layer,module,loss,samples,damp,time
0,mlp.experts.9.gate_proj,failsafe(rtn): 0.0007591,0.00000,1.048
0,mlp.experts.5.gate_proj,0.0000001041,0.05000,15.841
0,mlp.experts.1.gate_proj,0.0000007014,0.05000,15.994
0,mlp.experts.13.gate_proj,0.0000007243,0.05000,15.999
0,mlp.experts.25.gate_proj,0.0000009678,0.05000,14.971
0,mlp.experts.4.gate_proj,0.0000005728,0.05000,16.230
0,mlp.experts.2.gate_proj,0.0000006274,0.05000,16.235
0,mlp.experts.12.gate_proj,0.0000000541,0.05000,16.256
0,mlp.experts.10.gate_proj,0.0000010050,0.05000,16.281
0,mlp.experts.8.gate_proj,0.0000000450,0.05000,16.315
0,mlp.experts.0.gate_proj,0.0000002897,0.05000,16.319
0,mlp.experts.7.gate_proj,0.0000001836,0.05000,16.353
0,mlp.experts.6.gate_proj,0.0000007329,0.05000,16.380
0,mlp.experts.3.gate_proj,0.0000009168,0.05000,16.339
0,mlp.experts.11.gate_proj,0.0000006808,0.05000,16.374
0,mlp.experts.14.gate_proj,0.0000007382,0.05000,16.401
0,mlp.experts.15.gate_proj,0.0000004565,0.05000,16.375
0,mlp.experts.21.gate_proj,0.0000005220,0.05000,14.754
0,mlp.experts.29.gate_proj,0.0000005239,0.05000,14.638
0,mlp.experts.17.gate_proj,0.0000001622,0.05000,14.691
0,mlp.experts.41.gate_proj,0.0000004678,0.05000,14.721
0,mlp.experts.18.gate_proj,0.0000006969,0.05000,14.649
0,mlp.experts.30.gate_proj,0.0000013690,0.05000,14.571
0,mlp.experts.26.gate_proj,0.0000005374,0.05000,14.716
0,mlp.experts.20.gate_proj,0.0000000304,0.05000,14.655
0,mlp.experts.28.gate_proj,0.0000002537,0.05000,14.657
0,mlp.experts.16.gate_proj,0.0000005175,0.05000,14.671
0,mlp.experts.24.gate_proj,0.0000009173,0.05000,14.681
0,mlp.experts.27.gate_proj,0.0000004440,0.05000,14.680
0,mlp.experts.23.gate_proj,0.0000001587,0.05000,14.765
0,mlp.experts.19.gate_proj,0.0000009862,0.05000,14.727
0,mlp.experts.22.gate_proj,0.0000003067,0.05000,14.746
0,mlp.experts.31.gate_proj,0.0000002502,0.05000,14.864
0,mlp.experts.37.gate_proj,0.0000004955,0.05000,14.467
0,mlp.experts.45.gate_proj,0.0000005388,0.05000,14.469
0,mlp.experts.33.gate_proj,0.0000002646,0.05000,14.479
0,mlp.experts.57.gate_proj,0.0000026014,0.05000,14.509
0,mlp.experts.36.gate_proj,0.0000005056,0.05000,14.420
0,mlp.experts.32.gate_proj,0.0000007428,0.05000,14.538
0,mlp.experts.44.gate_proj,0.0000011432,0.05000,14.562
0,mlp.experts.39.gate_proj,0.0000000405,0.05000,14.507
0,mlp.experts.35.gate_proj,0.0000001199,0.05000,14.512
0,mlp.experts.43.gate_proj,0.0000003512,0.05000,14.544
0,mlp.experts.42.gate_proj,0.0000013975,0.05000,14.526
0,mlp.experts.38.gate_proj,0.0000001645,0.05000,14.533
0,mlp.experts.46.gate_proj,0.0000002679,0.05000,14.650
0,mlp.experts.34.gate_proj,0.0000002192,0.05000,14.663
0,mlp.experts.40.gate_proj,0.0000005847,0.05000,14.764
0,mlp.experts.47.gate_proj,0.0000005841,0.05000,14.724
0,mlp.experts.53.gate_proj,0.0000006192,0.05000,14.139
0,mlp.experts.61.gate_proj,0.0000001475,0.05000,14.171
0,mlp.experts.49.gate_proj,0.0000001962,0.05000,14.167
0,mlp.experts.73.gate_proj,0.0000015481,0.05000,14.138
0,mlp.experts.52.gate_proj,0.0000008145,0.05000,14.145
0,mlp.experts.55.gate_proj,0.0000006279,0.05000,14.071
0,mlp.experts.59.gate_proj,0.0000000205,0.05000,14.094
0,mlp.experts.60.gate_proj,0.0000001040,0.05000,14.155
0,mlp.experts.48.gate_proj,0.0000003680,0.05000,14.198
0,mlp.experts.51.gate_proj,0.0000006201,0.05000,14.165
0,mlp.experts.56.gate_proj,0.0000002459,0.05000,13.954
0,mlp.experts.50.gate_proj,0.0000000613,0.05000,14.035
0,mlp.experts.62.gate_proj,0.0000001889,0.05000,14.177
0,mlp.experts.58.gate_proj,0.0000001603,0.05000,14.297
0,mlp.experts.54.gate_proj,0.0000008964,0.05000,14.336
0,mlp.experts.63.gate_proj,0.0000019342,0.05000,14.143
0,mlp.experts.78.gate_proj,failsafe(rtn): 0.0005531,0.00000,0.850
0,mlp.experts.79.gate_proj,failsafe(rtn): 0.0004711,0.00000,0.784
0,mlp.experts.69.gate_proj,0.0000007019,0.05000,14.332
0,mlp.experts.89.gate_proj,0.0000003717,0.05000,14.320
0,mlp.experts.77.gate_proj,0.0000003166,0.05000,14.394
0,mlp.experts.65.gate_proj,0.0000004355,0.05000,14.441
0,mlp.experts.68.gate_proj,0.0000006407,0.05000,14.365
0,mlp.experts.71.gate_proj,0.0000020950,0.05000,14.362
0,mlp.experts.64.gate_proj,0.0000007261,0.05000,14.284
0,mlp.experts.76.gate_proj,0.0000008340,0.05000,14.324
0,mlp.experts.75.gate_proj,0.0000002518,0.05000,14.407
0,mlp.experts.67.gate_proj,0.0000001278,0.05000,14.382
0,mlp.experts.72.gate_proj,0.0000005876,0.05000,14.387
0,mlp.experts.74.gate_proj,0.0000001824,0.05000,14.291
0,mlp.experts.66.gate_proj,0.0000002450,0.05000,14.479
0,mlp.experts.70.gate_proj,0.0000001471,0.05000,14.476
0,mlp.experts.85.gate_proj,failsafe(rtn): 0.0007133,0.00000,0.859
0,mlp.experts.105.gate_proj,failsafe(rtn): 0.0004635,0.00000,0.894
0,mlp.experts.94.gate_proj,0.0000010588,0.05000,14.172
0,mlp.experts.95.gate_proj,0.0000012993,0.05000,14.165
0,mlp.experts.93.gate_proj,0.0000004708,0.05000,13.857
0,mlp.experts.84.gate_proj,0.0000002334,0.05000,13.719
0,mlp.experts.81.gate_proj,0.0000005846,0.05000,13.977
0,mlp.experts.87.gate_proj,0.0000000835,0.05000,13.863
0,mlp.experts.92.gate_proj,0.0000007925,0.05000,13.815
0,mlp.experts.88.gate_proj,0.0000000670,0.05000,13.736
0,mlp.experts.80.gate_proj,0.0000001407,0.05000,13.893
0,mlp.experts.91.gate_proj,0.0000011116,0.05000,13.932
0,mlp.experts.90.gate_proj,0.0000000967,0.05000,13.893
0,mlp.experts.83.gate_proj,0.0000005403,0.05000,14.017
0,mlp.experts.82.gate_proj,0.0000021935,0.05000,13.906
0,mlp.experts.86.gate_proj,0.0000002995,0.05000,13.757
0,mlp.experts.101.gate_proj,0.0000002146,0.05000,13.822
0,mlp.experts.121.gate_proj,0.0000003031,0.05000,13.909
0,mlp.experts.111.gate_proj,0.0000003459,0.05000,13.845
0,mlp.experts.110.gate_proj,0.0000003291,0.05000,13.945
0,mlp.experts.100.gate_proj,0.0000010271,0.05000,13.794
0,mlp.experts.109.gate_proj,0.0000014938,0.05000,14.008
0,mlp.experts.97.gate_proj,0.0000001977,0.05000,13.939
0,mlp.experts.96.gate_proj,0.0000006161,0.05000,13.835
0,mlp.experts.104.gate_proj,0.0000011380,0.05000,13.885
0,mlp.experts.103.gate_proj,0.0000001127,0.05000,14.002
0,mlp.experts.108.gate_proj,0.0000002619,0.05000,14.025
0,mlp.experts.98.gate_proj,0.0000007083,0.05000,13.825
0,mlp.experts.107.gate_proj,0.0000004237,0.05000,14.017
0,mlp.experts.106.gate_proj,0.0000001816,0.05000,13.996
0,mlp.experts.102.gate_proj,0.0000000325,0.05000,13.981
0,mlp.experts.99.gate_proj,0.0000009886,0.05000,14.055
0,mlp.experts.117.gate_proj,0.0000007094,0.05000,13.910
0,mlp.experts.137.gate_proj,0.0000008119,0.05000,14.002
0,mlp.experts.113.gate_proj,failsafe(rtn): 0.0006905,0.00000,0.778
0,mlp.experts.127.gate_proj,0.0000006351,0.05000,13.868
0,mlp.experts.126.gate_proj,0.0000008152,0.05000,13.986
0,mlp.experts.116.gate_proj,0.0000003201,0.05000,13.650
0,mlp.experts.125.gate_proj,0.0000003567,0.05000,13.655
0,mlp.experts.120.gate_proj,0.0000005543,0.05000,13.557
0,mlp.experts.112.gate_proj,0.0000004239,0.05000,13.596
0,mlp.experts.124.gate_proj,0.0000004253,0.05000,13.494
0,mlp.experts.119.gate_proj,0.0000015880,0.05000,13.621
0,mlp.experts.114.gate_proj,0.0000009043,0.05000,13.583
0,mlp.experts.122.gate_proj,0.0000003425,0.05000,13.541
0,mlp.experts.123.gate_proj,0.0000009021,0.05000,13.705
0,mlp.experts.118.gate_proj,0.0000008343,0.05000,13.615
0,mlp.experts.115.gate_proj,0.0000015088,0.05000,13.620
0,mlp.experts.133.gate_proj,0.0000000866,0.05000,13.667
0,mlp.experts.129.gate_proj,0.0000003117,0.05000,13.502
0,mlp.experts.153.gate_proj,0.0000006130,0.05000,13.777
0,mlp.experts.143.gate_proj,0.0000022095,0.05000,13.578
0,mlp.experts.142.gate_proj,0.0000001770,0.05000,13.577
0,mlp.experts.132.gate_proj,0.0000000814,0.05000,13.569
0,mlp.experts.128.gate_proj,0.0000005935,0.05000,13.374
0,mlp.experts.141.gate_proj,0.0000003295,0.05000,13.557
0,mlp.experts.140.gate_proj,0.0000003134,0.05000,13.490
0,mlp.experts.136.gate_proj,0.0000001989,0.05000,13.574
0,mlp.experts.135.gate_proj,0.0000003228,0.05000,13.550
0,mlp.experts.139.gate_proj,0.0000008372,0.05000,13.477
0,mlp.experts.130.gate_proj,0.0000017946,0.05000,13.616
0,mlp.experts.138.gate_proj,0.0000000621,0.05000,13.580
0,mlp.experts.131.gate_proj,0.0000008869,0.05000,13.466
0,mlp.experts.134.gate_proj,0.0000006745,0.05000,13.541
0,mlp.experts.149.gate_proj,0.0000000296,0.05000,13.555
0,mlp.experts.145.gate_proj,0.0000003896,0.05000,13.534
0,mlp.experts.156.gate_proj,failsafe(rtn): 0.0008392,0.00000,0.754
0,mlp.experts.159.gate_proj,0.0000001879,0.05000,13.445
0,mlp.experts.151.gate_proj,failsafe(rtn): 0.0005493,0.00000,0.750
0,mlp.experts.169.gate_proj,0.0000000476,0.05000,13.613
0,mlp.experts.158.gate_proj,0.0000003770,0.05000,13.524
0,mlp.experts.148.gate_proj,0.0000011826,0.05000,13.673
0,mlp.experts.144.gate_proj,0.0000002195,0.05000,13.682
0,mlp.experts.157.gate_proj,0.0000005212,0.05000,13.798
0,mlp.experts.152.gate_proj,0.0000010970,0.05000,13.731
0,mlp.experts.146.gate_proj,0.0000009254,0.05000,13.711
0,mlp.experts.154.gate_proj,0.0000003560,0.05000,13.717
0,mlp.experts.147.gate_proj,0.0000006917,0.05000,13.798
0,mlp.experts.155.gate_proj,0.0000008336,0.05000,13.893
0,mlp.experts.150.gate_proj,0.0000003007,0.05000,13.760
0,mlp.experts.165.gate_proj,0.0000008540,0.05000,13.783
0,mlp.experts.173.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.732
0,mlp.experts.161.gate_proj,0.0000008224,0.05000,13.831
0,mlp.experts.172.gate_proj,0.0000007241,0.05000,13.762
0,mlp.experts.175.gate_proj,0.0000001383,0.05000,13.717
0,mlp.experts.167.gate_proj,0.0000008736,0.05000,13.795
0,mlp.experts.185.gate_proj,0.0000007807,0.05000,13.704
0,mlp.experts.174.gate_proj,0.0000010001,0.05000,13.740
0,mlp.experts.164.gate_proj,0.0000000212,0.05000,13.458
0,mlp.experts.160.gate_proj,0.0000007695,0.05000,13.393
0,mlp.experts.168.gate_proj,0.0000001563,0.05000,13.354
0,mlp.experts.162.gate_proj,0.0000013774,0.05000,13.510
0,mlp.experts.180.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.730
0,mlp.experts.170.gate_proj,0.0000002075,0.05000,13.552
0,mlp.experts.166.gate_proj,0.0000000487,0.05000,13.474
0,mlp.experts.171.gate_proj,0.0000009132,0.05000,13.490
0,mlp.experts.163.gate_proj,0.0000012151,0.05000,13.533
0,mlp.experts.181.gate_proj,0.0000003732,0.05000,13.394
0,mlp.experts.188.gate_proj,0.0000006226,0.05000,13.373
0,mlp.experts.177.gate_proj,0.0000010908,0.05000,13.426
0,mlp.experts.189.gate_proj,0.0000007378,0.05000,13.484
0,mlp.experts.191.gate_proj,0.0000015660,0.05000,13.494
0,mlp.experts.183.gate_proj,0.0000000457,0.05000,13.429
0,mlp.experts.201.gate_proj,0.0000007664,0.05000,13.470
0,mlp.experts.190.gate_proj,0.0000009717,0.05000,13.445
0,mlp.experts.179.gate_proj,failsafe(rtn): 0.0008202,0.00000,0.757
0,mlp.experts.193.gate_proj,failsafe(rtn): 0.0005569,0.00000,0.776
0,mlp.experts.176.gate_proj,0.0000004397,0.05000,14.132
0,mlp.experts.184.gate_proj,0.0000000720,0.05000,14.223
0,mlp.experts.186.gate_proj,0.0000006425,0.05000,14.071
0,mlp.experts.196.gate_proj,0.0000004265,0.05000,14.119
0,mlp.experts.178.gate_proj,0.0000002411,0.05000,14.190
0,mlp.experts.187.gate_proj,0.0000006639,0.05000,14.114
0,mlp.experts.197.gate_proj,0.0000008540,0.05000,14.127
0,mlp.experts.217.gate_proj,0.0000002739,0.05000,13.843
0,mlp.experts.206.gate_proj,0.0000001592,0.05000,13.773
0,mlp.experts.209.gate_proj,0.0000004794,0.05000,13.419
0,mlp.experts.200.gate_proj,0.0000001871,0.05000,1.452
0,mlp.experts.204.gate_proj,0.0000014082,0.05000,13.918
0,mlp.experts.205.gate_proj,0.0000015000,0.05000,13.933
0,mlp.experts.207.gate_proj,0.0000003047,0.05000,13.879
0,mlp.experts.199.gate_proj,0.0000000613,0.05000,13.913
0,mlp.experts.195.gate_proj,0.0000007383,0.05000,13.566
0,mlp.experts.192.gate_proj,0.0000013544,0.05000,1.707
0,mlp.experts.182.gate_proj,0.0000009044,0.05000,14.038
0,mlp.experts.213.gate_proj,0.0000008351,0.05000,13.903
0,mlp.experts.212.gate_proj,0.0000016114,0.05000,13.922
0,mlp.experts.216.gate_proj,0.0000004722,0.05000,13.915
0,mlp.experts.198.gate_proj,0.0000002719,0.05000,13.955
0,mlp.experts.202.gate_proj,0.0000006772,0.05000,14.025
0,mlp.experts.215.gate_proj,0.0000014030,0.05000,14.018
0,mlp.experts.194.gate_proj,0.0000004989,0.05000,14.032
0,mlp.experts.223.gate_proj,0.0000006360,0.05000,14.026
0,mlp.experts.222.gate_proj,0.0000005296,0.05000,14.039
0,mlp.experts.221.gate_proj,0.0000004403,0.05000,14.107
0,mlp.experts.220.gate_proj,0.0000016548,0.05000,14.159
0,mlp.experts.208.gate_proj,0.0000017737,0.05000,14.160
0,mlp.experts.233.gate_proj,0.0000007984,0.05000,14.226
0,mlp.experts.203.gate_proj,0.0000008080,0.05000,14.228
0,mlp.experts.225.gate_proj,0.0000012614,0.05000,14.225
0,mlp.experts.211.gate_proj,0.0000010857,0.05000,14.239
0,mlp.experts.224.gate_proj,failsafe(rtn): 0.0005226,0.00000,0.676
0,mlp.experts.214.gate_proj,0.0000007548,0.05000,13.906
0,mlp.experts.228.gate_proj,0.0000013869,0.05000,14.011
0,mlp.experts.229.gate_proj,0.0000005657,0.05000,14.099
0,mlp.experts.232.gate_proj,0.0000002070,0.05000,14.117
0,mlp.experts.231.gate_proj,0.0000020260,0.05000,14.021
0,mlp.experts.239.gate_proj,0.0000000974,0.05000,14.016
0,mlp.experts.236.gate_proj,0.0000000532,0.05000,13.904
0,mlp.experts.210.gate_proj,0.0000008593,0.05000,14.150
0,mlp.experts.218.gate_proj,0.0000003944,0.05000,14.184
0,mlp.experts.238.gate_proj,0.0000013167,0.05000,14.137
0,mlp.experts.249.gate_proj,0.0000013646,0.05000,13.999
0,mlp.experts.237.gate_proj,0.0000000847,0.05000,14.124
0,mlp.experts.227.gate_proj,0.0000003208,0.05000,14.108
0,mlp.experts.241.gate_proj,0.0000005963,0.05000,14.116
0,mlp.experts.219.gate_proj,0.0000000526,0.05000,14.126
0,mlp.experts.240.gate_proj,0.0000007878,0.05000,14.148
0,mlp.experts.244.gate_proj,0.0000003306,0.05000,13.400
0,mlp.experts.230.gate_proj,0.0000001414,0.05000,13.551
0,mlp.experts.247.gate_proj,0.0000008793,0.05000,13.440
0,mlp.experts.252.gate_proj,0.0000008969,0.05000,13.429
0,mlp.experts.248.gate_proj,0.0000013302,0.05000,13.491
0,mlp.experts.254.gate_proj,0.0000002329,0.05000,13.325
0,mlp.experts.226.gate_proj,0.0000000402,0.05000,13.356
0,mlp.experts.245.gate_proj,0.0000001339,0.05000,13.551
0,mlp.experts.234.gate_proj,0.0000009896,0.05000,13.402
0,mlp.experts.255.gate_proj,0.0000002404,0.05000,13.621
0,mlp.experts.253.gate_proj,0.0000001590,0.05000,13.488
0,mlp.experts.243.gate_proj,0.0000002288,0.05000,13.424
0,mlp.experts.257.gate_proj,0.0000009058,0.05000,13.454
0,mlp.experts.265.gate_proj,0.0000001363,0.05000,13.620
0,mlp.experts.235.gate_proj,0.0000000448,0.05000,13.556
0,mlp.experts.256.gate_proj,0.0000001277,0.05000,13.231
0,mlp.experts.260.gate_proj,0.0000010353,0.05000,14.248
0,mlp.experts.246.gate_proj,0.0000014470,0.05000,14.259
0,mlp.experts.268.gate_proj,0.0000009193,0.05000,14.274
0,mlp.experts.270.gate_proj,0.0000002641,0.05000,14.239
0,mlp.experts.264.gate_proj,0.0000004714,0.05000,14.287
0,mlp.experts.263.gate_proj,0.0000000650,0.05000,14.349
0,mlp.experts.242.gate_proj,0.0000003972,0.05000,14.333
0,mlp.experts.250.gate_proj,0.0000005625,0.05000,14.309
0,mlp.experts.261.gate_proj,0.0000000765,0.05000,14.418
0,mlp.experts.269.gate_proj,0.0000003457,0.05000,14.243
0,mlp.experts.273.gate_proj,0.0000016108,0.05000,14.222
0,mlp.experts.251.gate_proj,0.0000002316,0.05000,14.179
0,mlp.experts.276.gate_proj,failsafe(rtn): 0.0007553,0.00000,0.616
0,mlp.experts.279.gate_proj,0.0000001214,0.05000,4.601
0,mlp.experts.284.gate_proj,0.0000012674,0.05000,4.742
0,mlp.experts.258.gate_proj,0.0000006855,0.05000,4.610
0,mlp.experts.271.gate_proj,0.0000001376,0.05000,14.345
0,mlp.experts.259.gate_proj,0.0000010218,0.05000,14.281
0,mlp.experts.281.gate_proj,0.0000001789,0.05000,14.315
0,mlp.experts.272.gate_proj,0.0000001471,0.05000,14.019
0,mlp.experts.280.gate_proj,0.0000011396,0.05000,4.676
0,mlp.experts.262.gate_proj,0.0000003527,0.05000,4.833
0,mlp.experts.286.gate_proj,0.0000003360,0.05000,4.752
0,mlp.experts.295.gate_proj,failsafe(rtn): 0.0004921,0.00000,0.809
0,mlp.experts.289.gate_proj,failsafe(rtn): 0.0007553,0.00000,0.817
0,mlp.experts.311.gate_proj,failsafe(rtn): 0.0006104,0.00000,0.756
0,mlp.experts.296.gate_proj,0.0000007138,0.05000,14.429
0,mlp.experts.266.gate_proj,0.0000010252,0.05000,14.529
0,mlp.experts.300.gate_proj,0.0000003268,0.05000,14.528
0,mlp.experts.275.gate_proj,0.0000006157,0.05000,14.540
0,mlp.experts.302.gate_proj,0.0000004052,0.05000,14.540
0,mlp.experts.288.gate_proj,0.0000009575,0.05000,14.562
0,mlp.experts.287.gate_proj,0.0000006651,0.05000,14.580
0,mlp.experts.292.gate_proj,0.0000003191,0.05000,14.588
0,mlp.experts.278.gate_proj,0.0000020282,0.05000,14.587
0,mlp.experts.297.gate_proj,0.0000010935,0.05000,14.648
0,mlp.experts.285.gate_proj,0.0000003827,0.05000,14.694
0,mlp.experts.274.gate_proj,0.0000010052,0.05000,14.744
0,mlp.experts.267.gate_proj,0.0000011560,0.05000,14.779
0,mlp.experts.277.gate_proj,0.0000012174,0.05000,14.809
0,mlp.experts.282.gate_proj,failsafe(rtn): 0.0003738,0.00000,0.866
0,mlp.experts.305.gate_proj,0.0000003048,0.05000,14.723
0,mlp.experts.327.gate_proj,0.0000002810,0.05000,14.474
0,mlp.experts.312.gate_proj,0.0000003220,0.05000,14.830
0,mlp.experts.294.gate_proj,0.0000002009,0.05000,14.732
0,mlp.experts.318.gate_proj,0.0000003086,0.05000,14.845
0,mlp.experts.303.gate_proj,0.0000020082,0.05000,14.837
0,mlp.experts.308.gate_proj,0.0000013448,0.05000,14.863
0,mlp.experts.304.gate_proj,0.0000006539,0.05000,14.914
0,mlp.experts.316.gate_proj,0.0000017934,0.05000,14.972
0,mlp.experts.301.gate_proj,0.0000001114,0.05000,14.860
0,mlp.experts.313.gate_proj,0.0000007841,0.05000,14.880
0,mlp.experts.290.gate_proj,0.0000004597,0.05000,14.834
0,mlp.experts.291.gate_proj,0.0000001461,0.05000,15.141
0,mlp.experts.293.gate_proj,0.0000012499,0.05000,14.888
0,mlp.experts.283.gate_proj,0.0000000304,0.05000,14.926
0,mlp.experts.298.gate_proj,0.0000009255,0.05000,14.829
0,mlp.experts.332.gate_proj,failsafe(rtn): 0.0004177,0.00000,0.812
0,mlp.experts.321.gate_proj,0.0000009797,0.05000,14.929
0,mlp.experts.343.gate_proj,0.0000006931,0.05000,14.976
0,mlp.experts.328.gate_proj,0.0000004836,0.05000,14.776
0,mlp.experts.319.gate_proj,0.0000003739,0.05000,14.738
0,mlp.experts.334.gate_proj,0.0000003984,0.05000,14.793
0,mlp.experts.310.gate_proj,0.0000004418,0.05000,14.917
0,mlp.experts.329.gate_proj,0.0000011590,0.05000,14.787
0,mlp.experts.306.gate_proj,0.0000011390,0.05000,14.836
0,mlp.experts.299.gate_proj,0.0000010578,0.05000,14.722
0,mlp.experts.317.gate_proj,0.0000007786,0.05000,14.983
0,mlp.experts.324.gate_proj,0.0000004574,0.05000,15.049
0,mlp.experts.309.gate_proj,0.0000004084,0.05000,14.852
0,mlp.experts.320.gate_proj,0.0000010609,0.05000,15.068
0,mlp.experts.307.gate_proj,0.0000015533,0.05000,14.994
0,mlp.experts.314.gate_proj,0.0000010763,0.05000,14.852
0,mlp.experts.348.gate_proj,0.0000008527,0.05000,14.798
0,mlp.experts.337.gate_proj,0.0000002729,0.05000,14.865
0,mlp.experts.359.gate_proj,0.0000004104,0.05000,14.846
0,mlp.experts.344.gate_proj,0.0000011402,0.05000,14.634
0,mlp.experts.350.gate_proj,0.0000002231,0.05000,14.524
0,mlp.experts.335.gate_proj,0.0000000781,0.05000,14.638
0,mlp.experts.325.gate_proj,0.0000001284,0.05000,14.357
0,mlp.experts.322.gate_proj,0.0000005730,0.05000,14.504
0,mlp.experts.333.gate_proj,0.0000000404,0.05000,14.419
0,mlp.experts.336.gate_proj,0.0000002262,0.05000,14.391
0,mlp.experts.364.gate_proj,0.0000006510,0.05000,13.899
0,mlp.experts.375.gate_proj,0.0000001566,0.05000,13.177
0,mlp.experts.345.gate_proj,0.0000011336,0.05000,14.532
0,mlp.experts.340.gate_proj,0.0000006326,0.05000,14.368
0,mlp.experts.315.gate_proj,0.0000002185,0.05000,14.480
0,mlp.experts.323.gate_proj,0.0000005287,0.05000,14.283
0,mlp.experts.330.gate_proj,0.0000005361,0.05000,13.968
0,mlp.experts.353.gate_proj,0.0000003659,0.05000,13.725
0,mlp.experts.326.gate_proj,0.0000008262,0.05000,14.510
0,mlp.experts.342.gate_proj,0.0000007067,0.05000,14.070
0,mlp.experts.356.gate_proj,0.0000011161,0.05000,14.078
0,mlp.experts.352.gate_proj,0.0000001178,0.05000,14.117
0,mlp.experts.369.gate_proj,0.0000002661,0.05000,14.133
0,mlp.experts.331.gate_proj,0.0000003779,0.05000,14.140
0,mlp.experts.380.gate_proj,0.0000001012,0.05000,14.148
0,mlp.experts.339.gate_proj,0.0000005791,0.05000,14.144
0,mlp.experts.338.gate_proj,0.0000006560,0.05000,14.148
0,mlp.experts.391.gate_proj,0.0000003132,0.05000,14.147
0,mlp.experts.351.gate_proj,0.0000001743,0.05000,14.172
0,mlp.experts.346.gate_proj,0.0000006559,0.05000,14.180
0,mlp.experts.341.gate_proj,0.0000003851,0.05000,14.206
0,mlp.experts.360.gate_proj,0.0000003970,0.05000,14.217
0,mlp.experts.361.gate_proj,0.0000006411,0.05000,14.221
0,mlp.experts.366.gate_proj,0.0000006491,0.05000,14.365
0,mlp.experts.349.gate_proj,0.0000005032,0.05000,14.359
0,mlp.experts.368.gate_proj,failsafe(rtn): 0.0006790,0.00000,0.811
0,mlp.experts.355.gate_proj,0.0000000728,0.05000,14.351
0,mlp.experts.372.gate_proj,0.0000002896,0.05000,14.443
0,mlp.experts.358.gate_proj,0.0000006779,0.05000,14.512
0,mlp.experts.396.gate_proj,0.0000011872,0.05000,14.474
0,mlp.experts.362.gate_proj,0.0000000641,0.05000,14.423
0,mlp.experts.385.gate_proj,0.0000003320,0.05000,14.521
0,mlp.experts.382.gate_proj,0.0000000581,0.05000,14.295
0,mlp.experts.407.gate_proj,0.0000009132,0.05000,14.501
0,mlp.experts.377.gate_proj,0.0000001210,0.05000,14.432
0,mlp.experts.347.gate_proj,0.0000006404,0.05000,14.540
0,mlp.experts.376.gate_proj,0.0000001688,0.05000,14.439
0,mlp.experts.365.gate_proj,0.0000004807,0.05000,14.356
0,mlp.experts.354.gate_proj,0.0000004028,0.05000,14.615
0,mlp.experts.367.gate_proj,0.0000003993,0.05000,14.611
0,mlp.experts.357.gate_proj,0.0000004180,0.05000,14.610
0,mlp.experts.384.gate_proj,0.0000002399,0.05000,14.484
0,mlp.experts.398.gate_proj,failsafe(rtn): 0.0008354,0.00000,0.735
0,mlp.experts.392.gate_proj,failsafe(rtn): 0.0008049,0.00000,0.737
0,mlp.experts.401.gate_proj,failsafe(rtn): 0.0006638,0.00000,0.827
0,mlp.experts.414.gate_proj,failsafe(rtn): 0.0007973,0.00000,0.811
0,mlp.experts.371.gate_proj,0.0000001886,0.05000,14.480
0,mlp.experts.388.gate_proj,0.0000003361,0.05000,14.535
0,mlp.experts.378.gate_proj,0.0000006006,0.05000,14.515
0,mlp.experts.374.gate_proj,0.0000001673,0.05000,14.572
0,mlp.experts.423.gate_proj,0.0000002625,0.05000,14.496
0,mlp.experts.393.gate_proj,0.0000001210,0.05000,14.571
0,mlp.experts.412.gate_proj,0.0000001795,0.05000,14.649
0,mlp.experts.381.gate_proj,0.0000000628,0.05000,14.626
0,mlp.experts.373.gate_proj,0.0000005602,0.05000,14.517
0,mlp.experts.370.gate_proj,0.0000008689,0.05000,14.593
0,mlp.experts.363.gate_proj,0.0000011317,0.05000,14.659
0,mlp.experts.383.gate_proj,0.0000002569,0.05000,14.613
0,mlp.experts.408.gate_proj,0.0000010785,0.05000,14.544
0,mlp.experts.400.gate_proj,0.0000004434,0.05000,14.608
0,mlp.experts.409.gate_proj,failsafe(rtn): 0.0004253,0.00000,0.849
0,mlp.experts.399.gate_proj,failsafe(rtn): 0.0005875,0.00000,0.771
0,mlp.experts.417.gate_proj,0.0000006829,0.05000,14.780
0,mlp.experts.430.gate_proj,0.0000002005,0.05000,14.420
0,mlp.experts.433.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.691
0,mlp.experts.387.gate_proj,0.0000003560,0.05000,14.313
0,mlp.experts.394.gate_proj,0.0000004421,0.05000,14.273
0,mlp.experts.390.gate_proj,0.0000005534,0.05000,14.372
0,mlp.experts.439.gate_proj,0.0000007028,0.05000,14.392
0,mlp.experts.386.gate_proj,0.0000022291,0.05000,14.245
0,mlp.experts.379.gate_proj,0.0000000271,0.05000,14.253
0,mlp.experts.416.gate_proj,0.0000001535,0.05000,13.762
0,mlp.experts.415.gate_proj,0.0000025539,0.05000,13.597
0,mlp.experts.449.gate_proj,0.0000003873,0.05000,12.871
0,mlp.experts.428.gate_proj,0.0000002199,0.05000,14.263
0,mlp.experts.397.gate_proj,0.0000016138,0.05000,14.259
0,mlp.experts.389.gate_proj,0.0000005938,0.05000,14.270
0,mlp.experts.424.gate_proj,0.0000003623,0.05000,13.777
0,mlp.experts.425.gate_proj,0.0000010937,0.05000,13.699
0,mlp.experts.446.gate_proj,0.0000007022,0.05000,13.162
0,mlp.experts.404.gate_proj,0.0000010527,0.05000,14.424
0,mlp.experts.413.gate_proj,failsafe(rtn): 0.0005493,0.00000,0.801
0,mlp.experts.420.gate_proj,0.0000005780,0.05000,14.668
0,mlp.experts.406.gate_proj,0.0000015045,0.05000,14.678
0,mlp.experts.441.gate_proj,0.0000010335,0.05000,14.673
0,mlp.experts.402.gate_proj,0.0000008875,0.05000,14.680
0,mlp.experts.462.gate_proj,0.0000006203,0.05000,14.679
0,mlp.experts.432.gate_proj,0.0000001831,0.05000,14.712
0,mlp.experts.444.gate_proj,0.0000003133,0.05000,14.719
0,mlp.experts.395.gate_proj,0.0000006619,0.05000,14.720
0,mlp.experts.410.gate_proj,0.0000005853,0.05000,14.728
0,mlp.experts.465.gate_proj,0.0000012339,0.05000,14.730
0,mlp.experts.455.gate_proj,0.0000005895,0.05000,14.737
0,mlp.experts.431.gate_proj,0.0000001800,0.05000,14.801
0,mlp.experts.405.gate_proj,0.0000006859,0.05000,14.861
0,mlp.experts.440.gate_proj,0.0000002787,0.05000,14.878
0,mlp.experts.403.gate_proj,0.0000000624,0.05000,14.975
0,mlp.experts.429.gate_proj,0.0000002934,0.05000,14.771
0,mlp.experts.478.gate_proj,0.0000001949,0.05000,14.917
0,mlp.experts.426.gate_proj,0.0000005451,0.05000,14.949
0,mlp.experts.448.gate_proj,0.0000001978,0.05000,15.061
0,mlp.experts.460.gate_proj,0.0000002937,0.05000,15.066
0,mlp.experts.436.gate_proj,0.0000019011,0.05000,15.110
0,mlp.experts.418.gate_proj,0.0000021076,0.05000,15.112
0,mlp.experts.457.gate_proj,0.0000012274,0.05000,15.147
0,mlp.experts.422.gate_proj,0.0000001384,0.05000,15.176
0,mlp.experts.481.gate_proj,0.0000012507,0.05000,15.130
0,mlp.experts.471.gate_proj,0.0000005309,0.05000,15.109
0,mlp.experts.447.gate_proj,0.0000013895,0.05000,15.108
0,mlp.experts.411.gate_proj,0.0000004038,0.05000,15.158
0,mlp.experts.421.gate_proj,0.0000001941,0.05000,15.067
0,mlp.experts.456.gate_proj,0.0000001883,0.05000,15.088
0,mlp.experts.419.gate_proj,0.0000002304,0.05000,15.037
0,mlp.experts.445.gate_proj,0.0000001785,0.05000,15.022
0,mlp.experts.494.gate_proj,0.0000008540,0.05000,14.629
0,mlp.experts.442.gate_proj,0.0000003928,0.05000,14.557
0,mlp.experts.452.gate_proj,0.0000015027,0.05000,14.572
0,mlp.experts.438.gate_proj,0.0000004754,0.05000,14.532
0,mlp.experts.476.gate_proj,0.0000005095,0.05000,14.674
0,mlp.experts.464.gate_proj,0.0000004293,0.05000,14.687
0,mlp.experts.434.gate_proj,0.0000010756,0.05000,14.714
0,mlp.experts.487.gate_proj,0.0000000576,0.05000,14.619
0,mlp.experts.437.gate_proj,0.0000003725,0.05000,14.612
0,mlp.experts.435.gate_proj,0.0000001164,0.05000,14.640
0,mlp.experts.472.gate_proj,0.0000002742,0.05000,14.672
0,mlp.experts.473.gate_proj,0.0000001010,0.05000,14.845
0,mlp.experts.463.gate_proj,0.0000004625,0.05000,14.793
0,mlp.experts.427.gate_proj,0.0000020773,0.05000,14.810
0,mlp.experts.497.gate_proj,0.0000011095,0.05000,14.838
0,mlp.experts.461.gate_proj,0.0000004988,0.05000,14.673
0,mlp.experts.510.gate_proj,0.0000000763,0.05000,14.201
0,mlp.experts.454.gate_proj,0.0000008556,0.05000,14.074
0,mlp.experts.468.gate_proj,0.0000000715,0.05000,14.182
0,mlp.experts.492.gate_proj,0.0000006093,0.05000,14.139
0,mlp.experts.503.gate_proj,0.0000005438,0.05000,14.082
0,mlp.experts.458.gate_proj,0.0000004112,0.05000,14.344
0,mlp.experts.453.gate_proj,0.0000011724,0.05000,14.124
0,mlp.experts.489.gate_proj,0.0000005794,0.05000,14.033
0,mlp.experts.479.gate_proj,0.0000006288,0.05000,14.015
0,mlp.experts.443.gate_proj,0.0000004141,0.05000,14.017
0,mlp.experts.14.up_proj,0.0000006941,0.05000,1.270
0,mlp.experts.480.gate_proj,0.0000001634,0.05000,14.149
0,mlp.experts.450.gate_proj,0.0000001563,0.05000,14.168
0,mlp.experts.451.gate_proj,0.0000001378,0.05000,14.061
0,mlp.experts.488.gate_proj,0.0000000356,0.05000,14.081
0,mlp.experts.1.up_proj,0.0000006567,0.05000,14.001
0,mlp.experts.477.gate_proj,0.0000008477,0.05000,13.516
0,mlp.experts.470.gate_proj,0.0000024081,0.05000,1.221
0,mlp.experts.484.gate_proj,failsafe(rtn): 0.0007324,0.00000,0.653
0,mlp.experts.496.gate_proj,0.0000006010,0.05000,14.217
0,mlp.experts.504.gate_proj,0.0000000537,0.05000,14.259
0,mlp.experts.30.up_proj,0.0000013945,0.05000,14.299
0,mlp.experts.7.up_proj,0.0000001670,0.05000,14.365
0,mlp.experts.17.up_proj,0.0000001522,0.05000,14.365
0,mlp.experts.493.gate_proj,0.0000009216,0.05000,14.388
0,mlp.experts.469.gate_proj,0.0000003048,0.05000,14.468
0,mlp.experts.486.gate_proj,0.0000004008,0.05000,14.481
0,mlp.experts.466.gate_proj,0.0000002125,0.05000,14.488
0,mlp.experts.508.gate_proj,0.0000007031,0.05000,14.493
0,mlp.experts.467.gate_proj,0.0000016697,0.05000,14.490
0,mlp.experts.495.gate_proj,0.0000008205,0.05000,14.499
0,mlp.experts.505.gate_proj,0.0000005366,0.05000,14.523
0,mlp.experts.474.gate_proj,0.0000001392,0.05000,14.524
0,mlp.experts.459.gate_proj,0.0000001781,0.05000,14.521
0,mlp.experts.500.gate_proj,0.0000001040,0.05000,14.547
0,mlp.experts.9.up_proj,failsafe(rtn): 0.0007668,0.00000,0.681
0,mlp.experts.0.up_proj,0.0000002738,0.05000,14.778
0,mlp.experts.8.up_proj,0.0000000227,0.05000,14.727
0,mlp.experts.23.up_proj,0.0000001599,0.05000,14.674
0,mlp.experts.502.gate_proj,0.0000007146,0.05000,14.673
0,mlp.experts.485.gate_proj,0.0000006559,0.05000,14.695
0,mlp.experts.33.up_proj,0.0000002441,0.05000,14.834
0,mlp.experts.12.up_proj,0.0000000448,0.05000,14.721
0,mlp.experts.46.up_proj,0.0000002593,0.05000,14.924
0,mlp.experts.482.gate_proj,0.0000002007,0.05000,14.763
0,mlp.experts.509.gate_proj,0.0000004743,0.05000,14.859
0,mlp.experts.490.gate_proj,0.0000000357,0.05000,14.700
0,mlp.experts.475.gate_proj,0.0000006371,0.05000,14.771
0,mlp.experts.483.gate_proj,0.0000015263,0.05000,14.849
0,mlp.experts.511.gate_proj,0.0000002598,0.05000,14.934
0,mlp.experts.4.up_proj,0.0000005276,0.05000,14.823
0,mlp.experts.25.up_proj,0.0000009018,0.05000,14.789
0,mlp.experts.16.up_proj,0.0000005047,0.05000,14.550
0,mlp.experts.39.up_proj,0.0000000229,0.05000,14.540
0,mlp.experts.24.up_proj,0.0000008821,0.05000,14.676
0,mlp.experts.501.gate_proj,0.0000007621,0.05000,14.545
0,mlp.experts.498.gate_proj,0.0000001198,0.05000,14.487
0,mlp.experts.28.up_proj,0.0000002399,0.05000,14.553
0,mlp.experts.49.up_proj,0.0000001619,0.05000,14.559
0,mlp.experts.13.up_proj,0.0000006856,0.05000,14.561
0,mlp.experts.6.up_proj,0.0000007749,0.05000,14.689
0,mlp.experts.62.up_proj,0.0000001867,0.05000,14.619
0,mlp.experts.506.gate_proj,0.0000006050,0.05000,14.560
0,mlp.experts.499.gate_proj,0.0000003842,0.05000,14.562
0,mlp.experts.15.up_proj,0.0000004330,0.05000,14.580
0,mlp.experts.491.gate_proj,0.0000007904,0.05000,14.703
0,mlp.experts.20.up_proj,0.0000000284,0.05000,14.528
0,mlp.experts.78.up_proj,failsafe(rtn): 0.0005531,0.00000,0.760
0,mlp.experts.41.up_proj,0.0000004632,0.05000,14.579
0,mlp.experts.32.up_proj,0.0000008042,0.05000,14.314
0,mlp.experts.94.up_proj,0.0000010123,0.05000,13.590
0,mlp.experts.55.up_proj,0.0000006023,0.05000,14.376
0,mlp.experts.40.up_proj,0.0000006941,0.05000,14.297
0,mlp.experts.2.up_proj,0.0000005805,0.05000,14.299
0,mlp.experts.10.up_proj,0.0000010032,0.05000,14.271
0,mlp.experts.22.up_proj,0.0000003057,0.05000,14.284
0,mlp.experts.507.gate_proj,0.0000009744,0.05000,14.132
0,mlp.experts.44.up_proj,0.0000010959,0.05000,14.208
0,mlp.experts.5.up_proj,0.0000001011,0.05000,14.311
0,mlp.experts.29.up_proj,0.0000005114,0.05000,14.253
0,mlp.experts.65.up_proj,0.0000004162,0.05000,14.346
0,mlp.experts.3.up_proj,0.0000009190,0.05000,14.210
0,mlp.experts.31.up_proj,0.0000002372,0.05000,14.153
0,mlp.experts.57.up_proj,0.0000026439,0.05000,13.591
0,mlp.experts.36.up_proj,0.0000004921,0.05000,13.692
0,mlp.experts.47.up_proj,0.0000005650,0.05000,14.253
0,mlp.experts.56.up_proj,0.0000002410,0.05000,14.332
0,mlp.experts.48.up_proj,0.0000003127,0.05000,14.394
0,mlp.experts.52.up_proj,0.0000008693,0.05000,14.408
0,mlp.experts.26.up_proj,0.0000004967,0.05000,14.435
0,mlp.experts.18.up_proj,0.0000007195,0.05000,14.456
0,mlp.experts.60.up_proj,0.0000001080,0.05000,14.472
0,mlp.experts.19.up_proj,0.0000009356,0.05000,14.493
0,mlp.experts.71.up_proj,0.0000021018,0.05000,14.508
0,mlp.experts.38.up_proj,0.0000001414,0.05000,14.515
0,mlp.experts.21.up_proj,0.0000005192,0.05000,14.533
0,mlp.experts.45.up_proj,0.0000005846,0.05000,14.548
0,mlp.experts.81.up_proj,0.0000005667,0.05000,14.538
0,mlp.experts.11.up_proj,0.0000006047,0.05000,14.604
0,mlp.experts.110.up_proj,0.0000003109,0.05000,14.633
0,mlp.experts.73.up_proj,0.0000015307,0.05000,14.769
0,mlp.experts.63.up_proj,0.0000019956,0.05000,14.776
0,mlp.experts.72.up_proj,0.0000005717,0.05000,14.785
0,mlp.experts.42.up_proj,0.0000013579,0.05000,14.735
0,mlp.experts.35.up_proj,0.0000001039,0.05000,14.726
0,mlp.experts.68.up_proj,0.0000007459,0.05000,14.807
0,mlp.experts.64.up_proj,0.0000007086,0.05000,14.850
0,mlp.experts.54.up_proj,0.0000008860,0.05000,14.708
0,mlp.experts.34.up_proj,0.0000001856,0.05000,14.839
0,mlp.experts.37.up_proj,0.0000004352,0.05000,14.743
0,mlp.experts.76.up_proj,0.0000008601,0.05000,14.879
0,mlp.experts.89.up_proj,0.0000003534,0.05000,14.675
0,mlp.experts.87.up_proj,0.0000000862,0.05000,14.899
0,mlp.experts.97.up_proj,0.0000001957,0.05000,14.851
0,mlp.experts.61.up_proj,0.0000001456,0.05000,14.857
0,mlp.experts.126.up_proj,0.0000007578,0.05000,14.829
0,mlp.experts.27.up_proj,0.0000004585,0.05000,14.857
0,mlp.experts.79.up_proj,failsafe(rtn): 0.0004692,0.00000,0.890
0,mlp.experts.105.up_proj,failsafe(rtn): 0.0004520,0.00000,0.837
0,mlp.experts.113.up_proj,failsafe(rtn): 0.0006599,0.00000,0.848
0,mlp.experts.84.up_proj,0.0000002320,0.05000,14.567
0,mlp.experts.88.up_proj,0.0000000581,0.05000,14.710
0,mlp.experts.50.up_proj,0.0000000525,0.05000,14.595
0,mlp.experts.58.up_proj,0.0000001667,0.05000,14.726
0,mlp.experts.80.up_proj,0.0000001227,0.05000,14.696
0,mlp.experts.92.up_proj,0.0000008939,0.05000,14.637
0,mlp.experts.70.up_proj,0.0000001283,0.05000,14.735
0,mlp.experts.51.up_proj,0.0000005996,0.05000,14.788
0,mlp.experts.53.up_proj,0.0000006140,0.05000,14.711
0,mlp.experts.142.up_proj,0.0000001692,0.05000,14.637
0,mlp.experts.77.up_proj,0.0000003081,0.05000,14.708
0,mlp.experts.103.up_proj,0.0000001097,0.05000,14.726
0,mlp.experts.43.up_proj,0.0000004046,0.05000,14.797
0,mlp.experts.95.up_proj,0.0000013248,0.05000,14.513
0,mlp.experts.121.up_proj,0.0000003476,0.05000,14.435
0,mlp.experts.129.up_proj,0.0000003464,0.05000,14.491
0,mlp.experts.100.up_proj,0.0000011743,0.05000,14.295
0,mlp.experts.74.up_proj,0.0000001635,0.05000,14.284
0,mlp.experts.104.up_proj,0.0000011399,0.05000,14.377
0,mlp.experts.96.up_proj,0.0000005983,0.05000,14.313
0,mlp.experts.119.up_proj,0.0000015143,0.05000,14.147
0,mlp.experts.69.up_proj,0.0000006948,0.05000,14.303
0,mlp.experts.67.up_proj,0.0000001162,0.05000,14.380
0,mlp.experts.59.up_proj,0.0000000171,0.05000,14.147
0,mlp.experts.137.up_proj,0.0000009020,0.05000,13.771
0,mlp.experts.116.up_proj,0.0000003050,0.05000,0.857
0,mlp.experts.108.up_proj,0.0000002329,0.05000,14.308
0,mlp.experts.86.up_proj,0.0000002785,0.05000,14.323
0,mlp.experts.158.up_proj,0.0000003418,0.05000,14.261
0,mlp.experts.93.up_proj,0.0000005139,0.05000,14.248
0,mlp.experts.111.up_proj,0.0000003378,0.05000,14.009
0,mlp.experts.145.up_proj,0.0000003668,0.05000,13.690
0,mlp.experts.66.up_proj,0.0000001996,0.05000,14.385
0,mlp.experts.85.up_proj,failsafe(rtn): 0.0007095,0.00000,0.789
0,mlp.experts.132.up_proj,0.0000000803,0.05000,15.004
0,mlp.experts.82.up_proj,0.0000024292,0.05000,15.135
0,mlp.experts.135.up_proj,0.0000003021,0.05000,15.143
0,mlp.experts.174.up_proj,0.0000010015,0.05000,15.146
0,mlp.experts.120.up_proj,0.0000005249,0.05000,15.155
0,mlp.experts.127.up_proj,0.0000006377,0.05000,15.153
0,mlp.experts.90.up_proj,0.0000000884,0.05000,15.179
0,mlp.experts.75.up_proj,0.0000002564,0.05000,15.188
0,mlp.experts.161.up_proj,0.0000009670,0.05000,15.196
0,mlp.experts.153.up_proj,0.0000006172,0.05000,15.216
0,mlp.experts.124.up_proj,0.0000004154,0.05000,15.257
0,mlp.experts.83.up_proj,0.0000005281,0.05000,15.266
0,mlp.experts.109.up_proj,0.0000016968,0.05000,15.285
0,mlp.experts.102.up_proj,0.0000000332,0.05000,15.301
0,mlp.experts.112.up_proj,0.0000003831,0.05000,15.398
0,mlp.experts.151.up_proj,failsafe(rtn): 0.0005341,0.00000,0.780
0,mlp.experts.101.up_proj,0.0000001995,0.05000,15.177
0,mlp.experts.148.up_proj,0.0000012265,0.05000,15.065
0,mlp.experts.143.up_proj,0.0000023321,0.05000,15.021
0,mlp.experts.136.up_proj,0.0000002000,0.05000,15.075
0,mlp.experts.98.up_proj,0.0000007452,0.05000,15.112
0,mlp.experts.106.up_proj,0.0000002161,0.05000,15.081
0,mlp.experts.118.up_proj,0.0000008452,0.05000,15.031
0,mlp.experts.177.up_proj,0.0000010747,0.05000,15.142
0,mlp.experts.190.up_proj,0.0000009767,0.05000,15.236
0,mlp.experts.91.up_proj,0.0000011297,0.05000,15.172
0,mlp.experts.140.up_proj,0.0000003241,0.05000,15.120
0,mlp.experts.128.up_proj,0.0000005595,0.05000,15.017
0,mlp.experts.125.up_proj,0.0000003446,0.05000,15.113
0,mlp.experts.99.up_proj,0.0000010102,0.05000,15.228
0,mlp.experts.169.up_proj,0.0000000288,0.05000,15.286
0,mlp.experts.167.up_proj,0.0000008733,0.05000,15.201
0,mlp.experts.193.up_proj,failsafe(rtn): 0.0005417,0.00000,0.838
0,mlp.experts.156.up_proj,failsafe(rtn): 0.0008049,0.00000,0.808
0,mlp.experts.117.up_proj,0.0000007112,0.05000,15.268
0,mlp.experts.164.up_proj,0.0000000055,0.05000,14.530
0,mlp.experts.159.up_proj,0.0000001903,0.05000,14.500
0,mlp.experts.152.up_proj,0.0000011262,0.05000,14.591
0,mlp.experts.122.up_proj,0.0000003168,0.05000,14.558
0,mlp.experts.206.up_proj,0.0000001594,0.05000,14.463
0,mlp.experts.134.up_proj,0.0000006566,0.05000,14.567
0,mlp.experts.114.up_proj,0.0000008483,0.05000,14.695
0,mlp.experts.144.up_proj,0.0000002137,0.05000,14.535
0,mlp.experts.115.up_proj,0.0000015676,0.05000,14.556
0,mlp.experts.141.up_proj,0.0000003215,0.05000,14.643
0,mlp.experts.107.up_proj,0.0000004222,0.05000,14.696
0,mlp.experts.185.up_proj,0.0000007814,0.05000,14.601
0,mlp.experts.180.up_proj,failsafe(rtn): 0.0008659,0.00000,0.850
0,mlp.experts.172.up_proj,0.0000007129,0.05000,14.524
0,mlp.experts.183.up_proj,0.0000000443,0.05000,14.666
0,mlp.experts.133.up_proj,0.0000000712,0.05000,14.565
0,mlp.experts.209.up_proj,0.0000004686,0.05000,14.630
0,mlp.experts.175.up_proj,0.0000001478,0.05000,14.134
0,mlp.experts.168.up_proj,0.0000001393,0.05000,14.176
0,mlp.experts.138.up_proj,0.0000000286,0.05000,14.223
0,mlp.experts.222.up_proj,0.0000005189,0.05000,14.221
0,mlp.experts.160.up_proj,0.0000006733,0.05000,14.243
0,mlp.experts.131.up_proj,0.0000008638,0.05000,14.124
0,mlp.experts.150.up_proj,0.0000002888,0.05000,14.333
0,mlp.experts.130.up_proj,0.0000017729,0.05000,14.317
0,mlp.experts.201.up_proj,0.0000008223,0.05000,14.120
0,mlp.experts.157.up_proj,0.0000005232,0.05000,14.260
0,mlp.experts.123.up_proj,0.0000009515,0.05000,14.222
0,mlp.experts.196.up_proj,0.0000003882,0.05000,14.033
0,mlp.experts.188.up_proj,0.0000006053,0.05000,14.128
0,mlp.experts.225.up_proj,0.0000012575,0.05000,14.148
0,mlp.experts.149.up_proj,0.0000000266,0.05000,14.174
0,mlp.experts.199.up_proj,0.0000000555,0.05000,14.221
0,mlp.experts.173.up_proj,failsafe(rtn): 0.0008583,0.00000,0.662
0,mlp.experts.191.up_proj,0.0000015696,0.05000,14.691
0,mlp.experts.184.up_proj,0.0000000575,0.05000,14.842
0,mlp.experts.238.up_proj,0.0000014131,0.05000,14.794
0,mlp.experts.154.up_proj,0.0000003402,0.05000,14.868
0,mlp.experts.146.up_proj,0.0000008758,0.05000,14.748
0,mlp.experts.166.up_proj,0.0000000426,0.05000,14.792
0,mlp.experts.176.up_proj,0.0000004126,0.05000,14.879
0,mlp.experts.147.up_proj,0.0000007526,0.05000,14.950
0,mlp.experts.217.up_proj,0.0000002554,0.05000,14.901
0,mlp.experts.139.up_proj,0.0000008788,0.05000,14.918
0,mlp.experts.212.up_proj,0.0000017179,0.05000,14.993
0,mlp.experts.204.up_proj,0.0000014295,0.05000,15.038
0,mlp.experts.241.up_proj,0.0000005620,0.05000,14.954
0,mlp.experts.189.up_proj,0.0000006638,0.05000,14.954
0,mlp.experts.215.up_proj,0.0000014028,0.05000,14.991
0,mlp.experts.165.up_proj,0.0000009878,0.05000,15.044
0,mlp.experts.207.up_proj,0.0000003041,0.05000,14.666
0,mlp.experts.170.up_proj,0.0000001903,0.05000,14.378
0,mlp.experts.200.up_proj,0.0000001797,0.05000,14.563
0,mlp.experts.192.up_proj,0.0000014922,0.05000,14.453
0,mlp.experts.254.up_proj,0.0000002272,0.05000,14.680
0,mlp.experts.162.up_proj,0.0000013841,0.05000,14.615
0,mlp.experts.182.up_proj,0.0000008937,0.05000,14.616
0,mlp.experts.233.up_proj,0.0000009456,0.05000,14.614
0,mlp.experts.155.up_proj,0.0000008385,0.05000,14.612
0,mlp.experts.163.up_proj,0.0000012009,0.05000,14.837
0,mlp.experts.228.up_proj,0.0000015897,0.05000,14.732
0,mlp.experts.220.up_proj,0.0000015675,0.05000,14.600
0,mlp.experts.231.up_proj,0.0000016106,0.05000,14.561
0,mlp.experts.205.up_proj,0.0000014432,0.05000,14.620
0,mlp.experts.257.up_proj,0.0000008820,0.05000,14.716
0,mlp.experts.181.up_proj,0.0000003446,0.05000,14.627
0,mlp.experts.179.up_proj,failsafe(rtn): 0.0008202,0.00000,0.725
0,mlp.experts.223.up_proj,0.0000006633,0.05000,14.347
0,mlp.experts.178.up_proj,0.0000002499,0.05000,13.894
0,mlp.experts.216.up_proj,0.0000005028,0.05000,14.172
0,mlp.experts.186.up_proj,0.0000006588,0.05000,14.279
0,mlp.experts.198.up_proj,0.0000002632,0.05000,14.033
0,mlp.experts.270.up_proj,0.0000002434,0.05000,14.147
0,mlp.experts.208.up_proj,0.0000016560,0.05000,14.172
0,mlp.experts.249.up_proj,0.0000012373,0.05000,14.148
0,mlp.experts.171.up_proj,0.0000009279,0.05000,14.109
0,mlp.experts.244.up_proj,0.0000003013,0.05000,14.107
0,mlp.experts.224.up_proj,failsafe(rtn): 0.0005302,0.00000,0.696
0,mlp.experts.236.up_proj,0.0000000495,0.05000,14.028
0,mlp.experts.221.up_proj,0.0000004340,0.05000,14.075
0,mlp.experts.197.up_proj,0.0000008479,0.05000,14.049
0,mlp.experts.247.up_proj,0.0000009186,0.05000,14.166
0,mlp.experts.195.up_proj,0.0000007197,0.05000,14.143
0,mlp.experts.273.up_proj,0.0000017459,0.05000,14.232
0,mlp.experts.289.up_proj,failsafe(rtn): 0.0007401,0.00000,0.668
0,mlp.experts.286.up_proj,0.0000003284,0.05000,14.273
0,mlp.experts.239.up_proj,0.0000000922,0.05000,14.496
0,mlp.experts.202.up_proj,0.0000006879,0.05000,14.401
0,mlp.experts.214.up_proj,0.0000008056,0.05000,14.354
0,mlp.experts.265.up_proj,0.0000001355,0.05000,14.362
0,mlp.experts.240.up_proj,0.0000008465,0.05000,14.064
0,mlp.experts.213.up_proj,0.0000008576,0.05000,13.831
0,mlp.experts.211.up_proj,0.0000010810,0.05000,13.705
0,mlp.experts.305.up_proj,0.0000002795,0.05000,13.001
0,mlp.experts.194.up_proj,0.0000004790,0.05000,14.543
0,mlp.experts.187.up_proj,0.0000006468,0.05000,14.278
0,mlp.experts.260.up_proj,0.0000010224,0.05000,14.054
0,mlp.experts.252.up_proj,0.0000008490,0.05000,13.962
0,mlp.experts.237.up_proj,0.0000000932,0.05000,13.854
0,mlp.experts.263.up_proj,0.0000000446,0.05000,13.834
0,mlp.experts.232.up_proj,0.0000001685,0.05000,14.421
0,mlp.experts.276.up_proj,failsafe(rtn): 0.0007744,0.00000,0.754
0,mlp.experts.227.up_proj,0.0000002824,0.05000,14.002
0,mlp.experts.230.up_proj,0.0000001430,0.05000,14.002
0,mlp.experts.218.up_proj,0.0000003495,0.05000,14.020
0,mlp.experts.256.up_proj,0.0000001245,0.05000,14.020
0,mlp.experts.302.up_proj,0.0000003850,0.05000,14.099
0,mlp.experts.248.up_proj,0.0000012305,0.05000,14.107
0,mlp.experts.203.up_proj,0.0000008161,0.05000,14.145
0,mlp.experts.255.up_proj,0.0000002506,0.05000,14.162
0,mlp.experts.210.up_proj,0.0000008105,0.05000,14.202
0,mlp.experts.268.up_proj,0.0000008462,0.05000,14.274
0,mlp.experts.253.up_proj,0.0000001640,0.05000,14.265
0,mlp.experts.321.up_proj,0.0000010080,0.05000,14.283
0,mlp.experts.279.up_proj,0.0000000959,0.05000,14.293
0,mlp.experts.229.up_proj,0.0000005664,0.05000,14.284
0,mlp.experts.281.up_proj,0.0000001662,0.05000,14.434
0,mlp.experts.292.up_proj,0.0000003129,0.05000,14.089
0,mlp.experts.295.up_proj,failsafe(rtn): 0.0004768,0.00000,0.696
0,mlp.experts.311.up_proj,failsafe(rtn): 0.0006027,0.00000,0.785
0,mlp.experts.246.up_proj,0.0000015275,0.05000,14.770
0,mlp.experts.234.up_proj,0.0000009699,0.05000,14.764
0,mlp.experts.318.up_proj,0.0000003612,0.05000,14.786
0,mlp.experts.264.up_proj,0.0000004502,0.05000,14.772
0,mlp.experts.219.up_proj,0.0000000463,0.05000,14.774
0,mlp.experts.272.up_proj,0.0000001081,0.05000,14.920
0,mlp.experts.226.up_proj,0.0000000292,0.05000,14.784
0,mlp.experts.271.up_proj,0.0000001088,0.05000,14.861
0,mlp.experts.245.up_proj,0.0000001225,0.05000,14.733
0,mlp.experts.243.up_proj,0.0000002220,0.05000,15.057
0,mlp.experts.284.up_proj,0.0000011954,0.05000,14.869
0,mlp.experts.269.up_proj,0.0000003449,0.05000,14.900
0,mlp.experts.337.up_proj,0.0000002523,0.05000,14.895
0,mlp.experts.297.up_proj,0.0000011085,0.05000,14.940
0,mlp.experts.308.up_proj,0.0000013301,0.05000,14.712
0,mlp.experts.327.up_proj,0.0000003048,0.05000,14.785
0,mlp.experts.250.up_proj,0.0000005782,0.05000,13.930
0,mlp.experts.334.up_proj,0.0000003860,0.05000,13.845
0,mlp.experts.262.up_proj,0.0000003329,0.05000,14.066
0,mlp.experts.288.up_proj,0.0000011679,0.05000,13.904
0,mlp.experts.235.up_proj,0.0000000420,0.05000,13.932
0,mlp.experts.280.up_proj,0.0000013018,0.05000,14.067
0,mlp.experts.261.up_proj,0.0000000447,0.05000,13.945
0,mlp.experts.259.up_proj,0.0000010202,0.05000,13.993
0,mlp.experts.242.up_proj,0.0000004091,0.05000,14.076
0,mlp.experts.300.up_proj,0.0000003221,0.05000,13.996
0,mlp.experts.287.up_proj,0.0000006954,0.05000,14.128
0,mlp.experts.285.up_proj,0.0000002906,0.05000,13.999
0,mlp.experts.353.up_proj,0.0000003644,0.05000,14.141
0,mlp.experts.324.up_proj,0.0000004573,0.05000,13.919
0,mlp.experts.313.up_proj,0.0000007516,0.05000,14.136
0,mlp.experts.343.up_proj,0.0000006453,0.05000,13.980
0,mlp.experts.350.up_proj,0.0000002061,0.05000,14.566
0,mlp.experts.278.up_proj,0.0000021604,0.05000,14.475
0,mlp.experts.266.up_proj,0.0000009614,0.05000,14.630
0,mlp.experts.296.up_proj,0.0000006106,0.05000,14.443
0,mlp.experts.304.up_proj,0.0000006576,0.05000,14.548
0,mlp.experts.251.up_proj,0.0000002184,0.05000,14.568
0,mlp.experts.275.up_proj,0.0000006920,0.05000,14.417
0,mlp.experts.301.up_proj,0.0000001014,0.05000,14.317
0,mlp.experts.369.up_proj,0.0000002797,0.05000,14.317
0,mlp.experts.340.up_proj,0.0000006448,0.05000,14.202
0,mlp.experts.359.up_proj,0.0000003795,0.05000,13.232
0,mlp.experts.366.up_proj,0.0000007024,0.05000,1.421
0,mlp.experts.316.up_proj,0.0000018516,0.05000,14.315
0,mlp.experts.277.up_proj,0.0000014353,0.05000,14.502
0,mlp.experts.303.up_proj,0.0000020519,0.05000,14.367
0,mlp.experts.329.up_proj,0.0000012567,0.05000,14.184
0,mlp.experts.282.up_proj,failsafe(rtn): 0.0003700,0.00000,0.350
0,mlp.experts.294.up_proj,0.0000002083,0.05000,1.409
0,mlp.experts.258.up_proj,0.0000007167,0.05000,14.326
0,mlp.experts.332.up_proj,failsafe(rtn): 0.0004272,0.00000,0.665
0,mlp.experts.320.up_proj,0.0000011365,0.05000,14.336
0,mlp.experts.356.up_proj,0.0000011171,0.05000,14.348
0,mlp.experts.312.up_proj,0.0000003164,0.05000,14.475
0,mlp.experts.274.up_proj,0.0000010657,0.05000,14.507
0,mlp.experts.317.up_proj,0.0000007953,0.05000,14.524
0,mlp.experts.293.up_proj,0.0000012290,0.05000,14.563
0,mlp.experts.319.up_proj,0.0000003564,0.05000,14.576
0,mlp.experts.385.up_proj,0.0000003327,0.05000,14.596
0,mlp.experts.310.up_proj,0.0000004531,0.05000,14.599
0,mlp.experts.382.up_proj,0.0000000560,0.05000,14.628
0,mlp.experts.267.up_proj,0.0000011520,0.05000,14.665
0,mlp.experts.375.up_proj,0.0000000917,0.05000,14.699
0,mlp.experts.291.up_proj,0.0000001485,0.05000,14.720
0,mlp.experts.298.up_proj,0.0000010630,0.05000,14.726
0,mlp.experts.345.up_proj,0.0000012360,0.05000,14.735
0,mlp.experts.348.up_proj,0.0000008400,0.05000,14.621
0,mlp.experts.401.up_proj,failsafe(rtn): 0.0006714,0.00000,0.782
0,mlp.experts.398.up_proj,failsafe(rtn): 0.0008316,0.00000,0.768
0,mlp.experts.414.up_proj,failsafe(rtn): 0.0007782,0.00000,0.760
0,mlp.experts.372.up_proj,0.0000002856,0.05000,14.862
0,mlp.experts.328.up_proj,0.0000004580,0.05000,14.786
0,mlp.experts.336.up_proj,0.0000002184,0.05000,14.983
0,mlp.experts.290.up_proj,0.0000004592,0.05000,14.823
0,mlp.experts.335.up_proj,0.0000000741,0.05000,14.760
0,mlp.experts.333.up_proj,0.0000000367,0.05000,14.875
0,mlp.experts.309.up_proj,0.0000004099,0.05000,14.864
0,mlp.experts.326.up_proj,0.0000008367,0.05000,14.916
0,mlp.experts.307.up_proj,0.0000016122,0.05000,14.854
0,mlp.experts.361.up_proj,0.0000006041,0.05000,14.838
0,mlp.experts.314.up_proj,0.0000012179,0.05000,14.904
0,mlp.experts.391.up_proj,0.0000003689,0.05000,14.958
0,mlp.experts.283.up_proj,0.0000000298,0.05000,14.974
0,mlp.experts.364.up_proj,0.0000005956,0.05000,14.876
0,mlp.experts.417.up_proj,0.0000006800,0.05000,14.853
0,mlp.experts.430.up_proj,0.0000001858,0.05000,14.802
0,mlp.experts.433.up_proj,failsafe(rtn): 0.0010300,0.00000,0.752
0,mlp.experts.344.up_proj,0.0000011278,0.05000,14.658
0,mlp.experts.388.up_proj,0.0000003213,0.05000,14.792
0,mlp.experts.352.up_proj,0.0000001121,0.05000,14.775
0,mlp.experts.351.up_proj,0.0000001907,0.05000,14.759
0,mlp.experts.325.up_proj,0.0000001215,0.05000,14.729
0,mlp.experts.306.up_proj,0.0000011223,0.05000,14.829
0,mlp.experts.323.up_proj,0.0000005305,0.05000,14.653
0,mlp.experts.342.up_proj,0.0000006572,0.05000,14.713
0,mlp.experts.349.up_proj,0.0000004756,0.05000,14.889
0,mlp.experts.377.up_proj,0.0000001204,0.05000,14.784
0,mlp.experts.299.up_proj,0.0000010451,0.05000,14.716
0,mlp.experts.330.up_proj,0.0000005207,0.05000,14.747
0,mlp.experts.407.up_proj,0.0000009372,0.05000,14.892
0,mlp.experts.380.up_proj,0.0000000978,0.05000,14.700
0,mlp.experts.368.up_proj,failsafe(rtn): 0.0006752,0.00000,0.806
0,mlp.experts.446.up_proj,0.0000007388,0.05000,14.644
0,mlp.experts.449.up_proj,0.0000003992,0.05000,14.783
0,mlp.experts.360.up_proj,0.0000003532,0.05000,14.558
0,mlp.experts.404.up_proj,0.0000011474,0.05000,14.550
0,mlp.experts.341.up_proj,0.0000003832,0.05000,14.549
0,mlp.experts.322.up_proj,0.0000005817,0.05000,14.605
0,mlp.experts.315.up_proj,0.0000002247,0.05000,14.411
0,mlp.experts.358.up_proj,0.0000007101,0.05000,14.564
0,mlp.experts.423.up_proj,0.0000002525,0.05000,14.349
0,mlp.experts.396.up_proj,0.0000013263,0.05000,14.046
0,mlp.experts.465.up_proj,0.0000013265,0.05000,13.145
0,mlp.experts.339.up_proj,0.0000005641,0.05000,14.498
0,mlp.experts.346.up_proj,0.0000006340,0.05000,14.408
0,mlp.experts.365.up_proj,0.0000004822,0.05000,14.506
0,mlp.experts.393.up_proj,0.0000001345,0.05000,14.493
0,mlp.experts.384.up_proj,0.0000001330,0.05000,13.982
0,mlp.experts.462.up_proj,0.0000007381,0.05000,13.309
0,mlp.experts.367.up_proj,0.0000003780,0.05000,14.538
0,mlp.experts.409.up_proj,failsafe(rtn): 0.0004196,0.00000,0.784
0,mlp.experts.420.up_proj,0.0000005763,0.05000,14.227
0,mlp.experts.383.up_proj,0.0000002590,0.05000,14.270
0,mlp.experts.338.up_proj,0.0000007212,0.05000,14.282
0,mlp.experts.376.up_proj,0.0000001614,0.05000,14.316
0,mlp.experts.362.up_proj,0.0000000491,0.05000,14.316
0,mlp.experts.412.up_proj,0.0000001896,0.05000,14.362
0,mlp.experts.355.up_proj,0.0000000732,0.05000,14.367
0,mlp.experts.481.up_proj,0.0000011246,0.05000,14.413
0,mlp.experts.357.up_proj,0.0000003961,0.05000,14.434
0,mlp.experts.374.up_proj,0.0000001457,0.05000,14.443
0,mlp.experts.381.up_proj,0.0000000610,0.05000,14.439
0,mlp.experts.478.up_proj,0.0000001810,0.05000,14.497
0,mlp.experts.400.up_proj,0.0000004868,0.05000,14.536
0,mlp.experts.439.up_proj,0.0000006192,0.05000,14.588
0,mlp.experts.331.up_proj,0.0000003826,0.05000,14.660
0,mlp.experts.399.up_proj,failsafe(rtn): 0.0005722,0.00000,0.970
0,mlp.experts.392.up_proj,failsafe(rtn): 0.0007706,0.00000,0.970
0,mlp.experts.425.up_proj,0.0000010968,0.05000,14.528
0,mlp.experts.354.up_proj,0.0000003939,0.05000,15.108
0,mlp.experts.436.up_proj,0.0000019649,0.05000,15.183
0,mlp.experts.378.up_proj,0.0000005954,0.05000,15.237
0,mlp.experts.397.up_proj,0.0000016727,0.05000,15.087
0,mlp.experts.494.up_proj,0.0000008586,0.05000,15.082
0,mlp.experts.373.up_proj,0.0000005358,0.05000,15.114
0,mlp.experts.416.up_proj,0.0000001482,0.05000,15.006
0,mlp.experts.371.up_proj,0.0000002074,0.05000,15.190
0,mlp.experts.428.up_proj,0.0000001807,0.05000,15.207
0,mlp.experts.497.up_proj,0.0000011214,0.05000,15.227
0,mlp.experts.455.up_proj,0.0000006521,0.05000,15.132
0,mlp.experts.347.up_proj,0.0000006654,0.05000,15.082
0,mlp.experts.390.up_proj,0.0000005256,0.05000,15.374
0,mlp.experts.408.up_proj,0.0000011247,0.05000,14.978
0,mlp.experts.441.up_proj,0.0000009890,0.05000,15.040
0,mlp.experts.413.up_proj,failsafe(rtn): 0.0005646,0.00000,0.819
0,mlp.experts.415.up_proj,0.0000025881,0.05000,15.150
0,mlp.experts.1.down_proj,0.0000011205,0.05000,3.756
0,mlp.experts.17.down_proj,0.0000003884,0.05000,3.497
0,mlp.experts.33.down_proj,0.0000001055,0.05000,3.645
0,mlp.experts.370.up_proj,0.0000008183,0.05000,14.539
0,mlp.experts.452.up_proj,0.0000016439,0.05000,14.615
0,mlp.experts.394.up_proj,0.0000005246,0.05000,14.565
0,mlp.experts.510.up_proj,0.0000000752,0.05000,14.589
0,mlp.experts.471.up_proj,0.0000004793,0.05000,14.445
0,mlp.experts.432.up_proj,0.0000001927,0.05000,14.586
0,mlp.experts.444.up_proj,0.0000003192,0.05000,14.604
0,mlp.experts.389.up_proj,0.0000006068,0.05000,14.649
0,mlp.experts.406.up_proj,0.0000015742,0.05000,14.434
0,mlp.experts.363.up_proj,0.0000011597,0.05000,14.563
0,mlp.experts.387.up_proj,0.0000003496,0.05000,14.767
0,mlp.experts.49.down_proj,0.0000000626,0.05000,3.836
0,mlp.experts.424.up_proj,0.0000003940,0.05000,14.563
0,mlp.experts.457.up_proj,0.0000012832,0.05000,14.618
0,mlp.experts.429.up_proj,0.0000002949,0.05000,14.712
0,mlp.experts.431.up_proj,0.0000001724,0.05000,14.711
0,mlp.experts.14.down_proj,0.0000013095,0.05000,3.851
0,mlp.experts.65.down_proj,0.0000003144,0.05000,3.715
0,mlp.experts.30.down_proj,0.0000006241,0.05000,3.827
0,mlp.experts.81.down_proj,0.0000017652,0.05000,3.854
0,mlp.experts.46.down_proj,0.0000009597,0.05000,3.810
0,mlp.experts.97.down_proj,0.0000002367,0.05000,3.789
0,mlp.experts.386.up_proj,0.0000021829,0.05000,14.529
0,mlp.experts.448.up_proj,0.0000001791,0.05000,14.393
0,mlp.experts.410.up_proj,0.0000005823,0.05000,14.458
0,mlp.experts.468.up_proj,0.0000000597,0.05000,14.605
0,mlp.experts.405.up_proj,0.0000007300,0.05000,14.430
0,mlp.experts.113.down_proj,failsafe(rtn): 0.0008888,0.00000,0.181
0,mlp.experts.460.up_proj,0.0000003045,0.05000,14.480
0,mlp.experts.422.up_proj,0.0000001507,0.05000,14.431
0,mlp.experts.487.up_proj,0.0000000307,0.05000,14.618
0,mlp.experts.62.down_proj,0.0000004596,0.05000,3.120
0,mlp.experts.403.up_proj,0.0000000502,0.05000,14.567
0,mlp.experts.78.down_proj,failsafe(rtn): 0.0007401,0.00000,0.165
0,mlp.experts.379.up_proj,0.0000000138,0.05000,14.684
0,mlp.experts.484.up_proj,failsafe(rtn): 0.0006981,0.00000,0.708
0,mlp.experts.440.up_proj,0.0000002666,0.05000,14.540
0,mlp.experts.445.up_proj,0.0000001948,0.05000,14.285
0,mlp.experts.473.up_proj,0.0000001011,0.05000,14.487
0,mlp.experts.447.up_proj,0.0000013388,0.05000,14.494
0,mlp.experts.129.down_proj,0.0000005649,0.05000,3.877
0,mlp.experts.94.down_proj,0.0000004114,0.05000,3.871
0,mlp.experts.145.down_proj,0.0000002102,0.05000,3.844
0,mlp.experts.110.down_proj,0.0000007096,0.05000,3.842
0,mlp.experts.161.down_proj,0.0000012778,0.05000,3.408
0,mlp.experts.126.down_proj,0.0000001368,0.05000,3.458
0,mlp.experts.402.up_proj,0.0000009724,0.05000,14.697
0,mlp.experts.426.up_proj,0.0000005587,0.05000,14.613
0,mlp.experts.464.up_proj,0.0000004064,0.05000,14.702
0,mlp.experts.476.up_proj,0.0000005551,0.05000,14.692
0,mlp.experts.421.up_proj,0.0000001956,0.05000,14.816
0,mlp.experts.438.up_proj,0.0000004899,0.05000,14.807
0,mlp.experts.503.up_proj,0.0000005844,0.05000,14.743
0,mlp.experts.177.down_proj,0.0000008669,0.05000,3.740
0,mlp.experts.419.up_proj,0.0000002190,0.05000,14.760
0,mlp.experts.193.down_proj,failsafe(rtn): 0.0006371,0.00000,0.160
0,mlp.experts.395.up_proj,0.0000006990,0.05000,14.776
0,mlp.experts.142.down_proj,0.0000000412,0.05000,3.679
0,mlp.experts.456.up_proj,0.0000002018,0.05000,14.818
0,mlp.experts.500.up_proj,0.0000000937,0.05000,14.883
0,mlp.experts.489.up_proj,0.0000005629,0.05000,14.753
0,mlp.experts.461.up_proj,0.0000005362,0.05000,14.894
0,mlp.experts.463.up_proj,0.0000004165,0.05000,14.922
0,mlp.experts.7.down_proj,0.0000000566,0.05000,3.921
0,mlp.experts.209.down_proj,0.0000003799,0.05000,3.864
0,mlp.experts.158.down_proj,0.0000013876,0.05000,3.877
0,mlp.experts.4.down_proj,0.0000005724,0.05000,3.859
0,mlp.experts.23.down_proj,0.0000004716,0.05000,3.519
0,mlp.experts.225.down_proj,0.0000004921,0.05000,3.505
0,mlp.experts.174.down_proj,0.0000005761,0.05000,3.540
0,mlp.experts.20.down_proj,0.0000001132,0.05000,3.442
0,mlp.experts.39.down_proj,0.0000000190,0.05000,3.648
0,mlp.experts.241.down_proj,0.0000003727,0.05000,3.581
0,mlp.experts.190.down_proj,0.0000006378,0.05000,3.715
0,mlp.experts.36.down_proj,0.0000009733,0.05000,3.654
0,mlp.experts.442.up_proj,0.0000003865,0.05000,14.666
0,mlp.experts.418.up_proj,0.0000020831,0.05000,14.733
0,mlp.experts.480.up_proj,0.0000001485,0.05000,14.733
0,mlp.experts.492.up_proj,0.0000006046,0.05000,14.755
0,mlp.experts.437.up_proj,0.0000004379,0.05000,14.791
0,mlp.experts.454.up_proj,0.0000008426,0.05000,14.796
0,mlp.experts.435.up_proj,0.0000001257,0.05000,14.663
0,mlp.experts.55.down_proj,0.0000006574,0.05000,3.814
0,mlp.experts.257.down_proj,0.0000005330,0.05000,3.839
0,mlp.experts.411.up_proj,0.0000004068,0.05000,14.848
0,mlp.experts.206.down_proj,0.0000002408,0.05000,3.883
0,mlp.experts.472.up_proj,0.0000002878,0.05000,14.768
0,mlp.experts.505.up_proj,0.0000005301,0.05000,14.816
0,mlp.experts.52.down_proj,0.0000009887,0.05000,3.855
0,mlp.experts.477.up_proj,0.0000008402,0.05000,14.854
0,mlp.experts.479.up_proj,0.0000006191,0.05000,14.729
0,mlp.experts.9.down_proj,failsafe(rtn): 0.0009232,0.00000,0.235
0,mlp.experts.71.down_proj,0.0000016192,0.05000,3.986
0,mlp.experts.273.down_proj,0.0000009559,0.05000,3.989
0,mlp.experts.289.down_proj,failsafe(rtn): 0.0008469,0.00000,0.172
0,mlp.experts.222.down_proj,0.0000001342,0.05000,3.930
0,mlp.experts.68.down_proj,0.0000007648,0.05000,3.798
0,mlp.experts.25.down_proj,0.0000007242,0.05000,3.819
0,mlp.experts.87.down_proj,0.0000002296,0.05000,3.366
0,mlp.experts.305.down_proj,0.0000001151,0.05000,3.369
0,mlp.experts.238.down_proj,0.0000009594,0.05000,3.401
0,mlp.experts.84.down_proj,0.0000002008,0.05000,3.428
0,mlp.experts.41.down_proj,0.0000007818,0.05000,3.475
0,mlp.experts.103.down_proj,0.0000001878,0.05000,3.531
0,mlp.experts.321.down_proj,0.0000003802,0.05000,3.574
0,mlp.experts.254.down_proj,0.0000003953,0.05000,3.491
0,mlp.experts.100.down_proj,0.0000023054,0.05000,3.540
0,mlp.experts.57.down_proj,0.0000016891,0.05000,3.559
0,mlp.experts.458.up_proj,0.0000003998,0.05000,14.661
0,mlp.experts.434.up_proj,0.0000010820,0.05000,14.752
0,mlp.experts.508.up_proj,0.0000007568,0.05000,14.566
0,mlp.experts.496.up_proj,0.0000006111,0.05000,14.707
0,mlp.experts.451.up_proj,0.0000001353,0.05000,14.571
0,mlp.experts.470.up_proj,0.0000026914,0.05000,14.610
0,mlp.experts.453.up_proj,0.0000011348,0.05000,14.818
0,mlp.experts.119.down_proj,0.0000009900,0.05000,3.863
0,mlp.experts.427.up_proj,0.0000022088,0.05000,14.639
0,mlp.experts.488.up_proj,0.0000000313,0.05000,14.535
0,mlp.experts.337.down_proj,0.0000001227,0.05000,3.886
0,mlp.experts.270.down_proj,0.0000001355,0.05000,3.903
0,mlp.experts.116.down_proj,0.0000008426,0.05000,3.888
0,mlp.experts.493.up_proj,0.0000008682,0.05000,14.661
0,mlp.experts.495.up_proj,0.0000007877,0.05000,14.763
0,mlp.experts.73.down_proj,0.0000007375,0.05000,3.844
0,mlp.experts.12.down_proj,0.0000002752,0.05000,3.680
0,mlp.experts.0.down_proj,0.0000008758,0.05000,3.683
0,mlp.experts.135.down_proj,0.0000008061,0.05000,3.718
0,mlp.experts.151.down_proj,failsafe(rtn): 0.0007362,0.00000,0.198
0,mlp.experts.353.down_proj,0.0000003703,0.05000,3.636
0,mlp.experts.286.down_proj,0.0000002160,0.05000,3.658
0,mlp.experts.132.down_proj,0.0000001037,0.05000,3.667
0,mlp.experts.89.down_proj,0.0000003884,0.05000,3.696
0,mlp.experts.105.down_proj,failsafe(rtn): 0.0009689,0.00000,0.226
0,mlp.experts.28.down_proj,0.0000002713,0.05000,3.785
0,mlp.experts.16.down_proj,0.0000004663,0.05000,3.802
0,mlp.experts.167.down_proj,0.0000006435,0.05000,3.690
0,mlp.experts.369.down_proj,0.0000004205,0.05000,3.692
0,mlp.experts.148.down_proj,0.0000021847,0.05000,3.644
0,mlp.experts.44.down_proj,0.0000009186,0.05000,2.534
0,mlp.experts.302.down_proj,0.0000007971,0.05000,3.618
0,mlp.experts.121.down_proj,0.0000006142,0.05000,3.371
0,mlp.experts.32.down_proj,0.0000010175,0.05000,2.532
0,mlp.experts.474.up_proj,0.0000001303,0.05000,12.919
0,mlp.experts.450.up_proj,0.0000001628,0.05000,13.050
0,mlp.experts.469.up_proj,0.0000003211,0.05000,12.790
0,mlp.experts.467.up_proj,0.0000016569,0.05000,13.050
0,mlp.experts.486.up_proj,0.0000003848,0.05000,13.097
0,mlp.experts.443.up_proj,0.0000004026,0.05000,12.971
0,mlp.experts.504.up_proj,0.0000000322,0.05000,12.844
0,mlp.experts.509.up_proj,0.0000004611,0.05000,12.897
0,mlp.experts.511.up_proj,0.0000002657,0.05000,12.894
0,mlp.experts.318.down_proj,0.0000004945,0.05000,3.846
0,mlp.experts.48.down_proj,0.0000002671,0.05000,3.871
0,mlp.experts.183.down_proj,0.0000003742,0.05000,3.898
0,mlp.experts.60.down_proj,0.0000001671,0.05000,3.915
0,mlp.experts.164.down_proj,0.0000000112,0.05000,3.925
0,mlp.experts.385.down_proj,0.0000001297,0.05000,3.978
0,mlp.experts.137.down_proj,0.0000013267,0.05000,4.035
0,mlp.experts.180.down_proj,failsafe(rtn): 0.0009842,0.00000,0.184
0,mlp.experts.401.down_proj,failsafe(rtn): 0.0007744,0.00000,0.183
0,mlp.experts.8.down_proj,0.0000000105,0.05000,3.714
0,mlp.experts.13.down_proj,0.0000023127,0.05000,3.688
0,mlp.experts.15.down_proj,0.0000004940,0.05000,3.623
0,mlp.experts.334.down_proj,0.0000006544,0.05000,3.526
0,mlp.experts.64.down_proj,0.0000010006,0.05000,3.554
0,mlp.experts.76.down_proj,0.0000003711,0.05000,3.529
0,mlp.experts.199.down_proj,0.0000000516,0.05000,3.589
0,mlp.experts.153.down_proj,0.0000003948,0.05000,3.511
0,mlp.experts.196.down_proj,0.0000008943,0.05000,3.471
0,mlp.experts.417.down_proj,0.0000001125,0.05000,3.507
0,mlp.experts.433.down_proj,failsafe(rtn): 0.0012131,0.00000,0.165
0,mlp.experts.24.down_proj,0.0000005889,0.05000,3.547
0,mlp.experts.29.down_proj,0.0000001858,0.05000,3.688
0,mlp.experts.31.down_proj,0.0000005217,0.05000,3.736
0,mlp.experts.350.down_proj,0.0000001309,0.05000,3.763
0,mlp.experts.80.down_proj,0.0000003008,0.05000,3.782
0,mlp.experts.92.down_proj,0.0000010279,0.05000,3.768
0,mlp.experts.215.down_proj,0.0000008017,0.05000,3.779
0,mlp.experts.169.down_proj,0.0000000330,0.05000,3.780
0,mlp.experts.212.down_proj,0.0000010296,0.05000,3.831
0,mlp.experts.449.down_proj,0.0000012443,0.05000,3.872
0,mlp.experts.40.down_proj,0.0000010217,0.05000,4.070
0,mlp.experts.45.down_proj,0.0000010370,0.05000,3.983
0,mlp.experts.47.down_proj,0.0000002154,0.05000,3.983
0,mlp.experts.366.down_proj,0.0000014101,0.05000,3.904
0,mlp.experts.108.down_proj,0.0000002009,0.05000,3.848
0,mlp.experts.96.down_proj,0.0000004600,0.05000,3.885
0,mlp.experts.231.down_proj,0.0000004341,0.05000,3.981
0,mlp.experts.185.down_proj,0.0000007471,0.05000,3.933
0,mlp.experts.228.down_proj,0.0000012213,0.05000,3.890
0,mlp.experts.465.down_proj,0.0000011678,0.05000,3.850
0,mlp.experts.490.up_proj,0.0000000248,0.05000,14.973
0,mlp.experts.466.up_proj,0.0000002116,0.05000,14.939
0,mlp.experts.485.up_proj,0.0000006772,0.05000,14.927
0,mlp.experts.502.up_proj,0.0000007125,0.05000,14.932
0,mlp.experts.483.up_proj,0.0000016351,0.05000,15.023
0,mlp.experts.459.up_proj,0.0000001797,0.05000,15.024
0,mlp.experts.56.down_proj,0.0000001876,0.05000,3.769
0,mlp.experts.61.down_proj,0.0000002826,0.05000,3.813
0,mlp.experts.63.down_proj,0.0000005810,0.05000,3.959
0,mlp.experts.124.down_proj,0.0000011165,0.05000,3.836
0,mlp.experts.382.down_proj,0.0000002042,0.05000,3.924
0,mlp.experts.112.down_proj,0.0000006830,0.05000,3.886
0,mlp.experts.79.down_proj,failsafe(rtn): 0.0006065,0.00000,0.220
0,mlp.experts.247.down_proj,0.0000009845,0.05000,3.874
0,mlp.experts.398.down_proj,failsafe(rtn): 0.0011749,0.00000,0.188
0,mlp.experts.201.down_proj,0.0000006231,0.05000,3.896
0,mlp.experts.244.down_proj,0.0000010667,0.05000,3.902
0,mlp.experts.414.down_proj,failsafe(rtn): 0.0009537,0.00000,0.170
0,mlp.experts.481.down_proj,0.0000008030,0.05000,3.871
0,mlp.experts.6.down_proj,0.0000011979,0.05000,3.601
0,mlp.experts.72.down_proj,0.0000002675,0.05000,3.577
0,mlp.experts.77.down_proj,0.0000002776,0.05000,3.462
0,mlp.experts.140.down_proj,0.0000001761,0.05000,3.335
0,mlp.experts.95.down_proj,0.0000008079,0.05000,3.305
0,mlp.experts.128.down_proj,0.0000013369,0.05000,3.414
0,mlp.experts.156.down_proj,failsafe(rtn): 0.0011215,0.00000,0.163
0,mlp.experts.263.down_proj,0.0000002021,0.05000,3.302
0,mlp.experts.260.down_proj,0.0000013768,0.05000,3.312
0,mlp.experts.217.down_proj,0.0000004820,0.05000,3.414
0,mlp.experts.430.down_proj,0.0000000832,0.05000,3.352
0,mlp.experts.276.down_proj,failsafe(rtn): 0.0011215,0.00000,0.175
0,mlp.experts.497.down_proj,0.0000004365,0.05000,3.324
0,mlp.experts.22.down_proj,0.0000002427,0.05000,3.504
0,mlp.experts.88.down_proj,0.0000000715,0.05000,3.529
0,mlp.experts.93.down_proj,0.0000007138,0.05000,3.578
0,mlp.experts.111.down_proj,0.0000002410,0.05000,3.419
0,mlp.experts.172.down_proj,0.0000001108,0.05000,3.509
0,mlp.experts.144.down_proj,0.0000010235,0.05000,3.527
0,mlp.experts.279.down_proj,0.0000002451,0.05000,3.524
0,mlp.experts.233.down_proj,0.0000015298,0.05000,3.516
0,mlp.experts.295.down_proj,failsafe(rtn): 0.0006866,0.00000,0.143
0,mlp.experts.292.down_proj,0.0000003116,0.05000,3.444
0,mlp.experts.446.down_proj,0.0000007628,0.05000,3.473
0,mlp.experts.311.down_proj,failsafe(rtn): 0.0006790,0.00000,0.157
0,mlp.experts.38.down_proj,0.0000000330,0.05000,3.271
0,mlp.experts.104.down_proj,0.0000008966,0.05000,3.190
0,mlp.experts.109.down_proj,0.0000011109,0.05000,3.295
0,mlp.experts.127.down_proj,0.0000000859,0.05000,3.318
0,mlp.experts.188.down_proj,0.0000002619,0.05000,3.300
0,mlp.experts.160.down_proj,0.0000013625,0.05000,3.301
0,mlp.experts.308.down_proj,0.0000018316,0.05000,3.251
0,mlp.experts.249.down_proj,0.0000008364,0.05000,3.341
0,mlp.experts.462.down_proj,0.0000008372,0.05000,3.312
0,mlp.experts.327.down_proj,0.0000009831,0.05000,3.345
0,mlp.experts.506.up_proj,0.0000006160,0.05000,13.850
0,mlp.experts.501.up_proj,0.0000007806,0.05000,13.784
0,mlp.experts.482.up_proj,0.0000001593,0.05000,13.992
0,mlp.experts.499.up_proj,0.0000003909,0.05000,13.909
0,mlp.experts.54.down_proj,0.0000002252,0.05000,3.635
0,mlp.experts.475.up_proj,0.0000005553,0.05000,13.860
0,mlp.experts.120.down_proj,0.0000005476,0.05000,3.676
0,mlp.experts.125.down_proj,0.0000004758,0.05000,3.607
0,mlp.experts.143.down_proj,0.0000003622,0.05000,3.652
0,mlp.experts.176.down_proj,0.0000005887,0.05000,3.620
0,mlp.experts.204.down_proj,0.0000004004,0.05000,3.639
0,mlp.experts.324.down_proj,0.0000003660,0.05000,3.692
0,mlp.experts.265.down_proj,0.0000001401,0.05000,3.745
0,mlp.experts.478.down_proj,0.0000004058,0.05000,3.755
0,mlp.experts.343.down_proj,0.0000015188,0.05000,3.694
0,mlp.experts.10.down_proj,0.0000006053,0.05000,3.491
0,mlp.experts.5.down_proj,0.0000000327,0.05000,3.431
0,mlp.experts.3.down_proj,0.0000004077,0.05000,3.491
0,mlp.experts.70.down_proj,0.0000003350,0.05000,3.539
0,mlp.experts.136.down_proj,0.0000004043,0.05000,3.458
0,mlp.experts.141.down_proj,0.0000001915,0.05000,3.468
0,mlp.experts.159.down_proj,0.0000001842,0.05000,3.417
0,mlp.experts.220.down_proj,0.0000015820,0.05000,3.403
0,mlp.experts.192.down_proj,0.0000027043,0.05000,3.439
0,mlp.experts.340.down_proj,0.0000012525,0.05000,3.353
0,mlp.experts.281.down_proj,0.0000004185,0.05000,3.386
0,mlp.experts.494.down_proj,0.0000003147,0.05000,3.362
0,mlp.experts.359.down_proj,0.0000001173,0.05000,3.341
0,mlp.experts.26.down_proj,0.0000001371,0.05000,3.425
0,mlp.experts.21.down_proj,0.0000010727,0.05000,3.474
0,mlp.experts.19.down_proj,0.0000010460,0.05000,3.423
0,mlp.experts.86.down_proj,0.0000003271,0.05000,3.377
0,mlp.experts.152.down_proj,0.0000005733,0.05000,3.410
0,mlp.experts.157.down_proj,0.0000001678,0.05000,3.481
0,mlp.experts.173.down_proj,failsafe(rtn): 0.0012131,0.00000,0.153
0,mlp.experts.175.down_proj,0.0000004184,0.05000,3.457
0,mlp.experts.208.down_proj,0.0000008187,0.05000,3.343
0,mlp.experts.236.down_proj,0.0000000600,0.05000,3.410
0,mlp.experts.356.down_proj,0.0000001729,0.05000,3.323
0,mlp.experts.224.down_proj,failsafe(rtn): 0.0005951,0.00000,0.170
0,mlp.experts.297.down_proj,0.0000005712,0.05000,3.346
0,mlp.experts.375.down_proj,0.0000001385,0.05000,3.286
0,mlp.experts.510.down_proj,0.0000000452,0.05000,3.393
0,mlp.experts.42.down_proj,0.0000004897,0.05000,3.246
0,mlp.experts.37.down_proj,0.0000001442,0.05000,3.205
0,mlp.experts.35.down_proj,0.0000000369,0.05000,3.096
0,mlp.experts.102.down_proj,0.0000003115,0.05000,3.074
0,mlp.experts.168.down_proj,0.0000000854,0.05000,2.975
0,mlp.experts.189.down_proj,0.0000005132,0.05000,2.977
0,mlp.experts.191.down_proj,0.0000008239,0.05000,2.977
0,mlp.experts.252.down_proj,0.0000015959,0.05000,2.952
0,mlp.experts.240.down_proj,0.0000005127,0.05000,2.969
0,mlp.experts.372.down_proj,0.0000001482,0.05000,2.990
0,mlp.experts.313.down_proj,0.0000001039,0.05000,2.946
0,mlp.experts.391.down_proj,0.0000005505,0.05000,3.020
0,mlp.experts.58.down_proj,0.0000002718,0.05000,2.944
0,mlp.experts.498.up_proj,0.0000000976,0.05000,12.941
0,mlp.experts.53.down_proj,0.0000000814,0.05000,2.973
0,mlp.experts.51.down_proj,0.0000008217,0.05000,3.073
0,mlp.experts.118.down_proj,0.0000003495,0.05000,3.084
0,mlp.experts.491.up_proj,0.0000007840,0.05000,13.089
0,mlp.experts.184.down_proj,0.0000000799,0.05000,3.181
0,mlp.experts.205.down_proj,0.0000002485,0.05000,3.245
0,mlp.experts.207.down_proj,0.0000002787,0.05000,3.236
0,mlp.experts.268.down_proj,0.0000018785,0.05000,3.224
0,mlp.experts.256.down_proj,0.0000003074,0.05000,3.177
0,mlp.experts.388.down_proj,0.0000002858,0.05000,3.186
0,mlp.experts.329.down_proj,0.0000012800,0.05000,3.193
0,mlp.experts.407.down_proj,0.0000017692,0.05000,3.201
0,mlp.experts.74.down_proj,0.0000000835,0.05000,3.107
0,mlp.experts.2.down_proj,0.0000003200,0.05000,3.125
0,mlp.experts.69.down_proj,0.0000007800,0.05000,3.140
0,mlp.experts.85.down_proj,failsafe(rtn): 0.0011063,0.00000,0.146
0,mlp.experts.67.down_proj,0.0000005081,0.05000,3.140
0,mlp.experts.134.down_proj,0.0000005631,0.05000,3.129
0,mlp.experts.200.down_proj,0.0000000843,0.05000,3.124
0,mlp.experts.221.down_proj,0.0000010612,0.05000,3.168
0,mlp.experts.284.down_proj,0.0000001408,0.05000,3.134
0,mlp.experts.223.down_proj,0.0000017440,0.05000,3.178
0,mlp.experts.404.down_proj,0.0000008235,0.05000,3.114
0,mlp.experts.272.down_proj,0.0000000208,0.05000,3.127
0,mlp.experts.345.down_proj,0.0000008969,0.05000,3.187
0,mlp.experts.423.down_proj,0.0000004538,0.05000,3.189
0,mlp.experts.90.down_proj,0.0000000871,0.05000,3.104
0,mlp.experts.18.down_proj,0.0000004706,0.05000,3.141
0,mlp.experts.101.down_proj,0.0000007034,0.05000,3.136
0,mlp.experts.83.down_proj,0.0000008065,0.05000,3.163
0,mlp.experts.150.down_proj,0.0000007086,0.05000,3.163
0,mlp.experts.216.down_proj,0.0000005835,0.05000,3.139
0,mlp.experts.237.down_proj,0.0000003126,0.05000,3.033
0,mlp.experts.300.down_proj,0.0000005652,0.05000,3.075
0,mlp.experts.239.down_proj,0.0000000638,0.05000,3.075
0,mlp.experts.288.down_proj,0.0000009101,0.05000,3.024
0,mlp.experts.420.down_proj,0.0000007172,0.05000,3.080
0,mlp.experts.361.down_proj,0.0000011689,0.05000,3.102
0,mlp.experts.439.down_proj,0.0000008595,0.05000,3.061
0,mlp.experts.34.down_proj,0.0000001307,0.05000,2.875
0,mlp.experts.99.down_proj,0.0000009602,0.05000,2.634
0,mlp.experts.232.down_proj,0.0000000841,0.05000,2.343
0,mlp.experts.255.down_proj,0.0000010988,0.05000,1.784
0,mlp.experts.304.down_proj,0.0000006117,0.05000,1.752
0,mlp.experts.106.down_proj,0.0000004514,0.05000,2.996
0,mlp.experts.117.down_proj,0.0000004756,0.05000,2.749
0,mlp.experts.166.down_proj,0.0000002509,0.05000,2.603
0,mlp.experts.253.down_proj,0.0000001701,0.05000,1.911
0,mlp.experts.316.down_proj,0.0000018683,0.05000,1.802
0,mlp.experts.507.up_proj,0.0000009734,0.05000,9.281
0,mlp.experts.332.down_proj,failsafe(rtn): 0.0004921,0.00000,0.158
0,mlp.experts.50.down_proj,0.0000002751,0.05000,3.183
0,mlp.experts.436.down_proj,0.0000028647,0.05000,3.227
0,mlp.experts.133.down_proj,0.0000002225,0.05000,3.224
0,mlp.experts.115.down_proj,0.0000009175,0.05000,3.240
0,mlp.experts.377.down_proj,0.0000002369,0.05000,3.246
0,mlp.experts.320.down_proj,0.0000009141,0.05000,3.234
0,mlp.experts.182.down_proj,0.0000003096,0.05000,3.234
0,mlp.experts.122.down_proj,0.0000007689,0.05000,3.246
0,mlp.experts.11.down_proj,0.0000019006,0.05000,3.244
0,mlp.experts.248.down_proj,0.0000006089,0.05000,3.261
0,mlp.experts.271.down_proj,0.0000008841,0.05000,3.264
0,mlp.experts.269.down_proj,0.0000003382,0.05000,3.280
0,mlp.experts.455.down_proj,0.0000005298,0.05000,3.306
0,mlp.experts.348.down_proj,0.0000005815,0.05000,3.301
0,mlp.experts.149.down_proj,0.0000001510,0.05000,3.224
0,mlp.experts.452.down_proj,0.0000014999,0.05000,3.266
0,mlp.experts.131.down_proj,0.0000002367,0.05000,3.225
0,mlp.experts.198.down_proj,0.0000005974,0.05000,3.222
0,mlp.experts.66.down_proj,0.0000001113,0.05000,3.310
0,mlp.experts.336.down_proj,0.0000000443,0.05000,3.252
0,mlp.experts.393.down_proj,0.0000002226,0.05000,3.254
0,mlp.experts.264.down_proj,0.0000003964,0.05000,3.240
0,mlp.experts.471.down_proj,0.0000003573,0.05000,3.217
0,mlp.experts.287.down_proj,0.0000009699,0.05000,3.258
0,mlp.experts.138.down_proj,0.0000000295,0.05000,3.277
0,mlp.experts.285.down_proj,0.0000000884,0.05000,3.305
0,mlp.experts.27.down_proj,0.0000009066,0.05000,3.354
0,mlp.experts.409.down_proj,failsafe(rtn): 0.0005455,0.00000,0.172
0,mlp.experts.364.down_proj,0.0000007638,0.05000,3.295
0,mlp.experts.165.down_proj,0.0000007475,0.05000,3.115
0,mlp.experts.214.down_proj,0.0000003325,0.05000,3.084
0,mlp.experts.82.down_proj,0.0000012544,0.05000,3.098
0,mlp.experts.303.down_proj,0.0000016459,0.05000,3.065
0,mlp.experts.147.down_proj,0.0000007562,0.05000,3.119
0,mlp.experts.468.down_proj,0.0000000249,0.05000,3.157
0,mlp.experts.280.down_proj,0.0000009544,0.05000,3.109
0,mlp.experts.352.down_proj,0.0000000199,0.05000,3.164
0,mlp.experts.487.down_proj,0.0000000320,0.05000,3.149
0,mlp.experts.301.down_proj,0.0000004729,0.05000,3.103
0,mlp.experts.154.down_proj,0.0000009354,0.05000,3.147
0,mlp.experts.380.down_proj,0.0000004460,0.05000,3.025
0,mlp.experts.425.down_proj,0.0000009425,0.05000,3.101
0,mlp.experts.484.down_proj,failsafe(rtn): 0.0009003,0.00000,0.163
0,mlp.experts.43.down_proj,0.0000006529,0.05000,3.186
0,mlp.experts.368.down_proj,failsafe(rtn): 0.0008507,0.00000,0.156
0,mlp.experts.98.down_proj,0.0000010189,0.05000,3.008
0,mlp.experts.230.down_proj,0.0000002580,0.05000,3.034
0,mlp.experts.163.down_proj,0.0000007853,0.05000,3.017
0,mlp.experts.319.down_proj,0.0000001911,0.05000,3.032
0,mlp.experts.181.down_proj,0.0000001272,0.05000,3.078
0,mlp.experts.296.down_proj,0.0000008118,0.05000,3.056
0,mlp.experts.503.down_proj,0.0000006905,0.05000,3.028
0,mlp.experts.317.down_proj,0.0000012336,0.05000,3.037
0,mlp.experts.170.down_proj,0.0000005918,0.05000,3.069
0,mlp.experts.179.down_proj,failsafe(rtn): 0.0011749,0.00000,0.148
0,mlp.experts.59.down_proj,0.0000000782,0.05000,3.036
0,mlp.experts.441.down_proj,0.0000009054,0.05000,3.049
0,mlp.experts.384.down_proj,0.0000001237,0.05000,3.010
0,mlp.experts.396.down_proj,0.0000011547,0.05000,3.082
0,mlp.experts.500.down_proj,0.0000003507,0.05000,3.079
0,mlp.experts.197.down_proj,0.0000017725,0.05000,2.444
0,mlp.experts.114.down_proj,0.0000008836,0.05000,2.506
0,mlp.experts.246.down_proj,0.0000006870,0.05000,2.506
0,mlp.experts.312.down_proj,0.0000004374,0.05000,2.467
0,mlp.experts.335.down_proj,0.0000002713,0.05000,2.542
0,mlp.experts.333.down_proj,0.0000002814,0.05000,2.489
0,mlp.experts.195.down_proj,0.0000004050,0.05000,2.440
0,mlp.experts.186.down_proj,0.0000002410,0.05000,2.473
0,mlp.experts.75.down_proj,0.0000004091,0.05000,2.446
0,mlp.experts.457.down_proj,0.0000004411,0.05000,2.451
0,mlp.experts.400.down_proj,0.0000004214,0.05000,2.462
0,mlp.experts.412.down_proj,0.0000002173,0.05000,2.469
0,mlp.experts.262.down_proj,0.0000001737,0.05000,2.548
0,mlp.experts.328.down_proj,0.0000008015,0.05000,2.514
0,mlp.experts.213.down_proj,0.0000006736,0.05000,2.599
0,mlp.experts.130.down_proj,0.0000006528,0.05000,2.584
0,mlp.experts.351.down_proj,0.0000004616,0.05000,2.562
0,mlp.experts.202.down_proj,0.0000002808,0.05000,2.579
0,mlp.experts.349.down_proj,0.0000013392,0.05000,2.618
0,mlp.experts.91.down_proj,0.0000002955,0.05000,2.574
0,mlp.experts.428.down_proj,0.0000010712,0.05000,2.542
0,mlp.experts.211.down_proj,0.0000009354,0.05000,2.665
0,mlp.experts.416.down_proj,0.0000001630,0.05000,2.586
0,mlp.experts.473.down_proj,0.0000002905,0.05000,2.623
0,mlp.experts.344.down_proj,0.0000005996,0.05000,2.454
0,mlp.experts.229.down_proj,0.0000008293,0.05000,2.444
0,mlp.experts.146.down_proj,0.0000007734,0.05000,2.462
0,mlp.experts.278.down_proj,0.0000017369,0.05000,2.488
0,mlp.experts.367.down_proj,0.0000013873,0.05000,2.470
0,mlp.experts.218.down_proj,0.0000002121,0.05000,2.453
0,mlp.experts.444.down_proj,0.0000001678,0.05000,2.444
0,mlp.experts.107.down_proj,0.0000002563,0.05000,2.468
0,mlp.experts.489.down_proj,0.0000002811,0.05000,2.411
0,mlp.experts.365.down_proj,0.0000004736,0.05000,2.516
0,mlp.experts.227.down_proj,0.0000000741,0.05000,2.501
0,mlp.experts.432.down_proj,0.0000003744,0.05000,2.519
0,mlp.experts.360.down_proj,0.0000002975,0.05000,2.397
0,mlp.experts.245.down_proj,0.0000000754,0.05000,2.425
0,mlp.experts.294.down_proj,0.0000000859,0.05000,2.445
0,mlp.experts.162.down_proj,0.0000006415,0.05000,2.445
0,mlp.experts.383.down_proj,0.0000002129,0.05000,2.453
0,mlp.experts.234.down_proj,0.0000008353,0.05000,2.439
0,mlp.experts.505.down_proj,0.0000005203,0.05000,2.431
0,mlp.experts.381.down_proj,0.0000002784,0.05000,2.421
0,mlp.experts.460.down_proj,0.0000004108,0.05000,2.443
0,mlp.experts.123.down_proj,0.0000008176,0.05000,2.454
0,mlp.experts.243.down_proj,0.0000000621,0.05000,2.408
0,mlp.experts.399.down_proj,failsafe(rtn): 0.0007248,0.00000,0.122
0,mlp.experts.448.down_proj,0.0000001789,0.05000,2.385
0,mlp.experts.376.down_proj,0.0000002042,0.05000,2.267
0,mlp.experts.261.down_proj,0.0000000470,0.05000,2.290
0,mlp.experts.178.down_proj,0.0000001623,0.05000,2.277
0,mlp.experts.392.down_proj,failsafe(rtn): 0.0009918,0.00000,0.108
0,mlp.experts.310.down_proj,0.0000002588,0.05000,2.305
0,mlp.experts.250.down_proj,0.0000005366,0.05000,2.270
0,mlp.experts.397.down_proj,0.0000020021,0.05000,2.244
0,mlp.experts.464.down_proj,0.0000003333,0.05000,2.210
0,mlp.experts.476.down_proj,0.0000009476,0.05000,2.264
0,mlp.experts.259.down_proj,0.0000015513,0.05000,2.243
0,mlp.experts.139.down_proj,0.0000014120,0.05000,2.267
0,mlp.experts.415.down_proj,0.0000004443,0.05000,2.276
0,mlp.experts.413.down_proj,failsafe(rtn): 0.0007057,0.00000,0.123
0,mlp.experts.277.down_proj,0.0000010615,0.05000,2.162
0,mlp.experts.194.down_proj,0.0000003226,0.05000,2.158
0,mlp.experts.408.down_proj,0.0000005690,0.05000,2.188
0,mlp.experts.326.down_proj,0.0000000585,0.05000,2.181
0,mlp.experts.266.down_proj,0.0000005217,0.05000,2.193
0,mlp.experts.480.down_proj,0.0000000546,0.05000,2.162
0,mlp.experts.492.down_proj,0.0000004246,0.05000,2.183
0,mlp.experts.275.down_proj,0.0000015734,0.05000,2.190
0,mlp.experts.155.down_proj,0.0000003134,0.05000,2.222
0,mlp.experts.431.down_proj,0.0000000427,0.05000,2.194
0,mlp.experts.282.down_proj,failsafe(rtn): 0.0004597,0.00000,0.116
0,mlp.experts.429.down_proj,0.0000002632,0.05000,2.198
0,mlp.experts.293.down_proj,0.0000008502,0.05000,2.085
0,mlp.experts.210.down_proj,0.0000002847,0.05000,2.077
0,mlp.experts.424.down_proj,0.0000003263,0.05000,2.117
0,mlp.experts.342.down_proj,0.0000006284,0.05000,2.130
0,mlp.experts.496.down_proj,0.0000000599,0.05000,2.100
0,mlp.experts.508.down_proj,0.0000006504,0.05000,2.119
0,mlp.experts.291.down_proj,0.0000002827,0.05000,2.109
0,mlp.experts.298.down_proj,0.0000012036,0.05000,2.055
0,mlp.experts.447.down_proj,0.0000003430,0.05000,2.095
0,mlp.experts.171.down_proj,0.0000014148,0.05000,2.118
0,mlp.experts.445.down_proj,0.0000000634,0.05000,2.050
0,mlp.experts.226.down_proj,0.0000000874,0.05000,1.751
0,mlp.experts.309.down_proj,0.0000010395,0.05000,1.798
0,mlp.experts.440.down_proj,0.0000003615,0.05000,1.713
0,mlp.experts.358.down_proj,0.0000009597,0.05000,1.795
0,mlp.experts.314.down_proj,0.0000009842,0.05000,1.744
0,mlp.experts.307.down_proj,0.0000002145,0.05000,1.766
0,mlp.experts.463.down_proj,0.0000006258,0.05000,1.755
0,mlp.experts.187.down_proj,0.0000001856,0.05000,1.745
0,mlp.experts.461.down_proj,0.0000002905,0.05000,1.753
0,mlp.experts.456.down_proj,0.0000002898,0.05000,1.729
0,mlp.experts.325.down_proj,0.0000006945,0.05000,1.771
0,mlp.experts.242.down_proj,0.0000003680,0.05000,1.796
0,mlp.experts.374.down_proj,0.0000004106,0.05000,1.798
0,mlp.experts.323.down_proj,0.0000009504,0.05000,1.779
0,mlp.experts.330.down_proj,0.0000012516,0.05000,1.810
0,mlp.experts.477.down_proj,0.0000003481,0.05000,1.751
0,mlp.experts.479.down_proj,0.0000001467,0.05000,1.806
0,mlp.experts.203.down_proj,0.0000004337,0.05000,1.803
0,mlp.experts.472.down_proj,0.0000002174,0.05000,1.743
0,mlp.experts.341.down_proj,0.0000002684,0.05000,1.796
0,mlp.experts.258.down_proj,0.0000005197,0.05000,1.825
0,mlp.experts.390.down_proj,0.0000006665,0.05000,1.789
0,mlp.experts.493.down_proj,0.0000010870,0.05000,1.799
0,mlp.experts.339.down_proj,0.0000002085,0.05000,1.820
0,mlp.experts.346.down_proj,0.0000001425,0.05000,1.823
0,mlp.experts.495.down_proj,0.0000006814,0.05000,1.830
0,mlp.experts.219.down_proj,0.0000000616,0.05000,1.840
0,mlp.experts.488.down_proj,0.0000000065,0.05000,1.790
0,mlp.experts.357.down_proj,0.0000001805,0.05000,1.868
0,mlp.experts.274.down_proj,0.0000012064,0.05000,1.850
0,mlp.experts.406.down_proj,0.0000006210,0.05000,1.840
0,mlp.experts.362.down_proj,0.0000001117,0.05000,1.829
0,mlp.experts.355.down_proj,0.0000002316,0.05000,1.847
0,mlp.experts.509.down_proj,0.0000005560,0.05000,1.868
0,mlp.experts.511.down_proj,0.0000001440,0.05000,1.838
0,mlp.experts.235.down_proj,0.0000002423,0.05000,1.849
0,mlp.experts.504.down_proj,0.0000000270,0.05000,1.477
0,mlp.experts.373.down_proj,0.0000012878,0.05000,1.409
0,mlp.experts.290.down_proj,0.0000002645,0.05000,1.437
0,mlp.experts.422.down_proj,0.0000003136,0.05000,1.377
0,mlp.experts.371.down_proj,0.0000003937,0.05000,1.337
0,mlp.experts.378.down_proj,0.0000004717,0.05000,1.358
0,mlp.experts.251.down_proj,0.0000003316,0.05000,1.300
0,mlp.experts.389.down_proj,0.0000004289,0.05000,1.005
0,mlp.experts.306.down_proj,0.0000004497,0.05000,1.018
0,mlp.experts.438.down_proj,0.0000002890,0.05000,1.033
0,mlp.experts.387.down_proj,0.0000005857,0.05000,1.042
0,mlp.experts.394.down_proj,0.0000013043,0.05000,1.039
0,mlp.experts.267.down_proj,0.0000005089,0.05000,1.046
0,mlp.experts.405.down_proj,0.0000022914,0.05000,1.038
0,mlp.experts.322.down_proj,0.0000003654,0.05000,1.033
0,mlp.experts.454.down_proj,0.0000008619,0.05000,1.059
0,mlp.experts.403.down_proj,0.0000002717,0.05000,1.033
0,mlp.experts.410.down_proj,0.0000003556,0.05000,1.034
0,mlp.experts.283.down_proj,0.0000000176,0.05000,1.037
0,mlp.experts.421.down_proj,0.0000004310,0.05000,1.060
0,mlp.experts.338.down_proj,0.0000010172,0.05000,1.082
0,mlp.experts.470.down_proj,0.0000009058,0.05000,1.066
0,mlp.experts.419.down_proj,0.0000003838,0.05000,1.075
0,mlp.experts.426.down_proj,0.0000006231,0.05000,1.073
0,mlp.experts.299.down_proj,0.0000004409,0.05000,1.088
0,mlp.experts.437.down_proj,0.0000005535,0.05000,1.113
0,mlp.experts.354.down_proj,0.0000007213,0.05000,1.190
0,mlp.experts.435.down_proj,0.0000005579,0.05000,1.134
0,mlp.experts.486.down_proj,0.0000005262,0.05000,1.208
0,mlp.experts.315.down_proj,0.0000004660,0.05000,1.197
0,mlp.experts.442.down_proj,0.0000001732,0.05000,1.236
0,mlp.experts.453.down_proj,0.0000007441,0.05000,1.064
0,mlp.experts.370.down_proj,0.0000001505,0.05000,1.134
0,mlp.experts.451.down_proj,0.0000001518,0.05000,1.085
0,mlp.experts.502.down_proj,0.0000012419,0.05000,1.129
0,mlp.experts.331.down_proj,0.0000001529,0.05000,1.087
0,mlp.experts.458.down_proj,0.0000004272,0.05000,1.094
0,mlp.experts.469.down_proj,0.0000004477,0.05000,0.939
0,mlp.experts.386.down_proj,0.0000012214,0.05000,0.868
0,mlp.experts.467.down_proj,0.0000004563,0.05000,0.848
0,mlp.experts.474.down_proj,0.0000002308,0.05000,0.803
0,mlp.experts.347.down_proj,0.0000010872,0.05000,0.826
0,mlp.experts.485.down_proj,0.0000002478,0.05000,0.784
0,mlp.experts.402.down_proj,0.0000007707,0.05000,0.790
0,mlp.experts.483.down_proj,0.0000012183,0.05000,0.802
0,mlp.experts.490.down_proj,0.0000000599,0.05000,0.759
0,mlp.experts.363.down_proj,0.0000001525,0.05000,0.758
0,mlp.experts.501.down_proj,0.0000005610,0.05000,0.763
0,mlp.experts.418.down_proj,0.0000012276,0.05000,0.751
0,mlp.experts.499.down_proj,0.0000005312,0.05000,0.739
0,mlp.experts.506.down_proj,0.0000001951,0.05000,0.720
0,mlp.experts.379.down_proj,0.0000000192,0.05000,0.714
0,mlp.experts.434.down_proj,0.0000009097,0.05000,0.241
0,mlp.experts.395.down_proj,0.0000004002,0.05000,0.226
0,mlp.experts.450.down_proj,0.0000001801,0.05000,0.224
0,mlp.experts.411.down_proj,0.0000002074,0.05000,0.231
0,mlp.experts.466.down_proj,0.0000001080,0.05000,0.225
0,mlp.experts.427.down_proj,0.0000002926,0.05000,0.229
0,mlp.experts.482.down_proj,0.0000005713,0.05000,0.226
0,mlp.experts.443.down_proj,0.0000009786,0.05000,0.229
0,mlp.experts.498.down_proj,0.0000003108,0.05000,0.225
0,mlp.experts.459.down_proj,0.0000003023,0.05000,0.216
0,mlp.experts.475.down_proj,0.0000006738,0.05000,0.129
0,mlp.experts.491.down_proj,0.0000006403,0.05000,0.127
0,mlp.experts.507.down_proj,0.0000010828,0.05000,0.130
1,mlp.experts.13.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.840
1,mlp.experts.11.gate_proj,0.0000013826,0.05000,14.757
1,mlp.experts.12.gate_proj,0.0000029581,0.05000,14.870
1,mlp.experts.14.gate_proj,0.0000057543,0.05000,14.883
1,mlp.experts.1.gate_proj,0.0000017988,0.05000,14.927
1,mlp.experts.7.gate_proj,0.0000046049,0.05000,14.972
1,mlp.experts.10.gate_proj,0.0000032531,0.05000,14.994
1,mlp.experts.0.gate_proj,0.0000026205,0.05000,14.989
1,mlp.experts.15.gate_proj,0.0000014210,0.05000,14.995
1,mlp.experts.6.gate_proj,0.0000044591,0.05000,14.995
1,mlp.experts.2.gate_proj,0.0000032265,0.05000,14.973
1,mlp.experts.4.gate_proj,0.0000021292,0.05000,15.017
1,mlp.experts.8.gate_proj,0.0000002319,0.05000,15.095
1,mlp.experts.9.gate_proj,0.0000009338,0.05000,15.105
1,mlp.experts.3.gate_proj,0.0000048657,0.05000,15.026
1,mlp.experts.5.gate_proj,0.0000031388,0.05000,15.106
1,mlp.experts.29.gate_proj,0.0000007790,0.05000,14.883
1,mlp.experts.20.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.786
1,mlp.experts.19.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.704
1,mlp.experts.21.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.802
1,mlp.experts.27.gate_proj,0.0000021251,0.05000,15.070
1,mlp.experts.18.gate_proj,0.0000025393,0.05000,14.865
1,mlp.experts.22.gate_proj,0.0000006616,0.05000,14.899
1,mlp.experts.23.gate_proj,0.0000014513,0.05000,14.936
1,mlp.experts.28.gate_proj,0.0000010235,0.05000,15.073
1,mlp.experts.24.gate_proj,0.0000027683,0.05000,14.891
1,mlp.experts.30.gate_proj,0.0000062380,0.05000,15.142
1,mlp.experts.17.gate_proj,0.0000021890,0.05000,15.105
1,mlp.experts.16.gate_proj,0.0000007745,0.05000,15.057
1,mlp.experts.25.gate_proj,0.0000006129,0.05000,15.037
1,mlp.experts.26.gate_proj,0.0000031599,0.05000,15.161
1,mlp.experts.31.gate_proj,0.0000024557,0.05000,15.159
1,mlp.experts.43.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.913
1,mlp.experts.45.gate_proj,0.0000052825,0.05000,15.058
1,mlp.experts.39.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.924
1,mlp.experts.36.gate_proj,0.0000007891,0.05000,15.178
1,mlp.experts.41.gate_proj,failsafe(rtn): 0.0008545,0.00000,0.852
1,mlp.experts.37.gate_proj,0.0000038905,0.05000,15.179
1,mlp.experts.35.gate_proj,0.0000033552,0.05000,15.288
1,mlp.experts.51.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.723
1,mlp.experts.38.gate_proj,0.0000034977,0.05000,14.643
1,mlp.experts.44.gate_proj,0.0000023548,0.05000,14.711
1,mlp.experts.34.gate_proj,0.0000050853,0.05000,14.775
1,mlp.experts.40.gate_proj,0.0000005748,0.05000,14.709
1,mlp.experts.46.gate_proj,0.0000016367,0.05000,14.698
1,mlp.experts.32.gate_proj,0.0000017356,0.05000,14.725
1,mlp.experts.47.gate_proj,0.0000006171,0.05000,14.637
1,mlp.experts.33.gate_proj,0.0000017772,0.05000,14.780
1,mlp.experts.42.gate_proj,0.0000023175,0.05000,14.768
1,mlp.experts.61.gate_proj,0.0000029547,0.05000,14.702
1,mlp.experts.59.gate_proj,0.0000023011,0.05000,14.786
1,mlp.experts.56.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.832
1,mlp.experts.62.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.834
1,mlp.experts.55.gate_proj,0.0000002873,0.05000,14.751
1,mlp.experts.52.gate_proj,0.0000006329,0.05000,14.638
1,mlp.experts.57.gate_proj,0.0000022753,0.05000,14.770
1,mlp.experts.53.gate_proj,0.0000005888,0.05000,14.720
1,mlp.experts.67.gate_proj,0.0000010783,0.05000,14.840
1,mlp.experts.54.gate_proj,0.0000019716,0.05000,14.274
1,mlp.experts.50.gate_proj,0.0000031347,0.05000,14.220
1,mlp.experts.60.gate_proj,0.0000003092,0.05000,14.291
1,mlp.experts.48.gate_proj,0.0000022650,0.05000,14.159
1,mlp.experts.63.gate_proj,0.0000033415,0.05000,14.269
1,mlp.experts.58.gate_proj,0.0000117891,0.05000,14.269
1,mlp.experts.77.gate_proj,0.0000009515,0.05000,13.934
1,mlp.experts.71.gate_proj,0.0000011375,0.05000,13.899
1,mlp.experts.68.gate_proj,0.0000013095,0.05000,13.901
1,mlp.experts.69.gate_proj,0.0000028047,0.05000,13.753
1,mlp.experts.83.gate_proj,0.0000011482,0.05000,12.931
1,mlp.experts.49.gate_proj,0.0000016338,0.05000,14.344
1,mlp.experts.70.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.551
1,mlp.experts.78.gate_proj,0.0000062183,0.05000,13.908
1,mlp.experts.75.gate_proj,0.0000011145,0.05000,14.018
1,mlp.experts.72.gate_proj,0.0000034158,0.05000,13.973
1,mlp.experts.73.gate_proj,0.0000042406,0.05000,13.803
1,mlp.experts.66.gate_proj,0.0000048103,0.05000,1.177
1,mlp.experts.87.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.761
1,mlp.experts.88.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.802
1,mlp.experts.64.gate_proj,0.0000015191,0.05000,13.883
1,mlp.experts.89.gate_proj,0.0000029701,0.05000,13.901
1,mlp.experts.76.gate_proj,0.0000007347,0.05000,13.990
1,mlp.experts.82.gate_proj,0.0000012438,0.05000,13.986
1,mlp.experts.86.gate_proj,0.0000006079,0.05000,13.997
1,mlp.experts.94.gate_proj,0.0000009335,0.05000,14.001
1,mlp.experts.65.gate_proj,0.0000019109,0.05000,14.009
1,mlp.experts.84.gate_proj,0.0000018537,0.05000,14.009
1,mlp.experts.91.gate_proj,0.0000016494,0.05000,14.031
1,mlp.experts.79.gate_proj,0.0000006867,0.05000,14.044
1,mlp.experts.99.gate_proj,0.0000021119,0.05000,14.101
1,mlp.experts.74.gate_proj,0.0000013088,0.05000,14.109
1,mlp.experts.93.gate_proj,0.0000021402,0.05000,14.109
1,mlp.experts.85.gate_proj,0.0000026889,0.05000,14.152
1,mlp.experts.104.gate_proj,0.0000038578,0.05000,13.922
1,mlp.experts.107.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.741
1,mlp.experts.103.gate_proj,0.0000022803,0.05000,14.045
1,mlp.experts.90.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.773
1,mlp.experts.101.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.750
1,mlp.experts.119.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.699
1,mlp.experts.117.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.702
1,mlp.experts.92.gate_proj,0.0000016596,0.05000,13.616
1,mlp.experts.80.gate_proj,0.0000015842,0.05000,13.728
1,mlp.experts.95.gate_proj,0.0000022338,0.05000,13.594
1,mlp.experts.110.gate_proj,0.0000012194,0.05000,13.649
1,mlp.experts.105.gate_proj,0.0000025483,0.05000,13.772
1,mlp.experts.102.gate_proj,0.0000031152,0.05000,13.748
1,mlp.experts.115.gate_proj,0.0000019505,0.05000,13.683
1,mlp.experts.100.gate_proj,0.0000022394,0.05000,13.757
1,mlp.experts.98.gate_proj,0.0000052315,0.05000,13.799
1,mlp.experts.81.gate_proj,0.0000082706,0.05000,13.782
1,mlp.experts.109.gate_proj,0.0000016061,0.05000,13.795
1,mlp.experts.120.gate_proj,0.0000020140,0.05000,13.556
1,mlp.experts.126.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.763
1,mlp.experts.106.gate_proj,0.0000019374,0.05000,13.575
1,mlp.experts.123.gate_proj,0.0000042474,0.05000,13.656
1,mlp.experts.135.gate_proj,0.0000026622,0.05000,13.605
1,mlp.experts.133.gate_proj,0.0000039577,0.05000,13.657
1,mlp.experts.96.gate_proj,0.0000010032,0.05000,13.549
1,mlp.experts.108.gate_proj,0.0000008266,0.05000,13.655
1,mlp.experts.111.gate_proj,0.0000018782,0.05000,13.646
1,mlp.experts.121.gate_proj,0.0000009360,0.05000,13.650
1,mlp.experts.118.gate_proj,0.0000009655,0.05000,13.650
1,mlp.experts.131.gate_proj,0.0000045028,0.05000,13.619
1,mlp.experts.114.gate_proj,0.0000062655,0.05000,13.668
1,mlp.experts.97.gate_proj,0.0000113538,0.05000,13.660
1,mlp.experts.116.gate_proj,0.0000037262,0.05000,13.742
1,mlp.experts.125.gate_proj,0.0000030487,0.05000,13.688
1,mlp.experts.136.gate_proj,0.0000066617,0.05000,13.479
1,mlp.experts.142.gate_proj,0.0000035104,0.05000,13.573
1,mlp.experts.134.gate_proj,failsafe(rtn): 0.0011826,0.00000,0.707
1,mlp.experts.122.gate_proj,0.0000022284,0.05000,13.663
1,mlp.experts.139.gate_proj,0.0000025852,0.05000,13.734
1,mlp.experts.141.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.705
1,mlp.experts.158.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.739
1,mlp.experts.138.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.794
1,mlp.experts.151.gate_proj,0.0000008647,0.05000,13.813
1,mlp.experts.149.gate_proj,0.0000029459,0.05000,13.915
1,mlp.experts.167.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.731
1,mlp.experts.112.gate_proj,0.0000026524,0.05000,14.044
1,mlp.experts.124.gate_proj,0.0000027654,0.05000,14.012
1,mlp.experts.127.gate_proj,0.0000049558,0.05000,13.962
1,mlp.experts.130.gate_proj,0.0000026171,0.05000,13.925
1,mlp.experts.147.gate_proj,0.0000011862,0.05000,14.020
1,mlp.experts.137.gate_proj,0.0000010794,0.05000,14.174
1,mlp.experts.132.gate_proj,0.0000026107,0.05000,14.066
1,mlp.experts.113.gate_proj,0.0000070645,0.05000,14.178
1,mlp.experts.152.gate_proj,0.0000018494,0.05000,14.003
1,mlp.experts.146.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.754
1,mlp.experts.150.gate_proj,0.0000017615,0.05000,14.054
1,mlp.experts.155.gate_proj,0.0000075522,0.05000,14.059
1,mlp.experts.157.gate_proj,0.0000017210,0.05000,13.964
1,mlp.experts.148.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.782
1,mlp.experts.174.gate_proj,0.0000030800,0.05000,13.999
1,mlp.experts.154.gate_proj,0.0000011178,0.05000,14.060
1,mlp.experts.165.gate_proj,0.0000038219,0.05000,14.072
1,mlp.experts.183.gate_proj,0.0000018167,0.05000,13.929
1,mlp.experts.128.gate_proj,0.0000028425,0.05000,14.153
1,mlp.experts.140.gate_proj,0.0000029830,0.05000,14.187
1,mlp.experts.143.gate_proj,0.0000024507,0.05000,14.276
1,mlp.experts.163.gate_proj,0.0000005652,0.05000,14.281
1,mlp.experts.153.gate_proj,0.0000029352,0.05000,14.198
1,mlp.experts.129.gate_proj,0.0000012462,0.05000,14.126
1,mlp.experts.168.gate_proj,0.0000006159,0.05000,14.120
1,mlp.experts.162.gate_proj,0.0000025146,0.05000,14.090
1,mlp.experts.166.gate_proj,0.0000047297,0.05000,14.119
1,mlp.experts.173.gate_proj,0.0000042869,0.05000,14.068
1,mlp.experts.179.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.756
1,mlp.experts.164.gate_proj,0.0000019178,0.05000,14.100
1,mlp.experts.171.gate_proj,0.0000020097,0.05000,14.291
1,mlp.experts.190.gate_proj,0.0000002478,0.05000,14.079
1,mlp.experts.170.gate_proj,0.0000025965,0.05000,14.127
1,mlp.experts.187.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.689
1,mlp.experts.181.gate_proj,0.0000021965,0.05000,14.082
1,mlp.experts.199.gate_proj,0.0000107541,0.05000,14.056
1,mlp.experts.197.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.756
1,mlp.experts.144.gate_proj,0.0000024648,0.05000,14.216
1,mlp.experts.156.gate_proj,0.0000017999,0.05000,14.223
1,mlp.experts.159.gate_proj,0.0000066024,0.05000,14.326
1,mlp.experts.169.gate_proj,0.0000022267,0.05000,14.373
1,mlp.experts.184.gate_proj,0.0000027865,0.05000,14.173
1,mlp.experts.145.gate_proj,0.0000053062,0.05000,14.318
1,mlp.experts.178.gate_proj,0.0000004453,0.05000,14.190
1,mlp.experts.182.gate_proj,0.0000050374,0.05000,14.285
1,mlp.experts.195.gate_proj,0.0000038273,0.05000,14.256
1,mlp.experts.189.gate_proj,0.0000076353,0.05000,14.379
1,mlp.experts.180.gate_proj,0.0000008528,0.05000,14.327
1,mlp.experts.200.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.812
1,mlp.experts.206.gate_proj,0.0000023053,0.05000,14.220
1,mlp.experts.186.gate_proj,0.0000032028,0.05000,14.276
1,mlp.experts.203.gate_proj,0.0000040904,0.05000,14.445
1,mlp.experts.215.gate_proj,0.0000030008,0.05000,14.449
1,mlp.experts.213.gate_proj,0.0000077800,0.05000,14.534
1,mlp.experts.160.gate_proj,0.0000014528,0.05000,14.041
1,mlp.experts.172.gate_proj,0.0000015298,0.05000,14.008
1,mlp.experts.175.gate_proj,0.0000010140,0.05000,14.066
1,mlp.experts.161.gate_proj,0.0000035967,0.05000,14.087
1,mlp.experts.185.gate_proj,0.0000033156,0.05000,14.132
1,mlp.experts.194.gate_proj,0.0000017433,0.05000,13.952
1,mlp.experts.198.gate_proj,0.0000019506,0.05000,13.987
1,mlp.experts.205.gate_proj,0.0000011014,0.05000,13.917
1,mlp.experts.211.gate_proj,0.0000007118,0.05000,13.997
1,mlp.experts.196.gate_proj,0.0000006565,0.05000,13.989
1,mlp.experts.216.gate_proj,0.0000042900,0.05000,13.923
1,mlp.experts.222.gate_proj,0.0000024399,0.05000,13.968
1,mlp.experts.202.gate_proj,0.0000019860,0.05000,13.916
1,mlp.experts.221.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.673
1,mlp.experts.212.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.701
1,mlp.experts.219.gate_proj,0.0000081024,0.05000,13.978
1,mlp.experts.231.gate_proj,0.0000027737,0.05000,13.820
1,mlp.experts.229.gate_proj,0.0000014401,0.05000,13.656
1,mlp.experts.176.gate_proj,0.0000039046,0.05000,13.894
1,mlp.experts.188.gate_proj,0.0000021692,0.05000,13.818
1,mlp.experts.191.gate_proj,0.0000022496,0.05000,13.893
1,mlp.experts.177.gate_proj,0.0000022598,0.05000,13.954
1,mlp.experts.201.gate_proj,0.0000009802,0.05000,14.021
1,mlp.experts.210.gate_proj,0.0000014785,0.05000,13.938
1,mlp.experts.214.gate_proj,0.0000118295,0.05000,14.032
1,mlp.experts.232.gate_proj,0.0000002713,0.05000,13.918
1,mlp.experts.227.gate_proj,0.0000012201,0.05000,14.043
1,mlp.experts.238.gate_proj,0.0000042454,0.05000,14.058
1,mlp.experts.237.gate_proj,0.0000016991,0.05000,13.942
1,mlp.experts.218.gate_proj,0.0000015184,0.05000,13.995
1,mlp.experts.228.gate_proj,0.0000020057,0.05000,13.852
1,mlp.experts.235.gate_proj,0.0000013828,0.05000,14.090
1,mlp.experts.247.gate_proj,0.0000016706,0.05000,14.314
1,mlp.experts.245.gate_proj,0.0000011935,0.05000,14.319
1,mlp.experts.261.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.661
1,mlp.experts.204.gate_proj,0.0000029837,0.05000,14.229
1,mlp.experts.192.gate_proj,0.0000013978,0.05000,14.373
1,mlp.experts.207.gate_proj,0.0000025796,0.05000,14.143
1,mlp.experts.193.gate_proj,0.0000030882,0.05000,14.290
1,mlp.experts.226.gate_proj,0.0000024696,0.05000,14.295
1,mlp.experts.217.gate_proj,0.0000010635,0.05000,14.475
1,mlp.experts.230.gate_proj,0.0000055366,0.05000,14.286
1,mlp.experts.248.gate_proj,0.0000010507,0.05000,14.359
1,mlp.experts.243.gate_proj,0.0000011876,0.05000,14.387
1,mlp.experts.254.gate_proj,0.0000024687,0.05000,14.338
1,mlp.experts.253.gate_proj,0.0000010325,0.05000,14.330
1,mlp.experts.244.gate_proj,0.0000014971,0.05000,14.324
1,mlp.experts.234.gate_proj,0.0000024150,0.05000,14.486
1,mlp.experts.251.gate_proj,0.0000009274,0.05000,14.335
1,mlp.experts.263.gate_proj,0.0000030495,0.05000,14.231
1,mlp.experts.277.gate_proj,0.0000020320,0.05000,14.398
1,mlp.experts.220.gate_proj,0.0000013367,0.05000,13.691
1,mlp.experts.208.gate_proj,0.0000020989,0.05000,13.760
1,mlp.experts.223.gate_proj,0.0000068688,0.05000,13.720
1,mlp.experts.209.gate_proj,0.0000025120,0.05000,13.723
1,mlp.experts.233.gate_proj,0.0000016749,0.05000,13.655
1,mlp.experts.242.gate_proj,0.0000034925,0.05000,13.715
1,mlp.experts.246.gate_proj,0.0000021981,0.05000,13.789
1,mlp.experts.264.gate_proj,0.0000010468,0.05000,13.707
1,mlp.experts.259.gate_proj,0.0000019167,0.05000,13.850
1,mlp.experts.269.gate_proj,0.0000016342,0.05000,13.543
1,mlp.experts.270.gate_proj,0.0000007207,0.05000,13.792
1,mlp.experts.260.gate_proj,0.0000011932,0.05000,13.656
1,mlp.experts.250.gate_proj,0.0000036284,0.05000,13.685
1,mlp.experts.280.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.731
1,mlp.experts.267.gate_proj,0.0000010517,0.05000,13.769
1,mlp.experts.279.gate_proj,0.0000007414,0.05000,13.670
1,mlp.experts.293.gate_proj,0.0000025149,0.05000,13.571
1,mlp.experts.236.gate_proj,0.0000025144,0.05000,14.002
1,mlp.experts.224.gate_proj,0.0000017347,0.05000,14.112
1,mlp.experts.239.gate_proj,0.0000023482,0.05000,14.076
1,mlp.experts.225.gate_proj,0.0000030459,0.05000,14.058
1,mlp.experts.258.gate_proj,0.0000029213,0.05000,14.001
1,mlp.experts.249.gate_proj,0.0000023500,0.05000,14.083
1,mlp.experts.262.gate_proj,0.0000043443,0.05000,13.896
1,mlp.experts.275.gate_proj,0.0000007165,0.05000,13.940
1,mlp.experts.285.gate_proj,0.0000051843,0.05000,13.806
1,mlp.experts.286.gate_proj,0.0000005311,0.05000,13.901
1,mlp.experts.276.gate_proj,0.0000010940,0.05000,13.877
1,mlp.experts.278.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.777
1,mlp.experts.296.gate_proj,0.0000014570,0.05000,13.818
1,mlp.experts.266.gate_proj,0.0000007958,0.05000,14.018
1,mlp.experts.283.gate_proj,0.0000021832,0.05000,13.882
1,mlp.experts.295.gate_proj,0.0000021437,0.05000,14.068
1,mlp.experts.309.gate_proj,0.0000024866,0.05000,13.888
1,mlp.experts.252.gate_proj,0.0000001805,0.05000,13.739
1,mlp.experts.240.gate_proj,0.0000006774,0.05000,13.862
1,mlp.experts.255.gate_proj,0.0000028427,0.05000,13.949
1,mlp.experts.241.gate_proj,0.0000015024,0.05000,13.829
1,mlp.experts.274.gate_proj,0.0000026219,0.05000,13.814
1,mlp.experts.265.gate_proj,0.0000013857,0.05000,13.819
1,mlp.experts.301.gate_proj,0.0000008048,0.05000,13.716
1,mlp.experts.291.gate_proj,0.0000015033,0.05000,13.849
1,mlp.experts.281.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.696
1,mlp.experts.292.gate_proj,0.0000050917,0.05000,13.716
1,mlp.experts.302.gate_proj,0.0000034476,0.05000,13.855
1,mlp.experts.312.gate_proj,0.0000008383,0.05000,13.677
1,mlp.experts.294.gate_proj,0.0000025453,0.05000,13.893
1,mlp.experts.282.gate_proj,0.0000019003,0.05000,13.753
1,mlp.experts.299.gate_proj,0.0000008916,0.05000,13.872
1,mlp.experts.318.gate_proj,failsafe(rtn): 0.0011673,0.00000,0.707
1,mlp.experts.311.gate_proj,0.0000058354,0.05000,13.890
1,mlp.experts.334.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.674
1,mlp.experts.325.gate_proj,0.0000019968,0.05000,13.778
1,mlp.experts.341.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.702
1,mlp.experts.268.gate_proj,0.0000017124,0.05000,13.560
1,mlp.experts.256.gate_proj,0.0000023040,0.05000,13.422
1,mlp.experts.271.gate_proj,0.0000007009,0.05000,13.547
1,mlp.experts.257.gate_proj,0.0000020712,0.05000,13.533
1,mlp.experts.290.gate_proj,0.0000026612,0.05000,13.425
1,mlp.experts.272.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.662
1,mlp.experts.317.gate_proj,0.0000011839,0.05000,13.482
1,mlp.experts.306.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.624
1,mlp.experts.307.gate_proj,0.0000025293,0.05000,13.536
1,mlp.experts.308.gate_proj,0.0000015047,0.05000,13.453
1,mlp.experts.328.gate_proj,0.0000036700,0.05000,13.451
1,mlp.experts.297.gate_proj,0.0000015443,0.05000,13.578
1,mlp.experts.298.gate_proj,0.0000007577,0.05000,13.434
1,mlp.experts.310.gate_proj,0.0000004998,0.05000,13.488
1,mlp.experts.333.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.699
1,mlp.experts.315.gate_proj,0.0000010399,0.05000,13.491
1,mlp.experts.313.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.728
1,mlp.experts.327.gate_proj,0.0000036207,0.05000,13.456
1,mlp.experts.350.gate_proj,0.0000019964,0.05000,13.535
1,mlp.experts.357.gate_proj,0.0000024271,0.05000,13.498
1,mlp.experts.284.gate_proj,0.0000021096,0.05000,13.308
1,mlp.experts.287.gate_proj,0.0000030811,0.05000,13.353
1,mlp.experts.273.gate_proj,0.0000016625,0.05000,13.348
1,mlp.experts.288.gate_proj,0.0000004069,0.05000,13.287
1,mlp.experts.303.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.614
1,mlp.experts.322.gate_proj,0.0000029189,0.05000,13.276
1,mlp.experts.289.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.643
1,mlp.experts.323.gate_proj,0.0000029877,0.05000,13.294
1,mlp.experts.324.gate_proj,0.0000049034,0.05000,13.313
1,mlp.experts.344.gate_proj,0.0000002291,0.05000,13.353
1,mlp.experts.326.gate_proj,0.0000039782,0.05000,13.215
1,mlp.experts.314.gate_proj,0.0000034389,0.05000,13.264
1,mlp.experts.349.gate_proj,0.0000016635,0.05000,13.354
1,mlp.experts.331.gate_proj,0.0000009310,0.05000,13.289
1,mlp.experts.329.gate_proj,0.0000047588,0.05000,13.328
1,mlp.experts.343.gate_proj,0.0000034531,0.05000,13.372
1,mlp.experts.366.gate_proj,0.0000057489,0.05000,13.309
1,mlp.experts.373.gate_proj,0.0000063935,0.05000,13.268
1,mlp.experts.300.gate_proj,0.0000012548,0.05000,13.364
1,mlp.experts.304.gate_proj,0.0000038822,0.05000,13.367
1,mlp.experts.319.gate_proj,0.0000018022,0.05000,13.430
1,mlp.experts.338.gate_proj,0.0000019236,0.05000,13.359
1,mlp.experts.305.gate_proj,0.0000024794,0.05000,13.324
1,mlp.experts.340.gate_proj,0.0000020636,0.05000,13.304
1,mlp.experts.339.gate_proj,0.0000007460,0.05000,13.405
1,mlp.experts.360.gate_proj,0.0000013259,0.05000,13.307
1,mlp.experts.330.gate_proj,0.0000018952,0.05000,13.234
1,mlp.experts.342.gate_proj,0.0000029561,0.05000,13.495
1,mlp.experts.365.gate_proj,0.0000073106,0.05000,13.315
1,mlp.experts.321.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.678
1,mlp.experts.347.gate_proj,0.0000008599,0.05000,13.396
1,mlp.experts.345.gate_proj,0.0000020593,0.05000,13.427
1,mlp.experts.359.gate_proj,0.0000010295,0.05000,13.402
1,mlp.experts.382.gate_proj,0.0000025524,0.05000,13.445
1,mlp.experts.398.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.657
1,mlp.experts.389.gate_proj,0.0000022591,0.05000,13.371
1,mlp.experts.414.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.717
1,mlp.experts.405.gate_proj,failsafe(rtn): 0.0008278,0.00000,0.670
1,mlp.experts.316.gate_proj,0.0000028843,0.05000,13.493
1,mlp.experts.320.gate_proj,0.0000009863,0.05000,13.470
1,mlp.experts.335.gate_proj,0.0000008009,0.05000,13.585
1,mlp.experts.354.gate_proj,0.0000019741,0.05000,13.749
1,mlp.experts.356.gate_proj,0.0000079503,0.05000,13.620
1,mlp.experts.355.gate_proj,0.0000016871,0.05000,13.675
1,mlp.experts.346.gate_proj,0.0000013957,0.05000,13.544
1,mlp.experts.376.gate_proj,0.0000042653,0.05000,13.599
1,mlp.experts.358.gate_proj,0.0000095217,0.05000,13.736
1,mlp.experts.381.gate_proj,0.0000012289,0.05000,13.712
1,mlp.experts.337.gate_proj,0.0000021107,0.05000,13.861
1,mlp.experts.363.gate_proj,0.0000050486,0.05000,13.686
1,mlp.experts.361.gate_proj,0.0000005406,0.05000,13.740
1,mlp.experts.375.gate_proj,0.0000007066,0.05000,13.759
1,mlp.experts.430.gate_proj,0.0000027529,0.05000,13.756
1,mlp.experts.421.gate_proj,0.0000019188,0.05000,13.809
1,mlp.experts.446.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.656
1,mlp.experts.332.gate_proj,0.0000008809,0.05000,13.699
1,mlp.experts.336.gate_proj,0.0000011621,0.05000,13.558
1,mlp.experts.351.gate_proj,0.0000039538,0.05000,13.578
1,mlp.experts.370.gate_proj,0.0000008728,0.05000,13.635
1,mlp.experts.371.gate_proj,0.0000014513,0.05000,13.629
1,mlp.experts.372.gate_proj,0.0000007298,0.05000,13.758
1,mlp.experts.362.gate_proj,0.0000049003,0.05000,13.677
1,mlp.experts.392.gate_proj,0.0000039976,0.05000,13.655
1,mlp.experts.374.gate_proj,0.0000003461,0.05000,13.579
1,mlp.experts.397.gate_proj,0.0000013915,0.05000,13.655
1,mlp.experts.379.gate_proj,0.0000017045,0.05000,13.631
1,mlp.experts.353.gate_proj,0.0000027901,0.05000,13.847
1,mlp.experts.377.gate_proj,0.0000021480,0.05000,13.748
1,mlp.experts.390.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.784
1,mlp.experts.413.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.795
1,mlp.experts.391.gate_proj,0.0000015045,0.05000,13.650
1,mlp.experts.437.gate_proj,0.0000049169,0.05000,13.613
1,mlp.experts.462.gate_proj,0.0000074383,0.05000,13.567
1,mlp.experts.348.gate_proj,0.0000028759,0.05000,13.555
1,mlp.experts.352.gate_proj,0.0000023014,0.05000,13.642
1,mlp.experts.367.gate_proj,0.0000023276,0.05000,13.564
1,mlp.experts.368.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.702
1,mlp.experts.386.gate_proj,0.0000005544,0.05000,13.521
1,mlp.experts.388.gate_proj,0.0000006492,0.05000,13.473
1,mlp.experts.387.gate_proj,0.0000064617,0.05000,13.734
1,mlp.experts.378.gate_proj,0.0000020670,0.05000,13.652
1,mlp.experts.408.gate_proj,0.0000017993,0.05000,13.714
1,mlp.experts.384.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.735
1,mlp.experts.395.gate_proj,0.0000017378,0.05000,13.585
1,mlp.experts.369.gate_proj,0.0000010044,0.05000,13.590
1,mlp.experts.393.gate_proj,0.0000033062,0.05000,13.550
1,mlp.experts.406.gate_proj,0.0000028326,0.05000,13.530
1,mlp.experts.407.gate_proj,0.0000044410,0.05000,13.541
1,mlp.experts.429.gate_proj,0.0000008005,0.05000,13.591
1,mlp.experts.453.gate_proj,0.0000016662,0.05000,13.684
1,mlp.experts.478.gate_proj,0.0000044818,0.05000,13.673
1,mlp.experts.364.gate_proj,0.0000022541,0.05000,13.939
1,mlp.experts.383.gate_proj,0.0000035515,0.05000,13.851
1,mlp.experts.404.gate_proj,0.0000030064,0.05000,13.802
1,mlp.experts.402.gate_proj,0.0000042092,0.05000,13.932
1,mlp.experts.394.gate_proj,0.0000027399,0.05000,13.797
1,mlp.experts.403.gate_proj,0.0000015788,0.05000,13.871
1,mlp.experts.424.gate_proj,0.0000004638,0.05000,13.780
1,mlp.experts.400.gate_proj,0.0000068335,0.05000,13.917
1,mlp.experts.411.gate_proj,0.0000017272,0.05000,13.864
1,mlp.experts.385.gate_proj,0.0000017987,0.05000,13.852
1,mlp.experts.422.gate_proj,0.0000008484,0.05000,13.774
1,mlp.experts.409.gate_proj,0.0000046417,0.05000,13.912
1,mlp.experts.445.gate_proj,0.0000012918,0.05000,13.808
1,mlp.experts.423.gate_proj,0.0000043575,0.05000,13.947
1,mlp.experts.425.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.692
1,mlp.experts.469.gate_proj,0.0000048390,0.05000,13.747
1,mlp.experts.494.gate_proj,0.0000006387,0.05000,13.706
1,mlp.experts.380.gate_proj,0.0000014913,0.05000,13.724
1,mlp.experts.399.gate_proj,0.0000067419,0.05000,13.972
1,mlp.experts.420.gate_proj,0.0000027891,0.05000,13.844
1,mlp.experts.418.gate_proj,0.0000067044,0.05000,13.926
1,mlp.experts.410.gate_proj,0.0000038559,0.05000,13.935
1,mlp.experts.440.gate_proj,0.0000045953,0.05000,13.862
1,mlp.experts.419.gate_proj,0.0000003153,0.05000,13.936
1,mlp.experts.416.gate_proj,0.0000026177,0.05000,13.798
1,mlp.experts.436.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.680
1,mlp.experts.427.gate_proj,0.0000020094,0.05000,13.919
1,mlp.experts.401.gate_proj,0.0000015975,0.05000,13.927
1,mlp.experts.435.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.741
1,mlp.experts.438.gate_proj,0.0000020114,0.05000,13.997
1,mlp.experts.461.gate_proj,0.0000124299,0.05000,13.913
1,mlp.experts.439.gate_proj,0.0000122990,0.05000,14.041
1,mlp.experts.441.gate_proj,0.0000003701,0.05000,13.989
1,mlp.experts.485.gate_proj,0.0000048959,0.05000,13.925
1,mlp.experts.510.gate_proj,0.0000007029,0.05000,14.035
1,mlp.experts.501.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.668
1,mlp.experts.396.gate_proj,0.0000016792,0.05000,13.782
1,mlp.experts.415.gate_proj,0.0000013747,0.05000,13.716
1,mlp.experts.434.gate_proj,0.0000075833,0.05000,13.668
1,mlp.experts.456.gate_proj,0.0000033654,0.05000,13.664
1,mlp.experts.426.gate_proj,0.0000030496,0.05000,13.766
1,mlp.experts.431.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.667
1,mlp.experts.432.gate_proj,0.0000012617,0.05000,13.727
1,mlp.experts.452.gate_proj,0.0000024868,0.05000,13.772
1,mlp.experts.451.gate_proj,0.0000010857,0.05000,13.518
1,mlp.experts.443.gate_proj,0.0000004580,0.05000,13.794
1,mlp.experts.447.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.688
1,mlp.experts.417.gate_proj,0.0000020491,0.05000,13.688
1,mlp.experts.454.gate_proj,0.0000028403,0.05000,13.759
1,mlp.experts.477.gate_proj,0.0000022055,0.05000,13.601
1,mlp.experts.467.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.711
1,mlp.experts.455.gate_proj,0.0000037411,0.05000,13.695
1,mlp.experts.493.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.698
1,mlp.experts.457.gate_proj,0.0000017063,0.05000,13.799
1,mlp.experts.471.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.773
1,mlp.experts.14.up_proj,0.0000058048,0.05000,13.838
1,mlp.experts.5.up_proj,0.0000029375,0.05000,13.692
1,mlp.experts.21.up_proj,failsafe(rtn): 0.0010376,0.00000,0.680
1,mlp.experts.412.gate_proj,0.0000047986,0.05000,13.502
1,mlp.experts.450.gate_proj,0.0000023959,0.05000,13.401
1,mlp.experts.472.gate_proj,0.0000046027,0.05000,13.325
1,mlp.experts.442.gate_proj,0.0000014156,0.05000,13.440
1,mlp.experts.448.gate_proj,0.0000017118,0.05000,13.379
1,mlp.experts.468.gate_proj,0.0000004410,0.05000,13.447
1,mlp.experts.463.gate_proj,0.0000023704,0.05000,13.272
1,mlp.experts.458.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.673
1,mlp.experts.433.gate_proj,0.0000029108,0.05000,13.456
1,mlp.experts.459.gate_proj,0.0000059076,0.05000,13.521
1,mlp.experts.470.gate_proj,0.0000025575,0.05000,13.396
1,mlp.experts.474.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.692
1,mlp.experts.483.gate_proj,0.0000002006,0.05000,13.582
1,mlp.experts.509.gate_proj,0.0000003843,0.05000,13.483
1,mlp.experts.473.gate_proj,0.0000035218,0.05000,13.521
1,mlp.experts.487.gate_proj,0.0000021931,0.05000,13.514
1,mlp.experts.13.up_proj,failsafe(rtn): 0.0011673,0.00000,0.659
1,mlp.experts.489.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.657
1,mlp.experts.505.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.733
1,mlp.experts.30.up_proj,0.0000060478,0.05000,13.490
1,mlp.experts.37.up_proj,0.0000037706,0.05000,13.421
1,mlp.experts.428.gate_proj,0.0000002249,0.05000,13.701
1,mlp.experts.444.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.690
1,mlp.experts.466.gate_proj,0.0000049275,0.05000,13.792
1,mlp.experts.488.gate_proj,0.0000076028,0.05000,13.761
1,mlp.experts.464.gate_proj,0.0000017624,0.05000,13.819
1,mlp.experts.484.gate_proj,0.0000118453,0.05000,13.715
1,mlp.experts.482.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.724
1,mlp.experts.479.gate_proj,0.0000004126,0.05000,13.759
1,mlp.experts.449.gate_proj,0.0000011009,0.05000,13.741
1,mlp.experts.475.gate_proj,0.0000012455,0.05000,13.845
1,mlp.experts.486.gate_proj,0.0000012558,0.05000,13.801
1,mlp.experts.490.gate_proj,0.0000015337,0.05000,13.793
1,mlp.experts.499.gate_proj,0.0000021975,0.05000,13.756
1,mlp.experts.506.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.712
1,mlp.experts.503.gate_proj,0.0000005059,0.05000,13.806
1,mlp.experts.29.up_proj,0.0000007309,0.05000,13.738
1,mlp.experts.9.up_proj,0.0000009042,0.05000,13.650
1,mlp.experts.46.up_proj,0.0000015808,0.05000,13.554
1,mlp.experts.62.up_proj,failsafe(rtn): 0.0010986,0.00000,0.550
1,mlp.experts.53.up_proj,0.0000005845,0.05000,13.329
1,mlp.experts.460.gate_proj,0.0000021490,0.05000,13.209
1,mlp.experts.504.gate_proj,0.0000028634,0.05000,13.270
1,mlp.experts.480.gate_proj,0.0000010096,0.05000,13.275
1,mlp.experts.500.gate_proj,0.0000002054,0.05000,13.366
1,mlp.experts.498.gate_proj,0.0000006757,0.05000,13.360
1,mlp.experts.495.gate_proj,0.0000016435,0.05000,13.399
1,mlp.experts.491.gate_proj,0.0000001373,0.05000,13.524
1,mlp.experts.502.gate_proj,0.0000020784,0.05000,13.367
1,mlp.experts.3.up_proj,0.0000048280,0.05000,13.378
1,mlp.experts.19.up_proj,failsafe(rtn): 0.0009613,0.00000,0.594
1,mlp.experts.10.up_proj,0.0000031213,0.05000,13.300
1,mlp.experts.7.up_proj,0.0000044407,0.05000,13.297
1,mlp.experts.78.up_proj,0.0000058624,0.05000,13.212
1,mlp.experts.25.up_proj,0.0000005844,0.05000,13.369
1,mlp.experts.45.up_proj,0.0000051790,0.05000,13.387
1,mlp.experts.69.up_proj,0.0000027615,0.05000,13.416
1,mlp.experts.465.gate_proj,0.0000011336,0.05000,13.583
1,mlp.experts.41.up_proj,failsafe(rtn): 0.0008316,0.00000,0.820
1,mlp.experts.476.gate_proj,0.0000038410,0.05000,13.249
1,mlp.experts.8.up_proj,0.0000002198,0.05000,13.237
1,mlp.experts.496.gate_proj,0.0000037673,0.05000,13.220
1,mlp.experts.4.up_proj,0.0000021296,0.05000,13.256
1,mlp.experts.511.gate_proj,0.0000012721,0.05000,13.205
1,mlp.experts.507.gate_proj,0.0000021969,0.05000,13.357
1,mlp.experts.20.up_proj,failsafe(rtn): 0.0010605,0.00000,0.736
1,mlp.experts.35.up_proj,0.0000032806,0.05000,13.287
1,mlp.experts.23.up_proj,0.0000013634,0.05000,13.281
1,mlp.experts.51.up_proj,failsafe(rtn): 0.0009575,0.00000,0.725
1,mlp.experts.39.up_proj,failsafe(rtn): 0.0011749,0.00000,0.766
1,mlp.experts.2.up_proj,0.0000031637,0.05000,13.844
1,mlp.experts.6.up_proj,0.0000042715,0.05000,13.931
1,mlp.experts.26.up_proj,0.0000029406,0.05000,13.977
1,mlp.experts.94.up_proj,0.0000008954,0.05000,14.036
1,mlp.experts.85.up_proj,0.0000025193,0.05000,13.836
1,mlp.experts.61.up_proj,0.0000029521,0.05000,14.014
1,mlp.experts.481.gate_proj,0.0000073009,0.05000,13.917
1,mlp.experts.101.up_proj,failsafe(rtn): 0.0009918,0.00000,0.708
1,mlp.experts.57.up_proj,0.0000022072,0.05000,13.910
1,mlp.experts.497.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.681
1,mlp.experts.117.up_proj,failsafe(rtn): 0.0010605,0.00000,0.708
1,mlp.experts.492.gate_proj,0.0000005423,0.05000,14.363
1,mlp.experts.24.up_proj,0.0000027318,0.05000,14.404
1,mlp.experts.0.up_proj,0.0000026001,0.05000,14.187
1,mlp.experts.36.up_proj,0.0000007218,0.05000,14.057
1,mlp.experts.11.up_proj,0.0000013198,0.05000,14.106
1,mlp.experts.15.up_proj,0.0000013561,0.05000,14.171
1,mlp.experts.67.up_proj,0.0000009818,0.05000,14.156
1,mlp.experts.55.up_proj,0.0000002789,0.05000,14.133
1,mlp.experts.18.up_proj,0.0000023759,0.05000,13.985
1,mlp.experts.22.up_proj,0.0000006111,0.05000,13.949
1,mlp.experts.42.up_proj,0.0000022976,0.05000,13.966
1,mlp.experts.110.up_proj,0.0000011935,0.05000,14.024
1,mlp.experts.77.up_proj,0.0000008697,0.05000,14.082
1,mlp.experts.126.up_proj,failsafe(rtn): 0.0012512,0.00000,0.684
1,mlp.experts.73.up_proj,0.0000039784,0.05000,14.030
1,mlp.experts.1.up_proj,0.0000017318,0.05000,14.108
1,mlp.experts.133.up_proj,0.0000037485,0.05000,14.076
1,mlp.experts.16.up_proj,0.0000007252,0.05000,13.825
1,mlp.experts.52.up_proj,0.0000006047,0.05000,13.822
1,mlp.experts.40.up_proj,0.0000005344,0.05000,13.848
1,mlp.experts.508.gate_proj,0.0000007979,0.05000,13.857
1,mlp.experts.56.up_proj,failsafe(rtn): 0.0009918,0.00000,0.804
1,mlp.experts.27.up_proj,0.0000020851,0.05000,13.875
1,mlp.experts.31.up_proj,0.0000024194,0.05000,13.962
1,mlp.experts.43.up_proj,failsafe(rtn): 0.0011978,0.00000,0.776
1,mlp.experts.83.up_proj,0.0000011284,0.05000,13.899
1,mlp.experts.71.up_proj,0.0000011108,0.05000,13.968
1,mlp.experts.87.up_proj,failsafe(rtn): 0.0011749,0.00000,0.612
1,mlp.experts.34.up_proj,0.0000048778,0.05000,13.818
1,mlp.experts.38.up_proj,0.0000033194,0.05000,13.849
1,mlp.experts.58.up_proj,0.0000107629,0.05000,13.795
1,mlp.experts.93.up_proj,0.0000021198,0.05000,13.908
1,mlp.experts.142.up_proj,0.0000034070,0.05000,13.901
1,mlp.experts.89.up_proj,0.0000029953,0.05000,13.861
1,mlp.experts.158.up_proj,failsafe(rtn): 0.0009270,0.00000,0.664
1,mlp.experts.17.up_proj,0.0000021649,0.05000,13.935
1,mlp.experts.149.up_proj,0.0000028986,0.05000,13.929
1,mlp.experts.32.up_proj,0.0000017012,0.05000,13.743
1,mlp.experts.68.up_proj,0.0000012398,0.05000,13.862
1,mlp.experts.12.up_proj,0.0000029161,0.05000,13.834
1,mlp.experts.72.up_proj,0.0000032787,0.05000,13.826
1,mlp.experts.47.up_proj,0.0000005595,0.05000,13.704
1,mlp.experts.88.up_proj,failsafe(rtn): 0.0010605,0.00000,0.761
1,mlp.experts.99.up_proj,0.0000020538,0.05000,13.660
1,mlp.experts.59.up_proj,0.0000021104,0.05000,13.804
1,mlp.experts.103.up_proj,0.0000021871,0.05000,13.750
1,mlp.experts.74.up_proj,0.0000012263,0.05000,13.580
1,mlp.experts.50.up_proj,0.0000030842,0.05000,13.735
1,mlp.experts.54.up_proj,0.0000019312,0.05000,13.674
1,mlp.experts.119.up_proj,failsafe(rtn): 0.0010071,0.00000,0.601
1,mlp.experts.90.up_proj,failsafe(rtn): 0.0010223,0.00000,0.707
1,mlp.experts.70.up_proj,failsafe(rtn): 0.0011444,0.00000,0.763
1,mlp.experts.109.up_proj,0.0000015255,0.05000,13.759
1,mlp.experts.105.up_proj,0.0000025405,0.05000,13.725
1,mlp.experts.174.up_proj,0.0000030520,0.05000,13.700
1,mlp.experts.33.up_proj,0.0000017617,0.05000,13.709
1,mlp.experts.165.up_proj,0.0000035550,0.05000,13.803
1,mlp.experts.48.up_proj,0.0000021741,0.05000,13.467
1,mlp.experts.28.up_proj,0.0000009674,0.05000,13.415
1,mlp.experts.84.up_proj,0.0000017461,0.05000,13.542
1,mlp.experts.63.up_proj,0.0000032793,0.05000,13.390
1,mlp.experts.104.up_proj,0.0000036034,0.05000,13.425
1,mlp.experts.115.up_proj,0.0000018724,0.05000,13.512
1,mlp.experts.75.up_proj,0.0000009690,0.05000,13.639
1,mlp.experts.66.up_proj,0.0000047160,0.05000,13.590
1,mlp.experts.135.up_proj,0.0000024830,0.05000,13.765
1,mlp.experts.106.up_proj,0.0000018898,0.05000,13.582
1,mlp.experts.86.up_proj,0.0000005326,0.05000,13.655
1,mlp.experts.125.up_proj,0.0000029605,0.05000,13.790
1,mlp.experts.121.up_proj,0.0000009132,0.05000,13.757
1,mlp.experts.190.up_proj,0.0000002326,0.05000,13.599
1,mlp.experts.141.up_proj,failsafe(rtn): 0.0012054,0.00000,0.700
1,mlp.experts.49.up_proj,0.0000015445,0.05000,13.693
1,mlp.experts.181.up_proj,0.0000021749,0.05000,13.681
1,mlp.experts.197.up_proj,failsafe(rtn): 0.0011368,0.00000,0.700
1,mlp.experts.64.up_proj,0.0000014526,0.05000,14.268
1,mlp.experts.44.up_proj,0.0000021634,0.05000,14.200
1,mlp.experts.100.up_proj,0.0000021799,0.05000,14.317
1,mlp.experts.79.up_proj,0.0000006641,0.05000,14.310
1,mlp.experts.120.up_proj,0.0000019557,0.05000,14.194
1,mlp.experts.131.up_proj,0.0000044186,0.05000,14.335
1,mlp.experts.91.up_proj,0.0000015803,0.05000,14.336
1,mlp.experts.107.up_proj,failsafe(rtn): 0.0011826,0.00000,0.754
1,mlp.experts.82.up_proj,0.0000011292,0.05000,14.301
1,mlp.experts.151.up_proj,0.0000008226,0.05000,14.353
1,mlp.experts.122.up_proj,0.0000020911,0.05000,14.194
1,mlp.experts.102.up_proj,0.0000031188,0.05000,14.404
1,mlp.experts.167.up_proj,failsafe(rtn): 0.0011368,0.00000,0.844
1,mlp.experts.138.up_proj,failsafe(rtn): 0.0011444,0.00000,0.817
1,mlp.experts.137.up_proj,0.0000010430,0.05000,14.422
1,mlp.experts.206.up_proj,0.0000022256,0.05000,14.432
1,mlp.experts.65.up_proj,0.0000018197,0.05000,14.406
1,mlp.experts.157.up_proj,0.0000017032,0.05000,14.469
1,mlp.experts.213.up_proj,0.0000072431,0.05000,14.407
1,mlp.experts.80.up_proj,0.0000015369,0.05000,14.309
1,mlp.experts.60.up_proj,0.0000002856,0.05000,14.350
1,mlp.experts.116.up_proj,0.0000036525,0.05000,14.192
1,mlp.experts.95.up_proj,0.0000021768,0.05000,14.299
1,mlp.experts.136.up_proj,0.0000063709,0.05000,14.289
1,mlp.experts.147.up_proj,0.0000010912,0.05000,14.393
1,mlp.experts.123.up_proj,0.0000041294,0.05000,14.200
1,mlp.experts.98.up_proj,0.0000049316,0.05000,14.187
1,mlp.experts.118.up_proj,0.0000008986,0.05000,14.063
1,mlp.experts.183.up_proj,0.0000017320,0.05000,14.137
1,mlp.experts.154.up_proj,0.0000011252,0.05000,14.215
1,mlp.experts.134.up_proj,failsafe(rtn): 0.0011673,0.00000,0.747
1,mlp.experts.153.up_proj,0.0000028609,0.05000,14.156
1,mlp.experts.222.up_proj,0.0000023782,0.05000,14.138
1,mlp.experts.173.up_proj,0.0000042263,0.05000,14.115
1,mlp.experts.81.up_proj,0.0000081204,0.05000,14.221
1,mlp.experts.229.up_proj,0.0000013804,0.05000,14.040
1,mlp.experts.96.up_proj,0.0000009637,0.05000,14.271
1,mlp.experts.76.up_proj,0.0000007166,0.05000,14.242
1,mlp.experts.132.up_proj,0.0000025648,0.05000,14.323
1,mlp.experts.148.up_proj,failsafe(rtn): 0.0009995,0.00000,0.661
1,mlp.experts.111.up_proj,0.0000018574,0.05000,14.164
1,mlp.experts.152.up_proj,0.0000017940,0.05000,14.151
1,mlp.experts.163.up_proj,0.0000005492,0.05000,14.096
1,mlp.experts.179.up_proj,failsafe(rtn): 0.0010452,0.00000,0.660
1,mlp.experts.139.up_proj,0.0000024835,0.05000,14.165
1,mlp.experts.114.up_proj,0.0000062810,0.05000,14.089
1,mlp.experts.199.up_proj,0.0000103468,0.05000,13.950
1,mlp.experts.170.up_proj,0.0000026737,0.05000,13.991
1,mlp.experts.150.up_proj,0.0000017631,0.05000,14.074
1,mlp.experts.238.up_proj,0.0000041235,0.05000,14.046
1,mlp.experts.169.up_proj,0.0000021907,0.05000,14.102
1,mlp.experts.97.up_proj,0.0000111898,0.05000,14.036
1,mlp.experts.189.up_proj,0.0000074876,0.05000,14.118
1,mlp.experts.245.up_proj,0.0000011378,0.05000,14.080
1,mlp.experts.261.up_proj,failsafe(rtn): 0.0011368,0.00000,0.739
1,mlp.experts.92.up_proj,0.0000016467,0.05000,13.869
1,mlp.experts.112.up_proj,0.0000025097,0.05000,14.042
1,mlp.experts.164.up_proj,0.0000018245,0.05000,13.919
1,mlp.experts.127.up_proj,0.0000047063,0.05000,13.878
1,mlp.experts.168.up_proj,0.0000005860,0.05000,13.858
1,mlp.experts.195.up_proj,0.0000036315,0.05000,14.064
1,mlp.experts.155.up_proj,0.0000074828,0.05000,14.106
1,mlp.experts.130.up_proj,0.0000025781,0.05000,14.034
1,mlp.experts.146.up_proj,failsafe(rtn): 0.0010376,0.00000,0.665
1,mlp.experts.215.up_proj,0.0000029446,0.05000,13.937
1,mlp.experts.186.up_proj,0.0000031772,0.05000,13.858
1,mlp.experts.166.up_proj,0.0000045591,0.05000,13.981
1,mlp.experts.254.up_proj,0.0000024182,0.05000,13.922
1,mlp.experts.185.up_proj,0.0000031595,0.05000,13.957
1,mlp.experts.205.up_proj,0.0000010167,0.05000,13.905
1,mlp.experts.113.up_proj,0.0000068104,0.05000,14.013
1,mlp.experts.221.up_proj,failsafe(rtn): 0.0011826,0.00000,0.671
1,mlp.experts.277.up_proj,0.0000019085,0.05000,13.815
1,mlp.experts.108.up_proj,0.0000007762,0.05000,13.710
1,mlp.experts.128.up_proj,0.0000027005,0.05000,13.781
1,mlp.experts.180.up_proj,0.0000008120,0.05000,13.886
1,mlp.experts.143.up_proj,0.0000023791,0.05000,13.774
1,mlp.experts.184.up_proj,0.0000027531,0.05000,13.632
1,mlp.experts.200.up_proj,failsafe(rtn): 0.0010147,0.00000,0.674
1,mlp.experts.211.up_proj,0.0000006716,0.05000,13.616
1,mlp.experts.171.up_proj,0.0000020182,0.05000,13.591
1,mlp.experts.187.up_proj,failsafe(rtn): 0.0009842,0.00000,0.671
1,mlp.experts.162.up_proj,0.0000023870,0.05000,13.666
1,mlp.experts.231.up_proj,0.0000027265,0.05000,13.761
1,mlp.experts.202.up_proj,0.0000019588,0.05000,13.645
1,mlp.experts.182.up_proj,0.0000047448,0.05000,13.702
1,mlp.experts.270.up_proj,0.0000006962,0.05000,13.655
1,mlp.experts.201.up_proj,0.0000009399,0.05000,13.687
1,mlp.experts.129.up_proj,0.0000012760,0.05000,13.769
1,mlp.experts.237.up_proj,0.0000016523,0.05000,13.750
1,mlp.experts.293.up_proj,0.0000025005,0.05000,13.633
1,mlp.experts.124.up_proj,0.0000026588,0.05000,13.945
1,mlp.experts.144.up_proj,0.0000023472,0.05000,13.847
1,mlp.experts.196.up_proj,0.0000006183,0.05000,13.925
1,mlp.experts.159.up_proj,0.0000065103,0.05000,13.966
1,mlp.experts.212.up_proj,failsafe(rtn): 0.0009995,0.00000,0.655
1,mlp.experts.216.up_proj,0.0000042225,0.05000,14.009
1,mlp.experts.227.up_proj,0.0000011720,0.05000,13.846
1,mlp.experts.203.up_proj,0.0000037781,0.05000,13.827
1,mlp.experts.178.up_proj,0.0000004115,0.05000,13.889
1,mlp.experts.247.up_proj,0.0000016173,0.05000,13.939
1,mlp.experts.218.up_proj,0.0000014916,0.05000,13.889
1,mlp.experts.198.up_proj,0.0000019410,0.05000,14.001
1,mlp.experts.286.up_proj,0.0000005187,0.05000,13.998
1,mlp.experts.217.up_proj,0.0000010230,0.05000,14.111
1,mlp.experts.145.up_proj,0.0000049915,0.05000,14.009
1,mlp.experts.253.up_proj,0.0000009830,0.05000,14.126
1,mlp.experts.309.up_proj,0.0000024744,0.05000,14.198
1,mlp.experts.140.up_proj,0.0000029186,0.05000,13.866
1,mlp.experts.160.up_proj,0.0000013826,0.05000,13.934
1,mlp.experts.175.up_proj,0.0000010027,0.05000,13.779
1,mlp.experts.228.up_proj,0.0000018798,0.05000,13.863
1,mlp.experts.232.up_proj,0.0000002585,0.05000,13.894
1,mlp.experts.243.up_proj,0.0000011577,0.05000,13.936
1,mlp.experts.219.up_proj,0.0000078719,0.05000,13.742
1,mlp.experts.194.up_proj,0.0000016745,0.05000,13.711
1,mlp.experts.263.up_proj,0.0000030224,0.05000,13.853
1,mlp.experts.234.up_proj,0.0000023150,0.05000,13.776
1,mlp.experts.214.up_proj,0.0000117129,0.05000,13.700
1,mlp.experts.302.up_proj,0.0000032800,0.05000,13.735
1,mlp.experts.233.up_proj,0.0000015880,0.05000,13.805
1,mlp.experts.161.up_proj,0.0000036046,0.05000,13.811
1,mlp.experts.318.up_proj,failsafe(rtn): 0.0011444,0.00000,0.684
1,mlp.experts.269.up_proj,0.0000015461,0.05000,13.704
1,mlp.experts.334.up_proj,failsafe(rtn): 0.0011902,0.00000,0.673
1,mlp.experts.325.up_proj,0.0000019477,0.05000,13.682
1,mlp.experts.341.up_proj,failsafe(rtn): 0.0011215,0.00000,0.653
1,mlp.experts.156.up_proj,0.0000017312,0.05000,13.628
1,mlp.experts.176.up_proj,0.0000037978,0.05000,13.651
1,mlp.experts.191.up_proj,0.0000021026,0.05000,13.386
1,mlp.experts.244.up_proj,0.0000013822,0.05000,13.459
1,mlp.experts.248.up_proj,0.0000009718,0.05000,13.440
1,mlp.experts.259.up_proj,0.0000018106,0.05000,13.478
1,mlp.experts.235.up_proj,0.0000013234,0.05000,13.552
1,mlp.experts.210.up_proj,0.0000014502,0.05000,13.575
1,mlp.experts.250.up_proj,0.0000034691,0.05000,13.512
1,mlp.experts.279.up_proj,0.0000006974,0.05000,13.545
1,mlp.experts.230.up_proj,0.0000051865,0.05000,13.594
1,mlp.experts.249.up_proj,0.0000023485,0.05000,13.624
1,mlp.experts.177.up_proj,0.0000022237,0.05000,13.692
1,mlp.experts.285.up_proj,0.0000049314,0.05000,13.732
1,mlp.experts.350.up_proj,0.0000019303,0.05000,13.683
1,mlp.experts.357.up_proj,0.0000024113,0.05000,13.796
1,mlp.experts.172.up_proj,0.0000014654,0.05000,14.184
1,mlp.experts.192.up_proj,0.0000013457,0.05000,14.310
1,mlp.experts.207.up_proj,0.0000025722,0.05000,14.257
1,mlp.experts.260.up_proj,0.0000011707,0.05000,14.191
1,mlp.experts.264.up_proj,0.0000010143,0.05000,14.307
1,mlp.experts.275.up_proj,0.0000006379,0.05000,14.330
1,mlp.experts.280.up_proj,failsafe(rtn): 0.0010071,0.00000,0.658
1,mlp.experts.251.up_proj,0.0000008857,0.05000,14.237
1,mlp.experts.226.up_proj,0.0000023760,0.05000,14.342
1,mlp.experts.266.up_proj,0.0000007634,0.05000,14.252
1,mlp.experts.295.up_proj,0.0000021088,0.05000,14.388
1,mlp.experts.246.up_proj,0.0000020621,0.05000,14.225
1,mlp.experts.265.up_proj,0.0000013673,0.05000,14.481
1,mlp.experts.193.up_proj,0.0000030261,0.05000,14.444
1,mlp.experts.281.up_proj,failsafe(rtn): 0.0009232,0.00000,0.718
1,mlp.experts.301.up_proj,0.0000007783,0.05000,14.319
1,mlp.experts.366.up_proj,0.0000055156,0.05000,14.328
1,mlp.experts.373.up_proj,0.0000058525,0.05000,14.229
1,mlp.experts.188.up_proj,0.0000020776,0.05000,14.604
1,mlp.experts.208.up_proj,0.0000019726,0.05000,14.626
1,mlp.experts.223.up_proj,0.0000068036,0.05000,14.778
1,mlp.experts.276.up_proj,0.0000010780,0.05000,14.647
1,mlp.experts.296.up_proj,0.0000014098,0.05000,14.531
1,mlp.experts.291.up_proj,0.0000014600,0.05000,14.684
1,mlp.experts.267.up_proj,0.0000010264,0.05000,14.605
1,mlp.experts.242.up_proj,0.0000035539,0.05000,14.509
1,mlp.experts.282.up_proj,0.0000018626,0.05000,14.390
1,mlp.experts.311.up_proj,0.0000057252,0.05000,14.477
1,mlp.experts.262.up_proj,0.0000042340,0.05000,14.522
1,mlp.experts.278.up_proj,failsafe(rtn): 0.0011673,0.00000,0.690
1,mlp.experts.209.up_proj,0.0000024548,0.05000,14.611
1,mlp.experts.317.up_proj,0.0000011536,0.05000,14.441
1,mlp.experts.297.up_proj,0.0000015241,0.05000,14.679
1,mlp.experts.382.up_proj,0.0000025223,0.05000,14.538
1,mlp.experts.333.up_proj,failsafe(rtn): 0.0009041,0.00000,0.656
1,mlp.experts.313.up_proj,failsafe(rtn): 0.0011673,0.00000,0.676
1,mlp.experts.398.up_proj,failsafe(rtn): 0.0009995,0.00000,0.689
1,mlp.experts.389.up_proj,0.0000022451,0.05000,14.497
1,mlp.experts.414.up_proj,failsafe(rtn): 0.0010834,0.00000,0.674
1,mlp.experts.405.up_proj,failsafe(rtn): 0.0008049,0.00000,0.660
1,mlp.experts.204.up_proj,0.0000029058,0.05000,13.935
1,mlp.experts.224.up_proj,0.0000016976,0.05000,14.048
1,mlp.experts.239.up_proj,0.0000022320,0.05000,13.945
1,mlp.experts.292.up_proj,0.0000049267,0.05000,14.018
1,mlp.experts.312.up_proj,0.0000007953,0.05000,13.981
1,mlp.experts.307.up_proj,0.0000023955,0.05000,14.019
1,mlp.experts.283.up_proj,0.0000020848,0.05000,13.935
1,mlp.experts.258.up_proj,0.0000028257,0.05000,13.821
1,mlp.experts.298.up_proj,0.0000007260,0.05000,13.911
1,mlp.experts.327.up_proj,0.0000035578,0.05000,14.110
1,mlp.experts.294.up_proj,0.0000024304,0.05000,14.140
1,mlp.experts.225.up_proj,0.0000034620,0.05000,14.229
1,mlp.experts.349.up_proj,0.0000015872,0.05000,14.230
1,mlp.experts.329.up_proj,0.0000046350,0.05000,14.275
1,mlp.experts.430.up_proj,0.0000027745,0.05000,14.462
1,mlp.experts.421.up_proj,0.0000018550,0.05000,14.555
1,mlp.experts.446.up_proj,failsafe(rtn): 0.0012054,0.00000,0.713
1,mlp.experts.220.up_proj,0.0000012158,0.05000,14.336
1,mlp.experts.240.up_proj,0.0000006629,0.05000,14.507
1,mlp.experts.255.up_proj,0.0000027800,0.05000,14.485
1,mlp.experts.308.up_proj,0.0000014350,0.05000,14.336
1,mlp.experts.328.up_proj,0.0000034130,0.05000,14.498
1,mlp.experts.323.up_proj,0.0000029196,0.05000,14.519
1,mlp.experts.299.up_proj,0.0000008624,0.05000,14.472
1,mlp.experts.274.up_proj,0.0000025444,0.05000,14.341
1,mlp.experts.314.up_proj,0.0000033920,0.05000,14.421
1,mlp.experts.343.up_proj,0.0000033064,0.05000,14.425
1,mlp.experts.310.up_proj,0.0000004739,0.05000,14.431
1,mlp.experts.241.up_proj,0.0000014262,0.05000,14.456
1,mlp.experts.365.up_proj,0.0000065922,0.05000,14.147
1,mlp.experts.345.up_proj,0.0000020414,0.05000,14.186
1,mlp.experts.437.up_proj,0.0000046672,0.05000,14.014
1,mlp.experts.462.up_proj,0.0000071558,0.05000,14.073
1,mlp.experts.236.up_proj,0.0000024253,0.05000,14.090
1,mlp.experts.256.up_proj,0.0000021255,0.05000,14.069
1,mlp.experts.271.up_proj,0.0000006823,0.05000,13.893
1,mlp.experts.272.up_proj,failsafe(rtn): 0.0011902,0.00000,0.680
1,mlp.experts.324.up_proj,0.0000046258,0.05000,14.010
1,mlp.experts.344.up_proj,0.0000002199,0.05000,13.983
1,mlp.experts.339.up_proj,0.0000006514,0.05000,14.023
1,mlp.experts.315.up_proj,0.0000010133,0.05000,13.965
1,mlp.experts.290.up_proj,0.0000024998,0.05000,13.952
1,mlp.experts.330.up_proj,0.0000017979,0.05000,13.798
1,mlp.experts.306.up_proj,failsafe(rtn): 0.0011063,0.00000,0.699
1,mlp.experts.359.up_proj,0.0000010030,0.05000,14.145
1,mlp.experts.326.up_proj,0.0000039487,0.05000,13.906
1,mlp.experts.257.up_proj,0.0000020456,0.05000,14.013
1,mlp.experts.381.up_proj,0.0000011689,0.05000,14.022
1,mlp.experts.361.up_proj,0.0000005051,0.05000,14.005
1,mlp.experts.453.up_proj,0.0000016439,0.05000,14.040
1,mlp.experts.478.up_proj,0.0000043668,0.05000,14.148
1,mlp.experts.252.up_proj,0.0000001760,0.05000,14.094
1,mlp.experts.287.up_proj,0.0000030198,0.05000,14.108
1,mlp.experts.288.up_proj,0.0000003975,0.05000,13.973
1,mlp.experts.340.up_proj,0.0000019982,0.05000,14.004
1,mlp.experts.303.up_proj,failsafe(rtn): 0.0009651,0.00000,0.658
1,mlp.experts.360.up_proj,0.0000012444,0.05000,13.855
1,mlp.experts.355.up_proj,0.0000016374,0.05000,13.979
1,mlp.experts.331.up_proj,0.0000008850,0.05000,13.950
1,mlp.experts.346.up_proj,0.0000013542,0.05000,13.789
1,mlp.experts.322.up_proj,0.0000026591,0.05000,13.868
1,mlp.experts.375.up_proj,0.0000006612,0.05000,13.990
1,mlp.experts.342.up_proj,0.0000028317,0.05000,13.808
1,mlp.experts.273.up_proj,0.0000016477,0.05000,13.868
1,mlp.experts.397.up_proj,0.0000013547,0.05000,13.672
1,mlp.experts.289.up_proj,failsafe(rtn): 0.0009918,0.00000,0.742
1,mlp.experts.377.up_proj,0.0000021293,0.05000,13.823
1,mlp.experts.413.up_proj,failsafe(rtn): 0.0011749,0.00000,0.739
1,mlp.experts.469.up_proj,0.0000047534,0.05000,13.809
1,mlp.experts.494.up_proj,0.0000005997,0.05000,13.870
1,mlp.experts.268.up_proj,0.0000016586,0.05000,13.523
1,mlp.experts.304.up_proj,0.0000039669,0.05000,13.641
1,mlp.experts.356.up_proj,0.0000077255,0.05000,13.572
1,mlp.experts.319.up_proj,0.0000017502,0.05000,13.462
1,mlp.experts.376.up_proj,0.0000040380,0.05000,13.671
1,mlp.experts.371.up_proj,0.0000013528,0.05000,13.651
1,mlp.experts.347.up_proj,0.0000008424,0.05000,13.651
1,mlp.experts.362.up_proj,0.0000047041,0.05000,13.674
1,mlp.experts.338.up_proj,0.0000018776,0.05000,13.590
1,mlp.experts.391.up_proj,0.0000013310,0.05000,13.673
1,mlp.experts.358.up_proj,0.0000093653,0.05000,13.781
1,mlp.experts.305.up_proj,0.0000024597,0.05000,13.796
1,mlp.experts.393.up_proj,0.0000030936,0.05000,13.725
1,mlp.experts.429.up_proj,0.0000007726,0.05000,13.618
1,mlp.experts.321.up_proj,failsafe(rtn): 0.0010529,0.00000,0.716
1,mlp.experts.485.up_proj,0.0000047077,0.05000,13.748
1,mlp.experts.510.up_proj,0.0000006750,0.05000,13.779
1,mlp.experts.501.up_proj,failsafe(rtn): 0.0012741,0.00000,0.749
1,mlp.experts.14.down_proj,0.0000016335,0.05000,3.332
1,mlp.experts.5.down_proj,0.0000004719,0.05000,3.286
1,mlp.experts.21.down_proj,failsafe(rtn): 0.0013046,0.00000,0.179
1,mlp.experts.284.up_proj,0.0000020689,0.05000,13.804
1,mlp.experts.320.up_proj,0.0000009336,0.05000,13.837
1,mlp.experts.372.up_proj,0.0000006276,0.05000,13.759
1,mlp.experts.335.up_proj,0.0000007730,0.05000,13.845
1,mlp.experts.30.down_proj,0.0000020207,0.05000,3.388
1,mlp.experts.37.down_proj,0.0000005106,0.05000,3.366
1,mlp.experts.392.up_proj,0.0000039389,0.05000,13.768
1,mlp.experts.387.up_proj,0.0000061647,0.05000,13.869
1,mlp.experts.363.up_proj,0.0000047773,0.05000,13.714
1,mlp.experts.378.up_proj,0.0000020472,0.05000,13.750
1,mlp.experts.354.up_proj,0.0000019327,0.05000,13.810
1,mlp.experts.407.up_proj,0.0000042247,0.05000,13.845
1,mlp.experts.46.down_proj,0.0000002927,0.05000,3.420
1,mlp.experts.374.up_proj,0.0000003376,0.05000,13.551
1,mlp.experts.62.down_proj,failsafe(rtn): 0.0012970,0.00000,0.170
1,mlp.experts.53.down_proj,0.0000001202,0.05000,3.414
1,mlp.experts.390.up_proj,failsafe(rtn): 0.0010147,0.00000,0.659
1,mlp.experts.409.up_proj,0.0000043433,0.05000,13.720
1,mlp.experts.445.up_proj,0.0000012277,0.05000,13.632
1,mlp.experts.337.up_proj,0.0000020070,0.05000,13.627
1,mlp.experts.425.up_proj,failsafe(rtn): 0.0012360,0.00000,0.659
1,mlp.experts.78.down_proj,0.0000025326,0.05000,3.344
1,mlp.experts.69.down_proj,0.0000008599,0.05000,3.372
1,mlp.experts.94.down_proj,0.0000001025,0.05000,3.436
1,mlp.experts.85.down_proj,0.0000004310,0.05000,3.328
1,mlp.experts.101.down_proj,failsafe(rtn): 0.0011368,0.00000,0.168
1,mlp.experts.117.down_proj,failsafe(rtn): 0.0012589,0.00000,0.160
1,mlp.experts.300.up_proj,0.0000012375,0.05000,13.501
1,mlp.experts.336.up_proj,0.0000010947,0.05000,13.593
1,mlp.experts.388.up_proj,0.0000006283,0.05000,13.598
1,mlp.experts.351.up_proj,0.0000038303,0.05000,13.374
1,mlp.experts.110.down_proj,0.0000001828,0.05000,3.397
1,mlp.experts.126.down_proj,failsafe(rtn): 0.0014496,0.00000,0.173
1,mlp.experts.408.up_proj,0.0000017752,0.05000,13.477
1,mlp.experts.133.down_proj,0.0000005607,0.05000,3.345
1,mlp.experts.403.up_proj,0.0000014956,0.05000,13.552
1,mlp.experts.379.up_proj,0.0000016437,0.05000,13.440
1,mlp.experts.394.up_proj,0.0000027178,0.05000,13.600
1,mlp.experts.370.up_proj,0.0000008242,0.05000,13.545
1,mlp.experts.423.up_proj,0.0000043078,0.05000,13.477
1,mlp.experts.142.down_proj,0.0000003436,0.05000,3.367
1,mlp.experts.158.down_proj,failsafe(rtn): 0.0010910,0.00000,0.158
1,mlp.experts.406.up_proj,0.0000028353,0.05000,13.558
1,mlp.experts.149.down_proj,0.0000002555,0.05000,3.465
1,mlp.experts.461.up_proj,0.0000122304,0.05000,13.553
1,mlp.experts.353.up_proj,0.0000027501,0.05000,13.741
1,mlp.experts.441.up_proj,0.0000003461,0.05000,13.630
1,mlp.experts.174.down_proj,0.0000002943,0.05000,3.391
1,mlp.experts.165.down_proj,0.0000031836,0.05000,3.344
1,mlp.experts.190.down_proj,0.0000001848,0.05000,3.307
1,mlp.experts.181.down_proj,0.0000002357,0.05000,3.353
1,mlp.experts.197.down_proj,failsafe(rtn): 0.0014267,0.00000,0.189
1,mlp.experts.316.up_proj,0.0000027727,0.05000,13.336
1,mlp.experts.352.up_proj,0.0000022899,0.05000,13.515
1,mlp.experts.367.up_proj,0.0000022494,0.05000,13.340
1,mlp.experts.404.up_proj,0.0000028525,0.05000,13.449
1,mlp.experts.368.up_proj,failsafe(rtn): 0.0009232,0.00000,0.701
1,mlp.experts.424.up_proj,0.0000004529,0.05000,13.448
1,mlp.experts.206.down_proj,0.0000006327,0.05000,3.502
1,mlp.experts.384.up_proj,failsafe(rtn): 0.0010529,0.00000,0.666
1,mlp.experts.419.up_proj,0.0000003047,0.05000,13.480
1,mlp.experts.213.down_proj,0.0000015928,0.05000,3.443
1,mlp.experts.395.up_proj,0.0000016592,0.05000,13.424
1,mlp.experts.410.up_proj,0.0000035948,0.05000,13.457
1,mlp.experts.435.up_proj,failsafe(rtn): 0.0009117,0.00000,0.673
1,mlp.experts.386.up_proj,0.0000005344,0.05000,13.364
1,mlp.experts.439.up_proj,0.0000121949,0.05000,13.572
1,mlp.experts.422.up_proj,0.0000008310,0.05000,13.478
1,mlp.experts.222.down_proj,0.0000004437,0.05000,3.464
1,mlp.experts.229.down_proj,0.0000004962,0.05000,3.487
1,mlp.experts.477.up_proj,0.0000021433,0.05000,13.501
1,mlp.experts.457.up_proj,0.0000016903,0.05000,13.342
1,mlp.experts.369.up_proj,0.0000009716,0.05000,13.472
1,mlp.experts.493.up_proj,failsafe(rtn): 0.0011826,0.00000,0.726
1,mlp.experts.238.down_proj,0.0000018280,0.05000,3.394
1,mlp.experts.245.down_proj,0.0000000660,0.05000,3.441
1,mlp.experts.261.down_proj,failsafe(rtn): 0.0013428,0.00000,0.169
1,mlp.experts.254.down_proj,0.0000002463,0.05000,3.664
1,mlp.experts.332.up_proj,0.0000008192,0.05000,13.915
1,mlp.experts.277.down_proj,0.0000005568,0.05000,3.627
1,mlp.experts.420.up_proj,0.0000026244,0.05000,13.835
1,mlp.experts.383.up_proj,0.0000032924,0.05000,13.915
1,mlp.experts.436.up_proj,failsafe(rtn): 0.0011063,0.00000,0.673
1,mlp.experts.440.up_proj,0.0000043544,0.05000,14.006
1,mlp.experts.270.down_proj,0.0000001730,0.05000,3.473
1,mlp.experts.400.up_proj,0.0000066217,0.05000,13.995
1,mlp.experts.411.up_proj,0.0000016823,0.05000,14.077
1,mlp.experts.293.down_proj,0.0000003291,0.05000,3.559
1,mlp.experts.426.up_proj,0.0000030281,0.05000,14.189
1,mlp.experts.451.up_proj,0.0000010408,0.05000,14.157
1,mlp.experts.402.up_proj,0.0000042032,0.05000,14.143
1,mlp.experts.467.up_proj,failsafe(rtn): 0.0009346,0.00000,0.642
1,mlp.experts.455.up_proj,0.0000035511,0.05000,14.114
1,mlp.experts.471.up_proj,failsafe(rtn): 0.0010147,0.00000,0.695
1,mlp.experts.438.up_proj,0.0000019475,0.05000,14.137
1,mlp.experts.286.down_proj,0.0000000617,0.05000,3.592
1,mlp.experts.309.down_proj,0.0000003518,0.05000,3.501
1,mlp.experts.473.up_proj,0.0000034390,0.05000,14.129
1,mlp.experts.385.up_proj,0.0000017481,0.05000,14.196
1,mlp.experts.509.up_proj,0.0000003785,0.05000,14.225
1,mlp.experts.13.down_proj,failsafe(rtn): 0.0013657,0.00000,0.184
1,mlp.experts.489.up_proj,failsafe(rtn): 0.0011215,0.00000,0.759
1,mlp.experts.505.up_proj,failsafe(rtn): 0.0009842,0.00000,0.791
1,mlp.experts.302.down_proj,0.0000015816,0.05000,3.646
1,mlp.experts.318.down_proj,failsafe(rtn): 0.0013809,0.00000,0.158
1,mlp.experts.334.down_proj,failsafe(rtn): 0.0013962,0.00000,0.185
1,mlp.experts.325.down_proj,0.0000002000,0.05000,3.650
1,mlp.experts.341.down_proj,failsafe(rtn): 0.0013962,0.00000,0.171
1,mlp.experts.29.down_proj,0.0000002587,0.05000,3.532
1,mlp.experts.9.down_proj,0.0000000662,0.05000,3.481
1,mlp.experts.350.down_proj,0.0000001562,0.05000,3.329
1,mlp.experts.348.up_proj,0.0000027596,0.05000,14.089
1,mlp.experts.357.down_proj,0.0000001168,0.05000,3.486
1,mlp.experts.45.down_proj,0.0000009988,0.05000,3.585
1,mlp.experts.399.up_proj,0.0000065712,0.05000,14.248
1,mlp.experts.452.up_proj,0.0000025461,0.05000,14.259
1,mlp.experts.25.down_proj,0.0000001678,0.05000,3.700
1,mlp.experts.41.down_proj,failsafe(rtn): 0.0009460,0.00000,0.156
1,mlp.experts.456.up_proj,0.0000033478,0.05000,14.149
1,mlp.experts.416.up_proj,0.0000025792,0.05000,14.192
1,mlp.experts.366.down_proj,0.0000022384,0.05000,3.560
1,mlp.experts.427.up_proj,0.0000019396,0.05000,14.173
1,mlp.experts.373.down_proj,0.0000007114,0.05000,3.538
1,mlp.experts.442.up_proj,0.0000013466,0.05000,14.146
1,mlp.experts.418.up_proj,0.0000064870,0.05000,14.052
1,mlp.experts.483.up_proj,0.0000001941,0.05000,13.989
1,mlp.experts.458.up_proj,failsafe(rtn): 0.0008736,0.00000,0.721
1,mlp.experts.61.down_proj,0.0000002005,0.05000,3.499
1,mlp.experts.474.up_proj,failsafe(rtn): 0.0009918,0.00000,0.623
1,mlp.experts.487.up_proj,0.0000020853,0.05000,13.949
1,mlp.experts.57.down_proj,0.0000004753,0.05000,3.436
1,mlp.experts.454.up_proj,0.0000028289,0.05000,14.083
1,mlp.experts.382.down_proj,0.0000003667,0.05000,3.377
1,mlp.experts.398.down_proj,failsafe(rtn): 0.0011673,0.00000,0.164
1,mlp.experts.414.down_proj,failsafe(rtn): 0.0013046,0.00000,0.185
1,mlp.experts.389.down_proj,0.0000002387,0.05000,3.400
1,mlp.experts.405.down_proj,failsafe(rtn): 0.0009232,0.00000,0.181
1,mlp.experts.401.up_proj,0.0000015559,0.05000,14.173
1,mlp.experts.77.down_proj,0.0000003722,0.05000,3.530
1,mlp.experts.73.down_proj,0.0000021097,0.05000,3.664
1,mlp.experts.430.down_proj,0.0000002395,0.05000,3.661
1,mlp.experts.446.down_proj,failsafe(rtn): 0.0013580,0.00000,0.173
1,mlp.experts.421.down_proj,0.0000007391,0.05000,3.701
1,mlp.experts.93.down_proj,0.0000003061,0.05000,3.583
1,mlp.experts.89.down_proj,0.0000005225,0.05000,3.545
1,mlp.experts.364.up_proj,0.0000022174,0.05000,14.051
1,mlp.experts.462.down_proj,0.0000018228,0.05000,3.397
1,mlp.experts.437.down_proj,0.0000011840,0.05000,3.402
1,mlp.experts.109.down_proj,0.0000004065,0.05000,3.350
1,mlp.experts.415.up_proj,0.0000012820,0.05000,13.936
1,mlp.experts.468.up_proj,0.0000004287,0.05000,13.862
1,mlp.experts.431.up_proj,failsafe(rtn): 0.0011063,0.00000,0.725
1,mlp.experts.472.up_proj,0.0000044358,0.05000,13.884
1,mlp.experts.105.down_proj,0.0000003797,0.05000,3.392
1,mlp.experts.432.up_proj,0.0000014690,0.05000,13.999
1,mlp.experts.447.up_proj,failsafe(rtn): 0.0011902,0.00000,0.700
1,mlp.experts.443.up_proj,0.0000004390,0.05000,13.876
1,mlp.experts.478.down_proj,0.0000010215,0.05000,3.520
1,mlp.experts.453.down_proj,0.0000004000,0.05000,3.558
1,mlp.experts.434.up_proj,0.0000072126,0.05000,14.101
1,mlp.experts.499.up_proj,0.0000022081,0.05000,14.009
1,mlp.experts.125.down_proj,0.0000005930,0.05000,3.586
1,mlp.experts.141.down_proj,failsafe(rtn): 0.0014038,0.00000,0.171
1,mlp.experts.490.up_proj,0.0000014725,0.05000,14.049
1,mlp.experts.503.up_proj,0.0000004695,0.05000,14.086
1,mlp.experts.470.up_proj,0.0000022410,0.05000,13.964
1,mlp.experts.506.up_proj,failsafe(rtn): 0.0011826,0.00000,0.720
1,mlp.experts.121.down_proj,0.0000000621,0.05000,3.624
1,mlp.experts.494.down_proj,0.0000000899,0.05000,3.494
1,mlp.experts.469.down_proj,0.0000007234,0.05000,3.499
1,mlp.experts.417.up_proj,0.0000019218,0.05000,13.952
1,mlp.experts.3.down_proj,0.0000012603,0.05000,3.434
1,mlp.experts.19.down_proj,failsafe(rtn): 0.0011063,0.00000,0.153
1,mlp.experts.157.down_proj,0.0000000607,0.05000,3.491
1,mlp.experts.7.down_proj,0.0000008773,0.05000,3.353
1,mlp.experts.10.down_proj,0.0000005691,0.05000,3.303
1,mlp.experts.137.down_proj,0.0000001804,0.05000,3.345
1,mlp.experts.510.down_proj,0.0000000870,0.05000,3.244
1,mlp.experts.485.down_proj,0.0000007597,0.05000,3.352
1,mlp.experts.501.down_proj,failsafe(rtn): 0.0014420,0.00000,0.162
1,mlp.experts.35.down_proj,0.0000003029,0.05000,3.273
1,mlp.experts.51.down_proj,failsafe(rtn): 0.0010910,0.00000,0.147
1,mlp.experts.173.down_proj,0.0000010126,0.05000,3.219
1,mlp.experts.23.down_proj,0.0000002002,0.05000,3.149
1,mlp.experts.39.down_proj,failsafe(rtn): 0.0013657,0.00000,0.148
1,mlp.experts.26.down_proj,0.0000003377,0.05000,3.082
1,mlp.experts.153.down_proj,0.0000001834,0.05000,3.043
1,mlp.experts.380.up_proj,0.0000014430,0.05000,13.231
1,mlp.experts.67.down_proj,0.0000008597,0.05000,2.953
1,mlp.experts.189.down_proj,0.0000018296,0.05000,2.908
1,mlp.experts.484.up_proj,0.0000105252,0.05000,12.962
1,mlp.experts.55.down_proj,0.0000001577,0.05000,2.943
1,mlp.experts.488.up_proj,0.0000074464,0.05000,12.854
1,mlp.experts.42.down_proj,0.0000002362,0.05000,2.895
1,mlp.experts.169.down_proj,0.0000001955,0.05000,2.957
1,mlp.experts.448.up_proj,0.0000016063,0.05000,12.839
1,mlp.experts.459.up_proj,0.0000057721,0.05000,12.704
1,mlp.experts.463.up_proj,0.0000023305,0.05000,12.964
1,mlp.experts.450.up_proj,0.0000023500,0.05000,12.719
1,mlp.experts.83.down_proj,0.0000008333,0.05000,3.122
1,mlp.experts.205.down_proj,0.0000004287,0.05000,3.088
1,mlp.experts.221.down_proj,failsafe(rtn): 0.0013657,0.00000,0.168
1,mlp.experts.71.down_proj,0.0000001283,0.05000,3.240
1,mlp.experts.87.down_proj,failsafe(rtn): 0.0013351,0.00000,0.150
1,mlp.experts.486.up_proj,0.0000012523,0.05000,12.430
1,mlp.experts.58.down_proj,0.0000032589,0.05000,3.212
1,mlp.experts.185.down_proj,0.0000009860,0.05000,3.243
1,mlp.experts.433.up_proj,0.0000028695,0.05000,12.508
1,mlp.experts.99.down_proj,0.0000003209,0.05000,3.208
1,mlp.experts.237.down_proj,0.0000002401,0.05000,3.149
1,mlp.experts.103.down_proj,0.0000002937,0.05000,3.159
1,mlp.experts.74.down_proj,0.0000004950,0.05000,3.143
1,mlp.experts.119.down_proj,failsafe(rtn): 0.0011902,0.00000,0.148
1,mlp.experts.90.down_proj,failsafe(rtn): 0.0012436,0.00000,0.151
1,mlp.experts.201.down_proj,0.0000003586,0.05000,3.154
1,mlp.experts.115.down_proj,0.0000003194,0.05000,3.029
1,mlp.experts.253.down_proj,0.0000003937,0.05000,3.046
1,mlp.experts.135.down_proj,0.0000003045,0.05000,3.048
1,mlp.experts.106.down_proj,0.0000001063,0.05000,2.998
1,mlp.experts.217.down_proj,0.0000001006,0.05000,2.997
1,mlp.experts.396.up_proj,0.0000015862,0.05000,12.349
1,mlp.experts.131.down_proj,0.0000005061,0.05000,3.011
1,mlp.experts.269.down_proj,0.0000007581,0.05000,2.994
1,mlp.experts.500.up_proj,0.0000001920,0.05000,12.401
1,mlp.experts.504.up_proj,0.0000028442,0.05000,12.321
1,mlp.experts.122.down_proj,0.0000008057,0.05000,3.100
1,mlp.experts.233.down_proj,0.0000003251,0.05000,3.095
1,mlp.experts.151.down_proj,0.0000001267,0.05000,3.195
1,mlp.experts.475.up_proj,0.0000012070,0.05000,12.322
1,mlp.experts.464.up_proj,0.0000017679,0.05000,12.441
1,mlp.experts.138.down_proj,failsafe(rtn): 0.0013504,0.00000,0.198
1,mlp.experts.479.up_proj,0.0000003956,0.05000,12.360
1,mlp.experts.167.down_proj,failsafe(rtn): 0.0013733,0.00000,0.211
1,mlp.experts.466.up_proj,0.0000046999,0.05000,12.405
1,mlp.experts.482.up_proj,failsafe(rtn): 0.0009079,0.00000,0.610
1,mlp.experts.147.down_proj,0.0000004318,0.05000,3.240
1,mlp.experts.285.down_proj,0.0000033937,0.05000,3.230
1,mlp.experts.4.down_proj,0.0000002175,0.05000,3.184
1,mlp.experts.20.down_proj,failsafe(rtn): 0.0013351,0.00000,0.152
1,mlp.experts.502.up_proj,0.0000019950,0.05000,12.376
1,mlp.experts.8.down_proj,0.0000000934,0.05000,3.253
1,mlp.experts.249.down_proj,0.0000002750,0.05000,3.161
1,mlp.experts.154.down_proj,0.0000000801,0.05000,3.140
1,mlp.experts.183.down_proj,0.0000005074,0.05000,3.183
1,mlp.experts.449.up_proj,0.0000010853,0.05000,12.364
1,mlp.experts.163.down_proj,0.0000001364,0.05000,3.005
1,mlp.experts.179.down_proj,failsafe(rtn): 0.0012741,0.00000,0.152
1,mlp.experts.301.down_proj,0.0000001799,0.05000,2.979
1,mlp.experts.36.down_proj,0.0000002676,0.05000,2.952
1,mlp.experts.6.down_proj,0.0000016178,0.05000,2.942
1,mlp.experts.24.down_proj,0.0000002799,0.05000,2.980
1,mlp.experts.265.down_proj,0.0000001572,0.05000,3.009
1,mlp.experts.281.down_proj,failsafe(rtn): 0.0011063,0.00000,0.151
1,mlp.experts.170.down_proj,0.0000004436,0.05000,3.040
1,mlp.experts.199.down_proj,0.0000009930,0.05000,3.009
1,mlp.experts.195.down_proj,0.0000005574,0.05000,3.009
1,mlp.experts.317.down_proj,0.0000001399,0.05000,3.001
1,mlp.experts.333.down_proj,failsafe(rtn): 0.0012436,0.00000,0.147
1,mlp.experts.22.down_proj,0.0000000426,0.05000,2.925
1,mlp.experts.52.down_proj,0.0000000932,0.05000,3.006
1,mlp.experts.40.down_proj,0.0000007444,0.05000,2.934
1,mlp.experts.56.down_proj,failsafe(rtn): 0.0011597,0.00000,0.133
1,mlp.experts.186.down_proj,0.0000002699,0.05000,2.921
1,mlp.experts.297.down_proj,0.0000001113,0.05000,2.945
1,mlp.experts.215.down_proj,0.0000001290,0.05000,2.886
1,mlp.experts.412.up_proj,0.0000045329,0.05000,12.186
1,mlp.experts.313.down_proj,failsafe(rtn): 0.0014648,0.00000,0.157
1,mlp.experts.211.down_proj,0.0000003377,0.05000,2.946
1,mlp.experts.349.down_proj,0.0000000830,0.05000,2.975
1,mlp.experts.38.down_proj,0.0000006051,0.05000,3.057
1,mlp.experts.68.down_proj,0.0000005493,0.05000,3.120
1,mlp.experts.72.down_proj,0.0000010903,0.05000,3.097
1,mlp.experts.491.up_proj,0.0000001375,0.05000,12.052
1,mlp.experts.88.down_proj,failsafe(rtn): 0.0013962,0.00000,0.151
1,mlp.experts.480.up_proj,0.0000009624,0.05000,12.115
1,mlp.experts.202.down_proj,0.0000003387,0.05000,3.107
1,mlp.experts.495.up_proj,0.0000015982,0.05000,12.165
1,mlp.experts.231.down_proj,0.0000004562,0.05000,3.159
1,mlp.experts.329.down_proj,0.0000010081,0.05000,3.091
1,mlp.experts.498.up_proj,0.0000005918,0.05000,11.891
1,mlp.experts.227.down_proj,0.0000001076,0.05000,3.135
1,mlp.experts.365.down_proj,0.0000013044,0.05000,3.060
1,mlp.experts.54.down_proj,0.0000001261,0.05000,3.060
1,mlp.experts.84.down_proj,0.0000009711,0.05000,3.132
1,mlp.experts.70.down_proj,failsafe(rtn): 0.0013199,0.00000,0.158
1,mlp.experts.104.down_proj,0.0000019612,0.05000,3.113
1,mlp.experts.218.down_proj,0.0000001425,0.05000,3.042
1,mlp.experts.247.down_proj,0.0000001887,0.05000,3.035
1,mlp.experts.345.down_proj,0.0000003145,0.05000,3.045
1,mlp.experts.465.up_proj,0.0000010946,0.05000,12.111
1,mlp.experts.2.down_proj,0.0000004824,0.05000,3.107
1,mlp.experts.243.down_proj,0.0000001511,0.05000,3.033
1,mlp.experts.381.down_proj,0.0000005878,0.05000,3.032
1,mlp.experts.100.down_proj,0.0000002713,0.05000,2.934
1,mlp.experts.86.down_proj,0.0000013650,0.05000,2.999
1,mlp.experts.120.down_proj,0.0000002270,0.05000,2.956
1,mlp.experts.234.down_proj,0.0000004151,0.05000,2.924
1,mlp.experts.263.down_proj,0.0000003761,0.05000,2.933
1,mlp.experts.361.down_proj,0.0000001835,0.05000,2.916
1,mlp.experts.18.down_proj,0.0000002315,0.05000,2.819
1,mlp.experts.259.down_proj,0.0000002880,0.05000,2.909
1,mlp.experts.397.down_proj,0.0000001926,0.05000,2.856
1,mlp.experts.413.down_proj,failsafe(rtn): 0.0013733,0.00000,0.141
1,mlp.experts.116.down_proj,0.0000005262,0.05000,2.899
1,mlp.experts.102.down_proj,0.0000003885,0.05000,2.880
1,mlp.experts.136.down_proj,0.0000014705,0.05000,2.985
1,mlp.experts.250.down_proj,0.0000017735,0.05000,2.962
1,mlp.experts.279.down_proj,0.0000002549,0.05000,2.984
1,mlp.experts.428.up_proj,0.0000002174,0.05000,12.020
1,mlp.experts.377.down_proj,0.0000001083,0.05000,2.983
1,mlp.experts.444.up_proj,failsafe(rtn): 0.0011215,0.00000,0.607
1,mlp.experts.34.down_proj,0.0000006638,0.05000,3.012
1,mlp.experts.275.down_proj,0.0000007244,0.05000,2.943
1,mlp.experts.429.down_proj,0.0000002719,0.05000,2.988
1,mlp.experts.132.down_proj,0.0000004149,0.05000,2.952
1,mlp.experts.118.down_proj,0.0000002284,0.05000,2.921
1,mlp.experts.148.down_proj,failsafe(rtn): 0.0010681,0.00000,0.144
1,mlp.experts.134.down_proj,failsafe(rtn): 0.0013657,0.00000,0.133
1,mlp.experts.507.up_proj,0.0000020700,0.05000,11.851
1,mlp.experts.152.down_proj,0.0000002245,0.05000,2.868
1,mlp.experts.496.up_proj,0.0000037463,0.05000,11.894
1,mlp.experts.511.up_proj,0.0000012313,0.05000,11.785
1,mlp.experts.266.down_proj,0.0000001882,0.05000,2.882
1,mlp.experts.295.down_proj,0.0000009369,0.05000,2.858
1,mlp.experts.393.down_proj,0.0000009279,0.05000,2.913
1,mlp.experts.50.down_proj,0.0000002283,0.05000,2.920
1,mlp.experts.291.down_proj,0.0000002384,0.05000,2.977
1,mlp.experts.445.down_proj,0.0000002257,0.05000,2.974
1,mlp.experts.150.down_proj,0.0000008906,0.05000,2.939
1,mlp.experts.164.down_proj,0.0000003087,0.05000,2.961
1,mlp.experts.11.down_proj,0.0000004266,0.05000,3.022
1,mlp.experts.168.down_proj,0.0000002729,0.05000,3.000
1,mlp.experts.0.down_proj,0.0000002637,0.05000,3.005
1,mlp.experts.282.down_proj,0.0000000773,0.05000,2.947
1,mlp.experts.15.down_proj,0.0000001841,0.05000,3.017
1,mlp.experts.311.down_proj,0.0000008724,0.05000,3.055
1,mlp.experts.409.down_proj,0.0000015208,0.05000,2.999
1,mlp.experts.425.down_proj,failsafe(rtn): 0.0014648,0.00000,0.146
1,mlp.experts.481.up_proj,0.0000071807,0.05000,11.634
1,mlp.experts.66.down_proj,0.0000003580,0.05000,2.915
1,mlp.experts.497.up_proj,failsafe(rtn): 0.0009918,0.00000,0.568
1,mlp.experts.307.down_proj,0.0000010597,0.05000,2.880
1,mlp.experts.461.down_proj,0.0000012757,0.05000,2.903
1,mlp.experts.166.down_proj,0.0000017266,0.05000,2.820
1,mlp.experts.180.down_proj,0.0000003206,0.05000,2.842
1,mlp.experts.27.down_proj,0.0000001681,0.05000,2.840
1,mlp.experts.184.down_proj,0.0000002128,0.05000,2.882
1,mlp.experts.16.down_proj,0.0000003543,0.05000,2.856
1,mlp.experts.298.down_proj,0.0000005184,0.05000,2.855
1,mlp.experts.31.down_proj,0.0000001983,0.05000,2.842
1,mlp.experts.43.down_proj,failsafe(rtn): 0.0013885,0.00000,0.162
1,mlp.experts.200.down_proj,failsafe(rtn): 0.0012131,0.00000,0.157
1,mlp.experts.327.down_proj,0.0000002491,0.05000,2.859
1,mlp.experts.441.down_proj,0.0000000250,0.05000,2.820
1,mlp.experts.82.down_proj,0.0000012991,0.05000,2.884
1,mlp.experts.1.down_proj,0.0000001380,0.05000,2.925
1,mlp.experts.323.down_proj,0.0000003129,0.05000,2.927
1,mlp.experts.477.down_proj,0.0000003376,0.05000,2.986
1,mlp.experts.493.down_proj,failsafe(rtn): 0.0013962,0.00000,0.147
1,mlp.experts.182.down_proj,0.0000003950,0.05000,2.979
1,mlp.experts.196.down_proj,0.0000005490,0.05000,3.003
1,mlp.experts.212.down_proj,failsafe(rtn): 0.0012894,0.00000,0.148
1,mlp.experts.32.down_proj,0.0000001503,0.05000,3.029
1,mlp.experts.314.down_proj,0.0000001720,0.05000,3.017
1,mlp.experts.47.down_proj,0.0000004161,0.05000,3.023
1,mlp.experts.59.down_proj,0.0000013498,0.05000,3.027
1,mlp.experts.216.down_proj,0.0000002726,0.05000,2.976
1,mlp.experts.343.down_proj,0.0000004446,0.05000,3.041
1,mlp.experts.457.down_proj,0.0000001651,0.05000,3.051
1,mlp.experts.460.up_proj,0.0000021034,0.05000,11.672
1,mlp.experts.98.down_proj,0.0000020920,0.05000,3.184
1,mlp.experts.17.down_proj,0.0000001504,0.05000,3.194
1,mlp.experts.339.down_proj,0.0000002891,0.05000,3.258
1,mlp.experts.509.down_proj,0.0000000865,0.05000,3.130
1,mlp.experts.198.down_proj,0.0000001256,0.05000,3.092
1,mlp.experts.228.down_proj,0.0000012510,0.05000,3.095
1,mlp.experts.330.down_proj,0.0000006208,0.05000,3.028
1,mlp.experts.48.down_proj,0.0000001946,0.05000,3.058
1,mlp.experts.63.down_proj,0.0000003936,0.05000,3.063
1,mlp.experts.75.down_proj,0.0000015858,0.05000,3.085
1,mlp.experts.232.down_proj,0.0000001270,0.05000,3.081
1,mlp.experts.359.down_proj,0.0000000878,0.05000,3.039
1,mlp.experts.473.down_proj,0.0000006378,0.05000,3.024
1,mlp.experts.489.down_proj,failsafe(rtn): 0.0013275,0.00000,0.139
1,mlp.experts.505.down_proj,failsafe(rtn): 0.0011673,0.00000,0.131
1,mlp.experts.114.down_proj,0.0000002813,0.05000,2.756
1,mlp.experts.33.down_proj,0.0000001563,0.05000,2.667
1,mlp.experts.355.down_proj,0.0000000678,0.05000,2.645
1,mlp.experts.214.down_proj,0.0000011226,0.05000,2.566
1,mlp.experts.244.down_proj,0.0000004460,0.05000,2.562
1,mlp.experts.346.down_proj,0.0000003470,0.05000,2.524
1,mlp.experts.79.down_proj,0.0000002481,0.05000,2.490
1,mlp.experts.64.down_proj,0.0000000938,0.05000,2.528
1,mlp.experts.91.down_proj,0.0000005092,0.05000,2.536
1,mlp.experts.248.down_proj,0.0000006424,0.05000,2.512
1,mlp.experts.375.down_proj,0.0000001980,0.05000,2.550
1,mlp.experts.107.down_proj,failsafe(rtn): 0.0013809,0.00000,0.154
1,mlp.experts.130.down_proj,0.0000002205,0.05000,2.582
1,mlp.experts.146.down_proj,failsafe(rtn): 0.0012817,0.00000,0.123
1,mlp.experts.49.down_proj,0.0000002667,0.05000,2.561
1,mlp.experts.371.down_proj,0.0000002556,0.05000,2.596
1,mlp.experts.230.down_proj,0.0000007581,0.05000,2.574
1,mlp.experts.260.down_proj,0.0000000773,0.05000,2.560
1,mlp.experts.362.down_proj,0.0000006270,0.05000,2.556
1,mlp.experts.95.down_proj,0.0000003832,0.05000,2.581
1,mlp.experts.80.down_proj,0.0000002252,0.05000,2.571
1,mlp.experts.264.down_proj,0.0000002444,0.05000,2.540
1,mlp.experts.123.down_proj,0.0000005216,0.05000,2.498
1,mlp.experts.280.down_proj,failsafe(rtn): 0.0011673,0.00000,0.113
1,mlp.experts.391.down_proj,0.0000007989,0.05000,2.566
1,mlp.experts.162.down_proj,0.0000013761,0.05000,2.379
1,mlp.experts.65.down_proj,0.0000006089,0.05000,2.358
1,mlp.experts.387.down_proj,0.0000019096,0.05000,2.359
1,mlp.experts.246.down_proj,0.0000004706,0.05000,2.372
1,mlp.experts.276.down_proj,0.0000000801,0.05000,2.337
1,mlp.experts.378.down_proj,0.0000002143,0.05000,2.361
1,mlp.experts.111.down_proj,0.0000002994,0.05000,2.368
1,mlp.experts.96.down_proj,0.0000002261,0.05000,2.432
1,mlp.experts.139.down_proj,0.0000002703,0.05000,2.403
1,mlp.experts.296.down_proj,0.0000003424,0.05000,2.418
1,mlp.experts.407.down_proj,0.0000008092,0.05000,2.426
1,mlp.experts.476.up_proj,0.0000036666,0.05000,10.229
1,mlp.experts.178.down_proj,0.0000000782,0.05000,2.477
1,mlp.experts.81.down_proj,0.0000005290,0.05000,2.419
1,mlp.experts.403.down_proj,0.0000009724,0.05000,2.464
1,mlp.experts.262.down_proj,0.0000002268,0.05000,2.501
1,mlp.experts.278.down_proj,failsafe(rtn): 0.0014191,0.00000,0.122
1,mlp.experts.292.down_proj,0.0000006976,0.05000,2.501
1,mlp.experts.394.down_proj,0.0000004847,0.05000,2.538
1,mlp.experts.127.down_proj,0.0000027422,0.05000,2.493
1,mlp.experts.112.down_proj,0.0000016875,0.05000,2.551
1,mlp.experts.155.down_proj,0.0000007418,0.05000,2.515
1,mlp.experts.423.down_proj,0.0000005139,0.05000,2.463
1,mlp.experts.312.down_proj,0.0000002571,0.05000,2.544
1,mlp.experts.194.down_proj,0.0000001732,0.05000,2.485
1,mlp.experts.97.down_proj,0.0000013728,0.05000,2.435
1,mlp.experts.419.down_proj,0.0000003075,0.05000,2.533
1,mlp.experts.435.down_proj,failsafe(rtn): 0.0011368,0.00000,0.147
1,mlp.experts.294.down_proj,0.0000003338,0.05000,2.533
1,mlp.experts.308.down_proj,0.0000013292,0.05000,2.555
1,mlp.experts.410.down_proj,0.0000012224,0.05000,2.503
1,mlp.experts.143.down_proj,0.0000003307,0.05000,2.517
1,mlp.experts.128.down_proj,0.0000011181,0.05000,2.580
1,mlp.experts.439.down_proj,0.0000007586,0.05000,2.544
1,mlp.experts.328.down_proj,0.0000011003,0.05000,2.532
1,mlp.experts.171.down_proj,0.0000002181,0.05000,2.588
1,mlp.experts.187.down_proj,failsafe(rtn): 0.0011749,0.00000,0.121
1,mlp.experts.210.down_proj,0.0000002589,0.05000,2.528
1,mlp.experts.113.down_proj,0.0000015578,0.05000,2.500
1,mlp.experts.451.down_proj,0.0000003707,0.05000,2.467
1,mlp.experts.467.down_proj,failsafe(rtn): 0.0011139,0.00000,0.113
1,mlp.experts.310.down_proj,0.0000000556,0.05000,2.394
1,mlp.experts.324.down_proj,0.0000007724,0.05000,2.383
1,mlp.experts.426.down_proj,0.0000003298,0.05000,2.397
1,mlp.experts.159.down_proj,0.0000005858,0.05000,2.428
1,mlp.experts.144.down_proj,0.0000008177,0.05000,2.497
1,mlp.experts.455.down_proj,0.0000009987,0.05000,2.418
1,mlp.experts.344.down_proj,0.0000000691,0.05000,2.439
1,mlp.experts.471.down_proj,failsafe(rtn): 0.0012665,0.00000,0.118
1,mlp.experts.203.down_proj,0.0000025714,0.05000,2.435
1,mlp.experts.129.down_proj,0.0000007220,0.05000,2.359
1,mlp.experts.226.down_proj,0.0000003347,0.05000,2.405
1,mlp.experts.483.down_proj,0.0000000212,0.05000,2.424
1,mlp.experts.326.down_proj,0.0000002624,0.05000,2.386
1,mlp.experts.340.down_proj,0.0000002244,0.05000,2.420
1,mlp.experts.442.down_proj,0.0000006810,0.05000,2.379
1,mlp.experts.175.down_proj,0.0000001793,0.05000,2.392
1,mlp.experts.458.down_proj,failsafe(rtn): 0.0010300,0.00000,0.137
1,mlp.experts.474.down_proj,failsafe(rtn): 0.0012817,0.00000,0.119
1,mlp.experts.160.down_proj,0.0000002154,0.05000,2.410
1,mlp.experts.360.down_proj,0.0000007066,0.05000,2.429
1,mlp.experts.492.up_proj,0.0000005133,0.05000,9.838
1,mlp.experts.487.down_proj,0.0000001120,0.05000,2.396
1,mlp.experts.219.down_proj,0.0000011456,0.05000,2.434
1,mlp.experts.145.down_proj,0.0000007884,0.05000,2.468
1,mlp.experts.242.down_proj,0.0000004033,0.05000,2.502
1,mlp.experts.499.down_proj,0.0000001752,0.05000,2.556
1,mlp.experts.342.down_proj,0.0000014739,0.05000,2.502
1,mlp.experts.356.down_proj,0.0000008806,0.05000,2.515
1,mlp.experts.191.down_proj,0.0000007338,0.05000,2.487
1,mlp.experts.490.down_proj,0.0000005041,0.05000,2.421
1,mlp.experts.176.down_proj,0.0000022340,0.05000,2.476
1,mlp.experts.506.down_proj,failsafe(rtn): 0.0013580,0.00000,0.110
1,mlp.experts.376.down_proj,0.0000007135,0.05000,2.394
1,mlp.experts.503.down_proj,0.0000001964,0.05000,2.402
1,mlp.experts.235.down_proj,0.0000001492,0.05000,2.376
1,mlp.experts.161.down_proj,0.0000007904,0.05000,2.103
1,mlp.experts.258.down_proj,0.0000002403,0.05000,2.105
1,mlp.experts.358.down_proj,0.0000009287,0.05000,1.847
1,mlp.experts.207.down_proj,0.0000001975,0.05000,1.789
1,mlp.experts.372.down_proj,0.0000011637,0.05000,1.842
1,mlp.experts.192.down_proj,0.0000004250,0.05000,1.793
1,mlp.experts.392.down_proj,0.0000004936,0.05000,1.821
1,mlp.experts.251.down_proj,0.0000003965,0.05000,1.764
1,mlp.experts.177.down_proj,0.0000001912,0.05000,1.770
1,mlp.experts.274.down_proj,0.0000002123,0.05000,1.730
1,mlp.experts.374.down_proj,0.0000001955,0.05000,1.758
1,mlp.experts.390.down_proj,failsafe(rtn): 0.0011597,0.00000,0.087
1,mlp.experts.223.down_proj,0.0000006203,0.05000,1.758
1,mlp.experts.388.down_proj,0.0000000409,0.05000,1.789
1,mlp.experts.408.down_proj,0.0000009934,0.05000,1.734
1,mlp.experts.208.down_proj,0.0000005375,0.05000,1.780
1,mlp.experts.267.down_proj,0.0000000556,0.05000,1.770
1,mlp.experts.193.down_proj,0.0000007458,0.05000,1.762
1,mlp.experts.290.down_proj,0.0000012607,0.05000,1.771
1,mlp.experts.306.down_proj,failsafe(rtn): 0.0014191,0.00000,0.094
1,mlp.experts.406.down_proj,0.0000002599,0.05000,1.762
1,mlp.experts.239.down_proj,0.0000008641,0.05000,1.784
1,mlp.experts.404.down_proj,0.0000002928,0.05000,1.773
1,mlp.experts.508.up_proj,0.0000007555,0.05000,7.769
1,mlp.experts.424.down_proj,0.0000000512,0.05000,1.847
1,mlp.experts.224.down_proj,0.0000000862,0.05000,1.853
1,mlp.experts.283.down_proj,0.0000007068,0.05000,1.795
1,mlp.experts.209.down_proj,0.0000001923,0.05000,1.740
1,mlp.experts.322.down_proj,0.0000012037,0.05000,1.754
1,mlp.experts.422.down_proj,0.0000000641,0.05000,1.740
1,mlp.experts.255.down_proj,0.0000003764,0.05000,1.765
1,mlp.experts.420.down_proj,0.0000003341,0.05000,1.791
1,mlp.experts.436.down_proj,failsafe(rtn): 0.0014191,0.00000,0.087
1,mlp.experts.12.down_proj,0.0000003638,0.05000,1.753
1,mlp.experts.299.down_proj,0.0000000723,0.05000,1.706
1,mlp.experts.440.down_proj,0.0000007987,0.05000,1.753
1,mlp.experts.240.down_proj,0.0000000509,0.05000,1.788
1,mlp.experts.225.down_proj,0.0000006277,0.05000,1.678
1,mlp.experts.338.down_proj,0.0000002790,0.05000,1.709
1,mlp.experts.438.down_proj,0.0000002003,0.05000,1.707
1,mlp.experts.271.down_proj,0.0000000778,0.05000,1.733
1,mlp.experts.452.down_proj,0.0000002178,0.05000,1.789
1,mlp.experts.28.down_proj,0.0000001095,0.05000,1.750
1,mlp.experts.315.down_proj,0.0000002758,0.05000,1.764
1,mlp.experts.456.down_proj,0.0000001545,0.05000,1.776
1,mlp.experts.256.down_proj,0.0000014927,0.05000,1.758
1,mlp.experts.272.down_proj,failsafe(rtn): 0.0013428,0.00000,0.088
1,mlp.experts.241.down_proj,0.0000007407,0.05000,1.767
1,mlp.experts.354.down_proj,0.0000003136,0.05000,1.772
1,mlp.experts.454.down_proj,0.0000001877,0.05000,1.810
1,mlp.experts.287.down_proj,0.0000003431,0.05000,1.767
1,mlp.experts.303.down_proj,failsafe(rtn): 0.0011139,0.00000,0.087
1,mlp.experts.468.down_proj,0.0000002387,0.05000,1.855
1,mlp.experts.44.down_proj,0.0000001410,0.05000,1.837
1,mlp.experts.331.down_proj,0.0000002370,0.05000,1.822
1,mlp.experts.472.down_proj,0.0000006466,0.05000,1.830
1,mlp.experts.288.down_proj,0.0000000255,0.05000,1.868
1,mlp.experts.257.down_proj,0.0000002726,0.05000,1.789
1,mlp.experts.370.down_proj,0.0000004065,0.05000,1.856
1,mlp.experts.470.down_proj,0.0000020822,0.05000,1.882
1,mlp.experts.319.down_proj,0.0000003257,0.05000,1.897
1,mlp.experts.484.down_proj,0.0000039499,0.05000,1.886
1,mlp.experts.347.down_proj,0.0000000457,0.05000,1.867
1,mlp.experts.60.down_proj,0.0000000999,0.05000,1.908
1,mlp.experts.488.down_proj,0.0000006707,0.05000,1.895
1,mlp.experts.304.down_proj,0.0000005639,0.05000,1.934
1,mlp.experts.273.down_proj,0.0000001059,0.05000,1.840
1,mlp.experts.289.down_proj,failsafe(rtn): 0.0011749,0.00000,0.087
1,mlp.experts.386.down_proj,0.0000001795,0.05000,1.886
1,mlp.experts.486.down_proj,0.0000001513,0.05000,1.837
1,mlp.experts.335.down_proj,0.0000001537,0.05000,1.820
1,mlp.experts.500.down_proj,0.0000001169,0.05000,1.828
1,mlp.experts.363.down_proj,0.0000029858,0.05000,1.802
1,mlp.experts.76.down_proj,0.0000000470,0.05000,1.789
1,mlp.experts.504.down_proj,0.0000002661,0.05000,1.808
1,mlp.experts.320.down_proj,0.0000001462,0.05000,1.774
1,mlp.experts.305.down_proj,0.0000002648,0.05000,1.652
1,mlp.experts.321.down_proj,failsafe(rtn): 0.0013275,0.00000,0.071
1,mlp.experts.402.down_proj,0.0000009313,0.05000,1.651
1,mlp.experts.502.down_proj,0.0000001906,0.05000,1.535
1,mlp.experts.351.down_proj,0.0000004877,0.05000,1.485
1,mlp.experts.379.down_proj,0.0000005267,0.05000,1.415
1,mlp.experts.92.down_proj,0.0000001755,0.05000,1.410
1,mlp.experts.336.down_proj,0.0000004672,0.05000,1.348
1,mlp.experts.337.down_proj,0.0000006715,0.05000,1.225
1,mlp.experts.418.down_proj,0.0000015880,0.05000,1.192
1,mlp.experts.367.down_proj,0.0000002726,0.05000,0.977
1,mlp.experts.108.down_proj,0.0000001756,0.05000,1.035
1,mlp.experts.395.down_proj,0.0000005723,0.05000,1.043
1,mlp.experts.352.down_proj,0.0000001477,0.05000,1.031
1,mlp.experts.368.down_proj,failsafe(rtn): 0.0010910,0.00000,0.051
1,mlp.experts.384.down_proj,failsafe(rtn): 0.0013657,0.00000,0.059
1,mlp.experts.353.down_proj,0.0000001838,0.05000,1.064
1,mlp.experts.434.down_proj,0.0000015187,0.05000,1.069
1,mlp.experts.383.down_proj,0.0000011326,0.05000,1.121
1,mlp.experts.124.down_proj,0.0000002165,0.05000,1.086
1,mlp.experts.411.down_proj,0.0000002138,0.05000,1.107
1,mlp.experts.400.down_proj,0.0000011020,0.05000,1.164
1,mlp.experts.369.down_proj,0.0000001972,0.05000,1.152
1,mlp.experts.450.down_proj,0.0000003814,0.05000,1.256
1,mlp.experts.399.down_proj,0.0000020180,0.05000,1.388
1,mlp.experts.140.down_proj,0.0000004223,0.05000,1.360
1,mlp.experts.427.down_proj,0.0000005495,0.05000,1.435
1,mlp.experts.416.down_proj,0.0000002736,0.05000,1.307
1,mlp.experts.385.down_proj,0.0000001046,0.05000,1.274
1,mlp.experts.466.down_proj,0.0000005554,0.05000,1.269
1,mlp.experts.482.down_proj,failsafe(rtn): 0.0010605,0.00000,0.065
1,mlp.experts.415.down_proj,0.0000000943,0.05000,1.237
1,mlp.experts.431.down_proj,failsafe(rtn): 0.0013046,0.00000,0.052
1,mlp.experts.447.down_proj,failsafe(rtn): 0.0014038,0.00000,0.055
1,mlp.experts.156.down_proj,0.0000002797,0.05000,1.242
1,mlp.experts.443.down_proj,0.0000002132,0.05000,1.257
1,mlp.experts.401.down_proj,0.0000002522,0.05000,1.111
1,mlp.experts.432.down_proj,0.0000001705,0.05000,1.194
1,mlp.experts.498.down_proj,0.0000012299,0.05000,1.139
1,mlp.experts.463.down_proj,0.0000003287,0.05000,1.020
1,mlp.experts.172.down_proj,0.0000004780,0.05000,0.998
1,mlp.experts.459.down_proj,0.0000028294,0.05000,0.986
1,mlp.experts.417.down_proj,0.0000015463,0.05000,0.967
1,mlp.experts.448.down_proj,0.0000005226,0.05000,0.989
1,mlp.experts.479.down_proj,0.0000002056,0.05000,0.834
1,mlp.experts.188.down_proj,0.0000003099,0.05000,0.850
1,mlp.experts.475.down_proj,0.0000002306,0.05000,0.840
1,mlp.experts.433.down_proj,0.0000002443,0.05000,0.832
1,mlp.experts.464.down_proj,0.0000001806,0.05000,0.850
1,mlp.experts.495.down_proj,0.0000001731,0.05000,0.798
1,mlp.experts.204.down_proj,0.0000002665,0.05000,0.774
1,mlp.experts.491.down_proj,0.0000000986,0.05000,0.798
1,mlp.experts.449.down_proj,0.0000005847,0.05000,0.796
1,mlp.experts.480.down_proj,0.0000001423,0.05000,0.798
1,mlp.experts.511.down_proj,0.0000007889,0.05000,0.788
1,mlp.experts.220.down_proj,0.0000017282,0.05000,0.765
1,mlp.experts.507.down_proj,0.0000002617,0.05000,0.705
1,mlp.experts.465.down_proj,0.0000002176,0.05000,0.673
1,mlp.experts.496.down_proj,0.0000003205,0.05000,0.669
1,mlp.experts.236.down_proj,0.0000011250,0.05000,0.302
1,mlp.experts.481.down_proj,0.0000014720,0.05000,0.261
1,mlp.experts.497.down_proj,failsafe(rtn): 0.0013199,0.00000,0.018
1,mlp.experts.252.down_proj,0.0000001216,0.05000,0.149
1,mlp.experts.268.down_proj,0.0000016585,0.05000,0.128
1,mlp.experts.284.down_proj,0.0000001435,0.05000,0.127
1,mlp.experts.300.down_proj,0.0000000697,0.05000,0.131
1,mlp.experts.316.down_proj,0.0000001821,0.05000,0.128
1,mlp.experts.332.down_proj,0.0000009004,0.05000,0.126
1,mlp.experts.348.down_proj,0.0000003359,0.05000,0.129
1,mlp.experts.364.down_proj,0.0000002655,0.05000,0.127
1,mlp.experts.380.down_proj,0.0000002105,0.05000,0.126
1,mlp.experts.396.down_proj,0.0000008154,0.05000,0.124
1,mlp.experts.412.down_proj,0.0000009005,0.05000,0.122
1,mlp.experts.428.down_proj,0.0000000468,0.05000,0.124
1,mlp.experts.444.down_proj,failsafe(rtn): 0.0012894,0.00000,0.009
1,mlp.experts.460.down_proj,0.0000001943,0.05000,0.122
1,mlp.experts.476.down_proj,0.0000010560,0.05000,0.123
1,mlp.experts.492.down_proj,0.0000001146,0.05000,0.124
1,mlp.experts.508.down_proj,0.0000002557,0.05000,0.123
2,mlp.experts.3.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.850
2,mlp.experts.15.gate_proj,0.0000023571,0.05000,14.058
2,mlp.experts.13.gate_proj,0.0000019624,0.05000,14.063
2,mlp.experts.11.gate_proj,0.0000044132,0.05000,14.170
2,mlp.experts.4.gate_proj,0.0000019720,0.05000,14.182
2,mlp.experts.5.gate_proj,0.0000067450,0.05000,14.195
2,mlp.experts.6.gate_proj,0.0000035693,0.05000,14.203
2,mlp.experts.12.gate_proj,0.0000036476,0.05000,14.202
2,mlp.experts.14.gate_proj,0.0000017019,0.05000,14.204
2,mlp.experts.7.gate_proj,0.0000055952,0.05000,14.216
2,mlp.experts.9.gate_proj,0.0000035404,0.05000,14.211
2,mlp.experts.0.gate_proj,0.0000032675,0.05000,14.223
2,mlp.experts.10.gate_proj,0.0000017924,0.05000,14.248
2,mlp.experts.2.gate_proj,0.0000029094,0.05000,14.312
2,mlp.experts.8.gate_proj,0.0000039569,0.05000,14.411
2,mlp.experts.1.gate_proj,0.0000056783,0.05000,14.384
2,mlp.experts.19.gate_proj,0.0000046121,0.05000,14.119
2,mlp.experts.31.gate_proj,0.0000034701,0.05000,14.189
2,mlp.experts.21.gate_proj,0.0000038439,0.05000,14.075
2,mlp.experts.27.gate_proj,0.0000060145,0.05000,14.111
2,mlp.experts.20.gate_proj,0.0000068053,0.05000,14.120
2,mlp.experts.29.gate_proj,0.0000035772,0.05000,14.243
2,mlp.experts.23.gate_proj,0.0000039747,0.05000,14.125
2,mlp.experts.30.gate_proj,0.0000021616,0.05000,14.165
2,mlp.experts.24.gate_proj,0.0000048946,0.05000,14.028
2,mlp.experts.16.gate_proj,0.0000019167,0.05000,14.194
2,mlp.experts.28.gate_proj,0.0000019424,0.05000,14.228
2,mlp.experts.25.gate_proj,0.0000094646,0.05000,14.201
2,mlp.experts.22.gate_proj,0.0000025729,0.05000,14.295
2,mlp.experts.17.gate_proj,0.0000022661,0.05000,14.197
2,mlp.experts.26.gate_proj,0.0000017889,0.05000,14.352
2,mlp.experts.18.gate_proj,0.0000015005,0.05000,14.328
2,mlp.experts.35.gate_proj,0.0000027539,0.05000,14.150
2,mlp.experts.45.gate_proj,0.0000032213,0.05000,13.834
2,mlp.experts.37.gate_proj,0.0000035584,0.05000,13.906
2,mlp.experts.36.gate_proj,0.0000027151,0.05000,13.880
2,mlp.experts.39.gate_proj,0.0000025596,0.05000,13.811
2,mlp.experts.43.gate_proj,0.0000013851,0.05000,13.939
2,mlp.experts.47.gate_proj,0.0000089608,0.05000,14.055
2,mlp.experts.46.gate_proj,0.0000032801,0.05000,13.956
2,mlp.experts.32.gate_proj,0.0000050115,0.05000,13.897
2,mlp.experts.40.gate_proj,0.0000098395,0.05000,13.932
2,mlp.experts.34.gate_proj,0.0000020112,0.05000,13.697
2,mlp.experts.44.gate_proj,0.0000028177,0.05000,13.953
2,mlp.experts.41.gate_proj,0.0000045996,0.05000,13.979
2,mlp.experts.38.gate_proj,0.0000021150,0.05000,14.034
2,mlp.experts.33.gate_proj,0.0000020775,0.05000,13.948
2,mlp.experts.42.gate_proj,0.0000027532,0.05000,13.978
2,mlp.experts.51.gate_proj,0.0000056687,0.05000,13.853
2,mlp.experts.61.gate_proj,0.0000038246,0.05000,14.067
2,mlp.experts.55.gate_proj,0.0000061142,0.05000,14.047
2,mlp.experts.53.gate_proj,0.0000025511,0.05000,14.077
2,mlp.experts.59.gate_proj,0.0000075350,0.05000,14.130
2,mlp.experts.52.gate_proj,0.0000031690,0.05000,14.190
2,mlp.experts.62.gate_proj,0.0000018609,0.05000,14.113
2,mlp.experts.60.gate_proj,0.0000021417,0.05000,14.048
2,mlp.experts.63.gate_proj,0.0000040711,0.05000,14.197
2,mlp.experts.48.gate_proj,0.0000032030,0.05000,14.209
2,mlp.experts.50.gate_proj,0.0000035700,0.05000,14.163
2,mlp.experts.56.gate_proj,0.0000040996,0.05000,14.218
2,mlp.experts.49.gate_proj,0.0000051283,0.05000,14.110
2,mlp.experts.54.gate_proj,0.0000075529,0.05000,14.155
2,mlp.experts.58.gate_proj,0.0000037235,0.05000,14.091
2,mlp.experts.57.gate_proj,0.0000032504,0.05000,14.262
2,mlp.experts.67.gate_proj,0.0000016297,0.05000,14.237
2,mlp.experts.69.gate_proj,0.0000046105,0.05000,13.839
2,mlp.experts.77.gate_proj,0.0000044828,0.05000,13.905
2,mlp.experts.78.gate_proj,0.0000045825,0.05000,13.714
2,mlp.experts.68.gate_proj,0.0000025533,0.05000,13.804
2,mlp.experts.71.gate_proj,0.0000031781,0.05000,13.994
2,mlp.experts.75.gate_proj,0.0000010885,0.05000,13.883
2,mlp.experts.79.gate_proj,0.0000013225,0.05000,13.761
2,mlp.experts.76.gate_proj,0.0000032761,0.05000,13.808
2,mlp.experts.72.gate_proj,0.0000072931,0.05000,13.748
2,mlp.experts.64.gate_proj,0.0000057647,0.05000,13.887
2,mlp.experts.66.gate_proj,0.0000033618,0.05000,13.907
2,mlp.experts.74.gate_proj,0.0000076412,0.05000,13.792
2,mlp.experts.70.gate_proj,0.0000018806,0.05000,13.826
2,mlp.experts.65.gate_proj,0.0000132360,0.05000,13.914
2,mlp.experts.73.gate_proj,0.0000018477,0.05000,13.918
2,mlp.experts.83.gate_proj,0.0000013603,0.05000,13.774
2,mlp.experts.89.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.693
2,mlp.experts.85.gate_proj,0.0000004051,0.05000,14.033
2,mlp.experts.84.gate_proj,0.0000031800,0.05000,13.960
2,mlp.experts.91.gate_proj,0.0000053558,0.05000,13.977
2,mlp.experts.94.gate_proj,0.0000026189,0.05000,14.082
2,mlp.experts.95.gate_proj,0.0000024005,0.05000,14.034
2,mlp.experts.93.gate_proj,0.0000026957,0.05000,14.217
2,mlp.experts.87.gate_proj,0.0000030074,0.05000,14.152
2,mlp.experts.92.gate_proj,0.0000035095,0.05000,14.130
2,mlp.experts.86.gate_proj,0.0000012268,0.05000,13.905
2,mlp.experts.80.gate_proj,0.0000019065,0.05000,14.015
2,mlp.experts.82.gate_proj,0.0000030453,0.05000,13.999
2,mlp.experts.90.gate_proj,0.0000043376,0.05000,14.018
2,mlp.experts.88.gate_proj,0.0000026983,0.05000,14.254
2,mlp.experts.81.gate_proj,0.0000056863,0.05000,14.060
2,mlp.experts.99.gate_proj,0.0000055903,0.05000,14.173
2,mlp.experts.105.gate_proj,0.0000005109,0.05000,13.988
2,mlp.experts.107.gate_proj,0.0000028610,0.05000,14.668
2,mlp.experts.101.gate_proj,0.0000076382,0.05000,14.762
2,mlp.experts.110.gate_proj,0.0000013381,0.05000,14.662
2,mlp.experts.100.gate_proj,0.0000026012,0.05000,14.806
2,mlp.experts.109.gate_proj,0.0000045296,0.05000,14.628
2,mlp.experts.108.gate_proj,0.0000054288,0.05000,14.592
2,mlp.experts.104.gate_proj,0.0000042724,0.05000,14.528
2,mlp.experts.111.gate_proj,0.0000037176,0.05000,14.820
2,mlp.experts.98.gate_proj,0.0000027350,0.05000,14.679
2,mlp.experts.103.gate_proj,0.0000025372,0.05000,14.809
2,mlp.experts.102.gate_proj,0.0000032304,0.05000,14.779
2,mlp.experts.106.gate_proj,0.0000028091,0.05000,14.712
2,mlp.experts.96.gate_proj,0.0000049290,0.05000,14.861
2,mlp.experts.97.gate_proj,0.0000030824,0.05000,14.701
2,mlp.experts.115.gate_proj,0.0000037778,0.05000,14.715
2,mlp.experts.121.gate_proj,0.0000026327,0.05000,14.827
2,mlp.experts.123.gate_proj,0.0000022765,0.05000,13.758
2,mlp.experts.116.gate_proj,0.0000035098,0.05000,13.792
2,mlp.experts.117.gate_proj,0.0000015477,0.05000,13.902
2,mlp.experts.126.gate_proj,0.0000031600,0.05000,13.867
2,mlp.experts.125.gate_proj,0.0000030502,0.05000,13.833
2,mlp.experts.120.gate_proj,0.0000020950,0.05000,13.759
2,mlp.experts.124.gate_proj,0.0000057101,0.05000,13.844
2,mlp.experts.114.gate_proj,0.0000008381,0.05000,13.825
2,mlp.experts.127.gate_proj,0.0000022992,0.05000,13.926
2,mlp.experts.119.gate_proj,0.0000035133,0.05000,13.857
2,mlp.experts.122.gate_proj,0.0000056280,0.05000,13.905
2,mlp.experts.112.gate_proj,0.0000028105,0.05000,13.877
2,mlp.experts.113.gate_proj,0.0000048351,0.05000,13.889
2,mlp.experts.118.gate_proj,0.0000048538,0.05000,14.047
2,mlp.experts.131.gate_proj,0.0000031862,0.05000,13.950
2,mlp.experts.137.gate_proj,0.0000026353,0.05000,13.994
2,mlp.experts.139.gate_proj,0.0000042548,0.05000,13.937
2,mlp.experts.142.gate_proj,0.0000029526,0.05000,13.980
2,mlp.experts.132.gate_proj,0.0000060826,0.05000,14.092
2,mlp.experts.133.gate_proj,0.0000020271,0.05000,14.063
2,mlp.experts.141.gate_proj,0.0000036285,0.05000,14.013
2,mlp.experts.130.gate_proj,0.0000035423,0.05000,13.957
2,mlp.experts.143.gate_proj,0.0000063263,0.05000,13.915
2,mlp.experts.140.gate_proj,0.0000072982,0.05000,14.063
2,mlp.experts.136.gate_proj,0.0000025010,0.05000,14.107
2,mlp.experts.135.gate_proj,0.0000047251,0.05000,14.110
2,mlp.experts.128.gate_proj,0.0000029198,0.05000,13.975
2,mlp.experts.138.gate_proj,0.0000035399,0.05000,14.079
2,mlp.experts.129.gate_proj,0.0000041149,0.05000,13.970
2,mlp.experts.134.gate_proj,0.0000017216,0.05000,13.994
2,mlp.experts.147.gate_proj,0.0000045539,0.05000,14.020
2,mlp.experts.153.gate_proj,0.0000043146,0.05000,14.048
2,mlp.experts.155.gate_proj,0.0000022352,0.05000,14.437
2,mlp.experts.158.gate_proj,0.0000026772,0.05000,14.497
2,mlp.experts.149.gate_proj,0.0000030152,0.05000,14.498
2,mlp.experts.156.gate_proj,0.0000081253,0.05000,14.448
2,mlp.experts.146.gate_proj,0.0000036100,0.05000,14.533
2,mlp.experts.152.gate_proj,0.0000078261,0.05000,14.479
2,mlp.experts.159.gate_proj,0.0000011921,0.05000,14.533
2,mlp.experts.157.gate_proj,0.0000029330,0.05000,14.655
2,mlp.experts.148.gate_proj,0.0000091851,0.05000,14.672
2,mlp.experts.150.gate_proj,0.0000015176,0.05000,14.520
2,mlp.experts.145.gate_proj,0.0000050474,0.05000,14.580
2,mlp.experts.151.gate_proj,0.0000029801,0.05000,14.698
2,mlp.experts.154.gate_proj,0.0000025920,0.05000,14.622
2,mlp.experts.144.gate_proj,0.0000092247,0.05000,14.684
2,mlp.experts.174.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.916
2,mlp.experts.163.gate_proj,0.0000022982,0.05000,14.788
2,mlp.experts.169.gate_proj,0.0000026575,0.05000,14.653
2,mlp.experts.171.gate_proj,0.0000031168,0.05000,14.486
2,mlp.experts.172.gate_proj,0.0000064869,0.05000,14.379
2,mlp.experts.162.gate_proj,0.0000026196,0.05000,14.424
2,mlp.experts.165.gate_proj,0.0000041341,0.05000,14.595
2,mlp.experts.175.gate_proj,0.0000030515,0.05000,14.440
2,mlp.experts.164.gate_proj,0.0000045578,0.05000,14.428
2,mlp.experts.173.gate_proj,0.0000020068,0.05000,14.544
2,mlp.experts.168.gate_proj,0.0000025645,0.05000,14.568
2,mlp.experts.167.gate_proj,0.0000024473,0.05000,14.337
2,mlp.experts.166.gate_proj,0.0000039084,0.05000,14.455
2,mlp.experts.160.gate_proj,0.0000032789,0.05000,14.419
2,mlp.experts.161.gate_proj,0.0000020463,0.05000,14.506
2,mlp.experts.170.gate_proj,0.0000031588,0.05000,14.520
2,mlp.experts.190.gate_proj,0.0000029836,0.05000,14.393
2,mlp.experts.179.gate_proj,0.0000073475,0.05000,14.437
2,mlp.experts.185.gate_proj,0.0000014664,0.05000,14.426
2,mlp.experts.187.gate_proj,0.0000054938,0.05000,14.313
2,mlp.experts.188.gate_proj,0.0000049361,0.05000,14.248
2,mlp.experts.180.gate_proj,0.0000036181,0.05000,14.118
2,mlp.experts.191.gate_proj,0.0000038964,0.05000,14.221
2,mlp.experts.181.gate_proj,0.0000031166,0.05000,14.242
2,mlp.experts.184.gate_proj,0.0000069416,0.05000,14.204
2,mlp.experts.178.gate_proj,0.0000017873,0.05000,14.401
2,mlp.experts.189.gate_proj,0.0000042199,0.05000,14.317
2,mlp.experts.182.gate_proj,0.0000042688,0.05000,14.170
2,mlp.experts.183.gate_proj,0.0000032834,0.05000,14.250
2,mlp.experts.176.gate_proj,0.0000034698,0.05000,14.221
2,mlp.experts.177.gate_proj,0.0000059435,0.05000,14.225
2,mlp.experts.186.gate_proj,0.0000105522,0.05000,14.249
2,mlp.experts.206.gate_proj,0.0000027324,0.05000,14.245
2,mlp.experts.195.gate_proj,0.0000013957,0.05000,14.169
2,mlp.experts.201.gate_proj,0.0000052733,0.05000,14.176
2,mlp.experts.203.gate_proj,0.0000036671,0.05000,14.018
2,mlp.experts.196.gate_proj,0.0000047994,0.05000,13.930
2,mlp.experts.204.gate_proj,0.0000025745,0.05000,13.984
2,mlp.experts.207.gate_proj,0.0000092410,0.05000,13.880
2,mlp.experts.200.gate_proj,0.0000026021,0.05000,13.855
2,mlp.experts.197.gate_proj,0.0000031167,0.05000,14.019
2,mlp.experts.194.gate_proj,0.0000020831,0.05000,14.051
2,mlp.experts.205.gate_proj,0.0000046970,0.05000,14.059
2,mlp.experts.198.gate_proj,0.0000062785,0.05000,14.019
2,mlp.experts.199.gate_proj,0.0000028542,0.05000,14.029
2,mlp.experts.192.gate_proj,0.0000053316,0.05000,14.001
2,mlp.experts.193.gate_proj,0.0000058719,0.05000,14.056
2,mlp.experts.202.gate_proj,0.0000073521,0.05000,14.018
2,mlp.experts.222.gate_proj,0.0000032810,0.05000,13.927
2,mlp.experts.211.gate_proj,0.0000044094,0.05000,13.987
2,mlp.experts.217.gate_proj,0.0000037434,0.05000,13.996
2,mlp.experts.219.gate_proj,0.0000011627,0.05000,14.416
2,mlp.experts.216.gate_proj,0.0000049085,0.05000,14.259
2,mlp.experts.212.gate_proj,0.0000025670,0.05000,14.399
2,mlp.experts.223.gate_proj,0.0000032113,0.05000,14.406
2,mlp.experts.213.gate_proj,0.0000055033,0.05000,14.332
2,mlp.experts.220.gate_proj,0.0000017420,0.05000,14.555
2,mlp.experts.210.gate_proj,0.0000024087,0.05000,14.442
2,mlp.experts.221.gate_proj,0.0000074978,0.05000,14.401
2,mlp.experts.215.gate_proj,0.0000054321,0.05000,14.345
2,mlp.experts.214.gate_proj,0.0000014352,0.05000,14.410
2,mlp.experts.208.gate_proj,0.0000058176,0.05000,14.412
2,mlp.experts.218.gate_proj,0.0000029785,0.05000,14.475
2,mlp.experts.209.gate_proj,0.0000028033,0.05000,14.529
2,mlp.experts.238.gate_proj,0.0000068894,0.05000,14.492
2,mlp.experts.227.gate_proj,0.0000120629,0.05000,14.518
2,mlp.experts.233.gate_proj,0.0000008631,0.05000,14.409
2,mlp.experts.228.gate_proj,0.0000008204,0.05000,14.013
2,mlp.experts.235.gate_proj,0.0000024563,0.05000,14.237
2,mlp.experts.239.gate_proj,0.0000068089,0.05000,14.052
2,mlp.experts.232.gate_proj,0.0000034238,0.05000,14.225
2,mlp.experts.236.gate_proj,0.0000061118,0.05000,14.128
2,mlp.experts.229.gate_proj,0.0000009452,0.05000,14.187
2,mlp.experts.226.gate_proj,0.0000059165,0.05000,14.128
2,mlp.experts.230.gate_proj,0.0000052609,0.05000,14.075
2,mlp.experts.231.gate_proj,0.0000039609,0.05000,14.198
2,mlp.experts.237.gate_proj,0.0000048397,0.05000,14.232
2,mlp.experts.224.gate_proj,0.0000024848,0.05000,14.176
2,mlp.experts.225.gate_proj,0.0000038217,0.05000,14.185
2,mlp.experts.254.gate_proj,0.0000014867,0.05000,14.105
2,mlp.experts.234.gate_proj,0.0000047591,0.05000,14.203
2,mlp.experts.243.gate_proj,0.0000012729,0.05000,14.178
2,mlp.experts.249.gate_proj,0.0000076777,0.05000,14.283
2,mlp.experts.244.gate_proj,0.0000054221,0.05000,14.347
2,mlp.experts.251.gate_proj,0.0000005071,0.05000,14.492
2,mlp.experts.255.gate_proj,0.0000102721,0.05000,14.473
2,mlp.experts.248.gate_proj,0.0000019298,0.05000,14.397
2,mlp.experts.245.gate_proj,0.0000024394,0.05000,14.478
2,mlp.experts.252.gate_proj,0.0000022959,0.05000,14.511
2,mlp.experts.242.gate_proj,0.0000062814,0.05000,14.454
2,mlp.experts.247.gate_proj,0.0000015225,0.05000,14.418
2,mlp.experts.246.gate_proj,0.0000028065,0.05000,14.509
2,mlp.experts.240.gate_proj,0.0000015046,0.05000,14.426
2,mlp.experts.253.gate_proj,0.0000010443,0.05000,14.572
2,mlp.experts.270.gate_proj,0.0000041038,0.05000,14.419
2,mlp.experts.241.gate_proj,0.0000022971,0.05000,14.608
2,mlp.experts.250.gate_proj,0.0000015787,0.05000,14.629
2,mlp.experts.259.gate_proj,0.0000011403,0.05000,14.388
2,mlp.experts.265.gate_proj,0.0000042200,0.05000,14.576
2,mlp.experts.260.gate_proj,0.0000056495,0.05000,14.535
2,mlp.experts.264.gate_proj,0.0000031893,0.05000,14.420
2,mlp.experts.271.gate_proj,0.0000025080,0.05000,14.429
2,mlp.experts.267.gate_proj,0.0000009217,0.05000,14.604
2,mlp.experts.261.gate_proj,0.0000035209,0.05000,14.394
2,mlp.experts.268.gate_proj,0.0000010048,0.05000,14.500
2,mlp.experts.258.gate_proj,0.0000047452,0.05000,14.522
2,mlp.experts.256.gate_proj,0.0000046001,0.05000,14.420
2,mlp.experts.262.gate_proj,0.0000023503,0.05000,14.589
2,mlp.experts.263.gate_proj,0.0000057750,0.05000,14.652
2,mlp.experts.269.gate_proj,0.0000064605,0.05000,14.654
2,mlp.experts.286.gate_proj,0.0000020785,0.05000,14.600
2,mlp.experts.266.gate_proj,0.0000021925,0.05000,14.465
2,mlp.experts.257.gate_proj,0.0000047705,0.05000,14.514
2,mlp.experts.275.gate_proj,0.0000014305,0.05000,14.538
2,mlp.experts.281.gate_proj,0.0000027727,0.05000,14.705
2,mlp.experts.276.gate_proj,0.0000052023,0.05000,14.233
2,mlp.experts.280.gate_proj,0.0000023769,0.05000,14.169
2,mlp.experts.287.gate_proj,0.0000045822,0.05000,14.283
2,mlp.experts.283.gate_proj,0.0000069796,0.05000,14.292
2,mlp.experts.277.gate_proj,0.0000040733,0.05000,14.295
2,mlp.experts.284.gate_proj,0.0000079696,0.05000,14.227
2,mlp.experts.274.gate_proj,0.0000020263,0.05000,14.171
2,mlp.experts.272.gate_proj,0.0000033694,0.05000,14.250
2,mlp.experts.278.gate_proj,0.0000027498,0.05000,14.179
2,mlp.experts.279.gate_proj,0.0000045419,0.05000,14.244
2,mlp.experts.285.gate_proj,0.0000041407,0.05000,14.272
2,mlp.experts.302.gate_proj,0.0000022662,0.05000,14.207
2,mlp.experts.282.gate_proj,0.0000020102,0.05000,14.165
2,mlp.experts.273.gate_proj,0.0000022774,0.05000,14.245
2,mlp.experts.291.gate_proj,0.0000056569,0.05000,14.338
2,mlp.experts.297.gate_proj,0.0000015792,0.05000,14.241
2,mlp.experts.292.gate_proj,0.0000036670,0.05000,14.382
2,mlp.experts.296.gate_proj,0.0000048975,0.05000,14.399
2,mlp.experts.303.gate_proj,0.0000038276,0.05000,14.410
2,mlp.experts.293.gate_proj,0.0000095359,0.05000,14.310
2,mlp.experts.299.gate_proj,0.0000050939,0.05000,14.445
2,mlp.experts.290.gate_proj,0.0000049999,0.05000,14.374
2,mlp.experts.300.gate_proj,0.0000085452,0.05000,14.487
2,mlp.experts.294.gate_proj,0.0000038548,0.05000,14.302
2,mlp.experts.288.gate_proj,0.0000039525,0.05000,14.402
2,mlp.experts.295.gate_proj,0.0000026248,0.05000,14.444
2,mlp.experts.298.gate_proj,0.0000038189,0.05000,14.375
2,mlp.experts.318.gate_proj,0.0000051960,0.05000,14.408
2,mlp.experts.301.gate_proj,0.0000027045,0.05000,14.494
2,mlp.experts.289.gate_proj,0.0000064906,0.05000,14.460
2,mlp.experts.307.gate_proj,0.0000007027,0.05000,14.322
2,mlp.experts.313.gate_proj,0.0000017198,0.05000,14.234
2,mlp.experts.308.gate_proj,0.0000021092,0.05000,13.963
2,mlp.experts.312.gate_proj,0.0000003404,0.05000,13.928
2,mlp.experts.319.gate_proj,0.0000079877,0.05000,14.045
2,mlp.experts.315.gate_proj,0.0000170940,0.05000,13.897
2,mlp.experts.309.gate_proj,0.0000042591,0.05000,14.152
2,mlp.experts.306.gate_proj,0.0000013122,0.05000,13.974
2,mlp.experts.316.gate_proj,0.0000022914,0.05000,14.023
2,mlp.experts.310.gate_proj,0.0000057552,0.05000,13.971
2,mlp.experts.304.gate_proj,0.0000036845,0.05000,14.004
2,mlp.experts.334.gate_proj,0.0000045828,0.05000,13.840
2,mlp.experts.311.gate_proj,0.0000044546,0.05000,14.053
2,mlp.experts.317.gate_proj,0.0000043237,0.05000,13.911
2,mlp.experts.314.gate_proj,0.0000071182,0.05000,14.033
2,mlp.experts.305.gate_proj,0.0000042793,0.05000,13.958
2,mlp.experts.323.gate_proj,0.0000041487,0.05000,14.004
2,mlp.experts.329.gate_proj,0.0000012353,0.05000,14.081
2,mlp.experts.328.gate_proj,0.0000096658,0.05000,14.020
2,mlp.experts.324.gate_proj,0.0000056096,0.05000,14.108
2,mlp.experts.335.gate_proj,0.0000051020,0.05000,13.913
2,mlp.experts.331.gate_proj,0.0000053096,0.05000,14.073
2,mlp.experts.322.gate_proj,0.0000057632,0.05000,13.974
2,mlp.experts.332.gate_proj,0.0000034484,0.05000,13.969
2,mlp.experts.325.gate_proj,0.0000038706,0.05000,14.078
2,mlp.experts.326.gate_proj,0.0000035920,0.05000,13.970
2,mlp.experts.320.gate_proj,0.0000013713,0.05000,14.028
2,mlp.experts.350.gate_proj,0.0000026733,0.05000,14.000
2,mlp.experts.327.gate_proj,0.0000018266,0.05000,14.118
2,mlp.experts.330.gate_proj,0.0000040984,0.05000,14.029
2,mlp.experts.333.gate_proj,0.0000065075,0.05000,14.131
2,mlp.experts.321.gate_proj,0.0000032568,0.05000,14.123
2,mlp.experts.339.gate_proj,0.0000018727,0.05000,14.048
2,mlp.experts.345.gate_proj,0.0000045364,0.05000,14.146
2,mlp.experts.344.gate_proj,0.0000016144,0.05000,14.056
2,mlp.experts.351.gate_proj,0.0000022538,0.05000,14.067
2,mlp.experts.340.gate_proj,0.0000070880,0.05000,14.272
2,mlp.experts.347.gate_proj,0.0000044848,0.05000,13.981
2,mlp.experts.348.gate_proj,0.0000043641,0.05000,14.024
2,mlp.experts.338.gate_proj,0.0000063507,0.05000,14.081
2,mlp.experts.342.gate_proj,0.0000050393,0.05000,14.054
2,mlp.experts.341.gate_proj,0.0000021656,0.05000,14.079
2,mlp.experts.336.gate_proj,0.0000042424,0.05000,14.053
2,mlp.experts.366.gate_proj,0.0000034986,0.05000,14.089
2,mlp.experts.343.gate_proj,0.0000058270,0.05000,14.044
2,mlp.experts.349.gate_proj,0.0000082786,0.05000,13.977
2,mlp.experts.346.gate_proj,0.0000013014,0.05000,14.049
2,mlp.experts.337.gate_proj,0.0000017004,0.05000,14.045
2,mlp.experts.355.gate_proj,0.0000040014,0.05000,14.170
2,mlp.experts.361.gate_proj,0.0000036551,0.05000,14.119
2,mlp.experts.360.gate_proj,0.0000019774,0.05000,14.524
2,mlp.experts.367.gate_proj,0.0000014718,0.05000,14.508
2,mlp.experts.356.gate_proj,0.0000057120,0.05000,14.613
2,mlp.experts.363.gate_proj,0.0000025697,0.05000,14.675
2,mlp.experts.354.gate_proj,0.0000007539,0.05000,14.433
2,mlp.experts.358.gate_proj,0.0000093053,0.05000,14.472
2,mlp.experts.357.gate_proj,0.0000039483,0.05000,14.502
2,mlp.experts.364.gate_proj,0.0000003069,0.05000,14.664
2,mlp.experts.352.gate_proj,0.0000074198,0.05000,14.588
2,mlp.experts.359.gate_proj,0.0000035291,0.05000,14.386
2,mlp.experts.362.gate_proj,0.0000054036,0.05000,14.278
2,mlp.experts.382.gate_proj,0.0000017156,0.05000,14.562
2,mlp.experts.365.gate_proj,0.0000022935,0.05000,14.475
2,mlp.experts.353.gate_proj,0.0000034348,0.05000,14.538
2,mlp.experts.371.gate_proj,0.0000052698,0.05000,14.493
2,mlp.experts.377.gate_proj,0.0000063078,0.05000,14.399
2,mlp.experts.376.gate_proj,0.0000024491,0.05000,14.714
2,mlp.experts.383.gate_proj,0.0000027509,0.05000,14.715
2,mlp.experts.379.gate_proj,0.0000043045,0.05000,14.635
2,mlp.experts.370.gate_proj,0.0000024627,0.05000,14.720
2,mlp.experts.372.gate_proj,0.0000058303,0.05000,14.797
2,mlp.experts.374.gate_proj,0.0000037083,0.05000,14.777
2,mlp.experts.373.gate_proj,0.0000020300,0.05000,14.827
2,mlp.experts.380.gate_proj,0.0000034814,0.05000,14.843
2,mlp.experts.368.gate_proj,0.0000039946,0.05000,14.746
2,mlp.experts.378.gate_proj,0.0000008009,0.05000,14.709
2,mlp.experts.398.gate_proj,0.0000027674,0.05000,14.704
2,mlp.experts.375.gate_proj,0.0000064910,0.05000,14.821
2,mlp.experts.381.gate_proj,0.0000023668,0.05000,14.772
2,mlp.experts.369.gate_proj,0.0000027053,0.05000,15.023
2,mlp.experts.387.gate_proj,0.0000047908,0.05000,14.778
2,mlp.experts.393.gate_proj,0.0000048237,0.05000,14.756
2,mlp.experts.392.gate_proj,0.0000036230,0.05000,14.395
2,mlp.experts.395.gate_proj,0.0000050238,0.05000,14.181
2,mlp.experts.399.gate_proj,0.0000058132,0.05000,14.456
2,mlp.experts.388.gate_proj,0.0000019597,0.05000,14.306
2,mlp.experts.386.gate_proj,0.0000029489,0.05000,14.344
2,mlp.experts.390.gate_proj,0.0000018006,0.05000,14.352
2,mlp.experts.396.gate_proj,0.0000042360,0.05000,14.349
2,mlp.experts.384.gate_proj,0.0000041405,0.05000,14.285
2,mlp.experts.389.gate_proj,0.0000049001,0.05000,14.467
2,mlp.experts.394.gate_proj,0.0000028181,0.05000,14.368
2,mlp.experts.414.gate_proj,0.0000026493,0.05000,14.362
2,mlp.experts.397.gate_proj,0.0000023135,0.05000,14.329
2,mlp.experts.391.gate_proj,0.0000077541,0.05000,14.429
2,mlp.experts.385.gate_proj,0.0000052822,0.05000,14.340
2,mlp.experts.403.gate_proj,0.0000047740,0.05000,14.288
2,mlp.experts.409.gate_proj,0.0000039610,0.05000,14.217
2,mlp.experts.408.gate_proj,0.0000048948,0.05000,14.028
2,mlp.experts.411.gate_proj,0.0000003481,0.05000,14.130
2,mlp.experts.415.gate_proj,0.0000023611,0.05000,14.045
2,mlp.experts.404.gate_proj,0.0000019622,0.05000,14.073
2,mlp.experts.402.gate_proj,0.0000043351,0.05000,14.062
2,mlp.experts.406.gate_proj,0.0000010028,0.05000,13.944
2,mlp.experts.400.gate_proj,0.0000025075,0.05000,14.042
2,mlp.experts.412.gate_proj,0.0000072938,0.05000,14.090
2,mlp.experts.405.gate_proj,0.0000032173,0.05000,14.117
2,mlp.experts.410.gate_proj,0.0000048039,0.05000,14.008
2,mlp.experts.430.gate_proj,0.0000032468,0.05000,14.110
2,mlp.experts.407.gate_proj,0.0000039427,0.05000,14.127
2,mlp.experts.413.gate_proj,0.0000030178,0.05000,14.182
2,mlp.experts.401.gate_proj,0.0000040501,0.05000,14.281
2,mlp.experts.419.gate_proj,0.0000077868,0.05000,14.283
2,mlp.experts.425.gate_proj,0.0000016691,0.05000,14.223
2,mlp.experts.424.gate_proj,0.0000066162,0.05000,14.287
2,mlp.experts.427.gate_proj,0.0000050507,0.05000,14.280
2,mlp.experts.431.gate_proj,0.0000064545,0.05000,14.271
2,mlp.experts.420.gate_proj,0.0000069784,0.05000,14.226
2,mlp.experts.422.gate_proj,0.0000039600,0.05000,14.170
2,mlp.experts.418.gate_proj,0.0000041735,0.05000,14.343
2,mlp.experts.416.gate_proj,0.0000104034,0.05000,14.187
2,mlp.experts.428.gate_proj,0.0000012228,0.05000,14.188
2,mlp.experts.426.gate_proj,0.0000014726,0.05000,14.196
2,mlp.experts.421.gate_proj,0.0000022517,0.05000,14.230
2,mlp.experts.446.gate_proj,0.0000012060,0.05000,14.265
2,mlp.experts.423.gate_proj,0.0000030602,0.05000,14.215
2,mlp.experts.429.gate_proj,0.0000038602,0.05000,14.173
2,mlp.experts.417.gate_proj,0.0000026795,0.05000,14.209
2,mlp.experts.435.gate_proj,0.0000068507,0.05000,14.271
2,mlp.experts.441.gate_proj,0.0000043550,0.05000,14.182
2,mlp.experts.440.gate_proj,0.0000099433,0.05000,14.263
2,mlp.experts.447.gate_proj,0.0000070233,0.05000,14.366
2,mlp.experts.443.gate_proj,0.0000026425,0.05000,14.392
2,mlp.experts.436.gate_proj,0.0000036078,0.05000,14.318
2,mlp.experts.438.gate_proj,0.0000072201,0.05000,14.366
2,mlp.experts.434.gate_proj,0.0000025012,0.05000,14.433
2,mlp.experts.432.gate_proj,0.0000020387,0.05000,14.263
2,mlp.experts.444.gate_proj,0.0000057040,0.05000,14.410
2,mlp.experts.442.gate_proj,0.0000031736,0.05000,14.350
2,mlp.experts.437.gate_proj,0.0000055821,0.05000,14.310
2,mlp.experts.445.gate_proj,0.0000023193,0.05000,14.289
2,mlp.experts.462.gate_proj,0.0000073022,0.05000,14.390
2,mlp.experts.439.gate_proj,0.0000007419,0.05000,14.357
2,mlp.experts.433.gate_proj,0.0000016980,0.05000,14.362
2,mlp.experts.451.gate_proj,0.0000016942,0.05000,14.507
2,mlp.experts.457.gate_proj,0.0000020067,0.05000,14.426
2,mlp.experts.456.gate_proj,0.0000030443,0.05000,13.976
2,mlp.experts.463.gate_proj,0.0000022002,0.05000,13.880
2,mlp.experts.454.gate_proj,0.0000031454,0.05000,13.855
2,mlp.experts.452.gate_proj,0.0000021169,0.05000,13.934
2,mlp.experts.459.gate_proj,0.0000022633,0.05000,14.041
2,mlp.experts.450.gate_proj,0.0000054928,0.05000,13.916
2,mlp.experts.448.gate_proj,0.0000103257,0.05000,13.924
2,mlp.experts.453.gate_proj,0.0000045908,0.05000,13.863
2,mlp.experts.458.gate_proj,0.0000026218,0.05000,13.878
2,mlp.experts.460.gate_proj,0.0000029138,0.05000,14.015
2,mlp.experts.478.gate_proj,0.0000022441,0.05000,13.876
2,mlp.experts.461.gate_proj,0.0000056500,0.05000,13.913
2,mlp.experts.455.gate_proj,0.0000037907,0.05000,13.914
2,mlp.experts.449.gate_proj,0.0000080003,0.05000,13.956
2,mlp.experts.473.gate_proj,0.0000031990,0.05000,13.811
2,mlp.experts.467.gate_proj,0.0000024247,0.05000,13.858
2,mlp.experts.483.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.687
2,mlp.experts.472.gate_proj,0.0000018772,0.05000,14.063
2,mlp.experts.479.gate_proj,0.0000055750,0.05000,14.106
2,mlp.experts.468.gate_proj,0.0000067465,0.05000,14.085
2,mlp.experts.475.gate_proj,0.0000039400,0.05000,14.029
2,mlp.experts.470.gate_proj,0.0000024802,0.05000,14.209
2,mlp.experts.466.gate_proj,0.0000060101,0.05000,14.219
2,mlp.experts.464.gate_proj,0.0000024998,0.05000,14.204
2,mlp.experts.469.gate_proj,0.0000032054,0.05000,14.182
2,mlp.experts.474.gate_proj,0.0000037626,0.05000,14.176
2,mlp.experts.476.gate_proj,0.0000037405,0.05000,14.219
2,mlp.experts.494.gate_proj,0.0000062683,0.05000,14.102
2,mlp.experts.471.gate_proj,0.0000023471,0.05000,14.181
2,mlp.experts.477.gate_proj,0.0000016723,0.05000,14.289
2,mlp.experts.493.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.644
2,mlp.experts.465.gate_proj,0.0000023746,0.05000,14.248
2,mlp.experts.489.gate_proj,0.0000048041,0.05000,14.205
2,mlp.experts.499.gate_proj,0.0000037085,0.05000,14.149
2,mlp.experts.3.up_proj,failsafe(rtn): 0.0010986,0.00000,0.774
2,mlp.experts.488.gate_proj,0.0000032752,0.05000,14.323
2,mlp.experts.495.gate_proj,0.0000053106,0.05000,14.269
2,mlp.experts.484.gate_proj,0.0000060442,0.05000,14.213
2,mlp.experts.491.gate_proj,0.0000042511,0.05000,14.230
2,mlp.experts.486.gate_proj,0.0000027857,0.05000,14.182
2,mlp.experts.482.gate_proj,0.0000065826,0.05000,14.293
2,mlp.experts.490.gate_proj,0.0000029104,0.05000,14.198
2,mlp.experts.480.gate_proj,0.0000124338,0.05000,14.350
2,mlp.experts.485.gate_proj,0.0000029880,0.05000,14.354
2,mlp.experts.492.gate_proj,0.0000028422,0.05000,14.306
2,mlp.experts.510.gate_proj,0.0000034028,0.05000,14.288
2,mlp.experts.487.gate_proj,0.0000050104,0.05000,14.374
2,mlp.experts.509.gate_proj,0.0000034612,0.05000,14.524
2,mlp.experts.481.gate_proj,0.0000049178,0.05000,14.607
2,mlp.experts.505.gate_proj,0.0000025273,0.05000,14.645
2,mlp.experts.497.gate_proj,failsafe(rtn): 0.0012283,0.00000,0.691
2,mlp.experts.19.up_proj,0.0000045025,0.05000,14.399
2,mlp.experts.504.gate_proj,0.0000026871,0.05000,14.148
2,mlp.experts.511.gate_proj,0.0000035051,0.05000,14.224
2,mlp.experts.500.gate_proj,0.0000054759,0.05000,14.207
2,mlp.experts.507.gate_proj,0.0000044421,0.05000,14.251
2,mlp.experts.502.gate_proj,0.0000026899,0.05000,14.318
2,mlp.experts.496.gate_proj,0.0000046557,0.05000,14.130
2,mlp.experts.498.gate_proj,0.0000028503,0.05000,14.236
2,mlp.experts.506.gate_proj,0.0000045144,0.05000,14.382
2,mlp.experts.501.gate_proj,0.0000017102,0.05000,14.300
2,mlp.experts.508.gate_proj,0.0000029174,0.05000,14.173
2,mlp.experts.14.up_proj,0.0000016743,0.05000,14.226
2,mlp.experts.503.gate_proj,0.0000038583,0.05000,14.255
2,mlp.experts.13.up_proj,0.0000019315,0.05000,14.164
2,mlp.experts.9.up_proj,0.0000034532,0.05000,14.124
2,mlp.experts.1.up_proj,0.0000054921,0.05000,14.216
2,mlp.experts.35.up_proj,0.0000026632,0.05000,14.377
2,mlp.experts.8.up_proj,0.0000038750,0.05000,14.210
2,mlp.experts.15.up_proj,0.0000022405,0.05000,14.234
2,mlp.experts.4.up_proj,0.0000019059,0.05000,14.229
2,mlp.experts.11.up_proj,0.0000042812,0.05000,14.204
2,mlp.experts.6.up_proj,0.0000034672,0.05000,14.162
2,mlp.experts.0.up_proj,0.0000031981,0.05000,14.121
2,mlp.experts.2.up_proj,0.0000028222,0.05000,14.156
2,mlp.experts.10.up_proj,0.0000016702,0.05000,14.087
2,mlp.experts.5.up_proj,0.0000065153,0.05000,14.124
2,mlp.experts.12.up_proj,0.0000035966,0.05000,14.184
2,mlp.experts.30.up_proj,0.0000021368,0.05000,14.181
2,mlp.experts.7.up_proj,0.0000059353,0.05000,14.112
2,mlp.experts.29.up_proj,0.0000034319,0.05000,14.048
2,mlp.experts.25.up_proj,0.0000089863,0.05000,14.046
2,mlp.experts.17.up_proj,0.0000022288,0.05000,14.130
2,mlp.experts.51.up_proj,0.0000054291,0.05000,14.000
2,mlp.experts.24.up_proj,0.0000047867,0.05000,14.353
2,mlp.experts.31.up_proj,0.0000034190,0.05000,14.249
2,mlp.experts.20.up_proj,0.0000065352,0.05000,14.361
2,mlp.experts.27.up_proj,0.0000058813,0.05000,14.305
2,mlp.experts.22.up_proj,0.0000024503,0.05000,14.294
2,mlp.experts.18.up_proj,0.0000014374,0.05000,14.297
2,mlp.experts.16.up_proj,0.0000018590,0.05000,14.485
2,mlp.experts.26.up_proj,0.0000017364,0.05000,14.326
2,mlp.experts.21.up_proj,0.0000037147,0.05000,14.293
2,mlp.experts.46.up_proj,0.0000031452,0.05000,14.188
2,mlp.experts.28.up_proj,0.0000018751,0.05000,14.438
2,mlp.experts.23.up_proj,0.0000038581,0.05000,14.406
2,mlp.experts.45.up_proj,0.0000031610,0.05000,14.469
2,mlp.experts.41.up_proj,0.0000044457,0.05000,14.388
2,mlp.experts.33.up_proj,0.0000020022,0.05000,14.469
2,mlp.experts.67.up_proj,0.0000015763,0.05000,14.614
2,mlp.experts.40.up_proj,0.0000097312,0.05000,13.752
2,mlp.experts.47.up_proj,0.0000083849,0.05000,13.782
2,mlp.experts.36.up_proj,0.0000026044,0.05000,13.729
2,mlp.experts.43.up_proj,0.0000013031,0.05000,13.859
2,mlp.experts.38.up_proj,0.0000020647,0.05000,13.846
2,mlp.experts.34.up_proj,0.0000019765,0.05000,13.805
2,mlp.experts.42.up_proj,0.0000026533,0.05000,13.769
2,mlp.experts.32.up_proj,0.0000048040,0.05000,13.894
2,mlp.experts.37.up_proj,0.0000033262,0.05000,13.912
2,mlp.experts.62.up_proj,0.0000017753,0.05000,13.879
2,mlp.experts.44.up_proj,0.0000028364,0.05000,13.786
2,mlp.experts.39.up_proj,0.0000024535,0.05000,13.891
2,mlp.experts.61.up_proj,0.0000037525,0.05000,13.624
2,mlp.experts.57.up_proj,0.0000031529,0.05000,13.665
2,mlp.experts.49.up_proj,0.0000049871,0.05000,13.737
2,mlp.experts.83.up_proj,0.0000012052,0.05000,13.683
2,mlp.experts.56.up_proj,0.0000039192,0.05000,14.268
2,mlp.experts.63.up_proj,0.0000039377,0.05000,14.229
2,mlp.experts.52.up_proj,0.0000030186,0.05000,14.235
2,mlp.experts.54.up_proj,0.0000072361,0.05000,14.193
2,mlp.experts.59.up_proj,0.0000070890,0.05000,14.356
2,mlp.experts.50.up_proj,0.0000033477,0.05000,14.367
2,mlp.experts.48.up_proj,0.0000031431,0.05000,14.347
2,mlp.experts.78.up_proj,0.0000044787,0.05000,14.229
2,mlp.experts.53.up_proj,0.0000025872,0.05000,14.336
2,mlp.experts.58.up_proj,0.0000035717,0.05000,14.575
2,mlp.experts.60.up_proj,0.0000021459,0.05000,14.332
2,mlp.experts.55.up_proj,0.0000060650,0.05000,14.633
2,mlp.experts.77.up_proj,0.0000043268,0.05000,14.583
2,mlp.experts.73.up_proj,0.0000018108,0.05000,14.574
2,mlp.experts.65.up_proj,0.0000129208,0.05000,14.421
2,mlp.experts.89.up_proj,failsafe(rtn): 0.0012589,0.00000,0.706
2,mlp.experts.99.up_proj,0.0000053595,0.05000,14.676
2,mlp.experts.72.up_proj,0.0000071373,0.05000,14.424
2,mlp.experts.79.up_proj,0.0000012561,0.05000,14.368
2,mlp.experts.68.up_proj,0.0000024895,0.05000,14.432
2,mlp.experts.70.up_proj,0.0000018347,0.05000,14.388
2,mlp.experts.75.up_proj,0.0000010326,0.05000,14.411
2,mlp.experts.66.up_proj,0.0000033992,0.05000,14.508
2,mlp.experts.74.up_proj,0.0000072853,0.05000,14.264
2,mlp.experts.64.up_proj,0.0000056317,0.05000,14.472
2,mlp.experts.94.up_proj,0.0000024590,0.05000,14.507
2,mlp.experts.69.up_proj,0.0000045533,0.05000,14.499
2,mlp.experts.76.up_proj,0.0000031778,0.05000,14.440
2,mlp.experts.71.up_proj,0.0000030684,0.05000,14.408
2,mlp.experts.93.up_proj,0.0000026508,0.05000,14.322
2,mlp.experts.81.up_proj,0.0000055284,0.05000,14.551
2,mlp.experts.105.up_proj,0.0000004994,0.05000,14.476
2,mlp.experts.115.up_proj,0.0000036534,0.05000,14.362
2,mlp.experts.88.up_proj,0.0000026503,0.05000,14.354
2,mlp.experts.95.up_proj,0.0000022408,0.05000,14.422
2,mlp.experts.84.up_proj,0.0000030763,0.05000,14.292
2,mlp.experts.86.up_proj,0.0000012135,0.05000,14.352
2,mlp.experts.91.up_proj,0.0000051245,0.05000,14.351
2,mlp.experts.82.up_proj,0.0000030277,0.05000,14.302
2,mlp.experts.90.up_proj,0.0000041247,0.05000,14.265
2,mlp.experts.80.up_proj,0.0000018247,0.05000,14.236
2,mlp.experts.110.up_proj,0.0000012863,0.05000,14.186
2,mlp.experts.92.up_proj,0.0000034054,0.05000,14.291
2,mlp.experts.85.up_proj,0.0000003862,0.05000,14.347
2,mlp.experts.87.up_proj,0.0000028620,0.05000,14.382
2,mlp.experts.109.up_proj,0.0000044341,0.05000,14.190
2,mlp.experts.97.up_proj,0.0000029794,0.05000,14.345
2,mlp.experts.121.up_proj,0.0000024977,0.05000,14.371
2,mlp.experts.131.up_proj,0.0000031048,0.05000,14.218
2,mlp.experts.104.up_proj,0.0000041410,0.05000,13.549
2,mlp.experts.111.up_proj,0.0000035305,0.05000,13.497
2,mlp.experts.100.up_proj,0.0000025217,0.05000,13.590
2,mlp.experts.102.up_proj,0.0000031576,0.05000,13.540
2,mlp.experts.107.up_proj,0.0000027469,0.05000,13.529
2,mlp.experts.106.up_proj,0.0000027411,0.05000,13.418
2,mlp.experts.126.up_proj,0.0000030766,0.05000,13.369
2,mlp.experts.98.up_proj,0.0000026536,0.05000,13.549
2,mlp.experts.96.up_proj,0.0000048170,0.05000,13.510
2,mlp.experts.108.up_proj,0.0000053064,0.05000,13.586
2,mlp.experts.101.up_proj,0.0000072785,0.05000,13.557
2,mlp.experts.103.up_proj,0.0000024900,0.05000,13.596
2,mlp.experts.125.up_proj,0.0000029206,0.05000,13.496
2,mlp.experts.137.up_proj,0.0000025143,0.05000,14.694
2,mlp.experts.113.up_proj,0.0000046286,0.05000,14.702
2,mlp.experts.147.up_proj,0.0000044882,0.05000,14.710
2,mlp.experts.120.up_proj,0.0000020540,0.05000,14.442
2,mlp.experts.127.up_proj,0.0000023362,0.05000,14.453
2,mlp.experts.116.up_proj,0.0000033843,0.05000,14.449
2,mlp.experts.118.up_proj,0.0000048382,0.05000,14.389
2,mlp.experts.123.up_proj,0.0000022572,0.05000,14.399
2,mlp.experts.114.up_proj,0.0000008139,0.05000,14.345
2,mlp.experts.122.up_proj,0.0000055698,0.05000,14.554
2,mlp.experts.142.up_proj,0.0000028612,0.05000,14.561
2,mlp.experts.112.up_proj,0.0000026922,0.05000,14.623
2,mlp.experts.117.up_proj,0.0000015204,0.05000,14.320
2,mlp.experts.124.up_proj,0.0000055990,0.05000,14.475
2,mlp.experts.119.up_proj,0.0000034235,0.05000,14.533
2,mlp.experts.141.up_proj,0.0000034443,0.05000,14.491
2,mlp.experts.163.up_proj,0.0000023037,0.05000,14.136
2,mlp.experts.153.up_proj,0.0000042260,0.05000,14.185
2,mlp.experts.129.up_proj,0.0000040624,0.05000,14.201
2,mlp.experts.136.up_proj,0.0000024344,0.05000,13.983
2,mlp.experts.143.up_proj,0.0000060931,0.05000,13.933
2,mlp.experts.134.up_proj,0.0000016892,0.05000,14.016
2,mlp.experts.132.up_proj,0.0000059405,0.05000,14.110
2,mlp.experts.139.up_proj,0.0000041855,0.05000,14.160
2,mlp.experts.130.up_proj,0.0000034314,0.05000,13.918
2,mlp.experts.138.up_proj,0.0000034498,0.05000,13.936
2,mlp.experts.158.up_proj,0.0000026360,0.05000,13.925
2,mlp.experts.128.up_proj,0.0000028172,0.05000,14.020
2,mlp.experts.140.up_proj,0.0000070519,0.05000,13.882
2,mlp.experts.133.up_proj,0.0000020130,0.05000,14.067
2,mlp.experts.174.up_proj,failsafe(rtn): 0.0012512,0.00000,0.677
2,mlp.experts.135.up_proj,0.0000045338,0.05000,13.801
2,mlp.experts.157.up_proj,0.0000028217,0.05000,13.808
2,mlp.experts.169.up_proj,0.0000025336,0.05000,13.889
2,mlp.experts.179.up_proj,0.0000069901,0.05000,14.005
2,mlp.experts.145.up_proj,0.0000049563,0.05000,14.010
2,mlp.experts.152.up_proj,0.0000075938,0.05000,13.980
2,mlp.experts.159.up_proj,0.0000011554,0.05000,14.032
2,mlp.experts.148.up_proj,0.0000088738,0.05000,13.934
2,mlp.experts.150.up_proj,0.0000014244,0.05000,14.026
2,mlp.experts.155.up_proj,0.0000021861,0.05000,13.912
2,mlp.experts.146.up_proj,0.0000037992,0.05000,13.869
2,mlp.experts.154.up_proj,0.0000024528,0.05000,13.877
2,mlp.experts.144.up_proj,0.0000085365,0.05000,13.942
2,mlp.experts.149.up_proj,0.0000029006,0.05000,13.919
2,mlp.experts.173.up_proj,0.0000018764,0.05000,13.741
2,mlp.experts.185.up_proj,0.0000014081,0.05000,10.988
2,mlp.experts.195.up_proj,0.0000013637,0.05000,10.985
2,mlp.experts.190.up_proj,0.0000028619,0.05000,13.834
2,mlp.experts.151.up_proj,0.0000027214,0.05000,13.812
2,mlp.experts.161.up_proj,0.0000020390,0.05000,10.922
2,mlp.experts.156.up_proj,0.0000078944,0.05000,13.926
2,mlp.experts.168.up_proj,0.0000024641,0.05000,11.359
2,mlp.experts.175.up_proj,0.0000028700,0.05000,11.534
2,mlp.experts.166.up_proj,0.0000037211,0.05000,11.308
2,mlp.experts.164.up_proj,0.0000044964,0.05000,11.409
2,mlp.experts.162.up_proj,0.0000025690,0.05000,11.420
2,mlp.experts.171.up_proj,0.0000029654,0.05000,11.521
2,mlp.experts.167.up_proj,0.0000023975,0.05000,14.707
2,mlp.experts.170.up_proj,0.0000030831,0.05000,14.739
2,mlp.experts.206.up_proj,0.0000026281,0.05000,14.723
2,mlp.experts.172.up_proj,0.0000061262,0.05000,14.801
2,mlp.experts.177.up_proj,0.0000057378,0.05000,14.896
2,mlp.experts.160.up_proj,0.0000032092,0.05000,14.913
2,mlp.experts.211.up_proj,0.0000041959,0.05000,14.929
2,mlp.experts.201.up_proj,0.0000051902,0.05000,15.042
2,mlp.experts.189.up_proj,0.0000041595,0.05000,15.074
2,mlp.experts.165.up_proj,0.0000038860,0.05000,15.109
2,mlp.experts.184.up_proj,0.0000065635,0.05000,14.486
2,mlp.experts.191.up_proj,0.0000036780,0.05000,14.669
2,mlp.experts.182.up_proj,0.0000039990,0.05000,14.627
2,mlp.experts.180.up_proj,0.0000035333,0.05000,14.691
2,mlp.experts.178.up_proj,0.0000017211,0.05000,14.585
2,mlp.experts.187.up_proj,0.0000053330,0.05000,14.606
2,mlp.experts.188.up_proj,0.0000046443,0.05000,14.341
2,mlp.experts.186.up_proj,0.0000103729,0.05000,14.515
2,mlp.experts.222.up_proj,0.0000031381,0.05000,14.535
2,mlp.experts.183.up_proj,0.0000030750,0.05000,14.632
2,mlp.experts.176.up_proj,0.0000033737,0.05000,14.483
2,mlp.experts.193.up_proj,0.0000057867,0.05000,14.558
2,mlp.experts.227.up_proj,0.0000118650,0.05000,14.544
2,mlp.experts.205.up_proj,0.0000045975,0.05000,14.458
2,mlp.experts.217.up_proj,0.0000035902,0.05000,14.603
2,mlp.experts.181.up_proj,0.0000030694,0.05000,14.543
2,mlp.experts.200.up_proj,0.0000025281,0.05000,14.299
2,mlp.experts.198.up_proj,0.0000061205,0.05000,14.248
2,mlp.experts.207.up_proj,0.0000089370,0.05000,14.290
2,mlp.experts.196.up_proj,0.0000045927,0.05000,14.270
2,mlp.experts.203.up_proj,0.0000036580,0.05000,14.164
2,mlp.experts.194.up_proj,0.0000019766,0.05000,14.332
2,mlp.experts.202.up_proj,0.0000072100,0.05000,13.905
2,mlp.experts.238.up_proj,0.0000068171,0.05000,13.940
2,mlp.experts.204.up_proj,0.0000024467,0.05000,14.088
2,mlp.experts.199.up_proj,0.0000027784,0.05000,14.004
2,mlp.experts.192.up_proj,0.0000050463,0.05000,13.962
2,mlp.experts.209.up_proj,0.0000027133,0.05000,13.974
2,mlp.experts.221.up_proj,0.0000071853,0.05000,13.911
2,mlp.experts.243.up_proj,0.0000012216,0.05000,14.066
2,mlp.experts.197.up_proj,0.0000030509,0.05000,14.034
2,mlp.experts.233.up_proj,0.0000008551,0.05000,14.074
2,mlp.experts.216.up_proj,0.0000046676,0.05000,13.925
2,mlp.experts.214.up_proj,0.0000014326,0.05000,14.044
2,mlp.experts.212.up_proj,0.0000024952,0.05000,13.952
2,mlp.experts.223.up_proj,0.0000031493,0.05000,14.082
2,mlp.experts.219.up_proj,0.0000011139,0.05000,13.947
2,mlp.experts.210.up_proj,0.0000024103,0.05000,14.088
2,mlp.experts.254.up_proj,0.0000014787,0.05000,14.229
2,mlp.experts.218.up_proj,0.0000028788,0.05000,14.296
2,mlp.experts.237.up_proj,0.0000046070,0.05000,14.183
2,mlp.experts.208.up_proj,0.0000056351,0.05000,14.305
2,mlp.experts.225.up_proj,0.0000036999,0.05000,14.319
2,mlp.experts.213.up_proj,0.0000054271,0.05000,14.167
2,mlp.experts.215.up_proj,0.0000054517,0.05000,14.310
2,mlp.experts.259.up_proj,0.0000010964,0.05000,14.206
2,mlp.experts.249.up_proj,0.0000075855,0.05000,14.139
2,mlp.experts.220.up_proj,0.0000017271,0.05000,14.234
2,mlp.experts.232.up_proj,0.0000031540,0.05000,11.455
2,mlp.experts.230.up_proj,0.0000051234,0.05000,11.583
2,mlp.experts.228.up_proj,0.0000007755,0.05000,11.611
2,mlp.experts.239.up_proj,0.0000066548,0.05000,11.588
2,mlp.experts.235.up_proj,0.0000024268,0.05000,11.566
2,mlp.experts.226.up_proj,0.0000057264,0.05000,11.514
2,mlp.experts.231.up_proj,0.0000036303,0.05000,14.564
2,mlp.experts.224.up_proj,0.0000023970,0.05000,14.567
2,mlp.experts.234.up_proj,0.0000044770,0.05000,14.589
2,mlp.experts.253.up_proj,0.0000010103,0.05000,14.599
2,mlp.experts.236.up_proj,0.0000058611,0.05000,14.615
2,mlp.experts.275.up_proj,0.0000014018,0.05000,14.706
2,mlp.experts.241.up_proj,0.0000022179,0.05000,14.724
2,mlp.experts.270.up_proj,0.0000038887,0.05000,14.745
2,mlp.experts.265.up_proj,0.0000041212,0.05000,14.824
2,mlp.experts.229.up_proj,0.0000009279,0.05000,14.833
2,mlp.experts.248.up_proj,0.0000018476,0.05000,14.755
2,mlp.experts.251.up_proj,0.0000004801,0.05000,14.476
2,mlp.experts.255.up_proj,0.0000100939,0.05000,14.592
2,mlp.experts.246.up_proj,0.0000027887,0.05000,14.715
2,mlp.experts.244.up_proj,0.0000051187,0.05000,14.743
2,mlp.experts.242.up_proj,0.0000061544,0.05000,14.622
2,mlp.experts.252.up_proj,0.0000022528,0.05000,14.064
2,mlp.experts.247.up_proj,0.0000014172,0.05000,14.217
2,mlp.experts.269.up_proj,0.0000064027,0.05000,14.180
2,mlp.experts.291.up_proj,0.0000055489,0.05000,14.130
2,mlp.experts.250.up_proj,0.0000015001,0.05000,14.241
2,mlp.experts.240.up_proj,0.0000014709,0.05000,14.360
2,mlp.experts.286.up_proj,0.0000020001,0.05000,14.233
2,mlp.experts.245.up_proj,0.0000023881,0.05000,14.174
2,mlp.experts.281.up_proj,0.0000027237,0.05000,14.213
2,mlp.experts.257.up_proj,0.0000045541,0.05000,14.407
2,mlp.experts.264.up_proj,0.0000030858,0.05000,14.195
2,mlp.experts.271.up_proj,0.0000024740,0.05000,14.160
2,mlp.experts.262.up_proj,0.0000023046,0.05000,14.163
2,mlp.experts.267.up_proj,0.0000009470,0.05000,14.251
2,mlp.experts.260.up_proj,0.0000055323,0.05000,14.166
2,mlp.experts.258.up_proj,0.0000044979,0.05000,14.270
2,mlp.experts.268.up_proj,0.0000009590,0.05000,14.654
2,mlp.experts.263.up_proj,0.0000054714,0.05000,14.661
2,mlp.experts.256.up_proj,0.0000045897,0.05000,14.614
2,mlp.experts.285.up_proj,0.0000040516,0.05000,14.760
2,mlp.experts.266.up_proj,0.0000021190,0.05000,14.757
2,mlp.experts.307.up_proj,0.0000006728,0.05000,14.791
2,mlp.experts.261.up_proj,0.0000033780,0.05000,14.641
2,mlp.experts.302.up_proj,0.0000022657,0.05000,14.762
2,mlp.experts.273.up_proj,0.0000022088,0.05000,14.746
2,mlp.experts.297.up_proj,0.0000015145,0.05000,14.887
2,mlp.experts.280.up_proj,0.0000022480,0.05000,14.510
2,mlp.experts.287.up_proj,0.0000045134,0.05000,14.522
2,mlp.experts.278.up_proj,0.0000028500,0.05000,14.645
2,mlp.experts.283.up_proj,0.0000068527,0.05000,14.654
2,mlp.experts.276.up_proj,0.0000051258,0.05000,14.650
2,mlp.experts.274.up_proj,0.0000020140,0.05000,14.514
2,mlp.experts.279.up_proj,0.0000044863,0.05000,14.134
2,mlp.experts.284.up_proj,0.0000075223,0.05000,14.268
2,mlp.experts.301.up_proj,0.0000028908,0.05000,14.150
2,mlp.experts.282.up_proj,0.0000019526,0.05000,14.140
2,mlp.experts.272.up_proj,0.0000032127,0.05000,14.242
2,mlp.experts.277.up_proj,0.0000040532,0.05000,14.198
2,mlp.experts.323.up_proj,0.0000039264,0.05000,14.278
2,mlp.experts.318.up_proj,0.0000050669,0.05000,14.204
2,mlp.experts.289.up_proj,0.0000061617,0.05000,14.157
2,mlp.experts.296.up_proj,0.0000046428,0.05000,13.788
2,mlp.experts.294.up_proj,0.0000037882,0.05000,13.443
2,mlp.experts.292.up_proj,0.0000035830,0.05000,13.434
2,mlp.experts.313.up_proj,0.0000016681,0.05000,14.253
2,mlp.experts.303.up_proj,0.0000036879,0.05000,13.542
2,mlp.experts.299.up_proj,0.0000050755,0.05000,13.496
2,mlp.experts.290.up_proj,0.0000047423,0.05000,13.428
2,mlp.experts.295.up_proj,0.0000025208,0.05000,9.577
2,mlp.experts.298.up_proj,0.0000037420,0.05000,9.546
2,mlp.experts.300.up_proj,0.0000081589,0.05000,9.670
2,mlp.experts.288.up_proj,0.0000037635,0.05000,9.555
2,mlp.experts.317.up_proj,0.0000042472,0.05000,9.788
2,mlp.experts.293.up_proj,0.0000096229,0.05000,9.763
2,mlp.experts.339.up_proj,0.0000017878,0.05000,9.815
2,mlp.experts.312.up_proj,0.0000003372,0.05000,14.693
2,mlp.experts.305.up_proj,0.0000042032,0.05000,14.728
2,mlp.experts.310.up_proj,0.0000056716,0.05000,14.716
2,mlp.experts.315.up_proj,0.0000166903,0.05000,14.785
2,mlp.experts.308.up_proj,0.0000021319,0.05000,14.814
2,mlp.experts.334.up_proj,0.0000043198,0.05000,14.831
2,mlp.experts.306.up_proj,0.0000012816,0.05000,14.853
2,mlp.experts.319.up_proj,0.0000076926,0.05000,14.904
2,mlp.experts.329.up_proj,0.0000012039,0.05000,14.949
2,mlp.experts.316.up_proj,0.0000022352,0.05000,14.459
2,mlp.experts.311.up_proj,0.0000043628,0.05000,14.653
2,mlp.experts.314.up_proj,0.0000068204,0.05000,14.598
2,mlp.experts.304.up_proj,0.0000035746,0.05000,14.602
2,mlp.experts.333.up_proj,0.0000063215,0.05000,14.478
2,mlp.experts.309.up_proj,0.0000041648,0.05000,14.602
2,mlp.experts.355.up_proj,0.0000038306,0.05000,14.562
2,mlp.experts.328.up_proj,0.0000092515,0.05000,14.468
2,mlp.experts.326.up_proj,0.0000033881,0.05000,14.495
2,mlp.experts.331.up_proj,0.0000052095,0.05000,14.420
2,mlp.experts.324.up_proj,0.0000054071,0.05000,14.416
2,mlp.experts.345.up_proj,0.0000043055,0.05000,14.347
2,mlp.experts.321.up_proj,0.0000031137,0.05000,14.592
2,mlp.experts.335.up_proj,0.0000050256,0.05000,14.453
2,mlp.experts.350.up_proj,0.0000024535,0.05000,14.530
2,mlp.experts.322.up_proj,0.0000055963,0.05000,14.526
2,mlp.experts.332.up_proj,0.0000034041,0.05000,14.946
2,mlp.experts.327.up_proj,0.0000017545,0.05000,14.914
2,mlp.experts.330.up_proj,0.0000039887,0.05000,14.925
2,mlp.experts.349.up_proj,0.0000081312,0.05000,14.955
2,mlp.experts.320.up_proj,0.0000012670,0.05000,14.985
2,mlp.experts.325.up_proj,0.0000037247,0.05000,14.972
2,mlp.experts.371.up_proj,0.0000050650,0.05000,14.940
2,mlp.experts.344.up_proj,0.0000015508,0.05000,14.802
2,mlp.experts.342.up_proj,0.0000049046,0.05000,14.750
2,mlp.experts.366.up_proj,0.0000032134,0.05000,14.605
2,mlp.experts.347.up_proj,0.0000043888,0.05000,14.879
2,mlp.experts.340.up_proj,0.0000069711,0.05000,14.910
2,mlp.experts.361.up_proj,0.0000035473,0.05000,14.890
2,mlp.experts.351.up_proj,0.0000023113,0.05000,14.874
2,mlp.experts.338.up_proj,0.0000061161,0.05000,14.867
2,mlp.experts.337.up_proj,0.0000015928,0.05000,15.020
2,mlp.experts.343.up_proj,0.0000056192,0.05000,14.642
2,mlp.experts.346.up_proj,0.0000012497,0.05000,14.599
2,mlp.experts.348.up_proj,0.0000042351,0.05000,14.762
2,mlp.experts.336.up_proj,0.0000040540,0.05000,14.675
2,mlp.experts.365.up_proj,0.0000022831,0.05000,14.746
2,mlp.experts.341.up_proj,0.0000021077,0.05000,14.784
2,mlp.experts.387.up_proj,0.0000045975,0.05000,14.779
2,mlp.experts.363.up_proj,0.0000025159,0.05000,13.901
2,mlp.experts.382.up_proj,0.0000016816,0.05000,14.009
2,mlp.experts.358.up_proj,0.0000092063,0.05000,14.042
2,mlp.experts.360.up_proj,0.0000019137,0.05000,14.043
2,mlp.experts.377.up_proj,0.0000061879,0.05000,14.041
2,mlp.experts.356.up_proj,0.0000055129,0.05000,14.119
2,mlp.experts.367.up_proj,0.0000013535,0.05000,14.037
2,mlp.experts.354.up_proj,0.0000007153,0.05000,14.040
2,mlp.experts.353.up_proj,0.0000033051,0.05000,14.001
2,mlp.experts.364.up_proj,0.0000002980,0.05000,13.971
2,mlp.experts.362.up_proj,0.0000053375,0.05000,14.042
2,mlp.experts.359.up_proj,0.0000034674,0.05000,14.118
2,mlp.experts.352.up_proj,0.0000071585,0.05000,14.062
2,mlp.experts.381.up_proj,0.0000022620,0.05000,14.083
2,mlp.experts.357.up_proj,0.0000038362,0.05000,14.166
2,mlp.experts.403.up_proj,0.0000045494,0.05000,14.162
2,mlp.experts.398.up_proj,0.0000026463,0.05000,14.363
2,mlp.experts.379.up_proj,0.0000041429,0.05000,14.371
2,mlp.experts.374.up_proj,0.0000035654,0.05000,14.435
2,mlp.experts.376.up_proj,0.0000023712,0.05000,14.448
2,mlp.experts.393.up_proj,0.0000046149,0.05000,14.393
2,mlp.experts.383.up_proj,0.0000026353,0.05000,14.452
2,mlp.experts.372.up_proj,0.0000055429,0.05000,14.477
2,mlp.experts.370.up_proj,0.0000023901,0.05000,14.447
2,mlp.experts.369.up_proj,0.0000026078,0.05000,14.457
2,mlp.experts.375.up_proj,0.0000063515,0.05000,14.242
2,mlp.experts.378.up_proj,0.0000007212,0.05000,14.261
2,mlp.experts.380.up_proj,0.0000033318,0.05000,14.371
2,mlp.experts.368.up_proj,0.0000038492,0.05000,14.204
2,mlp.experts.397.up_proj,0.0000022469,0.05000,14.269
2,mlp.experts.419.up_proj,0.0000073138,0.05000,14.082
2,mlp.experts.373.up_proj,0.0000019942,0.05000,14.159
2,mlp.experts.414.up_proj,0.0000025929,0.05000,14.653
2,mlp.experts.395.up_proj,0.0000049456,0.05000,14.739
2,mlp.experts.390.up_proj,0.0000017081,0.05000,14.702
2,mlp.experts.392.up_proj,0.0000034334,0.05000,14.833
2,mlp.experts.409.up_proj,0.0000038348,0.05000,14.661
2,mlp.experts.386.up_proj,0.0000028199,0.05000,14.655
2,mlp.experts.399.up_proj,0.0000056556,0.05000,14.724
2,mlp.experts.385.up_proj,0.0000051986,0.05000,14.654
2,mlp.experts.388.up_proj,0.0000018868,0.05000,14.731
2,mlp.experts.394.up_proj,0.0000027156,0.05000,14.713
2,mlp.experts.391.up_proj,0.0000073736,0.05000,14.747
2,mlp.experts.396.up_proj,0.0000041272,0.05000,14.795
2,mlp.experts.384.up_proj,0.0000040600,0.05000,14.760
2,mlp.experts.413.up_proj,0.0000028942,0.05000,14.786
2,mlp.experts.389.up_proj,0.0000047815,0.05000,14.704
2,mlp.experts.435.up_proj,0.0000066945,0.05000,14.809
2,mlp.experts.430.up_proj,0.0000031497,0.05000,14.118
2,mlp.experts.406.up_proj,0.0000009820,0.05000,13.988
2,mlp.experts.411.up_proj,0.0000003384,0.05000,14.167
2,mlp.experts.408.up_proj,0.0000046714,0.05000,14.087
2,mlp.experts.425.up_proj,0.0000016198,0.05000,14.109
2,mlp.experts.401.up_proj,0.0000039328,0.05000,13.974
2,mlp.experts.402.up_proj,0.0000042318,0.05000,14.001
2,mlp.experts.404.up_proj,0.0000019082,0.05000,13.982
2,mlp.experts.415.up_proj,0.0000022703,0.05000,14.259
2,mlp.experts.410.up_proj,0.0000045203,0.05000,13.993
2,mlp.experts.412.up_proj,0.0000071442,0.05000,13.923
2,mlp.experts.407.up_proj,0.0000038891,0.05000,14.068
2,mlp.experts.400.up_proj,0.0000024302,0.05000,14.022
2,mlp.experts.429.up_proj,0.0000036777,0.05000,14.101
2,mlp.experts.405.up_proj,0.0000031184,0.05000,14.048
2,mlp.experts.451.up_proj,0.0000016485,0.05000,14.045
2,mlp.experts.422.up_proj,0.0000037321,0.05000,14.143
2,mlp.experts.446.up_proj,0.0000011361,0.05000,14.223
2,mlp.experts.427.up_proj,0.0000048813,0.05000,14.147
2,mlp.experts.418.up_proj,0.0000038694,0.05000,14.074
2,mlp.experts.424.up_proj,0.0000064695,0.05000,14.210
2,mlp.experts.441.up_proj,0.0000041630,0.05000,14.235
2,mlp.experts.417.up_proj,0.0000026158,0.05000,14.295
2,mlp.experts.431.up_proj,0.0000063137,0.05000,14.129
2,mlp.experts.426.up_proj,0.0000013147,0.05000,12.945
2,mlp.experts.416.up_proj,0.0000103786,0.05000,12.892
2,mlp.experts.421.up_proj,0.0000022260,0.05000,12.557
2,mlp.experts.420.up_proj,0.0000066623,0.05000,14.288
2,mlp.experts.428.up_proj,0.0000011837,0.05000,12.872
2,mlp.experts.423.up_proj,0.0000030071,0.05000,12.914
2,mlp.experts.445.up_proj,0.0000022934,0.05000,12.669
2,mlp.experts.467.up_proj,0.0000023547,0.05000,12.537
2,mlp.experts.483.up_proj,failsafe(rtn): 0.0011978,0.00000,0.755
2,mlp.experts.462.up_proj,0.0000071935,0.05000,12.366
2,mlp.experts.443.up_proj,0.0000025863,0.05000,12.352
2,mlp.experts.438.up_proj,0.0000070336,0.05000,12.495
2,mlp.experts.434.up_proj,0.0000024420,0.05000,12.527
2,mlp.experts.440.up_proj,0.0000093372,0.05000,12.516
2,mlp.experts.442.up_proj,0.0000031381,0.05000,14.387
2,mlp.experts.436.up_proj,0.0000035353,0.05000,14.521
2,mlp.experts.461.up_proj,0.0000055440,0.05000,14.561
2,mlp.experts.444.up_proj,0.0000054583,0.05000,14.567
2,mlp.experts.447.up_proj,0.0000065743,0.05000,14.589
2,mlp.experts.439.up_proj,0.0000006962,0.05000,14.698
2,mlp.experts.437.up_proj,0.0000056022,0.05000,14.702
2,mlp.experts.457.up_proj,0.0000019358,0.05000,14.722
2,mlp.experts.432.up_proj,0.0000019328,0.05000,14.765
2,mlp.experts.433.up_proj,0.0000016235,0.05000,14.860
2,mlp.experts.499.up_proj,0.0000035406,0.05000,14.624
2,mlp.experts.3.down_proj,failsafe(rtn): 0.0011902,0.00000,0.158
2,mlp.experts.19.down_proj,0.0000003593,0.05000,3.617
2,mlp.experts.35.down_proj,0.0000003468,0.05000,3.611
2,mlp.experts.478.up_proj,0.0000021594,0.05000,14.561
2,mlp.experts.454.up_proj,0.0000030921,0.05000,14.657
2,mlp.experts.459.up_proj,0.0000022683,0.05000,14.691
2,mlp.experts.450.up_proj,0.0000053848,0.05000,14.682
2,mlp.experts.456.up_proj,0.0000028979,0.05000,14.745
2,mlp.experts.51.down_proj,0.0000008221,0.05000,3.606
2,mlp.experts.458.up_proj,0.0000025777,0.05000,14.411
2,mlp.experts.452.up_proj,0.0000020427,0.05000,14.385
2,mlp.experts.460.up_proj,0.0000028379,0.05000,14.480
2,mlp.experts.477.up_proj,0.0000016891,0.05000,14.492
2,mlp.experts.463.up_proj,0.0000020698,0.05000,14.487
2,mlp.experts.453.up_proj,0.0000044714,0.05000,14.449
2,mlp.experts.455.up_proj,0.0000037970,0.05000,14.491
2,mlp.experts.448.up_proj,0.0000103152,0.05000,14.413
2,mlp.experts.449.up_proj,0.0000076521,0.05000,14.408
2,mlp.experts.473.up_proj,0.0000030741,0.05000,14.565
2,mlp.experts.493.up_proj,failsafe(rtn): 0.0011673,0.00000,0.769
2,mlp.experts.67.down_proj,0.0000002156,0.05000,3.718
2,mlp.experts.83.down_proj,0.0000012385,0.05000,3.596
2,mlp.experts.99.down_proj,0.0000008590,0.05000,3.731
2,mlp.experts.494.up_proj,0.0000057904,0.05000,14.457
2,mlp.experts.475.up_proj,0.0000037796,0.05000,14.417
2,mlp.experts.470.up_proj,0.0000023536,0.05000,14.485
2,mlp.experts.466.up_proj,0.0000057751,0.05000,14.314
2,mlp.experts.472.up_proj,0.0000018042,0.05000,14.349
2,mlp.experts.115.down_proj,0.0000004280,0.05000,3.497
2,mlp.experts.474.up_proj,0.0000036595,0.05000,14.471
2,mlp.experts.468.up_proj,0.0000066600,0.05000,14.503
2,mlp.experts.476.up_proj,0.0000035036,0.05000,14.431
2,mlp.experts.479.up_proj,0.0000054387,0.05000,14.464
2,mlp.experts.489.up_proj,0.0000046273,0.05000,14.308
2,mlp.experts.465.up_proj,0.0000022512,0.05000,14.374
2,mlp.experts.471.up_proj,0.0000022618,0.05000,14.481
2,mlp.experts.464.up_proj,0.0000024292,0.05000,14.515
2,mlp.experts.469.up_proj,0.0000031225,0.05000,14.589
2,mlp.experts.509.up_proj,0.0000033155,0.05000,14.364
2,mlp.experts.131.down_proj,0.0000002299,0.05000,3.547
2,mlp.experts.13.down_proj,0.0000001973,0.05000,2.785
2,mlp.experts.29.down_proj,0.0000006276,0.05000,2.785
2,mlp.experts.510.up_proj,0.0000033343,0.05000,12.522
2,mlp.experts.491.up_proj,0.0000041596,0.05000,12.401
2,mlp.experts.486.up_proj,0.0000026093,0.05000,12.437
2,mlp.experts.482.up_proj,0.0000064236,0.05000,12.401
2,mlp.experts.488.up_proj,0.0000031549,0.05000,12.379
2,mlp.experts.45.down_proj,0.0000002953,0.05000,3.252
2,mlp.experts.14.down_proj,0.0000003539,0.05000,3.322
2,mlp.experts.147.down_proj,0.0000003764,0.05000,3.519
2,mlp.experts.490.up_proj,0.0000028366,0.05000,11.959
2,mlp.experts.484.up_proj,0.0000059126,0.05000,11.910
2,mlp.experts.481.up_proj,0.0000047259,0.05000,11.880
2,mlp.experts.505.up_proj,0.0000024129,0.05000,11.996
2,mlp.experts.61.down_proj,0.0000002382,0.05000,2.807
2,mlp.experts.492.up_proj,0.0000028306,0.05000,11.941
2,mlp.experts.480.up_proj,0.0000122287,0.05000,11.871
2,mlp.experts.485.up_proj,0.0000029318,0.05000,11.865
2,mlp.experts.30.down_proj,0.0000002534,0.05000,2.624
2,mlp.experts.497.up_proj,failsafe(rtn): 0.0012054,0.00000,0.688
2,mlp.experts.46.down_proj,0.0000003917,0.05000,3.239
2,mlp.experts.163.down_proj,0.0000006144,0.05000,3.278
2,mlp.experts.77.down_proj,0.0000008954,0.05000,3.285
2,mlp.experts.9.down_proj,0.0000002744,0.05000,3.315
2,mlp.experts.502.up_proj,0.0000026831,0.05000,10.672
2,mlp.experts.504.up_proj,0.0000026494,0.05000,10.510
2,mlp.experts.498.up_proj,0.0000027516,0.05000,10.730
2,mlp.experts.507.up_proj,0.0000043346,0.05000,10.637
2,mlp.experts.487.up_proj,0.0000049323,0.05000,10.659
2,mlp.experts.495.up_proj,0.0000051750,0.05000,10.803
2,mlp.experts.62.down_proj,0.0000000968,0.05000,2.938
2,mlp.experts.179.down_proj,0.0000010195,0.05000,2.951
2,mlp.experts.6.down_proj,0.0000009391,0.05000,2.887
2,mlp.experts.8.down_proj,0.0000002888,0.05000,2.888
2,mlp.experts.2.down_proj,0.0000003252,0.05000,2.910
2,mlp.experts.11.down_proj,0.0000004265,0.05000,2.871
2,mlp.experts.78.down_proj,0.0000004212,0.05000,2.744
2,mlp.experts.195.down_proj,0.0000001346,0.05000,2.718
2,mlp.experts.22.down_proj,0.0000003712,0.05000,2.767
2,mlp.experts.24.down_proj,0.0000007252,0.05000,2.789
2,mlp.experts.18.down_proj,0.0000001786,0.05000,2.757
2,mlp.experts.27.down_proj,0.0000006795,0.05000,2.779
2,mlp.experts.501.up_proj,0.0000015482,0.05000,11.532
2,mlp.experts.506.up_proj,0.0000043309,0.05000,11.631
2,mlp.experts.500.up_proj,0.0000054581,0.05000,11.710
2,mlp.experts.496.up_proj,0.0000044347,0.05000,11.786
2,mlp.experts.508.up_proj,0.0000028386,0.05000,11.860
2,mlp.experts.94.down_proj,0.0000003388,0.05000,2.954
2,mlp.experts.211.down_proj,0.0000006597,0.05000,2.968
2,mlp.experts.38.down_proj,0.0000001938,0.05000,3.259
2,mlp.experts.40.down_proj,0.0000007144,0.05000,3.223
2,mlp.experts.34.down_proj,0.0000001074,0.05000,3.215
2,mlp.experts.43.down_proj,0.0000004575,0.05000,3.263
2,mlp.experts.93.down_proj,0.0000001473,0.05000,3.702
2,mlp.experts.25.down_proj,0.0000014005,0.05000,3.737
2,mlp.experts.5.down_proj,0.0000006527,0.05000,3.761
2,mlp.experts.1.down_proj,0.0000009421,0.05000,3.822
2,mlp.experts.4.down_proj,0.0000001535,0.05000,3.733
2,mlp.experts.10.down_proj,0.0000008833,0.05000,3.842
2,mlp.experts.0.down_proj,0.0000002331,0.05000,3.763
2,mlp.experts.110.down_proj,0.0000002176,0.05000,3.714
2,mlp.experts.12.down_proj,0.0000005844,0.05000,3.749
2,mlp.experts.227.down_proj,0.0000021921,0.05000,3.773
2,mlp.experts.54.down_proj,0.0000021147,0.05000,3.588
2,mlp.experts.50.down_proj,0.0000009137,0.05000,3.624
2,mlp.experts.503.up_proj,0.0000038099,0.05000,12.424
2,mlp.experts.59.down_proj,0.0000015745,0.05000,3.546
2,mlp.experts.511.up_proj,0.0000034070,0.05000,12.413
2,mlp.experts.109.down_proj,0.0000006231,0.05000,3.148
2,mlp.experts.21.down_proj,0.0000003982,0.05000,3.138
2,mlp.experts.41.down_proj,0.0000005790,0.05000,3.184
2,mlp.experts.17.down_proj,0.0000003868,0.05000,3.149
2,mlp.experts.26.down_proj,0.0000004500,0.05000,3.100
2,mlp.experts.16.down_proj,0.0000001058,0.05000,3.087
2,mlp.experts.126.down_proj,0.0000006253,0.05000,3.105
2,mlp.experts.20.down_proj,0.0000005269,0.05000,3.128
2,mlp.experts.56.down_proj,0.0000005210,0.05000,3.146
2,mlp.experts.28.down_proj,0.0000003488,0.05000,3.156
2,mlp.experts.243.down_proj,0.0000002590,0.05000,3.138
2,mlp.experts.7.down_proj,0.0000002192,0.05000,3.358
2,mlp.experts.75.down_proj,0.0000002978,0.05000,3.386
2,mlp.experts.15.down_proj,0.0000003577,0.05000,3.400
2,mlp.experts.125.down_proj,0.0000002963,0.05000,3.920
2,mlp.experts.37.down_proj,0.0000009692,0.05000,3.960
2,mlp.experts.57.down_proj,0.0000002414,0.05000,4.017
2,mlp.experts.33.down_proj,0.0000001484,0.05000,3.980
2,mlp.experts.66.down_proj,0.0000003254,0.05000,3.970
2,mlp.experts.72.down_proj,0.0000011539,0.05000,3.928
2,mlp.experts.42.down_proj,0.0000002601,0.05000,3.991
2,mlp.experts.32.down_proj,0.0000002238,0.05000,4.014
2,mlp.experts.70.down_proj,0.0000001501,0.05000,4.041
2,mlp.experts.44.down_proj,0.0000004291,0.05000,3.974
2,mlp.experts.142.down_proj,0.0000001591,0.05000,4.061
2,mlp.experts.36.down_proj,0.0000003726,0.05000,4.060
2,mlp.experts.259.down_proj,0.0000002341,0.05000,4.027
2,mlp.experts.23.down_proj,0.0000004832,0.05000,3.950
2,mlp.experts.91.down_proj,0.0000007298,0.05000,3.983
2,mlp.experts.31.down_proj,0.0000001982,0.05000,3.999
2,mlp.experts.141.down_proj,0.0000006583,0.05000,3.746
2,mlp.experts.53.down_proj,0.0000002436,0.05000,3.755
2,mlp.experts.73.down_proj,0.0000003305,0.05000,3.706
2,mlp.experts.49.down_proj,0.0000005626,0.05000,3.745
2,mlp.experts.88.down_proj,0.0000001842,0.05000,3.693
2,mlp.experts.89.down_proj,failsafe(rtn): 0.0015030,0.00000,0.204
2,mlp.experts.82.down_proj,0.0000003394,0.05000,3.720
2,mlp.experts.48.down_proj,0.0000004455,0.05000,3.706
2,mlp.experts.58.down_proj,0.0000005645,0.05000,3.731
2,mlp.experts.86.down_proj,0.0000002623,0.05000,3.714
2,mlp.experts.60.down_proj,0.0000005667,0.05000,3.741
2,mlp.experts.158.down_proj,0.0000002434,0.05000,3.743
2,mlp.experts.52.down_proj,0.0000002745,0.05000,3.715
2,mlp.experts.275.down_proj,0.0000000948,0.05000,3.750
2,mlp.experts.174.down_proj,failsafe(rtn): 0.0014114,0.00000,0.182
2,mlp.experts.107.down_proj,0.0000001926,0.05000,3.550
2,mlp.experts.39.down_proj,0.0000002688,0.05000,3.649
2,mlp.experts.47.down_proj,0.0000020091,0.05000,3.593
2,mlp.experts.157.down_proj,0.0000004795,0.05000,3.673
2,mlp.experts.69.down_proj,0.0000002779,0.05000,3.633
2,mlp.experts.65.down_proj,0.0000019889,0.05000,3.593
2,mlp.experts.104.down_proj,0.0000004649,0.05000,3.637
2,mlp.experts.105.down_proj,0.0000001863,0.05000,3.647
2,mlp.experts.74.down_proj,0.0000006186,0.05000,3.645
2,mlp.experts.64.down_proj,0.0000004324,0.05000,3.674
2,mlp.experts.68.down_proj,0.0000001846,0.05000,3.581
2,mlp.experts.98.down_proj,0.0000002162,0.05000,3.713
2,mlp.experts.102.down_proj,0.0000003329,0.05000,3.658
2,mlp.experts.76.down_proj,0.0000002241,0.05000,3.637
2,mlp.experts.291.down_proj,0.0000003494,0.05000,3.664
2,mlp.experts.190.down_proj,0.0000003165,0.05000,3.623
2,mlp.experts.123.down_proj,0.0000003518,0.05000,3.680
2,mlp.experts.55.down_proj,0.0000003779,0.05000,3.751
2,mlp.experts.63.down_proj,0.0000003789,0.05000,3.754
2,mlp.experts.173.down_proj,0.0000004534,0.05000,3.698
2,mlp.experts.85.down_proj,0.0000001315,0.05000,3.742
2,mlp.experts.81.down_proj,0.0000007975,0.05000,3.748
2,mlp.experts.120.down_proj,0.0000002103,0.05000,3.724
2,mlp.experts.114.down_proj,0.0000002328,0.05000,3.748
2,mlp.experts.92.down_proj,0.0000003655,0.05000,3.724
2,mlp.experts.121.down_proj,0.0000007063,0.05000,3.832
2,mlp.experts.90.down_proj,0.0000004950,0.05000,3.815
2,mlp.experts.80.down_proj,0.0000005793,0.05000,3.790
2,mlp.experts.118.down_proj,0.0000003740,0.05000,3.770
2,mlp.experts.84.down_proj,0.0000003296,0.05000,3.798
2,mlp.experts.307.down_proj,0.0000002138,0.05000,3.755
2,mlp.experts.206.down_proj,0.0000009810,0.05000,3.788
2,mlp.experts.71.down_proj,0.0000003893,0.05000,3.664
2,mlp.experts.139.down_proj,0.0000002462,0.05000,3.760
2,mlp.experts.79.down_proj,0.0000001405,0.05000,3.659
2,mlp.experts.189.down_proj,0.0000007087,0.05000,3.698
2,mlp.experts.101.down_proj,0.0000017246,0.05000,3.691
2,mlp.experts.97.down_proj,0.0000003100,0.05000,3.724
2,mlp.experts.136.down_proj,0.0000003656,0.05000,3.644
2,mlp.experts.130.down_proj,0.0000002834,0.05000,3.554
2,mlp.experts.96.down_proj,0.0000009711,0.05000,3.608
2,mlp.experts.108.down_proj,0.0000005341,0.05000,3.650
2,mlp.experts.106.down_proj,0.0000002857,0.05000,3.639
2,mlp.experts.137.down_proj,0.0000006935,0.05000,3.667
2,mlp.experts.100.down_proj,0.0000002255,0.05000,3.638
2,mlp.experts.134.down_proj,0.0000001436,0.05000,3.645
2,mlp.experts.323.down_proj,0.0000009596,0.05000,3.607
2,mlp.experts.222.down_proj,0.0000005525,0.05000,3.669
2,mlp.experts.87.down_proj,0.0000008180,0.05000,3.689
2,mlp.experts.155.down_proj,0.0000005620,0.05000,3.691
2,mlp.experts.95.down_proj,0.0000004703,0.05000,3.669
2,mlp.experts.205.down_proj,0.0000005662,0.05000,3.497
2,mlp.experts.113.down_proj,0.0000004459,0.05000,3.374
2,mlp.experts.117.down_proj,0.0000000899,0.05000,3.456
2,mlp.experts.146.down_proj,0.0000003431,0.05000,3.450
2,mlp.experts.152.down_proj,0.0000010632,0.05000,3.489
2,mlp.experts.112.down_proj,0.0000003490,0.05000,3.459
2,mlp.experts.122.down_proj,0.0000002753,0.05000,3.495
2,mlp.experts.124.down_proj,0.0000005479,0.05000,3.517
2,mlp.experts.116.down_proj,0.0000004616,0.05000,3.484
2,mlp.experts.153.down_proj,0.0000002693,0.05000,3.500
2,mlp.experts.150.down_proj,0.0000006242,0.05000,3.521
2,mlp.experts.339.down_proj,0.0000001939,0.05000,3.491
2,mlp.experts.238.down_proj,0.0000011229,0.05000,3.525
2,mlp.experts.103.down_proj,0.0000002776,0.05000,3.494
2,mlp.experts.171.down_proj,0.0000006484,0.05000,3.515
2,mlp.experts.111.down_proj,0.0000003708,0.05000,3.470
2,mlp.experts.221.down_proj,0.0000007468,0.05000,3.515
2,mlp.experts.129.down_proj,0.0000002296,0.05000,3.571
2,mlp.experts.133.down_proj,0.0000001832,0.05000,3.600
2,mlp.experts.168.down_proj,0.0000008434,0.05000,3.561
2,mlp.experts.162.down_proj,0.0000001336,0.05000,3.625
2,mlp.experts.128.down_proj,0.0000003470,0.05000,3.535
2,mlp.experts.140.down_proj,0.0000006732,0.05000,3.512
2,mlp.experts.138.down_proj,0.0000003171,0.05000,3.541
2,mlp.experts.169.down_proj,0.0000003103,0.05000,3.550
2,mlp.experts.166.down_proj,0.0000004514,0.05000,3.536
2,mlp.experts.132.down_proj,0.0000006122,0.05000,3.590
2,mlp.experts.355.down_proj,0.0000006576,0.05000,3.533
2,mlp.experts.254.down_proj,0.0000001406,0.05000,3.547
2,mlp.experts.187.down_proj,0.0000006662,0.05000,3.550
2,mlp.experts.119.down_proj,0.0000002666,0.05000,3.607
2,mlp.experts.127.down_proj,0.0000001768,0.05000,3.587
2,mlp.experts.237.down_proj,0.0000006127,0.05000,3.607
2,mlp.experts.149.down_proj,0.0000002949,0.05000,3.575
2,mlp.experts.145.down_proj,0.0000006108,0.05000,3.699
2,mlp.experts.178.down_proj,0.0000004350,0.05000,3.564
2,mlp.experts.144.down_proj,0.0000023946,0.05000,3.551
2,mlp.experts.184.down_proj,0.0000013679,0.05000,3.646
2,mlp.experts.156.down_proj,0.0000008530,0.05000,3.569
2,mlp.experts.182.down_proj,0.0000003846,0.05000,3.542
2,mlp.experts.148.down_proj,0.0000015496,0.05000,3.539
2,mlp.experts.203.down_proj,0.0000004068,0.05000,2.789
2,mlp.experts.143.down_proj,0.0000015142,0.05000,2.716
2,mlp.experts.253.down_proj,0.0000002640,0.05000,1.042
2,mlp.experts.154.down_proj,0.0000001522,0.05000,3.541
2,mlp.experts.185.down_proj,0.0000001802,0.05000,3.544
2,mlp.experts.371.down_proj,0.0000005169,0.05000,3.530
2,mlp.experts.270.down_proj,0.0000007461,0.05000,3.437
2,mlp.experts.135.down_proj,0.0000004206,0.05000,2.794
2,mlp.experts.165.down_proj,0.0000023132,0.05000,0.919
2,mlp.experts.161.down_proj,0.0000003612,0.05000,0.872
2,mlp.experts.194.down_proj,0.0000002795,0.05000,3.446
2,mlp.experts.172.down_proj,0.0000012662,0.05000,3.484
2,mlp.experts.201.down_proj,0.0000004788,0.05000,3.488
2,mlp.experts.160.down_proj,0.0000002869,0.05000,3.497
2,mlp.experts.387.down_proj,0.0000006602,0.05000,3.497
2,mlp.experts.159.down_proj,0.0000001512,0.05000,3.503
2,mlp.experts.177.down_proj,0.0000012409,0.05000,3.514
2,mlp.experts.181.down_proj,0.0000002436,0.05000,3.524
2,mlp.experts.170.down_proj,0.0000002521,0.05000,3.527
2,mlp.experts.151.down_proj,0.0000001342,0.05000,3.539
2,mlp.experts.200.down_proj,0.0000002711,0.05000,3.547
2,mlp.experts.219.down_proj,0.0000001301,0.05000,3.556
2,mlp.experts.286.down_proj,0.0000004233,0.05000,3.554
2,mlp.experts.198.down_proj,0.0000005051,0.05000,3.569
2,mlp.experts.164.down_proj,0.0000003084,0.05000,3.574
2,mlp.experts.269.down_proj,0.0000008531,0.05000,3.615
2,mlp.experts.186.down_proj,0.0000008544,0.05000,3.447
2,mlp.experts.217.down_proj,0.0000004060,0.05000,3.490
2,mlp.experts.193.down_proj,0.0000006990,0.05000,3.472
2,mlp.experts.210.down_proj,0.0000002797,0.05000,3.610
2,mlp.experts.167.down_proj,0.0000003515,0.05000,3.497
2,mlp.experts.188.down_proj,0.0000007053,0.05000,3.563
2,mlp.experts.197.down_proj,0.0000001934,0.05000,3.524
2,mlp.experts.216.down_proj,0.0000004735,0.05000,3.530
2,mlp.experts.175.down_proj,0.0000002095,0.05000,3.570
2,mlp.experts.180.down_proj,0.0000003165,0.05000,3.499
2,mlp.experts.235.down_proj,0.0000003683,0.05000,3.516
2,mlp.experts.176.down_proj,0.0000002377,0.05000,3.579
2,mlp.experts.302.down_proj,0.0000002045,0.05000,3.534
2,mlp.experts.403.down_proj,0.0000012575,0.05000,3.606
2,mlp.experts.214.down_proj,0.0000001313,0.05000,3.550
2,mlp.experts.285.down_proj,0.0000003069,0.05000,3.525
2,mlp.experts.202.down_proj,0.0000004253,0.05000,3.798
2,mlp.experts.233.down_proj,0.0000001953,0.05000,3.813
2,mlp.experts.226.down_proj,0.0000008429,0.05000,3.805
2,mlp.experts.209.down_proj,0.0000002579,0.05000,3.857
2,mlp.experts.213.down_proj,0.0000005622,0.05000,3.809
2,mlp.experts.251.down_proj,0.0000005266,0.05000,3.794
2,mlp.experts.183.down_proj,0.0000006709,0.05000,3.847
2,mlp.experts.419.down_proj,0.0000008064,0.05000,3.795
2,mlp.experts.318.down_proj,0.0000003942,0.05000,3.825
2,mlp.experts.191.down_proj,0.0000009520,0.05000,3.860
2,mlp.experts.192.down_proj,0.0000013839,0.05000,3.844
2,mlp.experts.196.down_proj,0.0000010577,0.05000,3.863
2,mlp.experts.230.down_proj,0.0000005237,0.05000,3.830
2,mlp.experts.204.down_proj,0.0000005584,0.05000,3.910
2,mlp.experts.232.down_proj,0.0000004299,0.05000,3.897
2,mlp.experts.301.down_proj,0.0000001988,0.05000,3.873
2,mlp.experts.218.down_proj,0.0000003456,0.05000,3.721
2,mlp.experts.249.down_proj,0.0000009381,0.05000,3.710
2,mlp.experts.229.down_proj,0.0000000674,0.05000,3.661
2,mlp.experts.242.down_proj,0.0000005746,0.05000,3.678
2,mlp.experts.199.down_proj,0.0000002113,0.05000,3.649
2,mlp.experts.225.down_proj,0.0000004245,0.05000,3.710
2,mlp.experts.435.down_proj,0.0000005944,0.05000,3.680
2,mlp.experts.248.down_proj,0.0000002717,0.05000,3.619
2,mlp.experts.334.down_proj,0.0000008666,0.05000,3.663
2,mlp.experts.246.down_proj,0.0000001869,0.05000,3.635
2,mlp.experts.208.down_proj,0.0000004031,0.05000,3.675
2,mlp.experts.267.down_proj,0.0000001725,0.05000,3.730
2,mlp.experts.207.down_proj,0.0000019869,0.05000,3.687
2,mlp.experts.220.down_proj,0.0000002489,0.05000,3.659
2,mlp.experts.212.down_proj,0.0000002619,0.05000,3.724
2,mlp.experts.317.down_proj,0.0000004810,0.05000,3.727
2,mlp.experts.234.down_proj,0.0000013866,0.05000,3.793
2,mlp.experts.245.down_proj,0.0000003893,0.05000,3.781
2,mlp.experts.265.down_proj,0.0000003467,0.05000,3.848
2,mlp.experts.258.down_proj,0.0000010054,0.05000,3.834
2,mlp.experts.264.down_proj,0.0000003141,0.05000,3.770
2,mlp.experts.215.down_proj,0.0000003649,0.05000,3.872
2,mlp.experts.350.down_proj,0.0000003936,0.05000,3.828
2,mlp.experts.262.down_proj,0.0000002260,0.05000,3.836
2,mlp.experts.241.down_proj,0.0000002891,0.05000,3.892
2,mlp.experts.236.down_proj,0.0000011995,0.05000,3.818
2,mlp.experts.283.down_proj,0.0000005338,0.05000,3.835
2,mlp.experts.224.down_proj,0.0000003490,0.05000,3.852
2,mlp.experts.223.down_proj,0.0000003004,0.05000,3.842
2,mlp.experts.451.down_proj,0.0000001284,0.05000,3.883
2,mlp.experts.228.down_proj,0.0000003720,0.05000,3.834
2,mlp.experts.333.down_proj,0.0000005933,0.05000,3.881
2,mlp.experts.250.down_proj,0.0000002412,0.05000,3.571
2,mlp.experts.261.down_proj,0.0000008859,0.05000,3.589
2,mlp.experts.281.down_proj,0.0000002446,0.05000,3.553
2,mlp.experts.274.down_proj,0.0000002929,0.05000,3.560
2,mlp.experts.280.down_proj,0.0000003756,0.05000,3.583
2,mlp.experts.366.down_proj,0.0000014191,0.05000,3.541
2,mlp.experts.231.down_proj,0.0000005258,0.05000,3.586
2,mlp.experts.252.down_proj,0.0000001897,0.05000,3.550
2,mlp.experts.240.down_proj,0.0000002048,0.05000,3.557
2,mlp.experts.239.down_proj,0.0000006918,0.05000,3.552
2,mlp.experts.278.down_proj,0.0000006821,0.05000,3.595
2,mlp.experts.257.down_proj,0.0000006240,0.05000,3.585
2,mlp.experts.299.down_proj,0.0000003924,0.05000,3.581
2,mlp.experts.467.down_proj,0.0000003047,0.05000,3.581
2,mlp.experts.244.down_proj,0.0000010081,0.05000,3.589
2,mlp.experts.349.down_proj,0.0000008349,0.05000,3.587
2,mlp.experts.483.down_proj,failsafe(rtn): 0.0013733,0.00000,0.192
2,mlp.experts.297.down_proj,0.0000004426,0.05000,3.728
2,mlp.experts.266.down_proj,0.0000002855,0.05000,3.799
2,mlp.experts.296.down_proj,0.0000010280,0.05000,3.705
2,mlp.experts.290.down_proj,0.0000010779,0.05000,3.735
2,mlp.experts.277.down_proj,0.0000003184,0.05000,3.814
2,mlp.experts.294.down_proj,0.0000002041,0.05000,3.714
2,mlp.experts.268.down_proj,0.0000000948,0.05000,3.747
2,mlp.experts.256.down_proj,0.0000006908,0.05000,3.745
2,mlp.experts.382.down_proj,0.0000003778,0.05000,3.808
2,mlp.experts.247.down_proj,0.0000003464,0.05000,3.782
2,mlp.experts.273.down_proj,0.0000003448,0.05000,3.754
2,mlp.experts.255.down_proj,0.0000010131,0.05000,3.778
2,mlp.experts.315.down_proj,0.0000018501,0.05000,3.778
2,mlp.experts.260.down_proj,0.0000007026,0.05000,3.743
2,mlp.experts.365.down_proj,0.0000002094,0.05000,3.743
2,mlp.experts.499.down_proj,0.0000005411,0.05000,3.768
2,mlp.experts.312.down_proj,0.0000001476,0.05000,3.470
2,mlp.experts.306.down_proj,0.0000002412,0.05000,3.467
2,mlp.experts.313.down_proj,0.0000002231,0.05000,3.524
2,mlp.experts.282.down_proj,0.0000001284,0.05000,3.501
2,mlp.experts.293.down_proj,0.0000006413,0.05000,3.530
2,mlp.experts.272.down_proj,0.0000004183,0.05000,3.465
2,mlp.experts.398.down_proj,0.0000002700,0.05000,3.474
2,mlp.experts.263.down_proj,0.0000008560,0.05000,3.471
2,mlp.experts.310.down_proj,0.0000005636,0.05000,3.518
2,mlp.experts.331.down_proj,0.0000004690,0.05000,3.476
2,mlp.experts.284.down_proj,0.0000015167,0.05000,3.562
2,mlp.experts.271.down_proj,0.0000002202,0.05000,3.516
2,mlp.experts.276.down_proj,0.0000004288,0.05000,3.512
2,mlp.experts.289.down_proj,0.0000003527,0.05000,3.575
2,mlp.experts.381.down_proj,0.0000002489,0.05000,3.433
2,mlp.experts.322.down_proj,0.0000006449,0.05000,3.337
2,mlp.experts.328.down_proj,0.0000014424,0.05000,3.349
2,mlp.experts.329.down_proj,0.0000002781,0.05000,3.339
2,mlp.experts.298.down_proj,0.0000005078,0.05000,3.347
2,mlp.experts.279.down_proj,0.0000005063,0.05000,3.276
2,mlp.experts.326.down_proj,0.0000010507,0.05000,3.263
2,mlp.experts.309.down_proj,0.0000003196,0.05000,3.361
2,mlp.experts.414.down_proj,0.0000003117,0.05000,3.353
2,mlp.experts.287.down_proj,0.0000003241,0.05000,3.274
2,mlp.experts.288.down_proj,0.0000008821,0.05000,3.375
2,mlp.experts.347.down_proj,0.0000003063,0.05000,3.310
2,mlp.experts.300.down_proj,0.0000009980,0.05000,3.304
2,mlp.experts.292.down_proj,0.0000002975,0.05000,3.269
2,mlp.experts.305.down_proj,0.0000002132,0.05000,3.324
2,mlp.experts.397.down_proj,0.0000002523,0.05000,3.334
2,mlp.experts.338.down_proj,0.0000009649,0.05000,3.401
2,mlp.experts.314.down_proj,0.0000009928,0.05000,3.383
2,mlp.experts.342.down_proj,0.0000004498,0.05000,3.381
2,mlp.experts.344.down_proj,0.0000001980,0.05000,3.458
2,mlp.experts.345.down_proj,0.0000009304,0.05000,3.458
2,mlp.experts.295.down_proj,0.0000002367,0.05000,3.428
2,mlp.experts.325.down_proj,0.0000003844,0.05000,3.417
2,mlp.experts.303.down_proj,0.0000003080,0.05000,3.408
2,mlp.experts.304.down_proj,0.0000003885,0.05000,3.396
2,mlp.experts.430.down_proj,0.0000004000,0.05000,3.419
2,mlp.experts.363.down_proj,0.0000002059,0.05000,3.425
2,mlp.experts.308.down_proj,0.0000007132,0.05000,3.413
2,mlp.experts.316.down_proj,0.0000001853,0.05000,3.474
2,mlp.experts.321.down_proj,0.0000008105,0.05000,3.462
2,mlp.experts.413.down_proj,0.0000006024,0.05000,3.477
2,mlp.experts.360.down_proj,0.0000000989,0.05000,3.385
2,mlp.experts.330.down_proj,0.0000003548,0.05000,3.435
2,mlp.experts.311.down_proj,0.0000003596,0.05000,3.390
2,mlp.experts.354.down_proj,0.0000002257,0.05000,3.503
2,mlp.experts.361.down_proj,0.0000002637,0.05000,3.451
2,mlp.experts.358.down_proj,0.0000006831,0.05000,3.471
2,mlp.experts.446.down_proj,0.0000000861,0.05000,3.427
2,mlp.experts.320.down_proj,0.0000008406,0.05000,3.447
2,mlp.experts.319.down_proj,0.0000009181,0.05000,3.447
2,mlp.experts.341.down_proj,0.0000001887,0.05000,3.448
2,mlp.experts.324.down_proj,0.0000008515,0.05000,3.440
2,mlp.experts.379.down_proj,0.0000010109,0.05000,3.452
2,mlp.experts.332.down_proj,0.0000001967,0.05000,3.441
2,mlp.experts.429.down_proj,0.0000004842,0.05000,3.396
2,mlp.experts.337.down_proj,0.0000001949,0.05000,3.441
2,mlp.experts.376.down_proj,0.0000002758,0.05000,3.380
2,mlp.experts.346.down_proj,0.0000003609,0.05000,3.404
2,mlp.experts.327.down_proj,0.0000003142,0.05000,3.371
2,mlp.experts.370.down_proj,0.0000002227,0.05000,3.397
2,mlp.experts.377.down_proj,0.0000004845,0.05000,3.407
2,mlp.experts.374.down_proj,0.0000008565,0.05000,3.434
2,mlp.experts.335.down_proj,0.0000003726,0.05000,3.405
2,mlp.experts.336.down_proj,0.0000006799,0.05000,3.422
2,mlp.experts.395.down_proj,0.0000004444,0.05000,3.422
2,mlp.experts.462.down_proj,0.0000007876,0.05000,3.483
2,mlp.experts.357.down_proj,0.0000004262,0.05000,3.477
2,mlp.experts.348.down_proj,0.0000004077,0.05000,3.424
2,mlp.experts.353.down_proj,0.0000005452,0.05000,3.367
2,mlp.experts.340.down_proj,0.0000007133,0.05000,3.474
2,mlp.experts.445.down_proj,0.0000002290,0.05000,3.492
2,mlp.experts.392.down_proj,0.0000003258,0.05000,3.491
2,mlp.experts.343.down_proj,0.0000006766,0.05000,3.489
2,mlp.experts.386.down_proj,0.0000005256,0.05000,3.460
2,mlp.experts.393.down_proj,0.0000005972,0.05000,3.450
2,mlp.experts.362.down_proj,0.0000004028,0.05000,3.564
2,mlp.experts.351.down_proj,0.0000001924,0.05000,3.419
2,mlp.experts.352.down_proj,0.0000009656,0.05000,3.475
2,mlp.experts.390.down_proj,0.0000002966,0.05000,3.537
2,mlp.experts.411.down_proj,0.0000001790,0.05000,3.475
2,mlp.experts.478.down_proj,0.0000002999,0.05000,3.490
2,mlp.experts.364.down_proj,0.0000001842,0.05000,3.464
2,mlp.experts.356.down_proj,0.0000003818,0.05000,3.452
2,mlp.experts.369.down_proj,0.0000003070,0.05000,3.463
2,mlp.experts.373.down_proj,0.0000003397,0.05000,3.551
2,mlp.experts.461.down_proj,0.0000004493,0.05000,3.483
2,mlp.experts.408.down_proj,0.0000008083,0.05000,3.343
2,mlp.experts.409.down_proj,0.0000003470,0.05000,3.353
2,mlp.experts.359.down_proj,0.0000003744,0.05000,3.396
2,mlp.experts.402.down_proj,0.0000004555,0.05000,3.381
2,mlp.experts.367.down_proj,0.0000006884,0.05000,3.376
2,mlp.experts.378.down_proj,0.0000008553,0.05000,3.403
2,mlp.experts.427.down_proj,0.0000006996,0.05000,3.340
2,mlp.experts.406.down_proj,0.0000000694,0.05000,3.379
2,mlp.experts.368.down_proj,0.0000003817,0.05000,3.395
2,mlp.experts.380.down_proj,0.0000005664,0.05000,3.354
2,mlp.experts.372.down_proj,0.0000017072,0.05000,3.376
2,mlp.experts.385.down_proj,0.0000005494,0.05000,3.390
2,mlp.experts.494.down_proj,0.0000018245,0.05000,3.407
2,mlp.experts.389.down_proj,0.0000005071,0.05000,3.410
2,mlp.experts.477.down_proj,0.0000004156,0.05000,3.448
2,mlp.experts.493.down_proj,failsafe(rtn): 0.0013885,0.00000,0.196
2,mlp.experts.424.down_proj,0.0000005794,0.05000,3.595
2,mlp.experts.394.down_proj,0.0000005562,0.05000,3.565
2,mlp.experts.375.down_proj,0.0000003731,0.05000,3.643
2,mlp.experts.418.down_proj,0.0000004830,0.05000,3.649
2,mlp.experts.383.down_proj,0.0000004647,0.05000,3.618
2,mlp.experts.425.down_proj,0.0000001141,0.05000,3.683
2,mlp.experts.443.down_proj,0.0000002731,0.05000,3.586
2,mlp.experts.384.down_proj,0.0000004827,0.05000,3.580
2,mlp.experts.396.down_proj,0.0000004457,0.05000,3.586
2,mlp.experts.422.down_proj,0.0000010080,0.05000,3.629
2,mlp.experts.510.down_proj,0.0000003040,0.05000,3.571
2,mlp.experts.401.down_proj,0.0000004129,0.05000,3.601
2,mlp.experts.388.down_proj,0.0000001448,0.05000,3.618
2,mlp.experts.405.down_proj,0.0000004666,0.05000,3.597
2,mlp.experts.509.down_proj,0.0000003738,0.05000,3.507
2,mlp.experts.440.down_proj,0.0000020356,0.05000,2.810
2,mlp.experts.410.down_proj,0.0000009626,0.05000,2.781
2,mlp.experts.441.down_proj,0.0000009331,0.05000,2.784
2,mlp.experts.399.down_proj,0.0000006133,0.05000,2.801
2,mlp.experts.438.down_proj,0.0000006508,0.05000,2.724
2,mlp.experts.412.down_proj,0.0000006327,0.05000,2.731
2,mlp.experts.400.down_proj,0.0000002605,0.05000,2.772
2,mlp.experts.404.down_proj,0.0000001980,0.05000,2.700
2,mlp.experts.456.down_proj,0.0000004020,0.05000,0.317
2,mlp.experts.391.down_proj,0.0000009623,0.05000,2.838
2,mlp.experts.459.down_proj,0.0000002362,0.05000,2.781
2,mlp.experts.417.down_proj,0.0000001670,0.05000,2.704
2,mlp.experts.421.down_proj,0.0000003711,0.05000,2.622
2,mlp.experts.434.down_proj,0.0000001653,0.05000,2.821
2,mlp.experts.407.down_proj,0.0000003996,0.05000,2.850
2,mlp.experts.475.down_proj,0.0000006203,0.05000,2.869
2,mlp.experts.454.down_proj,0.0000002421,0.05000,2.882
2,mlp.experts.428.down_proj,0.0000000885,0.05000,2.883
2,mlp.experts.426.down_proj,0.0000020398,0.05000,2.906
2,mlp.experts.472.down_proj,0.0000004580,0.05000,2.895
2,mlp.experts.457.down_proj,0.0000002621,0.05000,2.921
2,mlp.experts.420.down_proj,0.0000018089,0.05000,2.917
2,mlp.experts.416.down_proj,0.0000009514,0.05000,2.925
2,mlp.experts.437.down_proj,0.0000005465,0.05000,2.939
2,mlp.experts.450.down_proj,0.0000004875,0.05000,2.940
2,mlp.experts.415.down_proj,0.0000004417,0.05000,2.979
2,mlp.experts.433.down_proj,0.0000003254,0.05000,2.997
2,mlp.experts.470.down_proj,0.0000004457,0.05000,2.915
2,mlp.experts.491.down_proj,0.0000003981,0.05000,2.946
2,mlp.experts.432.down_proj,0.0000001543,0.05000,2.890
2,mlp.experts.444.down_proj,0.0000010610,0.05000,2.941
2,mlp.experts.473.down_proj,0.0000006036,0.05000,2.912
2,mlp.experts.442.down_proj,0.0000002093,0.05000,2.942
2,mlp.experts.423.down_proj,0.0000003285,0.05000,2.996
2,mlp.experts.436.down_proj,0.0000005279,0.05000,2.973
2,mlp.experts.488.down_proj,0.0000003350,0.05000,3.002
2,mlp.experts.466.down_proj,0.0000008249,0.05000,2.958
2,mlp.experts.453.down_proj,0.0000007882,0.05000,2.985
2,mlp.experts.431.down_proj,0.0000007377,0.05000,2.988
2,mlp.experts.449.down_proj,0.0000011394,0.05000,2.972
2,mlp.experts.489.down_proj,0.0000004824,0.05000,2.775
2,mlp.experts.486.down_proj,0.0000007724,0.05000,2.843
2,mlp.experts.458.down_proj,0.0000001815,0.05000,2.845
2,mlp.experts.460.down_proj,0.0000002025,0.05000,2.874
2,mlp.experts.448.down_proj,0.0000008593,0.05000,2.883
2,mlp.experts.507.down_proj,0.0000007994,0.05000,2.914
2,mlp.experts.452.down_proj,0.0000005987,0.05000,2.843
2,mlp.experts.482.down_proj,0.0000005542,0.05000,2.842
2,mlp.experts.439.down_proj,0.0000001342,0.05000,2.926
2,mlp.experts.504.down_proj,0.0000003032,0.05000,2.885
2,mlp.experts.469.down_proj,0.0000005033,0.05000,2.862
2,mlp.experts.447.down_proj,0.0000023641,0.05000,2.864
2,mlp.experts.465.down_proj,0.0000003578,0.05000,2.905
2,mlp.experts.502.down_proj,0.0000005343,0.05000,2.292
2,mlp.experts.505.down_proj,0.0000004241,0.05000,2.328
2,mlp.experts.474.down_proj,0.0000006935,0.05000,2.315
2,mlp.experts.455.down_proj,0.0000003405,0.05000,2.221
2,mlp.experts.464.down_proj,0.0000001871,0.05000,2.291
2,mlp.experts.468.down_proj,0.0000004888,0.05000,2.268
2,mlp.experts.485.down_proj,0.0000002252,0.05000,2.234
2,mlp.experts.476.down_proj,0.0000005211,0.05000,2.338
2,mlp.experts.463.down_proj,0.0000003900,0.05000,2.231
2,mlp.experts.498.down_proj,0.0000006774,0.05000,2.308
2,mlp.experts.481.down_proj,0.0000006645,0.05000,2.272
2,mlp.experts.497.down_proj,failsafe(rtn): 0.0014648,0.00000,0.074
2,mlp.experts.490.down_proj,0.0000002766,0.05000,1.448
2,mlp.experts.501.down_proj,0.0000011319,0.05000,1.461
2,mlp.experts.480.down_proj,0.0000009240,0.05000,1.485
2,mlp.experts.471.down_proj,0.0000002298,0.05000,1.506
2,mlp.experts.484.down_proj,0.0000006272,0.05000,1.515
2,mlp.experts.479.down_proj,0.0000004697,0.05000,1.496
2,mlp.experts.492.down_proj,0.0000004504,0.05000,1.540
2,mlp.experts.506.down_proj,0.0000005979,0.05000,1.080
2,mlp.experts.496.down_proj,0.0000008958,0.05000,1.073
2,mlp.experts.487.down_proj,0.0000004848,0.05000,1.075
2,mlp.experts.500.down_proj,0.0000005544,0.05000,1.070
2,mlp.experts.495.down_proj,0.0000006907,0.05000,1.052
2,mlp.experts.508.down_proj,0.0000004566,0.05000,1.022
2,mlp.experts.511.down_proj,0.0000005289,0.05000,0.203
2,mlp.experts.503.down_proj,0.0000003197,0.05000,0.229
3,mlp.experts.1.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.712
3,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.707
3,mlp.experts.13.gate_proj,0.0000040103,0.05000,14.129
3,mlp.experts.12.gate_proj,0.0000025671,0.05000,14.153
3,mlp.experts.15.gate_proj,0.0000080631,0.05000,14.161
3,mlp.experts.14.gate_proj,0.0000094181,0.05000,14.223
3,mlp.experts.6.gate_proj,0.0000148583,0.05000,14.246
3,mlp.experts.4.gate_proj,0.0000058330,0.05000,14.243
3,mlp.experts.11.gate_proj,0.0000098274,0.05000,14.252
3,mlp.experts.5.gate_proj,0.0000049048,0.05000,14.265
3,mlp.experts.8.gate_proj,0.0000057301,0.05000,14.275
3,mlp.experts.2.gate_proj,0.0000071488,0.05000,14.265
3,mlp.experts.10.gate_proj,0.0000151650,0.05000,14.322
3,mlp.experts.9.gate_proj,0.0000155931,0.05000,14.328
3,mlp.experts.7.gate_proj,0.0000087102,0.05000,14.355
3,mlp.experts.3.gate_proj,0.0000154094,0.05000,14.355
3,mlp.experts.0.gate_proj,0.0000046065,0.05000,14.419
3,mlp.experts.33.gate_proj,0.0000046433,0.05000,14.443
3,mlp.experts.28.gate_proj,0.0000063384,0.05000,14.143
3,mlp.experts.21.gate_proj,0.0000171219,0.05000,14.109
3,mlp.experts.26.gate_proj,0.0000074578,0.05000,14.042
3,mlp.experts.20.gate_proj,0.0000124564,0.05000,14.170
3,mlp.experts.25.gate_proj,0.0000117529,0.05000,14.073
3,mlp.experts.29.gate_proj,0.0000034461,0.05000,14.308
3,mlp.experts.22.gate_proj,0.0000097694,0.05000,14.200
3,mlp.experts.30.gate_proj,0.0000021760,0.05000,14.238
3,mlp.experts.24.gate_proj,0.0000068888,0.05000,14.167
3,mlp.experts.31.gate_proj,0.0000082887,0.05000,14.341
3,mlp.experts.27.gate_proj,0.0000185878,0.05000,14.251
3,mlp.experts.18.gate_proj,0.0000025754,0.05000,14.178
3,mlp.experts.16.gate_proj,0.0000117292,0.05000,14.085
3,mlp.experts.23.gate_proj,0.0000153982,0.05000,14.167
3,mlp.experts.19.gate_proj,0.0000024973,0.05000,14.253
3,mlp.experts.49.gate_proj,0.0000048507,0.05000,14.234
3,mlp.experts.65.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.717
3,mlp.experts.44.gate_proj,0.0000093397,0.05000,14.002
3,mlp.experts.37.gate_proj,0.0000056894,0.05000,14.020
3,mlp.experts.32.gate_proj,0.0000057801,0.05000,13.847
3,mlp.experts.38.gate_proj,0.0000037187,0.05000,13.977
3,mlp.experts.36.gate_proj,0.0000061131,0.05000,14.015
3,mlp.experts.41.gate_proj,0.0000254901,0.05000,14.031
3,mlp.experts.45.gate_proj,0.0000281572,0.05000,14.031
3,mlp.experts.43.gate_proj,0.0000038703,0.05000,13.951
3,mlp.experts.40.gate_proj,0.0000085169,0.05000,14.031
3,mlp.experts.34.gate_proj,0.0000072044,0.05000,13.956
3,mlp.experts.47.gate_proj,0.0000111895,0.05000,14.041
3,mlp.experts.46.gate_proj,0.0000129576,0.05000,14.071
3,mlp.experts.42.gate_proj,0.0000036045,0.05000,14.150
3,mlp.experts.39.gate_proj,0.0000044294,0.05000,14.161
3,mlp.experts.35.gate_proj,0.0000051075,0.05000,14.073
3,mlp.experts.63.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.818
3,mlp.experts.81.gate_proj,0.0000037986,0.05000,14.358
3,mlp.experts.60.gate_proj,0.0000087464,0.05000,14.155
3,mlp.experts.48.gate_proj,0.0000057789,0.05000,14.129
3,mlp.experts.53.gate_proj,0.0000016852,0.05000,14.245
3,mlp.experts.54.gate_proj,0.0000027472,0.05000,14.283
3,mlp.experts.61.gate_proj,0.0000097212,0.05000,14.238
3,mlp.experts.56.gate_proj,0.0000101722,0.05000,14.220
3,mlp.experts.57.gate_proj,0.0000082569,0.05000,14.344
3,mlp.experts.55.gate_proj,0.0000079010,0.05000,14.091
3,mlp.experts.62.gate_proj,0.0000012002,0.05000,14.311
3,mlp.experts.50.gate_proj,0.0000022223,0.05000,14.325
3,mlp.experts.59.gate_proj,0.0000047948,0.05000,14.433
3,mlp.experts.58.gate_proj,0.0000041285,0.05000,14.347
3,mlp.experts.52.gate_proj,0.0000020239,0.05000,14.502
3,mlp.experts.51.gate_proj,0.0000016888,0.05000,14.292
3,mlp.experts.79.gate_proj,0.0000066798,0.05000,14.277
3,mlp.experts.97.gate_proj,0.0000020039,0.05000,14.552
3,mlp.experts.64.gate_proj,0.0000075820,0.05000,14.617
3,mlp.experts.76.gate_proj,0.0000207473,0.05000,14.731
3,mlp.experts.70.gate_proj,0.0000074850,0.05000,14.657
3,mlp.experts.78.gate_proj,0.0000118125,0.05000,14.505
3,mlp.experts.73.gate_proj,0.0000122950,0.05000,14.606
3,mlp.experts.72.gate_proj,0.0000287376,0.05000,14.676
3,mlp.experts.69.gate_proj,0.0000179839,0.05000,14.821
3,mlp.experts.75.gate_proj,0.0000264822,0.05000,14.561
3,mlp.experts.68.gate_proj,0.0000118367,0.05000,14.625
3,mlp.experts.77.gate_proj,0.0000037997,0.05000,14.944
3,mlp.experts.74.gate_proj,0.0000071359,0.05000,14.717
3,mlp.experts.71.gate_proj,0.0000028779,0.05000,14.844
3,mlp.experts.66.gate_proj,0.0000044975,0.05000,14.795
3,mlp.experts.67.gate_proj,0.0000018142,0.05000,14.724
3,mlp.experts.89.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.758
3,mlp.experts.95.gate_proj,0.0000104886,0.05000,14.676
3,mlp.experts.90.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.733
3,mlp.experts.113.gate_proj,0.0000133988,0.05000,14.491
3,mlp.experts.92.gate_proj,0.0000104419,0.05000,14.031
3,mlp.experts.80.gate_proj,0.0000091788,0.05000,14.129
3,mlp.experts.94.gate_proj,0.0000045794,0.05000,14.060
3,mlp.experts.86.gate_proj,0.0000123805,0.05000,14.162
3,mlp.experts.85.gate_proj,0.0000084158,0.05000,14.084
3,mlp.experts.87.gate_proj,0.0000112531,0.05000,13.883
3,mlp.experts.91.gate_proj,0.0000034823,0.05000,14.078
3,mlp.experts.88.gate_proj,0.0000095111,0.05000,14.178
3,mlp.experts.84.gate_proj,0.0000037620,0.05000,14.095
3,mlp.experts.93.gate_proj,0.0000071238,0.05000,14.070
3,mlp.experts.83.gate_proj,0.0000030097,0.05000,14.124
3,mlp.experts.82.gate_proj,0.0000141684,0.05000,14.177
3,mlp.experts.105.gate_proj,0.0000034395,0.05000,14.042
3,mlp.experts.104.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.725
3,mlp.experts.111.gate_proj,0.0000040588,0.05000,14.023
3,mlp.experts.106.gate_proj,0.0000022526,0.05000,14.046
3,mlp.experts.129.gate_proj,0.0000059779,0.05000,13.954
3,mlp.experts.145.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.736
3,mlp.experts.161.gate_proj,failsafe(rtn): 0.0012360,0.00000,0.653
3,mlp.experts.96.gate_proj,0.0000180015,0.05000,13.964
3,mlp.experts.108.gate_proj,0.0000021940,0.05000,14.113
3,mlp.experts.102.gate_proj,0.0000015025,0.05000,13.963
3,mlp.experts.107.gate_proj,0.0000033906,0.05000,13.936
3,mlp.experts.103.gate_proj,0.0000101263,0.05000,14.149
3,mlp.experts.100.gate_proj,0.0000044062,0.05000,14.030
3,mlp.experts.110.gate_proj,0.0000109059,0.05000,14.286
3,mlp.experts.101.gate_proj,0.0000127681,0.05000,14.271
3,mlp.experts.109.gate_proj,0.0000076057,0.05000,14.104
3,mlp.experts.98.gate_proj,0.0000057825,0.05000,14.033
3,mlp.experts.99.gate_proj,0.0000070856,0.05000,14.118
3,mlp.experts.121.gate_proj,0.0000066603,0.05000,14.237
3,mlp.experts.120.gate_proj,0.0000090388,0.05000,14.200
3,mlp.experts.127.gate_proj,0.0000164466,0.05000,14.236
3,mlp.experts.122.gate_proj,0.0000033664,0.05000,14.318
3,mlp.experts.177.gate_proj,0.0000150324,0.05000,14.348
3,mlp.experts.112.gate_proj,0.0000114677,0.05000,14.301
3,mlp.experts.124.gate_proj,0.0000146070,0.05000,14.479
3,mlp.experts.118.gate_proj,0.0000075771,0.05000,14.446
3,mlp.experts.123.gate_proj,0.0000050355,0.05000,14.487
3,mlp.experts.116.gate_proj,0.0000052104,0.05000,14.307
3,mlp.experts.117.gate_proj,0.0000080225,0.05000,14.270
3,mlp.experts.119.gate_proj,0.0000065976,0.05000,14.404
3,mlp.experts.126.gate_proj,0.0000056671,0.05000,14.409
3,mlp.experts.125.gate_proj,0.0000047645,0.05000,14.318
3,mlp.experts.114.gate_proj,0.0000139217,0.05000,14.346
3,mlp.experts.128.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.757
3,mlp.experts.115.gate_proj,0.0000139800,0.05000,14.388
3,mlp.experts.139.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.849
3,mlp.experts.137.gate_proj,0.0000027638,0.05000,14.401
3,mlp.experts.136.gate_proj,0.0000092581,0.05000,14.369
3,mlp.experts.143.gate_proj,0.0000042921,0.05000,14.333
3,mlp.experts.138.gate_proj,0.0000052040,0.05000,14.423
3,mlp.experts.154.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.734
3,mlp.experts.193.gate_proj,0.0000090431,0.05000,14.511
3,mlp.experts.140.gate_proj,0.0000032996,0.05000,14.524
3,mlp.experts.134.gate_proj,0.0000125674,0.05000,14.500
3,mlp.experts.132.gate_proj,0.0000059581,0.05000,14.519
3,mlp.experts.133.gate_proj,0.0000112494,0.05000,14.608
3,mlp.experts.144.gate_proj,0.0000020765,0.05000,14.424
3,mlp.experts.135.gate_proj,0.0000036233,0.05000,14.652
3,mlp.experts.142.gate_proj,0.0000078081,0.05000,14.624
3,mlp.experts.141.gate_proj,0.0000320776,0.05000,14.678
3,mlp.experts.130.gate_proj,0.0000046003,0.05000,14.568
3,mlp.experts.131.gate_proj,0.0000043950,0.05000,14.526
3,mlp.experts.155.gate_proj,0.0000047024,0.05000,14.471
3,mlp.experts.153.gate_proj,0.0000040430,0.05000,14.458
3,mlp.experts.148.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.779
3,mlp.experts.152.gate_proj,0.0000062076,0.05000,14.455
3,mlp.experts.159.gate_proj,0.0000026559,0.05000,14.706
3,mlp.experts.170.gate_proj,0.0000115955,0.05000,14.664
3,mlp.experts.209.gate_proj,0.0000065100,0.05000,14.205
3,mlp.experts.156.gate_proj,0.0000037981,0.05000,14.402
3,mlp.experts.150.gate_proj,0.0000165649,0.05000,14.510
3,mlp.experts.149.gate_proj,0.0000028189,0.05000,14.422
3,mlp.experts.160.gate_proj,0.0000088734,0.05000,14.442
3,mlp.experts.151.gate_proj,0.0000044888,0.05000,14.528
3,mlp.experts.158.gate_proj,0.0000068757,0.05000,14.550
3,mlp.experts.146.gate_proj,0.0000022739,0.05000,14.513
3,mlp.experts.147.gate_proj,0.0000153545,0.05000,14.535
3,mlp.experts.157.gate_proj,0.0000083276,0.05000,14.643
3,mlp.experts.168.gate_proj,0.0000054893,0.05000,14.476
3,mlp.experts.164.gate_proj,0.0000082581,0.05000,14.524
3,mlp.experts.169.gate_proj,0.0000118692,0.05000,14.581
3,mlp.experts.171.gate_proj,0.0000026545,0.05000,14.599
3,mlp.experts.175.gate_proj,0.0000067260,0.05000,14.485
3,mlp.experts.180.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.691
3,mlp.experts.184.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.711
3,mlp.experts.186.gate_proj,0.0000065872,0.05000,14.366
3,mlp.experts.225.gate_proj,0.0000048965,0.05000,14.869
3,mlp.experts.172.gate_proj,0.0000059058,0.05000,14.544
3,mlp.experts.166.gate_proj,0.0000112676,0.05000,14.556
3,mlp.experts.165.gate_proj,0.0000070172,0.05000,14.682
3,mlp.experts.167.gate_proj,0.0000041982,0.05000,14.512
3,mlp.experts.162.gate_proj,0.0000032978,0.05000,14.432
3,mlp.experts.176.gate_proj,0.0000047636,0.05000,14.614
3,mlp.experts.173.gate_proj,0.0000023714,0.05000,14.477
3,mlp.experts.163.gate_proj,0.0000014277,0.05000,14.501
3,mlp.experts.174.gate_proj,0.0000076775,0.05000,14.645
3,mlp.experts.185.gate_proj,0.0000028997,0.05000,14.689
3,mlp.experts.187.gate_proj,0.0000049045,0.05000,14.684
3,mlp.experts.191.gate_proj,0.0000090677,0.05000,14.543
3,mlp.experts.196.gate_proj,0.0000108783,0.05000,14.621
3,mlp.experts.200.gate_proj,0.0000104548,0.05000,14.682
3,mlp.experts.202.gate_proj,0.0000071004,0.05000,14.672
3,mlp.experts.241.gate_proj,0.0000095288,0.05000,14.561
3,mlp.experts.188.gate_proj,0.0000015735,0.05000,14.701
3,mlp.experts.182.gate_proj,0.0000020728,0.05000,14.809
3,mlp.experts.192.gate_proj,0.0000105733,0.05000,14.608
3,mlp.experts.178.gate_proj,0.0000059160,0.05000,14.689
3,mlp.experts.181.gate_proj,0.0000071898,0.05000,14.743
3,mlp.experts.183.gate_proj,0.0000039916,0.05000,14.743
3,mlp.experts.190.gate_proj,0.0000019191,0.05000,14.669
3,mlp.experts.179.gate_proj,0.0000031452,0.05000,14.715
3,mlp.experts.189.gate_proj,0.0000045754,0.05000,14.731
3,mlp.experts.203.gate_proj,0.0000050771,0.05000,14.608
3,mlp.experts.201.gate_proj,0.0000066600,0.05000,14.711
3,mlp.experts.207.gate_proj,0.0000058579,0.05000,14.692
3,mlp.experts.206.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.691
3,mlp.experts.212.gate_proj,0.0000013559,0.05000,14.581
3,mlp.experts.216.gate_proj,0.0000071711,0.05000,14.752
3,mlp.experts.217.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.758
3,mlp.experts.218.gate_proj,0.0000061586,0.05000,14.698
3,mlp.experts.257.gate_proj,0.0000008408,0.05000,14.552
3,mlp.experts.204.gate_proj,0.0000057078,0.05000,14.167
3,mlp.experts.208.gate_proj,0.0000064326,0.05000,14.078
3,mlp.experts.198.gate_proj,0.0000023642,0.05000,14.322
3,mlp.experts.194.gate_proj,0.0000208577,0.05000,14.188
3,mlp.experts.197.gate_proj,0.0000075942,0.05000,14.218
3,mlp.experts.199.gate_proj,0.0000033454,0.05000,14.294
3,mlp.experts.205.gate_proj,0.0000086927,0.05000,14.161
3,mlp.experts.195.gate_proj,0.0000057495,0.05000,14.165
3,mlp.experts.224.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.694
3,mlp.experts.219.gate_proj,0.0000083607,0.05000,14.189
3,mlp.experts.223.gate_proj,0.0000032397,0.05000,14.168
3,mlp.experts.222.gate_proj,0.0000296037,0.05000,14.170
3,mlp.experts.228.gate_proj,0.0000020772,0.05000,14.099
3,mlp.experts.232.gate_proj,0.0000095040,0.05000,14.107
3,mlp.experts.233.gate_proj,0.0000030479,0.05000,14.221
3,mlp.experts.234.gate_proj,0.0000079815,0.05000,14.267
3,mlp.experts.244.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.812
3,mlp.experts.273.gate_proj,0.0000095399,0.05000,14.227
3,mlp.experts.220.gate_proj,0.0000098965,0.05000,14.098
3,mlp.experts.214.gate_proj,0.0000104514,0.05000,14.283
3,mlp.experts.210.gate_proj,0.0000135380,0.05000,14.307
3,mlp.experts.213.gate_proj,0.0000105406,0.05000,14.264
3,mlp.experts.211.gate_proj,0.0000024204,0.05000,14.191
3,mlp.experts.221.gate_proj,0.0000039372,0.05000,14.250
3,mlp.experts.215.gate_proj,0.0000072043,0.05000,14.330
3,mlp.experts.240.gate_proj,0.0000058278,0.05000,14.154
3,mlp.experts.235.gate_proj,0.0000069169,0.05000,14.268
3,mlp.experts.238.gate_proj,0.0000083649,0.05000,14.200
3,mlp.experts.239.gate_proj,0.0000200839,0.05000,14.390
3,mlp.experts.248.gate_proj,0.0000204260,0.05000,14.332
3,mlp.experts.249.gate_proj,0.0000139400,0.05000,14.246
3,mlp.experts.255.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.773
3,mlp.experts.260.gate_proj,0.0000012850,0.05000,14.233
3,mlp.experts.250.gate_proj,0.0000046667,0.05000,14.365
3,mlp.experts.271.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.748
3,mlp.experts.289.gate_proj,0.0000140031,0.05000,14.231
3,mlp.experts.236.gate_proj,0.0000067175,0.05000,14.320
3,mlp.experts.230.gate_proj,0.0000039689,0.05000,14.203
3,mlp.experts.237.gate_proj,0.0000123396,0.05000,14.094
3,mlp.experts.231.gate_proj,0.0000144193,0.05000,14.101
3,mlp.experts.256.gate_proj,0.0000069762,0.05000,14.052
3,mlp.experts.254.gate_proj,0.0000042155,0.05000,13.875
3,mlp.experts.265.gate_proj,0.0000040596,0.05000,13.343
3,mlp.experts.266.gate_proj,0.0000049223,0.05000,12.999
3,mlp.experts.305.gate_proj,0.0000046141,0.05000,7.618
3,mlp.experts.229.gate_proj,0.0000050129,0.05000,14.211
3,mlp.experts.227.gate_proj,0.0000208755,0.05000,14.243
3,mlp.experts.251.gate_proj,0.0000094545,0.05000,13.906
3,mlp.experts.264.gate_proj,0.0000067245,0.05000,13.415
3,mlp.experts.276.gate_proj,0.0000015275,0.05000,13.001
3,mlp.experts.287.gate_proj,0.0000044284,0.05000,12.510
3,mlp.experts.226.gate_proj,0.0000032910,0.05000,14.136
3,mlp.experts.292.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.746
3,mlp.experts.252.gate_proj,0.0000097453,0.05000,14.563
3,mlp.experts.282.gate_proj,0.0000051815,0.05000,14.736
3,mlp.experts.280.gate_proj,0.0000033400,0.05000,14.738
3,mlp.experts.272.gate_proj,0.0000076661,0.05000,14.755
3,mlp.experts.270.gate_proj,0.0000051811,0.05000,14.821
3,mlp.experts.242.gate_proj,0.0000075923,0.05000,14.888
3,mlp.experts.253.gate_proj,0.0000095966,0.05000,14.901
3,mlp.experts.247.gate_proj,0.0000112915,0.05000,14.909
3,mlp.experts.281.gate_proj,0.0000064895,0.05000,14.913
3,mlp.experts.246.gate_proj,0.0000008624,0.05000,14.930
3,mlp.experts.303.gate_proj,0.0000032118,0.05000,14.927
3,mlp.experts.245.gate_proj,0.0000025404,0.05000,14.935
3,mlp.experts.243.gate_proj,0.0000062521,0.05000,14.937
3,mlp.experts.321.gate_proj,0.0000118601,0.05000,15.117
3,mlp.experts.267.gate_proj,0.0000043976,0.05000,15.124
3,mlp.experts.308.gate_proj,0.0000050618,0.05000,14.649
3,mlp.experts.286.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.730
3,mlp.experts.268.gate_proj,0.0000190431,0.05000,14.393
3,mlp.experts.288.gate_proj,0.0000031337,0.05000,14.387
3,mlp.experts.298.gate_proj,0.0000062832,0.05000,14.461
3,mlp.experts.296.gate_proj,0.0000081873,0.05000,14.510
3,mlp.experts.258.gate_proj,0.0000072589,0.05000,14.382
3,mlp.experts.262.gate_proj,0.0000041068,0.05000,14.341
3,mlp.experts.269.gate_proj,0.0000087116,0.05000,14.401
3,mlp.experts.263.gate_proj,0.0000038749,0.05000,14.465
3,mlp.experts.261.gate_proj,0.0000106271,0.05000,14.425
3,mlp.experts.319.gate_proj,0.0000160845,0.05000,14.429
3,mlp.experts.259.gate_proj,0.0000059020,0.05000,14.509
3,mlp.experts.297.gate_proj,0.0000162735,0.05000,14.590
3,mlp.experts.283.gate_proj,0.0000076777,0.05000,14.499
3,mlp.experts.337.gate_proj,0.0000047898,0.05000,14.626
3,mlp.experts.284.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.818
3,mlp.experts.324.gate_proj,0.0000073250,0.05000,14.495
3,mlp.experts.314.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.818
3,mlp.experts.285.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.831
3,mlp.experts.302.gate_proj,0.0000077010,0.05000,14.607
3,mlp.experts.330.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.710
3,mlp.experts.312.gate_proj,0.0000021314,0.05000,13.800
3,mlp.experts.304.gate_proj,0.0000129666,0.05000,13.922
3,mlp.experts.278.gate_proj,0.0000140014,0.05000,13.811
3,mlp.experts.279.gate_proj,0.0000029368,0.05000,13.738
3,mlp.experts.274.gate_proj,0.0000076993,0.05000,13.868
3,mlp.experts.275.gate_proj,0.0000099934,0.05000,13.734
3,mlp.experts.335.gate_proj,0.0000046421,0.05000,13.958
3,mlp.experts.313.gate_proj,0.0000023893,0.05000,13.855
3,mlp.experts.277.gate_proj,0.0000301895,0.05000,13.996
3,mlp.experts.299.gate_proj,0.0000062681,0.05000,13.988
3,mlp.experts.353.gate_proj,0.0000066890,0.05000,13.931
3,mlp.experts.300.gate_proj,0.0000198516,0.05000,13.941
3,mlp.experts.340.gate_proj,0.0000034952,0.05000,13.848
3,mlp.experts.318.gate_proj,0.0000027450,0.05000,13.886
3,mlp.experts.301.gate_proj,0.0000051802,0.05000,13.934
3,mlp.experts.346.gate_proj,0.0000051817,0.05000,13.973
3,mlp.experts.320.gate_proj,0.0000033219,0.05000,14.425
3,mlp.experts.328.gate_proj,0.0000161961,0.05000,14.567
3,mlp.experts.290.gate_proj,0.0000084317,0.05000,14.497
3,mlp.experts.295.gate_proj,0.0000037454,0.05000,14.515
3,mlp.experts.294.gate_proj,0.0000163427,0.05000,14.555
3,mlp.experts.293.gate_proj,0.0000025102,0.05000,14.378
3,mlp.experts.351.gate_proj,0.0000109930,0.05000,14.504
3,mlp.experts.316.gate_proj,0.0000033670,0.05000,14.332
3,mlp.experts.369.gate_proj,0.0000148415,0.05000,14.437
3,mlp.experts.334.gate_proj,0.0000062529,0.05000,14.121
3,mlp.experts.306.gate_proj,0.0000032340,0.05000,2.230
3,mlp.experts.336.gate_proj,0.0000056697,0.05000,2.443
3,mlp.experts.329.gate_proj,0.0000070976,0.05000,14.408
3,mlp.experts.356.gate_proj,0.0000022488,0.05000,14.279
3,mlp.experts.317.gate_proj,0.0000298689,0.05000,14.040
3,mlp.experts.362.gate_proj,0.0000049651,0.05000,13.604
3,mlp.experts.344.gate_proj,0.0000070799,0.05000,2.306
3,mlp.experts.291.gate_proj,0.0000032703,0.05000,14.459
3,mlp.experts.315.gate_proj,0.0000033228,0.05000,14.345
3,mlp.experts.352.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.836
3,mlp.experts.311.gate_proj,0.0000140474,0.05000,13.980
3,mlp.experts.331.gate_proj,0.0000034311,0.05000,13.991
3,mlp.experts.385.gate_proj,0.0000018284,0.05000,14.039
3,mlp.experts.309.gate_proj,0.0000070241,0.05000,14.060
3,mlp.experts.350.gate_proj,0.0000025479,0.05000,14.060
3,mlp.experts.332.gate_proj,0.0000152463,0.05000,14.071
3,mlp.experts.307.gate_proj,0.0000076329,0.05000,14.101
3,mlp.experts.345.gate_proj,0.0000073617,0.05000,14.118
3,mlp.experts.360.gate_proj,0.0000076981,0.05000,14.135
3,mlp.experts.372.gate_proj,0.0000190956,0.05000,14.139
3,mlp.experts.378.gate_proj,0.0000107651,0.05000,14.151
3,mlp.experts.310.gate_proj,0.0000034149,0.05000,14.179
3,mlp.experts.367.gate_proj,0.0000074766,0.05000,14.205
3,mlp.experts.333.gate_proj,0.0000056976,0.05000,14.293
3,mlp.experts.322.gate_proj,0.0000030468,0.05000,14.306
3,mlp.experts.368.gate_proj,0.0000074473,0.05000,13.927
3,mlp.experts.366.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.793
3,mlp.experts.388.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.726
3,mlp.experts.349.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.664
3,mlp.experts.338.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.670
3,mlp.experts.327.gate_proj,0.0000075758,0.05000,14.033
3,mlp.experts.348.gate_proj,0.0000032432,0.05000,13.914
3,mlp.experts.401.gate_proj,0.0000071888,0.05000,13.982
3,mlp.experts.376.gate_proj,0.0000035809,0.05000,13.878
3,mlp.experts.323.gate_proj,0.0000150302,0.05000,13.926
3,mlp.experts.325.gate_proj,0.0000061196,0.05000,14.032
3,mlp.experts.361.gate_proj,0.0000087009,0.05000,13.953
3,mlp.experts.347.gate_proj,0.0000017461,0.05000,14.128
3,mlp.experts.394.gate_proj,0.0000110512,0.05000,13.970
3,mlp.experts.326.gate_proj,0.0000172324,0.05000,14.065
3,mlp.experts.383.gate_proj,0.0000107018,0.05000,14.118
3,mlp.experts.343.gate_proj,failsafe(rtn): 0.0007935,0.00000,0.859
3,mlp.experts.384.gate_proj,0.0000073810,0.05000,14.129
3,mlp.experts.404.gate_proj,0.0000042671,0.05000,14.082
3,mlp.experts.382.gate_proj,0.0000064547,0.05000,14.133
3,mlp.experts.354.gate_proj,0.0000052058,0.05000,14.018
3,mlp.experts.365.gate_proj,0.0000100743,0.05000,14.057
3,mlp.experts.364.gate_proj,0.0000046437,0.05000,14.253
3,mlp.experts.363.gate_proj,0.0000274300,0.05000,14.143
3,mlp.experts.417.gate_proj,0.0000044402,0.05000,14.317
3,mlp.experts.342.gate_proj,0.0000073863,0.05000,14.084
3,mlp.experts.341.gate_proj,0.0000064583,0.05000,14.258
3,mlp.experts.377.gate_proj,0.0000134960,0.05000,14.270
3,mlp.experts.392.gate_proj,0.0000062368,0.05000,14.356
3,mlp.experts.410.gate_proj,0.0000092708,0.05000,14.299
3,mlp.experts.339.gate_proj,0.0000054287,0.05000,14.424
3,mlp.experts.399.gate_proj,0.0000200985,0.05000,14.298
3,mlp.experts.400.gate_proj,0.0000051837,0.05000,14.077
3,mlp.experts.359.gate_proj,0.0000030430,0.05000,14.201
3,mlp.experts.398.gate_proj,0.0000047672,0.05000,14.183
3,mlp.experts.420.gate_proj,0.0000043651,0.05000,14.238
3,mlp.experts.381.gate_proj,0.0000179564,0.05000,14.219
3,mlp.experts.370.gate_proj,0.0000026842,0.05000,14.303
3,mlp.experts.380.gate_proj,0.0000036742,0.05000,14.177
3,mlp.experts.393.gate_proj,0.0000152733,0.05000,14.071
3,mlp.experts.408.gate_proj,0.0000024492,0.05000,14.051
3,mlp.experts.433.gate_proj,0.0000024714,0.05000,14.141
3,mlp.experts.379.gate_proj,0.0000048911,0.05000,14.233
3,mlp.experts.358.gate_proj,0.0000046628,0.05000,14.217
3,mlp.experts.426.gate_proj,0.0000068392,0.05000,14.207
3,mlp.experts.357.gate_proj,0.0000059348,0.05000,14.372
3,mlp.experts.416.gate_proj,0.0000206762,0.05000,14.038
3,mlp.experts.386.gate_proj,0.0000037838,0.05000,13.849
3,mlp.experts.397.gate_proj,0.0000074727,0.05000,13.930
3,mlp.experts.395.gate_proj,0.0000064381,0.05000,3.522
3,mlp.experts.409.gate_proj,0.0000200167,0.05000,3.656
3,mlp.experts.449.gate_proj,0.0000060746,0.05000,3.616
3,mlp.experts.415.gate_proj,0.0000096522,0.05000,14.157
3,mlp.experts.375.gate_proj,0.0000025999,0.05000,14.004
3,mlp.experts.414.gate_proj,0.0000071110,0.05000,13.974
3,mlp.experts.436.gate_proj,0.0000042792,0.05000,13.940
3,mlp.experts.424.gate_proj,0.0000041848,0.05000,3.639
3,mlp.experts.396.gate_proj,0.0000105452,0.05000,3.676
3,mlp.experts.355.gate_proj,0.0000057447,0.05000,14.220
3,mlp.experts.402.gate_proj,0.0000039100,0.05000,13.764
3,mlp.experts.374.gate_proj,0.0000060289,0.05000,13.785
3,mlp.experts.432.gate_proj,0.0000040404,0.05000,13.790
3,mlp.experts.465.gate_proj,0.0000164198,0.05000,13.882
3,mlp.experts.371.gate_proj,0.0000078267,0.05000,13.896
3,mlp.experts.442.gate_proj,0.0000091867,0.05000,13.934
3,mlp.experts.440.gate_proj,0.0000041291,0.05000,13.953
3,mlp.experts.413.gate_proj,0.0000107807,0.05000,13.999
3,mlp.experts.411.gate_proj,0.0000266511,0.05000,14.033
3,mlp.experts.431.gate_proj,0.0000057982,0.05000,14.045
3,mlp.experts.425.gate_proj,0.0000039727,0.05000,14.042
3,mlp.experts.391.gate_proj,0.0000204453,0.05000,14.044
3,mlp.experts.452.gate_proj,0.0000025378,0.05000,14.077
3,mlp.experts.430.gate_proj,0.0000032893,0.05000,14.082
3,mlp.experts.373.gate_proj,0.0000029462,0.05000,14.118
3,mlp.experts.412.gate_proj,0.0000059622,0.05000,14.200
3,mlp.experts.390.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.843
3,mlp.experts.387.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.821
3,mlp.experts.428.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.734
3,mlp.experts.448.gate_proj,0.0000014678,0.05000,13.926
3,mlp.experts.418.gate_proj,0.0000230074,0.05000,14.021
3,mlp.experts.481.gate_proj,0.0000063965,0.05000,14.020
3,mlp.experts.456.gate_proj,0.0000132822,0.05000,13.956
3,mlp.experts.458.gate_proj,0.0000087159,0.05000,13.985
3,mlp.experts.446.gate_proj,0.0000128676,0.05000,13.850
3,mlp.experts.429.gate_proj,0.0000092699,0.05000,13.986
3,mlp.experts.447.gate_proj,0.0000061481,0.05000,13.937
3,mlp.experts.407.gate_proj,0.0000086103,0.05000,13.932
3,mlp.experts.468.gate_proj,0.0000036572,0.05000,13.907
3,mlp.experts.389.gate_proj,0.0000143975,0.05000,13.932
3,mlp.experts.427.gate_proj,0.0000089056,0.05000,14.083
3,mlp.experts.441.gate_proj,0.0000036800,0.05000,14.153
3,mlp.experts.406.gate_proj,0.0000049822,0.05000,13.996
3,mlp.experts.497.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.751
3,mlp.experts.403.gate_proj,0.0000039906,0.05000,13.959
3,mlp.experts.445.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.765
3,mlp.experts.444.gate_proj,0.0000161117,0.05000,13.874
3,mlp.experts.1.up_proj,failsafe(rtn): 0.0010223,0.00000,0.737
3,mlp.experts.17.up_proj,failsafe(rtn): 0.0013809,0.00000,0.717
3,mlp.experts.464.gate_proj,0.0000033764,0.05000,14.048
3,mlp.experts.434.gate_proj,0.0000127643,0.05000,14.053
3,mlp.experts.484.gate_proj,0.0000050005,0.05000,13.938
3,mlp.experts.472.gate_proj,0.0000029354,0.05000,14.074
3,mlp.experts.474.gate_proj,0.0000045414,0.05000,14.141
3,mlp.experts.423.gate_proj,0.0000051000,0.05000,14.042
3,mlp.experts.462.gate_proj,0.0000025614,0.05000,14.099
3,mlp.experts.463.gate_proj,0.0000135467,0.05000,14.157
3,mlp.experts.457.gate_proj,0.0000008294,0.05000,14.001
3,mlp.experts.405.gate_proj,0.0000118066,0.05000,14.158
3,mlp.experts.443.gate_proj,0.0000176297,0.05000,14.153
3,mlp.experts.422.gate_proj,0.0000038513,0.05000,14.042
3,mlp.experts.419.gate_proj,0.0000020553,0.05000,14.048
3,mlp.experts.461.gate_proj,0.0000107886,0.05000,14.154
3,mlp.experts.460.gate_proj,0.0000072392,0.05000,14.162
3,mlp.experts.438.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.708
3,mlp.experts.435.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.684
3,mlp.experts.33.up_proj,0.0000046107,0.05000,14.024
3,mlp.experts.480.gate_proj,0.0000073722,0.05000,14.397
3,mlp.experts.450.gate_proj,0.0000079851,0.05000,14.538
3,mlp.experts.488.gate_proj,0.0000109450,0.05000,14.423
3,mlp.experts.490.gate_proj,0.0000073191,0.05000,14.393
3,mlp.experts.479.gate_proj,0.0000008050,0.05000,14.342
3,mlp.experts.421.gate_proj,0.0000038115,0.05000,14.307
3,mlp.experts.476.gate_proj,0.0000069844,0.05000,13.718
3,mlp.experts.451.gate_proj,0.0000128516,0.05000,13.289
3,mlp.experts.49.up_proj,0.0000045947,0.05000,12.579
3,mlp.experts.439.gate_proj,0.0000193450,0.05000,14.387
3,mlp.experts.500.gate_proj,0.0000069892,0.05000,14.495
3,mlp.experts.473.gate_proj,0.0000101000,0.05000,14.287
3,mlp.experts.459.gate_proj,0.0000022804,0.05000,14.338
3,mlp.experts.477.gate_proj,0.0000086912,0.05000,13.799
3,mlp.experts.454.gate_proj,0.0000046573,0.05000,13.364
3,mlp.experts.478.gate_proj,0.0000042211,0.05000,14.309
3,mlp.experts.65.up_proj,failsafe(rtn): 0.0013657,0.00000,0.862
3,mlp.experts.496.gate_proj,0.0000076145,0.05000,14.662
3,mlp.experts.467.gate_proj,0.0000023627,0.05000,14.743
3,mlp.experts.489.gate_proj,0.0000141846,0.05000,14.763
3,mlp.experts.466.gate_proj,0.0000061949,0.05000,14.770
3,mlp.experts.437.gate_proj,0.0000068489,0.05000,14.769
3,mlp.experts.506.gate_proj,0.0000062931,0.05000,14.767
3,mlp.experts.493.gate_proj,0.0000038514,0.05000,14.781
3,mlp.experts.504.gate_proj,0.0000036448,0.05000,14.837
3,mlp.experts.495.gate_proj,0.0000200587,0.05000,14.836
3,mlp.experts.492.gate_proj,0.0000054829,0.05000,14.837
3,mlp.experts.455.gate_proj,0.0000172542,0.05000,14.841
3,mlp.experts.4.up_proj,0.0000058577,0.05000,14.879
3,mlp.experts.475.gate_proj,0.0000104598,0.05000,14.930
3,mlp.experts.470.gate_proj,0.0000057584,0.05000,14.949
3,mlp.experts.494.gate_proj,0.0000139635,0.05000,15.005
3,mlp.experts.482.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.807
3,mlp.experts.81.up_proj,0.0000036787,0.05000,14.796
3,mlp.experts.483.gate_proj,0.0000110426,0.05000,14.397
3,mlp.experts.0.up_proj,0.0000044532,0.05000,14.527
3,mlp.experts.491.gate_proj,0.0000047096,0.05000,14.242
3,mlp.experts.10.up_proj,0.0000147841,0.05000,14.426
3,mlp.experts.8.up_proj,0.0000055331,0.05000,14.391
3,mlp.experts.486.gate_proj,0.0000116074,0.05000,14.261
3,mlp.experts.20.up_proj,0.0000116596,0.05000,14.368
3,mlp.experts.511.gate_proj,0.0000032635,0.05000,14.451
3,mlp.experts.510.gate_proj,0.0000202683,0.05000,14.289
3,mlp.experts.471.gate_proj,0.0000087219,0.05000,14.465
3,mlp.experts.505.gate_proj,0.0000187263,0.05000,14.590
3,mlp.experts.509.gate_proj,0.0000100790,0.05000,14.563
3,mlp.experts.453.gate_proj,0.0000133184,0.05000,14.616
3,mlp.experts.508.gate_proj,0.0000038834,0.05000,14.552
3,mlp.experts.498.gate_proj,0.0000066200,0.05000,14.348
3,mlp.experts.97.up_proj,0.0000019899,0.05000,14.459
3,mlp.experts.469.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.720
3,mlp.experts.26.up_proj,0.0000071003,0.05000,14.287
3,mlp.experts.499.gate_proj,0.0000212077,0.05000,14.374
3,mlp.experts.16.up_proj,0.0000111805,0.05000,14.362
3,mlp.experts.24.up_proj,0.0000066203,0.05000,14.321
3,mlp.experts.507.gate_proj,0.0000081690,0.05000,14.412
3,mlp.experts.15.up_proj,0.0000078940,0.05000,14.321
3,mlp.experts.36.up_proj,0.0000055606,0.05000,14.399
3,mlp.experts.14.up_proj,0.0000091388,0.05000,14.367
3,mlp.experts.502.gate_proj,0.0000098714,0.05000,14.449
3,mlp.experts.12.up_proj,0.0000025001,0.05000,14.287
3,mlp.experts.487.gate_proj,0.0000043494,0.05000,14.413
3,mlp.experts.9.up_proj,0.0000154108,0.05000,14.483
3,mlp.experts.13.up_proj,0.0000038652,0.05000,14.509
3,mlp.experts.2.up_proj,0.0000067504,0.05000,14.370
3,mlp.experts.485.gate_proj,0.0000068762,0.05000,14.394
3,mlp.experts.113.up_proj,0.0000128594,0.05000,14.433
3,mlp.experts.40.up_proj,0.0000081335,0.05000,14.308
3,mlp.experts.3.up_proj,0.0000146373,0.05000,14.391
3,mlp.experts.28.up_proj,0.0000061788,0.05000,14.163
3,mlp.experts.32.up_proj,0.0000057463,0.05000,14.414
3,mlp.experts.11.up_proj,0.0000094444,0.05000,14.373
3,mlp.experts.31.up_proj,0.0000080385,0.05000,14.365
3,mlp.experts.30.up_proj,0.0000021427,0.05000,14.359
3,mlp.experts.29.up_proj,0.0000033340,0.05000,14.182
3,mlp.experts.501.gate_proj,0.0000169197,0.05000,13.649
3,mlp.experts.56.up_proj,0.0000099214,0.05000,0.730
3,mlp.experts.503.gate_proj,0.0000039744,0.05000,14.202
3,mlp.experts.6.up_proj,0.0000143798,0.05000,14.291
3,mlp.experts.52.up_proj,0.0000019644,0.05000,14.365
3,mlp.experts.25.up_proj,0.0000115339,0.05000,14.211
3,mlp.experts.18.up_proj,0.0000024442,0.05000,13.863
3,mlp.experts.129.up_proj,0.0000059121,0.05000,13.644
3,mlp.experts.42.up_proj,0.0000034798,0.05000,14.446
3,mlp.experts.145.up_proj,failsafe(rtn): 0.0013580,0.00000,0.752
3,mlp.experts.161.up_proj,failsafe(rtn): 0.0012054,0.00000,0.661
3,mlp.experts.22.up_proj,0.0000095008,0.05000,14.278
3,mlp.experts.72.up_proj,0.0000274891,0.05000,14.295
3,mlp.experts.44.up_proj,0.0000090460,0.05000,14.302
3,mlp.experts.47.up_proj,0.0000107796,0.05000,14.324
3,mlp.experts.27.up_proj,0.0000180520,0.05000,14.323
3,mlp.experts.46.up_proj,0.0000124328,0.05000,14.327
3,mlp.experts.48.up_proj,0.0000057719,0.05000,14.327
3,mlp.experts.45.up_proj,0.0000269535,0.05000,14.342
3,mlp.experts.58.up_proj,0.0000040696,0.05000,14.358
3,mlp.experts.19.up_proj,0.0000024795,0.05000,14.408
3,mlp.experts.34.up_proj,0.0000071102,0.05000,14.438
3,mlp.experts.7.up_proj,0.0000087045,0.05000,14.495
3,mlp.experts.68.up_proj,0.0000112039,0.05000,14.547
3,mlp.experts.5.up_proj,0.0000049291,0.05000,14.554
3,mlp.experts.41.up_proj,0.0000242577,0.05000,14.647
3,mlp.experts.63.up_proj,failsafe(rtn): 0.0013199,0.00000,0.864
3,mlp.experts.177.up_proj,0.0000143082,0.05000,14.561
3,mlp.experts.88.up_proj,0.0000090961,0.05000,14.799
3,mlp.experts.60.up_proj,0.0000085435,0.05000,14.817
3,mlp.experts.38.up_proj,0.0000035794,0.05000,14.842
3,mlp.experts.43.up_proj,0.0000037952,0.05000,14.792
3,mlp.experts.64.up_proj,0.0000074898,0.05000,14.762
3,mlp.experts.50.up_proj,0.0000021268,0.05000,14.673
3,mlp.experts.74.up_proj,0.0000070531,0.05000,14.789
3,mlp.experts.21.up_proj,0.0000168533,0.05000,14.677
3,mlp.experts.62.up_proj,0.0000011644,0.05000,14.917
3,mlp.experts.84.up_proj,0.0000035933,0.05000,14.768
3,mlp.experts.23.up_proj,0.0000146252,0.05000,14.830
3,mlp.experts.35.up_proj,0.0000050005,0.05000,14.972
3,mlp.experts.61.up_proj,0.0000094632,0.05000,15.026
3,mlp.experts.57.up_proj,0.0000081856,0.05000,14.874
3,mlp.experts.104.up_proj,failsafe(rtn): 0.0012741,0.00000,0.757
3,mlp.experts.90.up_proj,failsafe(rtn): 0.0013123,0.00000,0.728
3,mlp.experts.79.up_proj,0.0000064718,0.05000,14.739
3,mlp.experts.193.up_proj,0.0000087461,0.05000,14.807
3,mlp.experts.80.up_proj,0.0000087229,0.05000,13.947
3,mlp.experts.66.up_proj,0.0000043546,0.05000,13.935
3,mlp.experts.76.up_proj,0.0000195469,0.05000,14.018
3,mlp.experts.54.up_proj,0.0000026244,0.05000,14.087
3,mlp.experts.78.up_proj,0.0000117510,0.05000,13.967
3,mlp.experts.59.up_proj,0.0000045774,0.05000,14.152
3,mlp.experts.37.up_proj,0.0000055698,0.05000,14.040
3,mlp.experts.100.up_proj,0.0000043239,0.05000,14.015
3,mlp.experts.39.up_proj,0.0000043484,0.05000,14.125
3,mlp.experts.77.up_proj,0.0000037219,0.05000,14.101
3,mlp.experts.51.up_proj,0.0000016429,0.05000,14.130
3,mlp.experts.73.up_proj,0.0000118539,0.05000,14.120
3,mlp.experts.120.up_proj,0.0000085739,0.05000,14.042
3,mlp.experts.106.up_proj,0.0000022224,0.05000,14.044
3,mlp.experts.95.up_proj,0.0000098580,0.05000,14.022
3,mlp.experts.89.up_proj,failsafe(rtn): 0.0013580,0.00000,0.704
3,mlp.experts.209.up_proj,0.0000064078,0.05000,14.265
3,mlp.experts.92.up_proj,0.0000104062,0.05000,14.717
3,mlp.experts.96.up_proj,0.0000171104,0.05000,14.830
3,mlp.experts.70.up_proj,0.0000073040,0.05000,14.740
3,mlp.experts.53.up_proj,0.0000016417,0.05000,14.679
3,mlp.experts.94.up_proj,0.0000044012,0.05000,14.726
3,mlp.experts.93.up_proj,0.0000070304,0.05000,14.586
3,mlp.experts.122.up_proj,0.0000031961,0.05000,14.173
3,mlp.experts.111.up_proj,0.0000038345,0.05000,14.193
3,mlp.experts.225.up_proj,0.0000046532,0.05000,13.132
3,mlp.experts.75.up_proj,0.0000250757,0.05000,14.687
3,mlp.experts.116.up_proj,0.0000050878,0.05000,14.640
3,mlp.experts.55.up_proj,0.0000078504,0.05000,14.563
3,mlp.experts.67.up_proj,0.0000017151,0.05000,14.577
3,mlp.experts.136.up_proj,0.0000089314,0.05000,14.246
3,mlp.experts.105.up_proj,0.0000032074,0.05000,13.843
3,mlp.experts.82.up_proj,0.0000136436,0.05000,14.830
3,mlp.experts.152.up_proj,0.0000059098,0.05000,13.840
3,mlp.experts.108.up_proj,0.0000020472,0.05000,13.852
3,mlp.experts.121.up_proj,0.0000063864,0.05000,13.845
3,mlp.experts.112.up_proj,0.0000112872,0.05000,13.856
3,mlp.experts.109.up_proj,0.0000072442,0.05000,13.960
3,mlp.experts.83.up_proj,0.0000029221,0.05000,14.006
3,mlp.experts.132.up_proj,0.0000057811,0.05000,14.007
3,mlp.experts.91.up_proj,0.0000033983,0.05000,14.017
3,mlp.experts.110.up_proj,0.0000105779,0.05000,14.019
3,mlp.experts.98.up_proj,0.0000056793,0.05000,14.024
3,mlp.experts.127.up_proj,0.0000157141,0.05000,14.040
3,mlp.experts.71.up_proj,0.0000026563,0.05000,14.036
3,mlp.experts.69.up_proj,0.0000171311,0.05000,14.064
3,mlp.experts.86.up_proj,0.0000121554,0.05000,14.066
3,mlp.experts.241.up_proj,0.0000089479,0.05000,14.092
3,mlp.experts.138.up_proj,0.0000050514,0.05000,14.146
3,mlp.experts.128.up_proj,failsafe(rtn): 0.0013504,0.00000,0.761
3,mlp.experts.148.up_proj,failsafe(rtn): 0.0012817,0.00000,0.777
3,mlp.experts.154.up_proj,failsafe(rtn): 0.0012436,0.00000,0.665
3,mlp.experts.168.up_proj,0.0000052281,0.05000,14.560
3,mlp.experts.125.up_proj,0.0000045930,0.05000,14.529
3,mlp.experts.124.up_proj,0.0000139129,0.05000,14.693
3,mlp.experts.126.up_proj,0.0000054536,0.05000,14.572
3,mlp.experts.137.up_proj,0.0000030087,0.05000,14.790
3,mlp.experts.143.up_proj,0.0000043259,0.05000,14.604
3,mlp.experts.99.up_proj,0.0000068484,0.05000,14.702
3,mlp.experts.87.up_proj,0.0000106132,0.05000,14.696
3,mlp.experts.257.up_proj,0.0000008353,0.05000,14.656
3,mlp.experts.102.up_proj,0.0000014568,0.05000,14.683
3,mlp.experts.114.up_proj,0.0000134269,0.05000,14.762
3,mlp.experts.107.up_proj,0.0000031322,0.05000,14.789
3,mlp.experts.85.up_proj,0.0000081377,0.05000,14.789
3,mlp.experts.184.up_proj,failsafe(rtn): 0.0013046,0.00000,0.767
3,mlp.experts.144.up_proj,0.0000019929,0.05000,14.554
3,mlp.experts.170.up_proj,0.0000113569,0.05000,14.576
3,mlp.experts.164.up_proj,0.0000079152,0.05000,14.640
3,mlp.experts.180.up_proj,failsafe(rtn): 0.0013199,0.00000,0.686
3,mlp.experts.141.up_proj,0.0000311111,0.05000,14.240
3,mlp.experts.142.up_proj,0.0000076089,0.05000,14.219
3,mlp.experts.159.up_proj,0.0000026050,0.05000,14.262
3,mlp.experts.115.up_proj,0.0000132097,0.05000,14.222
3,mlp.experts.140.up_proj,0.0000031825,0.05000,14.424
3,mlp.experts.273.up_proj,0.0000091242,0.05000,14.217
3,mlp.experts.123.up_proj,0.0000049547,0.05000,14.230
3,mlp.experts.103.up_proj,0.0000096944,0.05000,14.323
3,mlp.experts.118.up_proj,0.0000074621,0.05000,14.306
3,mlp.experts.153.up_proj,0.0000038814,0.05000,14.423
3,mlp.experts.130.up_proj,0.0000044216,0.05000,14.360
3,mlp.experts.101.up_proj,0.0000120445,0.05000,14.384
3,mlp.experts.200.up_proj,0.0000100475,0.05000,14.245
3,mlp.experts.160.up_proj,0.0000084024,0.05000,14.335
3,mlp.experts.139.up_proj,failsafe(rtn): 0.0013275,0.00000,0.745
3,mlp.experts.186.up_proj,0.0000064150,0.05000,14.509
3,mlp.experts.196.up_proj,0.0000102411,0.05000,14.178
3,mlp.experts.158.up_proj,0.0000066045,0.05000,14.571
3,mlp.experts.157.up_proj,0.0000080552,0.05000,14.700
3,mlp.experts.156.up_proj,0.0000036074,0.05000,14.486
3,mlp.experts.131.up_proj,0.0000043714,0.05000,14.684
3,mlp.experts.289.up_proj,0.0000134512,0.05000,14.632
3,mlp.experts.169.up_proj,0.0000113668,0.05000,14.584
3,mlp.experts.117.up_proj,0.0000076901,0.05000,14.528
3,mlp.experts.176.up_proj,0.0000046253,0.05000,14.295
3,mlp.experts.202.up_proj,0.0000070329,0.05000,14.006
3,mlp.experts.174.up_proj,0.0000071519,0.05000,0.944
3,mlp.experts.175.up_proj,0.0000065520,0.05000,14.685
3,mlp.experts.146.up_proj,0.0000021941,0.05000,14.489
3,mlp.experts.119.up_proj,0.0000062910,0.05000,14.620
3,mlp.experts.216.up_proj,0.0000071465,0.05000,14.380
3,mlp.experts.155.up_proj,0.0000046750,0.05000,14.085
3,mlp.experts.212.up_proj,0.0000012914,0.05000,13.600
3,mlp.experts.134.up_proj,0.0000121706,0.05000,14.528
3,mlp.experts.172.up_proj,0.0000058967,0.05000,14.603
3,mlp.experts.305.up_proj,0.0000044556,0.05000,14.664
3,mlp.experts.173.up_proj,0.0000023239,0.05000,14.676
3,mlp.experts.150.up_proj,0.0000156968,0.05000,14.662
3,mlp.experts.228.up_proj,0.0000019703,0.05000,14.668
3,mlp.experts.162.up_proj,0.0000031418,0.05000,14.705
3,mlp.experts.133.up_proj,0.0000107463,0.05000,14.713
3,mlp.experts.147.up_proj,0.0000148127,0.05000,14.799
3,mlp.experts.191.up_proj,0.0000087485,0.05000,14.801
3,mlp.experts.171.up_proj,0.0000025903,0.05000,14.800
3,mlp.experts.135.up_proj,0.0000033059,0.05000,14.805
3,mlp.experts.232.up_proj,0.0000094877,0.05000,14.808
3,mlp.experts.185.up_proj,0.0000028040,0.05000,14.847
3,mlp.experts.192.up_proj,0.0000101326,0.05000,14.857
3,mlp.experts.218.up_proj,0.0000060310,0.05000,14.863
3,mlp.experts.190.up_proj,0.0000018809,0.05000,14.971
3,mlp.experts.244.up_proj,failsafe(rtn): 0.0012741,0.00000,0.794
3,mlp.experts.206.up_proj,failsafe(rtn): 0.0012131,0.00000,0.720
3,mlp.experts.188.up_proj,0.0000015484,0.05000,14.647
3,mlp.experts.166.up_proj,0.0000109575,0.05000,14.618
3,mlp.experts.178.up_proj,0.0000056891,0.05000,14.600
3,mlp.experts.163.up_proj,0.0000013734,0.05000,14.521
3,mlp.experts.189.up_proj,0.0000043569,0.05000,14.655
3,mlp.experts.207.up_proj,0.0000055464,0.05000,14.583
3,mlp.experts.321.up_proj,0.0000114088,0.05000,14.727
3,mlp.experts.151.up_proj,0.0000044682,0.05000,14.646
3,mlp.experts.187.up_proj,0.0000048616,0.05000,14.671
3,mlp.experts.234.up_proj,0.0000076722,0.05000,14.586
3,mlp.experts.248.up_proj,0.0000192175,0.05000,14.681
3,mlp.experts.149.up_proj,0.0000028090,0.05000,14.785
3,mlp.experts.208.up_proj,0.0000060385,0.05000,14.665
3,mlp.experts.201.up_proj,0.0000063827,0.05000,14.832
3,mlp.experts.260.up_proj,0.0000012732,0.05000,14.693
3,mlp.experts.222.up_proj,0.0000283866,0.05000,14.602
3,mlp.experts.224.up_proj,failsafe(rtn): 0.0013885,0.00000,0.754
3,mlp.experts.217.up_proj,failsafe(rtn): 0.0013275,0.00000,0.791
3,mlp.experts.182.up_proj,0.0000020192,0.05000,14.513
3,mlp.experts.204.up_proj,0.0000057220,0.05000,14.636
3,mlp.experts.194.up_proj,0.0000198746,0.05000,14.613
3,mlp.experts.223.up_proj,0.0000031896,0.05000,14.563
3,mlp.experts.205.up_proj,0.0000082135,0.05000,14.630
3,mlp.experts.179.up_proj,0.0000030807,0.05000,14.682
3,mlp.experts.337.up_proj,0.0000045855,0.05000,14.675
3,mlp.experts.167.up_proj,0.0000040224,0.05000,14.648
3,mlp.experts.264.up_proj,0.0000064792,0.05000,14.602
3,mlp.experts.250.up_proj,0.0000043688,0.05000,14.630
3,mlp.experts.203.up_proj,0.0000049372,0.05000,14.727
3,mlp.experts.165.up_proj,0.0000066894,0.05000,14.776
3,mlp.experts.276.up_proj,0.0000015106,0.05000,14.599
3,mlp.experts.238.up_proj,0.0000080391,0.05000,14.488
3,mlp.experts.240.up_proj,0.0000056645,0.05000,14.629
3,mlp.experts.233.up_proj,0.0000029022,0.05000,14.513
3,mlp.experts.292.up_proj,failsafe(rtn): 0.0013580,0.00000,0.690
3,mlp.experts.198.up_proj,0.0000022919,0.05000,13.760
3,mlp.experts.220.up_proj,0.0000095448,0.05000,13.698
3,mlp.experts.195.up_proj,0.0000056525,0.05000,13.634
3,mlp.experts.210.up_proj,0.0000128333,0.05000,13.765
3,mlp.experts.221.up_proj,0.0000038775,0.05000,13.776
3,mlp.experts.353.up_proj,0.0000063843,0.05000,13.706
3,mlp.experts.181.up_proj,0.0000069914,0.05000,13.489
3,mlp.experts.249.up_proj,0.0000132720,0.05000,12.934
3,mlp.experts.308.up_proj,0.0000051227,0.05000,12.484
3,mlp.experts.183.up_proj,0.0000039451,0.05000,13.567
3,mlp.experts.280.up_proj,0.0000033237,0.05000,13.633
3,mlp.experts.219.up_proj,0.0000083168,0.05000,13.587
3,mlp.experts.254.up_proj,0.0000039589,0.05000,13.084
3,mlp.experts.256.up_proj,0.0000064415,0.05000,13.009
3,mlp.experts.239.up_proj,0.0000193063,0.05000,13.631
3,mlp.experts.266.up_proj,0.0000048711,0.05000,13.578
3,mlp.experts.255.up_proj,failsafe(rtn): 0.0013046,0.00000,0.777
3,mlp.experts.271.up_proj,failsafe(rtn): 0.0013885,0.00000,0.637
3,mlp.experts.211.up_proj,0.0000023606,0.05000,13.802
3,mlp.experts.199.up_proj,0.0000032159,0.05000,13.838
3,mlp.experts.282.up_proj,0.0000050828,0.05000,13.845
3,mlp.experts.214.up_proj,0.0000099664,0.05000,13.875
3,mlp.experts.226.up_proj,0.0000031595,0.05000,13.873
3,mlp.experts.235.up_proj,0.0000067278,0.05000,13.883
3,mlp.experts.272.up_proj,0.0000073236,0.05000,13.882
3,mlp.experts.237.up_proj,0.0000117567,0.05000,13.902
3,mlp.experts.296.up_proj,0.0000079014,0.05000,13.923
3,mlp.experts.197.up_proj,0.0000073415,0.05000,13.934
3,mlp.experts.236.up_proj,0.0000061929,0.05000,14.062
3,mlp.experts.324.up_proj,0.0000073323,0.05000,14.057
3,mlp.experts.369.up_proj,0.0000143230,0.05000,14.088
3,mlp.experts.270.up_proj,0.0000053394,0.05000,14.083
3,mlp.experts.265.up_proj,0.0000040354,0.05000,14.157
3,mlp.experts.286.up_proj,failsafe(rtn): 0.0012665,0.00000,0.674
3,mlp.experts.287.up_proj,0.0000043860,0.05000,14.036
3,mlp.experts.227.up_proj,0.0000188916,0.05000,14.510
3,mlp.experts.298.up_proj,0.0000062449,0.05000,14.498
3,mlp.experts.288.up_proj,0.0000030979,0.05000,14.478
3,mlp.experts.230.up_proj,0.0000038120,0.05000,14.556
3,mlp.experts.215.up_proj,0.0000071219,0.05000,14.583
3,mlp.experts.251.up_proj,0.0000091208,0.05000,14.550
3,mlp.experts.242.up_proj,0.0000072325,0.05000,14.566
3,mlp.experts.213.up_proj,0.0000103563,0.05000,14.480
3,mlp.experts.312.up_proj,0.0000020982,0.05000,14.538
3,mlp.experts.252.up_proj,0.0000094455,0.05000,14.531
3,mlp.experts.340.up_proj,0.0000034673,0.05000,14.528
3,mlp.experts.253.up_proj,0.0000095377,0.05000,14.727
3,mlp.experts.281.up_proj,0.0000063240,0.05000,14.630
3,mlp.experts.385.up_proj,0.0000018109,0.05000,14.721
3,mlp.experts.314.up_proj,failsafe(rtn): 0.0013123,0.00000,0.907
3,mlp.experts.302.up_proj,0.0000074987,0.05000,14.637
3,mlp.experts.330.up_proj,failsafe(rtn): 0.0013580,0.00000,0.795
3,mlp.experts.303.up_proj,0.0000030833,0.05000,14.732
3,mlp.experts.243.up_proj,0.0000060318,0.05000,14.863
3,mlp.experts.258.up_proj,0.0000070149,0.05000,14.776
3,mlp.experts.304.up_proj,0.0000126162,0.05000,14.865
3,mlp.experts.268.up_proj,0.0000185186,0.05000,14.661
3,mlp.experts.231.up_proj,0.0000138981,0.05000,14.853
3,mlp.experts.229.up_proj,0.0000046055,0.05000,14.837
3,mlp.experts.246.up_proj,0.0000008103,0.05000,14.913
3,mlp.experts.267.up_proj,0.0000043678,0.05000,14.946
3,mlp.experts.328.up_proj,0.0000161113,0.05000,14.915
3,mlp.experts.356.up_proj,0.0000021833,0.05000,14.869
3,mlp.experts.401.up_proj,0.0000068550,0.05000,14.682
3,mlp.experts.269.up_proj,0.0000084190,0.05000,14.886
3,mlp.experts.297.up_proj,0.0000155464,0.05000,14.897
3,mlp.experts.284.up_proj,failsafe(rtn): 0.0013428,0.00000,0.827
3,mlp.experts.318.up_proj,0.0000026683,0.05000,14.694
3,mlp.experts.285.up_proj,failsafe(rtn): 0.0013275,0.00000,0.760
3,mlp.experts.346.up_proj,0.0000051030,0.05000,14.726
3,mlp.experts.319.up_proj,0.0000155670,0.05000,14.710
3,mlp.experts.320.up_proj,0.0000032576,0.05000,14.464
3,mlp.experts.259.up_proj,0.0000058704,0.05000,14.549
3,mlp.experts.344.up_proj,0.0000067765,0.05000,14.348
3,mlp.experts.245.up_proj,0.0000025309,0.05000,14.471
3,mlp.experts.247.up_proj,0.0000108637,0.05000,14.499
3,mlp.experts.417.up_proj,0.0000044071,0.05000,14.351
3,mlp.experts.301.up_proj,0.0000050234,0.05000,13.729
3,mlp.experts.334.up_proj,0.0000060556,0.05000,13.931
3,mlp.experts.362.up_proj,0.0000048191,0.05000,13.283
3,mlp.experts.283.up_proj,0.0000073524,0.05000,14.378
3,mlp.experts.262.up_proj,0.0000040827,0.05000,14.429
3,mlp.experts.372.up_proj,0.0000186125,0.05000,14.327
3,mlp.experts.313.up_proj,0.0000023667,0.05000,14.242
3,mlp.experts.300.up_proj,0.0000190207,0.05000,13.954
3,mlp.experts.335.up_proj,0.0000044932,0.05000,13.173
3,mlp.experts.274.up_proj,0.0000073073,0.05000,14.506
3,mlp.experts.388.up_proj,failsafe(rtn): 0.0013046,0.00000,0.674
3,mlp.experts.336.up_proj,0.0000054557,0.05000,13.757
3,mlp.experts.378.up_proj,0.0000105906,0.05000,13.817
3,mlp.experts.316.up_proj,0.0000032067,0.05000,13.822
3,mlp.experts.360.up_proj,0.0000072238,0.05000,13.838
3,mlp.experts.261.up_proj,0.0000103895,0.05000,13.893
3,mlp.experts.351.up_proj,0.0000106972,0.05000,13.899
3,mlp.experts.299.up_proj,0.0000062492,0.05000,13.905
3,mlp.experts.329.up_proj,0.0000068216,0.05000,13.911
3,mlp.experts.278.up_proj,0.0000136728,0.05000,13.930
3,mlp.experts.350.up_proj,0.0000024848,0.05000,13.934
3,mlp.experts.275.up_proj,0.0000095413,0.05000,13.974
3,mlp.experts.433.up_proj,0.0000024158,0.05000,13.975
3,mlp.experts.263.up_proj,0.0000038357,0.05000,13.980
3,mlp.experts.317.up_proj,0.0000285998,0.05000,14.019
3,mlp.experts.290.up_proj,0.0000083461,0.05000,14.128
3,mlp.experts.352.up_proj,failsafe(rtn): 0.0013046,0.00000,0.837
3,mlp.experts.404.up_proj,0.0000042163,0.05000,13.998
3,mlp.experts.366.up_proj,failsafe(rtn): 0.0012894,0.00000,0.797
3,mlp.experts.376.up_proj,0.0000035689,0.05000,14.089
3,mlp.experts.394.up_proj,0.0000105579,0.05000,14.251
3,mlp.experts.279.up_proj,0.0000028344,0.05000,14.076
3,mlp.experts.367.up_proj,0.0000073321,0.05000,14.181
3,mlp.experts.277.up_proj,0.0000288559,0.05000,14.216
3,mlp.experts.333.up_proj,0.0000053981,0.05000,14.087
3,mlp.experts.332.up_proj,0.0000144678,0.05000,14.364
3,mlp.experts.294.up_proj,0.0000155833,0.05000,14.301
3,mlp.experts.291.up_proj,0.0000031288,0.05000,14.263
3,mlp.experts.315.up_proj,0.0000032721,0.05000,14.369
3,mlp.experts.306.up_proj,0.0000031820,0.05000,14.249
3,mlp.experts.345.up_proj,0.0000070416,0.05000,14.443
3,mlp.experts.449.up_proj,0.0000057610,0.05000,14.412
3,mlp.experts.368.up_proj,0.0000073422,0.05000,14.305
3,mlp.experts.420.up_proj,0.0000042738,0.05000,14.248
3,mlp.experts.349.up_proj,failsafe(rtn): 0.0010910,0.00000,0.832
3,mlp.experts.382.up_proj,0.0000063939,0.05000,14.296
3,mlp.experts.392.up_proj,0.0000059892,0.05000,14.429
3,mlp.experts.410.up_proj,0.0000088930,0.05000,14.404
3,mlp.experts.295.up_proj,0.0000036765,0.05000,14.394
3,mlp.experts.383.up_proj,0.0000103139,0.05000,14.390
3,mlp.experts.293.up_proj,0.0000024480,0.05000,14.348
3,mlp.experts.310.up_proj,0.0000032385,0.05000,14.261
3,mlp.experts.331.up_proj,0.0000034000,0.05000,14.291
3,mlp.experts.307.up_proj,0.0000075776,0.05000,14.350
3,mlp.experts.348.up_proj,0.0000031010,0.05000,14.420
3,mlp.experts.322.up_proj,0.0000028501,0.05000,14.356
3,mlp.experts.465.up_proj,0.0000159294,0.05000,14.372
3,mlp.experts.361.up_proj,0.0000085409,0.05000,14.412
3,mlp.experts.436.up_proj,0.0000041051,0.05000,14.232
3,mlp.experts.384.up_proj,0.0000070886,0.05000,14.363
3,mlp.experts.365.up_proj,0.0000099959,0.05000,14.378
3,mlp.experts.398.up_proj,0.0000045697,0.05000,14.331
3,mlp.experts.338.up_proj,failsafe(rtn): 0.0012589,0.00000,0.783
3,mlp.experts.408.up_proj,0.0000023986,0.05000,14.201
3,mlp.experts.309.up_proj,0.0000069698,0.05000,14.137
3,mlp.experts.311.up_proj,0.0000134081,0.05000,14.176
3,mlp.experts.399.up_proj,0.0000191997,0.05000,14.192
3,mlp.experts.326.up_proj,0.0000165288,0.05000,14.186
3,mlp.experts.347.up_proj,0.0000017329,0.05000,14.175
3,mlp.experts.323.up_proj,0.0000142955,0.05000,14.215
3,mlp.experts.481.up_proj,0.0000063068,0.05000,14.123
3,mlp.experts.452.up_proj,0.0000024388,0.05000,13.929
3,mlp.experts.414.up_proj,0.0000070047,0.05000,13.780
3,mlp.experts.354.up_proj,0.0000049986,0.05000,13.691
3,mlp.experts.424.up_proj,0.0000040201,0.05000,2.746
3,mlp.experts.327.up_proj,0.0000074823,0.05000,2.670
3,mlp.experts.364.up_proj,0.0000044221,0.05000,14.212
3,mlp.experts.377.up_proj,0.0000129209,0.05000,14.179
3,mlp.experts.381.up_proj,0.0000172221,0.05000,13.776
3,mlp.experts.400.up_proj,0.0000049755,0.05000,13.930
3,mlp.experts.325.up_proj,0.0000056333,0.05000,2.593
3,mlp.experts.415.up_proj,0.0000093108,0.05000,2.605
3,mlp.experts.426.up_proj,0.0000068032,0.05000,14.303
3,mlp.experts.497.up_proj,failsafe(rtn): 0.0013046,0.00000,0.759
3,mlp.experts.343.up_proj,failsafe(rtn): 0.0007668,0.00000,0.777
3,mlp.experts.1.down_proj,failsafe(rtn): 0.0011444,0.00000,0.148
3,mlp.experts.17.down_proj,failsafe(rtn): 0.0015106,0.00000,0.153
3,mlp.experts.33.down_proj,0.0000002224,0.05000,3.577
3,mlp.experts.49.down_proj,0.0000004736,0.05000,3.546
3,mlp.experts.65.down_proj,failsafe(rtn): 0.0015793,0.00000,0.174
3,mlp.experts.81.down_proj,0.0000001770,0.05000,3.541
3,mlp.experts.380.up_proj,0.0000034156,0.05000,14.241
3,mlp.experts.468.up_proj,0.0000036263,0.05000,14.243
3,mlp.experts.342.up_proj,0.0000072403,0.05000,14.276
3,mlp.experts.416.up_proj,0.0000200206,0.05000,14.289
3,mlp.experts.397.up_proj,0.0000073943,0.05000,14.299
3,mlp.experts.370.up_proj,0.0000026677,0.05000,14.290
3,mlp.experts.341.up_proj,0.0000063522,0.05000,14.303
3,mlp.experts.393.up_proj,0.0000151319,0.05000,14.329
3,mlp.experts.339.up_proj,0.0000052126,0.05000,14.341
3,mlp.experts.442.up_proj,0.0000088078,0.05000,14.337
3,mlp.experts.440.up_proj,0.0000042328,0.05000,14.341
3,mlp.experts.363.up_proj,0.0000261422,0.05000,14.369
3,mlp.experts.430.up_proj,0.0000032649,0.05000,14.421
3,mlp.experts.431.up_proj,0.0000057357,0.05000,14.640
3,mlp.experts.359.up_proj,0.0000029251,0.05000,14.556
3,mlp.experts.97.down_proj,0.0000001023,0.05000,3.939
3,mlp.experts.113.down_proj,0.0000007607,0.05000,3.475
3,mlp.experts.129.down_proj,0.0000003174,0.05000,3.487
3,mlp.experts.145.down_proj,failsafe(rtn): 0.0015106,0.00000,0.182
3,mlp.experts.161.down_proj,failsafe(rtn): 0.0014496,0.00000,0.158
3,mlp.experts.177.down_proj,0.0000012439,0.05000,3.652
3,mlp.experts.432.up_proj,0.0000039206,0.05000,13.988
3,mlp.experts.456.up_proj,0.0000128368,0.05000,13.975
3,mlp.experts.379.up_proj,0.0000048376,0.05000,14.068
3,mlp.experts.396.up_proj,0.0000100334,0.05000,14.224
3,mlp.experts.484.up_proj,0.0000047393,0.05000,14.233
3,mlp.experts.446.up_proj,0.0000129064,0.05000,14.048
3,mlp.experts.358.up_proj,0.0000045351,0.05000,14.214
3,mlp.experts.357.up_proj,0.0000057078,0.05000,14.179
3,mlp.experts.386.up_proj,0.0000035972,0.05000,14.186
3,mlp.experts.413.up_proj,0.0000102619,0.05000,14.266
3,mlp.experts.355.up_proj,0.0000054075,0.05000,14.286
3,mlp.experts.409.up_proj,0.0000189240,0.05000,14.317
3,mlp.experts.458.up_proj,0.0000086041,0.05000,14.313
3,mlp.experts.447.up_proj,0.0000060308,0.05000,14.076
3,mlp.experts.375.up_proj,0.0000025070,0.05000,14.086
3,mlp.experts.193.down_proj,0.0000003745,0.05000,3.772
3,mlp.experts.209.down_proj,0.0000003822,0.05000,3.533
3,mlp.experts.225.down_proj,0.0000003714,0.05000,3.539
3,mlp.experts.241.down_proj,0.0000007033,0.05000,3.466
3,mlp.experts.472.up_proj,0.0000029492,0.05000,14.079
3,mlp.experts.448.up_proj,0.0000014115,0.05000,14.265
3,mlp.experts.395.up_proj,0.0000062692,0.05000,14.137
3,mlp.experts.412.up_proj,0.0000058963,0.05000,14.137
3,mlp.experts.500.up_proj,0.0000069011,0.05000,14.183
3,mlp.experts.373.up_proj,0.0000027900,0.05000,14.203
3,mlp.experts.371.up_proj,0.0000077412,0.05000,14.110
3,mlp.experts.402.up_proj,0.0000039060,0.05000,14.223
3,mlp.experts.429.up_proj,0.0000088848,0.05000,14.172
3,mlp.experts.462.up_proj,0.0000024768,0.05000,14.285
3,mlp.experts.374.up_proj,0.0000056529,0.05000,14.301
3,mlp.experts.425.up_proj,0.0000037722,0.05000,14.209
3,mlp.experts.474.up_proj,0.0000043982,0.05000,14.237
3,mlp.experts.463.up_proj,0.0000131270,0.05000,14.192
3,mlp.experts.428.up_proj,failsafe(rtn): 0.0012741,0.00000,0.769
3,mlp.experts.387.up_proj,failsafe(rtn): 0.0013580,0.00000,0.798
3,mlp.experts.445.up_proj,failsafe(rtn): 0.0013962,0.00000,0.788
3,mlp.experts.390.up_proj,failsafe(rtn): 0.0013809,0.00000,0.767
3,mlp.experts.391.up_proj,0.0000194982,0.05000,14.262
3,mlp.experts.257.down_proj,0.0000000394,0.05000,3.849
3,mlp.experts.4.down_proj,0.0000002249,0.05000,3.762
3,mlp.experts.273.down_proj,0.0000005129,0.05000,3.559
3,mlp.experts.20.down_proj,0.0000008207,0.05000,3.459
3,mlp.experts.289.down_proj,0.0000007591,0.05000,3.334
3,mlp.experts.36.down_proj,0.0000002810,0.05000,3.394
3,mlp.experts.305.down_proj,0.0000001894,0.05000,3.695
3,mlp.experts.488.up_proj,0.0000105594,0.05000,14.140
3,mlp.experts.464.up_proj,0.0000032984,0.05000,14.178
3,mlp.experts.478.up_proj,0.0000039471,0.05000,14.050
3,mlp.experts.411.up_proj,0.0000261021,0.05000,14.309
3,mlp.experts.52.down_proj,0.0000000762,0.05000,3.615
3,mlp.experts.418.up_proj,0.0000220088,0.05000,14.229
3,mlp.experts.389.up_proj,0.0000141210,0.05000,14.262
3,mlp.experts.490.up_proj,0.0000072219,0.05000,14.166
3,mlp.experts.479.up_proj,0.0000007922,0.05000,14.178
3,mlp.experts.441.up_proj,0.0000035603,0.05000,14.328
3,mlp.experts.444.up_proj,0.0000154847,0.05000,14.240
3,mlp.experts.403.up_proj,0.0000038256,0.05000,14.199
3,mlp.experts.406.up_proj,0.0000049148,0.05000,14.172
3,mlp.experts.407.up_proj,0.0000082531,0.05000,14.163
3,mlp.experts.461.up_proj,0.0000107350,0.05000,14.372
3,mlp.experts.321.down_proj,0.0000016272,0.05000,3.827
3,mlp.experts.68.down_proj,0.0000011838,0.05000,3.765
3,mlp.experts.337.down_proj,0.0000003347,0.05000,3.589
3,mlp.experts.84.down_proj,0.0000001815,0.05000,3.536
3,mlp.experts.353.down_proj,0.0000005491,0.05000,3.529
3,mlp.experts.100.down_proj,0.0000002555,0.05000,3.510
3,mlp.experts.480.up_proj,0.0000067824,0.05000,14.433
3,mlp.experts.504.up_proj,0.0000035770,0.05000,14.673
3,mlp.experts.369.down_proj,0.0000024341,0.05000,3.726
3,mlp.experts.434.up_proj,0.0000125535,0.05000,14.402
3,mlp.experts.116.down_proj,0.0000002220,0.05000,3.645
3,mlp.experts.494.up_proj,0.0000134291,0.05000,14.547
3,mlp.experts.427.up_proj,0.0000088703,0.05000,14.628
3,mlp.experts.405.up_proj,0.0000116967,0.05000,14.533
3,mlp.experts.495.up_proj,0.0000193895,0.05000,14.527
3,mlp.experts.506.up_proj,0.0000062367,0.05000,14.570
3,mlp.experts.457.up_proj,0.0000007807,0.05000,14.489
3,mlp.experts.460.up_proj,0.0000069641,0.05000,14.468
3,mlp.experts.419.up_proj,0.0000019230,0.05000,14.468
3,mlp.experts.423.up_proj,0.0000049696,0.05000,14.396
3,mlp.experts.422.up_proj,0.0000038384,0.05000,14.499
3,mlp.experts.477.up_proj,0.0000083881,0.05000,14.384
3,mlp.experts.435.up_proj,failsafe(rtn): 0.0013580,0.00000,0.755
3,mlp.experts.438.up_proj,failsafe(rtn): 0.0013428,0.00000,0.790
3,mlp.experts.8.down_proj,0.0000004049,0.05000,3.870
3,mlp.experts.385.down_proj,0.0000000596,0.05000,3.852
3,mlp.experts.132.down_proj,0.0000003703,0.05000,3.880
3,mlp.experts.148.down_proj,failsafe(rtn): 0.0013657,0.00000,0.175
3,mlp.experts.10.down_proj,0.0000006376,0.05000,3.851
3,mlp.experts.24.down_proj,0.0000007810,0.05000,3.728
3,mlp.experts.401.down_proj,0.0000003973,0.05000,3.743
3,mlp.experts.164.down_proj,0.0000004021,0.05000,3.682
3,mlp.experts.26.down_proj,0.0000003795,0.05000,3.724
3,mlp.experts.180.down_proj,failsafe(rtn): 0.0014877,0.00000,0.185
3,mlp.experts.40.down_proj,0.0000004102,0.05000,3.680
3,mlp.experts.417.down_proj,0.0000001827,0.05000,3.670
3,mlp.experts.42.down_proj,0.0000001612,0.05000,3.697
3,mlp.experts.196.down_proj,0.0000005992,0.05000,3.668
3,mlp.experts.496.up_proj,0.0000074277,0.05000,14.922
3,mlp.experts.510.up_proj,0.0000193937,0.05000,14.894
3,mlp.experts.56.down_proj,0.0000007035,0.05000,3.717
3,mlp.experts.450.up_proj,0.0000078784,0.05000,14.959
3,mlp.experts.433.down_proj,0.0000002002,0.05000,3.726
3,mlp.experts.443.up_proj,0.0000168899,0.05000,14.892
3,mlp.experts.473.up_proj,0.0000101205,0.05000,14.831
3,mlp.experts.511.up_proj,0.0000031992,0.05000,14.965
3,mlp.experts.58.down_proj,0.0000002777,0.05000,3.720
3,mlp.experts.421.up_proj,0.0000036935,0.05000,15.098
3,mlp.experts.212.down_proj,0.0000003066,0.05000,3.741
3,mlp.experts.476.up_proj,0.0000069224,0.05000,14.884
3,mlp.experts.493.up_proj,0.0000037203,0.05000,14.883
3,mlp.experts.439.up_proj,0.0000191813,0.05000,15.046
3,mlp.experts.451.up_proj,0.0000123304,0.05000,14.939
3,mlp.experts.454.up_proj,0.0000046257,0.05000,14.890
3,mlp.experts.0.down_proj,0.0000003405,0.05000,3.637
3,mlp.experts.14.down_proj,0.0000004260,0.05000,3.638
3,mlp.experts.72.down_proj,0.0000018339,0.05000,3.670
3,mlp.experts.449.down_proj,0.0000004155,0.05000,3.638
3,mlp.experts.74.down_proj,0.0000004121,0.05000,3.537
3,mlp.experts.15.down_proj,0.0000003599,0.05000,3.613
3,mlp.experts.228.down_proj,0.0000000862,0.05000,3.585
3,mlp.experts.90.down_proj,failsafe(rtn): 0.0014801,0.00000,0.196
3,mlp.experts.244.down_proj,failsafe(rtn): 0.0014191,0.00000,0.209
3,mlp.experts.16.down_proj,0.0000009459,0.05000,3.652
3,mlp.experts.30.down_proj,0.0000001118,0.05000,3.664
3,mlp.experts.88.down_proj,0.0000005424,0.05000,3.661
3,mlp.experts.465.down_proj,0.0000008776,0.05000,3.671
3,mlp.experts.104.down_proj,failsafe(rtn): 0.0014572,0.00000,0.224
3,mlp.experts.31.down_proj,0.0000006798,0.05000,3.753
3,mlp.experts.106.down_proj,0.0000001874,0.05000,3.747
3,mlp.experts.260.down_proj,0.0000000556,0.05000,3.698
3,mlp.experts.32.down_proj,0.0000002413,0.05000,3.748
3,mlp.experts.46.down_proj,0.0000006897,0.05000,3.735
3,mlp.experts.481.down_proj,0.0000002529,0.05000,3.738
3,mlp.experts.497.down_proj,failsafe(rtn): 0.0014343,0.00000,0.198
3,mlp.experts.120.down_proj,0.0000004537,0.05000,3.725
3,mlp.experts.47.down_proj,0.0000004413,0.05000,3.694
3,mlp.experts.63.down_proj,failsafe(rtn): 0.0014725,0.00000,0.174
3,mlp.experts.122.down_proj,0.0000001612,0.05000,3.743
3,mlp.experts.276.down_proj,0.0000000685,0.05000,3.699
3,mlp.experts.292.down_proj,failsafe(rtn): 0.0015259,0.00000,0.168
3,mlp.experts.466.up_proj,0.0000061378,0.05000,14.298
3,mlp.experts.48.down_proj,0.0000003298,0.05000,3.523
3,mlp.experts.62.down_proj,0.0000000399,0.05000,3.434
3,mlp.experts.459.up_proj,0.0000021613,0.05000,14.473
3,mlp.experts.437.up_proj,0.0000064806,0.05000,14.324
3,mlp.experts.489.up_proj,0.0000133398,0.05000,14.563
3,mlp.experts.136.down_proj,0.0000007534,0.05000,3.441
3,mlp.experts.492.up_proj,0.0000054301,0.05000,14.268
3,mlp.experts.138.down_proj,0.0000021030,0.05000,3.416
3,mlp.experts.79.down_proj,0.0000003888,0.05000,3.470
3,mlp.experts.482.up_proj,failsafe(rtn): 0.0013657,0.00000,0.734
3,mlp.experts.154.down_proj,failsafe(rtn): 0.0013809,0.00000,0.185
3,mlp.experts.509.up_proj,0.0000097859,0.05000,14.381
3,mlp.experts.308.down_proj,0.0000003044,0.05000,3.473
3,mlp.experts.455.up_proj,0.0000166386,0.05000,14.547
3,mlp.experts.467.up_proj,0.0000022432,0.05000,14.389
3,mlp.experts.470.up_proj,0.0000057434,0.05000,14.390
3,mlp.experts.64.down_proj,0.0000003124,0.05000,3.449
3,mlp.experts.78.down_proj,0.0000009291,0.05000,3.497
3,mlp.experts.152.down_proj,0.0000004542,0.05000,3.384
3,mlp.experts.95.down_proj,0.0000006944,0.05000,3.398
3,mlp.experts.170.down_proj,0.0000012171,0.05000,3.398
3,mlp.experts.13.down_proj,0.0000002404,0.05000,3.389
3,mlp.experts.324.down_proj,0.0000008611,0.05000,3.411
3,mlp.experts.80.down_proj,0.0000009320,0.05000,3.430
3,mlp.experts.94.down_proj,0.0000002754,0.05000,3.377
3,mlp.experts.168.down_proj,0.0000004018,0.05000,3.454
3,mlp.experts.184.down_proj,failsafe(rtn): 0.0014725,0.00000,0.186
3,mlp.experts.111.down_proj,0.0000006158,0.05000,3.452
3,mlp.experts.186.down_proj,0.0000003048,0.05000,3.433
3,mlp.experts.29.down_proj,0.0000001899,0.05000,3.336
3,mlp.experts.340.down_proj,0.0000001305,0.05000,3.480
3,mlp.experts.96.down_proj,0.0000014204,0.05000,3.171
3,mlp.experts.200.down_proj,0.0000004967,0.05000,2.939
3,mlp.experts.202.down_proj,0.0000003044,0.05000,2.847
3,mlp.experts.475.up_proj,0.0000102624,0.05000,11.675
3,mlp.experts.508.up_proj,0.0000036884,0.05000,11.386
3,mlp.experts.110.down_proj,0.0000005224,0.05000,3.112
3,mlp.experts.127.down_proj,0.0000011984,0.05000,2.934
3,mlp.experts.45.down_proj,0.0000020167,0.05000,2.881
3,mlp.experts.453.up_proj,0.0000127122,0.05000,11.627
3,mlp.experts.505.up_proj,0.0000179098,0.05000,11.573
3,mlp.experts.498.up_proj,0.0000063120,0.05000,11.285
3,mlp.experts.471.up_proj,0.0000083914,0.05000,11.392
3,mlp.experts.469.up_proj,failsafe(rtn): 0.0013885,0.00000,0.736
3,mlp.experts.486.up_proj,0.0000111926,0.05000,11.244
3,mlp.experts.483.up_proj,0.0000107354,0.05000,11.426
3,mlp.experts.61.down_proj,0.0000004142,0.05000,3.596
3,mlp.experts.126.down_proj,0.0000002429,0.05000,3.609
3,mlp.experts.356.down_proj,0.0000004701,0.05000,3.631
3,mlp.experts.12.down_proj,0.0000001099,0.05000,3.618
3,mlp.experts.143.down_proj,0.0000002761,0.05000,3.628
3,mlp.experts.112.down_proj,0.0000005511,0.05000,3.632
3,mlp.experts.216.down_proj,0.0000004781,0.05000,3.647
3,mlp.experts.218.down_proj,0.0000004056,0.05000,3.653
3,mlp.experts.9.down_proj,0.0000008175,0.05000,3.680
3,mlp.experts.2.down_proj,0.0000004131,0.05000,3.680
3,mlp.experts.128.down_proj,failsafe(rtn): 0.0015030,0.00000,0.197
3,mlp.experts.159.down_proj,0.0000003076,0.05000,3.109
3,mlp.experts.28.down_proj,0.0000002531,0.05000,3.134
3,mlp.experts.142.down_proj,0.0000004683,0.05000,3.158
3,mlp.experts.77.down_proj,0.0000002639,0.05000,3.190
3,mlp.experts.372.down_proj,0.0000009778,0.05000,3.192
3,mlp.experts.232.down_proj,0.0000006019,0.05000,3.174
3,mlp.experts.25.down_proj,0.0000006611,0.05000,3.152
3,mlp.experts.234.down_proj,0.0000003474,0.05000,3.197
3,mlp.experts.18.down_proj,0.0000001578,0.05000,3.193
3,mlp.experts.144.down_proj,0.0000001716,0.05000,3.130
3,mlp.experts.388.down_proj,failsafe(rtn): 0.0015182,0.00000,0.194
3,mlp.experts.175.down_proj,0.0000004688,0.05000,3.409
3,mlp.experts.93.down_proj,0.0000005715,0.05000,3.380
3,mlp.experts.158.down_proj,0.0000004005,0.05000,3.424
3,mlp.experts.44.down_proj,0.0000006596,0.05000,3.448
3,mlp.experts.41.down_proj,0.0000019689,0.05000,3.411
3,mlp.experts.250.down_proj,0.0000008429,0.05000,3.425
3,mlp.experts.248.down_proj,0.0000011961,0.05000,3.464
3,mlp.experts.34.down_proj,0.0000004027,0.05000,3.440
3,mlp.experts.160.down_proj,0.0000020525,0.05000,3.460
3,mlp.experts.404.down_proj,0.0000001498,0.05000,3.418
3,mlp.experts.491.up_proj,0.0000047294,0.05000,13.223
3,mlp.experts.109.down_proj,0.0000004173,0.05000,3.171
3,mlp.experts.191.down_proj,0.0000004983,0.05000,3.192
3,mlp.experts.60.down_proj,0.0000003945,0.05000,3.153
3,mlp.experts.57.down_proj,0.0000003951,0.05000,3.147
3,mlp.experts.174.down_proj,0.0000005991,0.05000,3.204
3,mlp.experts.266.down_proj,0.0000003580,0.05000,3.191
3,mlp.experts.264.down_proj,0.0000003962,0.05000,3.196
3,mlp.experts.50.down_proj,0.0000003580,0.05000,3.183
3,mlp.experts.176.down_proj,0.0000002198,0.05000,3.177
3,mlp.experts.420.down_proj,0.0000002011,0.05000,3.221
3,mlp.experts.487.up_proj,0.0000042652,0.05000,13.175
3,mlp.experts.485.up_proj,0.0000067049,0.05000,13.237
3,mlp.experts.502.up_proj,0.0000094630,0.05000,13.201
3,mlp.experts.499.up_proj,0.0000207369,0.05000,13.207
3,mlp.experts.207.down_proj,0.0000002546,0.05000,3.576
3,mlp.experts.76.down_proj,0.0000025537,0.05000,3.576
3,mlp.experts.125.down_proj,0.0000002274,0.05000,3.648
3,mlp.experts.282.down_proj,0.0000009085,0.05000,3.544
3,mlp.experts.190.down_proj,0.0000000855,0.05000,3.659
3,mlp.experts.73.down_proj,0.0000007832,0.05000,3.707
3,mlp.experts.280.down_proj,0.0000001256,0.05000,3.616
3,mlp.experts.66.down_proj,0.0000002456,0.05000,3.655
3,mlp.experts.192.down_proj,0.0000004920,0.05000,3.652
3,mlp.experts.206.down_proj,failsafe(rtn): 0.0013428,0.00000,0.201
3,mlp.experts.89.down_proj,failsafe(rtn): 0.0015030,0.00000,0.209
3,mlp.experts.436.down_proj,0.0000003083,0.05000,3.692
3,mlp.experts.6.down_proj,0.0000007846,0.05000,3.731
3,mlp.experts.3.down_proj,0.0000009235,0.05000,3.679
3,mlp.experts.223.down_proj,0.0000001608,0.05000,3.445
3,mlp.experts.92.down_proj,0.0000004899,0.05000,3.441
3,mlp.experts.141.down_proj,0.0000020615,0.05000,3.409
3,mlp.experts.298.down_proj,0.0000004329,0.05000,3.418
3,mlp.experts.296.down_proj,0.0000008109,0.05000,3.407
3,mlp.experts.82.down_proj,0.0000007598,0.05000,3.413
3,mlp.experts.314.down_proj,failsafe(rtn): 0.0014725,0.00000,0.160
3,mlp.experts.208.down_proj,0.0000013085,0.05000,3.368
3,mlp.experts.105.down_proj,0.0000001667,0.05000,3.344
3,mlp.experts.452.down_proj,0.0000000747,0.05000,3.336
3,mlp.experts.222.down_proj,0.0000019001,0.05000,3.426
3,mlp.experts.330.down_proj,failsafe(rtn): 0.0014954,0.00000,0.173
3,mlp.experts.224.down_proj,failsafe(rtn): 0.0015488,0.00000,0.185
3,mlp.experts.22.down_proj,0.0000007108,0.05000,3.421
3,mlp.experts.19.down_proj,0.0000001171,0.05000,3.432
3,mlp.experts.239.down_proj,0.0000016140,0.05000,3.437
3,mlp.experts.108.down_proj,0.0000000839,0.05000,3.424
3,mlp.experts.157.down_proj,0.0000003905,0.05000,3.428
3,mlp.experts.312.down_proj,0.0000000720,0.05000,3.423
3,mlp.experts.255.down_proj,failsafe(rtn): 0.0014114,0.00000,0.164
3,mlp.experts.98.down_proj,0.0000003523,0.05000,3.444
3,mlp.experts.468.down_proj,0.0000003756,0.05000,3.369
3,mlp.experts.238.down_proj,0.0000004115,0.05000,3.416
3,mlp.experts.121.down_proj,0.0000004361,0.05000,3.466
3,mlp.experts.271.down_proj,failsafe(rtn): 0.0016022,0.00000,0.161
3,mlp.experts.346.down_proj,0.0000003499,0.05000,3.408
3,mlp.experts.240.down_proj,0.0000003117,0.05000,3.385
3,mlp.experts.38.down_proj,0.0000002507,0.05000,3.311
3,mlp.experts.35.down_proj,0.0000002238,0.05000,3.320
3,mlp.experts.507.up_proj,0.0000080174,0.05000,13.533
3,mlp.experts.173.down_proj,0.0000001234,0.05000,3.140
3,mlp.experts.124.down_proj,0.0000012598,0.05000,3.172
3,mlp.experts.328.down_proj,0.0000007495,0.05000,3.135
3,mlp.experts.503.up_proj,0.0000038495,0.05000,13.419
3,mlp.experts.484.down_proj,0.0000002464,0.05000,3.098
3,mlp.experts.114.down_proj,0.0000007685,0.05000,3.161
3,mlp.experts.137.down_proj,0.0000001647,0.05000,3.098
3,mlp.experts.254.down_proj,0.0000007938,0.05000,3.134
3,mlp.experts.287.down_proj,0.0000001853,0.05000,3.132
3,mlp.experts.362.down_proj,0.0000001898,0.05000,3.167
3,mlp.experts.256.down_proj,0.0000010308,0.05000,3.178
3,mlp.experts.501.up_proj,0.0000160641,0.05000,13.498
3,mlp.experts.54.down_proj,0.0000002730,0.05000,3.329
3,mlp.experts.51.down_proj,0.0000003180,0.05000,3.310
3,mlp.experts.11.down_proj,0.0000011244,0.05000,3.553
3,mlp.experts.189.down_proj,0.0000001751,0.05000,3.510
3,mlp.experts.140.down_proj,0.0000001612,0.05000,3.548
3,mlp.experts.500.down_proj,0.0000003066,0.05000,3.524
3,mlp.experts.344.down_proj,0.0000007035,0.05000,3.634
3,mlp.experts.7.down_proj,0.0000006896,0.05000,3.600
3,mlp.experts.130.down_proj,0.0000002238,0.05000,3.596
3,mlp.experts.270.down_proj,0.0000003346,0.05000,3.559
3,mlp.experts.153.down_proj,0.0000003824,0.05000,3.607
3,mlp.experts.303.down_proj,0.0000002041,0.05000,3.602
3,mlp.experts.378.down_proj,0.0000009190,0.05000,3.594
3,mlp.experts.272.down_proj,0.0000003105,0.05000,3.588
3,mlp.experts.286.down_proj,failsafe(rtn): 0.0014420,0.00000,0.184
3,mlp.experts.5.down_proj,0.0000004352,0.05000,3.644
3,mlp.experts.70.down_proj,0.0000002968,0.05000,3.477
3,mlp.experts.67.down_proj,0.0000002494,0.05000,3.532
3,mlp.experts.27.down_proj,0.0000011102,0.05000,3.046
3,mlp.experts.205.down_proj,0.0000006878,0.05000,3.037
3,mlp.experts.156.down_proj,0.0000001742,0.05000,3.031
3,mlp.experts.360.down_proj,0.0000006316,0.05000,2.938
3,mlp.experts.23.down_proj,0.0000008653,0.05000,2.959
3,mlp.experts.146.down_proj,0.0000001365,0.05000,2.943
3,mlp.experts.169.down_proj,0.0000006355,0.05000,2.934
3,mlp.experts.319.down_proj,0.0000011212,0.05000,2.920
3,mlp.experts.288.down_proj,0.0000002019,0.05000,2.882
3,mlp.experts.394.down_proj,0.0000005895,0.05000,2.963
3,mlp.experts.302.down_proj,0.0000003863,0.05000,2.954
3,mlp.experts.21.down_proj,0.0000010381,0.05000,2.953
3,mlp.experts.86.down_proj,0.0000009547,0.05000,2.950
3,mlp.experts.83.down_proj,0.0000001210,0.05000,2.963
3,mlp.experts.43.down_proj,0.0000001652,0.05000,3.139
3,mlp.experts.221.down_proj,0.0000002303,0.05000,3.095
3,mlp.experts.172.down_proj,0.0000002900,0.05000,3.186
3,mlp.experts.39.down_proj,0.0000002689,0.05000,3.095
3,mlp.experts.376.down_proj,0.0000001964,0.05000,3.198
3,mlp.experts.162.down_proj,0.0000003074,0.05000,3.117
3,mlp.experts.304.down_proj,0.0000008076,0.05000,3.048
3,mlp.experts.185.down_proj,0.0000001532,0.05000,3.159
3,mlp.experts.335.down_proj,0.0000002204,0.05000,3.134
3,mlp.experts.410.down_proj,0.0000004376,0.05000,3.148
3,mlp.experts.318.down_proj,0.0000002354,0.05000,3.152
3,mlp.experts.37.down_proj,0.0000002346,0.05000,3.151
3,mlp.experts.102.down_proj,0.0000000430,0.05000,3.205
3,mlp.experts.99.down_proj,0.0000003045,0.05000,3.192
3,mlp.experts.59.down_proj,0.0000002892,0.05000,3.295
3,mlp.experts.237.down_proj,0.0000005741,0.05000,3.312
3,mlp.experts.188.down_proj,0.0000000620,0.05000,3.282
3,mlp.experts.55.down_proj,0.0000006011,0.05000,3.318
3,mlp.experts.320.down_proj,0.0000001618,0.05000,3.250
3,mlp.experts.178.down_proj,0.0000002384,0.05000,3.326
3,mlp.experts.392.down_proj,0.0000002831,0.05000,3.345
3,mlp.experts.201.down_proj,0.0000004850,0.05000,3.294
3,mlp.experts.351.down_proj,0.0000004152,0.05000,3.337
3,mlp.experts.217.down_proj,failsafe(rtn): 0.0015182,0.00000,0.137
3,mlp.experts.426.down_proj,0.0000003007,0.05000,3.300
3,mlp.experts.334.down_proj,0.0000003051,0.05000,3.303
3,mlp.experts.53.down_proj,0.0000000685,0.05000,3.318
3,mlp.experts.118.down_proj,0.0000002951,0.05000,3.290
3,mlp.experts.115.down_proj,0.0000008493,0.05000,3.225
3,mlp.experts.75.down_proj,0.0000014354,0.05000,3.029
3,mlp.experts.253.down_proj,0.0000004752,0.05000,2.997
3,mlp.experts.204.down_proj,0.0000002240,0.05000,3.071
3,mlp.experts.71.down_proj,0.0000004376,0.05000,3.045
3,mlp.experts.408.down_proj,0.0000001385,0.05000,3.021
3,mlp.experts.336.down_proj,0.0000002663,0.05000,3.044
3,mlp.experts.194.down_proj,0.0000011445,0.05000,3.092
3,mlp.experts.367.down_proj,0.0000006622,0.05000,3.083
3,mlp.experts.352.down_proj,failsafe(rtn): 0.0015182,0.00000,0.153
3,mlp.experts.233.down_proj,0.0000001201,0.05000,3.012
3,mlp.experts.350.down_proj,0.0000002018,0.05000,2.968
3,mlp.experts.442.down_proj,0.0000004041,0.05000,3.073
3,mlp.experts.366.down_proj,failsafe(rtn): 0.0014191,0.00000,0.162
3,mlp.experts.69.down_proj,0.0000013645,0.05000,3.038
3,mlp.experts.134.down_proj,0.0000005715,0.05000,3.020
3,mlp.experts.131.down_proj,0.0000001648,0.05000,3.037
3,mlp.experts.91.down_proj,0.0000002100,0.05000,3.222
3,mlp.experts.269.down_proj,0.0000006705,0.05000,3.270
3,mlp.experts.285.down_proj,failsafe(rtn): 0.0014877,0.00000,0.145
3,mlp.experts.220.down_proj,0.0000004314,0.05000,3.256
3,mlp.experts.87.down_proj,0.0000011008,0.05000,3.298
3,mlp.experts.424.down_proj,0.0000002264,0.05000,3.273
3,mlp.experts.210.down_proj,0.0000007098,0.05000,3.272
3,mlp.experts.249.down_proj,0.0000011262,0.05000,3.235
3,mlp.experts.383.down_proj,0.0000005037,0.05000,3.294
3,mlp.experts.368.down_proj,0.0000003078,0.05000,3.321
3,mlp.experts.458.down_proj,0.0000004970,0.05000,3.267
3,mlp.experts.85.down_proj,0.0000008959,0.05000,3.275
3,mlp.experts.382.down_proj,0.0000003417,0.05000,3.289
3,mlp.experts.150.down_proj,0.0000012157,0.05000,3.313
3,mlp.experts.147.down_proj,0.0000006699,0.05000,3.281
3,mlp.experts.107.down_proj,0.0000001527,0.05000,3.062
3,mlp.experts.301.down_proj,0.0000003054,0.05000,2.990
3,mlp.experts.236.down_proj,0.0000016204,0.05000,2.991
3,mlp.experts.103.down_proj,0.0000004219,0.05000,2.982
3,mlp.experts.440.down_proj,0.0000004764,0.05000,2.954
3,mlp.experts.226.down_proj,0.0000006435,0.05000,2.959
3,mlp.experts.265.down_proj,0.0000002123,0.05000,2.966
3,mlp.experts.399.down_proj,0.0000009588,0.05000,2.993
3,mlp.experts.474.down_proj,0.0000002230,0.05000,2.949
3,mlp.experts.384.down_proj,0.0000005598,0.05000,2.966
3,mlp.experts.398.down_proj,0.0000002499,0.05000,2.938
3,mlp.experts.101.down_proj,0.0000009550,0.05000,2.992
3,mlp.experts.166.down_proj,0.0000017769,0.05000,2.957
3,mlp.experts.163.down_proj,0.0000000591,0.05000,2.980
3,mlp.experts.123.down_proj,0.0000001582,0.05000,2.988
3,mlp.experts.139.down_proj,failsafe(rtn): 0.0014343,0.00000,0.156
3,mlp.experts.252.down_proj,0.0000004258,0.05000,2.967
3,mlp.experts.317.down_proj,0.0000017663,0.05000,3.051
3,mlp.experts.119.down_proj,0.0000003337,0.05000,3.045
3,mlp.experts.456.down_proj,0.0000005560,0.05000,3.035
3,mlp.experts.242.down_proj,0.0000008202,0.05000,3.049
3,mlp.experts.490.down_proj,0.0000003634,0.05000,2.972
3,mlp.experts.415.down_proj,0.0000004938,0.05000,3.011
3,mlp.experts.414.down_proj,0.0000004588,0.05000,2.943
3,mlp.experts.179.down_proj,0.0000001424,0.05000,2.714
3,mlp.experts.268.down_proj,0.0000011037,0.05000,1.035
3,mlp.experts.135.down_proj,0.0000004744,0.05000,0.904
3,mlp.experts.400.down_proj,0.0000002946,0.05000,2.970
3,mlp.experts.117.down_proj,0.0000003878,0.05000,2.870
3,mlp.experts.182.down_proj,0.0000001160,0.05000,2.741
3,mlp.experts.155.down_proj,0.0000002257,0.05000,1.155
3,mlp.experts.333.down_proj,0.0000003663,0.05000,0.985
3,mlp.experts.281.down_proj,0.0000002815,0.05000,3.008
3,mlp.experts.349.down_proj,failsafe(rtn): 0.0012283,0.00000,0.170
3,mlp.experts.284.down_proj,failsafe(rtn): 0.0015335,0.00000,0.178
3,mlp.experts.472.down_proj,0.0000001519,0.05000,2.970
3,mlp.experts.416.down_proj,0.0000014523,0.05000,2.998
3,mlp.experts.133.down_proj,0.0000004175,0.05000,3.007
3,mlp.experts.151.down_proj,0.0000001866,0.05000,3.012
3,mlp.experts.506.down_proj,0.0000002597,0.05000,3.022
3,mlp.experts.431.down_proj,0.0000003181,0.05000,3.028
3,mlp.experts.297.down_proj,0.0000008493,0.05000,3.033
3,mlp.experts.430.down_proj,0.0000002021,0.05000,3.048
3,mlp.experts.171.down_proj,0.0000001762,0.05000,3.049
3,mlp.experts.258.down_proj,0.0000003800,0.05000,3.055
3,mlp.experts.195.down_proj,0.0000002197,0.05000,3.079
3,mlp.experts.198.down_proj,0.0000000954,0.05000,3.088
3,mlp.experts.365.down_proj,0.0000005453,0.05000,2.987
3,mlp.experts.300.down_proj,0.0000015793,0.05000,3.002
3,mlp.experts.488.down_proj,0.0000005732,0.05000,2.982
3,mlp.experts.447.down_proj,0.0000005445,0.05000,2.962
3,mlp.experts.432.down_proj,0.0000001887,0.05000,3.032
3,mlp.experts.446.down_proj,0.0000009212,0.05000,2.976
3,mlp.experts.187.down_proj,0.0000002514,0.05000,2.974
3,mlp.experts.167.down_proj,0.0000002169,0.05000,3.023
3,mlp.experts.274.down_proj,0.0000015370,0.05000,2.975
3,mlp.experts.313.down_proj,0.0000001442,0.05000,3.005
3,mlp.experts.149.down_proj,0.0000001063,0.05000,3.027
3,mlp.experts.211.down_proj,0.0000001342,0.05000,2.996
3,mlp.experts.214.down_proj,0.0000005292,0.05000,3.035
3,mlp.experts.381.down_proj,0.0000009001,0.05000,2.977
3,mlp.experts.316.down_proj,0.0000001435,0.05000,3.053
3,mlp.experts.448.down_proj,0.0000001242,0.05000,2.692
3,mlp.experts.504.down_proj,0.0000001504,0.05000,2.836
3,mlp.experts.165.down_proj,0.0000007562,0.05000,2.742
3,mlp.experts.329.down_proj,0.0000003324,0.05000,2.763
3,mlp.experts.203.down_proj,0.0000002069,0.05000,2.780
3,mlp.experts.230.down_proj,0.0000001458,0.05000,2.709
3,mlp.experts.463.down_proj,0.0000006753,0.05000,2.840
3,mlp.experts.462.down_proj,0.0000001629,0.05000,2.808
3,mlp.experts.290.down_proj,0.0000003149,0.05000,2.805
3,mlp.experts.227.down_proj,0.0000023116,0.05000,2.782
3,mlp.experts.397.down_proj,0.0000003522,0.05000,2.731
3,mlp.experts.183.down_proj,0.0000002444,0.05000,2.840
3,mlp.experts.332.down_proj,0.0000007465,0.05000,2.715
3,mlp.experts.464.down_proj,0.0000001148,0.05000,2.653
3,mlp.experts.345.down_proj,0.0000005902,0.05000,2.624
3,mlp.experts.246.down_proj,0.0000001326,0.05000,2.630
3,mlp.experts.181.down_proj,0.0000008753,0.05000,2.686
3,mlp.experts.413.down_proj,0.0000006788,0.05000,2.612
3,mlp.experts.478.down_proj,0.0000003292,0.05000,2.640
3,mlp.experts.219.down_proj,0.0000004948,0.05000,2.671
3,mlp.experts.479.down_proj,0.0000001904,0.05000,2.684
3,mlp.experts.199.down_proj,0.0000001500,0.05000,2.638
3,mlp.experts.243.down_proj,0.0000003493,0.05000,2.676
3,mlp.experts.306.down_proj,0.0000001346,0.05000,2.697
3,mlp.experts.348.down_proj,0.0000001647,0.05000,2.650
3,mlp.experts.480.down_proj,0.0000004971,0.05000,2.624
3,mlp.experts.361.down_proj,0.0000006328,0.05000,2.654
3,mlp.experts.262.down_proj,0.0000001421,0.05000,2.647
3,mlp.experts.197.down_proj,0.0000006722,0.05000,2.655
3,mlp.experts.494.down_proj,0.0000008880,0.05000,2.663
3,mlp.experts.235.down_proj,0.0000004507,0.05000,2.657
3,mlp.experts.364.down_proj,0.0000002325,0.05000,2.574
3,mlp.experts.429.down_proj,0.0000004986,0.05000,2.700
3,mlp.experts.215.down_proj,0.0000003366,0.05000,2.664
3,mlp.experts.322.down_proj,0.0000002632,0.05000,2.671
3,mlp.experts.259.down_proj,0.0000003645,0.05000,2.699
3,mlp.experts.495.down_proj,0.0000014311,0.05000,2.723
3,mlp.experts.445.down_proj,failsafe(rtn): 0.0015488,0.00000,0.126
3,mlp.experts.338.down_proj,failsafe(rtn): 0.0014191,0.00000,0.116
3,mlp.experts.496.down_proj,0.0000005433,0.05000,2.425
3,mlp.experts.377.down_proj,0.0000006979,0.05000,2.452
3,mlp.experts.278.down_proj,0.0000007270,0.05000,2.434
3,mlp.experts.213.down_proj,0.0000007448,0.05000,2.414
3,mlp.experts.380.down_proj,0.0000002302,0.05000,2.391
3,mlp.experts.510.down_proj,0.0000016040,0.05000,2.432
3,mlp.experts.231.down_proj,0.0000006768,0.05000,2.413
3,mlp.experts.251.down_proj,0.0000009155,0.05000,2.460
3,mlp.experts.275.down_proj,0.0000006441,0.05000,2.395
3,mlp.experts.511.down_proj,0.0000002382,0.05000,2.435
3,mlp.experts.461.down_proj,0.0000004946,0.05000,2.368
3,mlp.experts.354.down_proj,0.0000003004,0.05000,2.399
3,mlp.experts.396.down_proj,0.0000006212,0.05000,1.789
3,mlp.experts.294.down_proj,0.0000007460,0.05000,1.849
3,mlp.experts.229.down_proj,0.0000005131,0.05000,1.857
3,mlp.experts.393.down_proj,0.0000008519,0.05000,1.876
3,mlp.experts.267.down_proj,0.0000002231,0.05000,1.834
3,mlp.experts.291.down_proj,0.0000002642,0.05000,1.838
3,mlp.experts.247.down_proj,0.0000005101,0.05000,1.886
3,mlp.experts.477.down_proj,0.0000003570,0.05000,1.833
3,mlp.experts.370.down_proj,0.0000000851,0.05000,1.833
3,mlp.experts.412.down_proj,0.0000002912,0.05000,1.751
3,mlp.experts.310.down_proj,0.0000004398,0.05000,1.768
3,mlp.experts.428.down_proj,failsafe(rtn): 0.0014877,0.00000,0.084
3,mlp.experts.245.down_proj,0.0000001358,0.05000,1.823
3,mlp.experts.283.down_proj,0.0000004005,0.05000,1.806
3,mlp.experts.409.down_proj,0.0000013438,0.05000,1.856
3,mlp.experts.307.down_proj,0.0000003065,0.05000,1.830
3,mlp.experts.263.down_proj,0.0000001525,0.05000,1.841
3,mlp.experts.493.down_proj,0.0000003232,0.05000,1.832
3,mlp.experts.386.down_proj,0.0000005099,0.05000,1.786
3,mlp.experts.326.down_proj,0.0000010635,0.05000,1.794
3,mlp.experts.444.down_proj,0.0000010831,0.05000,1.788
3,mlp.experts.261.down_proj,0.0000004890,0.05000,1.818
3,mlp.experts.299.down_proj,0.0000003246,0.05000,1.809
3,mlp.experts.425.down_proj,0.0000001841,0.05000,1.805
3,mlp.experts.323.down_proj,0.0000014484,0.05000,1.817
3,mlp.experts.402.down_proj,0.0000002227,0.05000,1.781
3,mlp.experts.279.down_proj,0.0000002024,0.05000,1.808
3,mlp.experts.509.down_proj,0.0000004626,0.05000,1.802
3,mlp.experts.342.down_proj,0.0000003556,0.05000,1.592
3,mlp.experts.460.down_proj,0.0000009170,0.05000,1.584
3,mlp.experts.277.down_proj,0.0000019977,0.05000,1.642
3,mlp.experts.441.down_proj,0.0000001540,0.05000,1.620
3,mlp.experts.315.down_proj,0.0000001691,0.05000,1.663
3,mlp.experts.418.down_proj,0.0000017058,0.05000,1.598
3,mlp.experts.339.down_proj,0.0000002309,0.05000,1.667
3,mlp.experts.295.down_proj,0.0000002330,0.05000,1.644
3,mlp.experts.476.down_proj,0.0000003800,0.05000,1.506
3,mlp.experts.358.down_proj,0.0000003131,0.05000,1.544
3,mlp.experts.293.down_proj,0.0000001020,0.05000,1.524
3,mlp.experts.457.down_proj,0.0000002770,0.05000,1.534
3,mlp.experts.434.down_proj,0.0000006534,0.05000,1.519
3,mlp.experts.331.down_proj,0.0000001605,0.05000,1.536
3,mlp.experts.311.down_proj,0.0000006769,0.05000,1.533
3,mlp.experts.355.down_proj,0.0000002775,0.05000,1.572
3,mlp.experts.374.down_proj,0.0000018336,0.05000,1.569
3,mlp.experts.492.down_proj,0.0000003630,0.05000,1.606
3,mlp.experts.390.down_proj,failsafe(rtn): 0.0015564,0.00000,0.086
3,mlp.experts.450.down_proj,0.0000003910,0.05000,1.597
3,mlp.experts.473.down_proj,0.0000003768,0.05000,1.610
3,mlp.experts.309.down_proj,0.0000003323,0.05000,1.653
3,mlp.experts.347.down_proj,0.0000000848,0.05000,1.605
3,mlp.experts.327.down_proj,0.0000004482,0.05000,1.605
3,mlp.experts.343.down_proj,failsafe(rtn): 0.0008812,0.00000,0.083
3,mlp.experts.371.down_proj,0.0000006357,0.05000,1.711
3,mlp.experts.387.down_proj,failsafe(rtn): 0.0014954,0.00000,0.078
3,mlp.experts.508.down_proj,0.0000005607,0.05000,1.535
3,mlp.experts.406.down_proj,0.0000003129,0.05000,1.553
3,mlp.experts.466.down_proj,0.0000002432,0.05000,1.498
3,mlp.experts.363.down_proj,0.0000019541,0.05000,1.504
3,mlp.experts.482.down_proj,failsafe(rtn): 0.0015182,0.00000,0.025
3,mlp.experts.359.down_proj,0.0000001461,0.05000,1.387
3,mlp.experts.403.down_proj,0.0000001664,0.05000,1.287
3,mlp.experts.325.down_proj,0.0000002881,0.05000,1.575
3,mlp.experts.489.down_proj,0.0000007758,0.05000,1.590
3,mlp.experts.379.down_proj,0.0000002762,0.05000,0.958
3,mlp.experts.341.down_proj,0.0000002849,0.05000,1.199
3,mlp.experts.498.down_proj,0.0000012441,0.05000,1.263
3,mlp.experts.422.down_proj,0.0000002508,0.05000,1.379
3,mlp.experts.438.down_proj,failsafe(rtn): 0.0015564,0.00000,0.074
3,mlp.experts.375.down_proj,0.0000001268,0.05000,1.554
3,mlp.experts.505.down_proj,0.0000008553,0.05000,1.518
3,mlp.experts.419.down_proj,0.0000003951,0.05000,1.557
3,mlp.experts.435.down_proj,failsafe(rtn): 0.0015488,0.00000,0.046
3,mlp.experts.395.down_proj,0.0000002602,0.05000,1.120
3,mlp.experts.357.down_proj,0.0000004732,0.05000,0.936
3,mlp.experts.454.down_proj,0.0000001725,0.05000,0.889
3,mlp.experts.391.down_proj,0.0000023375,0.05000,0.872
3,mlp.experts.451.down_proj,0.0000008101,0.05000,0.836
3,mlp.experts.411.down_proj,0.0000018115,0.05000,0.814
3,mlp.experts.373.down_proj,0.0000000849,0.05000,0.783
3,mlp.experts.470.down_proj,0.0000005173,0.05000,0.752
3,mlp.experts.407.down_proj,0.0000004492,0.05000,0.784
3,mlp.experts.467.down_proj,0.0000000971,0.05000,0.791
3,mlp.experts.427.down_proj,0.0000003739,0.05000,0.804
3,mlp.experts.389.down_proj,0.0000008501,0.05000,0.788
3,mlp.experts.486.down_proj,0.0000005895,0.05000,0.755
3,mlp.experts.423.down_proj,0.0000002115,0.05000,0.849
3,mlp.experts.483.down_proj,0.0000004534,0.05000,0.889
3,mlp.experts.443.down_proj,0.0000014165,0.05000,0.870
3,mlp.experts.405.down_proj,0.0000006635,0.05000,0.786
3,mlp.experts.502.down_proj,0.0000007401,0.05000,0.792
3,mlp.experts.439.down_proj,0.0000013399,0.05000,0.766
3,mlp.experts.499.down_proj,0.0000013290,0.05000,0.712
3,mlp.experts.421.down_proj,0.0000001585,0.05000,0.482
3,mlp.experts.459.down_proj,0.0000002769,0.05000,0.519
3,mlp.experts.455.down_proj,0.0000016372,0.05000,0.475
3,mlp.experts.437.down_proj,0.0000003182,0.05000,0.395
3,mlp.experts.475.down_proj,0.0000006406,0.05000,0.427
3,mlp.experts.471.down_proj,0.0000005899,0.05000,0.376
3,mlp.experts.453.down_proj,0.0000005247,0.05000,0.294
3,mlp.experts.469.down_proj,failsafe(rtn): 0.0015335,0.00000,0.017
3,mlp.experts.491.down_proj,0.0000003314,0.05000,0.313
3,mlp.experts.487.down_proj,0.0000003817,0.05000,0.363
3,mlp.experts.485.down_proj,0.0000005251,0.05000,0.306
3,mlp.experts.507.down_proj,0.0000003926,0.05000,0.425
3,mlp.experts.501.down_proj,0.0000019541,0.05000,0.283
3,mlp.experts.503.down_proj,0.0000001675,0.05000,0.294
4,mlp.experts.10.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.779
4,mlp.experts.13.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.782
4,mlp.experts.15.gate_proj,0.0000037240,0.05000,14.216
4,mlp.experts.9.gate_proj,0.0000049946,0.05000,14.254
4,mlp.experts.14.gate_proj,0.0000219064,0.05000,14.301
4,mlp.experts.8.gate_proj,0.0000166503,0.05000,14.302
4,mlp.experts.11.gate_proj,0.0000294571,0.05000,14.304
4,mlp.experts.12.gate_proj,0.0000038836,0.05000,14.342
4,mlp.experts.5.gate_proj,0.0000067988,0.05000,14.352
4,mlp.experts.1.gate_proj,0.0000079243,0.05000,14.219
4,mlp.experts.0.gate_proj,0.0000124950,0.05000,14.359
4,mlp.experts.4.gate_proj,0.0000067595,0.05000,14.390
4,mlp.experts.3.gate_proj,0.0000050980,0.05000,14.334
4,mlp.experts.2.gate_proj,0.0000072124,0.05000,14.328
4,mlp.experts.6.gate_proj,0.0000072348,0.05000,14.435
4,mlp.experts.7.gate_proj,0.0000100812,0.05000,14.460
4,mlp.experts.26.gate_proj,0.0000239643,0.05000,14.224
4,mlp.experts.29.gate_proj,0.0000313843,0.05000,14.257
4,mlp.experts.30.gate_proj,0.0000042895,0.05000,13.136
4,mlp.experts.31.gate_proj,0.0000089855,0.05000,13.250
4,mlp.experts.25.gate_proj,0.0000369697,0.05000,13.315
4,mlp.experts.27.gate_proj,0.0000164445,0.05000,13.340
4,mlp.experts.19.gate_proj,0.0000059809,0.05000,13.267
4,mlp.experts.17.gate_proj,0.0000102411,0.05000,13.308
4,mlp.experts.22.gate_proj,0.0000180386,0.05000,13.283
4,mlp.experts.28.gate_proj,0.0000006344,0.05000,13.228
4,mlp.experts.24.gate_proj,0.0000075740,0.05000,13.234
4,mlp.experts.18.gate_proj,0.0000126774,0.05000,13.336
4,mlp.experts.21.gate_proj,0.0000096258,0.05000,13.403
4,mlp.experts.23.gate_proj,0.0000138502,0.05000,13.381
4,mlp.experts.20.gate_proj,0.0000243477,0.05000,13.355
4,mlp.experts.16.gate_proj,0.0000105376,0.05000,13.404
4,mlp.experts.42.gate_proj,0.0000049259,0.05000,13.404
4,mlp.experts.37.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.815
4,mlp.experts.46.gate_proj,0.0000069717,0.05000,13.008
4,mlp.experts.47.gate_proj,0.0000014489,0.05000,12.978
4,mlp.experts.38.gate_proj,0.0000069434,0.05000,12.858
4,mlp.experts.34.gate_proj,0.0000020137,0.05000,12.937
4,mlp.experts.36.gate_proj,0.0000139950,0.05000,12.807
4,mlp.experts.40.gate_proj,0.0000069351,0.05000,12.965
4,mlp.experts.43.gate_proj,0.0000124356,0.05000,13.070
4,mlp.experts.39.gate_proj,0.0000042565,0.05000,12.934
4,mlp.experts.45.gate_proj,0.0000048118,0.05000,13.020
4,mlp.experts.35.gate_proj,0.0000015070,0.05000,13.138
4,mlp.experts.44.gate_proj,0.0000084011,0.05000,13.139
4,mlp.experts.32.gate_proj,0.0000095749,0.05000,12.955
4,mlp.experts.33.gate_proj,0.0000046780,0.05000,13.126
4,mlp.experts.41.gate_proj,0.0000182048,0.05000,13.230
4,mlp.experts.55.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.852
4,mlp.experts.53.gate_proj,0.0000054085,0.05000,13.064
4,mlp.experts.49.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.802
4,mlp.experts.63.gate_proj,0.0000053818,0.05000,14.384
4,mlp.experts.52.gate_proj,0.0000209971,0.05000,14.395
4,mlp.experts.62.gate_proj,0.0000074978,0.05000,14.402
4,mlp.experts.58.gate_proj,0.0000005601,0.05000,14.405
4,mlp.experts.56.gate_proj,0.0000048504,0.05000,14.415
4,mlp.experts.54.gate_proj,0.0000310775,0.05000,14.451
4,mlp.experts.48.gate_proj,0.0000059169,0.05000,14.307
4,mlp.experts.60.gate_proj,0.0000017186,0.05000,14.352
4,mlp.experts.61.gate_proj,0.0000130739,0.05000,14.406
4,mlp.experts.51.gate_proj,0.0000030050,0.05000,14.447
4,mlp.experts.71.gate_proj,0.0000034790,0.05000,13.912
4,mlp.experts.79.gate_proj,0.0000102200,0.05000,3.516
4,mlp.experts.78.gate_proj,0.0000185553,0.05000,3.375
4,mlp.experts.72.gate_proj,0.0000046789,0.05000,3.355
4,mlp.experts.57.gate_proj,0.0000045660,0.05000,14.170
4,mlp.experts.50.gate_proj,0.0000043661,0.05000,14.532
4,mlp.experts.59.gate_proj,0.0000097954,0.05000,14.509
4,mlp.experts.69.gate_proj,0.0000028759,0.05000,13.806
4,mlp.experts.65.gate_proj,0.0000029522,0.05000,13.806
4,mlp.experts.74.gate_proj,0.0000055005,0.05000,3.368
4,mlp.experts.68.gate_proj,0.0000295631,0.05000,3.390
4,mlp.experts.66.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.670
4,mlp.experts.94.gate_proj,0.0000022655,0.05000,14.489
4,mlp.experts.81.gate_proj,0.0000174657,0.05000,14.596
4,mlp.experts.90.gate_proj,0.0000033010,0.05000,14.602
4,mlp.experts.70.gate_proj,0.0000072411,0.05000,14.631
4,mlp.experts.76.gate_proj,0.0000103453,0.05000,14.682
4,mlp.experts.77.gate_proj,0.0000027984,0.05000,14.685
4,mlp.experts.84.gate_proj,0.0000226138,0.05000,14.694
4,mlp.experts.87.gate_proj,0.0000148089,0.05000,14.734
4,mlp.experts.73.gate_proj,0.0000053673,0.05000,14.786
4,mlp.experts.88.gate_proj,0.0000076973,0.05000,14.786
4,mlp.experts.75.gate_proj,0.0000109193,0.05000,14.809
4,mlp.experts.85.gate_proj,0.0000161505,0.05000,14.809
4,mlp.experts.95.gate_proj,0.0000111525,0.05000,14.854
4,mlp.experts.67.gate_proj,0.0000136763,0.05000,14.878
4,mlp.experts.64.gate_proj,0.0000189287,0.05000,14.929
4,mlp.experts.82.gate_proj,0.0000071944,0.05000,14.768
4,mlp.experts.101.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.707
4,mlp.experts.92.gate_proj,0.0000146991,0.05000,14.272
4,mlp.experts.110.gate_proj,0.0000130542,0.05000,14.502
4,mlp.experts.106.gate_proj,0.0000051646,0.05000,14.396
4,mlp.experts.100.gate_proj,0.0000073530,0.05000,14.329
4,mlp.experts.80.gate_proj,0.0000045293,0.05000,14.130
4,mlp.experts.93.gate_proj,0.0000304770,0.05000,14.364
4,mlp.experts.86.gate_proj,0.0000063475,0.05000,14.476
4,mlp.experts.91.gate_proj,0.0000069905,0.05000,14.301
4,mlp.experts.104.gate_proj,0.0000035066,0.05000,14.366
4,mlp.experts.83.gate_proj,0.0000043458,0.05000,14.291
4,mlp.experts.89.gate_proj,0.0000073934,0.05000,14.448
4,mlp.experts.97.gate_proj,0.0000066730,0.05000,14.687
4,mlp.experts.103.gate_proj,0.0000058098,0.05000,14.548
4,mlp.experts.111.gate_proj,0.0000075321,0.05000,14.432
4,mlp.experts.122.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.801
4,mlp.experts.98.gate_proj,0.0000031883,0.05000,14.540
4,mlp.experts.117.gate_proj,0.0000128311,0.05000,14.543
4,mlp.experts.138.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.795
4,mlp.experts.133.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.748
4,mlp.experts.116.gate_proj,0.0000025561,0.05000,14.366
4,mlp.experts.109.gate_proj,0.0000305881,0.05000,14.372
4,mlp.experts.108.gate_proj,0.0000068237,0.05000,14.496
4,mlp.experts.120.gate_proj,0.0000037386,0.05000,14.317
4,mlp.experts.126.gate_proj,0.0000046053,0.05000,14.501
4,mlp.experts.102.gate_proj,0.0000030349,0.05000,14.444
4,mlp.experts.96.gate_proj,0.0000031855,0.05000,14.493
4,mlp.experts.99.gate_proj,0.0000074583,0.05000,14.462
4,mlp.experts.127.gate_proj,0.0000215188,0.05000,14.381
4,mlp.experts.107.gate_proj,0.0000206054,0.05000,14.556
4,mlp.experts.113.gate_proj,0.0000105446,0.05000,14.405
4,mlp.experts.105.gate_proj,0.0000030071,0.05000,14.502
4,mlp.experts.119.gate_proj,0.0000232974,0.05000,14.524
4,mlp.experts.114.gate_proj,0.0000232513,0.05000,14.403
4,mlp.experts.121.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.702
4,mlp.experts.154.gate_proj,0.0000058268,0.05000,14.377
4,mlp.experts.149.gate_proj,0.0000142106,0.05000,14.288
4,mlp.experts.142.gate_proj,0.0000103450,0.05000,13.606
4,mlp.experts.125.gate_proj,0.0000077868,0.05000,13.691
4,mlp.experts.118.gate_proj,0.0000126524,0.05000,13.570
4,mlp.experts.132.gate_proj,0.0000054810,0.05000,13.747
4,mlp.experts.124.gate_proj,0.0000181817,0.05000,13.699
4,mlp.experts.112.gate_proj,0.0000071270,0.05000,13.591
4,mlp.experts.115.gate_proj,0.0000034036,0.05000,13.591
4,mlp.experts.136.gate_proj,0.0000045312,0.05000,13.732
4,mlp.experts.143.gate_proj,0.0000127996,0.05000,13.612
4,mlp.experts.129.gate_proj,0.0000179302,0.05000,13.678
4,mlp.experts.135.gate_proj,0.0000030276,0.05000,13.602
4,mlp.experts.170.gate_proj,0.0000064995,0.05000,12.977
4,mlp.experts.137.gate_proj,0.0000304191,0.05000,13.288
4,mlp.experts.123.gate_proj,0.0000096507,0.05000,13.708
4,mlp.experts.130.gate_proj,0.0000084352,0.05000,13.361
4,mlp.experts.165.gate_proj,0.0000050568,0.05000,12.906
4,mlp.experts.145.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.720
4,mlp.experts.141.gate_proj,0.0000087952,0.05000,6.612
4,mlp.experts.158.gate_proj,0.0000091856,0.05000,6.822
4,mlp.experts.140.gate_proj,0.0000097339,0.05000,6.890
4,mlp.experts.128.gate_proj,0.0000056611,0.05000,6.886
4,mlp.experts.134.gate_proj,0.0000078951,0.05000,6.975
4,mlp.experts.148.gate_proj,0.0000085918,0.05000,7.214
4,mlp.experts.131.gate_proj,0.0000054560,0.05000,14.596
4,mlp.experts.159.gate_proj,0.0000256439,0.05000,14.566
4,mlp.experts.146.gate_proj,0.0000050513,0.05000,14.576
4,mlp.experts.152.gate_proj,0.0000055455,0.05000,14.713
4,mlp.experts.153.gate_proj,0.0000037537,0.05000,14.697
4,mlp.experts.181.gate_proj,0.0000192648,0.05000,14.683
4,mlp.experts.139.gate_proj,0.0000072210,0.05000,14.712
4,mlp.experts.186.gate_proj,0.0000072179,0.05000,14.723
4,mlp.experts.151.gate_proj,0.0000174925,0.05000,14.765
4,mlp.experts.161.gate_proj,0.0000058373,0.05000,14.685
4,mlp.experts.157.gate_proj,0.0000110754,0.05000,14.639
4,mlp.experts.144.gate_proj,0.0000128835,0.05000,14.657
4,mlp.experts.174.gate_proj,0.0000061845,0.05000,14.834
4,mlp.experts.156.gate_proj,0.0000164588,0.05000,14.764
4,mlp.experts.150.gate_proj,0.0000011185,0.05000,14.802
4,mlp.experts.164.gate_proj,0.0000047059,0.05000,14.783
4,mlp.experts.175.gate_proj,0.0000075508,0.05000,14.758
4,mlp.experts.155.gate_proj,0.0000069338,0.05000,14.793
4,mlp.experts.162.gate_proj,0.0000054741,0.05000,14.923
4,mlp.experts.168.gate_proj,0.0000059039,0.05000,14.837
4,mlp.experts.202.gate_proj,0.0000042704,0.05000,14.797
4,mlp.experts.197.gate_proj,0.0000023948,0.05000,14.874
4,mlp.experts.169.gate_proj,0.0000168011,0.05000,14.884
4,mlp.experts.167.gate_proj,0.0000124395,0.05000,14.829
4,mlp.experts.147.gate_proj,0.0000050181,0.05000,15.077
4,mlp.experts.184.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.739
4,mlp.experts.177.gate_proj,0.0000079368,0.05000,14.937
4,mlp.experts.173.gate_proj,0.0000020968,0.05000,14.654
4,mlp.experts.172.gate_proj,0.0000066432,0.05000,14.431
4,mlp.experts.160.gate_proj,0.0000050942,0.05000,14.568
4,mlp.experts.190.gate_proj,0.0000031838,0.05000,14.629
4,mlp.experts.166.gate_proj,0.0000125895,0.05000,14.556
4,mlp.experts.180.gate_proj,0.0000081165,0.05000,14.561
4,mlp.experts.182.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.788
4,mlp.experts.191.gate_proj,0.0000062555,0.05000,14.384
4,mlp.experts.178.gate_proj,0.0000102842,0.05000,14.236
4,mlp.experts.213.gate_proj,0.0000045148,0.05000,14.359
4,mlp.experts.218.gate_proj,0.0000029930,0.05000,14.390
4,mlp.experts.171.gate_proj,0.0000050515,0.05000,14.489
4,mlp.experts.185.gate_proj,0.0000143383,0.05000,14.466
4,mlp.experts.183.gate_proj,0.0000074905,0.05000,14.549
4,mlp.experts.163.gate_proj,0.0000084450,0.05000,14.596
4,mlp.experts.207.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.809
4,mlp.experts.200.gate_proj,0.0000089731,0.05000,14.404
4,mlp.experts.193.gate_proj,0.0000023443,0.05000,14.635
4,mlp.experts.189.gate_proj,0.0000027370,0.05000,14.578
4,mlp.experts.188.gate_proj,0.0000161989,0.05000,14.541
4,mlp.experts.176.gate_proj,0.0000091077,0.05000,14.502
4,mlp.experts.206.gate_proj,0.0000174721,0.05000,14.603
4,mlp.experts.196.gate_proj,0.0000060533,0.05000,14.589
4,mlp.experts.198.gate_proj,0.0000084312,0.05000,14.506
4,mlp.experts.214.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.677
4,mlp.experts.194.gate_proj,0.0000170212,0.05000,14.458
4,mlp.experts.234.gate_proj,0.0000087142,0.05000,14.385
4,mlp.experts.187.gate_proj,0.0000029813,0.05000,14.366
4,mlp.experts.199.gate_proj,0.0000030561,0.05000,14.313
4,mlp.experts.223.gate_proj,0.0000060177,0.05000,14.090
4,mlp.experts.209.gate_proj,0.0000068738,0.05000,13.821
4,mlp.experts.205.gate_proj,0.0000083068,0.05000,13.187
4,mlp.experts.222.gate_proj,0.0000024728,0.05000,12.816
4,mlp.experts.230.gate_proj,0.0000091667,0.05000,11.368
4,mlp.experts.229.gate_proj,0.0000288310,0.05000,14.481
4,mlp.experts.179.gate_proj,0.0000043003,0.05000,14.253
4,mlp.experts.216.gate_proj,0.0000026658,0.05000,14.041
4,mlp.experts.204.gate_proj,0.0000043626,0.05000,13.001
4,mlp.experts.192.gate_proj,0.0000034602,0.05000,13.016
4,mlp.experts.212.gate_proj,0.0000121917,0.05000,12.560
4,mlp.experts.201.gate_proj,0.0000105953,0.05000,14.293
4,mlp.experts.238.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.767
4,mlp.experts.210.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.779
4,mlp.experts.220.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.767
4,mlp.experts.228.gate_proj,0.0000042219,0.05000,13.903
4,mlp.experts.232.gate_proj,0.0000201990,0.05000,13.952
4,mlp.experts.239.gate_proj,0.0000156077,0.05000,13.962
4,mlp.experts.221.gate_proj,0.0000108207,0.05000,14.032
4,mlp.experts.246.gate_proj,0.0000057800,0.05000,14.063
4,mlp.experts.217.gate_proj,0.0000096496,0.05000,14.059
4,mlp.experts.208.gate_proj,0.0000075216,0.05000,14.062
4,mlp.experts.215.gate_proj,0.0000242991,0.05000,14.072
4,mlp.experts.245.gate_proj,0.0000062943,0.05000,14.100
4,mlp.experts.195.gate_proj,0.0000139154,0.05000,14.111
4,mlp.experts.203.gate_proj,0.0000067487,0.05000,14.131
4,mlp.experts.250.gate_proj,0.0000057329,0.05000,14.181
4,mlp.experts.225.gate_proj,0.0000094383,0.05000,14.260
4,mlp.experts.226.gate_proj,0.0000103564,0.05000,13.932
4,mlp.experts.254.gate_proj,0.0000042246,0.05000,14.056
4,mlp.experts.224.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.793
4,mlp.experts.231.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.793
4,mlp.experts.236.gate_proj,0.0000086523,0.05000,14.134
4,mlp.experts.244.gate_proj,0.0000057206,0.05000,14.932
4,mlp.experts.248.gate_proj,0.0000089801,0.05000,14.938
4,mlp.experts.237.gate_proj,0.0000053633,0.05000,14.943
4,mlp.experts.261.gate_proj,0.0000150624,0.05000,14.907
4,mlp.experts.255.gate_proj,0.0000081265,0.05000,15.102
4,mlp.experts.262.gate_proj,0.0000019454,0.05000,15.063
4,mlp.experts.266.gate_proj,0.0000075427,0.05000,14.928
4,mlp.experts.233.gate_proj,0.0000025078,0.05000,15.086
4,mlp.experts.219.gate_proj,0.0000280488,0.05000,15.025
4,mlp.experts.211.gate_proj,0.0000092879,0.05000,15.098
4,mlp.experts.241.gate_proj,0.0000053544,0.05000,14.991
4,mlp.experts.270.gate_proj,0.0000029308,0.05000,14.874
4,mlp.experts.253.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.750
4,mlp.experts.242.gate_proj,0.0000032173,0.05000,15.079
4,mlp.experts.240.gate_proj,0.0000064746,0.05000,14.946
4,mlp.experts.247.gate_proj,0.0000092022,0.05000,14.975
4,mlp.experts.271.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.796
4,mlp.experts.252.gate_proj,0.0000142292,0.05000,14.957
4,mlp.experts.264.gate_proj,0.0000051206,0.05000,14.430
4,mlp.experts.277.gate_proj,0.0000098030,0.05000,14.359
4,mlp.experts.260.gate_proj,0.0000081450,0.05000,14.592
4,mlp.experts.257.gate_proj,0.0000088416,0.05000,14.291
4,mlp.experts.282.gate_proj,0.0000061373,0.05000,14.436
4,mlp.experts.235.gate_proj,0.0000005006,0.05000,14.387
4,mlp.experts.278.gate_proj,0.0000092722,0.05000,14.540
4,mlp.experts.249.gate_proj,0.0000076743,0.05000,14.564
4,mlp.experts.227.gate_proj,0.0000018067,0.05000,14.611
4,mlp.experts.286.gate_proj,0.0000100168,0.05000,14.402
4,mlp.experts.269.gate_proj,0.0000126665,0.05000,14.372
4,mlp.experts.256.gate_proj,0.0000077423,0.05000,14.366
4,mlp.experts.287.gate_proj,0.0000176557,0.05000,14.298
4,mlp.experts.263.gate_proj,0.0000299058,0.05000,14.334
4,mlp.experts.258.gate_proj,0.0000083979,0.05000,14.440
4,mlp.experts.268.gate_proj,0.0000084966,0.05000,14.446
4,mlp.experts.284.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.706
4,mlp.experts.280.gate_proj,0.0000088068,0.05000,14.426
4,mlp.experts.293.gate_proj,0.0000049010,0.05000,14.479
4,mlp.experts.276.gate_proj,0.0000075699,0.05000,14.499
4,mlp.experts.298.gate_proj,0.0000049946,0.05000,14.463
4,mlp.experts.265.gate_proj,0.0000089673,0.05000,14.414
4,mlp.experts.303.gate_proj,0.0000059189,0.05000,14.084
4,mlp.experts.279.gate_proj,0.0000046572,0.05000,14.070
4,mlp.experts.272.gate_proj,0.0000095799,0.05000,14.123
4,mlp.experts.300.gate_proj,0.0000073385,0.05000,13.255
4,mlp.experts.273.gate_proj,0.0000068616,0.05000,14.424
4,mlp.experts.294.gate_proj,0.0000172361,0.05000,14.417
4,mlp.experts.243.gate_proj,0.0000216489,0.05000,14.401
4,mlp.experts.302.gate_proj,0.0000068556,0.05000,14.182
4,mlp.experts.285.gate_proj,0.0000070237,0.05000,14.187
4,mlp.experts.274.gate_proj,0.0000164933,0.05000,14.063
4,mlp.experts.251.gate_proj,0.0000106545,0.05000,14.325
4,mlp.experts.296.gate_proj,0.0000112856,0.05000,14.040
4,mlp.experts.292.gate_proj,0.0000031161,0.05000,14.063
4,mlp.experts.288.gate_proj,0.0000089510,0.05000,14.136
4,mlp.experts.281.gate_proj,0.0000057340,0.05000,14.139
4,mlp.experts.319.gate_proj,0.0000101373,0.05000,14.140
4,mlp.experts.267.gate_proj,0.0000254564,0.05000,14.134
4,mlp.experts.310.gate_proj,0.0000017705,0.05000,14.154
4,mlp.experts.318.gate_proj,0.0000258786,0.05000,14.167
4,mlp.experts.309.gate_proj,0.0000086706,0.05000,14.171
4,mlp.experts.289.gate_proj,0.0000150144,0.05000,14.160
4,mlp.experts.314.gate_proj,0.0000080574,0.05000,14.172
4,mlp.experts.259.gate_proj,0.0000034445,0.05000,14.176
4,mlp.experts.316.gate_proj,0.0000027293,0.05000,14.181
4,mlp.experts.290.gate_proj,0.0000069374,0.05000,14.222
4,mlp.experts.295.gate_proj,0.0000048629,0.05000,14.313
4,mlp.experts.301.gate_proj,0.0000041326,0.05000,14.410
4,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.865
4,mlp.experts.305.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.820
4,mlp.experts.317.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.770
4,mlp.experts.333.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.833
4,mlp.experts.312.gate_proj,0.0000255828,0.05000,14.484
4,mlp.experts.335.gate_proj,0.0000035560,0.05000,14.530
4,mlp.experts.330.gate_proj,0.0000149420,0.05000,14.475
4,mlp.experts.297.gate_proj,0.0000083298,0.05000,14.568
4,mlp.experts.334.gate_proj,0.0000060929,0.05000,14.533
4,mlp.experts.304.gate_proj,0.0000085585,0.05000,14.601
4,mlp.experts.306.gate_proj,0.0000107410,0.05000,14.501
4,mlp.experts.326.gate_proj,0.0000078891,0.05000,14.606
4,mlp.experts.311.gate_proj,0.0000074372,0.05000,14.531
4,mlp.experts.283.gate_proj,0.0000092601,0.05000,14.681
4,mlp.experts.332.gate_proj,0.0000066168,0.05000,14.598
4,mlp.experts.275.gate_proj,0.0000188293,0.05000,14.649
4,mlp.experts.325.gate_proj,0.0000032768,0.05000,14.716
4,mlp.experts.324.gate_proj,0.0000053618,0.05000,14.402
4,mlp.experts.346.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.751
4,mlp.experts.321.gate_proj,0.0000034272,0.05000,14.533
4,mlp.experts.349.gate_proj,0.0000126098,0.05000,14.457
4,mlp.experts.328.gate_proj,0.0000083894,0.05000,14.380
4,mlp.experts.313.gate_proj,0.0000046642,0.05000,14.419
4,mlp.experts.342.gate_proj,0.0000027999,0.05000,14.383
4,mlp.experts.320.gate_proj,0.0000166391,0.05000,14.446
4,mlp.experts.291.gate_proj,0.0000044276,0.05000,14.300
4,mlp.experts.327.gate_proj,0.0000116872,0.05000,14.377
4,mlp.experts.322.gate_proj,0.0000151333,0.05000,14.451
4,mlp.experts.351.gate_proj,0.0000139080,0.05000,14.581
4,mlp.experts.348.gate_proj,0.0000093480,0.05000,14.448
4,mlp.experts.350.gate_proj,0.0000062605,0.05000,14.597
4,mlp.experts.341.gate_proj,0.0000077715,0.05000,14.497
4,mlp.experts.299.gate_proj,0.0000030313,0.05000,14.606
4,mlp.experts.340.gate_proj,0.0000059658,0.05000,14.617
4,mlp.experts.338.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.887
4,mlp.experts.343.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.901
4,mlp.experts.362.gate_proj,0.0000037600,0.05000,14.677
4,mlp.experts.366.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.792
4,mlp.experts.337.gate_proj,0.0000106968,0.05000,14.775
4,mlp.experts.353.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.696
4,mlp.experts.365.gate_proj,0.0000055858,0.05000,14.601
4,mlp.experts.381.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.657
4,mlp.experts.344.gate_proj,0.0000073909,0.05000,14.464
4,mlp.experts.358.gate_proj,0.0000084131,0.05000,14.373
4,mlp.experts.329.gate_proj,0.0000346781,0.05000,14.486
4,mlp.experts.336.gate_proj,0.0000066223,0.05000,14.417
4,mlp.experts.364.gate_proj,0.0000267078,0.05000,14.330
4,mlp.experts.367.gate_proj,0.0000017704,0.05000,14.357
4,mlp.experts.357.gate_proj,0.0000042519,0.05000,14.236
4,mlp.experts.307.gate_proj,0.0000066181,0.05000,14.492
4,mlp.experts.315.gate_proj,0.0000038532,0.05000,14.415
4,mlp.experts.356.gate_proj,0.0000029888,0.05000,14.301
4,mlp.experts.354.gate_proj,0.0000060637,0.05000,14.207
4,mlp.experts.378.gate_proj,0.0000086277,0.05000,14.225
4,mlp.experts.359.gate_proj,0.0000034433,0.05000,14.251
4,mlp.experts.382.gate_proj,0.0000033603,0.05000,14.303
4,mlp.experts.369.gate_proj,0.0000230373,0.05000,14.279
4,mlp.experts.397.gate_proj,0.0000055571,0.05000,14.369
4,mlp.experts.345.gate_proj,0.0000208599,0.05000,14.827
4,mlp.experts.383.gate_proj,0.0000165028,0.05000,14.911
4,mlp.experts.374.gate_proj,0.0000070455,0.05000,14.972
4,mlp.experts.360.gate_proj,0.0000114437,0.05000,14.980
4,mlp.experts.352.gate_proj,0.0000125149,0.05000,14.974
4,mlp.experts.380.gate_proj,0.0000068446,0.05000,15.000
4,mlp.experts.323.gate_proj,0.0000026037,0.05000,14.935
4,mlp.experts.373.gate_proj,0.0000039094,0.05000,15.032
4,mlp.experts.331.gate_proj,0.0000243949,0.05000,15.024
4,mlp.experts.372.gate_proj,0.0000090757,0.05000,14.957
4,mlp.experts.370.gate_proj,0.0000178262,0.05000,14.964
4,mlp.experts.375.gate_proj,0.0000057696,0.05000,14.942
4,mlp.experts.394.gate_proj,0.0000286329,0.05000,15.078
4,mlp.experts.396.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.789
4,mlp.experts.398.gate_proj,0.0000049740,0.05000,15.001
4,mlp.experts.385.gate_proj,0.0000104178,0.05000,15.087
4,mlp.experts.413.gate_proj,0.0000152263,0.05000,14.973
4,mlp.experts.401.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.754
4,mlp.experts.361.gate_proj,0.0000061107,0.05000,14.563
4,mlp.experts.339.gate_proj,0.0000071926,0.05000,14.355
4,mlp.experts.368.gate_proj,0.0000036977,0.05000,14.441
4,mlp.experts.399.gate_proj,0.0000045825,0.05000,14.510
4,mlp.experts.390.gate_proj,0.0000065583,0.05000,14.505
4,mlp.experts.376.gate_proj,0.0000051838,0.05000,14.515
4,mlp.experts.389.gate_proj,0.0000165007,0.05000,14.547
4,mlp.experts.347.gate_proj,0.0000027563,0.05000,14.553
4,mlp.experts.410.gate_proj,0.0000280491,0.05000,14.362
4,mlp.experts.388.gate_proj,0.0000085766,0.05000,14.643
4,mlp.experts.386.gate_proj,0.0000077804,0.05000,14.591
4,mlp.experts.391.gate_proj,0.0000111927,0.05000,14.649
4,mlp.experts.414.gate_proj,0.0000052907,0.05000,14.558
4,mlp.experts.412.gate_proj,0.0000067321,0.05000,14.612
4,mlp.experts.429.gate_proj,0.0000044686,0.05000,14.591
4,mlp.experts.417.gate_proj,0.0000060403,0.05000,14.602
4,mlp.experts.355.gate_proj,0.0000031837,0.05000,14.259
4,mlp.experts.377.gate_proj,0.0000084472,0.05000,14.338
4,mlp.experts.406.gate_proj,0.0000064772,0.05000,14.366
4,mlp.experts.392.gate_proj,0.0000070482,0.05000,14.329
4,mlp.experts.415.gate_proj,0.0000110308,0.05000,14.423
4,mlp.experts.384.gate_proj,0.0000102428,0.05000,14.466
4,mlp.experts.405.gate_proj,0.0000091058,0.05000,14.341
4,mlp.experts.363.gate_proj,0.0000098668,0.05000,14.464
4,mlp.experts.426.gate_proj,0.0000125811,0.05000,14.326
4,mlp.experts.404.gate_proj,0.0000045597,0.05000,14.343
4,mlp.experts.402.gate_proj,0.0000183501,0.05000,14.447
4,mlp.experts.407.gate_proj,0.0000042736,0.05000,14.353
4,mlp.experts.428.gate_proj,0.0000357580,0.05000,14.272
4,mlp.experts.430.gate_proj,0.0000060783,0.05000,14.431
4,mlp.experts.446.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.649
4,mlp.experts.445.gate_proj,0.0000024488,0.05000,14.288
4,mlp.experts.433.gate_proj,0.0000003520,0.05000,14.349
4,mlp.experts.371.gate_proj,0.0000020723,0.05000,14.416
4,mlp.experts.408.gate_proj,0.0000144942,0.05000,14.263
4,mlp.experts.421.gate_proj,0.0000049354,0.05000,14.177
4,mlp.experts.422.gate_proj,0.0000138335,0.05000,14.381
4,mlp.experts.400.gate_proj,0.0000073848,0.05000,14.313
4,mlp.experts.431.gate_proj,0.0000044792,0.05000,14.400
4,mlp.experts.393.gate_proj,0.0000254784,0.05000,14.622
4,mlp.experts.379.gate_proj,0.0000176255,0.05000,14.340
4,mlp.experts.442.gate_proj,0.0000247636,0.05000,14.314
4,mlp.experts.423.gate_proj,0.0000103881,0.05000,14.177
4,mlp.experts.462.gate_proj,0.0000081931,0.05000,13.773
4,mlp.experts.449.gate_proj,0.0000041255,0.05000,13.161
4,mlp.experts.420.gate_proj,0.0000046460,0.05000,14.196
4,mlp.experts.444.gate_proj,0.0000040423,0.05000,14.131
4,mlp.experts.418.gate_proj,0.0000024377,0.05000,14.211
4,mlp.experts.461.gate_proj,0.0000067349,0.05000,13.199
4,mlp.experts.436.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.707
4,mlp.experts.437.gate_proj,0.0000078170,0.05000,6.883
4,mlp.experts.438.gate_proj,0.0000111719,0.05000,6.883
4,mlp.experts.424.gate_proj,0.0000150913,0.05000,7.167
4,mlp.experts.387.gate_proj,0.0000100817,0.05000,7.277
4,mlp.experts.416.gate_proj,0.0000109797,0.05000,7.340
4,mlp.experts.447.gate_proj,0.0000035548,0.05000,7.358
4,mlp.experts.440.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.739
4,mlp.experts.456.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.734
4,mlp.experts.395.gate_proj,0.0000112759,0.05000,14.543
4,mlp.experts.434.gate_proj,0.0000092804,0.05000,14.568
4,mlp.experts.460.gate_proj,0.0000063844,0.05000,14.584
4,mlp.experts.477.gate_proj,0.0000090142,0.05000,14.600
4,mlp.experts.458.gate_proj,0.0000080975,0.05000,14.644
4,mlp.experts.465.gate_proj,0.0000041522,0.05000,14.754
4,mlp.experts.478.gate_proj,0.0000021179,0.05000,14.774
4,mlp.experts.409.gate_proj,0.0000046379,0.05000,14.789
4,mlp.experts.439.gate_proj,0.0000065028,0.05000,14.791
4,mlp.experts.452.gate_proj,0.0000050085,0.05000,14.580
4,mlp.experts.454.gate_proj,0.0000030701,0.05000,14.534
4,mlp.experts.453.gate_proj,0.0000098356,0.05000,14.647
4,mlp.experts.403.gate_proj,0.0000089245,0.05000,14.794
4,mlp.experts.432.gate_proj,0.0000030918,0.05000,14.667
4,mlp.experts.463.gate_proj,0.0000041026,0.05000,14.674
4,mlp.experts.472.gate_proj,0.0000042508,0.05000,14.524
4,mlp.experts.450.gate_proj,0.0000040425,0.05000,13.949
4,mlp.experts.476.gate_proj,0.0000046201,0.05000,14.056
4,mlp.experts.474.gate_proj,0.0000203853,0.05000,14.006
4,mlp.experts.493.gate_proj,0.0000086343,0.05000,14.098
4,mlp.experts.411.gate_proj,0.0000205448,0.05000,14.189
4,mlp.experts.494.gate_proj,0.0000140430,0.05000,13.996
4,mlp.experts.455.gate_proj,0.0000034096,0.05000,13.976
4,mlp.experts.481.gate_proj,0.0000059513,0.05000,14.033
4,mlp.experts.425.gate_proj,0.0000057157,0.05000,14.082
4,mlp.experts.490.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.745
4,mlp.experts.468.gate_proj,0.0000107698,0.05000,14.161
4,mlp.experts.470.gate_proj,0.0000084626,0.05000,14.104
4,mlp.experts.469.gate_proj,0.0000053069,0.05000,14.156
4,mlp.experts.419.gate_proj,0.0000060118,0.05000,14.181
4,mlp.experts.479.gate_proj,0.0000057565,0.05000,14.014
4,mlp.experts.448.gate_proj,0.0000142284,0.05000,14.100
4,mlp.experts.485.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.710
4,mlp.experts.488.gate_proj,0.0000055665,0.05000,14.139
4,mlp.experts.466.gate_proj,0.0000054948,0.05000,14.504
4,mlp.experts.492.gate_proj,0.0000040014,0.05000,14.492
4,mlp.experts.509.gate_proj,0.0000029868,0.05000,14.480
4,mlp.experts.497.gate_proj,0.0000047822,0.05000,14.371
4,mlp.experts.510.gate_proj,0.0000039679,0.05000,14.481
4,mlp.experts.427.gate_proj,0.0000121229,0.05000,14.553
4,mlp.experts.441.gate_proj,0.0000077363,0.05000,14.501
4,mlp.experts.471.gate_proj,0.0000026788,0.05000,14.639
4,mlp.experts.13.up_proj,failsafe(rtn): 0.0013428,0.00000,0.712
4,mlp.experts.506.gate_proj,0.0000075067,0.05000,14.573
4,mlp.experts.484.gate_proj,0.0000069971,0.05000,14.552
4,mlp.experts.457.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.751
4,mlp.experts.10.up_proj,failsafe(rtn): 0.0013657,0.00000,0.824
4,mlp.experts.486.gate_proj,0.0000041888,0.05000,14.404
4,mlp.experts.435.gate_proj,0.0000123309,0.05000,14.454
4,mlp.experts.464.gate_proj,0.0000073106,0.05000,14.442
4,mlp.experts.495.gate_proj,0.0000082211,0.05000,14.496
4,mlp.experts.501.gate_proj,0.0000115056,0.05000,14.401
4,mlp.experts.504.gate_proj,0.0000076762,0.05000,14.283
4,mlp.experts.482.gate_proj,0.0000073181,0.05000,14.367
4,mlp.experts.14.up_proj,0.0000211780,0.05000,14.253
4,mlp.experts.1.up_proj,0.0000075771,0.05000,14.380
4,mlp.experts.487.gate_proj,0.0000031858,0.05000,14.270
4,mlp.experts.473.gate_proj,0.0000051480,0.05000,13.900
4,mlp.experts.508.gate_proj,0.0000107121,0.05000,14.414
4,mlp.experts.443.gate_proj,0.0000130684,0.05000,14.306
4,mlp.experts.29.up_proj,0.0000302878,0.05000,14.100
4,mlp.experts.500.gate_proj,0.0000083792,0.05000,14.026
4,mlp.experts.26.up_proj,0.0000235109,0.05000,13.458
4,mlp.experts.498.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.790
4,mlp.experts.502.gate_proj,0.0000089073,0.05000,13.680
4,mlp.experts.511.gate_proj,0.0000096656,0.05000,13.607
4,mlp.experts.451.gate_proj,0.0000052076,0.05000,13.821
4,mlp.experts.480.gate_proj,0.0000059223,0.05000,13.811
4,mlp.experts.5.up_proj,0.0000068016,0.05000,13.719
4,mlp.experts.8.up_proj,0.0000157749,0.05000,13.609
4,mlp.experts.45.up_proj,0.0000046615,0.05000,14.316
4,mlp.experts.42.up_proj,0.0000049247,0.05000,14.366
4,mlp.experts.459.gate_proj,0.0000071446,0.05000,14.422
4,mlp.experts.4.up_proj,0.0000064724,0.05000,14.421
4,mlp.experts.489.gate_proj,0.0000069041,0.05000,14.432
4,mlp.experts.30.up_proj,0.0000043052,0.05000,14.433
4,mlp.experts.503.gate_proj,0.0000038264,0.05000,14.461
4,mlp.experts.17.up_proj,0.0000095616,0.05000,14.492
4,mlp.experts.12.up_proj,0.0000036299,0.05000,14.522
4,mlp.experts.2.up_proj,0.0000071606,0.05000,14.389
4,mlp.experts.505.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.763
4,mlp.experts.6.up_proj,0.0000068138,0.05000,14.367
4,mlp.experts.15.up_proj,0.0000035710,0.05000,14.238
4,mlp.experts.496.gate_proj,0.0000094985,0.05000,14.246
4,mlp.experts.467.gate_proj,0.0000334075,0.05000,14.472
4,mlp.experts.21.up_proj,0.0000091515,0.05000,14.391
4,mlp.experts.24.up_proj,0.0000075862,0.05000,14.100
4,mlp.experts.37.up_proj,failsafe(rtn): 0.0012817,0.00000,0.690
4,mlp.experts.61.up_proj,0.0000126469,0.05000,14.136
4,mlp.experts.58.up_proj,0.0000005250,0.05000,14.155
4,mlp.experts.20.up_proj,0.0000232034,0.05000,14.147
4,mlp.experts.7.up_proj,0.0000101311,0.05000,14.171
4,mlp.experts.475.gate_proj,0.0000037409,0.05000,14.304
4,mlp.experts.46.up_proj,0.0000068518,0.05000,14.300
4,mlp.experts.28.up_proj,0.0000006018,0.05000,14.294
4,mlp.experts.33.up_proj,0.0000046259,0.05000,14.329
4,mlp.experts.18.up_proj,0.0000120814,0.05000,14.212
4,mlp.experts.9.up_proj,0.0000048716,0.05000,14.277
4,mlp.experts.22.up_proj,0.0000177913,0.05000,14.307
4,mlp.experts.49.up_proj,failsafe(rtn): 0.0014267,0.00000,0.764
4,mlp.experts.31.up_proj,0.0000083660,0.05000,14.304
4,mlp.experts.0.up_proj,0.0000121857,0.05000,14.373
4,mlp.experts.483.gate_proj,0.0000044034,0.05000,14.427
4,mlp.experts.40.up_proj,0.0000065805,0.05000,14.384
4,mlp.experts.53.up_proj,0.0000054849,0.05000,14.347
4,mlp.experts.77.up_proj,0.0000025663,0.05000,14.230
4,mlp.experts.74.up_proj,0.0000050888,0.05000,14.161
4,mlp.experts.23.up_proj,0.0000132354,0.05000,14.194
4,mlp.experts.36.up_proj,0.0000131887,0.05000,14.330
4,mlp.experts.44.up_proj,0.0000091449,0.05000,14.085
4,mlp.experts.62.up_proj,0.0000074398,0.05000,14.204
4,mlp.experts.491.gate_proj,0.0000065460,0.05000,14.273
4,mlp.experts.34.up_proj,0.0000018623,0.05000,14.196
4,mlp.experts.25.up_proj,0.0000350414,0.05000,14.156
4,mlp.experts.65.up_proj,0.0000028341,0.05000,14.101
4,mlp.experts.38.up_proj,0.0000069724,0.05000,14.188
4,mlp.experts.47.up_proj,0.0000013424,0.05000,14.168
4,mlp.experts.16.up_proj,0.0000100163,0.05000,14.032
4,mlp.experts.499.gate_proj,0.0000049983,0.05000,14.171
4,mlp.experts.56.up_proj,0.0000045494,0.05000,14.103
4,mlp.experts.69.up_proj,0.0000027757,0.05000,14.049
4,mlp.experts.90.up_proj,0.0000032304,0.05000,14.638
4,mlp.experts.93.up_proj,0.0000289995,0.05000,14.678
4,mlp.experts.39.up_proj,0.0000042729,0.05000,14.622
4,mlp.experts.60.up_proj,0.0000016990,0.05000,14.617
4,mlp.experts.507.gate_proj,0.0000052528,0.05000,14.590
4,mlp.experts.52.up_proj,0.0000199684,0.05000,14.695
4,mlp.experts.78.up_proj,0.0000174487,0.05000,14.761
4,mlp.experts.55.up_proj,failsafe(rtn): 0.0013123,0.00000,0.719
4,mlp.experts.41.up_proj,0.0000173218,0.05000,14.689
4,mlp.experts.81.up_proj,0.0000154831,0.05000,14.656
4,mlp.experts.32.up_proj,0.0000093274,0.05000,14.338
4,mlp.experts.72.up_proj,0.0000044801,0.05000,13.921
4,mlp.experts.109.up_proj,0.0000292319,0.05000,4.426
4,mlp.experts.106.up_proj,0.0000051375,0.05000,4.468
4,mlp.experts.68.up_proj,0.0000281097,0.05000,4.204
4,mlp.experts.54.up_proj,0.0000308419,0.05000,14.542
4,mlp.experts.63.up_proj,0.0000053044,0.05000,14.386
4,mlp.experts.3.up_proj,0.0000049572,0.05000,14.067
4,mlp.experts.85.up_proj,0.0000162252,0.05000,13.814
4,mlp.experts.11.up_proj,0.0000277763,0.05000,4.195
4,mlp.experts.76.up_proj,0.0000102745,0.05000,4.257
4,mlp.experts.50.up_proj,0.0000041883,0.05000,14.733
4,mlp.experts.122.up_proj,failsafe(rtn): 0.0013199,0.00000,0.647
4,mlp.experts.66.up_proj,failsafe(rtn): 0.0013657,0.00000,0.652
4,mlp.experts.101.up_proj,failsafe(rtn): 0.0013733,0.00000,0.763
4,mlp.experts.138.up_proj,failsafe(rtn): 0.0013351,0.00000,0.782
4,mlp.experts.88.up_proj,0.0000076781,0.05000,14.386
4,mlp.experts.71.up_proj,0.0000034024,0.05000,14.425
4,mlp.experts.57.up_proj,0.0000043279,0.05000,14.423
4,mlp.experts.70.up_proj,0.0000071947,0.05000,14.440
4,mlp.experts.94.up_proj,0.0000022574,0.05000,14.456
4,mlp.experts.92.up_proj,0.0000143064,0.05000,14.514
4,mlp.experts.84.up_proj,0.0000214479,0.05000,14.537
4,mlp.experts.19.up_proj,0.0000057109,0.05000,14.548
4,mlp.experts.27.up_proj,0.0000160842,0.05000,14.547
4,mlp.experts.79.up_proj,0.0000097742,0.05000,14.560
4,mlp.experts.97.up_proj,0.0000062719,0.05000,14.578
4,mlp.experts.48.up_proj,0.0000059295,0.05000,14.623
4,mlp.experts.125.up_proj,0.0000076104,0.05000,14.624
4,mlp.experts.117.up_proj,0.0000120661,0.05000,14.457
4,mlp.experts.82.up_proj,0.0000068407,0.05000,14.608
4,mlp.experts.133.up_proj,failsafe(rtn): 0.0012970,0.00000,0.665
4,mlp.experts.154.up_proj,0.0000057007,0.05000,14.553
4,mlp.experts.108.up_proj,0.0000067423,0.05000,14.442
4,mlp.experts.104.up_proj,0.0000035034,0.05000,14.641
4,mlp.experts.110.up_proj,0.0000133470,0.05000,14.651
4,mlp.experts.86.up_proj,0.0000061259,0.05000,14.733
4,mlp.experts.87.up_proj,0.0000140332,0.05000,14.760
4,mlp.experts.73.up_proj,0.0000050913,0.05000,14.767
4,mlp.experts.43.up_proj,0.0000124595,0.05000,14.738
4,mlp.experts.64.up_proj,0.0000180148,0.05000,14.675
4,mlp.experts.35.up_proj,0.0000014888,0.05000,14.764
4,mlp.experts.100.up_proj,0.0000073294,0.05000,14.775
4,mlp.experts.95.up_proj,0.0000106263,0.05000,14.893
4,mlp.experts.141.up_proj,0.0000086182,0.05000,14.830
4,mlp.experts.113.up_proj,0.0000100703,0.05000,14.902
4,mlp.experts.98.up_proj,0.0000029372,0.05000,14.741
4,mlp.experts.149.up_proj,0.0000136641,0.05000,15.001
4,mlp.experts.170.up_proj,0.0000062905,0.05000,14.960
4,mlp.experts.124.up_proj,0.0000181218,0.05000,14.226
4,mlp.experts.89.up_proj,0.0000074543,0.05000,14.213
4,mlp.experts.126.up_proj,0.0000043201,0.05000,14.346
4,mlp.experts.120.up_proj,0.0000036475,0.05000,14.412
4,mlp.experts.80.up_proj,0.0000044568,0.05000,14.156
4,mlp.experts.102.up_proj,0.0000028995,0.05000,14.308
4,mlp.experts.103.up_proj,0.0000056228,0.05000,14.398
4,mlp.experts.59.up_proj,0.0000096340,0.05000,14.300
4,mlp.experts.116.up_proj,0.0000024662,0.05000,14.330
4,mlp.experts.157.up_proj,0.0000099881,0.05000,14.243
4,mlp.experts.129.up_proj,0.0000170478,0.05000,14.266
4,mlp.experts.111.up_proj,0.0000074098,0.05000,14.317
4,mlp.experts.51.up_proj,0.0000028721,0.05000,14.468
4,mlp.experts.114.up_proj,0.0000215459,0.05000,14.188
4,mlp.experts.145.up_proj,failsafe(rtn): 0.0013809,0.00000,0.738
4,mlp.experts.186.up_proj,0.0000071678,0.05000,14.139
4,mlp.experts.165.up_proj,0.0000048013,0.05000,14.231
4,mlp.experts.140.up_proj,0.0000093823,0.05000,14.306
4,mlp.experts.142.up_proj,0.0000109260,0.05000,14.081
4,mlp.experts.96.up_proj,0.0000030138,0.05000,14.186
4,mlp.experts.136.up_proj,0.0000042604,0.05000,14.211
4,mlp.experts.132.up_proj,0.0000053478,0.05000,14.082
4,mlp.experts.67.up_proj,0.0000129826,0.05000,13.989
4,mlp.experts.127.up_proj,0.0000210224,0.05000,14.034
4,mlp.experts.161.up_proj,0.0000054104,0.05000,13.417
4,mlp.experts.202.up_proj,0.0000041743,0.05000,12.849
4,mlp.experts.105.up_proj,0.0000030006,0.05000,14.270
4,mlp.experts.75.up_proj,0.0000101867,0.05000,14.097
4,mlp.experts.119.up_proj,0.0000222190,0.05000,14.162
4,mlp.experts.173.up_proj,0.0000020420,0.05000,14.095
4,mlp.experts.130.up_proj,0.0000079678,0.05000,13.676
4,mlp.experts.181.up_proj,0.0000181466,0.05000,12.793
4,mlp.experts.118.up_proj,0.0000122014,0.05000,14.085
4,mlp.experts.121.up_proj,failsafe(rtn): 0.0012970,0.00000,0.762
4,mlp.experts.156.up_proj,0.0000156331,0.05000,14.534
4,mlp.experts.146.up_proj,0.0000048684,0.05000,14.530
4,mlp.experts.112.up_proj,0.0000072551,0.05000,14.542
4,mlp.experts.148.up_proj,0.0000084313,0.05000,14.539
4,mlp.experts.134.up_proj,0.0000077138,0.05000,14.543
4,mlp.experts.177.up_proj,0.0000076105,0.05000,14.558
4,mlp.experts.135.up_proj,0.0000029186,0.05000,14.601
4,mlp.experts.152.up_proj,0.0000050212,0.05000,14.593
4,mlp.experts.189.up_proj,0.0000027567,0.05000,14.612
4,mlp.experts.83.up_proj,0.0000040328,0.05000,14.666
4,mlp.experts.197.up_proj,0.0000023868,0.05000,14.676
4,mlp.experts.91.up_proj,0.0000065690,0.05000,14.730
4,mlp.experts.218.up_proj,0.0000028425,0.05000,14.753
4,mlp.experts.143.up_proj,0.0000122127,0.05000,14.778
4,mlp.experts.158.up_proj,0.0000087093,0.05000,14.794
4,mlp.experts.137.up_proj,0.0000289758,0.05000,14.604
4,mlp.experts.172.up_proj,0.0000065430,0.05000,14.465
4,mlp.experts.193.up_proj,0.0000022865,0.05000,14.662
4,mlp.experts.128.up_proj,0.0000053089,0.05000,14.700
4,mlp.experts.162.up_proj,0.0000052053,0.05000,14.713
4,mlp.experts.150.up_proj,0.0000011143,0.05000,14.741
4,mlp.experts.164.up_proj,0.0000044474,0.05000,14.782
4,mlp.experts.205.up_proj,0.0000079286,0.05000,14.699
4,mlp.experts.213.up_proj,0.0000041906,0.05000,14.662
4,mlp.experts.168.up_proj,0.0000059710,0.05000,14.729
4,mlp.experts.99.up_proj,0.0000074078,0.05000,14.713
4,mlp.experts.151.up_proj,0.0000170466,0.05000,14.801
4,mlp.experts.159.up_proj,0.0000251588,0.05000,14.628
4,mlp.experts.174.up_proj,0.0000060952,0.05000,14.710
4,mlp.experts.107.up_proj,0.0000194947,0.05000,14.799
4,mlp.experts.234.up_proj,0.0000086980,0.05000,14.828
4,mlp.experts.184.up_proj,failsafe(rtn): 0.0013885,0.00000,0.717
4,mlp.experts.153.up_proj,0.0000035448,0.05000,14.798
4,mlp.experts.188.up_proj,0.0000160650,0.05000,13.804
4,mlp.experts.209.up_proj,0.0000063699,0.05000,13.818
4,mlp.experts.144.up_proj,0.0000124714,0.05000,13.908
4,mlp.experts.178.up_proj,0.0000100198,0.05000,13.958
4,mlp.experts.180.up_proj,0.0000077544,0.05000,13.858
4,mlp.experts.166.up_proj,0.0000119918,0.05000,13.932
4,mlp.experts.123.up_proj,0.0000093311,0.05000,13.719
4,mlp.experts.221.up_proj,0.0000107773,0.05000,13.899
4,mlp.experts.229.up_proj,0.0000276852,0.05000,13.899
4,mlp.experts.115.up_proj,0.0000033595,0.05000,13.945
4,mlp.experts.167.up_proj,0.0000117693,0.05000,13.936
4,mlp.experts.250.up_proj,0.0000055336,0.05000,13.792
4,mlp.experts.190.up_proj,0.0000030667,0.05000,13.896
4,mlp.experts.175.up_proj,0.0000075458,0.05000,13.968
4,mlp.experts.200.up_proj,0.0000086068,0.05000,13.787
4,mlp.experts.182.up_proj,failsafe(rtn): 0.0012894,0.00000,0.825
4,mlp.experts.169.up_proj,0.0000159934,0.05000,13.924
4,mlp.experts.204.up_proj,0.0000042290,0.05000,14.007
4,mlp.experts.225.up_proj,0.0000093958,0.05000,14.185
4,mlp.experts.139.up_proj,0.0000065936,0.05000,14.151
4,mlp.experts.160.up_proj,0.0000049259,0.05000,14.111
4,mlp.experts.194.up_proj,0.0000161790,0.05000,14.140
4,mlp.experts.131.up_proj,0.0000054225,0.05000,14.041
4,mlp.experts.266.up_proj,0.0000076231,0.05000,14.059
4,mlp.experts.183.up_proj,0.0000073170,0.05000,14.090
4,mlp.experts.185.up_proj,0.0000135524,0.05000,13.424
4,mlp.experts.198.up_proj,0.0000080260,0.05000,13.474
4,mlp.experts.245.up_proj,0.0000059615,0.05000,14.074
4,mlp.experts.191.up_proj,0.0000061149,0.05000,14.013
4,mlp.experts.220.up_proj,failsafe(rtn): 0.0013580,0.00000,0.651
4,mlp.experts.206.up_proj,0.0000162113,0.05000,14.074
4,mlp.experts.216.up_proj,0.0000024824,0.05000,13.618
4,mlp.experts.196.up_proj,0.0000058799,0.05000,14.108
4,mlp.experts.237.up_proj,0.0000051025,0.05000,14.146
4,mlp.experts.214.up_proj,failsafe(rtn): 0.0012970,0.00000,0.726
4,mlp.experts.210.up_proj,failsafe(rtn): 0.0014191,0.00000,0.743
4,mlp.experts.207.up_proj,failsafe(rtn): 0.0014191,0.00000,0.761
4,mlp.experts.253.up_proj,failsafe(rtn): 0.0014114,0.00000,0.760
4,mlp.experts.222.up_proj,0.0000024249,0.05000,14.031
4,mlp.experts.147.up_proj,0.0000048889,0.05000,14.069
4,mlp.experts.201.up_proj,0.0000103018,0.05000,14.068
4,mlp.experts.261.up_proj,0.0000149501,0.05000,14.112
4,mlp.experts.241.up_proj,0.0000050996,0.05000,14.114
4,mlp.experts.212.up_proj,0.0000115465,0.05000,14.129
4,mlp.experts.199.up_proj,0.0000029433,0.05000,14.172
4,mlp.experts.232.up_proj,0.0000192976,0.05000,14.174
4,mlp.experts.282.up_proj,0.0000060574,0.05000,14.190
4,mlp.experts.236.up_proj,0.0000082568,0.05000,14.274
4,mlp.experts.155.up_proj,0.0000069479,0.05000,14.288
4,mlp.experts.176.up_proj,0.0000087306,0.05000,14.439
4,mlp.experts.238.up_proj,failsafe(rtn): 0.0013962,0.00000,0.812
4,mlp.experts.269.up_proj,0.0000125559,0.05000,14.080
4,mlp.experts.230.up_proj,0.0000088683,0.05000,14.156
4,mlp.experts.223.up_proj,0.0000057828,0.05000,14.238
4,mlp.experts.226.up_proj,0.0000096619,0.05000,14.263
4,mlp.experts.228.up_proj,0.0000042349,0.05000,14.854
4,mlp.experts.217.up_proj,0.0000093834,0.05000,14.985
4,mlp.experts.298.up_proj,0.0000047948,0.05000,14.870
4,mlp.experts.163.up_proj,0.0000077886,0.05000,15.037
4,mlp.experts.248.up_proj,0.0000087846,0.05000,14.889
4,mlp.experts.277.up_proj,0.0000092611,0.05000,15.037
4,mlp.experts.215.up_proj,0.0000226028,0.05000,15.000
4,mlp.experts.257.up_proj,0.0000086221,0.05000,15.141
4,mlp.experts.171.up_proj,0.0000047769,0.05000,14.985
4,mlp.experts.252.up_proj,0.0000141180,0.05000,15.096
4,mlp.experts.192.up_proj,0.0000034569,0.05000,14.954
4,mlp.experts.246.up_proj,0.0000055387,0.05000,14.878
4,mlp.experts.254.up_proj,0.0000039596,0.05000,14.977
4,mlp.experts.285.up_proj,0.0000068492,0.05000,14.995
4,mlp.experts.242.up_proj,0.0000030491,0.05000,14.901
4,mlp.experts.239.up_proj,0.0000152184,0.05000,14.924
4,mlp.experts.231.up_proj,failsafe(rtn): 0.0014038,0.00000,0.797
4,mlp.experts.244.up_proj,0.0000056206,0.05000,13.933
4,mlp.experts.264.up_proj,0.0000049820,0.05000,13.826
4,mlp.experts.314.up_proj,0.0000078357,0.05000,13.984
4,mlp.experts.293.up_proj,0.0000048482,0.05000,13.915
4,mlp.experts.233.up_proj,0.0000023716,0.05000,14.078
4,mlp.experts.179.up_proj,0.0000043951,0.05000,14.036
4,mlp.experts.268.up_proj,0.0000079724,0.05000,13.877
4,mlp.experts.187.up_proj,0.0000028198,0.05000,13.983
4,mlp.experts.273.up_proj,0.0000066331,0.05000,14.008
4,mlp.experts.208.up_proj,0.0000074374,0.05000,13.897
4,mlp.experts.262.up_proj,0.0000018477,0.05000,13.814
4,mlp.experts.301.up_proj,0.0000039492,0.05000,13.890
4,mlp.experts.270.up_proj,0.0000029237,0.05000,13.983
4,mlp.experts.255.up_proj,0.0000078665,0.05000,13.918
4,mlp.experts.258.up_proj,0.0000078556,0.05000,13.952
4,mlp.experts.284.up_proj,failsafe(rtn): 0.0012894,0.00000,0.767
4,mlp.experts.224.up_proj,failsafe(rtn): 0.0012817,0.00000,0.764
4,mlp.experts.247.up_proj,0.0000087333,0.05000,14.073
4,mlp.experts.317.up_proj,failsafe(rtn): 0.0013275,0.00000,0.721
4,mlp.experts.271.up_proj,failsafe(rtn): 0.0013885,0.00000,0.737
4,mlp.experts.333.up_proj,failsafe(rtn): 0.0013657,0.00000,0.694
4,mlp.experts.260.up_proj,0.0000077890,0.05000,14.511
4,mlp.experts.280.up_proj,0.0000084867,0.05000,14.522
4,mlp.experts.309.up_proj,0.0000084908,0.05000,14.545
4,mlp.experts.249.up_proj,0.0000073855,0.05000,14.572
4,mlp.experts.289.up_proj,0.0000141081,0.05000,14.513
4,mlp.experts.330.up_proj,0.0000143930,0.05000,14.505
4,mlp.experts.195.up_proj,0.0000131262,0.05000,14.514
4,mlp.experts.203.up_proj,0.0000064864,0.05000,14.500
4,mlp.experts.278.up_proj,0.0000088928,0.05000,14.398
4,mlp.experts.274.up_proj,0.0000159676,0.05000,14.330
4,mlp.experts.286.up_proj,0.0000097235,0.05000,14.547
4,mlp.experts.300.up_proj,0.0000070641,0.05000,14.389
4,mlp.experts.240.up_proj,0.0000061810,0.05000,14.436
4,mlp.experts.263.up_proj,0.0000284221,0.05000,14.489
4,mlp.experts.305.up_proj,failsafe(rtn): 0.0013504,0.00000,0.846
4,mlp.experts.346.up_proj,failsafe(rtn): 0.0013657,0.00000,0.847
4,mlp.experts.287.up_proj,0.0000166798,0.05000,14.410
4,mlp.experts.349.up_proj,0.0000120593,0.05000,14.699
4,mlp.experts.276.up_proj,0.0000074669,0.05000,14.551
4,mlp.experts.325.up_proj,0.0000031290,0.05000,14.596
4,mlp.experts.265.up_proj,0.0000083888,0.05000,14.601
4,mlp.experts.219.up_proj,0.0000270596,0.05000,14.649
4,mlp.experts.296.up_proj,0.0000108586,0.05000,14.687
4,mlp.experts.211.up_proj,0.0000093581,0.05000,14.761
4,mlp.experts.294.up_proj,0.0000163129,0.05000,14.626
4,mlp.experts.290.up_proj,0.0000070210,0.05000,14.554
4,mlp.experts.302.up_proj,0.0000067607,0.05000,14.599
4,mlp.experts.316.up_proj,0.0000026485,0.05000,14.611
4,mlp.experts.256.up_proj,0.0000075165,0.05000,14.675
4,mlp.experts.279.up_proj,0.0000046440,0.05000,14.690
4,mlp.experts.362.up_proj,0.0000036078,0.05000,14.631
4,mlp.experts.321.up_proj,0.0000034432,0.05000,14.652
4,mlp.experts.303.up_proj,0.0000058440,0.05000,14.712
4,mlp.experts.365.up_proj,0.0000055189,0.05000,14.500
4,mlp.experts.381.up_proj,failsafe(rtn): 0.0013580,0.00000,0.669
4,mlp.experts.292.up_proj,0.0000030767,0.05000,14.785
4,mlp.experts.312.up_proj,0.0000243957,0.05000,14.688
4,mlp.experts.281.up_proj,0.0000052297,0.05000,14.802
4,mlp.experts.341.up_proj,0.0000074416,0.05000,14.825
4,mlp.experts.235.up_proj,0.0000004917,0.05000,14.782
4,mlp.experts.227.up_proj,0.0000017114,0.05000,14.740
4,mlp.experts.310.up_proj,0.0000017299,0.05000,14.792
4,mlp.experts.318.up_proj,0.0000246982,0.05000,14.598
4,mlp.experts.306.up_proj,0.0000104891,0.05000,14.968
4,mlp.experts.332.up_proj,0.0000063825,0.05000,14.720
4,mlp.experts.378.up_proj,0.0000079701,0.05000,14.560
4,mlp.experts.308.up_proj,failsafe(rtn): 0.0013962,0.00000,0.776
4,mlp.experts.272.up_proj,0.0000091639,0.05000,14.768
4,mlp.experts.295.up_proj,0.0000048765,0.05000,14.683
4,mlp.experts.337.up_proj,0.0000100732,0.05000,14.802
4,mlp.experts.319.up_proj,0.0000094835,0.05000,14.667
4,mlp.experts.353.up_proj,failsafe(rtn): 0.0013809,0.00000,0.731
4,mlp.experts.397.up_proj,0.0000055712,0.05000,14.999
4,mlp.experts.328.up_proj,0.0000082116,0.05000,14.367
4,mlp.experts.251.up_proj,0.0000100296,0.05000,14.333
4,mlp.experts.243.up_proj,0.0000208225,0.05000,14.313
4,mlp.experts.297.up_proj,0.0000084579,0.05000,14.483
4,mlp.experts.357.up_proj,0.0000041921,0.05000,14.466
4,mlp.experts.326.up_proj,0.0000079172,0.05000,14.337
4,mlp.experts.334.up_proj,0.0000058358,0.05000,14.386
4,mlp.experts.348.up_proj,0.0000090965,0.05000,14.283
4,mlp.experts.324.up_proj,0.0000057943,0.05000,14.269
4,mlp.experts.311.up_proj,0.0000076202,0.05000,14.204
4,mlp.experts.322.up_proj,0.0000146339,0.05000,14.462
4,mlp.experts.288.up_proj,0.0000087472,0.05000,14.330
4,mlp.experts.394.up_proj,0.0000271039,0.05000,14.431
4,mlp.experts.335.up_proj,0.0000035079,0.05000,14.146
4,mlp.experts.338.up_proj,failsafe(rtn): 0.0013428,0.00000,0.759
4,mlp.experts.369.up_proj,0.0000218587,0.05000,14.331
4,mlp.experts.413.up_proj,0.0000144751,0.05000,14.496
4,mlp.experts.344.up_proj,0.0000071703,0.05000,14.125
4,mlp.experts.267.up_proj,0.0000235810,0.05000,14.204
4,mlp.experts.373.up_proj,0.0000039493,0.05000,14.249
4,mlp.experts.259.up_proj,0.0000033884,0.05000,14.332
4,mlp.experts.313.up_proj,0.0000044180,0.05000,14.309
4,mlp.experts.342.up_proj,0.0000027808,0.05000,14.359
4,mlp.experts.350.up_proj,0.0000063134,0.05000,14.276
4,mlp.experts.364.up_proj,0.0000254377,0.05000,14.262
4,mlp.experts.340.up_proj,0.0000059469,0.05000,14.196
4,mlp.experts.410.up_proj,0.0000267155,0.05000,14.207
4,mlp.experts.351.up_proj,0.0000129582,0.05000,14.059
4,mlp.experts.385.up_proj,0.0000103299,0.05000,13.755
4,mlp.experts.304.up_proj,0.0000081250,0.05000,14.135
4,mlp.experts.327.up_proj,0.0000111735,0.05000,14.304
4,mlp.experts.354.up_proj,0.0000060356,0.05000,13.843
4,mlp.experts.429.up_proj,0.0000045047,0.05000,12.859
4,mlp.experts.366.up_proj,failsafe(rtn): 0.0013123,0.00000,0.797
4,mlp.experts.343.up_proj,failsafe(rtn): 0.0012894,0.00000,0.787
4,mlp.experts.401.up_proj,failsafe(rtn): 0.0012360,0.00000,0.795
4,mlp.experts.360.up_proj,0.0000109916,0.05000,6.511
4,mlp.experts.275.up_proj,0.0000178321,0.05000,6.913
4,mlp.experts.329.up_proj,0.0000329207,0.05000,6.940
4,mlp.experts.358.up_proj,0.0000083344,0.05000,6.907
4,mlp.experts.283.up_proj,0.0000091067,0.05000,7.246
4,mlp.experts.389.up_proj,0.0000153179,0.05000,7.202
4,mlp.experts.320.up_proj,0.0000165210,0.05000,14.102
4,mlp.experts.356.up_proj,0.0000028913,0.05000,14.119
4,mlp.experts.426.up_proj,0.0000119948,0.05000,14.139
4,mlp.experts.445.up_proj,0.0000023173,0.05000,14.151
4,mlp.experts.367.up_proj,0.0000017287,0.05000,14.180
4,mlp.experts.370.up_proj,0.0000167246,0.05000,14.270
4,mlp.experts.380.up_proj,0.0000068924,0.05000,14.303
4,mlp.experts.417.up_proj,0.0000058317,0.05000,14.104
4,mlp.experts.382.up_proj,0.0000033203,0.05000,14.146
4,mlp.experts.359.up_proj,0.0000032557,0.05000,14.185
4,mlp.experts.396.up_proj,failsafe(rtn): 0.0013351,0.00000,0.732
4,mlp.experts.376.up_proj,0.0000049260,0.05000,14.075
4,mlp.experts.291.up_proj,0.0000041021,0.05000,13.988
4,mlp.experts.299.up_proj,0.0000029652,0.05000,13.953
4,mlp.experts.345.up_proj,0.0000206433,0.05000,14.106
4,mlp.experts.374.up_proj,0.0000069797,0.05000,14.039
4,mlp.experts.405.up_proj,0.0000091192,0.05000,14.004
4,mlp.experts.383.up_proj,0.0000162498,0.05000,14.216
4,mlp.experts.372.up_proj,0.0000088084,0.05000,14.364
4,mlp.experts.461.up_proj,0.0000066839,0.05000,14.349
4,mlp.experts.336.up_proj,0.0000063218,0.05000,14.439
4,mlp.experts.442.up_proj,0.0000232619,0.05000,14.483
4,mlp.experts.386.up_proj,0.0000073925,0.05000,14.456
4,mlp.experts.375.up_proj,0.0000055127,0.05000,14.252
4,mlp.experts.433.up_proj,0.0000003244,0.05000,14.369
4,mlp.experts.412.up_proj,0.0000064260,0.05000,14.251
4,mlp.experts.398.up_proj,0.0000048413,0.05000,14.378
4,mlp.experts.392.up_proj,0.0000066568,0.05000,14.335
4,mlp.experts.315.up_proj,0.0000035828,0.05000,14.239
4,mlp.experts.307.up_proj,0.0000066528,0.05000,14.521
4,mlp.experts.361.up_proj,0.0000059973,0.05000,14.399
4,mlp.experts.421.up_proj,0.0000047329,0.05000,14.338
4,mlp.experts.390.up_proj,0.0000060298,0.05000,14.402
4,mlp.experts.352.up_proj,0.0000126226,0.05000,14.252
4,mlp.experts.388.up_proj,0.0000082662,0.05000,14.410
4,mlp.experts.458.up_proj,0.0000077855,0.05000,14.260
4,mlp.experts.399.up_proj,0.0000046524,0.05000,14.528
4,mlp.experts.477.up_proj,0.0000083605,0.05000,14.456
4,mlp.experts.402.up_proj,0.0000173011,0.05000,14.532
4,mlp.experts.391.up_proj,0.0000110505,0.05000,14.427
4,mlp.experts.449.up_proj,0.0000039883,0.05000,14.455
4,mlp.experts.428.up_proj,0.0000341032,0.05000,14.471
4,mlp.experts.414.up_proj,0.0000049810,0.05000,14.520
4,mlp.experts.408.up_proj,0.0000138652,0.05000,14.431
4,mlp.experts.331.up_proj,0.0000234470,0.05000,14.382
4,mlp.experts.437.up_proj,0.0000073559,0.05000,14.377
4,mlp.experts.323.up_proj,0.0000024939,0.05000,14.487
4,mlp.experts.377.up_proj,0.0000083911,0.05000,14.455
4,mlp.experts.406.up_proj,0.0000063169,0.05000,14.540
4,mlp.experts.368.up_proj,0.0000036682,0.05000,14.320
4,mlp.experts.404.up_proj,0.0000044094,0.05000,14.213
4,mlp.experts.493.up_proj,0.0000085467,0.05000,14.212
4,mlp.experts.474.up_proj,0.0000194733,0.05000,14.290
4,mlp.experts.418.up_proj,0.0000023312,0.05000,14.274
4,mlp.experts.430.up_proj,0.0000060280,0.05000,13.992
4,mlp.experts.444.up_proj,0.0000038639,0.05000,14.138
4,mlp.experts.347.up_proj,0.0000025883,0.05000,13.273
4,mlp.experts.453.up_proj,0.0000097344,0.05000,13.111
4,mlp.experts.393.up_proj,0.0000254447,0.05000,13.049
4,mlp.experts.384.up_proj,0.0000097609,0.05000,2.292
4,mlp.experts.407.up_proj,0.0000040175,0.05000,14.082
4,mlp.experts.465.up_proj,0.0000039619,0.05000,14.155
4,mlp.experts.424.up_proj,0.0000141924,0.05000,13.596
4,mlp.experts.422.up_proj,0.0000132398,0.05000,12.917
4,mlp.experts.339.up_proj,0.0000072796,0.05000,13.099
4,mlp.experts.420.up_proj,0.0000044029,0.05000,2.277
4,mlp.experts.415.up_proj,0.0000103617,0.05000,14.455
4,mlp.experts.490.up_proj,failsafe(rtn): 0.0013809,0.00000,0.799
4,mlp.experts.440.up_proj,failsafe(rtn): 0.0012970,0.00000,0.784
4,mlp.experts.446.up_proj,failsafe(rtn): 0.0012894,0.00000,0.796
4,mlp.experts.436.up_proj,failsafe(rtn): 0.0013428,0.00000,0.798
4,mlp.experts.456.up_proj,failsafe(rtn): 0.0013046,0.00000,0.810
4,mlp.experts.438.up_proj,0.0000104757,0.05000,14.502
4,mlp.experts.469.up_proj,0.0000051919,0.05000,14.563
4,mlp.experts.363.up_proj,0.0000096982,0.05000,14.592
4,mlp.experts.434.up_proj,0.0000093744,0.05000,14.609
4,mlp.experts.400.up_proj,0.0000067467,0.05000,14.600
4,mlp.experts.481.up_proj,0.0000057286,0.05000,14.636
4,mlp.experts.460.up_proj,0.0000063397,0.05000,14.638
4,mlp.experts.431.up_proj,0.0000046927,0.05000,14.623
4,mlp.experts.409.up_proj,0.0000044835,0.05000,14.654
4,mlp.experts.423.up_proj,0.0000098143,0.05000,14.676
4,mlp.experts.355.up_proj,0.0000032206,0.05000,14.796
4,mlp.experts.509.up_proj,0.0000028684,0.05000,14.881
4,mlp.experts.13.down_proj,failsafe(rtn): 0.0015106,0.00000,0.201
4,mlp.experts.462.up_proj,0.0000081166,0.05000,14.537
4,mlp.experts.485.up_proj,failsafe(rtn): 0.0013962,0.00000,0.886
4,mlp.experts.506.up_proj,0.0000071151,0.05000,14.687
4,mlp.experts.452.up_proj,0.0000049917,0.05000,14.756
4,mlp.experts.10.down_proj,failsafe(rtn): 0.0015411,0.00000,0.177
4,mlp.experts.472.up_proj,0.0000042086,0.05000,14.550
4,mlp.experts.29.down_proj,0.0000016164,0.05000,3.669
4,mlp.experts.26.down_proj,0.0000014522,0.05000,3.678
4,mlp.experts.45.down_proj,0.0000002629,0.05000,3.834
4,mlp.experts.42.down_proj,0.0000002019,0.05000,3.844
4,mlp.experts.61.down_proj,0.0000006467,0.05000,3.789
4,mlp.experts.58.down_proj,0.0000001560,0.05000,3.723
4,mlp.experts.450.up_proj,0.0000039411,0.05000,14.794
4,mlp.experts.454.up_proj,0.0000029974,0.05000,14.935
4,mlp.experts.476.up_proj,0.0000045941,0.05000,14.923
4,mlp.experts.416.up_proj,0.0000109893,0.05000,14.994
4,mlp.experts.425.up_proj,0.0000054754,0.05000,14.931
4,mlp.experts.447.up_proj,0.0000033840,0.05000,15.018
4,mlp.experts.379.up_proj,0.0000167330,0.05000,15.096
4,mlp.experts.497.up_proj,0.0000045451,0.05000,15.098
4,mlp.experts.439.up_proj,0.0000065340,0.05000,15.009
4,mlp.experts.371.up_proj,0.0000020426,0.05000,15.103
4,mlp.experts.77.down_proj,0.0000006930,0.05000,3.679
4,mlp.experts.478.up_proj,0.0000020624,0.05000,14.856
4,mlp.experts.501.up_proj,0.0000112309,0.05000,14.751
4,mlp.experts.468.up_proj,0.0000106652,0.05000,14.885
4,mlp.experts.74.down_proj,0.0000015567,0.05000,3.628
4,mlp.experts.488.up_proj,0.0000052776,0.05000,14.924
4,mlp.experts.1.down_proj,0.0000003762,0.05000,3.609
4,mlp.experts.93.down_proj,0.0000020083,0.05000,3.612
4,mlp.experts.5.down_proj,0.0000003742,0.05000,3.614
4,mlp.experts.90.down_proj,0.0000002384,0.05000,3.552
4,mlp.experts.17.down_proj,0.0000019720,0.05000,3.475
4,mlp.experts.109.down_proj,0.0000024713,0.05000,3.568
4,mlp.experts.21.down_proj,0.0000005158,0.05000,3.617
4,mlp.experts.37.down_proj,failsafe(rtn): 0.0014343,0.00000,0.181
4,mlp.experts.106.down_proj,0.0000002310,0.05000,3.658
4,mlp.experts.122.down_proj,failsafe(rtn): 0.0014343,0.00000,0.192
4,mlp.experts.138.down_proj,failsafe(rtn): 0.0014572,0.00000,0.176
4,mlp.experts.33.down_proj,0.0000002167,0.05000,3.729
4,mlp.experts.49.down_proj,failsafe(rtn): 0.0015411,0.00000,0.181
4,mlp.experts.125.down_proj,0.0000002910,0.05000,3.643
4,mlp.experts.53.down_proj,0.0000002372,0.05000,3.665
4,mlp.experts.154.down_proj,0.0000006131,0.05000,3.600
4,mlp.experts.470.up_proj,0.0000084289,0.05000,14.272
4,mlp.experts.466.up_proj,0.0000051852,0.05000,14.376
4,mlp.experts.441.up_proj,0.0000074468,0.05000,14.183
4,mlp.experts.492.up_proj,0.0000040540,0.05000,14.312
4,mlp.experts.463.up_proj,0.0000040575,0.05000,14.327
4,mlp.experts.432.up_proj,0.0000030087,0.05000,14.426
4,mlp.experts.455.up_proj,0.0000034054,0.05000,14.293
4,mlp.experts.395.up_proj,0.0000108081,0.05000,14.344
4,mlp.experts.65.down_proj,0.0000001920,0.05000,3.512
4,mlp.experts.387.up_proj,0.0000093298,0.05000,14.431
4,mlp.experts.141.down_proj,0.0000005710,0.05000,3.543
4,mlp.experts.494.up_proj,0.0000135372,0.05000,14.370
4,mlp.experts.457.up_proj,failsafe(rtn): 0.0012665,0.00000,0.785
4,mlp.experts.484.up_proj,0.0000069496,0.05000,14.376
4,mlp.experts.69.down_proj,0.0000008365,0.05000,3.595
4,mlp.experts.170.down_proj,0.0000004829,0.05000,3.564
4,mlp.experts.504.up_proj,0.0000073737,0.05000,14.294
4,mlp.experts.81.down_proj,0.0000010998,0.05000,3.424
4,mlp.experts.157.down_proj,0.0000047263,0.05000,3.315
4,mlp.experts.85.down_proj,0.0000008612,0.05000,3.249
4,mlp.experts.101.down_proj,failsafe(rtn): 0.0015259,0.00000,0.169
4,mlp.experts.8.down_proj,0.0000008571,0.05000,3.187
4,mlp.experts.186.down_proj,0.0000005379,0.05000,3.261
4,mlp.experts.97.down_proj,0.0000004979,0.05000,3.486
4,mlp.experts.173.down_proj,0.0000000898,0.05000,3.460
4,mlp.experts.24.down_proj,0.0000004037,0.05000,3.365
4,mlp.experts.117.down_proj,0.0000006791,0.05000,3.434
4,mlp.experts.202.down_proj,0.0000002470,0.05000,3.347
4,mlp.experts.133.down_proj,failsafe(rtn): 0.0014038,0.00000,0.170
4,mlp.experts.482.up_proj,0.0000069209,0.05000,12.779
4,mlp.experts.508.up_proj,0.0000106050,0.05000,12.703
4,mlp.experts.486.up_proj,0.0000040657,0.05000,12.977
4,mlp.experts.448.up_proj,0.0000137284,0.05000,12.741
4,mlp.experts.479.up_proj,0.0000056097,0.05000,12.851
4,mlp.experts.411.up_proj,0.0000204974,0.05000,12.790
4,mlp.experts.471.up_proj,0.0000025320,0.05000,12.831
4,mlp.experts.113.down_proj,0.0000005133,0.05000,3.527
4,mlp.experts.218.down_proj,0.0000003695,0.05000,3.549
4,mlp.experts.189.down_proj,0.0000002320,0.05000,3.564
4,mlp.experts.403.up_proj,0.0000087419,0.05000,12.874
4,mlp.experts.40.down_proj,0.0000005955,0.05000,3.590
4,mlp.experts.473.up_proj,0.0000049449,0.05000,12.729
4,mlp.experts.510.up_proj,0.0000038506,0.05000,12.772
4,mlp.experts.498.up_proj,failsafe(rtn): 0.0013657,0.00000,0.825
4,mlp.experts.149.down_proj,0.0000013711,0.05000,3.680
4,mlp.experts.500.up_proj,0.0000078306,0.05000,12.865
4,mlp.experts.12.down_proj,0.0000002144,0.05000,3.644
4,mlp.experts.129.down_proj,0.0000025079,0.05000,3.546
4,mlp.experts.234.down_proj,0.0000005026,0.05000,3.557
4,mlp.experts.56.down_proj,0.0000004232,0.05000,3.514
4,mlp.experts.205.down_proj,0.0000003700,0.05000,3.642
4,mlp.experts.145.down_proj,failsafe(rtn): 0.0015182,0.00000,0.195
4,mlp.experts.14.down_proj,0.0000010436,0.05000,3.559
4,mlp.experts.2.down_proj,0.0000003724,0.05000,3.576
4,mlp.experts.165.down_proj,0.0000002866,0.05000,3.601
4,mlp.experts.4.down_proj,0.0000006435,0.05000,3.603
4,mlp.experts.28.down_proj,0.0000000255,0.05000,3.533
4,mlp.experts.72.down_proj,0.0000002057,0.05000,3.412
4,mlp.experts.221.down_proj,0.0000006409,0.05000,3.350
4,mlp.experts.250.down_proj,0.0000003315,0.05000,3.438
4,mlp.experts.30.down_proj,0.0000001338,0.05000,3.424
4,mlp.experts.161.down_proj,0.0000013963,0.05000,3.461
4,mlp.experts.18.down_proj,0.0000006640,0.05000,3.451
4,mlp.experts.181.down_proj,0.0000015632,0.05000,3.464
4,mlp.experts.20.down_proj,0.0000011506,0.05000,3.429
4,mlp.experts.44.down_proj,0.0000008856,0.05000,3.674
4,mlp.experts.88.down_proj,0.0000003476,0.05000,3.743
4,mlp.experts.266.down_proj,0.0000004736,0.05000,3.791
4,mlp.experts.237.down_proj,0.0000002589,0.05000,3.803
4,mlp.experts.253.down_proj,failsafe(rtn): 0.0015259,0.00000,0.174
4,mlp.experts.177.down_proj,0.0000003702,0.05000,3.813
4,mlp.experts.46.down_proj,0.0000004344,0.05000,3.878
4,mlp.experts.34.down_proj,0.0000001124,0.05000,3.855
4,mlp.experts.197.down_proj,0.0000001293,0.05000,3.817
4,mlp.experts.36.down_proj,0.0000008100,0.05000,3.778
4,mlp.experts.60.down_proj,0.0000000582,0.05000,3.909
4,mlp.experts.502.up_proj,0.0000087789,0.05000,14.680
4,mlp.experts.464.up_proj,0.0000072960,0.05000,14.723
4,mlp.experts.487.up_proj,0.0000031641,0.05000,14.692
4,mlp.experts.495.up_proj,0.0000080044,0.05000,14.812
4,mlp.experts.427.up_proj,0.0000115956,0.05000,14.892
4,mlp.experts.104.down_proj,0.0000001660,0.05000,3.850
4,mlp.experts.282.down_proj,0.0000003791,0.05000,3.895
4,mlp.experts.489.up_proj,0.0000065403,0.05000,14.574
4,mlp.experts.419.up_proj,0.0000058641,0.05000,14.785
4,mlp.experts.269.down_proj,0.0000009145,0.05000,3.805
4,mlp.experts.193.down_proj,0.0000001744,0.05000,3.908
4,mlp.experts.62.down_proj,0.0000003745,0.05000,3.896
4,mlp.experts.50.down_proj,0.0000012192,0.05000,3.940
4,mlp.experts.213.down_proj,0.0000002423,0.05000,3.894
4,mlp.experts.66.down_proj,failsafe(rtn): 0.0014954,0.00000,0.162
4,mlp.experts.52.down_proj,0.0000015999,0.05000,3.890
4,mlp.experts.505.up_proj,failsafe(rtn): 0.0013504,0.00000,0.686
4,mlp.experts.6.down_proj,0.0000003559,0.05000,3.515
4,mlp.experts.76.down_proj,0.0000004882,0.05000,3.607
4,mlp.experts.120.down_proj,0.0000002410,0.05000,3.549
4,mlp.experts.298.down_proj,0.0000003230,0.05000,3.512
4,mlp.experts.285.down_proj,0.0000006063,0.05000,3.581
4,mlp.experts.209.down_proj,0.0000004035,0.05000,3.565
4,mlp.experts.78.down_proj,0.0000010816,0.05000,3.607
4,mlp.experts.229.down_proj,0.0000014414,0.05000,3.599
4,mlp.experts.68.down_proj,0.0000018088,0.05000,3.635
4,mlp.experts.82.down_proj,0.0000003309,0.05000,3.702
4,mlp.experts.9.down_proj,0.0000002737,0.05000,3.688
4,mlp.experts.22.down_proj,0.0000011161,0.05000,3.787
4,mlp.experts.92.down_proj,0.0000008847,0.05000,3.797
4,mlp.experts.136.down_proj,0.0000002076,0.05000,3.871
4,mlp.experts.314.down_proj,0.0000004409,0.05000,3.890
4,mlp.experts.301.down_proj,0.0000001864,0.05000,3.872
4,mlp.experts.225.down_proj,0.0000004502,0.05000,3.892
4,mlp.experts.94.down_proj,0.0000000957,0.05000,3.852
4,mlp.experts.317.down_proj,failsafe(rtn): 0.0014954,0.00000,0.211
4,mlp.experts.245.down_proj,0.0000005874,0.05000,3.853
4,mlp.experts.84.down_proj,0.0000014320,0.05000,3.791
4,mlp.experts.333.down_proj,failsafe(rtn): 0.0014725,0.00000,0.215
4,mlp.experts.98.down_proj,0.0000021506,0.05000,3.883
4,mlp.experts.25.down_proj,0.0000040808,0.05000,3.822
4,mlp.experts.38.down_proj,0.0000002898,0.05000,3.841
4,mlp.experts.108.down_proj,0.0000002915,0.05000,3.835
4,mlp.experts.152.down_proj,0.0000004516,0.05000,3.932
4,mlp.experts.330.down_proj,0.0000011036,0.05000,3.916
4,mlp.experts.346.down_proj,failsafe(rtn): 0.0014877,0.00000,0.217
4,mlp.experts.241.down_proj,0.0000003019,0.05000,3.930
4,mlp.experts.110.down_proj,0.0000004222,0.05000,3.889
4,mlp.experts.261.down_proj,0.0000006660,0.05000,3.911
4,mlp.experts.100.down_proj,0.0000004253,0.05000,3.853
4,mlp.experts.349.down_proj,0.0000008503,0.05000,3.892
4,mlp.experts.114.down_proj,0.0000013547,0.05000,3.917
4,mlp.experts.41.down_proj,0.0000011103,0.05000,3.931
4,mlp.experts.54.down_proj,0.0000015220,0.05000,3.691
4,mlp.experts.124.down_proj,0.0000011118,0.05000,3.695
4,mlp.experts.480.up_proj,0.0000057772,0.05000,14.897
4,mlp.experts.511.up_proj,0.0000096887,0.05000,14.892
4,mlp.experts.503.up_proj,0.0000037717,0.05000,15.047
4,mlp.experts.443.up_proj,0.0000125089,0.05000,14.947
4,mlp.experts.168.down_proj,0.0000002647,0.05000,3.753
4,mlp.experts.435.up_proj,0.0000119197,0.05000,15.084
4,mlp.experts.184.down_proj,failsafe(rtn): 0.0015182,0.00000,0.198
4,mlp.experts.362.down_proj,0.0000001303,0.05000,3.654
4,mlp.experts.257.down_proj,0.0000004113,0.05000,3.704
4,mlp.experts.126.down_proj,0.0000002866,0.05000,3.736
4,mlp.experts.277.down_proj,0.0000008191,0.05000,3.733
4,mlp.experts.116.down_proj,0.0000001564,0.05000,3.713
4,mlp.experts.365.down_proj,0.0000002672,0.05000,3.653
4,mlp.experts.130.down_proj,0.0000005410,0.05000,3.704
4,mlp.experts.381.down_proj,failsafe(rtn): 0.0014496,0.00000,0.163
4,mlp.experts.57.down_proj,0.0000001973,0.05000,3.741
4,mlp.experts.70.down_proj,0.0000003826,0.05000,3.681
4,mlp.experts.140.down_proj,0.0000005503,0.05000,3.639
4,mlp.experts.15.down_proj,0.0000002000,0.05000,3.652
4,mlp.experts.7.down_proj,0.0000006753,0.05000,3.703
4,mlp.experts.200.down_proj,0.0000004425,0.05000,3.549
4,mlp.experts.378.down_proj,0.0000004771,0.05000,3.612
4,mlp.experts.142.down_proj,0.0000008973,0.05000,3.522
4,mlp.experts.273.down_proj,0.0000003062,0.05000,3.598
4,mlp.experts.132.down_proj,0.0000002524,0.05000,3.504
4,mlp.experts.293.down_proj,0.0000001989,0.05000,3.563
4,mlp.experts.146.down_proj,0.0000005815,0.05000,3.592
4,mlp.experts.397.down_proj,0.0000003529,0.05000,3.589
4,mlp.experts.73.down_proj,0.0000002923,0.05000,3.601
4,mlp.experts.156.down_proj,0.0000007256,0.05000,3.611
4,mlp.experts.86.down_proj,0.0000003687,0.05000,3.637
4,mlp.experts.31.down_proj,0.0000005219,0.05000,3.668
4,mlp.experts.23.down_proj,0.0000007005,0.05000,3.690
4,mlp.experts.216.down_proj,0.0000001208,0.05000,3.520
4,mlp.experts.289.down_proj,0.0000009544,0.05000,3.483
4,mlp.experts.158.down_proj,0.0000006102,0.05000,3.513
4,mlp.experts.394.down_proj,0.0000017449,0.05000,3.575
4,mlp.experts.148.down_proj,0.0000004622,0.05000,3.493
4,mlp.experts.305.down_proj,failsafe(rtn): 0.0014572,0.00000,0.204
4,mlp.experts.309.down_proj,0.0000005118,0.05000,3.631
4,mlp.experts.162.down_proj,0.0000002248,0.05000,3.576
4,mlp.experts.413.down_proj,0.0000015475,0.05000,3.628
4,mlp.experts.89.down_proj,0.0000004745,0.05000,3.653
4,mlp.experts.172.down_proj,0.0000003458,0.05000,3.521
4,mlp.experts.102.down_proj,0.0000002734,0.05000,3.511
4,mlp.experts.47.down_proj,0.0000000821,0.05000,3.461
4,mlp.experts.39.down_proj,0.0000002223,0.05000,3.537
4,mlp.experts.232.down_proj,0.0000013593,0.05000,3.491
4,mlp.experts.55.down_proj,failsafe(rtn): 0.0014038,0.00000,0.171
4,mlp.experts.410.down_proj,0.0000019852,0.05000,3.522
4,mlp.experts.174.down_proj,0.0000003846,0.05000,3.555
4,mlp.experts.164.down_proj,0.0000003300,0.05000,3.491
4,mlp.experts.321.down_proj,0.0000001767,0.05000,3.473
4,mlp.experts.325.down_proj,0.0000001502,0.05000,3.482
4,mlp.experts.178.down_proj,0.0000007610,0.05000,3.487
4,mlp.experts.429.down_proj,0.0000001906,0.05000,3.443
4,mlp.experts.105.down_proj,0.0000001236,0.05000,3.486
4,mlp.experts.121.down_proj,failsafe(rtn): 0.0014648,0.00000,0.171
4,mlp.experts.118.down_proj,0.0000008256,0.05000,3.524
4,mlp.experts.188.down_proj,0.0000008929,0.05000,3.529
4,mlp.experts.496.up_proj,0.0000092117,0.05000,14.311
4,mlp.experts.63.down_proj,0.0000002295,0.05000,3.539
4,mlp.experts.459.up_proj,0.0000070131,0.05000,14.239
4,mlp.experts.248.down_proj,0.0000004656,0.05000,3.463
4,mlp.experts.71.down_proj,0.0000001744,0.05000,3.525
4,mlp.experts.451.up_proj,0.0000050400,0.05000,14.243
4,mlp.experts.426.down_proj,0.0000004805,0.05000,3.468
4,mlp.experts.190.down_proj,0.0000001663,0.05000,3.533
4,mlp.experts.180.down_proj,0.0000007614,0.05000,3.575
4,mlp.experts.337.down_proj,0.0000005115,0.05000,3.539
4,mlp.experts.341.down_proj,0.0000003752,0.05000,3.583
4,mlp.experts.353.down_proj,failsafe(rtn): 0.0015793,0.00000,0.178
4,mlp.experts.194.down_proj,0.0000011566,0.05000,3.593
4,mlp.experts.445.down_proj,0.0000001565,0.05000,3.600
4,mlp.experts.210.down_proj,failsafe(rtn): 0.0015335,0.00000,0.200
4,mlp.experts.137.down_proj,0.0000019443,0.05000,3.636
4,mlp.experts.204.down_proj,0.0000002503,0.05000,3.731
4,mlp.experts.134.down_proj,0.0000004603,0.05000,3.750
4,mlp.experts.0.down_proj,0.0000008635,0.05000,3.734
4,mlp.experts.220.down_proj,failsafe(rtn): 0.0014648,0.00000,0.193
4,mlp.experts.79.down_proj,0.0000004934,0.05000,3.781
4,mlp.experts.264.down_proj,0.0000003587,0.05000,3.785
4,mlp.experts.87.down_proj,0.0000007538,0.05000,3.793
4,mlp.experts.442.down_proj,0.0000026430,0.05000,3.797
4,mlp.experts.206.down_proj,0.0000010927,0.05000,3.776
4,mlp.experts.357.down_proj,0.0000001336,0.05000,3.724
4,mlp.experts.461.down_proj,0.0000003311,0.05000,3.657
4,mlp.experts.153.down_proj,0.0000002181,0.05000,3.400
4,mlp.experts.16.down_proj,0.0000005398,0.05000,2.302
4,mlp.experts.95.down_proj,0.0000006651,0.05000,2.178
4,mlp.experts.103.down_proj,0.0000006093,0.05000,1.878
4,mlp.experts.467.up_proj,0.0000318764,0.05000,6.132
4,mlp.experts.369.down_proj,0.0000022564,0.05000,3.781
4,mlp.experts.226.down_proj,0.0000008408,0.05000,3.561
4,mlp.experts.150.down_proj,0.0000000461,0.05000,2.347
4,mlp.experts.236.down_proj,0.0000003300,0.05000,2.264
4,mlp.experts.280.down_proj,0.0000006208,0.05000,1.941
4,mlp.experts.475.up_proj,0.0000035269,0.05000,6.516
4,mlp.experts.196.down_proj,0.0000002872,0.05000,3.814
4,mlp.experts.212.down_proj,0.0000007154,0.05000,3.613
4,mlp.experts.458.down_proj,0.0000005000,0.05000,3.635
4,mlp.experts.222.down_proj,0.0000003952,0.05000,3.634
4,mlp.experts.242.down_proj,0.0000006251,0.05000,3.648
4,mlp.experts.477.down_proj,0.0000011674,0.05000,3.681
4,mlp.experts.296.down_proj,0.0000005539,0.05000,3.701
4,mlp.experts.32.down_proj,0.0000005246,0.05000,3.701
4,mlp.experts.252.down_proj,0.0000005994,0.05000,3.708
4,mlp.experts.166.down_proj,0.0000012854,0.05000,3.708
4,mlp.experts.385.down_proj,0.0000005463,0.05000,3.710
4,mlp.experts.169.down_proj,0.0000008398,0.05000,3.747
4,mlp.experts.119.down_proj,0.0000011710,0.05000,3.757
4,mlp.experts.373.down_proj,0.0000001341,0.05000,3.782
4,mlp.experts.111.down_proj,0.0000005395,0.05000,3.805
4,mlp.experts.238.down_proj,failsafe(rtn): 0.0015182,0.00000,0.223
4,mlp.experts.401.down_proj,failsafe(rtn): 0.0013428,0.00000,0.199
4,mlp.experts.182.down_proj,failsafe(rtn): 0.0014572,0.00000,0.200
4,mlp.experts.258.down_proj,0.0000006350,0.05000,3.392
4,mlp.experts.268.down_proj,0.0000005636,0.05000,3.348
4,mlp.experts.228.down_proj,0.0000001558,0.05000,3.465
4,mlp.experts.474.down_proj,0.0000023058,0.05000,3.463
4,mlp.experts.312.down_proj,0.0000016519,0.05000,3.405
4,mlp.experts.493.down_proj,0.0000003765,0.05000,3.465
4,mlp.experts.185.down_proj,0.0000007025,0.05000,3.407
4,mlp.experts.48.down_proj,0.0000002201,0.05000,3.503
4,mlp.experts.135.down_proj,0.0000001783,0.05000,3.476
4,mlp.experts.389.down_proj,0.0000008352,0.05000,3.459
4,mlp.experts.127.down_proj,0.0000010996,0.05000,3.459
4,mlp.experts.254.down_proj,0.0000006097,0.05000,3.398
4,mlp.experts.284.down_proj,failsafe(rtn): 0.0014572,0.00000,0.207
4,mlp.experts.490.down_proj,failsafe(rtn): 0.0014877,0.00000,0.197
4,mlp.experts.417.down_proj,0.0000005947,0.05000,3.432
4,mlp.experts.198.down_proj,0.0000003937,0.05000,3.484
4,mlp.experts.214.down_proj,failsafe(rtn): 0.0014496,0.00000,0.204
4,mlp.experts.274.down_proj,0.0000008320,0.05000,3.578
4,mlp.experts.244.down_proj,0.0000002871,0.05000,3.607
4,mlp.experts.201.down_proj,0.0000006105,0.05000,3.571
4,mlp.experts.328.down_proj,0.0000006310,0.05000,3.636
4,mlp.experts.509.down_proj,0.0000006020,0.05000,3.649
4,mlp.experts.64.down_proj,0.0000023622,0.05000,3.592
4,mlp.experts.151.down_proj,0.0000008350,0.05000,3.598
4,mlp.experts.405.down_proj,0.0000005249,0.05000,3.592
4,mlp.experts.143.down_proj,0.0000010396,0.05000,3.583
4,mlp.experts.270.down_proj,0.0000001559,0.05000,3.584
4,mlp.experts.506.down_proj,0.0000003033,0.05000,3.589
4,mlp.experts.300.down_proj,0.0000007501,0.05000,3.631
4,mlp.experts.433.down_proj,0.0000000438,0.05000,3.561
4,mlp.experts.230.down_proj,0.0000009965,0.05000,3.488
4,mlp.experts.483.up_proj,0.0000042470,0.05000,13.952
4,mlp.experts.290.down_proj,0.0000002379,0.05000,3.319
4,mlp.experts.491.up_proj,0.0000061586,0.05000,13.973
4,mlp.experts.260.down_proj,0.0000003418,0.05000,3.306
4,mlp.experts.217.down_proj,0.0000007607,0.05000,3.333
4,mlp.experts.344.down_proj,0.0000004878,0.05000,3.347
4,mlp.experts.80.down_proj,0.0000001732,0.05000,3.302
4,mlp.experts.286.down_proj,0.0000005569,0.05000,3.292
4,mlp.experts.159.down_proj,0.0000012906,0.05000,3.358
4,mlp.experts.167.down_proj,0.0000005904,0.05000,3.386
4,mlp.experts.421.down_proj,0.0000003962,0.05000,3.401
4,mlp.experts.316.down_proj,0.0000002177,0.05000,3.341
4,mlp.experts.449.down_proj,0.0000005007,0.05000,3.381
4,mlp.experts.246.down_proj,0.0000006243,0.05000,3.341
4,mlp.experts.306.down_proj,0.0000004918,0.05000,3.123
4,mlp.experts.276.down_proj,0.0000005018,0.05000,3.102
4,mlp.experts.96.down_proj,0.0000004291,0.05000,3.054
4,mlp.experts.233.down_proj,0.0000002007,0.05000,3.130
4,mlp.experts.302.down_proj,0.0000002603,0.05000,3.105
4,mlp.experts.360.down_proj,0.0000005072,0.05000,3.190
4,mlp.experts.175.down_proj,0.0000003813,0.05000,3.113
4,mlp.experts.183.down_proj,0.0000005526,0.05000,3.144
4,mlp.experts.332.down_proj,0.0000007191,0.05000,3.108
4,mlp.experts.465.down_proj,0.0000001885,0.05000,3.097
4,mlp.experts.437.down_proj,0.0000004269,0.05000,3.168
4,mlp.experts.262.down_proj,0.0000000732,0.05000,3.078
4,mlp.experts.322.down_proj,0.0000008659,0.05000,2.972
4,mlp.experts.292.down_proj,0.0000001215,0.05000,2.994
4,mlp.experts.112.down_proj,0.0000004731,0.05000,2.988
4,mlp.experts.249.down_proj,0.0000007157,0.05000,2.992
4,mlp.experts.338.down_proj,failsafe(rtn): 0.0015030,0.00000,0.147
4,mlp.experts.376.down_proj,0.0000008092,0.05000,2.928
4,mlp.experts.318.down_proj,0.0000022136,0.05000,2.963
4,mlp.experts.191.down_proj,0.0000005107,0.05000,2.914
4,mlp.experts.308.down_proj,failsafe(rtn): 0.0015182,0.00000,0.166
4,mlp.experts.199.down_proj,0.0000001769,0.05000,2.935
4,mlp.experts.348.down_proj,0.0000004865,0.05000,2.947
4,mlp.experts.481.down_proj,0.0000005287,0.05000,2.966
4,mlp.experts.453.down_proj,0.0000004549,0.05000,2.980
4,mlp.experts.207.down_proj,failsafe(rtn): 0.0015335,0.00000,0.180
4,mlp.experts.278.down_proj,0.0000005617,0.05000,2.976
4,mlp.experts.128.down_proj,0.0000004751,0.05000,3.164
4,mlp.experts.265.down_proj,0.0000008633,0.05000,3.171
4,mlp.experts.354.down_proj,0.0000003073,0.05000,3.159
4,mlp.experts.392.down_proj,0.0000004417,0.05000,3.177
4,mlp.experts.334.down_proj,0.0000002412,0.05000,3.179
4,mlp.experts.324.down_proj,0.0000003043,0.05000,3.155
4,mlp.experts.215.down_proj,0.0000014920,0.05000,3.196
4,mlp.experts.364.down_proj,0.0000017301,0.05000,3.201
4,mlp.experts.497.down_proj,0.0000002449,0.05000,3.191
4,mlp.experts.469.down_proj,0.0000003839,0.05000,3.211
4,mlp.experts.223.down_proj,0.0000002490,0.05000,3.217
4,mlp.experts.294.down_proj,0.0000019655,0.05000,3.160
4,mlp.experts.231.down_proj,failsafe(rtn): 0.0015335,0.00000,0.200
4,mlp.experts.485.down_proj,failsafe(rtn): 0.0015182,0.00000,0.184
4,mlp.experts.507.up_proj,0.0000050014,0.05000,12.296
4,mlp.experts.499.up_proj,0.0000050363,0.05000,12.334
4,mlp.experts.370.down_proj,0.0000013247,0.05000,3.014
4,mlp.experts.144.down_proj,0.0000008999,0.05000,3.068
4,mlp.experts.281.down_proj,0.0000003781,0.05000,3.051
4,mlp.experts.350.down_proj,0.0000003257,0.05000,3.041
4,mlp.experts.408.down_proj,0.0000006583,0.05000,3.067
4,mlp.experts.340.down_proj,0.0000003031,0.05000,3.083
4,mlp.experts.366.down_proj,failsafe(rtn): 0.0014572,0.00000,0.147
4,mlp.experts.380.down_proj,0.0000004006,0.05000,3.118
4,mlp.experts.310.down_proj,0.0000001056,0.05000,3.008
4,mlp.experts.247.down_proj,0.0000005902,0.05000,2.994
4,mlp.experts.239.down_proj,0.0000008503,0.05000,3.058
4,mlp.experts.396.down_proj,failsafe(rtn): 0.0014954,0.00000,0.156
4,mlp.experts.501.down_proj,0.0000009425,0.05000,3.043
4,mlp.experts.11.down_proj,0.0000020021,0.05000,2.750
4,mlp.experts.3.down_proj,0.0000002558,0.05000,2.775
4,mlp.experts.297.down_proj,0.0000006270,0.05000,2.618
4,mlp.experts.386.down_proj,0.0000003290,0.05000,2.690
4,mlp.experts.160.down_proj,0.0000005107,0.05000,2.698
4,mlp.experts.356.down_proj,0.0000001952,0.05000,2.643
4,mlp.experts.424.down_proj,0.0000029616,0.05000,2.711
4,mlp.experts.382.down_proj,0.0000001647,0.05000,2.685
4,mlp.experts.440.down_proj,failsafe(rtn): 0.0014648,0.00000,0.149
4,mlp.experts.326.down_proj,0.0000002813,0.05000,2.652
4,mlp.experts.255.down_proj,0.0000005554,0.05000,2.646
4,mlp.experts.263.down_proj,0.0000016554,0.05000,2.692
4,mlp.experts.412.down_proj,0.0000004204,0.05000,2.687
4,mlp.experts.456.down_proj,failsafe(rtn): 0.0014648,0.00000,0.178
4,mlp.experts.271.down_proj,failsafe(rtn): 0.0015182,0.00000,0.173
4,mlp.experts.313.down_proj,0.0000002328,0.05000,2.491
4,mlp.experts.19.down_proj,0.0000003403,0.05000,2.536
4,mlp.experts.27.down_proj,0.0000008263,0.05000,2.609
4,mlp.experts.402.down_proj,0.0000008992,0.05000,2.527
4,mlp.experts.176.down_proj,0.0000005062,0.05000,2.530
4,mlp.experts.372.down_proj,0.0000008004,0.05000,2.505
4,mlp.experts.398.down_proj,0.0000001869,0.05000,2.459
4,mlp.experts.342.down_proj,0.0000001547,0.05000,2.493
4,mlp.experts.279.down_proj,0.0000001803,0.05000,2.478
4,mlp.experts.472.down_proj,0.0000002334,0.05000,2.442
4,mlp.experts.428.down_proj,0.0000020571,0.05000,2.470
4,mlp.experts.287.down_proj,0.0000008938,0.05000,2.427
4,mlp.experts.329.down_proj,0.0000021322,0.05000,2.369
4,mlp.experts.35.down_proj,0.0000001285,0.05000,2.429
4,mlp.experts.418.down_proj,0.0000001344,0.05000,2.394
4,mlp.experts.43.down_proj,0.0000007343,0.05000,2.403
4,mlp.experts.192.down_proj,0.0000001586,0.05000,2.443
4,mlp.experts.388.down_proj,0.0000004087,0.05000,2.422
4,mlp.experts.414.down_proj,0.0000003517,0.05000,2.356
4,mlp.experts.358.down_proj,0.0000004105,0.05000,2.420
4,mlp.experts.295.down_proj,0.0000002401,0.05000,2.422
4,mlp.experts.488.down_proj,0.0000002229,0.05000,2.399
4,mlp.experts.444.down_proj,0.0000002195,0.05000,2.429
4,mlp.experts.303.down_proj,0.0000002143,0.05000,2.473
4,mlp.experts.345.down_proj,0.0000010161,0.05000,2.448
4,mlp.experts.51.down_proj,0.0000004530,0.05000,2.473
4,mlp.experts.59.down_proj,0.0000008551,0.05000,2.477
4,mlp.experts.434.down_proj,0.0000004566,0.05000,2.485
4,mlp.experts.404.down_proj,0.0000002456,0.05000,2.457
4,mlp.experts.430.down_proj,0.0000002874,0.05000,2.456
4,mlp.experts.208.down_proj,0.0000003965,0.05000,2.521
4,mlp.experts.446.down_proj,failsafe(rtn): 0.0014725,0.00000,0.137
4,mlp.experts.224.down_proj,failsafe(rtn): 0.0014114,0.00000,0.133
4,mlp.experts.374.down_proj,0.0000003139,0.05000,2.533
4,mlp.experts.311.down_proj,0.0000006907,0.05000,2.554
4,mlp.experts.504.down_proj,0.0000007496,0.05000,2.536
4,mlp.experts.460.down_proj,0.0000003174,0.05000,2.545
4,mlp.experts.319.down_proj,0.0000005017,0.05000,2.564
4,mlp.experts.361.down_proj,0.0000003269,0.05000,2.514
4,mlp.experts.450.down_proj,0.0000001676,0.05000,2.532
4,mlp.experts.75.down_proj,0.0000010840,0.05000,2.576
4,mlp.experts.67.down_proj,0.0000006226,0.05000,2.609
4,mlp.experts.420.down_proj,0.0000002370,0.05000,2.544
4,mlp.experts.240.down_proj,0.0000006752,0.05000,2.507
4,mlp.experts.462.down_proj,0.0000005942,0.05000,2.509
4,mlp.experts.436.down_proj,failsafe(rtn): 0.0014877,0.00000,0.117
4,mlp.experts.390.down_proj,0.0000011507,0.05000,2.490
4,mlp.experts.327.down_proj,0.0000010340,0.05000,2.497
4,mlp.experts.476.down_proj,0.0000002250,0.05000,2.479
4,mlp.experts.343.down_proj,failsafe(rtn): 0.0014801,0.00000,0.115
4,mlp.experts.335.down_proj,0.0000001522,0.05000,2.503
4,mlp.experts.377.down_proj,0.0000005025,0.05000,2.137
4,mlp.experts.466.down_proj,0.0000004230,0.05000,2.198
4,mlp.experts.83.down_proj,0.0000001808,0.05000,2.226
4,mlp.experts.91.down_proj,0.0000003047,0.05000,2.242
4,mlp.experts.478.down_proj,0.0000000921,0.05000,2.151
4,mlp.experts.452.down_proj,0.0000002863,0.05000,2.166
4,mlp.experts.256.down_proj,0.0000004788,0.05000,2.203
4,mlp.experts.406.down_proj,0.0000003987,0.05000,2.162
4,mlp.experts.492.down_proj,0.0000001617,0.05000,2.147
4,mlp.experts.359.down_proj,0.0000001684,0.05000,2.158
4,mlp.experts.351.down_proj,0.0000006811,0.05000,2.196
4,mlp.experts.393.down_proj,0.0000016494,0.05000,2.381
4,mlp.experts.482.down_proj,0.0000004151,0.05000,2.438
4,mlp.experts.107.down_proj,0.0000010158,0.05000,2.456
4,mlp.experts.99.down_proj,0.0000003629,0.05000,2.468
4,mlp.experts.498.down_proj,failsafe(rtn): 0.0014801,0.00000,0.111
4,mlp.experts.494.down_proj,0.0000010037,0.05000,2.427
4,mlp.experts.272.down_proj,0.0000004611,0.05000,2.412
4,mlp.experts.468.down_proj,0.0000004766,0.05000,2.450
4,mlp.experts.422.down_proj,0.0000006870,0.05000,2.409
4,mlp.experts.508.down_proj,0.0000006550,0.05000,2.389
4,mlp.experts.375.down_proj,0.0000002760,0.05000,2.392
4,mlp.experts.367.down_proj,0.0000000553,0.05000,2.403
4,mlp.experts.409.down_proj,0.0000005250,0.05000,1.827
4,mlp.experts.115.down_proj,0.0000001814,0.05000,1.812
4,mlp.experts.510.down_proj,0.0000004293,0.05000,1.795
4,mlp.experts.123.down_proj,0.0000007451,0.05000,1.857
4,mlp.experts.484.down_proj,0.0000003702,0.05000,1.787
4,mlp.experts.438.down_proj,0.0000005828,0.05000,1.780
4,mlp.experts.288.down_proj,0.0000004065,0.05000,1.806
4,mlp.experts.391.down_proj,0.0000007201,0.05000,1.804
4,mlp.experts.383.down_proj,0.0000009458,0.05000,1.807
4,mlp.experts.425.down_proj,0.0000002960,0.05000,1.686
4,mlp.experts.454.down_proj,0.0000001729,0.05000,1.569
4,mlp.experts.500.down_proj,0.0000021832,0.05000,1.626
4,mlp.experts.304.down_proj,0.0000007624,0.05000,1.637
4,mlp.experts.131.down_proj,0.0000004238,0.05000,1.713
4,mlp.experts.139.down_proj,0.0000005653,0.05000,1.703
4,mlp.experts.407.down_proj,0.0000012524,0.05000,1.616
4,mlp.experts.399.down_proj,0.0000001911,0.05000,1.635
4,mlp.experts.441.down_proj,0.0000004409,0.05000,1.468
4,mlp.experts.457.down_proj,failsafe(rtn): 0.0014420,0.00000,0.062
4,mlp.experts.470.down_proj,0.0000003817,0.05000,1.417
4,mlp.experts.320.down_proj,0.0000009672,0.05000,1.459
4,mlp.experts.147.down_proj,0.0000002392,0.05000,1.479
4,mlp.experts.155.down_proj,0.0000003428,0.05000,1.495
4,mlp.experts.423.down_proj,0.0000006068,0.05000,1.512
4,mlp.experts.415.down_proj,0.0000007113,0.05000,1.439
4,mlp.experts.473.down_proj,0.0000002571,0.05000,1.436
4,mlp.experts.486.down_proj,0.0000001573,0.05000,1.431
4,mlp.experts.336.down_proj,0.0000005386,0.05000,1.399
4,mlp.experts.163.down_proj,0.0000006002,0.05000,1.485
4,mlp.experts.171.down_proj,0.0000003980,0.05000,1.480
4,mlp.experts.439.down_proj,0.0000003806,0.05000,1.458
4,mlp.experts.431.down_proj,0.0000002304,0.05000,1.462
4,mlp.experts.489.down_proj,0.0000003489,0.05000,1.328
4,mlp.experts.505.down_proj,failsafe(rtn): 0.0014801,0.00000,0.066
4,mlp.experts.502.down_proj,0.0000006540,0.05000,1.323
4,mlp.experts.352.down_proj,0.0000007201,0.05000,1.273
4,mlp.experts.179.down_proj,0.0000006347,0.05000,1.281
4,mlp.experts.187.down_proj,0.0000005097,0.05000,1.255
4,mlp.experts.455.down_proj,0.0000002431,0.05000,1.223
4,mlp.experts.447.down_proj,0.0000003989,0.05000,1.199
4,mlp.experts.368.down_proj,0.0000002186,0.05000,0.834
4,mlp.experts.195.down_proj,0.0000009626,0.05000,0.890
4,mlp.experts.203.down_proj,0.0000006501,0.05000,0.898
4,mlp.experts.471.down_proj,0.0000001830,0.05000,0.852
4,mlp.experts.463.down_proj,0.0000002411,0.05000,0.882
4,mlp.experts.384.down_proj,0.0000005077,0.05000,0.810
4,mlp.experts.219.down_proj,0.0000013655,0.05000,0.855
4,mlp.experts.211.down_proj,0.0000004286,0.05000,0.913
4,mlp.experts.487.down_proj,0.0000001642,0.05000,0.907
4,mlp.experts.479.down_proj,0.0000003821,0.05000,0.891
4,mlp.experts.400.down_proj,0.0000010267,0.05000,0.723
4,mlp.experts.235.down_proj,0.0000000440,0.05000,0.822
4,mlp.experts.227.down_proj,0.0000000831,0.05000,0.817
4,mlp.experts.503.down_proj,0.0000002343,0.05000,0.824
4,mlp.experts.495.down_proj,0.0000004080,0.05000,0.818
4,mlp.experts.416.down_proj,0.0000005350,0.05000,0.624
4,mlp.experts.243.down_proj,0.0000010942,0.05000,0.350
4,mlp.experts.251.down_proj,0.0000029334,0.05000,0.362
4,mlp.experts.259.down_proj,0.0000001618,0.05000,0.546
4,mlp.experts.432.down_proj,0.0000002046,0.05000,0.572
4,mlp.experts.267.down_proj,0.0000020526,0.05000,0.580
4,mlp.experts.511.down_proj,0.0000007942,0.05000,0.599
4,mlp.experts.283.down_proj,0.0000004035,0.05000,0.376
4,mlp.experts.448.down_proj,0.0000015587,0.05000,0.392
4,mlp.experts.275.down_proj,0.0000013651,0.05000,0.431
4,mlp.experts.464.down_proj,0.0000002746,0.05000,0.380
4,mlp.experts.299.down_proj,0.0000002029,0.05000,0.431
4,mlp.experts.291.down_proj,0.0000002680,0.05000,0.473
4,mlp.experts.480.down_proj,0.0000006389,0.05000,0.369
4,mlp.experts.315.down_proj,0.0000002238,0.05000,0.430
4,mlp.experts.307.down_proj,0.0000007245,0.05000,0.460
4,mlp.experts.496.down_proj,0.0000007016,0.05000,0.452
4,mlp.experts.331.down_proj,0.0000014545,0.05000,0.406
4,mlp.experts.323.down_proj,0.0000001396,0.05000,0.351
4,mlp.experts.347.down_proj,0.0000004066,0.05000,0.201
4,mlp.experts.339.down_proj,0.0000008503,0.05000,0.206
4,mlp.experts.363.down_proj,0.0000005127,0.05000,0.205
4,mlp.experts.355.down_proj,0.0000001613,0.05000,0.212
4,mlp.experts.379.down_proj,0.0000018760,0.05000,0.236
4,mlp.experts.371.down_proj,0.0000001705,0.05000,0.244
4,mlp.experts.395.down_proj,0.0000005902,0.05000,0.268
4,mlp.experts.387.down_proj,0.0000016319,0.05000,0.277
4,mlp.experts.411.down_proj,0.0000012421,0.05000,0.266
4,mlp.experts.403.down_proj,0.0000005609,0.05000,0.262
4,mlp.experts.427.down_proj,0.0000009642,0.05000,0.227
4,mlp.experts.419.down_proj,0.0000002685,0.05000,0.213
4,mlp.experts.443.down_proj,0.0000012387,0.05000,0.204
4,mlp.experts.435.down_proj,0.0000011727,0.05000,0.203
4,mlp.experts.459.down_proj,0.0000004102,0.05000,0.214
4,mlp.experts.451.down_proj,0.0000004698,0.05000,0.223
4,mlp.experts.475.down_proj,0.0000003232,0.05000,0.251
4,mlp.experts.467.down_proj,0.0000021166,0.05000,0.255
4,mlp.experts.491.down_proj,0.0000003381,0.05000,0.254
4,mlp.experts.483.down_proj,0.0000002173,0.05000,0.256
4,mlp.experts.507.down_proj,0.0000003317,0.05000,0.264
4,mlp.experts.499.down_proj,0.0000001762,0.05000,0.234
5,mlp.experts.3.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.689
5,mlp.experts.13.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.689
5,mlp.experts.19.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.721
5,mlp.experts.1.gate_proj,0.0000211495,0.05000,13.042
5,mlp.experts.9.gate_proj,0.0000134926,0.05000,13.085
5,mlp.experts.14.gate_proj,0.0000031520,0.05000,13.084
5,mlp.experts.15.gate_proj,0.0000187077,0.05000,13.089
5,mlp.experts.11.gate_proj,0.0000100861,0.05000,13.092
5,mlp.experts.5.gate_proj,0.0000050042,0.05000,13.141
5,mlp.experts.8.gate_proj,0.0000089912,0.05000,13.137
5,mlp.experts.6.gate_proj,0.0000022991,0.05000,13.158
5,mlp.experts.10.gate_proj,0.0000053192,0.05000,13.173
5,mlp.experts.0.gate_proj,0.0000245773,0.05000,13.205
5,mlp.experts.7.gate_proj,0.0000047671,0.05000,13.229
5,mlp.experts.12.gate_proj,0.0000088809,0.05000,13.278
5,mlp.experts.4.gate_proj,0.0000050151,0.05000,13.324
5,mlp.experts.17.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.778
5,mlp.experts.23.gate_proj,failsafe(rtn): 0.0011139,0.00000,0.693
5,mlp.experts.28.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.740
5,mlp.experts.33.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.748
5,mlp.experts.2.gate_proj,0.0000137287,0.05000,14.226
5,mlp.experts.29.gate_proj,0.0000079532,0.05000,14.268
5,mlp.experts.35.gate_proj,0.0000083025,0.05000,14.375
5,mlp.experts.31.gate_proj,0.0000065366,0.05000,14.382
5,mlp.experts.24.gate_proj,0.0000084433,0.05000,14.385
5,mlp.experts.26.gate_proj,0.0000003391,0.05000,14.381
5,mlp.experts.22.gate_proj,0.0000073087,0.05000,14.403
5,mlp.experts.25.gate_proj,0.0000032192,0.05000,14.534
5,mlp.experts.27.gate_proj,0.0000285662,0.05000,14.536
5,mlp.experts.30.gate_proj,0.0000090938,0.05000,14.593
5,mlp.experts.16.gate_proj,0.0000086735,0.05000,14.536
5,mlp.experts.21.gate_proj,0.0000091253,0.05000,14.638
5,mlp.experts.20.gate_proj,0.0000093629,0.05000,14.505
5,mlp.experts.39.gate_proj,0.0000096624,0.05000,14.494
5,mlp.experts.32.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.713
5,mlp.experts.44.gate_proj,0.0000091191,0.05000,14.506
5,mlp.experts.36.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.765
5,mlp.experts.49.gate_proj,0.0000246913,0.05000,14.597
5,mlp.experts.60.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.708
5,mlp.experts.18.gate_proj,0.0000077258,0.05000,14.474
5,mlp.experts.45.gate_proj,0.0000204382,0.05000,14.465
5,mlp.experts.51.gate_proj,0.0000031421,0.05000,14.473
5,mlp.experts.38.gate_proj,0.0000073775,0.05000,14.227
5,mlp.experts.43.gate_proj,0.0000083506,0.05000,14.290
5,mlp.experts.42.gate_proj,0.0000044224,0.05000,14.400
5,mlp.experts.46.gate_proj,0.0000038459,0.05000,14.259
5,mlp.experts.40.gate_proj,0.0000283746,0.05000,14.445
5,mlp.experts.47.gate_proj,0.0000135847,0.05000,14.544
5,mlp.experts.41.gate_proj,0.0000103866,0.05000,14.433
5,mlp.experts.37.gate_proj,0.0000065992,0.05000,14.401
5,mlp.experts.48.gate_proj,0.0000070844,0.05000,14.168
5,mlp.experts.55.gate_proj,0.0000045767,0.05000,14.327
5,mlp.experts.52.gate_proj,0.0000110163,0.05000,14.206
5,mlp.experts.76.gate_proj,0.0000013833,0.05000,14.339
5,mlp.experts.65.gate_proj,0.0000051888,0.05000,14.474
5,mlp.experts.34.gate_proj,0.0000116010,0.05000,14.638
5,mlp.experts.61.gate_proj,0.0000030363,0.05000,14.400
5,mlp.experts.67.gate_proj,0.0000088933,0.05000,14.323
5,mlp.experts.54.gate_proj,0.0000045072,0.05000,14.191
5,mlp.experts.58.gate_proj,0.0000149274,0.05000,14.091
5,mlp.experts.56.gate_proj,0.0000321556,0.05000,14.057
5,mlp.experts.59.gate_proj,0.0000086038,0.05000,14.120
5,mlp.experts.62.gate_proj,0.0000009634,0.05000,14.139
5,mlp.experts.57.gate_proj,0.0000071212,0.05000,14.059
5,mlp.experts.63.gate_proj,0.0000031996,0.05000,14.183
5,mlp.experts.53.gate_proj,0.0000066028,0.05000,14.212
5,mlp.experts.64.gate_proj,0.0000053462,0.05000,14.221
5,mlp.experts.71.gate_proj,0.0000062205,0.05000,14.245
5,mlp.experts.68.gate_proj,0.0000066988,0.05000,14.226
5,mlp.experts.92.gate_proj,0.0000082335,0.05000,14.079
5,mlp.experts.81.gate_proj,0.0000190349,0.05000,14.114
5,mlp.experts.50.gate_proj,0.0000059556,0.05000,14.068
5,mlp.experts.77.gate_proj,0.0000079791,0.05000,14.016
5,mlp.experts.83.gate_proj,0.0000099475,0.05000,13.888
5,mlp.experts.93.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.664
5,mlp.experts.70.gate_proj,0.0000108869,0.05000,13.973
5,mlp.experts.75.gate_proj,0.0000044423,0.05000,13.962
5,mlp.experts.74.gate_proj,0.0000096659,0.05000,14.005
5,mlp.experts.78.gate_proj,0.0000142206,0.05000,13.963
5,mlp.experts.69.gate_proj,0.0000395709,0.05000,13.794
5,mlp.experts.84.gate_proj,0.0000060104,0.05000,13.327
5,mlp.experts.108.gate_proj,0.0000077160,0.05000,12.845
5,mlp.experts.66.gate_proj,0.0000059998,0.05000,9.266
5,mlp.experts.109.gate_proj,0.0000090482,0.05000,8.180
5,mlp.experts.73.gate_proj,0.0000047583,0.05000,13.920
5,mlp.experts.72.gate_proj,0.0000059026,0.05000,14.022
5,mlp.experts.80.gate_proj,0.0000090324,0.05000,13.490
5,mlp.experts.87.gate_proj,0.0000094698,0.05000,13.402
5,mlp.experts.97.gate_proj,0.0000083401,0.05000,12.790
5,mlp.experts.99.gate_proj,0.0000154821,0.05000,8.224
5,mlp.experts.79.gate_proj,0.0000083673,0.05000,13.805
5,mlp.experts.124.gate_proj,0.0000017725,0.05000,14.346
5,mlp.experts.82.gate_proj,0.0000073176,0.05000,14.356
5,mlp.experts.85.gate_proj,0.0000098996,0.05000,14.371
5,mlp.experts.86.gate_proj,0.0000069879,0.05000,14.431
5,mlp.experts.103.gate_proj,0.0000239029,0.05000,14.449
5,mlp.experts.96.gate_proj,0.0000100214,0.05000,14.467
5,mlp.experts.95.gate_proj,0.0000098344,0.05000,14.464
5,mlp.experts.115.gate_proj,0.0000172694,0.05000,14.462
5,mlp.experts.90.gate_proj,0.0000107694,0.05000,14.474
5,mlp.experts.94.gate_proj,0.0000101943,0.05000,14.520
5,mlp.experts.88.gate_proj,0.0000028018,0.05000,14.525
5,mlp.experts.89.gate_proj,0.0000031434,0.05000,14.529
5,mlp.experts.100.gate_proj,0.0000041888,0.05000,14.536
5,mlp.experts.113.gate_proj,0.0000149389,0.05000,14.569
5,mlp.experts.125.gate_proj,0.0000094953,0.05000,14.630
5,mlp.experts.91.gate_proj,0.0000074589,0.05000,14.744
5,mlp.experts.104.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.726
5,mlp.experts.141.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.665
5,mlp.experts.105.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.764
5,mlp.experts.106.gate_proj,0.0000047329,0.05000,14.770
5,mlp.experts.98.gate_proj,0.0000125748,0.05000,14.913
5,mlp.experts.131.gate_proj,0.0000071027,0.05000,14.811
5,mlp.experts.140.gate_proj,0.0000095330,0.05000,14.960
5,mlp.experts.101.gate_proj,0.0000073259,0.05000,14.952
5,mlp.experts.111.gate_proj,0.0000053801,0.05000,14.896
5,mlp.experts.102.gate_proj,0.0000024162,0.05000,14.969
5,mlp.experts.116.gate_proj,0.0000120273,0.05000,14.849
5,mlp.experts.110.gate_proj,0.0000118571,0.05000,14.896
5,mlp.experts.112.gate_proj,0.0000003982,0.05000,14.961
5,mlp.experts.119.gate_proj,0.0000087084,0.05000,15.121
5,mlp.experts.107.gate_proj,0.0000077581,0.05000,14.862
5,mlp.experts.129.gate_proj,0.0000101048,0.05000,15.116
5,mlp.experts.120.gate_proj,0.0000091907,0.05000,14.979
5,mlp.experts.157.gate_proj,0.0000079520,0.05000,14.998
5,mlp.experts.121.gate_proj,0.0000141800,0.05000,15.102
5,mlp.experts.122.gate_proj,0.0000064237,0.05000,14.191
5,mlp.experts.132.gate_proj,0.0000007463,0.05000,14.035
5,mlp.experts.114.gate_proj,0.0000024455,0.05000,14.193
5,mlp.experts.147.gate_proj,0.0000104849,0.05000,14.189
5,mlp.experts.128.gate_proj,0.0000089051,0.05000,14.132
5,mlp.experts.117.gate_proj,0.0000049581,0.05000,14.278
5,mlp.experts.156.gate_proj,0.0000328420,0.05000,14.334
5,mlp.experts.126.gate_proj,0.0000081153,0.05000,14.237
5,mlp.experts.118.gate_proj,0.0000271141,0.05000,14.329
5,mlp.experts.127.gate_proj,0.0000143268,0.05000,14.361
5,mlp.experts.123.gate_proj,0.0000067620,0.05000,14.280
5,mlp.experts.135.gate_proj,0.0000276700,0.05000,14.336
5,mlp.experts.145.gate_proj,0.0000028660,0.05000,14.329
5,mlp.experts.136.gate_proj,0.0000129931,0.05000,14.169
5,mlp.experts.134.gate_proj,failsafe(rtn): 0.0011749,0.00000,0.855
5,mlp.experts.173.gate_proj,0.0000146642,0.05000,14.307
5,mlp.experts.137.gate_proj,0.0000056162,0.05000,14.324
5,mlp.experts.161.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.726
5,mlp.experts.150.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.643
5,mlp.experts.138.gate_proj,0.0000030043,0.05000,14.265
5,mlp.experts.144.gate_proj,0.0000212980,0.05000,14.165
5,mlp.experts.172.gate_proj,0.0000098700,0.05000,14.183
5,mlp.experts.163.gate_proj,0.0000039090,0.05000,14.350
5,mlp.experts.143.gate_proj,0.0000004146,0.05000,14.136
5,mlp.experts.142.gate_proj,0.0000066023,0.05000,14.285
5,mlp.experts.151.gate_proj,0.0000040619,0.05000,14.109
5,mlp.experts.189.gate_proj,0.0000124615,0.05000,13.588
5,mlp.experts.153.gate_proj,0.0000118084,0.05000,13.495
5,mlp.experts.154.gate_proj,0.0000248511,0.05000,0.956
5,mlp.experts.130.gate_proj,0.0000088747,0.05000,14.349
5,mlp.experts.148.gate_proj,0.0000102643,0.05000,14.400
5,mlp.experts.133.gate_proj,0.0000071650,0.05000,14.308
5,mlp.experts.139.gate_proj,0.0000056385,0.05000,14.113
5,mlp.experts.152.gate_proj,0.0000025971,0.05000,13.680
5,mlp.experts.177.gate_proj,0.0000094691,0.05000,13.467
5,mlp.experts.166.gate_proj,0.0000087093,0.05000,12.995
5,mlp.experts.182.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.822
5,mlp.experts.158.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.843
5,mlp.experts.179.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.866
5,mlp.experts.188.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.862
5,mlp.experts.170.gate_proj,0.0000117229,0.05000,14.577
5,mlp.experts.164.gate_proj,0.0000057039,0.05000,14.583
5,mlp.experts.159.gate_proj,0.0000090863,0.05000,14.587
5,mlp.experts.160.gate_proj,0.0000032327,0.05000,14.615
5,mlp.experts.169.gate_proj,0.0000100237,0.05000,14.614
5,mlp.experts.155.gate_proj,0.0000098657,0.05000,14.717
5,mlp.experts.205.gate_proj,0.0000110660,0.05000,14.749
5,mlp.experts.193.gate_proj,0.0000129485,0.05000,14.767
5,mlp.experts.149.gate_proj,0.0000060042,0.05000,14.802
5,mlp.experts.167.gate_proj,0.0000166772,0.05000,14.889
5,mlp.experts.168.gate_proj,0.0000063748,0.05000,14.887
5,mlp.experts.146.gate_proj,0.0000197639,0.05000,14.911
5,mlp.experts.198.gate_proj,0.0000072426,0.05000,14.634
5,mlp.experts.195.gate_proj,0.0000068434,0.05000,14.718
5,mlp.experts.174.gate_proj,0.0000119032,0.05000,14.749
5,mlp.experts.204.gate_proj,0.0000083247,0.05000,14.781
5,mlp.experts.185.gate_proj,0.0000077475,0.05000,14.122
5,mlp.experts.176.gate_proj,0.0000051803,0.05000,14.165
5,mlp.experts.175.gate_proj,0.0000109212,0.05000,14.206
5,mlp.experts.186.gate_proj,0.0000084511,0.05000,14.316
5,mlp.experts.171.gate_proj,0.0000081710,0.05000,14.220
5,mlp.experts.180.gate_proj,0.0000037153,0.05000,14.353
5,mlp.experts.221.gate_proj,0.0000199341,0.05000,14.235
5,mlp.experts.165.gate_proj,0.0000053876,0.05000,14.206
5,mlp.experts.184.gate_proj,0.0000068338,0.05000,14.136
5,mlp.experts.183.gate_proj,0.0000114151,0.05000,14.233
5,mlp.experts.209.gate_proj,0.0000105437,0.05000,14.360
5,mlp.experts.162.gate_proj,0.0000210910,0.05000,14.232
5,mlp.experts.211.gate_proj,0.0000012886,0.05000,14.062
5,mlp.experts.214.gate_proj,0.0000194070,0.05000,14.175
5,mlp.experts.196.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.783
5,mlp.experts.220.gate_proj,0.0000133154,0.05000,14.108
5,mlp.experts.237.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.784
5,mlp.experts.190.gate_proj,0.0000189181,0.05000,14.196
5,mlp.experts.201.gate_proj,0.0000050109,0.05000,14.533
5,mlp.experts.192.gate_proj,0.0000151477,0.05000,14.523
5,mlp.experts.191.gate_proj,0.0000028772,0.05000,14.517
5,mlp.experts.202.gate_proj,0.0000131186,0.05000,14.554
5,mlp.experts.187.gate_proj,0.0000068284,0.05000,14.544
5,mlp.experts.200.gate_proj,0.0000079452,0.05000,14.467
5,mlp.experts.181.gate_proj,0.0000164446,0.05000,14.535
5,mlp.experts.199.gate_proj,0.0000051623,0.05000,14.535
5,mlp.experts.225.gate_proj,0.0000047967,0.05000,14.557
5,mlp.experts.178.gate_proj,0.0000096376,0.05000,14.557
5,mlp.experts.217.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.788
5,mlp.experts.253.gate_proj,0.0000064417,0.05000,14.407
5,mlp.experts.230.gate_proj,0.0000051790,0.05000,14.558
5,mlp.experts.218.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.793
5,mlp.experts.206.gate_proj,0.0000087256,0.05000,14.495
5,mlp.experts.227.gate_proj,0.0000042445,0.05000,14.752
5,mlp.experts.236.gate_proj,0.0000054058,0.05000,14.654
5,mlp.experts.212.gate_proj,0.0000147056,0.05000,14.748
5,mlp.experts.243.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.707
5,mlp.experts.208.gate_proj,0.0000169945,0.05000,14.902
5,mlp.experts.207.gate_proj,0.0000065295,0.05000,14.883
5,mlp.experts.203.gate_proj,0.0000049889,0.05000,14.958
5,mlp.experts.197.gate_proj,0.0000118251,0.05000,14.946
5,mlp.experts.241.gate_proj,0.0000009254,0.05000,14.844
5,mlp.experts.246.gate_proj,0.0000040067,0.05000,14.447
5,mlp.experts.222.gate_proj,0.0000075820,0.05000,14.410
5,mlp.experts.228.gate_proj,0.0000078764,0.05000,14.247
5,mlp.experts.259.gate_proj,0.0000068933,0.05000,13.624
5,mlp.experts.215.gate_proj,0.0000041210,0.05000,14.839
5,mlp.experts.194.gate_proj,0.0000065930,0.05000,14.811
5,mlp.experts.233.gate_proj,0.0000048547,0.05000,14.593
5,mlp.experts.234.gate_proj,0.0000077362,0.05000,14.447
5,mlp.experts.269.gate_proj,0.0000103687,0.05000,14.536
5,mlp.experts.252.gate_proj,0.0000081190,0.05000,14.315
5,mlp.experts.216.gate_proj,0.0000135331,0.05000,14.890
5,mlp.experts.224.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.667
5,mlp.experts.244.gate_proj,0.0000091637,0.05000,14.531
5,mlp.experts.268.gate_proj,0.0000117593,0.05000,14.636
5,mlp.experts.232.gate_proj,0.0000028282,0.05000,14.665
5,mlp.experts.223.gate_proj,0.0000158019,0.05000,14.686
5,mlp.experts.213.gate_proj,0.0000146091,0.05000,14.706
5,mlp.experts.262.gate_proj,0.0000070472,0.05000,14.715
5,mlp.experts.238.gate_proj,0.0000100608,0.05000,14.723
5,mlp.experts.250.gate_proj,0.0000109783,0.05000,14.763
5,mlp.experts.285.gate_proj,0.0000065667,0.05000,14.829
5,mlp.experts.275.gate_proj,0.0000072319,0.05000,14.851
5,mlp.experts.219.gate_proj,0.0000103987,0.05000,14.879
5,mlp.experts.257.gate_proj,0.0000297249,0.05000,14.892
5,mlp.experts.210.gate_proj,0.0000052351,0.05000,14.926
5,mlp.experts.249.gate_proj,0.0000168772,0.05000,14.942
5,mlp.experts.231.gate_proj,0.0000031510,0.05000,14.985
5,mlp.experts.240.gate_proj,0.0000081267,0.05000,14.847
5,mlp.experts.260.gate_proj,0.0000191959,0.05000,14.564
5,mlp.experts.284.gate_proj,0.0000066080,0.05000,14.548
5,mlp.experts.301.gate_proj,0.0000043650,0.05000,14.365
5,mlp.experts.254.gate_proj,0.0000052708,0.05000,14.449
5,mlp.experts.239.gate_proj,0.0000048574,0.05000,14.511
5,mlp.experts.248.gate_proj,0.0000247155,0.05000,14.546
5,mlp.experts.266.gate_proj,0.0000068659,0.05000,14.447
5,mlp.experts.291.gate_proj,0.0000095627,0.05000,14.404
5,mlp.experts.229.gate_proj,0.0000094895,0.05000,14.531
5,mlp.experts.235.gate_proj,0.0000315508,0.05000,14.496
5,mlp.experts.278.gate_proj,0.0000024510,0.05000,14.643
5,mlp.experts.226.gate_proj,0.0000077760,0.05000,14.555
5,mlp.experts.247.gate_proj,0.0000071961,0.05000,14.542
5,mlp.experts.265.gate_proj,0.0000218721,0.05000,14.608
5,mlp.experts.273.gate_proj,0.0000052512,0.05000,14.657
5,mlp.experts.307.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.860
5,mlp.experts.256.gate_proj,0.0000029236,0.05000,14.740
5,mlp.experts.300.gate_proj,0.0000046724,0.05000,14.498
5,mlp.experts.255.gate_proj,0.0000098390,0.05000,14.530
5,mlp.experts.276.gate_proj,0.0000049177,0.05000,14.659
5,mlp.experts.264.gate_proj,0.0000059926,0.05000,14.594
5,mlp.experts.317.gate_proj,0.0000060869,0.05000,14.682
5,mlp.experts.270.gate_proj,0.0000053572,0.05000,14.677
5,mlp.experts.282.gate_proj,0.0000067244,0.05000,14.678
5,mlp.experts.251.gate_proj,0.0000233560,0.05000,14.633
5,mlp.experts.294.gate_proj,0.0000312354,0.05000,14.622
5,mlp.experts.245.gate_proj,0.0000029707,0.05000,14.698
5,mlp.experts.263.gate_proj,0.0000054133,0.05000,14.604
5,mlp.experts.242.gate_proj,0.0000014744,0.05000,14.670
5,mlp.experts.281.gate_proj,0.0000053075,0.05000,14.639
5,mlp.experts.289.gate_proj,0.0000074868,0.05000,14.751
5,mlp.experts.272.gate_proj,0.0000119431,0.05000,14.430
5,mlp.experts.323.gate_proj,0.0000120251,0.05000,14.558
5,mlp.experts.316.gate_proj,0.0000038571,0.05000,14.217
5,mlp.experts.280.gate_proj,0.0000088481,0.05000,14.114
5,mlp.experts.286.gate_proj,0.0000037674,0.05000,14.169
5,mlp.experts.271.gate_proj,0.0000100955,0.05000,14.356
5,mlp.experts.333.gate_proj,0.0000185698,0.05000,14.210
5,mlp.experts.292.gate_proj,0.0000240287,0.05000,14.364
5,mlp.experts.267.gate_proj,0.0000126104,0.05000,14.149
5,mlp.experts.261.gate_proj,0.0000102813,0.05000,14.175
5,mlp.experts.258.gate_proj,0.0000286532,0.05000,14.109
5,mlp.experts.305.gate_proj,0.0000108956,0.05000,14.086
5,mlp.experts.288.gate_proj,0.0000057731,0.05000,13.775
5,mlp.experts.332.gate_proj,0.0000050878,0.05000,1.871
5,mlp.experts.298.gate_proj,0.0000085826,0.05000,14.168
5,mlp.experts.310.gate_proj,0.0000238235,0.05000,14.175
5,mlp.experts.279.gate_proj,0.0000090610,0.05000,14.086
5,mlp.experts.297.gate_proj,0.0000063443,0.05000,14.096
5,mlp.experts.339.gate_proj,0.0000322764,0.05000,13.713
5,mlp.experts.302.gate_proj,0.0000059427,0.05000,1.669
5,mlp.experts.296.gate_proj,0.0000055189,0.05000,1.820
5,mlp.experts.312.gate_proj,0.0000061505,0.05000,14.229
5,mlp.experts.314.gate_proj,0.0000027463,0.05000,14.273
5,mlp.experts.304.gate_proj,0.0000094149,0.05000,14.302
5,mlp.experts.355.gate_proj,0.0000061059,0.05000,14.356
5,mlp.experts.283.gate_proj,0.0000098402,0.05000,14.366
5,mlp.experts.287.gate_proj,0.0000018191,0.05000,14.394
5,mlp.experts.295.gate_proj,0.0000094693,0.05000,14.372
5,mlp.experts.326.gate_proj,0.0000100567,0.05000,14.426
5,mlp.experts.308.gate_proj,0.0000061180,0.05000,14.435
5,mlp.experts.274.gate_proj,0.0000034230,0.05000,14.457
5,mlp.experts.318.gate_proj,0.0000084220,0.05000,14.530
5,mlp.experts.349.gate_proj,0.0000064062,0.05000,14.539
5,mlp.experts.277.gate_proj,0.0000116620,0.05000,14.546
5,mlp.experts.313.gate_proj,0.0000054305,0.05000,14.538
5,mlp.experts.348.gate_proj,0.0000065703,0.05000,14.576
5,mlp.experts.321.gate_proj,0.0000102399,0.05000,14.593
5,mlp.experts.365.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.782
5,mlp.experts.330.gate_proj,0.0000056589,0.05000,14.523
5,mlp.experts.342.gate_proj,0.0000033539,0.05000,14.433
5,mlp.experts.303.gate_proj,0.0000061757,0.05000,14.515
5,mlp.experts.328.gate_proj,0.0000170918,0.05000,14.671
5,mlp.experts.320.gate_proj,0.0000074113,0.05000,14.630
5,mlp.experts.371.gate_proj,0.0000142233,0.05000,14.640
5,mlp.experts.299.gate_proj,0.0000077995,0.05000,14.732
5,mlp.experts.324.gate_proj,0.0000083596,0.05000,14.627
5,mlp.experts.334.gate_proj,0.0000055794,0.05000,14.574
5,mlp.experts.329.gate_proj,0.0000026018,0.05000,14.579
5,mlp.experts.311.gate_proj,0.0000098266,0.05000,14.803
5,mlp.experts.290.gate_proj,0.0000093808,0.05000,14.752
5,mlp.experts.364.gate_proj,0.0000086470,0.05000,14.711
5,mlp.experts.293.gate_proj,0.0000204520,0.05000,14.764
5,mlp.experts.337.gate_proj,0.0000040006,0.05000,14.802
5,mlp.experts.340.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.757
5,mlp.experts.381.gate_proj,0.0000086460,0.05000,14.615
5,mlp.experts.358.gate_proj,0.0000090574,0.05000,14.275
5,mlp.experts.346.gate_proj,0.0000223952,0.05000,14.370
5,mlp.experts.336.gate_proj,0.0000137255,0.05000,14.304
5,mlp.experts.344.gate_proj,0.0000009780,0.05000,14.394
5,mlp.experts.319.gate_proj,0.0000066060,0.05000,14.465
5,mlp.experts.350.gate_proj,0.0000074891,0.05000,14.348
5,mlp.experts.387.gate_proj,0.0000455001,0.05000,14.493
5,mlp.experts.306.gate_proj,0.0000060404,0.05000,14.265
5,mlp.experts.345.gate_proj,0.0000086787,0.05000,14.335
5,mlp.experts.315.gate_proj,0.0000049348,0.05000,14.408
5,mlp.experts.380.gate_proj,0.0000098579,0.05000,14.301
5,mlp.experts.309.gate_proj,0.0000080312,0.05000,14.266
5,mlp.experts.327.gate_proj,0.0000073482,0.05000,14.439
5,mlp.experts.353.gate_proj,0.0000052874,0.05000,14.362
5,mlp.experts.352.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.768
5,mlp.experts.356.gate_proj,0.0000113854,0.05000,14.403
5,mlp.experts.331.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.774
5,mlp.experts.397.gate_proj,0.0000057175,0.05000,14.474
5,mlp.experts.374.gate_proj,0.0000032200,0.05000,13.805
5,mlp.experts.360.gate_proj,0.0000067357,0.05000,13.719
5,mlp.experts.335.gate_proj,0.0000075127,0.05000,13.858
5,mlp.experts.361.gate_proj,0.0000044050,0.05000,13.721
5,mlp.experts.322.gate_proj,0.0000143219,0.05000,13.764
5,mlp.experts.325.gate_proj,0.0000187476,0.05000,13.714
5,mlp.experts.369.gate_proj,0.0000074596,0.05000,13.649
5,mlp.experts.413.gate_proj,0.0000079807,0.05000,13.048
5,mlp.experts.347.gate_proj,0.0000226753,0.05000,13.179
5,mlp.experts.396.gate_proj,0.0000057692,0.05000,13.652
5,mlp.experts.366.gate_proj,0.0000090582,0.05000,13.791
5,mlp.experts.403.gate_proj,0.0000133226,0.05000,13.769
5,mlp.experts.343.gate_proj,0.0000136498,0.05000,13.742
5,mlp.experts.368.gate_proj,0.0000070074,0.05000,13.424
5,mlp.experts.372.gate_proj,0.0000276321,0.05000,13.203
5,mlp.experts.362.gate_proj,0.0000032691,0.05000,13.963
5,mlp.experts.376.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.808
5,mlp.experts.378.gate_proj,0.0000038571,0.05000,14.469
5,mlp.experts.382.gate_proj,0.0000022800,0.05000,14.518
5,mlp.experts.412.gate_proj,0.0000026107,0.05000,14.566
5,mlp.experts.351.gate_proj,0.0000141832,0.05000,14.573
5,mlp.experts.341.gate_proj,0.0000060159,0.05000,14.639
5,mlp.experts.363.gate_proj,0.0000062481,0.05000,14.640
5,mlp.experts.359.gate_proj,0.0000048248,0.05000,14.661
5,mlp.experts.390.gate_proj,0.0000114206,0.05000,14.673
5,mlp.experts.338.gate_proj,0.0000110292,0.05000,14.667
5,mlp.experts.384.gate_proj,0.0000120960,0.05000,14.687
5,mlp.experts.388.gate_proj,0.0000033253,0.05000,14.712
5,mlp.experts.377.gate_proj,0.0000063036,0.05000,14.754
5,mlp.experts.385.gate_proj,0.0000108536,0.05000,14.813
5,mlp.experts.429.gate_proj,0.0000075988,0.05000,14.838
5,mlp.experts.419.gate_proj,0.0000086572,0.05000,14.866
5,mlp.experts.379.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.820
5,mlp.experts.392.gate_proj,0.0000203753,0.05000,14.747
5,mlp.experts.435.gate_proj,failsafe(rtn): 0.0012894,0.00000,0.754
5,mlp.experts.394.gate_proj,0.0000140751,0.05000,14.064
5,mlp.experts.398.gate_proj,0.0000115447,0.05000,14.145
5,mlp.experts.354.gate_proj,0.0000042278,0.05000,14.039
5,mlp.experts.428.gate_proj,0.0000092438,0.05000,14.156
5,mlp.experts.400.gate_proj,0.0000029663,0.05000,14.052
5,mlp.experts.404.gate_proj,0.0000082125,0.05000,14.053
5,mlp.experts.357.gate_proj,0.0000025720,0.05000,14.208
5,mlp.experts.406.gate_proj,0.0000109705,0.05000,14.197
5,mlp.experts.375.gate_proj,0.0000039775,0.05000,14.226
5,mlp.experts.367.gate_proj,0.0000084414,0.05000,14.313
5,mlp.experts.401.gate_proj,0.0000099412,0.05000,14.129
5,mlp.experts.445.gate_proj,0.0000064974,0.05000,14.196
5,mlp.experts.393.gate_proj,0.0000078005,0.05000,14.284
5,mlp.experts.408.gate_proj,0.0000119547,0.05000,14.091
5,mlp.experts.395.gate_proj,0.0000128921,0.05000,14.176
5,mlp.experts.451.gate_proj,0.0000029785,0.05000,14.214
5,mlp.experts.424.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.748
5,mlp.experts.411.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.776
5,mlp.experts.440.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.753
5,mlp.experts.456.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.809
5,mlp.experts.410.gate_proj,0.0000064575,0.05000,14.286
5,mlp.experts.444.gate_proj,0.0000096029,0.05000,14.412
5,mlp.experts.414.gate_proj,0.0000041131,0.05000,14.483
5,mlp.experts.420.gate_proj,0.0000005176,0.05000,14.402
5,mlp.experts.416.gate_proj,0.0000030729,0.05000,14.463
5,mlp.experts.422.gate_proj,0.0000066068,0.05000,14.388
5,mlp.experts.370.gate_proj,0.0000085047,0.05000,14.590
5,mlp.experts.391.gate_proj,0.0000232079,0.05000,14.414
5,mlp.experts.373.gate_proj,0.0000046319,0.05000,14.501
5,mlp.experts.417.gate_proj,0.0000082358,0.05000,14.442
5,mlp.experts.383.gate_proj,0.0000045038,0.05000,14.487
5,mlp.experts.461.gate_proj,0.0000083085,0.05000,14.426
5,mlp.experts.409.gate_proj,0.0000157144,0.05000,14.456
5,mlp.experts.436.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.712
5,mlp.experts.438.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.737
5,mlp.experts.407.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.737
5,mlp.experts.433.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.765
5,mlp.experts.467.gate_proj,0.0000057534,0.05000,14.375
5,mlp.experts.427.gate_proj,0.0000076079,0.05000,14.377
5,mlp.experts.472.gate_proj,0.0000081591,0.05000,14.202
5,mlp.experts.488.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.707
5,mlp.experts.426.gate_proj,0.0000028409,0.05000,13.932
5,mlp.experts.430.gate_proj,0.0000070214,0.05000,13.891
5,mlp.experts.432.gate_proj,0.0000034743,0.05000,13.845
5,mlp.experts.389.gate_proj,0.0000212284,0.05000,13.846
5,mlp.experts.477.gate_proj,0.0000160113,0.05000,13.782
5,mlp.experts.454.gate_proj,0.0000012436,0.05000,13.406
5,mlp.experts.452.gate_proj,0.0000103322,0.05000,13.532
5,mlp.experts.483.gate_proj,0.0000059853,0.05000,13.289
5,mlp.experts.504.gate_proj,0.0000116644,0.05000,10.647
5,mlp.experts.386.gate_proj,0.0000044692,0.05000,13.849
5,mlp.experts.399.gate_proj,0.0000091702,0.05000,13.839
5,mlp.experts.425.gate_proj,0.0000086760,0.05000,13.818
5,mlp.experts.423.gate_proj,0.0000111576,0.05000,13.407
5,mlp.experts.449.gate_proj,0.0000382424,0.05000,13.342
5,mlp.experts.443.gate_proj,0.0000099002,0.05000,12.719
5,mlp.experts.460.gate_proj,0.0000046277,0.05000,13.889
5,mlp.experts.470.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.654
5,mlp.experts.442.gate_proj,0.0000035743,0.05000,14.423
5,mlp.experts.402.gate_proj,0.0000108865,0.05000,14.553
5,mlp.experts.446.gate_proj,0.0000109064,0.05000,14.556
5,mlp.experts.499.gate_proj,0.0000069185,0.05000,14.563
5,mlp.experts.415.gate_proj,0.0000005506,0.05000,14.592
5,mlp.experts.448.gate_proj,0.0000090944,0.05000,14.600
5,mlp.experts.441.gate_proj,0.0000055176,0.05000,14.597
5,mlp.experts.405.gate_proj,0.0000165125,0.05000,14.665
5,mlp.experts.8.up_proj,0.0000084578,0.05000,14.665
5,mlp.experts.439.gate_proj,0.0000059328,0.05000,14.700
5,mlp.experts.468.gate_proj,0.0000074909,0.05000,14.706
5,mlp.experts.459.gate_proj,0.0000024551,0.05000,14.770
5,mlp.experts.465.gate_proj,0.0000305345,0.05000,14.769
5,mlp.experts.476.gate_proj,0.0000049188,0.05000,14.774
5,mlp.experts.493.gate_proj,0.0000052843,0.05000,14.787
5,mlp.experts.3.up_proj,failsafe(rtn): 0.0013199,0.00000,0.847
5,mlp.experts.486.gate_proj,0.0000262511,0.05000,14.850
5,mlp.experts.484.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.791
5,mlp.experts.19.up_proj,failsafe(rtn): 0.0013428,0.00000,0.729
5,mlp.experts.502.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.703
5,mlp.experts.492.gate_proj,0.0000136849,0.05000,14.298
5,mlp.experts.458.gate_proj,0.0000046930,0.05000,14.700
5,mlp.experts.24.up_proj,0.0000081016,0.05000,14.441
5,mlp.experts.464.gate_proj,0.0000076658,0.05000,14.552
5,mlp.experts.418.gate_proj,0.0000057487,0.05000,14.656
5,mlp.experts.457.gate_proj,0.0000067313,0.05000,14.594
5,mlp.experts.421.gate_proj,0.0000226492,0.05000,14.545
5,mlp.experts.462.gate_proj,0.0000075675,0.05000,14.706
5,mlp.experts.431.gate_proj,0.0000095577,0.05000,14.649
5,mlp.experts.475.gate_proj,0.0000081222,0.05000,14.532
5,mlp.experts.509.gate_proj,0.0000127293,0.05000,14.513
5,mlp.experts.455.gate_proj,0.0000041752,0.05000,14.618
5,mlp.experts.481.gate_proj,0.0000066763,0.05000,14.724
5,mlp.experts.500.gate_proj,0.0000086202,0.05000,14.376
5,mlp.experts.478.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.765
5,mlp.experts.13.up_proj,failsafe(rtn): 0.0013657,0.00000,0.768
5,mlp.experts.494.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.689
5,mlp.experts.35.up_proj,0.0000082431,0.05000,14.624
5,mlp.experts.6.up_proj,0.0000021148,0.05000,14.610
5,mlp.experts.508.gate_proj,0.0000059091,0.05000,14.004
5,mlp.experts.40.up_proj,0.0000267476,0.05000,13.981
5,mlp.experts.474.gate_proj,0.0000190065,0.05000,14.048
5,mlp.experts.480.gate_proj,0.0000059632,0.05000,14.018
5,mlp.experts.447.gate_proj,0.0000169584,0.05000,13.966
5,mlp.experts.471.gate_proj,0.0000168720,0.05000,13.905
5,mlp.experts.437.gate_proj,0.0000068035,0.05000,14.066
5,mlp.experts.473.gate_proj,0.0000050541,0.05000,14.081
5,mlp.experts.434.gate_proj,0.0000217758,0.05000,14.106
5,mlp.experts.491.gate_proj,0.0000088656,0.05000,14.017
5,mlp.experts.497.gate_proj,0.0000086264,0.05000,13.948
5,mlp.experts.4.up_proj,0.0000048931,0.05000,13.836
5,mlp.experts.29.up_proj,0.0000075344,0.05000,13.776
5,mlp.experts.489.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.605
5,mlp.experts.510.gate_proj,0.0000107250,0.05000,13.636
5,mlp.experts.51.up_proj,0.0000029328,0.05000,13.634
5,mlp.experts.22.up_proj,0.0000067835,0.05000,13.657
5,mlp.experts.12.up_proj,0.0000080635,0.05000,10.896
5,mlp.experts.490.gate_proj,0.0000099155,0.05000,11.137
5,mlp.experts.453.gate_proj,0.0000072083,0.05000,11.152
5,mlp.experts.487.gate_proj,0.0000066820,0.05000,11.197
5,mlp.experts.463.gate_proj,0.0000037223,0.05000,11.273
5,mlp.experts.507.gate_proj,0.0000084762,0.05000,11.237
5,mlp.experts.450.gate_proj,0.0000165930,0.05000,11.355
5,mlp.experts.1.up_proj,0.0000203163,0.05000,11.324
5,mlp.experts.28.up_proj,failsafe(rtn): 0.0013428,0.00000,0.763
5,mlp.experts.503.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.714
5,mlp.experts.505.gate_proj,0.0000049424,0.05000,11.260
5,mlp.experts.45.up_proj,0.0000199867,0.05000,11.307
5,mlp.experts.17.up_proj,failsafe(rtn): 0.0013123,0.00000,0.716
5,mlp.experts.67.up_proj,0.0000084963,0.05000,11.368
5,mlp.experts.14.up_proj,0.0000029605,0.05000,11.454
5,mlp.experts.33.up_proj,failsafe(rtn): 0.0012131,0.00000,0.590
5,mlp.experts.38.up_proj,0.0000073995,0.05000,11.346
5,mlp.experts.56.up_proj,0.0000298162,0.05000,10.963
5,mlp.experts.20.up_proj,0.0000090224,0.05000,11.005
5,mlp.experts.506.gate_proj,0.0000104833,0.05000,10.948
5,mlp.experts.496.gate_proj,0.0000090437,0.05000,11.089
5,mlp.experts.11.up_proj,0.0000097864,0.05000,10.788
5,mlp.experts.479.gate_proj,0.0000128386,0.05000,10.893
5,mlp.experts.469.gate_proj,0.0000067190,0.05000,11.045
5,mlp.experts.466.gate_proj,0.0000061916,0.05000,11.007
5,mlp.experts.36.up_proj,failsafe(rtn): 0.0014038,0.00000,0.714
5,mlp.experts.44.up_proj,0.0000085488,0.05000,11.029
5,mlp.experts.495.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.762
5,mlp.experts.9.up_proj,0.0000130247,0.05000,11.042
5,mlp.experts.61.up_proj,0.0000028550,0.05000,11.067
5,mlp.experts.60.up_proj,failsafe(rtn): 0.0013275,0.00000,0.680
5,mlp.experts.54.up_proj,0.0000044522,0.05000,13.347
5,mlp.experts.30.up_proj,0.0000087758,0.05000,13.488
5,mlp.experts.49.up_proj,0.0000234762,0.05000,13.562
5,mlp.experts.72.up_proj,0.0000057121,0.05000,13.784
5,mlp.experts.0.up_proj,0.0000230278,0.05000,13.666
5,mlp.experts.10.up_proj,0.0000050542,0.05000,13.733
5,mlp.experts.7.up_proj,0.0000046672,0.05000,13.780
5,mlp.experts.27.up_proj,0.0000281517,0.05000,13.784
5,mlp.experts.485.gate_proj,0.0000018859,0.05000,13.749
5,mlp.experts.83.up_proj,0.0000091504,0.05000,13.882
5,mlp.experts.482.gate_proj,0.0000036004,0.05000,13.662
5,mlp.experts.52.up_proj,0.0000105910,0.05000,13.721
5,mlp.experts.23.up_proj,failsafe(rtn): 0.0010910,0.00000,0.675
5,mlp.experts.511.gate_proj,0.0000120513,0.05000,13.767
5,mlp.experts.25.up_proj,0.0000030906,0.05000,13.745
5,mlp.experts.77.up_proj,0.0000079414,0.05000,13.742
5,mlp.experts.76.up_proj,0.0000012913,0.05000,13.620
5,mlp.experts.93.up_proj,failsafe(rtn): 0.0012741,0.00000,0.778
5,mlp.experts.70.up_proj,0.0000102119,0.05000,13.430
5,mlp.experts.46.up_proj,0.0000037253,0.05000,13.442
5,mlp.experts.26.up_proj,0.0000003134,0.05000,13.032
5,mlp.experts.88.up_proj,0.0000027470,0.05000,13.203
5,mlp.experts.16.up_proj,0.0000083198,0.05000,13.279
5,mlp.experts.43.up_proj,0.0000081518,0.05000,13.181
5,mlp.experts.498.gate_proj,0.0000084985,0.05000,13.105
5,mlp.experts.99.up_proj,0.0000157605,0.05000,13.296
5,mlp.experts.104.up_proj,failsafe(rtn): 0.0012817,0.00000,0.622
5,mlp.experts.68.up_proj,0.0000066131,0.05000,13.118
5,mlp.experts.32.up_proj,failsafe(rtn): 0.0012665,0.00000,0.674
5,mlp.experts.39.up_proj,0.0000093881,0.05000,13.198
5,mlp.experts.15.up_proj,0.0000180073,0.05000,13.255
5,mlp.experts.65.up_proj,0.0000052404,0.05000,13.262
5,mlp.experts.501.gate_proj,0.0000056153,0.05000,13.330
5,mlp.experts.41.up_proj,0.0000102743,0.05000,13.518
5,mlp.experts.92.up_proj,0.0000078687,0.05000,13.389
5,mlp.experts.109.up_proj,0.0000090254,0.05000,13.359
5,mlp.experts.62.up_proj,0.0000009461,0.05000,14.134
5,mlp.experts.59.up_proj,0.0000083390,0.05000,14.322
5,mlp.experts.42.up_proj,0.0000041837,0.05000,14.262
5,mlp.experts.86.up_proj,0.0000066348,0.05000,14.349
5,mlp.experts.2.up_proj,0.0000130337,0.05000,14.378
5,mlp.experts.120.up_proj,0.0000089062,0.05000,14.135
5,mlp.experts.84.up_proj,0.0000060547,0.05000,14.216
5,mlp.experts.115.up_proj,0.0000159095,0.05000,14.388
5,mlp.experts.48.up_proj,0.0000068450,0.05000,14.157
5,mlp.experts.55.up_proj,0.0000042540,0.05000,14.318
5,mlp.experts.31.up_proj,0.0000066096,0.05000,14.181
5,mlp.experts.81.up_proj,0.0000178964,0.05000,14.132
5,mlp.experts.5.up_proj,0.0000046748,0.05000,14.090
5,mlp.experts.57.up_proj,0.0000067477,0.05000,13.971
5,mlp.experts.108.up_proj,0.0000075856,0.05000,14.220
5,mlp.experts.125.up_proj,0.0000089020,0.05000,14.160
5,mlp.experts.141.up_proj,failsafe(rtn): 0.0012741,0.00000,0.654
5,mlp.experts.78.up_proj,0.0000136982,0.05000,14.282
5,mlp.experts.75.up_proj,0.0000045708,0.05000,14.405
5,mlp.experts.58.up_proj,0.0000140542,0.05000,14.407
5,mlp.experts.102.up_proj,0.0000023760,0.05000,14.302
5,mlp.experts.18.up_proj,0.0000073008,0.05000,14.304
5,mlp.experts.100.up_proj,0.0000040156,0.05000,14.316
5,mlp.experts.136.up_proj,0.0000125759,0.05000,14.428
5,mlp.experts.64.up_proj,0.0000052010,0.05000,14.383
5,mlp.experts.131.up_proj,0.0000065397,0.05000,14.456
5,mlp.experts.97.up_proj,0.0000072715,0.05000,14.407
5,mlp.experts.21.up_proj,0.0000087229,0.05000,14.366
5,mlp.experts.71.up_proj,0.0000059838,0.05000,14.444
5,mlp.experts.73.up_proj,0.0000046241,0.05000,14.439
5,mlp.experts.47.up_proj,0.0000134911,0.05000,14.591
5,mlp.experts.124.up_proj,0.0000016453,0.05000,14.460
5,mlp.experts.157.up_proj,0.0000075567,0.05000,14.439
5,mlp.experts.91.up_proj,0.0000067304,0.05000,13.952
5,mlp.experts.74.up_proj,0.0000092975,0.05000,13.956
5,mlp.experts.118.up_proj,0.0000253740,0.05000,14.002
5,mlp.experts.94.up_proj,0.0000093319,0.05000,14.039
5,mlp.experts.116.up_proj,0.0000116383,0.05000,13.997
5,mlp.experts.34.up_proj,0.0000115304,0.05000,14.192
5,mlp.experts.152.up_proj,0.0000026070,0.05000,14.114
5,mlp.experts.80.up_proj,0.0000085625,0.05000,14.039
5,mlp.experts.147.up_proj,0.0000103057,0.05000,14.057
5,mlp.experts.87.up_proj,0.0000086180,0.05000,14.010
5,mlp.experts.89.up_proj,0.0000031682,0.05000,13.919
5,mlp.experts.113.up_proj,0.0000146783,0.05000,14.086
5,mlp.experts.134.up_proj,failsafe(rtn): 0.0011826,0.00000,0.731
5,mlp.experts.37.up_proj,0.0000063332,0.05000,14.112
5,mlp.experts.63.up_proj,0.0000032192,0.05000,14.044
5,mlp.experts.140.up_proj,0.0000092292,0.05000,13.964
5,mlp.experts.105.up_proj,failsafe(rtn): 0.0013504,0.00000,0.713
5,mlp.experts.150.up_proj,failsafe(rtn): 0.0013275,0.00000,0.670
5,mlp.experts.173.up_proj,0.0000144944,0.05000,14.081
5,mlp.experts.90.up_proj,0.0000099417,0.05000,14.135
5,mlp.experts.107.up_proj,0.0000074606,0.05000,14.191
5,mlp.experts.132.up_proj,0.0000007523,0.05000,14.137
5,mlp.experts.110.up_proj,0.0000112674,0.05000,14.231
5,mlp.experts.168.up_proj,0.0000060282,0.05000,14.212
5,mlp.experts.96.up_proj,0.0000093669,0.05000,14.175
5,mlp.experts.50.up_proj,0.0000056244,0.05000,14.264
5,mlp.experts.163.up_proj,0.0000038148,0.05000,14.287
5,mlp.experts.53.up_proj,0.0000063089,0.05000,14.243
5,mlp.experts.103.up_proj,0.0000231643,0.05000,14.377
5,mlp.experts.129.up_proj,0.0000097010,0.05000,14.333
5,mlp.experts.79.up_proj,0.0000082906,0.05000,14.233
5,mlp.experts.156.up_proj,0.0000313134,0.05000,14.284
5,mlp.experts.179.up_proj,failsafe(rtn): 0.0013123,0.00000,0.810
5,mlp.experts.121.up_proj,0.0000138387,0.05000,14.320
5,mlp.experts.166.up_proj,0.0000081502,0.05000,14.339
5,mlp.experts.182.up_proj,failsafe(rtn): 0.0013504,0.00000,0.725
5,mlp.experts.189.up_proj,0.0000128790,0.05000,14.283
5,mlp.experts.106.up_proj,0.0000043109,0.05000,14.564
5,mlp.experts.148.up_proj,0.0000099955,0.05000,14.608
5,mlp.experts.123.up_proj,0.0000064932,0.05000,14.689
5,mlp.experts.184.up_proj,0.0000068415,0.05000,14.416
5,mlp.experts.66.up_proj,0.0000059494,0.05000,14.532
5,mlp.experts.126.up_proj,0.0000081336,0.05000,14.767
5,mlp.experts.112.up_proj,0.0000003809,0.05000,14.621
5,mlp.experts.119.up_proj,0.0000079465,0.05000,14.533
5,mlp.experts.145.up_proj,0.0000027865,0.05000,14.521
5,mlp.experts.69.up_proj,0.0000366753,0.05000,14.620
5,mlp.experts.95.up_proj,0.0000094867,0.05000,14.560
5,mlp.experts.172.up_proj,0.0000089126,0.05000,14.492
5,mlp.experts.195.up_proj,0.0000063348,0.05000,14.550
5,mlp.experts.137.up_proj,0.0000054436,0.05000,14.495
5,mlp.experts.161.up_proj,failsafe(rtn): 0.0013123,0.00000,0.724
5,mlp.experts.188.up_proj,failsafe(rtn): 0.0012970,0.00000,0.774
5,mlp.experts.205.up_proj,0.0000107317,0.05000,14.561
5,mlp.experts.198.up_proj,0.0000070072,0.05000,14.743
5,mlp.experts.122.up_proj,0.0000062282,0.05000,14.023
5,mlp.experts.200.up_proj,0.0000073640,0.05000,13.918
5,mlp.experts.139.up_proj,0.0000055195,0.05000,14.079
5,mlp.experts.164.up_proj,0.0000054970,0.05000,14.107
5,mlp.experts.82.up_proj,0.0000067836,0.05000,14.028
5,mlp.experts.128.up_proj,0.0000083025,0.05000,14.034
5,mlp.experts.142.up_proj,0.0000061235,0.05000,14.075
5,mlp.experts.85.up_proj,0.0000095365,0.05000,13.976
5,mlp.experts.211.up_proj,0.0000011726,0.05000,13.867
5,mlp.experts.177.up_proj,0.0000090715,0.05000,13.750
5,mlp.experts.221.up_proj,0.0000196836,0.05000,13.125
5,mlp.experts.135.up_proj,0.0000253706,0.05000,14.031
5,mlp.experts.111.up_proj,0.0000051031,0.05000,13.983
5,mlp.experts.153.up_proj,0.0000110137,0.05000,13.781
5,mlp.experts.204.up_proj,0.0000077536,0.05000,13.433
5,mlp.experts.214.up_proj,0.0000181986,0.05000,13.122
5,mlp.experts.138.up_proj,0.0000030450,0.05000,4.997
5,mlp.experts.158.up_proj,failsafe(rtn): 0.0013580,0.00000,0.831
5,mlp.experts.237.up_proj,failsafe(rtn): 0.0013428,0.00000,0.822
5,mlp.experts.216.up_proj,0.0000131443,0.05000,5.016
5,mlp.experts.155.up_proj,0.0000093499,0.05000,4.900
5,mlp.experts.180.up_proj,0.0000035303,0.05000,5.015
5,mlp.experts.98.up_proj,0.0000114457,0.05000,5.420
5,mlp.experts.196.up_proj,failsafe(rtn): 0.0012207,0.00000,0.761
5,mlp.experts.230.up_proj,0.0000049845,0.05000,14.191
5,mlp.experts.220.up_proj,0.0000132326,0.05000,14.238
5,mlp.experts.151.up_proj,0.0000038787,0.05000,14.268
5,mlp.experts.101.up_proj,0.0000066468,0.05000,14.301
5,mlp.experts.169.up_proj,0.0000097508,0.05000,14.312
5,mlp.experts.144.up_proj,0.0000194743,0.05000,14.329
5,mlp.experts.227.up_proj,0.0000042133,0.05000,14.354
5,mlp.experts.127.up_proj,0.0000131650,0.05000,14.395
5,mlp.experts.193.up_proj,0.0000122965,0.05000,14.429
5,mlp.experts.154.up_proj,0.0000238682,0.05000,14.208
5,mlp.experts.253.up_proj,0.0000062248,0.05000,14.246
5,mlp.experts.243.up_proj,failsafe(rtn): 0.0013428,0.00000,0.715
5,mlp.experts.171.up_proj,0.0000076635,0.05000,14.218
5,mlp.experts.232.up_proj,0.0000027282,0.05000,14.253
5,mlp.experts.174.up_proj,0.0000116285,0.05000,14.412
5,mlp.experts.114.up_proj,0.0000024149,0.05000,14.424
5,mlp.experts.212.up_proj,0.0000132843,0.05000,14.210
5,mlp.experts.167.up_proj,0.0000158470,0.05000,14.280
5,mlp.experts.246.up_proj,0.0000039073,0.05000,14.393
5,mlp.experts.236.up_proj,0.0000050549,0.05000,14.396
5,mlp.experts.160.up_proj,0.0000030528,0.05000,14.368
5,mlp.experts.143.up_proj,0.0000003607,0.05000,14.323
5,mlp.experts.185.up_proj,0.0000078084,0.05000,14.428
5,mlp.experts.117.up_proj,0.0000049141,0.05000,14.475
5,mlp.experts.209.up_proj,0.0000103537,0.05000,14.505
5,mlp.experts.170.up_proj,0.0000112228,0.05000,14.400
5,mlp.experts.269.up_proj,0.0000101610,0.05000,14.421
5,mlp.experts.259.up_proj,0.0000065393,0.05000,14.445
5,mlp.experts.248.up_proj,0.0000226506,0.05000,14.457
5,mlp.experts.187.up_proj,0.0000066846,0.05000,14.465
5,mlp.experts.190.up_proj,0.0000182150,0.05000,14.411
5,mlp.experts.130.up_proj,0.0000091775,0.05000,14.456
5,mlp.experts.228.up_proj,0.0000073922,0.05000,14.398
5,mlp.experts.262.up_proj,0.0000066543,0.05000,14.177
5,mlp.experts.252.up_proj,0.0000074845,0.05000,14.265
5,mlp.experts.176.up_proj,0.0000049096,0.05000,14.236
5,mlp.experts.183.up_proj,0.0000111643,0.05000,14.431
5,mlp.experts.159.up_proj,0.0000087536,0.05000,14.271
5,mlp.experts.133.up_proj,0.0000070332,0.05000,14.260
5,mlp.experts.201.up_proj,0.0000047515,0.05000,14.438
5,mlp.experts.225.up_proj,0.0000047295,0.05000,14.290
5,mlp.experts.186.up_proj,0.0000085038,0.05000,14.106
5,mlp.experts.285.up_proj,0.0000063952,0.05000,14.223
5,mlp.experts.264.up_proj,0.0000061300,0.05000,14.115
5,mlp.experts.275.up_proj,0.0000068339,0.05000,14.225
5,mlp.experts.203.up_proj,0.0000050172,0.05000,14.279
5,mlp.experts.206.up_proj,0.0000083334,0.05000,14.221
5,mlp.experts.217.up_proj,failsafe(rtn): 0.0013657,0.00000,0.797
5,mlp.experts.146.up_proj,0.0000198381,0.05000,14.223
5,mlp.experts.244.up_proj,0.0000088270,0.05000,14.216
5,mlp.experts.278.up_proj,0.0000023016,0.05000,14.439
5,mlp.experts.192.up_proj,0.0000148922,0.05000,14.401
5,mlp.experts.268.up_proj,0.0000115357,0.05000,14.517
5,mlp.experts.199.up_proj,0.0000050700,0.05000,14.492
5,mlp.experts.175.up_proj,0.0000101559,0.05000,14.524
5,mlp.experts.202.up_proj,0.0000124926,0.05000,14.314
5,mlp.experts.301.up_proj,0.0000040235,0.05000,14.252
5,mlp.experts.222.up_proj,0.0000070956,0.05000,14.086
5,mlp.experts.233.up_proj,0.0000046858,0.05000,14.075
5,mlp.experts.260.up_proj,0.0000186672,0.05000,13.519
5,mlp.experts.208.up_proj,0.0000169861,0.05000,1.468
5,mlp.experts.241.up_proj,0.0000008724,0.05000,14.433
5,mlp.experts.291.up_proj,0.0000089452,0.05000,14.176
5,mlp.experts.280.up_proj,0.0000083506,0.05000,14.258
5,mlp.experts.219.up_proj,0.0000102995,0.05000,14.141
5,mlp.experts.162.up_proj,0.0000207332,0.05000,13.555
5,mlp.experts.294.up_proj,0.0000290155,0.05000,1.597
5,mlp.experts.149.up_proj,0.0000056417,0.05000,14.495
5,mlp.experts.224.up_proj,failsafe(rtn): 0.0012817,0.00000,0.727
5,mlp.experts.307.up_proj,failsafe(rtn): 0.0013123,0.00000,0.754
5,mlp.experts.218.up_proj,failsafe(rtn): 0.0013275,0.00000,0.796
5,mlp.experts.284.up_proj,0.0000064037,0.05000,14.148
5,mlp.experts.296.up_proj,0.0000055017,0.05000,14.168
5,mlp.experts.178.up_proj,0.0000095367,0.05000,14.205
5,mlp.experts.215.up_proj,0.0000040055,0.05000,14.343
5,mlp.experts.317.up_proj,0.0000059101,0.05000,14.337
5,mlp.experts.235.up_proj,0.0000298339,0.05000,14.354
5,mlp.experts.276.up_proj,0.0000050516,0.05000,14.370
5,mlp.experts.249.up_proj,0.0000165606,0.05000,14.383
5,mlp.experts.191.up_proj,0.0000027496,0.05000,14.381
5,mlp.experts.238.up_proj,0.0000094357,0.05000,14.414
5,mlp.experts.165.up_proj,0.0000052220,0.05000,14.507
5,mlp.experts.310.up_proj,0.0000231436,0.05000,14.536
5,mlp.experts.257.up_proj,0.0000289012,0.05000,14.654
5,mlp.experts.323.up_proj,0.0000110717,0.05000,14.362
5,mlp.experts.240.up_proj,0.0000076294,0.05000,14.424
5,mlp.experts.234.up_proj,0.0000075883,0.05000,14.475
5,mlp.experts.312.up_proj,0.0000056908,0.05000,14.847
5,mlp.experts.300.up_proj,0.0000044649,0.05000,14.983
5,mlp.experts.333.up_proj,0.0000179002,0.05000,14.832
5,mlp.experts.194.up_proj,0.0000060976,0.05000,14.973
5,mlp.experts.254.up_proj,0.0000054397,0.05000,14.734
5,mlp.experts.265.up_proj,0.0000207589,0.05000,14.851
5,mlp.experts.231.up_proj,0.0000030662,0.05000,14.949
5,mlp.experts.251.up_proj,0.0000219714,0.05000,14.922
5,mlp.experts.326.up_proj,0.0000096662,0.05000,14.809
5,mlp.experts.292.up_proj,0.0000229255,0.05000,15.027
5,mlp.experts.207.up_proj,0.0000061354,0.05000,15.009
5,mlp.experts.181.up_proj,0.0000158253,0.05000,15.036
5,mlp.experts.273.up_proj,0.0000054579,0.05000,14.999
5,mlp.experts.339.up_proj,0.0000303745,0.05000,14.972
5,mlp.experts.250.up_proj,0.0000110197,0.05000,14.791
5,mlp.experts.256.up_proj,0.0000028971,0.05000,14.929
5,mlp.experts.328.up_proj,0.0000166071,0.05000,14.613
5,mlp.experts.316.up_proj,0.0000036356,0.05000,14.551
5,mlp.experts.270.up_proj,0.0000051597,0.05000,14.557
5,mlp.experts.349.up_proj,0.0000061284,0.05000,14.656
5,mlp.experts.223.up_proj,0.0000147043,0.05000,14.396
5,mlp.experts.210.up_proj,0.0000051446,0.05000,14.628
5,mlp.experts.342.up_proj,0.0000032700,0.05000,14.516
5,mlp.experts.281.up_proj,0.0000051543,0.05000,14.662
5,mlp.experts.267.up_proj,0.0000121743,0.05000,14.642
5,mlp.experts.308.up_proj,0.0000061888,0.05000,14.551
5,mlp.experts.247.up_proj,0.0000067024,0.05000,14.681
5,mlp.experts.197.up_proj,0.0000114744,0.05000,14.534
5,mlp.experts.289.up_proj,0.0000074932,0.05000,14.538
5,mlp.experts.266.up_proj,0.0000068141,0.05000,14.555
5,mlp.experts.365.up_proj,failsafe(rtn): 0.0012817,0.00000,0.860
5,mlp.experts.272.up_proj,0.0000113512,0.05000,14.683
5,mlp.experts.355.up_proj,0.0000059748,0.05000,14.710
5,mlp.experts.344.up_proj,0.0000009573,0.05000,14.030
5,mlp.experts.332.up_proj,0.0000049080,0.05000,14.087
5,mlp.experts.263.up_proj,0.0000051252,0.05000,13.902
5,mlp.experts.239.up_proj,0.0000046074,0.05000,14.115
5,mlp.experts.226.up_proj,0.0000075562,0.05000,14.111
5,mlp.experts.283.up_proj,0.0000096509,0.05000,14.019
5,mlp.experts.305.up_proj,0.0000106600,0.05000,13.897
5,mlp.experts.282.up_proj,0.0000064087,0.05000,13.469
5,mlp.experts.381.up_proj,0.0000082278,0.05000,13.425
5,mlp.experts.358.up_proj,0.0000087765,0.05000,14.033
5,mlp.experts.297.up_proj,0.0000062120,0.05000,14.017
5,mlp.experts.324.up_proj,0.0000082418,0.05000,13.976
5,mlp.experts.213.up_proj,0.0000139920,0.05000,13.932
5,mlp.experts.371.up_proj,0.0000136929,0.05000,13.310
5,mlp.experts.288.up_proj,0.0000055672,0.05000,13.334
5,mlp.experts.286.up_proj,0.0000037029,0.05000,14.036
5,mlp.experts.340.up_proj,failsafe(rtn): 0.0013351,0.00000,0.607
5,mlp.experts.348.up_proj,0.0000062062,0.05000,13.752
5,mlp.experts.360.up_proj,0.0000065381,0.05000,13.901
5,mlp.experts.298.up_proj,0.0000084270,0.05000,13.966
5,mlp.experts.279.up_proj,0.0000089600,0.05000,14.022
5,mlp.experts.304.up_proj,0.0000089426,0.05000,14.041
5,mlp.experts.387.up_proj,0.0000402252,0.05000,14.115
5,mlp.experts.299.up_proj,0.0000078446,0.05000,14.138
5,mlp.experts.313.up_proj,0.0000056475,0.05000,14.160
5,mlp.experts.242.up_proj,0.0000013958,0.05000,14.200
5,mlp.experts.255.up_proj,0.0000097010,0.05000,14.221
5,mlp.experts.302.up_proj,0.0000054474,0.05000,14.226
5,mlp.experts.397.up_proj,0.0000055110,0.05000,14.340
5,mlp.experts.374.up_proj,0.0000027825,0.05000,14.354
5,mlp.experts.321.up_proj,0.0000091231,0.05000,14.352
5,mlp.experts.229.up_proj,0.0000090146,0.05000,14.429
5,mlp.experts.376.up_proj,failsafe(rtn): 0.0013504,0.00000,0.835
5,mlp.experts.356.up_proj,0.0000107665,0.05000,14.224
5,mlp.experts.364.up_proj,0.0000080940,0.05000,14.698
5,mlp.experts.314.up_proj,0.0000027487,0.05000,14.640
5,mlp.experts.320.up_proj,0.0000064672,0.05000,14.648
5,mlp.experts.295.up_proj,0.0000088264,0.05000,14.698
5,mlp.experts.413.up_proj,0.0000077276,0.05000,14.412
5,mlp.experts.390.up_proj,0.0000113167,0.05000,14.484
5,mlp.experts.258.up_proj,0.0000278612,0.05000,14.630
5,mlp.experts.403.up_proj,0.0000122375,0.05000,14.711
5,mlp.experts.318.up_proj,0.0000082204,0.05000,14.598
5,mlp.experts.315.up_proj,0.0000046068,0.05000,14.700
5,mlp.experts.329.up_proj,0.0000025760,0.05000,14.701
5,mlp.experts.271.up_proj,0.0000097623,0.05000,14.782
5,mlp.experts.337.up_proj,0.0000037477,0.05000,14.750
5,mlp.experts.245.up_proj,0.0000027499,0.05000,14.674
5,mlp.experts.392.up_proj,0.0000202005,0.05000,14.569
5,mlp.experts.372.up_proj,0.0000260236,0.05000,14.693
5,mlp.experts.331.up_proj,failsafe(rtn): 0.0013580,0.00000,0.781
5,mlp.experts.380.up_proj,0.0000094990,0.05000,14.036
5,mlp.experts.330.up_proj,0.0000054810,0.05000,14.064
5,mlp.experts.336.up_proj,0.0000125247,0.05000,14.005
5,mlp.experts.334.up_proj,0.0000056112,0.05000,13.906
5,mlp.experts.429.up_proj,0.0000074247,0.05000,14.014
5,mlp.experts.406.up_proj,0.0000111260,0.05000,13.973
5,mlp.experts.311.up_proj,0.0000097292,0.05000,14.146
5,mlp.experts.419.up_proj,0.0000081989,0.05000,14.027
5,mlp.experts.274.up_proj,0.0000030697,0.05000,14.061
5,mlp.experts.345.up_proj,0.0000081966,0.05000,14.044
5,mlp.experts.261.up_proj,0.0000099815,0.05000,13.958
5,mlp.experts.287.up_proj,0.0000016907,0.05000,14.054
5,mlp.experts.408.up_proj,0.0000118797,0.05000,13.871
5,mlp.experts.353.up_proj,0.0000053821,0.05000,14.135
5,mlp.experts.388.up_proj,0.0000033508,0.05000,13.919
5,mlp.experts.352.up_proj,failsafe(rtn): 0.0013580,0.00000,0.760
5,mlp.experts.347.up_proj,0.0000219875,0.05000,13.942
5,mlp.experts.435.up_proj,failsafe(rtn): 0.0012665,0.00000,0.846
5,mlp.experts.424.up_proj,failsafe(rtn): 0.0013657,0.00000,0.761
5,mlp.experts.440.up_proj,failsafe(rtn): 0.0012741,0.00000,0.699
5,mlp.experts.456.up_proj,failsafe(rtn): 0.0012970,0.00000,0.734
5,mlp.experts.396.up_proj,0.0000058232,0.05000,13.954
5,mlp.experts.346.up_proj,0.0000220278,0.05000,14.065
5,mlp.experts.422.up_proj,0.0000061506,0.05000,13.983
5,mlp.experts.290.up_proj,0.0000094498,0.05000,13.956
5,mlp.experts.361.up_proj,0.0000044007,0.05000,13.977
5,mlp.experts.303.up_proj,0.0000059964,0.05000,13.857
5,mlp.experts.404.up_proj,0.0000081420,0.05000,13.602
5,mlp.experts.368.up_proj,0.0000066193,0.05000,13.613
5,mlp.experts.472.up_proj,0.0000083389,0.05000,11.711
5,mlp.experts.445.up_proj,0.0000064953,0.05000,14.050
5,mlp.experts.327.up_proj,0.0000072997,0.05000,14.029
5,mlp.experts.277.up_proj,0.0000111048,0.05000,13.858
5,mlp.experts.369.up_proj,0.0000073516,0.05000,13.801
5,mlp.experts.363.up_proj,0.0000061113,0.05000,13.471
5,mlp.experts.451.up_proj,0.0000027930,0.05000,13.363
5,mlp.experts.350.up_proj,0.0000070476,0.05000,13.987
5,mlp.experts.438.up_proj,failsafe(rtn): 0.0014038,0.00000,0.791
5,mlp.experts.379.up_proj,failsafe(rtn): 0.0013199,0.00000,0.802
5,mlp.experts.488.up_proj,failsafe(rtn): 0.0012665,0.00000,0.789
5,mlp.experts.306.up_proj,0.0000056440,0.05000,14.382
5,mlp.experts.362.up_proj,0.0000030141,0.05000,14.430
5,mlp.experts.412.up_proj,0.0000026004,0.05000,14.465
5,mlp.experts.293.up_proj,0.0000195249,0.05000,14.452
5,mlp.experts.420.up_proj,0.0000005088,0.05000,14.457
5,mlp.experts.319.up_proj,0.0000061103,0.05000,14.458
5,mlp.experts.343.up_proj,0.0000123345,0.05000,14.493
5,mlp.experts.366.up_proj,0.0000083326,0.05000,14.549
5,mlp.experts.385.up_proj,0.0000107764,0.05000,14.559
5,mlp.experts.377.up_proj,0.0000058674,0.05000,14.567
5,mlp.experts.384.up_proj,0.0000116357,0.05000,14.573
5,mlp.experts.461.up_proj,0.0000080176,0.05000,14.650
5,mlp.experts.467.up_proj,0.0000055368,0.05000,14.757
5,mlp.experts.504.up_proj,0.0000117656,0.05000,14.416
5,mlp.experts.436.up_proj,failsafe(rtn): 0.0013123,0.00000,0.767
5,mlp.experts.395.up_proj,0.0000129064,0.05000,14.450
5,mlp.experts.454.up_proj,0.0000011751,0.05000,14.554
5,mlp.experts.411.up_proj,failsafe(rtn): 0.0012970,0.00000,0.710
5,mlp.experts.470.up_proj,failsafe(rtn): 0.0013123,0.00000,0.703
5,mlp.experts.8.down_proj,0.0000004765,0.05000,3.669
5,mlp.experts.24.down_proj,0.0000004770,0.05000,3.514
5,mlp.experts.40.down_proj,0.0000016219,0.05000,3.780
5,mlp.experts.428.up_proj,0.0000086924,0.05000,14.640
5,mlp.experts.322.up_proj,0.0000144413,0.05000,14.752
5,mlp.experts.335.up_proj,0.0000068748,0.05000,14.768
5,mlp.experts.378.up_proj,0.0000035710,0.05000,14.824
5,mlp.experts.382.up_proj,0.0000021534,0.05000,14.735
5,mlp.experts.359.up_proj,0.0000047916,0.05000,14.774
5,mlp.experts.309.up_proj,0.0000077832,0.05000,14.825
5,mlp.experts.477.up_proj,0.0000156807,0.05000,14.657
5,mlp.experts.401.up_proj,0.0000095881,0.05000,14.774
5,mlp.experts.393.up_proj,0.0000075541,0.05000,14.789
5,mlp.experts.400.up_proj,0.0000029641,0.05000,14.806
5,mlp.experts.483.up_proj,0.0000056051,0.05000,14.826
5,mlp.experts.452.up_proj,0.0000099989,0.05000,14.647
5,mlp.experts.56.down_proj,0.0000031334,0.05000,3.735
5,mlp.experts.486.up_proj,0.0000252798,0.05000,14.676
5,mlp.experts.427.up_proj,0.0000069475,0.05000,14.801
5,mlp.experts.502.up_proj,failsafe(rtn): 0.0012817,0.00000,0.713
5,mlp.experts.72.down_proj,0.0000004035,0.05000,3.495
5,mlp.experts.6.down_proj,0.0000001427,0.05000,3.411
5,mlp.experts.88.down_proj,0.0000001572,0.05000,3.360
5,mlp.experts.104.down_proj,failsafe(rtn): 0.0014343,0.00000,0.166
5,mlp.experts.22.down_proj,0.0000007875,0.05000,3.268
5,mlp.experts.120.down_proj,0.0000006767,0.05000,3.443
5,mlp.experts.38.down_proj,0.0000004639,0.05000,3.415
5,mlp.experts.338.up_proj,0.0000104193,0.05000,13.737
5,mlp.experts.444.up_proj,0.0000089064,0.05000,13.805
5,mlp.experts.375.up_proj,0.0000040722,0.05000,13.693
5,mlp.experts.351.up_proj,0.0000128326,0.05000,13.748
5,mlp.experts.493.up_proj,0.0000050549,0.05000,13.704
5,mlp.experts.394.up_proj,0.0000140359,0.05000,13.798
5,mlp.experts.398.up_proj,0.0000114959,0.05000,13.814
5,mlp.experts.417.up_proj,0.0000078120,0.05000,13.812
5,mlp.experts.325.up_proj,0.0000187542,0.05000,13.875
5,mlp.experts.416.up_proj,0.0000030178,0.05000,13.801
5,mlp.experts.499.up_proj,0.0000068362,0.05000,13.707
5,mlp.experts.409.up_proj,0.0000155645,0.05000,13.907
5,mlp.experts.3.down_proj,failsafe(rtn): 0.0014420,0.00000,0.165
5,mlp.experts.19.down_proj,failsafe(rtn): 0.0014725,0.00000,0.176
5,mlp.experts.468.up_proj,0.0000066416,0.05000,13.791
5,mlp.experts.433.up_proj,failsafe(rtn): 0.0013046,0.00000,0.770
5,mlp.experts.136.down_proj,0.0000009279,0.05000,3.498
5,mlp.experts.484.up_proj,failsafe(rtn): 0.0013351,0.00000,0.709
5,mlp.experts.443.up_proj,0.0000106455,0.05000,13.721
5,mlp.experts.54.down_proj,0.0000001905,0.05000,3.582
5,mlp.experts.35.down_proj,0.0000004036,0.05000,3.532
5,mlp.experts.152.down_proj,0.0000001300,0.05000,3.554
5,mlp.experts.70.down_proj,0.0000009417,0.05000,3.387
5,mlp.experts.51.down_proj,0.0000003191,0.05000,3.490
5,mlp.experts.168.down_proj,0.0000007606,0.05000,3.490
5,mlp.experts.86.down_proj,0.0000004364,0.05000,3.479
5,mlp.experts.67.down_proj,0.0000008692,0.05000,3.562
5,mlp.experts.184.down_proj,0.0000003690,0.05000,3.510
5,mlp.experts.102.down_proj,0.0000003756,0.05000,3.461
5,mlp.experts.460.up_proj,0.0000043217,0.05000,13.925
5,mlp.experts.391.up_proj,0.0000203157,0.05000,13.913
5,mlp.experts.414.up_proj,0.0000040252,0.05000,13.847
5,mlp.experts.425.up_proj,0.0000085133,0.05000,13.726
5,mlp.experts.432.up_proj,0.0000034108,0.05000,13.813
5,mlp.experts.449.up_proj,0.0000354586,0.05000,13.150
5,mlp.experts.354.up_proj,0.0000041282,0.05000,13.905
5,mlp.experts.367.up_proj,0.0000082616,0.05000,13.874
5,mlp.experts.410.up_proj,0.0000060966,0.05000,13.881
5,mlp.experts.509.up_proj,0.0000122866,0.05000,13.951
5,mlp.experts.341.up_proj,0.0000057642,0.05000,13.836
5,mlp.experts.83.down_proj,0.0000005660,0.05000,2.828
5,mlp.experts.13.down_proj,failsafe(rtn): 0.0015259,0.00000,0.234
5,mlp.experts.500.up_proj,0.0000088612,0.05000,13.019
5,mlp.experts.459.up_proj,0.0000022211,0.05000,13.038
5,mlp.experts.407.up_proj,failsafe(rtn): 0.0013428,0.00000,0.819
5,mlp.experts.200.down_proj,0.0000007373,0.05000,3.632
5,mlp.experts.118.down_proj,0.0000021927,0.05000,3.655
5,mlp.experts.99.down_proj,0.0000010078,0.05000,3.708
5,mlp.experts.29.down_proj,0.0000005718,0.05000,3.574
5,mlp.experts.134.down_proj,failsafe(rtn): 0.0013657,0.00000,0.186
5,mlp.experts.4.down_proj,0.0000003617,0.05000,3.624
5,mlp.experts.150.down_proj,failsafe(rtn): 0.0014877,0.00000,0.225
5,mlp.experts.216.down_proj,0.0000011966,0.05000,3.740
5,mlp.experts.115.down_proj,0.0000023689,0.05000,3.778
5,mlp.experts.45.down_proj,0.0000015160,0.05000,3.753
5,mlp.experts.20.down_proj,0.0000005113,0.05000,3.723
5,mlp.experts.166.down_proj,0.0000007733,0.05000,3.695
5,mlp.experts.36.down_proj,failsafe(rtn): 0.0015106,0.00000,0.154
5,mlp.experts.182.down_proj,failsafe(rtn): 0.0014572,0.00000,0.156
5,mlp.experts.232.down_proj,0.0000001573,0.05000,3.666
5,mlp.experts.131.down_proj,0.0000005414,0.05000,3.701
5,mlp.experts.61.down_proj,0.0000001998,0.05000,3.684
5,mlp.experts.52.down_proj,0.0000006589,0.05000,3.724
5,mlp.experts.198.down_proj,0.0000006832,0.05000,3.620
5,mlp.experts.476.up_proj,0.0000048168,0.05000,14.399
5,mlp.experts.441.up_proj,0.0000052315,0.05000,14.461
5,mlp.experts.430.up_proj,0.0000070580,0.05000,14.567
5,mlp.experts.426.up_proj,0.0000028093,0.05000,14.569
5,mlp.experts.383.up_proj,0.0000045621,0.05000,14.575
5,mlp.experts.370.up_proj,0.0000078820,0.05000,14.577
5,mlp.experts.248.down_proj,0.0000018675,0.05000,3.523
5,mlp.experts.448.up_proj,0.0000085354,0.05000,14.578
5,mlp.experts.465.up_proj,0.0000291786,0.05000,14.606
5,mlp.experts.357.up_proj,0.0000025225,0.05000,14.620
5,mlp.experts.147.down_proj,0.0000007756,0.05000,3.541
5,mlp.experts.77.down_proj,0.0000004340,0.05000,3.586
5,mlp.experts.475.up_proj,0.0000081056,0.05000,14.599
5,mlp.experts.93.down_proj,failsafe(rtn): 0.0014801,0.00000,0.208
5,mlp.experts.214.down_proj,0.0000015098,0.05000,3.568
5,mlp.experts.68.down_proj,0.0000004417,0.05000,3.646
5,mlp.experts.423.up_proj,0.0000109827,0.05000,14.514
5,mlp.experts.264.down_proj,0.0000002543,0.05000,3.719
5,mlp.experts.163.down_proj,0.0000002865,0.05000,3.679
5,mlp.experts.179.down_proj,failsafe(rtn): 0.0014801,0.00000,0.227
5,mlp.experts.109.down_proj,0.0000003509,0.05000,3.767
5,mlp.experts.230.down_proj,0.0000006037,0.05000,3.835
5,mlp.experts.84.down_proj,0.0000002344,0.05000,3.760
5,mlp.experts.280.down_proj,0.0000006332,0.05000,3.815
5,mlp.experts.195.down_proj,0.0000009255,0.05000,3.849
5,mlp.experts.125.down_proj,0.0000007281,0.05000,3.901
5,mlp.experts.100.down_proj,0.0000002693,0.05000,3.819
5,mlp.experts.246.down_proj,0.0000002174,0.05000,3.852
5,mlp.experts.141.down_proj,failsafe(rtn): 0.0014420,0.00000,0.208
5,mlp.experts.296.down_proj,0.0000003266,0.05000,3.785
5,mlp.experts.211.down_proj,0.0000004563,0.05000,3.689
5,mlp.experts.116.down_proj,0.0000008444,0.05000,3.655
5,mlp.experts.262.down_proj,0.0000004597,0.05000,3.646
5,mlp.experts.157.down_proj,0.0000005013,0.05000,3.638
5,mlp.experts.492.up_proj,0.0000129443,0.05000,14.807
5,mlp.experts.446.up_proj,0.0000103302,0.05000,14.694
5,mlp.experts.442.up_proj,0.0000035640,0.05000,14.699
5,mlp.experts.399.up_proj,0.0000086291,0.05000,14.729
5,mlp.experts.386.up_proj,0.0000043405,0.05000,14.803
5,mlp.experts.457.up_proj,0.0000065444,0.05000,14.933
5,mlp.experts.464.up_proj,0.0000075033,0.05000,14.817
5,mlp.experts.312.down_proj,0.0000005218,0.05000,3.553
5,mlp.experts.481.up_proj,0.0000065404,0.05000,14.894
5,mlp.experts.373.up_proj,0.0000044046,0.05000,14.849
5,mlp.experts.227.down_proj,0.0000002847,0.05000,3.510
5,mlp.experts.491.up_proj,0.0000084088,0.05000,14.715
5,mlp.experts.243.down_proj,failsafe(rtn): 0.0014648,0.00000,0.210
5,mlp.experts.439.up_proj,0.0000057799,0.05000,14.774
5,mlp.experts.132.down_proj,0.0000000334,0.05000,3.659
5,mlp.experts.278.down_proj,0.0000001351,0.05000,3.743
5,mlp.experts.173.down_proj,0.0000008066,0.05000,3.657
5,mlp.experts.328.down_proj,0.0000016416,0.05000,3.868
5,mlp.experts.259.down_proj,0.0000008738,0.05000,3.781
5,mlp.experts.148.down_proj,0.0000007433,0.05000,3.746
5,mlp.experts.189.down_proj,0.0000011132,0.05000,3.661
5,mlp.experts.294.down_proj,0.0000058385,0.05000,3.708
5,mlp.experts.344.down_proj,0.0000000513,0.05000,3.261
5,mlp.experts.275.down_proj,0.0000007984,0.05000,3.334
5,mlp.experts.164.down_proj,0.0000002958,0.05000,3.386
5,mlp.experts.205.down_proj,0.0000008637,0.05000,3.402
5,mlp.experts.310.down_proj,0.0000030190,0.05000,3.397
5,mlp.experts.360.down_proj,0.0000004172,0.05000,3.511
5,mlp.experts.376.down_proj,failsafe(rtn): 0.0014648,0.00000,0.175
5,mlp.experts.291.down_proj,0.0000008408,0.05000,3.544
5,mlp.experts.307.down_proj,failsafe(rtn): 0.0014648,0.00000,0.178
5,mlp.experts.180.down_proj,0.0000002258,0.05000,3.552
5,mlp.experts.221.down_proj,0.0000011095,0.05000,3.547
5,mlp.experts.326.down_proj,0.0000008742,0.05000,3.571
5,mlp.experts.196.down_proj,failsafe(rtn): 0.0014114,0.00000,0.207
5,mlp.experts.237.down_proj,failsafe(rtn): 0.0015259,0.00000,0.206
5,mlp.experts.508.up_proj,0.0000056714,0.05000,14.195
5,mlp.experts.415.up_proj,0.0000005298,0.05000,14.131
5,mlp.experts.402.up_proj,0.0000104181,0.05000,14.124
5,mlp.experts.458.up_proj,0.0000047598,0.05000,14.271
5,mlp.experts.462.up_proj,0.0000074059,0.05000,14.318
5,mlp.experts.389.up_proj,0.0000203264,0.05000,14.120
5,mlp.experts.480.up_proj,0.0000060056,0.05000,14.245
5,mlp.experts.497.up_proj,0.0000081904,0.05000,14.257
5,mlp.experts.473.up_proj,0.0000046922,0.05000,14.369
5,mlp.experts.507.up_proj,0.0000085753,0.05000,14.168
5,mlp.experts.392.down_proj,0.0000010521,0.05000,3.616
5,mlp.experts.455.up_proj,0.0000040457,0.05000,14.160
5,mlp.experts.478.up_proj,failsafe(rtn): 0.0013199,0.00000,0.727
5,mlp.experts.323.down_proj,0.0000012508,0.05000,3.551
5,mlp.experts.489.up_proj,failsafe(rtn): 0.0012665,0.00000,0.721
5,mlp.experts.342.down_proj,0.0000002176,0.05000,3.557
5,mlp.experts.212.down_proj,0.0000017082,0.05000,3.564
5,mlp.experts.253.down_proj,0.0000007751,0.05000,3.585
5,mlp.experts.494.up_proj,failsafe(rtn): 0.0013428,0.00000,0.750
5,mlp.experts.12.down_proj,0.0000006973,0.05000,3.695
5,mlp.experts.28.down_proj,failsafe(rtn): 0.0015182,0.00000,0.158
5,mlp.experts.1.down_proj,0.0000017222,0.05000,3.673
5,mlp.experts.408.down_proj,0.0000006463,0.05000,3.599
5,mlp.experts.11.down_proj,0.0000005365,0.05000,3.652
5,mlp.experts.17.down_proj,failsafe(rtn): 0.0014496,0.00000,0.198
5,mlp.experts.424.down_proj,failsafe(rtn): 0.0015259,0.00000,0.207
5,mlp.experts.33.down_proj,failsafe(rtn): 0.0014267,0.00000,0.221
5,mlp.experts.440.down_proj,failsafe(rtn): 0.0014496,0.00000,0.226
5,mlp.experts.339.down_proj,0.0000042324,0.05000,3.754
5,mlp.experts.358.down_proj,0.0000008542,0.05000,3.646
5,mlp.experts.456.down_proj,failsafe(rtn): 0.0014191,0.00000,0.195
5,mlp.experts.228.down_proj,0.0000004989,0.05000,3.724
5,mlp.experts.269.down_proj,0.0000008338,0.05000,3.758
5,mlp.experts.44.down_proj,0.0000010002,0.05000,3.731
5,mlp.experts.60.down_proj,failsafe(rtn): 0.0014648,0.00000,0.167
5,mlp.experts.27.down_proj,0.0000025059,0.05000,3.731
5,mlp.experts.49.down_proj,0.0000013820,0.05000,3.733
5,mlp.experts.355.down_proj,0.0000005612,0.05000,3.602
5,mlp.experts.472.down_proj,0.0000006210,0.05000,3.639
5,mlp.experts.285.down_proj,0.0000007515,0.05000,3.558
5,mlp.experts.43.down_proj,0.0000005304,0.05000,2.207
5,mlp.experts.374.down_proj,0.0000002283,0.05000,3.611
5,mlp.experts.244.down_proj,0.0000005562,0.05000,3.585
5,mlp.experts.76.down_proj,0.0000001276,0.05000,2.290
5,mlp.experts.488.down_proj,failsafe(rtn): 0.0014343,0.00000,0.175
5,mlp.experts.431.up_proj,0.0000091237,0.05000,12.251
5,mlp.experts.418.up_proj,0.0000052571,0.05000,12.320
5,mlp.experts.474.up_proj,0.0000188085,0.05000,12.285
5,mlp.experts.405.up_proj,0.0000156974,0.05000,12.274
5,mlp.experts.496.up_proj,0.0000087296,0.05000,12.300
5,mlp.experts.471.up_proj,0.0000159930,0.05000,12.136
5,mlp.experts.505.up_proj,0.0000047212,0.05000,12.144
5,mlp.experts.510.up_proj,0.0000102975,0.05000,12.321
5,mlp.experts.390.down_proj,0.0000008064,0.05000,3.569
5,mlp.experts.59.down_proj,0.0000007996,0.05000,3.579
5,mlp.experts.65.down_proj,0.0000002382,0.05000,3.600
5,mlp.experts.301.down_proj,0.0000002219,0.05000,3.596
5,mlp.experts.371.down_proj,0.0000013888,0.05000,3.610
5,mlp.experts.260.down_proj,0.0000015461,0.05000,3.639
5,mlp.experts.92.down_proj,0.0000009943,0.05000,3.669
5,mlp.experts.504.down_proj,0.0000007420,0.05000,3.625
5,mlp.experts.0.down_proj,0.0000015748,0.05000,3.420
5,mlp.experts.9.down_proj,0.0000007532,0.05000,3.432
5,mlp.experts.14.down_proj,0.0000002459,0.05000,3.445
5,mlp.experts.406.down_proj,0.0000010447,0.05000,3.314
5,mlp.experts.81.down_proj,0.0000014851,0.05000,3.315
5,mlp.experts.276.down_proj,0.0000002988,0.05000,3.271
5,mlp.experts.387.down_proj,0.0000009036,0.05000,3.311
5,mlp.experts.317.down_proj,0.0000003769,0.05000,3.365
5,mlp.experts.75.down_proj,0.0000001590,0.05000,3.407
5,mlp.experts.108.down_proj,0.0000004591,0.05000,3.357
5,mlp.experts.16.down_proj,0.0000007675,0.05000,3.234
5,mlp.experts.32.down_proj,failsafe(rtn): 0.0013885,0.00000,0.154
5,mlp.experts.25.down_proj,0.0000004335,0.05000,3.226
5,mlp.experts.30.down_proj,0.0000005044,0.05000,3.218
5,mlp.experts.422.down_proj,0.0000006715,0.05000,3.277
5,mlp.experts.97.down_proj,0.0000005159,0.05000,3.270
5,mlp.experts.292.down_proj,0.0000012478,0.05000,3.282
5,mlp.experts.403.down_proj,0.0000008484,0.05000,3.319
5,mlp.experts.124.down_proj,0.0000008224,0.05000,3.226
5,mlp.experts.91.down_proj,0.0000004658,0.05000,3.292
5,mlp.experts.333.down_proj,0.0000018429,0.05000,3.318
5,mlp.experts.438.down_proj,failsafe(rtn): 0.0015411,0.00000,0.187
5,mlp.experts.48.down_proj,0.0000008345,0.05000,3.513
5,mlp.experts.41.down_proj,0.0000005978,0.05000,3.546
5,mlp.experts.46.down_proj,0.0000003548,0.05000,3.489
5,mlp.experts.308.down_proj,0.0000002720,0.05000,3.483
5,mlp.experts.140.down_proj,0.0000005743,0.05000,3.494
5,mlp.experts.107.down_proj,0.0000004783,0.05000,3.487
5,mlp.experts.113.down_proj,0.0000010828,0.05000,3.577
5,mlp.experts.419.down_proj,0.0000016036,0.05000,3.592
5,mlp.experts.349.down_proj,0.0000004822,0.05000,3.567
5,mlp.experts.454.down_proj,0.0000004288,0.05000,3.531
5,mlp.experts.435.down_proj,failsafe(rtn): 0.0014725,0.00000,0.154
5,mlp.experts.365.down_proj,failsafe(rtn): 0.0014191,0.00000,0.163
5,mlp.experts.470.down_proj,failsafe(rtn): 0.0015182,0.00000,0.151
5,mlp.experts.447.up_proj,0.0000159165,0.05000,13.503
5,mlp.experts.490.up_proj,0.0000091328,0.05000,13.463
5,mlp.experts.421.up_proj,0.0000213836,0.05000,13.409
5,mlp.experts.434.up_proj,0.0000208564,0.05000,13.507
5,mlp.experts.64.down_proj,0.0000002992,0.05000,3.506
5,mlp.experts.487.up_proj,0.0000062174,0.05000,13.595
5,mlp.experts.57.down_proj,0.0000006959,0.05000,3.434
5,mlp.experts.503.up_proj,failsafe(rtn): 0.0013199,0.00000,0.669
5,mlp.experts.62.down_proj,0.0000000617,0.05000,3.519
5,mlp.experts.324.down_proj,0.0000004415,0.05000,3.459
5,mlp.experts.156.down_proj,0.0000029470,0.05000,3.451
5,mlp.experts.129.down_proj,0.0000013264,0.05000,3.470
5,mlp.experts.123.down_proj,0.0000005716,0.05000,3.479
5,mlp.experts.340.down_proj,failsafe(rtn): 0.0014420,0.00000,0.158
5,mlp.experts.486.down_proj,0.0000017529,0.05000,3.369
5,mlp.experts.451.down_proj,0.0000004149,0.05000,3.495
5,mlp.experts.381.down_proj,0.0000006819,0.05000,3.510
5,mlp.experts.502.down_proj,failsafe(rtn): 0.0013885,0.00000,0.199
5,mlp.experts.80.down_proj,0.0000003919,0.05000,3.363
5,mlp.experts.73.down_proj,0.0000004230,0.05000,3.359
5,mlp.experts.7.down_proj,0.0000005112,0.05000,3.191
5,mlp.experts.23.down_proj,failsafe(rtn): 0.0012360,0.00000,0.162
5,mlp.experts.78.down_proj,0.0000008659,0.05000,3.170
5,mlp.experts.172.down_proj,0.0000012064,0.05000,3.121
5,mlp.experts.139.down_proj,0.0000003538,0.05000,3.119
5,mlp.experts.145.down_proj,0.0000002151,0.05000,3.153
5,mlp.experts.356.down_proj,0.0000009710,0.05000,3.176
5,mlp.experts.188.down_proj,failsafe(rtn): 0.0014648,0.00000,0.166
5,mlp.experts.161.down_proj,failsafe(rtn): 0.0014648,0.00000,0.176
5,mlp.experts.467.down_proj,0.0000004288,0.05000,3.168
5,mlp.experts.397.down_proj,0.0000004043,0.05000,3.146
5,mlp.experts.96.down_proj,0.0000006490,0.05000,3.063
5,mlp.experts.89.down_proj,0.0000002618,0.05000,3.170
5,mlp.experts.105.down_proj,failsafe(rtn): 0.0015030,0.00000,0.158
5,mlp.experts.39.down_proj,0.0000004297,0.05000,3.099
5,mlp.experts.94.down_proj,0.0000008141,0.05000,3.134
5,mlp.experts.155.down_proj,0.0000006027,0.05000,3.121
5,mlp.experts.372.down_proj,0.0000022074,0.05000,3.036
5,mlp.experts.204.down_proj,0.0000008636,0.05000,3.054
5,mlp.experts.483.down_proj,0.0000006768,0.05000,3.025
5,mlp.experts.177.down_proj,0.0000007931,0.05000,3.114
5,mlp.experts.413.down_proj,0.0000007822,0.05000,3.024
5,mlp.experts.112.down_proj,0.0000000236,0.05000,3.077
5,mlp.experts.121.down_proj,0.0000015405,0.05000,2.993
5,mlp.experts.55.down_proj,0.0000003106,0.05000,3.046
5,mlp.experts.110.down_proj,0.0000007276,0.05000,2.998
5,mlp.experts.171.down_proj,0.0000011602,0.05000,3.014
5,mlp.experts.388.down_proj,0.0000001444,0.05000,3.036
5,mlp.experts.220.down_proj,0.0000007384,0.05000,3.050
5,mlp.experts.499.down_proj,0.0000002811,0.05000,3.026
5,mlp.experts.429.down_proj,0.0000006624,0.05000,3.007
5,mlp.experts.193.down_proj,0.0000008867,0.05000,3.066
5,mlp.experts.463.up_proj,0.0000034833,0.05000,12.570
5,mlp.experts.506.up_proj,0.0000102607,0.05000,12.461
5,mlp.experts.450.up_proj,0.0000159777,0.05000,12.440
5,mlp.experts.437.up_proj,0.0000068344,0.05000,12.502
5,mlp.experts.128.down_proj,0.0000005200,0.05000,3.050
5,mlp.experts.137.down_proj,0.0000005219,0.05000,3.039
5,mlp.experts.71.down_proj,0.0000003887,0.05000,2.970
5,mlp.experts.126.down_proj,0.0000004260,0.05000,2.935
5,mlp.experts.187.down_proj,0.0000003323,0.05000,3.038
5,mlp.experts.404.down_proj,0.0000005787,0.05000,3.005
5,mlp.experts.236.down_proj,0.0000006416,0.05000,2.989
5,mlp.experts.209.down_proj,0.0000005793,0.05000,3.022
5,mlp.experts.445.down_proj,0.0000003003,0.05000,3.087
5,mlp.experts.10.down_proj,0.0000006034,0.05000,3.019
5,mlp.experts.144.down_proj,0.0000028691,0.05000,2.858
5,mlp.experts.153.down_proj,0.0000006635,0.05000,2.865
5,mlp.experts.87.down_proj,0.0000008748,0.05000,2.817
5,mlp.experts.142.down_proj,0.0000016826,0.05000,2.823
5,mlp.experts.158.down_proj,failsafe(rtn): 0.0015182,0.00000,0.134
5,mlp.experts.252.down_proj,0.0000003648,0.05000,2.715
5,mlp.experts.420.down_proj,0.0000000407,0.05000,2.748
5,mlp.experts.203.down_proj,0.0000005904,0.05000,2.791
5,mlp.experts.436.down_proj,failsafe(rtn): 0.0014725,0.00000,0.161
5,mlp.experts.225.down_proj,0.0000002642,0.05000,2.789
5,mlp.experts.461.down_proj,0.0000005634,0.05000,2.765
5,mlp.experts.26.down_proj,0.0000001333,0.05000,2.754
5,mlp.experts.160.down_proj,0.0000002484,0.05000,2.737
5,mlp.experts.169.down_proj,0.0000009090,0.05000,2.695
5,mlp.experts.103.down_proj,0.0000030205,0.05000,2.706
5,mlp.experts.174.down_proj,0.0000006576,0.05000,2.619
5,mlp.experts.219.down_proj,0.0000005247,0.05000,2.590
5,mlp.experts.268.down_proj,0.0000010091,0.05000,2.635
5,mlp.experts.452.down_proj,0.0000008663,0.05000,2.645
5,mlp.experts.241.down_proj,0.0000000858,0.05000,2.651
5,mlp.experts.477.down_proj,0.0000009973,0.05000,2.676
5,mlp.experts.42.down_proj,0.0000002511,0.05000,2.666
5,mlp.experts.176.down_proj,0.0000004278,0.05000,2.743
5,mlp.experts.185.down_proj,0.0000008166,0.05000,2.748
5,mlp.experts.119.down_proj,0.0000005113,0.05000,2.790
5,mlp.experts.190.down_proj,0.0000011829,0.05000,2.735
5,mlp.experts.235.down_proj,0.0000015657,0.05000,2.717
5,mlp.experts.284.down_proj,0.0000004142,0.05000,2.806
5,mlp.experts.468.down_proj,0.0000005567,0.05000,2.739
5,mlp.experts.493.down_proj,0.0000017600,0.05000,2.687
5,mlp.experts.257.down_proj,0.0000027691,0.05000,2.758
5,mlp.experts.484.down_proj,failsafe(rtn): 0.0014572,0.00000,0.127
5,mlp.experts.479.up_proj,0.0000124771,0.05000,11.015
5,mlp.experts.466.up_proj,0.0000058709,0.05000,11.029
5,mlp.experts.58.down_proj,0.0000026763,0.05000,2.775
5,mlp.experts.453.up_proj,0.0000071909,0.05000,11.225
5,mlp.experts.495.up_proj,failsafe(rtn): 0.0013199,0.00000,0.609
5,mlp.experts.192.down_proj,0.0000008860,0.05000,2.766
5,mlp.experts.201.down_proj,0.0000004180,0.05000,2.859
5,mlp.experts.135.down_proj,0.0000018670,0.05000,2.826
5,mlp.experts.217.down_proj,failsafe(rtn): 0.0014877,0.00000,0.133
5,mlp.experts.206.down_proj,0.0000004833,0.05000,2.837
5,mlp.experts.251.down_proj,0.0000018654,0.05000,2.961
5,mlp.experts.300.down_proj,0.0000002553,0.05000,2.948
5,mlp.experts.500.down_proj,0.0000007807,0.05000,2.946
5,mlp.experts.509.down_proj,0.0000010168,0.05000,3.026
5,mlp.experts.273.down_proj,0.0000002143,0.05000,2.992
5,mlp.experts.74.down_proj,0.0000010680,0.05000,2.777
5,mlp.experts.208.down_proj,0.0000014485,0.05000,2.667
5,mlp.experts.224.down_proj,failsafe(rtn): 0.0014496,0.00000,0.107
5,mlp.experts.151.down_proj,0.0000001951,0.05000,2.484
5,mlp.experts.233.down_proj,0.0000003684,0.05000,2.495
5,mlp.experts.222.down_proj,0.0000003786,0.05000,2.435
5,mlp.experts.267.down_proj,0.0000008234,0.05000,2.295
5,mlp.experts.316.down_proj,0.0000002723,0.05000,2.218
5,mlp.experts.289.down_proj,0.0000003845,0.05000,2.147
5,mlp.experts.90.down_proj,0.0000008963,0.05000,2.109
5,mlp.experts.240.down_proj,0.0000008045,0.05000,2.108
5,mlp.experts.167.down_proj,0.0000019286,0.05000,2.121
5,mlp.experts.249.down_proj,0.0000013761,0.05000,2.148
5,mlp.experts.238.down_proj,0.0000007624,0.05000,2.153
5,mlp.experts.283.down_proj,0.0000006610,0.05000,2.178
5,mlp.experts.332.down_proj,0.0000005685,0.05000,2.150
5,mlp.experts.305.down_proj,0.0000005630,0.05000,2.248
5,mlp.experts.106.down_proj,0.0000003076,0.05000,2.241
5,mlp.experts.256.down_proj,0.0000003745,0.05000,2.252
5,mlp.experts.183.down_proj,0.0000009852,0.05000,2.273
5,mlp.experts.265.down_proj,0.0000028374,0.05000,2.245
5,mlp.experts.254.down_proj,0.0000002390,0.05000,2.228
5,mlp.experts.348.down_proj,0.0000013086,0.05000,2.203
5,mlp.experts.299.down_proj,0.0000003671,0.05000,2.210
5,mlp.experts.321.down_proj,0.0000008069,0.05000,2.199
5,mlp.experts.482.up_proj,0.0000033097,0.05000,9.271
5,mlp.experts.122.down_proj,0.0000006898,0.05000,2.184
5,mlp.experts.469.up_proj,0.0000064016,0.05000,9.287
5,mlp.experts.511.up_proj,0.0000115480,0.05000,9.205
5,mlp.experts.272.down_proj,0.0000020370,0.05000,2.277
5,mlp.experts.199.down_proj,0.0000002528,0.05000,2.313
5,mlp.experts.281.down_proj,0.0000005903,0.05000,2.366
5,mlp.experts.270.down_proj,0.0000008847,0.05000,2.321
5,mlp.experts.364.down_proj,0.0000007077,0.05000,2.351
5,mlp.experts.315.down_proj,0.0000005138,0.05000,2.394
5,mlp.experts.331.down_proj,failsafe(rtn): 0.0015030,0.00000,0.110
5,mlp.experts.337.down_proj,0.0000007087,0.05000,2.409
5,mlp.experts.138.down_proj,0.0000001252,0.05000,2.494
5,mlp.experts.15.down_proj,0.0000023736,0.05000,2.483
5,mlp.experts.288.down_proj,0.0000006427,0.05000,2.433
5,mlp.experts.215.down_proj,0.0000004025,0.05000,2.531
5,mlp.experts.286.down_proj,0.0000001891,0.05000,2.443
5,mlp.experts.297.down_proj,0.0000006949,0.05000,2.508
5,mlp.experts.380.down_proj,0.0000005546,0.05000,2.417
5,mlp.experts.347.down_proj,0.0000019027,0.05000,2.423
5,mlp.experts.353.down_proj,0.0000004115,0.05000,2.423
5,mlp.experts.154.down_proj,0.0000020948,0.05000,2.345
5,mlp.experts.31.down_proj,0.0000003768,0.05000,2.402
5,mlp.experts.304.down_proj,0.0000008659,0.05000,2.384
5,mlp.experts.231.down_proj,0.0000002035,0.05000,2.305
5,mlp.experts.302.down_proj,0.0000005576,0.05000,2.281
5,mlp.experts.313.down_proj,0.0000003644,0.05000,2.286
5,mlp.experts.396.down_proj,0.0000004400,0.05000,2.241
5,mlp.experts.363.down_proj,0.0000004323,0.05000,2.322
5,mlp.experts.379.down_proj,failsafe(rtn): 0.0014572,0.00000,0.113
5,mlp.experts.369.down_proj,0.0000004468,0.05000,2.289
5,mlp.experts.170.down_proj,0.0000005835,0.05000,2.266
5,mlp.experts.47.down_proj,0.0000008129,0.05000,2.230
5,mlp.experts.320.down_proj,0.0000010039,0.05000,2.215
5,mlp.experts.247.down_proj,0.0000004925,0.05000,2.222
5,mlp.experts.318.down_proj,0.0000003810,0.05000,2.245
5,mlp.experts.329.down_proj,0.0000002003,0.05000,2.262
5,mlp.experts.412.down_proj,0.0000002564,0.05000,2.179
5,mlp.experts.395.down_proj,0.0000010069,0.05000,2.217
5,mlp.experts.498.up_proj,0.0000081709,0.05000,9.257
5,mlp.experts.385.down_proj,0.0000014203,0.05000,2.278
5,mlp.experts.411.down_proj,failsafe(rtn): 0.0014648,0.00000,0.116
5,mlp.experts.186.down_proj,0.0000007659,0.05000,2.225
5,mlp.experts.336.down_proj,0.0000014777,0.05000,1.961
5,mlp.experts.345.down_proj,0.0000005109,0.05000,1.530
5,mlp.experts.428.down_proj,0.0000006504,0.05000,1.407
5,mlp.experts.485.up_proj,0.0000018683,0.05000,9.280
5,mlp.experts.63.down_proj,0.0000001555,0.05000,2.077
5,mlp.experts.263.down_proj,0.0000003338,0.05000,1.616
5,mlp.experts.334.down_proj,0.0000003145,0.05000,1.573
5,mlp.experts.2.down_proj,0.0000008893,0.05000,0.967
5,mlp.experts.352.down_proj,failsafe(rtn): 0.0015182,0.00000,0.081
5,mlp.experts.79.down_proj,0.0000004310,0.05000,2.428
5,mlp.experts.444.down_proj,0.0000006413,0.05000,2.440
5,mlp.experts.202.down_proj,0.0000007817,0.05000,2.446
5,mlp.experts.18.down_proj,0.0000005084,0.05000,2.447
5,mlp.experts.361.down_proj,0.0000002304,0.05000,2.469
5,mlp.experts.401.down_proj,0.0000007809,0.05000,2.475
5,mlp.experts.350.down_proj,0.0000004023,0.05000,2.484
5,mlp.experts.279.down_proj,0.0000005785,0.05000,2.494
5,mlp.experts.427.down_proj,0.0000006593,0.05000,2.530
5,mlp.experts.368.down_proj,0.0000007590,0.05000,2.460
5,mlp.experts.218.down_proj,failsafe(rtn): 0.0015182,0.00000,0.138
5,mlp.experts.95.down_proj,0.0000007216,0.05000,2.236
5,mlp.experts.295.down_proj,0.0000015625,0.05000,2.193
5,mlp.experts.34.down_proj,0.0000006163,0.05000,2.249
5,mlp.experts.460.down_proj,0.0000008661,0.05000,2.273
5,mlp.experts.366.down_proj,0.0000012756,0.05000,2.239
5,mlp.experts.417.down_proj,0.0000007822,0.05000,2.269
5,mlp.experts.377.down_proj,0.0000006000,0.05000,2.276
5,mlp.experts.443.down_proj,0.0000007051,0.05000,2.246
5,mlp.experts.234.down_proj,0.0000004592,0.05000,2.196
5,mlp.experts.384.down_proj,0.0000013978,0.05000,2.236
5,mlp.experts.433.down_proj,failsafe(rtn): 0.0014801,0.00000,0.122
5,mlp.experts.111.down_proj,0.0000003626,0.05000,2.123
5,mlp.experts.476.down_proj,0.0000003605,0.05000,2.083
5,mlp.experts.311.down_proj,0.0000004449,0.05000,2.129
5,mlp.experts.50.down_proj,0.0000004884,0.05000,2.135
5,mlp.experts.382.down_proj,0.0000004226,0.05000,2.124
5,mlp.experts.400.down_proj,0.0000001050,0.05000,2.085
5,mlp.experts.393.down_proj,0.0000007028,0.05000,2.126
5,mlp.experts.459.down_proj,0.0000001553,0.05000,2.118
5,mlp.experts.250.down_proj,0.0000014175,0.05000,2.127
5,mlp.experts.449.down_proj,0.0000041413,0.05000,2.141
5,mlp.experts.127.down_proj,0.0000007604,0.05000,2.122
5,mlp.experts.492.down_proj,0.0000008300,0.05000,2.122
5,mlp.experts.501.up_proj,0.0000054169,0.05000,8.946
5,mlp.experts.327.down_proj,0.0000003782,0.05000,2.133
5,mlp.experts.398.down_proj,0.0000005505,0.05000,2.137
5,mlp.experts.66.down_proj,0.0000003923,0.05000,2.157
5,mlp.experts.416.down_proj,0.0000002209,0.05000,2.115
5,mlp.experts.409.down_proj,0.0000008678,0.05000,2.115
5,mlp.experts.475.down_proj,0.0000004559,0.05000,2.111
5,mlp.experts.266.down_proj,0.0000002923,0.05000,2.160
5,mlp.experts.465.down_proj,0.0000018136,0.05000,2.137
5,mlp.experts.508.down_proj,0.0000004464,0.05000,2.223
5,mlp.experts.143.down_proj,0.0000003181,0.05000,2.248
5,mlp.experts.414.down_proj,0.0000005243,0.05000,2.197
5,mlp.experts.343.down_proj,0.0000020942,0.05000,2.224
5,mlp.experts.5.down_proj,0.0000007610,0.05000,2.252
5,mlp.experts.82.down_proj,0.0000006108,0.05000,2.219
5,mlp.experts.425.down_proj,0.0000003752,0.05000,2.214
5,mlp.experts.432.down_proj,0.0000005896,0.05000,2.229
5,mlp.experts.491.down_proj,0.0000008388,0.05000,2.224
5,mlp.experts.282.down_proj,0.0000006665,0.05000,2.178
5,mlp.experts.481.down_proj,0.0000003265,0.05000,2.201
5,mlp.experts.159.down_proj,0.0000012792,0.05000,2.164
5,mlp.experts.430.down_proj,0.0000003272,0.05000,2.174
5,mlp.experts.448.down_proj,0.0000016183,0.05000,2.132
5,mlp.experts.359.down_proj,0.0000002734,0.05000,2.186
5,mlp.experts.21.down_proj,0.0000007291,0.05000,2.224
5,mlp.experts.98.down_proj,0.0000009976,0.05000,2.213
5,mlp.experts.507.down_proj,0.0000003259,0.05000,2.214
5,mlp.experts.298.down_proj,0.0000011359,0.05000,2.223
5,mlp.experts.441.down_proj,0.0000002614,0.05000,2.268
5,mlp.experts.497.down_proj,0.0000006293,0.05000,2.198
5,mlp.experts.375.down_proj,0.0000002564,0.05000,1.646
5,mlp.experts.464.down_proj,0.0000005347,0.05000,1.655
5,mlp.experts.175.down_proj,0.0000008886,0.05000,1.692
5,mlp.experts.446.down_proj,0.0000008178,0.05000,1.693
5,mlp.experts.114.down_proj,0.0000001160,0.05000,1.638
5,mlp.experts.37.down_proj,0.0000006626,0.05000,1.677
5,mlp.experts.314.down_proj,0.0000002696,0.05000,1.676
5,mlp.experts.457.down_proj,0.0000004041,0.05000,1.685
5,mlp.experts.480.down_proj,0.0000002342,0.05000,1.634
5,mlp.experts.391.down_proj,0.0000032695,0.05000,1.728
5,mlp.experts.191.down_proj,0.0000001667,0.05000,1.725
5,mlp.experts.462.down_proj,0.0000005055,0.05000,1.711
5,mlp.experts.130.down_proj,0.0000008915,0.05000,1.736
5,mlp.experts.53.down_proj,0.0000003888,0.05000,1.716
5,mlp.experts.407.down_proj,failsafe(rtn): 0.0014877,0.00000,0.090
5,mlp.experts.478.down_proj,failsafe(rtn): 0.0014877,0.00000,0.092
5,mlp.experts.473.down_proj,0.0000002622,0.05000,1.693
5,mlp.experts.330.down_proj,0.0000005427,0.05000,1.720
5,mlp.experts.494.down_proj,failsafe(rtn): 0.0014267,0.00000,0.087
5,mlp.experts.489.down_proj,failsafe(rtn): 0.0014191,0.00000,0.085
5,mlp.experts.496.down_proj,0.0000007533,0.05000,1.608
5,mlp.experts.207.down_proj,0.0000006285,0.05000,1.587
5,mlp.experts.146.down_proj,0.0000011784,0.05000,1.608
5,mlp.experts.69.down_proj,0.0000061784,0.05000,1.606
5,mlp.experts.423.down_proj,0.0000005657,0.05000,1.585
5,mlp.experts.346.down_proj,0.0000014450,0.05000,1.616
5,mlp.experts.505.down_proj,0.0000009618,0.05000,1.570
5,mlp.experts.510.down_proj,0.0000009383,0.05000,1.618
5,mlp.experts.223.down_proj,0.0000008393,0.05000,1.058
5,mlp.experts.162.down_proj,0.0000017176,0.05000,0.997
5,mlp.experts.85.down_proj,0.0000006023,0.05000,1.028
5,mlp.experts.362.down_proj,0.0000002447,0.05000,0.963
5,mlp.experts.439.down_proj,0.0000003578,0.05000,1.078
5,mlp.experts.239.down_proj,0.0000006391,0.05000,0.827
5,mlp.experts.101.down_proj,0.0000008826,0.05000,0.787
5,mlp.experts.178.down_proj,0.0000005456,0.05000,0.831
5,mlp.experts.378.down_proj,0.0000002628,0.05000,0.806
5,mlp.experts.455.down_proj,0.0000005048,0.05000,0.814
5,mlp.experts.117.down_proj,0.0000002786,0.05000,0.811
5,mlp.experts.255.down_proj,0.0000011297,0.05000,0.843
5,mlp.experts.194.down_proj,0.0000006465,0.05000,0.832
5,mlp.experts.394.down_proj,0.0000008149,0.05000,0.819
5,mlp.experts.471.down_proj,0.0000030718,0.05000,0.832
5,mlp.experts.133.down_proj,0.0000006413,0.05000,0.827
5,mlp.experts.271.down_proj,0.0000005968,0.05000,0.846
5,mlp.experts.210.down_proj,0.0000002725,0.05000,0.860
5,mlp.experts.410.down_proj,0.0000003575,0.05000,0.861
5,mlp.experts.487.down_proj,0.0000009582,0.05000,0.852
5,mlp.experts.503.down_proj,failsafe(rtn): 0.0014420,0.00000,0.042
5,mlp.experts.149.down_proj,0.0000006314,0.05000,0.648
5,mlp.experts.287.down_proj,0.0000001076,0.05000,0.627
5,mlp.experts.226.down_proj,0.0000006511,0.05000,0.629
5,mlp.experts.426.down_proj,0.0000001435,0.05000,0.631
5,mlp.experts.165.down_proj,0.0000003426,0.05000,0.527
5,mlp.experts.242.down_proj,0.0000002391,0.05000,0.534
5,mlp.experts.303.down_proj,0.0000005441,0.05000,0.557
5,mlp.experts.442.down_proj,0.0000002993,0.05000,0.588
5,mlp.experts.181.down_proj,0.0000012323,0.05000,0.577
5,mlp.experts.319.down_proj,0.0000009853,0.05000,0.533
5,mlp.experts.258.down_proj,0.0000031405,0.05000,0.572
5,mlp.experts.458.down_proj,0.0000002492,0.05000,0.569
5,mlp.experts.197.down_proj,0.0000008004,0.05000,0.622
5,mlp.experts.335.down_proj,0.0000009094,0.05000,0.662
5,mlp.experts.274.down_proj,0.0000014500,0.05000,0.669
5,mlp.experts.474.down_proj,0.0000010441,0.05000,0.654
5,mlp.experts.213.down_proj,0.0000011915,0.05000,0.540
5,mlp.experts.351.down_proj,0.0000013393,0.05000,0.537
5,mlp.experts.290.down_proj,0.0000013258,0.05000,0.556
5,mlp.experts.490.down_proj,0.0000010940,0.05000,0.583
5,mlp.experts.229.down_proj,0.0000017586,0.05000,0.537
5,mlp.experts.367.down_proj,0.0000006089,0.05000,0.516
5,mlp.experts.306.down_proj,0.0000005159,0.05000,0.543
5,mlp.experts.506.down_proj,0.0000005461,0.05000,0.600
5,mlp.experts.245.down_proj,0.0000002024,0.05000,0.416
5,mlp.experts.383.down_proj,0.0000002087,0.05000,0.473
5,mlp.experts.322.down_proj,0.0000007253,0.05000,0.437
5,mlp.experts.261.down_proj,0.0000007812,0.05000,0.371
5,mlp.experts.399.down_proj,0.0000006996,0.05000,0.345
5,mlp.experts.338.down_proj,0.0000005988,0.05000,0.369
5,mlp.experts.277.down_proj,0.0000008828,0.05000,0.331
5,mlp.experts.415.down_proj,0.0000000854,0.05000,0.335
5,mlp.experts.354.down_proj,0.0000002087,0.05000,0.386
5,mlp.experts.293.down_proj,0.0000012272,0.05000,0.361
5,mlp.experts.431.down_proj,0.0000009137,0.05000,0.363
5,mlp.experts.370.down_proj,0.0000009135,0.05000,0.349
5,mlp.experts.309.down_proj,0.0000008215,0.05000,0.308
5,mlp.experts.447.down_proj,0.0000009934,0.05000,0.311
5,mlp.experts.386.down_proj,0.0000003804,0.05000,0.345
5,mlp.experts.325.down_proj,0.0000009741,0.05000,0.331
5,mlp.experts.463.down_proj,0.0000004133,0.05000,0.357
5,mlp.experts.402.down_proj,0.0000005605,0.05000,0.327
5,mlp.experts.341.down_proj,0.0000004495,0.05000,0.360
5,mlp.experts.479.down_proj,0.0000008801,0.05000,0.338
5,mlp.experts.495.down_proj,failsafe(rtn): 0.0014496,0.00000,0.017
5,mlp.experts.418.down_proj,0.0000007569,0.05000,0.354
5,mlp.experts.357.down_proj,0.0000002489,0.05000,0.314
5,mlp.experts.511.down_proj,0.0000019580,0.05000,0.307
5,mlp.experts.434.down_proj,0.0000017443,0.05000,0.268
5,mlp.experts.373.down_proj,0.0000002979,0.05000,0.222
5,mlp.experts.450.down_proj,0.0000018125,0.05000,0.184
5,mlp.experts.389.down_proj,0.0000035244,0.05000,0.184
5,mlp.experts.466.down_proj,0.0000005852,0.05000,0.182
5,mlp.experts.405.down_proj,0.0000020940,0.05000,0.189
5,mlp.experts.482.down_proj,0.0000002984,0.05000,0.187
5,mlp.experts.421.down_proj,0.0000012813,0.05000,0.188
5,mlp.experts.498.down_proj,0.0000008954,0.05000,0.185
5,mlp.experts.437.down_proj,0.0000003436,0.05000,0.159
5,mlp.experts.453.down_proj,0.0000005024,0.05000,0.124
5,mlp.experts.469.down_proj,0.0000007817,0.05000,0.128
5,mlp.experts.485.down_proj,0.0000001221,0.05000,0.123
5,mlp.experts.501.down_proj,0.0000003871,0.05000,0.121
6,mlp.experts.8.gate_proj,0.0000029141,0.05000,14.221
6,mlp.experts.10.gate_proj,0.0000017507,0.05000,14.221
6,mlp.experts.5.gate_proj,0.0000072337,0.05000,14.227
6,mlp.experts.7.gate_proj,0.0000027737,0.05000,14.269
6,mlp.experts.0.gate_proj,0.0000039864,0.05000,14.337
6,mlp.experts.2.gate_proj,0.0000105254,0.05000,14.300
6,mlp.experts.13.gate_proj,0.0000047594,0.05000,14.337
6,mlp.experts.12.gate_proj,0.0000047883,0.05000,14.337
6,mlp.experts.4.gate_proj,0.0000089896,0.05000,14.346
6,mlp.experts.11.gate_proj,0.0000092494,0.05000,14.372
6,mlp.experts.6.gate_proj,0.0000054438,0.05000,14.388
6,mlp.experts.9.gate_proj,0.0000066464,0.05000,14.400
6,mlp.experts.15.gate_proj,0.0000167511,0.05000,14.422
6,mlp.experts.1.gate_proj,0.0000106726,0.05000,14.459
6,mlp.experts.14.gate_proj,0.0000050945,0.05000,14.506
6,mlp.experts.3.gate_proj,0.0000077373,0.05000,14.648
6,mlp.experts.16.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.778
6,mlp.experts.28.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.776
6,mlp.experts.17.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.727
6,mlp.experts.32.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.764
6,mlp.experts.21.gate_proj,0.0000067305,0.05000,14.585
6,mlp.experts.24.gate_proj,0.0000086539,0.05000,14.619
6,mlp.experts.18.gate_proj,0.0000087996,0.05000,14.533
6,mlp.experts.26.gate_proj,0.0000075708,0.05000,14.665
6,mlp.experts.29.gate_proj,0.0000071230,0.05000,14.562
6,mlp.experts.23.gate_proj,0.0000052195,0.05000,14.677
6,mlp.experts.22.gate_proj,0.0000146198,0.05000,14.607
6,mlp.experts.31.gate_proj,0.0000021183,0.05000,14.605
6,mlp.experts.20.gate_proj,0.0000080757,0.05000,14.710
6,mlp.experts.30.gate_proj,0.0000074338,0.05000,14.628
6,mlp.experts.27.gate_proj,0.0000054188,0.05000,14.776
6,mlp.experts.25.gate_proj,0.0000126951,0.05000,14.835
6,mlp.experts.19.gate_proj,0.0000146325,0.05000,14.707
6,mlp.experts.44.gate_proj,0.0000050574,0.05000,14.664
6,mlp.experts.33.gate_proj,0.0000039653,0.05000,14.830
6,mlp.experts.48.gate_proj,0.0000108717,0.05000,14.598
6,mlp.experts.40.gate_proj,0.0000083803,0.05000,14.299
6,mlp.experts.37.gate_proj,0.0000084591,0.05000,14.452
6,mlp.experts.42.gate_proj,0.0000051264,0.05000,14.372
6,mlp.experts.47.gate_proj,0.0000046176,0.05000,14.283
6,mlp.experts.39.gate_proj,0.0000057605,0.05000,14.423
6,mlp.experts.38.gate_proj,0.0000069345,0.05000,14.393
6,mlp.experts.34.gate_proj,0.0000124779,0.05000,14.531
6,mlp.experts.45.gate_proj,0.0000048555,0.05000,14.500
6,mlp.experts.36.gate_proj,0.0000225279,0.05000,14.404
6,mlp.experts.46.gate_proj,0.0000096211,0.05000,14.372
6,mlp.experts.43.gate_proj,0.0000062412,0.05000,14.406
6,mlp.experts.35.gate_proj,0.0000082191,0.05000,14.354
6,mlp.experts.41.gate_proj,0.0000208280,0.05000,14.499
6,mlp.experts.60.gate_proj,0.0000078406,0.05000,14.366
6,mlp.experts.49.gate_proj,0.0000038826,0.05000,14.355
6,mlp.experts.64.gate_proj,0.0000103858,0.05000,14.390
6,mlp.experts.56.gate_proj,0.0000172124,0.05000,14.266
6,mlp.experts.58.gate_proj,0.0000054276,0.05000,14.282
6,mlp.experts.52.gate_proj,0.0000169652,0.05000,14.113
6,mlp.experts.61.gate_proj,0.0000062712,0.05000,14.209
6,mlp.experts.50.gate_proj,0.0000112226,0.05000,14.234
6,mlp.experts.53.gate_proj,0.0000045690,0.05000,14.401
6,mlp.experts.62.gate_proj,0.0000109239,0.05000,14.171
6,mlp.experts.55.gate_proj,0.0000004509,0.05000,14.345
6,mlp.experts.54.gate_proj,0.0000074070,0.05000,14.339
6,mlp.experts.63.gate_proj,0.0000093084,0.05000,14.453
6,mlp.experts.59.gate_proj,0.0000058224,0.05000,14.343
6,mlp.experts.57.gate_proj,0.0000199481,0.05000,14.357
6,mlp.experts.51.gate_proj,0.0000076309,0.05000,14.396
6,mlp.experts.72.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.821
6,mlp.experts.66.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.789
6,mlp.experts.76.gate_proj,0.0000108894,0.05000,14.323
6,mlp.experts.71.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.789
6,mlp.experts.65.gate_proj,0.0000129327,0.05000,14.349
6,mlp.experts.80.gate_proj,0.0000134498,0.05000,14.253
6,mlp.experts.92.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.613
6,mlp.experts.68.gate_proj,0.0000107755,0.05000,12.465
6,mlp.experts.74.gate_proj,0.0000033894,0.05000,12.527
6,mlp.experts.77.gate_proj,0.0000151407,0.05000,12.447
6,mlp.experts.79.gate_proj,0.0000125794,0.05000,12.335
6,mlp.experts.70.gate_proj,0.0000131337,0.05000,12.405
6,mlp.experts.78.gate_proj,0.0000095306,0.05000,12.468
6,mlp.experts.69.gate_proj,0.0000101877,0.05000,12.507
6,mlp.experts.75.gate_proj,0.0000107420,0.05000,12.471
6,mlp.experts.73.gate_proj,0.0000019117,0.05000,12.511
6,mlp.experts.88.gate_proj,0.0000111285,0.05000,12.405
6,mlp.experts.67.gate_proj,0.0000162415,0.05000,12.614
6,mlp.experts.82.gate_proj,0.0000177530,0.05000,12.476
6,mlp.experts.87.gate_proj,0.0000141952,0.05000,14.367
6,mlp.experts.96.gate_proj,0.0000029236,0.05000,14.365
6,mlp.experts.108.gate_proj,0.0000241693,0.05000,14.419
6,mlp.experts.81.gate_proj,0.0000032103,0.05000,14.480
6,mlp.experts.84.gate_proj,0.0000210856,0.05000,14.805
6,mlp.experts.94.gate_proj,0.0000069376,0.05000,14.663
6,mlp.experts.86.gate_proj,0.0000048017,0.05000,14.727
6,mlp.experts.93.gate_proj,0.0000052921,0.05000,14.843
6,mlp.experts.95.gate_proj,0.0000079442,0.05000,14.801
6,mlp.experts.90.gate_proj,0.0000072311,0.05000,14.865
6,mlp.experts.85.gate_proj,0.0000040561,0.05000,14.838
6,mlp.experts.91.gate_proj,0.0000049510,0.05000,14.777
6,mlp.experts.89.gate_proj,0.0000049064,0.05000,14.733
6,mlp.experts.104.gate_proj,0.0000058408,0.05000,14.724
6,mlp.experts.98.gate_proj,0.0000065533,0.05000,14.625
6,mlp.experts.83.gate_proj,0.0000050574,0.05000,14.845
6,mlp.experts.106.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.746
6,mlp.experts.124.gate_proj,0.0000057656,0.05000,14.446
6,mlp.experts.103.gate_proj,0.0000112845,0.05000,14.509
6,mlp.experts.112.gate_proj,0.0000172966,0.05000,14.546
6,mlp.experts.97.gate_proj,0.0000044520,0.05000,14.557
6,mlp.experts.102.gate_proj,0.0000072787,0.05000,13.932
6,mlp.experts.110.gate_proj,0.0000048355,0.05000,14.014
6,mlp.experts.100.gate_proj,0.0000107462,0.05000,14.147
6,mlp.experts.101.gate_proj,0.0000230029,0.05000,13.960
6,mlp.experts.111.gate_proj,0.0000126398,0.05000,14.070
6,mlp.experts.109.gate_proj,0.0000089232,0.05000,14.095
6,mlp.experts.107.gate_proj,0.0000074649,0.05000,14.234
6,mlp.experts.120.gate_proj,0.0000058646,0.05000,14.060
6,mlp.experts.105.gate_proj,0.0000066050,0.05000,14.124
6,mlp.experts.99.gate_proj,0.0000173865,0.05000,13.982
6,mlp.experts.122.gate_proj,0.0000124724,0.05000,14.103
6,mlp.experts.114.gate_proj,0.0000102373,0.05000,14.277
6,mlp.experts.138.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.737
6,mlp.experts.128.gate_proj,0.0000139157,0.05000,14.065
6,mlp.experts.140.gate_proj,0.0000249562,0.05000,14.126
6,mlp.experts.119.gate_proj,0.0000116660,0.05000,14.164
6,mlp.experts.113.gate_proj,0.0000065388,0.05000,14.233
6,mlp.experts.118.gate_proj,0.0000076427,0.05000,14.400
6,mlp.experts.117.gate_proj,0.0000238941,0.05000,14.265
6,mlp.experts.116.gate_proj,0.0000111943,0.05000,14.366
6,mlp.experts.126.gate_proj,0.0000143691,0.05000,14.536
6,mlp.experts.125.gate_proj,0.0000115530,0.05000,14.377
6,mlp.experts.127.gate_proj,0.0000075401,0.05000,14.455
6,mlp.experts.136.gate_proj,0.0000084084,0.05000,14.340
6,mlp.experts.123.gate_proj,0.0000041416,0.05000,14.388
6,mlp.experts.121.gate_proj,0.0000078968,0.05000,14.322
6,mlp.experts.115.gate_proj,0.0000066827,0.05000,14.268
6,mlp.experts.130.gate_proj,0.0000236503,0.05000,14.353
6,mlp.experts.154.gate_proj,0.0000093965,0.05000,14.320
6,mlp.experts.170.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.703
6,mlp.experts.144.gate_proj,0.0000062502,0.05000,13.983
6,mlp.experts.156.gate_proj,0.0000052353,0.05000,14.132
6,mlp.experts.135.gate_proj,0.0000045219,0.05000,14.108
6,mlp.experts.129.gate_proj,0.0000070952,0.05000,14.028
6,mlp.experts.160.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.751
6,mlp.experts.176.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.736
6,mlp.experts.192.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.801
6,mlp.experts.134.gate_proj,0.0000141086,0.05000,13.504
6,mlp.experts.141.gate_proj,0.0000065007,0.05000,13.420
6,mlp.experts.132.gate_proj,0.0000073122,0.05000,13.606
6,mlp.experts.143.gate_proj,0.0000156131,0.05000,13.521
6,mlp.experts.142.gate_proj,0.0000051574,0.05000,13.595
6,mlp.experts.133.gate_proj,0.0000050306,0.05000,13.737
6,mlp.experts.139.gate_proj,0.0000013695,0.05000,13.680
6,mlp.experts.137.gate_proj,0.0000085964,0.05000,13.700
6,mlp.experts.131.gate_proj,0.0000138972,0.05000,13.651
6,mlp.experts.152.gate_proj,0.0000094976,0.05000,13.745
6,mlp.experts.146.gate_proj,0.0000144166,0.05000,13.638
6,mlp.experts.186.gate_proj,0.0000157610,0.05000,13.767
6,mlp.experts.172.gate_proj,0.0000149474,0.05000,13.595
6,mlp.experts.151.gate_proj,0.0000132640,0.05000,13.663
6,mlp.experts.145.gate_proj,0.0000071558,0.05000,13.761
6,mlp.experts.188.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.697
6,mlp.experts.208.gate_proj,0.0000043377,0.05000,14.009
6,mlp.experts.150.gate_proj,0.0000125731,0.05000,14.137
6,mlp.experts.148.gate_proj,0.0000016477,0.05000,14.037
6,mlp.experts.157.gate_proj,0.0000073051,0.05000,14.202
6,mlp.experts.159.gate_proj,0.0000065295,0.05000,14.078
6,mlp.experts.149.gate_proj,0.0000044193,0.05000,14.097
6,mlp.experts.158.gate_proj,0.0000089443,0.05000,14.158
6,mlp.experts.155.gate_proj,0.0000049836,0.05000,14.036
6,mlp.experts.168.gate_proj,0.0000079735,0.05000,14.069
6,mlp.experts.153.gate_proj,0.0000065782,0.05000,14.145
6,mlp.experts.147.gate_proj,0.0000072380,0.05000,14.154
6,mlp.experts.164.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.746
6,mlp.experts.162.gate_proj,0.0000095620,0.05000,14.096
6,mlp.experts.202.gate_proj,0.0000144307,0.05000,14.121
6,mlp.experts.167.gate_proj,0.0000070308,0.05000,14.165
6,mlp.experts.161.gate_proj,0.0000091765,0.05000,14.194
6,mlp.experts.204.gate_proj,0.0000036367,0.05000,14.042
6,mlp.experts.224.gate_proj,0.0000011777,0.05000,14.272
6,mlp.experts.166.gate_proj,0.0000034643,0.05000,14.286
6,mlp.experts.173.gate_proj,0.0000039411,0.05000,14.304
6,mlp.experts.175.gate_proj,0.0000066108,0.05000,14.295
6,mlp.experts.165.gate_proj,0.0000039976,0.05000,14.245
6,mlp.experts.174.gate_proj,0.0000058208,0.05000,14.219
6,mlp.experts.184.gate_proj,0.0000161731,0.05000,14.183
6,mlp.experts.171.gate_proj,0.0000408374,0.05000,14.280
6,mlp.experts.169.gate_proj,0.0000136257,0.05000,14.303
6,mlp.experts.180.gate_proj,0.0000129797,0.05000,14.215
6,mlp.experts.163.gate_proj,0.0000121244,0.05000,14.418
6,mlp.experts.178.gate_proj,0.0000078823,0.05000,14.291
6,mlp.experts.218.gate_proj,0.0000190974,0.05000,14.500
6,mlp.experts.183.gate_proj,0.0000150725,0.05000,14.551
6,mlp.experts.177.gate_proj,0.0000209795,0.05000,14.644
6,mlp.experts.220.gate_proj,0.0000121136,0.05000,14.565
6,mlp.experts.240.gate_proj,0.0000110907,0.05000,14.333
6,mlp.experts.182.gate_proj,0.0000064864,0.05000,14.333
6,mlp.experts.189.gate_proj,0.0000034377,0.05000,14.265
6,mlp.experts.191.gate_proj,0.0000241973,0.05000,14.290
6,mlp.experts.181.gate_proj,0.0000093078,0.05000,14.331
6,mlp.experts.190.gate_proj,0.0000049579,0.05000,14.471
6,mlp.experts.200.gate_proj,0.0000095938,0.05000,14.352
6,mlp.experts.187.gate_proj,0.0000030728,0.05000,14.356
6,mlp.experts.185.gate_proj,0.0000066896,0.05000,14.261
6,mlp.experts.196.gate_proj,0.0000043879,0.05000,14.362
6,mlp.experts.205.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.749
6,mlp.experts.194.gate_proj,0.0000109262,0.05000,14.330
6,mlp.experts.179.gate_proj,0.0000065412,0.05000,14.461
6,mlp.experts.234.gate_proj,0.0000153799,0.05000,14.012
6,mlp.experts.199.gate_proj,0.0000066219,0.05000,13.844
6,mlp.experts.193.gate_proj,0.0000073498,0.05000,13.981
6,mlp.experts.236.gate_proj,0.0000029190,0.05000,13.848
6,mlp.experts.256.gate_proj,0.0000048032,0.05000,14.019
6,mlp.experts.198.gate_proj,0.0000086269,0.05000,14.039
6,mlp.experts.207.gate_proj,0.0000116675,0.05000,14.047
6,mlp.experts.206.gate_proj,0.0000242725,0.05000,14.138
6,mlp.experts.216.gate_proj,0.0000108840,0.05000,14.022
6,mlp.experts.212.gate_proj,0.0000050658,0.05000,13.898
6,mlp.experts.195.gate_proj,0.0000032433,0.05000,13.741
6,mlp.experts.250.gate_proj,0.0000135058,0.05000,12.632
6,mlp.experts.209.gate_proj,0.0000141881,0.05000,8.813
6,mlp.experts.272.gate_proj,0.0000055301,0.05000,3.298
6,mlp.experts.201.gate_proj,0.0000038125,0.05000,13.866
6,mlp.experts.203.gate_proj,0.0000044514,0.05000,14.036
6,mlp.experts.221.gate_proj,0.0000132178,0.05000,13.853
6,mlp.experts.210.gate_proj,0.0000037075,0.05000,13.755
6,mlp.experts.215.gate_proj,0.0000052802,0.05000,9.266
6,mlp.experts.252.gate_proj,0.0000106812,0.05000,8.806
6,mlp.experts.197.gate_proj,0.0000056551,0.05000,14.137
6,mlp.experts.223.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.770
6,mlp.experts.237.gate_proj,0.0000109671,0.05000,13.900
6,mlp.experts.214.gate_proj,0.0000247672,0.05000,13.944
6,mlp.experts.211.gate_proj,0.0000090138,0.05000,14.007
6,mlp.experts.266.gate_proj,0.0000130611,0.05000,14.005
6,mlp.experts.222.gate_proj,0.0000011266,0.05000,14.017
6,mlp.experts.268.gate_proj,0.0000057291,0.05000,14.009
6,mlp.experts.231.gate_proj,0.0000031198,0.05000,14.032
6,mlp.experts.219.gate_proj,0.0000082322,0.05000,14.048
6,mlp.experts.228.gate_proj,0.0000056451,0.05000,14.086
6,mlp.experts.232.gate_proj,0.0000055067,0.05000,14.100
6,mlp.experts.288.gate_proj,0.0000034335,0.05000,14.087
6,mlp.experts.225.gate_proj,0.0000099098,0.05000,14.141
6,mlp.experts.217.gate_proj,0.0000054168,0.05000,14.182
6,mlp.experts.213.gate_proj,0.0000093573,0.05000,14.169
6,mlp.experts.226.gate_proj,0.0000093607,0.05000,14.267
6,mlp.experts.284.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.871
6,mlp.experts.239.gate_proj,0.0000122091,0.05000,14.309
6,mlp.experts.230.gate_proj,0.0000113524,0.05000,13.715
6,mlp.experts.253.gate_proj,0.0000051790,0.05000,13.871
6,mlp.experts.238.gate_proj,0.0000052263,0.05000,13.787
6,mlp.experts.227.gate_proj,0.0000092242,0.05000,13.856
6,mlp.experts.244.gate_proj,0.0000044041,0.05000,13.759
6,mlp.experts.282.gate_proj,0.0000070098,0.05000,13.945
6,mlp.experts.248.gate_proj,0.0000048656,0.05000,13.848
6,mlp.experts.235.gate_proj,0.0000039740,0.05000,13.959
6,mlp.experts.247.gate_proj,0.0000049317,0.05000,13.977
6,mlp.experts.304.gate_proj,0.0000074280,0.05000,13.960
6,mlp.experts.233.gate_proj,0.0000076293,0.05000,13.926
6,mlp.experts.242.gate_proj,0.0000122547,0.05000,13.868
6,mlp.experts.229.gate_proj,0.0000026718,0.05000,14.090
6,mlp.experts.241.gate_proj,0.0000096507,0.05000,14.215
6,mlp.experts.298.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.775
6,mlp.experts.300.gate_proj,0.0000030793,0.05000,13.866
6,mlp.experts.251.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.796
6,mlp.experts.255.gate_proj,0.0000305796,0.05000,13.858
6,mlp.experts.246.gate_proj,0.0000154504,0.05000,14.402
6,mlp.experts.254.gate_proj,0.0000059840,0.05000,14.366
6,mlp.experts.260.gate_proj,0.0000037578,0.05000,14.319
6,mlp.experts.269.gate_proj,0.0000068101,0.05000,14.568
6,mlp.experts.264.gate_proj,0.0000278327,0.05000,14.355
6,mlp.experts.249.gate_proj,0.0000083029,0.05000,14.271
6,mlp.experts.243.gate_proj,0.0000291794,0.05000,14.522
6,mlp.experts.258.gate_proj,0.0000032722,0.05000,14.326
6,mlp.experts.263.gate_proj,0.0000020998,0.05000,14.438
6,mlp.experts.320.gate_proj,0.0000053085,0.05000,14.424
6,mlp.experts.245.gate_proj,0.0000170775,0.05000,14.419
6,mlp.experts.257.gate_proj,0.0000255996,0.05000,14.413
6,mlp.experts.316.gate_proj,0.0000064411,0.05000,14.267
6,mlp.experts.314.gate_proj,0.0000065922,0.05000,14.347
6,mlp.experts.271.gate_proj,0.0000044241,0.05000,14.341
6,mlp.experts.267.gate_proj,0.0000077184,0.05000,14.451
6,mlp.experts.262.gate_proj,0.0000143710,0.05000,13.881
6,mlp.experts.270.gate_proj,0.0000074661,0.05000,13.912
6,mlp.experts.276.gate_proj,0.0000016837,0.05000,13.930
6,mlp.experts.280.gate_proj,0.0000048098,0.05000,13.799
6,mlp.experts.265.gate_proj,0.0000061841,0.05000,13.804
6,mlp.experts.285.gate_proj,0.0000055433,0.05000,13.862
6,mlp.experts.259.gate_proj,0.0000045406,0.05000,13.914
6,mlp.experts.274.gate_proj,0.0000074150,0.05000,13.932
6,mlp.experts.279.gate_proj,0.0000068266,0.05000,13.911
6,mlp.experts.336.gate_proj,0.0000057541,0.05000,14.007
6,mlp.experts.261.gate_proj,0.0000073381,0.05000,13.946
6,mlp.experts.332.gate_proj,0.0000060577,0.05000,13.812
6,mlp.experts.287.gate_proj,0.0000069749,0.05000,13.798
6,mlp.experts.273.gate_proj,0.0000025616,0.05000,13.915
6,mlp.experts.330.gate_proj,0.0000183343,0.05000,13.843
6,mlp.experts.283.gate_proj,0.0000088551,0.05000,13.763
6,mlp.experts.292.gate_proj,0.0000057573,0.05000,9.853
6,mlp.experts.281.gate_proj,0.0000048024,0.05000,9.876
6,mlp.experts.296.gate_proj,0.0000029008,0.05000,9.924
6,mlp.experts.286.gate_proj,0.0000111303,0.05000,9.983
6,mlp.experts.278.gate_proj,0.0000076056,0.05000,10.258
6,mlp.experts.301.gate_proj,0.0000093315,0.05000,10.077
6,mlp.experts.295.gate_proj,0.0000127767,0.05000,9.946
6,mlp.experts.290.gate_proj,0.0000054645,0.05000,9.956
6,mlp.experts.275.gate_proj,0.0000089997,0.05000,10.106
6,mlp.experts.311.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.822
6,mlp.experts.352.gate_proj,0.0000040455,0.05000,14.657
6,mlp.experts.348.gate_proj,0.0000058354,0.05000,14.673
6,mlp.experts.277.gate_proj,0.0000136164,0.05000,14.715
6,mlp.experts.289.gate_proj,0.0000087918,0.05000,14.747
6,mlp.experts.303.gate_proj,0.0000042705,0.05000,14.772
6,mlp.experts.346.gate_proj,0.0000099405,0.05000,14.811
6,mlp.experts.299.gate_proj,0.0000146394,0.05000,14.837
6,mlp.experts.308.gate_proj,0.0000067792,0.05000,14.475
6,mlp.experts.312.gate_proj,0.0000091746,0.05000,14.435
6,mlp.experts.302.gate_proj,0.0000051164,0.05000,14.591
6,mlp.experts.297.gate_proj,0.0000059740,0.05000,14.607
6,mlp.experts.294.gate_proj,0.0000054529,0.05000,14.621
6,mlp.experts.317.gate_proj,0.0000038915,0.05000,14.569
6,mlp.experts.291.gate_proj,0.0000052763,0.05000,14.518
6,mlp.experts.306.gate_proj,0.0000065171,0.05000,14.573
6,mlp.experts.307.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.730
6,mlp.experts.327.gate_proj,0.0000084511,0.05000,14.517
6,mlp.experts.368.gate_proj,0.0000096912,0.05000,14.208
6,mlp.experts.362.gate_proj,0.0000293656,0.05000,14.177
6,mlp.experts.293.gate_proj,0.0000135868,0.05000,14.314
6,mlp.experts.364.gate_proj,0.0000070976,0.05000,14.356
6,mlp.experts.319.gate_proj,0.0000222440,0.05000,14.274
6,mlp.experts.315.gate_proj,0.0000235501,0.05000,14.229
6,mlp.experts.305.gate_proj,0.0000064441,0.05000,14.412
6,mlp.experts.335.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.760
6,mlp.experts.324.gate_proj,0.0000027036,0.05000,14.575
6,mlp.experts.328.gate_proj,0.0000299729,0.05000,14.661
6,mlp.experts.318.gate_proj,0.0000081901,0.05000,14.576
6,mlp.experts.313.gate_proj,0.0000078174,0.05000,14.643
6,mlp.experts.310.gate_proj,0.0000096132,0.05000,14.582
6,mlp.experts.322.gate_proj,0.0000175363,0.05000,14.568
6,mlp.experts.333.gate_proj,0.0000143989,0.05000,14.703
6,mlp.experts.343.gate_proj,0.0000151709,0.05000,14.650
6,mlp.experts.323.gate_proj,0.0000141673,0.05000,14.709
6,mlp.experts.384.gate_proj,0.0000069926,0.05000,14.377
6,mlp.experts.378.gate_proj,0.0000076961,0.05000,14.334
6,mlp.experts.380.gate_proj,0.0000092362,0.05000,14.386
6,mlp.experts.309.gate_proj,0.0000132028,0.05000,14.411
6,mlp.experts.331.gate_proj,0.0000115446,0.05000,14.362
6,mlp.experts.321.gate_proj,0.0000143989,0.05000,14.343
6,mlp.experts.400.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.744
6,mlp.experts.351.gate_proj,0.0000078682,0.05000,14.278
6,mlp.experts.340.gate_proj,0.0000049595,0.05000,13.901
6,mlp.experts.344.gate_proj,0.0000067098,0.05000,13.969
6,mlp.experts.334.gate_proj,0.0000074082,0.05000,13.969
6,mlp.experts.329.gate_proj,0.0000094216,0.05000,14.036
6,mlp.experts.326.gate_proj,0.0000035246,0.05000,13.984
6,mlp.experts.349.gate_proj,0.0000118555,0.05000,13.943
6,mlp.experts.338.gate_proj,0.0000032036,0.05000,14.027
6,mlp.experts.339.gate_proj,0.0000177082,0.05000,13.787
6,mlp.experts.359.gate_proj,0.0000085955,0.05000,13.943
6,mlp.experts.394.gate_proj,0.0000162256,0.05000,13.981
6,mlp.experts.396.gate_proj,0.0000109966,0.05000,13.953
6,mlp.experts.347.gate_proj,0.0000119777,0.05000,13.975
6,mlp.experts.416.gate_proj,0.0000137772,0.05000,13.729
6,mlp.experts.325.gate_proj,0.0000127082,0.05000,13.999
6,mlp.experts.337.gate_proj,0.0000063161,0.05000,13.958
6,mlp.experts.367.gate_proj,0.0000202790,0.05000,13.695
6,mlp.experts.353.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.723
6,mlp.experts.356.gate_proj,0.0000036584,0.05000,12.775
6,mlp.experts.360.gate_proj,0.0000140625,0.05000,12.890
6,mlp.experts.350.gate_proj,0.0000032361,0.05000,12.925
6,mlp.experts.342.gate_proj,0.0000145747,0.05000,12.904
6,mlp.experts.365.gate_proj,0.0000093160,0.05000,12.879
6,mlp.experts.345.gate_proj,0.0000066756,0.05000,13.053
6,mlp.experts.354.gate_proj,0.0000085082,0.05000,13.020
6,mlp.experts.355.gate_proj,0.0000313992,0.05000,13.011
6,mlp.experts.375.gate_proj,0.0000055440,0.05000,12.974
6,mlp.experts.371.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.688
6,mlp.experts.387.gate_proj,failsafe(rtn): 0.0012436,0.00000,0.679
6,mlp.experts.410.gate_proj,0.0000023933,0.05000,14.663
6,mlp.experts.383.gate_proj,0.0000049355,0.05000,14.654
6,mlp.experts.432.gate_proj,0.0000230913,0.05000,14.711
6,mlp.experts.363.gate_proj,0.0000113186,0.05000,14.759
6,mlp.experts.341.gate_proj,0.0000042897,0.05000,14.780
6,mlp.experts.412.gate_proj,0.0000034501,0.05000,14.817
6,mlp.experts.369.gate_proj,0.0000061336,0.05000,14.914
6,mlp.experts.372.gate_proj,0.0000104223,0.05000,14.640
6,mlp.experts.376.gate_proj,0.0000081755,0.05000,14.633
6,mlp.experts.366.gate_proj,0.0000163529,0.05000,14.748
6,mlp.experts.358.gate_proj,0.0000073797,0.05000,14.753
6,mlp.experts.381.gate_proj,0.0000167999,0.05000,14.828
6,mlp.experts.361.gate_proj,0.0000052466,0.05000,14.915
6,mlp.experts.370.gate_proj,0.0000018347,0.05000,14.863
6,mlp.experts.374.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.725
6,mlp.experts.391.gate_proj,0.0000180127,0.05000,14.739
6,mlp.experts.386.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.703
6,mlp.experts.403.gate_proj,0.0000033535,0.05000,14.876
6,mlp.experts.399.gate_proj,0.0000072661,0.05000,14.642
6,mlp.experts.426.gate_proj,0.0000064007,0.05000,14.688
6,mlp.experts.379.gate_proj,0.0000113738,0.05000,14.735
6,mlp.experts.357.gate_proj,0.0000095338,0.05000,14.780
6,mlp.experts.448.gate_proj,0.0000069228,0.05000,14.904
6,mlp.experts.428.gate_proj,0.0000098060,0.05000,14.805
6,mlp.experts.385.gate_proj,0.0000077187,0.05000,14.905
6,mlp.experts.388.gate_proj,0.0000089256,0.05000,14.692
6,mlp.experts.392.gate_proj,0.0000087774,0.05000,14.687
6,mlp.experts.382.gate_proj,0.0000075309,0.05000,14.691
6,mlp.experts.404.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.782
6,mlp.experts.397.gate_proj,0.0000110078,0.05000,14.855
6,mlp.experts.377.gate_proj,0.0000041791,0.05000,14.778
6,mlp.experts.390.gate_proj,0.0000130589,0.05000,14.801
6,mlp.experts.407.gate_proj,0.0000130040,0.05000,14.674
6,mlp.experts.393.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.686
6,mlp.experts.402.gate_proj,0.0000095121,0.05000,14.736
6,mlp.experts.419.gate_proj,0.0000153193,0.05000,14.791
6,mlp.experts.415.gate_proj,0.0000281725,0.05000,14.287
6,mlp.experts.442.gate_proj,0.0000048972,0.05000,14.431
6,mlp.experts.395.gate_proj,0.0000190868,0.05000,14.379
6,mlp.experts.464.gate_proj,0.0000145304,0.05000,14.255
6,mlp.experts.444.gate_proj,0.0000076467,0.05000,14.296
6,mlp.experts.373.gate_proj,0.0000067572,0.05000,14.438
6,mlp.experts.401.gate_proj,0.0000105389,0.05000,14.422
6,mlp.experts.408.gate_proj,0.0000096367,0.05000,14.496
6,mlp.experts.398.gate_proj,0.0000051043,0.05000,14.390
6,mlp.experts.420.gate_proj,0.0000079386,0.05000,14.406
6,mlp.experts.413.gate_proj,0.0000373003,0.05000,14.466
6,mlp.experts.406.gate_proj,0.0000046283,0.05000,14.398
6,mlp.experts.409.gate_proj,0.0000069350,0.05000,14.452
6,mlp.experts.423.gate_proj,0.0000059185,0.05000,14.570
6,mlp.experts.418.gate_proj,0.0000226302,0.05000,14.403
6,mlp.experts.435.gate_proj,0.0000037173,0.05000,14.651
6,mlp.experts.431.gate_proj,0.0000038321,0.05000,14.476
6,mlp.experts.458.gate_proj,0.0000176337,0.05000,14.504
6,mlp.experts.411.gate_proj,0.0000060286,0.05000,14.494
6,mlp.experts.480.gate_proj,0.0000081425,0.05000,14.476
6,mlp.experts.389.gate_proj,0.0000103222,0.05000,14.407
6,mlp.experts.417.gate_proj,0.0000208462,0.05000,14.073
6,mlp.experts.424.gate_proj,0.0000141531,0.05000,13.729
6,mlp.experts.429.gate_proj,0.0000047536,0.05000,13.334
6,mlp.experts.434.gate_proj,0.0000036743,0.05000,12.746
6,mlp.experts.425.gate_proj,0.0000174932,0.05000,12.813
6,mlp.experts.474.gate_proj,0.0000024497,0.05000,2.322
6,mlp.experts.460.gate_proj,0.0000116711,0.05000,14.465
6,mlp.experts.414.gate_proj,0.0000136450,0.05000,13.613
6,mlp.experts.436.gate_proj,0.0000065360,0.05000,13.485
6,mlp.experts.422.gate_proj,0.0000054551,0.05000,13.030
6,mlp.experts.439.gate_proj,0.0000035225,0.05000,12.780
6,mlp.experts.451.gate_proj,0.0000084214,0.05000,11.318
6,mlp.experts.447.gate_proj,0.0000042643,0.05000,2.533
6,mlp.experts.427.gate_proj,0.0000029900,0.05000,14.777
6,mlp.experts.496.gate_proj,0.0000078591,0.05000,14.775
6,mlp.experts.441.gate_proj,0.0000068086,0.05000,14.860
6,mlp.experts.450.gate_proj,0.0000065465,0.05000,14.876
6,mlp.experts.463.gate_proj,0.0000158073,0.05000,14.875
6,mlp.experts.476.gate_proj,0.0000190517,0.05000,14.878
6,mlp.experts.445.gate_proj,0.0000194145,0.05000,14.893
6,mlp.experts.440.gate_proj,0.0000068156,0.05000,14.893
6,mlp.experts.455.gate_proj,0.0000250528,0.05000,14.927
6,mlp.experts.430.gate_proj,0.0000076059,0.05000,14.930
6,mlp.experts.405.gate_proj,0.0000060785,0.05000,14.939
6,mlp.experts.438.gate_proj,0.0000107838,0.05000,14.960
6,mlp.experts.452.gate_proj,0.0000255272,0.05000,14.946
6,mlp.experts.490.gate_proj,0.0000065557,0.05000,14.960
6,mlp.experts.467.gate_proj,0.0000173986,0.05000,14.967
6,mlp.experts.433.gate_proj,0.0000130172,0.05000,15.137
6,mlp.experts.466.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.861
6,mlp.experts.506.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.814
6,mlp.experts.0.up_proj,0.0000041282,0.05000,14.618
6,mlp.experts.443.gate_proj,0.0000051370,0.05000,14.652
6,mlp.experts.456.gate_proj,0.0000092112,0.05000,14.556
6,mlp.experts.461.gate_proj,0.0000059649,0.05000,14.618
6,mlp.experts.479.gate_proj,0.0000055626,0.05000,14.663
6,mlp.experts.446.gate_proj,0.0000047817,0.05000,14.585
6,mlp.experts.492.gate_proj,0.0000045589,0.05000,14.665
6,mlp.experts.421.gate_proj,0.0000251630,0.05000,14.575
6,mlp.experts.483.gate_proj,0.0000008237,0.05000,14.673
6,mlp.experts.468.gate_proj,0.0000080258,0.05000,14.675
6,mlp.experts.471.gate_proj,0.0000201923,0.05000,14.730
6,mlp.experts.457.gate_proj,0.0000351794,0.05000,14.859
6,mlp.experts.454.gate_proj,0.0000095916,0.05000,14.733
6,mlp.experts.449.gate_proj,0.0000100284,0.05000,14.599
6,mlp.experts.16.up_proj,failsafe(rtn): 0.0013733,0.00000,0.825
6,mlp.experts.482.gate_proj,0.0000031938,0.05000,14.580
6,mlp.experts.499.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.742
6,mlp.experts.10.up_proj,0.0000017504,0.05000,14.670
6,mlp.experts.32.up_proj,failsafe(rtn): 0.0013733,0.00000,0.710
6,mlp.experts.459.gate_proj,0.0000054178,0.05000,14.168
6,mlp.experts.477.gate_proj,0.0000059858,0.05000,14.088
6,mlp.experts.437.gate_proj,0.0000070975,0.05000,14.004
6,mlp.experts.495.gate_proj,0.0000111509,0.05000,14.064
6,mlp.experts.462.gate_proj,0.0000172634,0.05000,14.110
6,mlp.experts.472.gate_proj,0.0000149033,0.05000,14.211
6,mlp.experts.484.gate_proj,0.0000101188,0.05000,14.012
6,mlp.experts.508.gate_proj,0.0000106848,0.05000,14.103
6,mlp.experts.487.gate_proj,0.0000077762,0.05000,14.194
6,mlp.experts.470.gate_proj,0.0000093081,0.05000,14.162
6,mlp.experts.465.gate_proj,0.0000057259,0.05000,14.171
6,mlp.experts.473.gate_proj,0.0000095784,0.05000,14.223
6,mlp.experts.498.gate_proj,0.0000034946,0.05000,14.015
6,mlp.experts.3.up_proj,0.0000075742,0.05000,14.071
6,mlp.experts.503.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.741
6,mlp.experts.26.up_proj,0.0000074694,0.05000,14.139
6,mlp.experts.481.gate_proj,failsafe(rtn): 0.0006638,0.00000,0.769
6,mlp.experts.48.up_proj,0.0000106235,0.05000,14.114
6,mlp.experts.475.gate_proj,0.0000109764,0.05000,14.209
6,mlp.experts.511.gate_proj,0.0000016910,0.05000,14.199
6,mlp.experts.453.gate_proj,0.0000105531,0.05000,14.271
6,mlp.experts.12.up_proj,0.0000046174,0.05000,14.202
6,mlp.experts.488.gate_proj,0.0000054725,0.05000,14.251
6,mlp.experts.489.gate_proj,0.0000107876,0.05000,14.110
6,mlp.experts.500.gate_proj,0.0000167649,0.05000,14.204
6,mlp.experts.493.gate_proj,0.0000045884,0.05000,14.319
6,mlp.experts.486.gate_proj,0.0000097607,0.05000,14.098
6,mlp.experts.478.gate_proj,0.0000142875,0.05000,14.186
6,mlp.experts.2.up_proj,0.0000103510,0.05000,13.934
6,mlp.experts.19.up_proj,0.0000143911,0.05000,13.945
6,mlp.experts.42.up_proj,0.0000051623,0.05000,13.924
6,mlp.experts.7.up_proj,0.0000030048,0.05000,14.031
6,mlp.experts.497.gate_proj,0.0000059586,0.05000,13.971
6,mlp.experts.28.up_proj,failsafe(rtn): 0.0013504,0.00000,0.777
6,mlp.experts.64.up_proj,0.0000100800,0.05000,13.855
6,mlp.experts.504.gate_proj,0.0000089703,0.05000,13.876
6,mlp.experts.15.up_proj,0.0000163964,0.05000,13.933
6,mlp.experts.502.gate_proj,0.0000077441,0.05000,13.931
6,mlp.experts.491.gate_proj,0.0000025657,0.05000,13.979
6,mlp.experts.505.gate_proj,0.0000077229,0.05000,13.979
6,mlp.experts.494.gate_proj,0.0000084385,0.05000,14.065
6,mlp.experts.509.gate_proj,0.0000125963,0.05000,14.075
6,mlp.experts.4.up_proj,0.0000083488,0.05000,14.072
6,mlp.experts.18.up_proj,0.0000081821,0.05000,13.997
6,mlp.experts.469.gate_proj,0.0000077920,0.05000,14.196
6,mlp.experts.35.up_proj,0.0000075600,0.05000,14.134
6,mlp.experts.58.up_proj,0.0000051513,0.05000,14.040
6,mlp.experts.23.up_proj,0.0000049174,0.05000,14.165
6,mlp.experts.1.up_proj,0.0000104718,0.05000,14.200
6,mlp.experts.507.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.859
6,mlp.experts.80.up_proj,0.0000126045,0.05000,14.109
6,mlp.experts.44.up_proj,0.0000048679,0.05000,14.231
6,mlp.experts.17.up_proj,failsafe(rtn): 0.0013351,0.00000,0.708
6,mlp.experts.31.up_proj,0.0000020303,0.05000,13.960
6,mlp.experts.6.up_proj,0.0000053049,0.05000,13.956
6,mlp.experts.8.up_proj,0.0000029731,0.05000,14.070
6,mlp.experts.13.up_proj,0.0000043760,0.05000,13.982
6,mlp.experts.9.up_proj,0.0000063468,0.05000,14.081
6,mlp.experts.34.up_proj,0.0000120501,0.05000,13.925
6,mlp.experts.20.up_proj,0.0000079133,0.05000,14.076
6,mlp.experts.510.gate_proj,0.0000026088,0.05000,14.119
6,mlp.experts.485.gate_proj,0.0000062107,0.05000,13.997
6,mlp.experts.74.up_proj,0.0000033476,0.05000,13.991
6,mlp.experts.39.up_proj,0.0000054049,0.05000,13.848
6,mlp.experts.51.up_proj,0.0000076812,0.05000,14.125
6,mlp.experts.11.up_proj,0.0000084967,0.05000,13.914
6,mlp.experts.60.up_proj,0.0000076144,0.05000,13.852
6,mlp.experts.96.up_proj,0.0000028062,0.05000,13.965
6,mlp.experts.33.up_proj,0.0000039233,0.05000,13.946
6,mlp.experts.22.up_proj,0.0000138912,0.05000,13.945
6,mlp.experts.24.up_proj,0.0000081059,0.05000,13.927
6,mlp.experts.47.up_proj,0.0000046468,0.05000,14.097
6,mlp.experts.36.up_proj,0.0000224004,0.05000,13.952
6,mlp.experts.50.up_proj,0.0000107903,0.05000,14.045
6,mlp.experts.29.up_proj,0.0000069257,0.05000,14.102
6,mlp.experts.14.up_proj,0.0000048843,0.05000,13.982
6,mlp.experts.25.up_proj,0.0000120672,0.05000,14.227
6,mlp.experts.501.gate_proj,0.0000041101,0.05000,14.119
6,mlp.experts.90.up_proj,0.0000069480,0.05000,14.003
6,mlp.experts.55.up_proj,0.0000004213,0.05000,14.124
6,mlp.experts.67.up_proj,0.0000155541,0.05000,14.091
6,mlp.experts.27.up_proj,0.0000050894,0.05000,13.969
6,mlp.experts.76.up_proj,0.0000107165,0.05000,13.942
6,mlp.experts.66.up_proj,failsafe(rtn): 0.0012817,0.00000,0.752
6,mlp.experts.112.up_proj,0.0000167769,0.05000,14.061
6,mlp.experts.106.up_proj,failsafe(rtn): 0.0013809,0.00000,0.720
6,mlp.experts.71.up_proj,failsafe(rtn): 0.0009995,0.00000,0.728
6,mlp.experts.92.up_proj,failsafe(rtn): 0.0013580,0.00000,0.718
6,mlp.experts.49.up_proj,0.0000035985,0.05000,14.233
6,mlp.experts.38.up_proj,0.0000066838,0.05000,13.825
6,mlp.experts.40.up_proj,0.0000076467,0.05000,13.839
6,mlp.experts.63.up_proj,0.0000087170,0.05000,13.883
6,mlp.experts.52.up_proj,0.0000166127,0.05000,13.842
6,mlp.experts.45.up_proj,0.0000048682,0.05000,13.814
6,mlp.experts.5.up_proj,0.0000071704,0.05000,13.734
6,mlp.experts.43.up_proj,0.0000061458,0.05000,13.636
6,mlp.experts.82.up_proj,0.0000170876,0.05000,13.525
6,mlp.experts.122.up_proj,0.0000122289,0.05000,13.339
6,mlp.experts.108.up_proj,0.0000243740,0.05000,13.151
6,mlp.experts.79.up_proj,0.0000117902,0.05000,2.084
6,mlp.experts.54.up_proj,0.0000068869,0.05000,2.403
6,mlp.experts.41.up_proj,0.0000201770,0.05000,13.784
6,mlp.experts.83.up_proj,0.0000049848,0.05000,13.707
6,mlp.experts.128.up_proj,0.0000134732,0.05000,13.490
6,mlp.experts.87.up_proj,0.0000140111,0.05000,13.255
6,mlp.experts.65.up_proj,0.0000125628,0.05000,13.048
6,mlp.experts.56.up_proj,0.0000156181,0.05000,2.300
6,mlp.experts.30.up_proj,0.0000073036,0.05000,13.812
6,mlp.experts.72.up_proj,failsafe(rtn): 0.0013275,0.00000,0.742
6,mlp.experts.138.up_proj,failsafe(rtn): 0.0013733,0.00000,0.778
6,mlp.experts.61.up_proj,0.0000061399,0.05000,14.380
6,mlp.experts.124.up_proj,0.0000056327,0.05000,14.371
6,mlp.experts.57.up_proj,0.0000184749,0.05000,14.390
6,mlp.experts.68.up_proj,0.0000104206,0.05000,14.420
6,mlp.experts.59.up_proj,0.0000054990,0.05000,14.412
6,mlp.experts.70.up_proj,0.0000127877,0.05000,14.473
6,mlp.experts.46.up_proj,0.0000094204,0.05000,14.495
6,mlp.experts.144.up_proj,0.0000060884,0.05000,14.511
6,mlp.experts.103.up_proj,0.0000105336,0.05000,14.503
6,mlp.experts.95.up_proj,0.0000074768,0.05000,14.522
6,mlp.experts.98.up_proj,0.0000063796,0.05000,14.539
6,mlp.experts.21.up_proj,0.0000063932,0.05000,14.593
6,mlp.experts.81.up_proj,0.0000030109,0.05000,14.647
6,mlp.experts.99.up_proj,0.0000171157,0.05000,14.667
6,mlp.experts.88.up_proj,0.0000108662,0.05000,14.460
6,mlp.experts.160.up_proj,failsafe(rtn): 0.0013046,0.00000,0.716
6,mlp.experts.154.up_proj,0.0000089414,0.05000,14.452
6,mlp.experts.170.up_proj,failsafe(rtn): 0.0013123,0.00000,0.727
6,mlp.experts.176.up_proj,failsafe(rtn): 0.0013885,0.00000,0.741
6,mlp.experts.192.up_proj,failsafe(rtn): 0.0013809,0.00000,0.721
6,mlp.experts.75.up_proj,0.0000103512,0.05000,14.288
6,mlp.experts.84.up_proj,0.0000203441,0.05000,14.312
6,mlp.experts.140.up_proj,0.0000246148,0.05000,14.396
6,mlp.experts.73.up_proj,0.0000018439,0.05000,14.394
6,mlp.experts.86.up_proj,0.0000046473,0.05000,14.328
6,mlp.experts.114.up_proj,0.0000099515,0.05000,14.287
6,mlp.experts.77.up_proj,0.0000149868,0.05000,14.480
6,mlp.experts.111.up_proj,0.0000122860,0.05000,14.352
6,mlp.experts.62.up_proj,0.0000100668,0.05000,14.506
6,mlp.experts.37.up_proj,0.0000095554,0.05000,14.416
6,mlp.experts.119.up_proj,0.0000113531,0.05000,14.516
6,mlp.experts.97.up_proj,0.0000043937,0.05000,14.486
6,mlp.experts.115.up_proj,0.0000062536,0.05000,14.593
6,mlp.experts.104.up_proj,0.0000055623,0.05000,14.484
6,mlp.experts.186.up_proj,0.0000156365,0.05000,14.371
6,mlp.experts.208.up_proj,0.0000042634,0.05000,14.474
6,mlp.experts.102.up_proj,0.0000065747,0.05000,13.907
6,mlp.experts.91.up_proj,0.0000047107,0.05000,14.000
6,mlp.experts.156.up_proj,0.0000052993,0.05000,14.046
6,mlp.experts.100.up_proj,0.0000102827,0.05000,14.102
6,mlp.experts.130.up_proj,0.0000230732,0.05000,14.096
6,mlp.experts.93.up_proj,0.0000052091,0.05000,14.104
6,mlp.experts.89.up_proj,0.0000047893,0.05000,14.177
6,mlp.experts.78.up_proj,0.0000093670,0.05000,14.012
6,mlp.experts.127.up_proj,0.0000073792,0.05000,14.181
6,mlp.experts.53.up_proj,0.0000043250,0.05000,14.086
6,mlp.experts.135.up_proj,0.0000042050,0.05000,14.063
6,mlp.experts.113.up_proj,0.0000063141,0.05000,14.038
6,mlp.experts.131.up_proj,0.0000135217,0.05000,14.013
6,mlp.experts.120.up_proj,0.0000057346,0.05000,13.937
6,mlp.experts.202.up_proj,0.0000139434,0.05000,14.027
6,mlp.experts.224.up_proj,0.0000010095,0.05000,13.856
6,mlp.experts.118.up_proj,0.0000071506,0.05000,14.360
6,mlp.experts.107.up_proj,0.0000073543,0.05000,14.493
6,mlp.experts.116.up_proj,0.0000107912,0.05000,14.448
6,mlp.experts.172.up_proj,0.0000146819,0.05000,14.544
6,mlp.experts.146.up_proj,0.0000136415,0.05000,14.485
6,mlp.experts.94.up_proj,0.0000065910,0.05000,14.405
6,mlp.experts.105.up_proj,0.0000064348,0.05000,14.466
6,mlp.experts.69.up_proj,0.0000100021,0.05000,14.456
6,mlp.experts.151.up_proj,0.0000128849,0.05000,14.455
6,mlp.experts.143.up_proj,0.0000150846,0.05000,14.561
6,mlp.experts.147.up_proj,0.0000070309,0.05000,14.515
6,mlp.experts.188.up_proj,failsafe(rtn): 0.0012741,0.00000,0.562
6,mlp.experts.240.up_proj,0.0000103504,0.05000,13.516
6,mlp.experts.109.up_proj,0.0000084745,0.05000,14.638
6,mlp.experts.129.up_proj,0.0000068404,0.05000,14.514
6,mlp.experts.136.up_proj,0.0000080488,0.05000,14.277
6,mlp.experts.218.up_proj,0.0000183508,0.05000,13.921
6,mlp.experts.132.up_proj,0.0000083841,0.05000,6.962
6,mlp.experts.123.up_proj,0.0000039688,0.05000,7.034
6,mlp.experts.110.up_proj,0.0000045655,0.05000,6.951
6,mlp.experts.134.up_proj,0.0000137707,0.05000,7.325
6,mlp.experts.121.up_proj,0.0000075208,0.05000,6.976
6,mlp.experts.162.up_proj,0.0000093636,0.05000,7.298
6,mlp.experts.152.up_proj,0.0000084011,0.05000,13.869
6,mlp.experts.159.up_proj,0.0000061491,0.05000,13.983
6,mlp.experts.85.up_proj,0.0000038591,0.05000,14.032
6,mlp.experts.256.up_proj,0.0000047463,0.05000,14.043
6,mlp.experts.234.up_proj,0.0000149538,0.05000,14.040
6,mlp.experts.204.up_proj,0.0000034977,0.05000,14.079
6,mlp.experts.125.up_proj,0.0000118181,0.05000,14.165
6,mlp.experts.145.up_proj,0.0000070757,0.05000,14.192
6,mlp.experts.163.up_proj,0.0000118873,0.05000,14.245
6,mlp.experts.167.up_proj,0.0000069555,0.05000,14.281
6,mlp.experts.148.up_proj,0.0000016216,0.05000,14.061
6,mlp.experts.139.up_proj,0.0000012894,0.05000,14.125
6,mlp.experts.150.up_proj,0.0000121419,0.05000,14.049
6,mlp.experts.137.up_proj,0.0000081050,0.05000,14.099
6,mlp.experts.126.up_proj,0.0000140479,0.05000,14.162
6,mlp.experts.178.up_proj,0.0000075877,0.05000,14.280
6,mlp.experts.164.up_proj,failsafe(rtn): 0.0013885,0.00000,0.746
6,mlp.experts.168.up_proj,0.0000076685,0.05000,14.324
6,mlp.experts.175.up_proj,0.0000063257,0.05000,14.250
6,mlp.experts.272.up_proj,0.0000053691,0.05000,14.257
6,mlp.experts.220.up_proj,0.0000113319,0.05000,14.263
6,mlp.experts.101.up_proj,0.0000219452,0.05000,14.377
6,mlp.experts.250.up_proj,0.0000132383,0.05000,14.418
6,mlp.experts.183.up_proj,0.0000141821,0.05000,14.236
6,mlp.experts.179.up_proj,0.0000061948,0.05000,14.293
6,mlp.experts.141.up_proj,0.0000061503,0.05000,14.415
6,mlp.experts.161.up_proj,0.0000089534,0.05000,14.410
6,mlp.experts.155.up_proj,0.0000046104,0.05000,14.442
6,mlp.experts.166.up_proj,0.0000034098,0.05000,14.520
6,mlp.experts.153.up_proj,0.0000061676,0.05000,14.450
6,mlp.experts.142.up_proj,0.0000050514,0.05000,14.408
6,mlp.experts.194.up_proj,0.0000106789,0.05000,14.392
6,mlp.experts.180.up_proj,0.0000128211,0.05000,14.354
6,mlp.experts.184.up_proj,0.0000160227,0.05000,14.424
6,mlp.experts.288.up_proj,0.0000033737,0.05000,14.344
6,mlp.experts.191.up_proj,0.0000239084,0.05000,14.475
6,mlp.experts.117.up_proj,0.0000233040,0.05000,14.348
6,mlp.experts.236.up_proj,0.0000027281,0.05000,14.452
6,mlp.experts.199.up_proj,0.0000064679,0.05000,14.312
6,mlp.experts.266.up_proj,0.0000127218,0.05000,14.363
6,mlp.experts.195.up_proj,0.0000031979,0.05000,14.380
6,mlp.experts.157.up_proj,0.0000070518,0.05000,14.367
6,mlp.experts.177.up_proj,0.0000192386,0.05000,14.487
6,mlp.experts.171.up_proj,0.0000236553,0.05000,14.240
6,mlp.experts.182.up_proj,0.0000062247,0.05000,14.196
6,mlp.experts.169.up_proj,0.0000133877,0.05000,14.215
6,mlp.experts.158.up_proj,0.0000088355,0.05000,14.297
6,mlp.experts.210.up_proj,0.0000035675,0.05000,14.140
6,mlp.experts.196.up_proj,0.0000040916,0.05000,14.182
6,mlp.experts.304.up_proj,0.0000072983,0.05000,14.038
6,mlp.experts.200.up_proj,0.0000088546,0.05000,14.103
6,mlp.experts.207.up_proj,0.0000114450,0.05000,14.041
6,mlp.experts.252.up_proj,0.0000097396,0.05000,14.040
6,mlp.experts.133.up_proj,0.0000046969,0.05000,14.115
6,mlp.experts.211.up_proj,0.0000085294,0.05000,14.055
6,mlp.experts.173.up_proj,0.0000036500,0.05000,14.100
6,mlp.experts.223.up_proj,failsafe(rtn): 0.0014114,0.00000,0.451
6,mlp.experts.185.up_proj,0.0000065413,0.05000,12.703
6,mlp.experts.198.up_proj,0.0000084281,0.05000,12.799
6,mlp.experts.212.up_proj,0.0000048896,0.05000,12.430
6,mlp.experts.216.up_proj,0.0000106897,0.05000,2.267
6,mlp.experts.282.up_proj,0.0000067693,0.05000,14.129
6,mlp.experts.193.up_proj,0.0000071824,0.05000,13.993
6,mlp.experts.187.up_proj,0.0000028398,0.05000,12.781
6,mlp.experts.174.up_proj,0.0000055663,0.05000,12.662
6,mlp.experts.226.up_proj,0.0000092066,0.05000,12.489
6,mlp.experts.320.up_proj,0.0000049365,0.05000,2.279
6,mlp.experts.215.up_proj,0.0000049626,0.05000,14.037
6,mlp.experts.298.up_proj,failsafe(rtn): 0.0013885,0.00000,0.790
6,mlp.experts.231.up_proj,0.0000030368,0.05000,14.554
6,mlp.experts.232.up_proj,0.0000055502,0.05000,14.654
6,mlp.experts.268.up_proj,0.0000053502,0.05000,14.682
6,mlp.experts.228.up_proj,0.0000056772,0.05000,14.666
6,mlp.experts.242.up_proj,0.0000115364,0.05000,14.668
6,mlp.experts.201.up_proj,0.0000037468,0.05000,14.667
6,mlp.experts.227.up_proj,0.0000091410,0.05000,14.686
6,mlp.experts.214.up_proj,0.0000244096,0.05000,14.691
6,mlp.experts.336.up_proj,0.0000054314,0.05000,14.727
6,mlp.experts.239.up_proj,0.0000116517,0.05000,14.753
6,mlp.experts.149.up_proj,0.0000044712,0.05000,14.808
6,mlp.experts.189.up_proj,0.0000033825,0.05000,14.825
6,mlp.experts.209.up_proj,0.0000139642,0.05000,14.844
6,mlp.experts.203.up_proj,0.0000044164,0.05000,14.866
6,mlp.experts.190.up_proj,0.0000048541,0.05000,14.912
6,mlp.experts.284.up_proj,failsafe(rtn): 0.0013809,0.00000,0.897
6,mlp.experts.314.up_proj,0.0000063353,0.05000,14.765
6,mlp.experts.205.up_proj,failsafe(rtn): 0.0013733,0.00000,0.815
6,mlp.experts.255.up_proj,0.0000294319,0.05000,14.821
6,mlp.experts.244.up_proj,0.0000042115,0.05000,14.930
6,mlp.experts.217.up_proj,0.0000052682,0.05000,14.969
6,mlp.experts.258.up_proj,0.0000031607,0.05000,15.008
6,mlp.experts.243.up_proj,0.0000288761,0.05000,14.986
6,mlp.experts.352.up_proj,0.0000037361,0.05000,14.931
6,mlp.experts.248.up_proj,0.0000045561,0.05000,15.048
6,mlp.experts.230.up_proj,0.0000111169,0.05000,15.042
6,mlp.experts.247.up_proj,0.0000048425,0.05000,15.213
6,mlp.experts.165.up_proj,0.0000038941,0.05000,15.028
6,mlp.experts.206.up_proj,0.0000232226,0.05000,15.002
6,mlp.experts.219.up_proj,0.0000080381,0.05000,15.148
6,mlp.experts.225.up_proj,0.0000094238,0.05000,15.184
6,mlp.experts.330.up_proj,0.0000177235,0.05000,14.992
6,mlp.experts.300.up_proj,0.0000030254,0.05000,15.078
6,mlp.experts.221.up_proj,0.0000129716,0.05000,15.125
6,mlp.experts.260.up_proj,0.0000035776,0.05000,14.391
6,mlp.experts.271.up_proj,0.0000044044,0.05000,14.487
6,mlp.experts.233.up_proj,0.0000070116,0.05000,14.461
6,mlp.experts.263.up_proj,0.0000019284,0.05000,14.370
6,mlp.experts.368.up_proj,0.0000091668,0.05000,14.504
6,mlp.experts.264.up_proj,0.0000265843,0.05000,14.507
6,mlp.experts.274.up_proj,0.0000069757,0.05000,14.527
6,mlp.experts.246.up_proj,0.0000145234,0.05000,14.493
6,mlp.experts.222.up_proj,0.0000011450,0.05000,14.422
6,mlp.experts.259.up_proj,0.0000044087,0.05000,14.667
6,mlp.experts.235.up_proj,0.0000037663,0.05000,14.402
6,mlp.experts.181.up_proj,0.0000087214,0.05000,14.608
6,mlp.experts.241.up_proj,0.0000094354,0.05000,14.551
6,mlp.experts.316.up_proj,0.0000062946,0.05000,14.275
6,mlp.experts.346.up_proj,0.0000093190,0.05000,14.375
6,mlp.experts.251.up_proj,failsafe(rtn): 0.0012894,0.00000,0.771
6,mlp.experts.237.up_proj,0.0000106809,0.05000,14.475
6,mlp.experts.276.up_proj,0.0000016467,0.05000,14.177
6,mlp.experts.287.up_proj,0.0000070024,0.05000,14.120
6,mlp.experts.280.up_proj,0.0000045920,0.05000,14.106
6,mlp.experts.275.up_proj,0.0000085469,0.05000,14.010
6,mlp.experts.197.up_proj,0.0000053272,0.05000,13.916
6,mlp.experts.279.up_proj,0.0000066072,0.05000,14.241
6,mlp.experts.257.up_proj,0.0000239828,0.05000,13.910
6,mlp.experts.362.up_proj,0.0000279847,0.05000,13.558
6,mlp.experts.267.up_proj,0.0000075300,0.05000,13.306
6,mlp.experts.384.up_proj,0.0000068862,0.05000,14.139
6,mlp.experts.262.up_proj,0.0000141027,0.05000,14.087
6,mlp.experts.290.up_proj,0.0000052064,0.05000,14.172
6,mlp.experts.332.up_proj,0.0000059378,0.05000,13.574
6,mlp.experts.253.up_proj,0.0000049271,0.05000,13.247
6,mlp.experts.249.up_proj,0.0000081277,0.05000,14.178
6,mlp.experts.238.up_proj,0.0000049500,0.05000,14.091
6,mlp.experts.400.up_proj,failsafe(rtn): 0.0012131,0.00000,0.671
6,mlp.experts.292.up_proj,0.0000056844,0.05000,14.496
6,mlp.experts.348.up_proj,0.0000057509,0.05000,14.653
6,mlp.experts.378.up_proj,0.0000073428,0.05000,14.687
6,mlp.experts.278.up_proj,0.0000073670,0.05000,14.702
6,mlp.experts.283.up_proj,0.0000085958,0.05000,14.700
6,mlp.experts.296.up_proj,0.0000028693,0.05000,14.701
6,mlp.experts.265.up_proj,0.0000061024,0.05000,14.784
6,mlp.experts.254.up_proj,0.0000057207,0.05000,14.836
6,mlp.experts.295.up_proj,0.0000125055,0.05000,14.841
6,mlp.experts.291.up_proj,0.0000049889,0.05000,14.867
6,mlp.experts.303.up_proj,0.0000041715,0.05000,14.888
6,mlp.experts.306.up_proj,0.0000063513,0.05000,14.911
6,mlp.experts.273.up_proj,0.0000024538,0.05000,14.918
6,mlp.experts.213.up_proj,0.0000088200,0.05000,14.922
6,mlp.experts.269.up_proj,0.0000062063,0.05000,14.932
6,mlp.experts.416.up_proj,0.0000129878,0.05000,14.796
6,mlp.experts.307.up_proj,failsafe(rtn): 0.0013962,0.00000,0.709
6,mlp.experts.311.up_proj,failsafe(rtn): 0.0013809,0.00000,0.744
6,mlp.experts.308.up_proj,0.0000062824,0.05000,14.662
6,mlp.experts.394.up_proj,0.0000149284,0.05000,14.634
6,mlp.experts.312.up_proj,0.0000090089,0.05000,14.633
6,mlp.experts.364.up_proj,0.0000067105,0.05000,14.716
6,mlp.experts.294.up_proj,0.0000051162,0.05000,14.682
6,mlp.experts.299.up_proj,0.0000143608,0.05000,14.720
6,mlp.experts.270.up_proj,0.0000070377,0.05000,14.655
6,mlp.experts.319.up_proj,0.0000213323,0.05000,14.719
6,mlp.experts.281.up_proj,0.0000047027,0.05000,14.868
6,mlp.experts.322.up_proj,0.0000165609,0.05000,14.740
6,mlp.experts.289.up_proj,0.0000086412,0.05000,14.812
6,mlp.experts.285.up_proj,0.0000056056,0.05000,14.804
6,mlp.experts.229.up_proj,0.0000026707,0.05000,14.840
6,mlp.experts.432.up_proj,0.0000227570,0.05000,14.892
6,mlp.experts.327.up_proj,0.0000079269,0.05000,14.803
6,mlp.experts.323.up_proj,0.0000139131,0.05000,14.906
6,mlp.experts.335.up_proj,failsafe(rtn): 0.0013733,0.00000,0.884
6,mlp.experts.324.up_proj,0.0000026654,0.05000,14.510
6,mlp.experts.315.up_proj,0.0000223150,0.05000,14.438
6,mlp.experts.410.up_proj,0.0000025464,0.05000,14.549
6,mlp.experts.328.up_proj,0.0000292115,0.05000,14.549
6,mlp.experts.380.up_proj,0.0000089786,0.05000,14.607
6,mlp.experts.310.up_proj,0.0000089115,0.05000,14.587
6,mlp.experts.286.up_proj,0.0000109378,0.05000,14.526
6,mlp.experts.338.up_proj,0.0000029838,0.05000,14.525
6,mlp.experts.245.up_proj,0.0000167902,0.05000,14.470
6,mlp.experts.297.up_proj,0.0000058338,0.05000,14.631
6,mlp.experts.301.up_proj,0.0000087144,0.05000,14.632
6,mlp.experts.305.up_proj,0.0000060483,0.05000,14.674
6,mlp.experts.448.up_proj,0.0000062588,0.05000,14.407
6,mlp.experts.343.up_proj,0.0000147246,0.05000,14.395
6,mlp.experts.351.up_proj,0.0000076920,0.05000,14.390
6,mlp.experts.339.up_proj,0.0000174834,0.05000,14.490
6,mlp.experts.340.up_proj,0.0000046947,0.05000,14.310
6,mlp.experts.331.up_proj,0.0000110661,0.05000,14.225
6,mlp.experts.344.up_proj,0.0000065797,0.05000,14.173
6,mlp.experts.396.up_proj,0.0000107208,0.05000,14.162
6,mlp.experts.326.up_proj,0.0000035629,0.05000,14.182
6,mlp.experts.313.up_proj,0.0000077461,0.05000,13.975
6,mlp.experts.317.up_proj,0.0000039774,0.05000,13.944
6,mlp.experts.464.up_proj,0.0000140577,0.05000,13.628
6,mlp.experts.367.up_proj,0.0000198922,0.05000,13.523
6,mlp.experts.426.up_proj,0.0000061549,0.05000,14.252
6,mlp.experts.302.up_proj,0.0000050353,0.05000,14.147
6,mlp.experts.354.up_proj,0.0000080056,0.05000,14.082
6,mlp.experts.261.up_proj,0.0000064237,0.05000,14.091
6,mlp.experts.321.up_proj,0.0000140243,0.05000,13.955
6,mlp.experts.359.up_proj,0.0000083804,0.05000,13.600
6,mlp.experts.355.up_proj,0.0000299850,0.05000,13.435
6,mlp.experts.371.up_proj,failsafe(rtn): 0.0013199,0.00000,0.767
6,mlp.experts.387.up_proj,failsafe(rtn): 0.0011978,0.00000,0.755
6,mlp.experts.347.up_proj,0.0000118568,0.05000,14.510
6,mlp.experts.342.up_proj,0.0000140969,0.05000,14.519
6,mlp.experts.370.up_proj,0.0000018118,0.05000,14.532
6,mlp.experts.375.up_proj,0.0000051844,0.05000,14.552
6,mlp.experts.356.up_proj,0.0000033856,0.05000,14.596
6,mlp.experts.337.up_proj,0.0000059932,0.05000,14.605
6,mlp.experts.329.up_proj,0.0000082965,0.05000,14.624
6,mlp.experts.360.up_proj,0.0000136563,0.05000,14.630
6,mlp.experts.442.up_proj,0.0000048736,0.05000,14.722
6,mlp.experts.318.up_proj,0.0000080969,0.05000,14.728
6,mlp.experts.333.up_proj,0.0000140978,0.05000,14.750
6,mlp.experts.412.up_proj,0.0000035510,0.05000,14.764
6,mlp.experts.383.up_proj,0.0000047293,0.05000,14.762
6,mlp.experts.277.up_proj,0.0000134601,0.05000,14.791
6,mlp.experts.480.up_proj,0.0000077347,0.05000,14.830
6,mlp.experts.386.up_proj,failsafe(rtn): 0.0013657,0.00000,0.896
6,mlp.experts.353.up_proj,failsafe(rtn): 0.0014267,0.00000,0.871
6,mlp.experts.403.up_proj,0.0000031504,0.05000,14.711
6,mlp.experts.391.up_proj,0.0000173006,0.05000,14.874
6,mlp.experts.372.up_proj,0.0000098293,0.05000,14.864
6,mlp.experts.363.up_proj,0.0000105014,0.05000,14.961
6,mlp.experts.376.up_proj,0.0000075748,0.05000,14.832
6,mlp.experts.334.up_proj,0.0000069274,0.05000,14.877
6,mlp.experts.358.up_proj,0.0000069009,0.05000,15.109
6,mlp.experts.399.up_proj,0.0000070569,0.05000,14.872
6,mlp.experts.428.up_proj,0.0000094859,0.05000,14.889
6,mlp.experts.349.up_proj,0.0000115930,0.05000,14.931
6,mlp.experts.345.up_proj,0.0000062481,0.05000,15.061
6,mlp.experts.458.up_proj,0.0000167046,0.05000,15.065
6,mlp.experts.496.up_proj,0.0000078556,0.05000,14.988
6,mlp.experts.293.up_proj,0.0000133646,0.05000,15.038
6,mlp.experts.402.up_proj,0.0000089285,0.05000,14.989
6,mlp.experts.369.up_proj,0.0000061912,0.05000,14.951
6,mlp.experts.374.up_proj,failsafe(rtn): 0.0013962,0.00000,0.846
6,mlp.experts.419.up_proj,0.0000150238,0.05000,14.797
6,mlp.experts.0.down_proj,0.0000001514,0.05000,3.538
6,mlp.experts.16.down_proj,failsafe(rtn): 0.0014877,0.00000,0.169
6,mlp.experts.32.down_proj,failsafe(rtn): 0.0015106,0.00000,0.157
6,mlp.experts.48.down_proj,0.0000007067,0.05000,3.557
6,mlp.experts.64.down_proj,0.0000008477,0.05000,3.661
6,mlp.experts.407.up_proj,0.0000127914,0.05000,14.124
6,mlp.experts.388.up_proj,0.0000087573,0.05000,14.179
6,mlp.experts.392.up_proj,0.0000086136,0.05000,14.180
6,mlp.experts.350.up_proj,0.0000032060,0.05000,14.216
6,mlp.experts.379.up_proj,0.0000111432,0.05000,14.371
6,mlp.experts.444.up_proj,0.0000071812,0.05000,14.234
6,mlp.experts.474.up_proj,0.0000021576,0.05000,14.147
6,mlp.experts.365.up_proj,0.0000090820,0.05000,14.270
6,mlp.experts.415.up_proj,0.0000277263,0.05000,14.329
6,mlp.experts.361.up_proj,0.0000050693,0.05000,14.345
6,mlp.experts.309.up_proj,0.0000125603,0.05000,14.302
6,mlp.experts.80.down_proj,0.0000012802,0.05000,3.430
6,mlp.experts.404.up_proj,failsafe(rtn): 0.0013657,0.00000,0.805
6,mlp.experts.418.up_proj,0.0000218468,0.05000,14.204
6,mlp.experts.385.up_proj,0.0000075625,0.05000,14.230
6,mlp.experts.390.up_proj,0.0000125528,0.05000,14.229
6,mlp.experts.435.up_proj,0.0000037577,0.05000,14.138
6,mlp.experts.96.down_proj,0.0000001799,0.05000,3.687
6,mlp.experts.112.down_proj,0.0000014315,0.05000,3.576
6,mlp.experts.128.down_proj,0.0000011024,0.05000,3.666
6,mlp.experts.423.up_proj,0.0000056857,0.05000,14.432
6,mlp.experts.408.up_proj,0.0000091838,0.05000,14.469
6,mlp.experts.490.up_proj,0.0000064399,0.05000,14.205
6,mlp.experts.366.up_proj,0.0000156374,0.05000,14.407
6,mlp.experts.395.up_proj,0.0000186941,0.05000,14.460
6,mlp.experts.377.up_proj,0.0000041977,0.05000,14.397
6,mlp.experts.460.up_proj,0.0000108425,0.05000,14.559
6,mlp.experts.381.up_proj,0.0000163374,0.05000,14.524
6,mlp.experts.431.up_proj,0.0000040167,0.05000,14.500
6,mlp.experts.325.up_proj,0.0000124998,0.05000,14.516
6,mlp.experts.420.up_proj,0.0000073959,0.05000,14.329
6,mlp.experts.506.up_proj,failsafe(rtn): 0.0013580,0.00000,0.837
6,mlp.experts.434.up_proj,0.0000037785,0.05000,14.401
6,mlp.experts.401.up_proj,0.0000103802,0.05000,14.407
6,mlp.experts.406.up_proj,0.0000044043,0.05000,14.486
6,mlp.experts.393.up_proj,failsafe(rtn): 0.0013580,0.00000,0.782
6,mlp.experts.451.up_proj,0.0000079561,0.05000,14.379
6,mlp.experts.144.down_proj,0.0000004198,0.05000,3.967
6,mlp.experts.160.down_proj,failsafe(rtn): 0.0014572,0.00000,0.201
6,mlp.experts.176.down_proj,failsafe(rtn): 0.0014877,0.00000,0.194
6,mlp.experts.192.down_proj,failsafe(rtn): 0.0014877,0.00000,0.186
6,mlp.experts.10.down_proj,0.0000001069,0.05000,3.823
6,mlp.experts.208.down_proj,0.0000002006,0.05000,3.661
6,mlp.experts.26.down_proj,0.0000004126,0.05000,3.641
6,mlp.experts.224.down_proj,0.0000006549,0.05000,3.486
6,mlp.experts.42.down_proj,0.0000002276,0.05000,3.467
6,mlp.experts.439.up_proj,0.0000032859,0.05000,14.593
6,mlp.experts.424.up_proj,0.0000138458,0.05000,14.491
6,mlp.experts.382.up_proj,0.0000070054,0.05000,14.456
6,mlp.experts.411.up_proj,0.0000056954,0.05000,14.479
6,mlp.experts.447.up_proj,0.0000041503,0.05000,14.270
6,mlp.experts.476.up_proj,0.0000188046,0.05000,14.378
6,mlp.experts.397.up_proj,0.0000107227,0.05000,14.446
6,mlp.experts.341.up_proj,0.0000040397,0.05000,14.299
6,mlp.experts.436.up_proj,0.0000063596,0.05000,14.221
6,mlp.experts.450.up_proj,0.0000064603,0.05000,14.226
6,mlp.experts.58.down_proj,0.0000003880,0.05000,3.371
6,mlp.experts.422.up_proj,0.0000051161,0.05000,14.230
6,mlp.experts.417.up_proj,0.0000205461,0.05000,14.345
6,mlp.experts.409.up_proj,0.0000065507,0.05000,14.248
6,mlp.experts.467.up_proj,0.0000171807,0.05000,14.284
6,mlp.experts.466.up_proj,failsafe(rtn): 0.0013123,0.00000,0.674
6,mlp.experts.240.down_proj,0.0000010561,0.05000,3.634
6,mlp.experts.74.down_proj,0.0000003258,0.05000,3.580
6,mlp.experts.90.down_proj,0.0000004632,0.05000,3.789
6,mlp.experts.256.down_proj,0.0000001884,0.05000,3.830
6,mlp.experts.106.down_proj,failsafe(rtn): 0.0014725,0.00000,0.197
6,mlp.experts.272.down_proj,0.0000003738,0.05000,3.560
6,mlp.experts.122.down_proj,0.0000008641,0.05000,3.483
6,mlp.experts.138.down_proj,failsafe(rtn): 0.0014648,0.00000,0.181
6,mlp.experts.455.up_proj,0.0000246186,0.05000,14.148
6,mlp.experts.398.up_proj,0.0000052687,0.05000,14.400
6,mlp.experts.463.up_proj,0.0000154449,0.05000,14.419
6,mlp.experts.427.up_proj,0.0000029813,0.05000,14.418
6,mlp.experts.357.up_proj,0.0000094807,0.05000,14.425
6,mlp.experts.413.up_proj,0.0000356560,0.05000,14.465
6,mlp.experts.440.up_proj,0.0000064117,0.05000,14.450
6,mlp.experts.452.up_proj,0.0000251670,0.05000,14.577
6,mlp.experts.438.up_proj,0.0000103068,0.05000,14.452
6,mlp.experts.492.up_proj,0.0000044949,0.05000,14.612
6,mlp.experts.425.up_proj,0.0000171068,0.05000,14.591
6,mlp.experts.433.up_proj,0.0000126434,0.05000,14.660
6,mlp.experts.288.down_proj,0.0000002536,0.05000,3.774
6,mlp.experts.154.down_proj,0.0000005525,0.05000,3.811
6,mlp.experts.483.up_proj,0.0000008324,0.05000,14.671
6,mlp.experts.482.up_proj,0.0000031657,0.05000,14.610
6,mlp.experts.170.down_proj,failsafe(rtn): 0.0014801,0.00000,0.195
6,mlp.experts.499.up_proj,failsafe(rtn): 0.0012894,0.00000,0.781
6,mlp.experts.304.down_proj,0.0000003940,0.05000,4.028
6,mlp.experts.186.down_proj,0.0000018672,0.05000,4.052
6,mlp.experts.3.down_proj,0.0000004384,0.05000,3.898
6,mlp.experts.320.down_proj,0.0000004810,0.05000,3.747
6,mlp.experts.202.down_proj,0.0000012872,0.05000,3.669
6,mlp.experts.19.down_proj,0.0000007551,0.05000,3.639
6,mlp.experts.336.down_proj,0.0000005238,0.05000,3.255
6,mlp.experts.35.down_proj,0.0000006648,0.05000,3.221
6,mlp.experts.471.up_proj,0.0000198065,0.05000,14.442
6,mlp.experts.414.up_proj,0.0000128779,0.05000,14.376
6,mlp.experts.479.up_proj,0.0000054401,0.05000,14.398
6,mlp.experts.443.up_proj,0.0000050024,0.05000,14.436
6,mlp.experts.429.up_proj,0.0000046461,0.05000,14.374
6,mlp.experts.373.up_proj,0.0000064515,0.05000,14.449
6,mlp.experts.456.up_proj,0.0000090016,0.05000,14.309
6,mlp.experts.454.up_proj,0.0000090174,0.05000,14.228
6,mlp.experts.468.up_proj,0.0000074703,0.05000,14.352
6,mlp.experts.508.up_proj,0.0000104993,0.05000,14.318
6,mlp.experts.441.up_proj,0.0000064341,0.05000,14.276
6,mlp.experts.449.up_proj,0.0000098098,0.05000,14.271
6,mlp.experts.352.down_proj,0.0000002321,0.05000,3.232
6,mlp.experts.498.up_proj,0.0000033798,0.05000,14.226
6,mlp.experts.51.down_proj,0.0000003384,0.05000,3.227
6,mlp.experts.12.down_proj,0.0000002740,0.05000,3.266
6,mlp.experts.368.down_proj,0.0000008336,0.05000,3.241
6,mlp.experts.28.down_proj,failsafe(rtn): 0.0015182,0.00000,0.159
6,mlp.experts.2.down_proj,0.0000004708,0.05000,3.371
6,mlp.experts.218.down_proj,0.0000019360,0.05000,3.409
6,mlp.experts.67.down_proj,0.0000012407,0.05000,3.349
6,mlp.experts.384.down_proj,0.0000004786,0.05000,3.767
6,mlp.experts.44.down_proj,0.0000003041,0.05000,3.806
6,mlp.experts.400.down_proj,failsafe(rtn): 0.0013580,0.00000,0.226
6,mlp.experts.234.down_proj,0.0000009301,0.05000,3.858
6,mlp.experts.18.down_proj,0.0000010405,0.05000,3.924
6,mlp.experts.83.down_proj,0.0000001920,0.05000,3.952
6,mlp.experts.60.down_proj,0.0000007017,0.05000,3.586
6,mlp.experts.416.down_proj,0.0000007719,0.05000,3.572
6,mlp.experts.34.down_proj,0.0000009296,0.05000,3.398
6,mlp.experts.487.up_proj,0.0000074067,0.05000,13.396
6,mlp.experts.459.up_proj,0.0000052823,0.05000,13.267
6,mlp.experts.250.down_proj,0.0000008656,0.05000,3.414
6,mlp.experts.99.down_proj,0.0000009872,0.05000,3.230
6,mlp.experts.495.up_proj,0.0000107370,0.05000,13.300
6,mlp.experts.445.up_proj,0.0000192418,0.05000,13.258
6,mlp.experts.389.up_proj,0.0000096032,0.05000,13.406
6,mlp.experts.472.up_proj,0.0000143013,0.05000,13.309
6,mlp.experts.484.up_proj,0.0000096228,0.05000,13.321
6,mlp.experts.457.up_proj,0.0000345767,0.05000,13.426
6,mlp.experts.465.up_proj,0.0000052645,0.05000,13.411
6,mlp.experts.503.up_proj,failsafe(rtn): 0.0013351,0.00000,0.860
6,mlp.experts.430.up_proj,0.0000074464,0.05000,13.568
6,mlp.experts.470.up_proj,0.0000087549,0.05000,13.595
6,mlp.experts.481.up_proj,failsafe(rtn): 0.0006905,0.00000,0.791
6,mlp.experts.50.down_proj,0.0000017545,0.05000,3.590
6,mlp.experts.76.down_proj,0.0000005740,0.05000,3.636
6,mlp.experts.432.down_proj,0.0000012874,0.05000,3.644
6,mlp.experts.266.down_proj,0.0000007885,0.05000,3.658
6,mlp.experts.115.down_proj,0.0000005813,0.05000,3.677
6,mlp.experts.66.down_proj,failsafe(rtn): 0.0014572,0.00000,0.199
6,mlp.experts.92.down_proj,failsafe(rtn): 0.0014572,0.00000,0.183
6,mlp.experts.448.down_proj,0.0000015556,0.05000,3.239
6,mlp.experts.282.down_proj,0.0000004896,0.05000,3.273
6,mlp.experts.82.down_proj,0.0000015156,0.05000,3.202
6,mlp.experts.108.down_proj,0.0000023546,0.05000,3.184
6,mlp.experts.298.down_proj,failsafe(rtn): 0.0014877,0.00000,0.165
6,mlp.experts.464.down_proj,0.0000009659,0.05000,3.137
6,mlp.experts.124.down_proj,0.0000003682,0.05000,3.166
6,mlp.experts.98.down_proj,0.0000003250,0.05000,3.200
6,mlp.experts.314.down_proj,0.0000007746,0.05000,3.155
6,mlp.experts.511.up_proj,0.0000017154,0.05000,12.930
6,mlp.experts.475.up_proj,0.0000106433,0.05000,13.068
6,mlp.experts.480.down_proj,0.0000007845,0.05000,3.115
6,mlp.experts.461.up_proj,0.0000055833,0.05000,13.103
6,mlp.experts.140.down_proj,0.0000017244,0.05000,3.105
6,mlp.experts.405.up_proj,0.0000057259,0.05000,13.074
6,mlp.experts.488.up_proj,0.0000054907,0.05000,12.958
6,mlp.experts.114.down_proj,0.0000008607,0.05000,3.168
6,mlp.experts.330.down_proj,0.0000011892,0.05000,3.167
6,mlp.experts.500.up_proj,0.0000163711,0.05000,13.079
6,mlp.experts.473.up_proj,0.0000092241,0.05000,12.949
6,mlp.experts.486.up_proj,0.0000095162,0.05000,12.745
6,mlp.experts.446.up_proj,0.0000046059,0.05000,12.813
6,mlp.experts.497.up_proj,0.0000058200,0.05000,12.907
6,mlp.experts.7.down_proj,0.0000001495,0.05000,3.595
6,mlp.experts.131.down_proj,0.0000006321,0.05000,3.644
6,mlp.experts.15.down_proj,0.0000008089,0.05000,3.665
6,mlp.experts.496.down_proj,0.0000003719,0.05000,3.702
6,mlp.experts.156.down_proj,0.0000002235,0.05000,3.667
6,mlp.experts.130.down_proj,0.0000022456,0.05000,3.660
6,mlp.experts.346.down_proj,0.0000005137,0.05000,3.632
6,mlp.experts.4.down_proj,0.0000005707,0.05000,3.562
6,mlp.experts.1.down_proj,0.0000007651,0.05000,3.542
6,mlp.experts.17.down_proj,failsafe(rtn): 0.0014420,0.00000,0.174
6,mlp.experts.147.down_proj,0.0000005201,0.05000,3.547
6,mlp.experts.31.down_proj,0.0000002103,0.05000,3.550
6,mlp.experts.23.down_proj,0.0000004107,0.05000,3.630
6,mlp.experts.172.down_proj,0.0000008649,0.05000,3.544
6,mlp.experts.146.down_proj,0.0000022674,0.05000,3.561
6,mlp.experts.362.down_proj,0.0000034400,0.05000,3.583
6,mlp.experts.188.down_proj,failsafe(rtn): 0.0014343,0.00000,0.206
6,mlp.experts.20.down_proj,0.0000004196,0.05000,3.571
6,mlp.experts.33.down_proj,0.0000003871,0.05000,3.699
6,mlp.experts.39.down_proj,0.0000003910,0.05000,3.346
6,mlp.experts.163.down_proj,0.0000005489,0.05000,3.381
6,mlp.experts.47.down_proj,0.0000004992,0.05000,3.400
6,mlp.experts.162.down_proj,0.0000004708,0.05000,3.356
6,mlp.experts.378.down_proj,0.0000008613,0.05000,3.358
6,mlp.experts.204.down_proj,0.0000002697,0.05000,3.322
6,mlp.experts.36.down_proj,0.0000032259,0.05000,3.327
6,mlp.experts.49.down_proj,0.0000007469,0.05000,3.337
6,mlp.experts.491.up_proj,0.0000024921,0.05000,13.928
6,mlp.experts.63.down_proj,0.0000008555,0.05000,3.457
6,mlp.experts.477.up_proj,0.0000061630,0.05000,14.010
6,mlp.experts.504.up_proj,0.0000088105,0.05000,13.858
6,mlp.experts.55.down_proj,0.0000002203,0.05000,3.536
6,mlp.experts.179.down_proj,0.0000006345,0.05000,3.552
6,mlp.experts.71.down_proj,failsafe(rtn): 0.0011063,0.00000,0.192
6,mlp.experts.421.up_proj,0.0000245748,0.05000,14.171
6,mlp.experts.394.down_proj,0.0000018862,0.05000,3.583
6,mlp.experts.178.down_proj,0.0000006989,0.05000,3.657
6,mlp.experts.220.down_proj,0.0000010961,0.05000,3.584
6,mlp.experts.52.down_proj,0.0000010568,0.05000,3.671
6,mlp.experts.507.up_proj,failsafe(rtn): 0.0013657,0.00000,0.776
6,mlp.experts.489.up_proj,0.0000102056,0.05000,14.141
6,mlp.experts.502.up_proj,0.0000072267,0.05000,13.999
6,mlp.experts.462.up_proj,0.0000169203,0.05000,13.953
6,mlp.experts.65.down_proj,0.0000007972,0.05000,3.583
6,mlp.experts.8.down_proj,0.0000000921,0.05000,3.355
6,mlp.experts.195.down_proj,0.0000002150,0.05000,3.317
6,mlp.experts.79.down_proj,0.0000012611,0.05000,3.411
6,mlp.experts.87.down_proj,0.0000008877,0.05000,3.380
6,mlp.experts.236.down_proj,0.0000004746,0.05000,3.297
6,mlp.experts.410.down_proj,0.0000001929,0.05000,3.364
6,mlp.experts.194.down_proj,0.0000007154,0.05000,3.353
6,mlp.experts.68.down_proj,0.0000005018,0.05000,3.367
6,mlp.experts.11.down_proj,0.0000009805,0.05000,3.384
6,mlp.experts.6.down_proj,0.0000004323,0.05000,3.459
6,mlp.experts.81.down_proj,0.0000002409,0.05000,3.512
6,mlp.experts.24.down_proj,0.0000007168,0.05000,3.477
6,mlp.experts.211.down_proj,0.0000007079,0.05000,3.482
6,mlp.experts.95.down_proj,0.0000006577,0.05000,3.454
6,mlp.experts.103.down_proj,0.0000013583,0.05000,3.527
6,mlp.experts.252.down_proj,0.0000012632,0.05000,3.475
6,mlp.experts.210.down_proj,0.0000002380,0.05000,3.437
6,mlp.experts.426.down_proj,0.0000005107,0.05000,3.470
6,mlp.experts.84.down_proj,0.0000019819,0.05000,3.458
6,mlp.experts.27.down_proj,0.0000004673,0.05000,3.422
6,mlp.experts.22.down_proj,0.0000011587,0.05000,3.351
6,mlp.experts.97.down_proj,0.0000002562,0.05000,3.307
6,mlp.experts.111.down_proj,0.0000007639,0.05000,3.403
6,mlp.experts.227.down_proj,0.0000004962,0.05000,3.410
6,mlp.experts.40.down_proj,0.0000010669,0.05000,3.455
6,mlp.experts.119.down_proj,0.0000006870,0.05000,3.512
6,mlp.experts.226.down_proj,0.0000005814,0.05000,3.489
6,mlp.experts.442.down_proj,0.0000003038,0.05000,3.498
6,mlp.experts.268.down_proj,0.0000006375,0.05000,3.567
6,mlp.experts.43.down_proj,0.0000003398,0.05000,3.481
6,mlp.experts.100.down_proj,0.0000016243,0.05000,3.502
6,mlp.experts.284.down_proj,failsafe(rtn): 0.0014648,0.00000,0.159
6,mlp.experts.38.down_proj,0.0000005547,0.05000,3.463
6,mlp.experts.113.down_proj,0.0000007038,0.05000,3.438
6,mlp.experts.127.down_proj,0.0000005966,0.05000,3.268
6,mlp.experts.243.down_proj,0.0000017443,0.05000,3.260
6,mlp.experts.56.down_proj,0.0000012964,0.05000,3.252
6,mlp.experts.493.up_proj,0.0000043558,0.05000,13.576
6,mlp.experts.72.down_proj,failsafe(rtn): 0.0014572,0.00000,0.170
6,mlp.experts.437.up_proj,0.0000068523,0.05000,13.510
6,mlp.experts.135.down_proj,0.0000004152,0.05000,3.168
6,mlp.experts.458.down_proj,0.0000014389,0.05000,3.231
6,mlp.experts.242.down_proj,0.0000012792,0.05000,3.275
6,mlp.experts.59.down_proj,0.0000004453,0.05000,3.189
6,mlp.experts.116.down_proj,0.0000005026,0.05000,3.183
6,mlp.experts.300.down_proj,0.0000002452,0.05000,3.184
6,mlp.experts.505.up_proj,0.0000077726,0.05000,13.562
6,mlp.experts.478.up_proj,0.0000141297,0.05000,13.391
6,mlp.experts.54.down_proj,0.0000007275,0.05000,3.229
6,mlp.experts.129.down_proj,0.0000004645,0.05000,3.020
6,mlp.experts.259.down_proj,0.0000003670,0.05000,2.976
6,mlp.experts.143.down_proj,0.0000014509,0.05000,2.982
6,mlp.experts.88.down_proj,0.0000005281,0.05000,2.960
6,mlp.experts.151.down_proj,0.0000007244,0.05000,2.976
6,mlp.experts.474.down_proj,0.0000013087,0.05000,3.034
6,mlp.experts.258.down_proj,0.0000001847,0.05000,3.026
6,mlp.experts.75.down_proj,0.0000008241,0.05000,3.022
6,mlp.experts.132.down_proj,0.0000010914,0.05000,3.013
6,mlp.experts.316.down_proj,0.0000004250,0.05000,3.033
6,mlp.experts.70.down_proj,0.0000006794,0.05000,3.090
6,mlp.experts.145.down_proj,0.0000007500,0.05000,3.308
6,mlp.experts.9.down_proj,0.0000004689,0.05000,3.336
6,mlp.experts.159.down_proj,0.0000004862,0.05000,3.455
6,mlp.experts.275.down_proj,0.0000009186,0.05000,3.488
6,mlp.experts.104.down_proj,0.0000003694,0.05000,3.419
6,mlp.experts.167.down_proj,0.0000003682,0.05000,3.434
6,mlp.experts.490.down_proj,0.0000004058,0.05000,3.423
6,mlp.experts.91.down_proj,0.0000004470,0.05000,3.365
6,mlp.experts.148.down_proj,0.0000000876,0.05000,3.371
6,mlp.experts.274.down_proj,0.0000007048,0.05000,3.449
6,mlp.experts.332.down_proj,0.0000003308,0.05000,3.397
6,mlp.experts.506.down_proj,failsafe(rtn): 0.0014801,0.00000,0.187
6,mlp.experts.164.down_proj,failsafe(rtn): 0.0015335,0.00000,0.198
6,mlp.experts.86.down_proj,0.0000003955,0.05000,3.443
6,mlp.experts.161.down_proj,0.0000005630,0.05000,3.373
6,mlp.experts.25.down_proj,0.0000007625,0.05000,3.443
6,mlp.experts.175.down_proj,0.0000007125,0.05000,3.266
6,mlp.experts.291.down_proj,0.0000005100,0.05000,3.327
6,mlp.experts.120.down_proj,0.0000003469,0.05000,3.296
6,mlp.experts.307.down_proj,failsafe(rtn): 0.0014496,0.00000,0.164
6,mlp.experts.290.down_proj,0.0000004373,0.05000,3.249
6,mlp.experts.107.down_proj,0.0000004695,0.05000,3.290
6,mlp.experts.102.down_proj,0.0000010113,0.05000,2.973
6,mlp.experts.41.down_proj,0.0000011191,0.05000,2.494
6,mlp.experts.494.up_proj,0.0000082775,0.05000,10.300
6,mlp.experts.453.up_proj,0.0000103317,0.05000,9.739
6,mlp.experts.348.down_proj,0.0000002830,0.05000,3.187
6,mlp.experts.180.down_proj,0.0000008059,0.05000,3.143
6,mlp.experts.177.down_proj,0.0000011722,0.05000,2.564
6,mlp.experts.191.down_proj,0.0000013165,0.05000,1.258
6,mlp.experts.509.up_proj,0.0000116728,0.05000,9.729
6,mlp.experts.183.down_proj,0.0000007471,0.05000,3.291
6,mlp.experts.136.down_proj,0.0000007152,0.05000,3.108
6,mlp.experts.207.down_proj,0.0000006304,0.05000,3.120
6,mlp.experts.123.down_proj,0.0000003439,0.05000,3.148
6,mlp.experts.323.down_proj,0.0000008384,0.05000,3.174
6,mlp.experts.196.down_proj,0.0000003159,0.05000,3.172
6,mlp.experts.306.down_proj,0.0000006874,0.05000,3.188
6,mlp.experts.199.down_proj,0.0000003284,0.05000,3.196
6,mlp.experts.13.down_proj,0.0000008209,0.05000,3.212
6,mlp.experts.57.down_proj,0.0000015062,0.05000,3.218
6,mlp.experts.364.down_proj,0.0000005334,0.05000,3.217
6,mlp.experts.193.down_proj,0.0000003951,0.05000,3.234
6,mlp.experts.118.down_proj,0.0000015460,0.05000,3.241
6,mlp.experts.223.down_proj,failsafe(rtn): 0.0015030,0.00000,0.172
6,mlp.experts.152.down_proj,0.0000008722,0.05000,3.114
6,mlp.experts.322.down_proj,0.0000014146,0.05000,3.090
6,mlp.experts.215.down_proj,0.0000003715,0.05000,3.083
6,mlp.experts.29.down_proj,0.0000006217,0.05000,3.083
6,mlp.experts.339.down_proj,0.0000010292,0.05000,3.141
6,mlp.experts.212.down_proj,0.0000003338,0.05000,3.142
6,mlp.experts.139.down_proj,0.0000002962,0.05000,3.172
6,mlp.experts.134.down_proj,0.0000007885,0.05000,3.099
6,mlp.experts.380.down_proj,0.0000004578,0.05000,3.132
6,mlp.experts.73.down_proj,0.0000001125,0.05000,3.154
6,mlp.experts.209.down_proj,0.0000007923,0.05000,3.170
6,mlp.experts.239.down_proj,0.0000010519,0.05000,3.100
6,mlp.experts.168.down_proj,0.0000008622,0.05000,3.050
6,mlp.experts.338.down_proj,0.0000005655,0.05000,3.039
6,mlp.experts.155.down_proj,0.0000004517,0.05000,3.034
6,mlp.experts.231.down_proj,0.0000001001,0.05000,3.086
6,mlp.experts.228.down_proj,0.0000005088,0.05000,3.088
6,mlp.experts.45.down_proj,0.0000002690,0.05000,3.118
6,mlp.experts.150.down_proj,0.0000007006,0.05000,3.087
6,mlp.experts.355.down_proj,0.0000024618,0.05000,3.150
6,mlp.experts.396.down_proj,0.0000006083,0.05000,3.118
6,mlp.experts.89.down_proj,0.0000003287,0.05000,3.133
6,mlp.experts.225.down_proj,0.0000008545,0.05000,3.112
6,mlp.experts.255.down_proj,0.0000027758,0.05000,3.139
6,mlp.experts.371.down_proj,failsafe(rtn): 0.0014954,0.00000,0.180
6,mlp.experts.387.down_proj,failsafe(rtn): 0.0013504,0.00000,0.161
6,mlp.experts.510.up_proj,0.0000025065,0.05000,12.365
6,mlp.experts.184.down_proj,0.0000009796,0.05000,3.092
6,mlp.experts.354.down_proj,0.0000007225,0.05000,3.085
6,mlp.experts.469.up_proj,0.0000074927,0.05000,12.450
6,mlp.experts.244.down_proj,0.0000004120,0.05000,3.033
6,mlp.experts.247.down_proj,0.0000002129,0.05000,3.079
6,mlp.experts.166.down_proj,0.0000003099,0.05000,3.053
6,mlp.experts.171.down_proj,0.0000002308,0.05000,3.132
6,mlp.experts.412.down_proj,0.0000002320,0.05000,3.030
6,mlp.experts.61.down_proj,0.0000002603,0.05000,3.140
6,mlp.experts.105.down_proj,0.0000002934,0.05000,3.084
6,mlp.experts.241.down_proj,0.0000004279,0.05000,3.124
6,mlp.experts.271.down_proj,0.0000002407,0.05000,3.107
6,mlp.experts.403.down_proj,0.0000002311,0.05000,3.088
6,mlp.experts.14.down_proj,0.0000003515,0.05000,3.121
6,mlp.experts.200.down_proj,0.0000007690,0.05000,3.180
6,mlp.experts.260.down_proj,0.0000003654,0.05000,3.132
6,mlp.experts.370.down_proj,0.0000000957,0.05000,3.181
6,mlp.experts.263.down_proj,0.0000003469,0.05000,3.156
6,mlp.experts.182.down_proj,0.0000003103,0.05000,3.144
6,mlp.experts.187.down_proj,0.0000004852,0.05000,3.213
6,mlp.experts.428.down_proj,0.0000010466,0.05000,3.228
6,mlp.experts.77.down_proj,0.0000007898,0.05000,3.223
6,mlp.experts.386.down_proj,failsafe(rtn): 0.0014496,0.00000,0.198
6,mlp.experts.121.down_proj,0.0000006608,0.05000,3.213
6,mlp.experts.257.down_proj,0.0000023148,0.05000,3.223
6,mlp.experts.287.down_proj,0.0000004198,0.05000,3.232
6,mlp.experts.419.down_proj,0.0000007922,0.05000,3.251
6,mlp.experts.30.down_proj,0.0000003970,0.05000,3.275
6,mlp.experts.216.down_proj,0.0000005960,0.05000,3.230
6,mlp.experts.279.down_proj,0.0000006428,0.05000,3.189
6,mlp.experts.276.down_proj,0.0000001040,0.05000,3.223
6,mlp.experts.198.down_proj,0.0000005050,0.05000,3.216
6,mlp.experts.444.down_proj,0.0000007204,0.05000,3.184
6,mlp.experts.203.down_proj,0.0000002027,0.05000,3.246
6,mlp.experts.402.down_proj,0.0000009753,0.05000,3.185
6,mlp.experts.137.down_proj,0.0000006521,0.05000,3.199
6,mlp.experts.93.down_proj,0.0000006030,0.05000,3.238
6,mlp.experts.303.down_proj,0.0000003283,0.05000,3.195
6,mlp.experts.273.down_proj,0.0000002956,0.05000,3.256
6,mlp.experts.435.down_proj,0.0000001277,0.05000,3.220
6,mlp.experts.46.down_proj,0.0000003997,0.05000,3.148
6,mlp.experts.232.down_proj,0.0000004768,0.05000,3.148
6,mlp.experts.292.down_proj,0.0000007131,0.05000,3.191
6,mlp.experts.295.down_proj,0.0000009919,0.05000,3.233
6,mlp.experts.214.down_proj,0.0000016341,0.05000,3.196
6,mlp.experts.460.down_proj,0.0000027259,0.05000,3.144
6,mlp.experts.219.down_proj,0.0000004189,0.05000,3.127
6,mlp.experts.418.down_proj,0.0000016617,0.05000,3.185
6,mlp.experts.311.down_proj,failsafe(rtn): 0.0014725,0.00000,0.191
6,mlp.experts.153.down_proj,0.0000006304,0.05000,3.233
6,mlp.experts.109.down_proj,0.0000006773,0.05000,3.232
6,mlp.experts.319.down_proj,0.0000023134,0.05000,3.209
6,mlp.experts.289.down_proj,0.0000006539,0.05000,3.209
6,mlp.experts.335.down_proj,failsafe(rtn): 0.0014725,0.00000,0.149
6,mlp.experts.451.down_proj,0.0000007013,0.05000,3.205
6,mlp.experts.62.down_proj,0.0000009450,0.05000,3.087
6,mlp.experts.308.down_proj,0.0000006725,0.05000,3.053
6,mlp.experts.248.down_proj,0.0000006711,0.05000,3.136
6,mlp.experts.485.up_proj,0.0000060880,0.05000,12.653
6,mlp.experts.476.down_proj,0.0000011492,0.05000,3.025
6,mlp.experts.230.down_proj,0.0000006511,0.05000,3.104
6,mlp.experts.235.down_proj,0.0000004438,0.05000,3.096
6,mlp.experts.434.down_proj,0.0000001513,0.05000,3.068
6,mlp.experts.327.down_proj,0.0000011921,0.05000,3.098
6,mlp.experts.125.down_proj,0.0000005156,0.05000,3.073
6,mlp.experts.169.down_proj,0.0000006329,0.05000,3.104
6,mlp.experts.251.down_proj,failsafe(rtn): 0.0014496,0.00000,0.167
6,mlp.experts.305.down_proj,0.0000005053,0.05000,3.153
6,mlp.experts.351.down_proj,0.0000005343,0.05000,3.101
6,mlp.experts.467.down_proj,0.0000009866,0.05000,3.102
6,mlp.experts.78.down_proj,0.0000005490,0.05000,3.039
6,mlp.experts.324.down_proj,0.0000001478,0.05000,3.025
6,mlp.experts.264.down_proj,0.0000027954,0.05000,3.034
6,mlp.experts.246.down_proj,0.0000008750,0.05000,2.987
6,mlp.experts.492.down_proj,0.0000003263,0.05000,3.061
6,mlp.experts.450.down_proj,0.0000004437,0.05000,3.004
6,mlp.experts.141.down_proj,0.0000004254,0.05000,2.978
6,mlp.experts.185.down_proj,0.0000004021,0.05000,2.971
6,mlp.experts.343.down_proj,0.0000011773,0.05000,3.010
6,mlp.experts.466.down_proj,failsafe(rtn): 0.0014267,0.00000,0.147
6,mlp.experts.267.down_proj,0.0000007488,0.05000,3.037
6,mlp.experts.321.down_proj,0.0000008504,0.05000,2.996
6,mlp.experts.367.down_proj,0.0000010404,0.05000,2.971
6,mlp.experts.483.down_proj,0.0000000393,0.05000,2.987
6,mlp.experts.499.down_proj,failsafe(rtn): 0.0014877,0.00000,0.134
6,mlp.experts.94.down_proj,0.0000007066,0.05000,2.960
6,mlp.experts.340.down_proj,0.0000003910,0.05000,2.953
6,mlp.experts.280.down_proj,0.0000005530,0.05000,2.966
6,mlp.experts.262.down_proj,0.0000007434,0.05000,2.970
6,mlp.experts.508.down_proj,0.0000005337,0.05000,2.980
6,mlp.experts.201.down_proj,0.0000002095,0.05000,2.928
6,mlp.experts.157.down_proj,0.0000013330,0.05000,2.958
6,mlp.experts.359.down_proj,0.0000008555,0.05000,2.944
6,mlp.experts.283.down_proj,0.0000006899,0.05000,2.911
6,mlp.experts.482.down_proj,0.0000002267,0.05000,2.962
6,mlp.experts.383.down_proj,0.0000005301,0.05000,2.914
6,mlp.experts.337.down_proj,0.0000006243,0.05000,2.960
6,mlp.experts.353.down_proj,failsafe(rtn): 0.0015030,0.00000,0.152
6,mlp.experts.110.down_proj,0.0000008232,0.05000,2.562
6,mlp.experts.356.down_proj,0.0000002736,0.05000,2.549
6,mlp.experts.296.down_proj,0.0000002151,0.05000,2.524
6,mlp.experts.278.down_proj,0.0000005196,0.05000,2.530
6,mlp.experts.173.down_proj,0.0000010362,0.05000,2.536
6,mlp.experts.217.down_proj,0.0000002649,0.05000,2.585
6,mlp.experts.375.down_proj,0.0000003988,0.05000,2.566
6,mlp.experts.299.down_proj,0.0000008942,0.05000,2.566
6,mlp.experts.498.down_proj,0.0000003237,0.05000,2.587
6,mlp.experts.399.down_proj,0.0000004212,0.05000,2.572
6,mlp.experts.369.down_proj,0.0000005032,0.05000,2.539
6,mlp.experts.126.down_proj,0.0000007743,0.05000,2.352
6,mlp.experts.312.down_proj,0.0000005678,0.05000,2.338
6,mlp.experts.372.down_proj,0.0000008908,0.05000,2.355
6,mlp.experts.501.up_proj,0.0000039667,0.05000,10.907
6,mlp.experts.294.down_proj,0.0000004543,0.05000,2.335
6,mlp.experts.189.down_proj,0.0000001838,0.05000,2.345
6,mlp.experts.233.down_proj,0.0000008058,0.05000,2.352
6,mlp.experts.391.down_proj,0.0000015443,0.05000,2.342
6,mlp.experts.315.down_proj,0.0000020519,0.05000,2.317
6,mlp.experts.205.down_proj,failsafe(rtn): 0.0014725,0.00000,0.124
6,mlp.experts.415.down_proj,0.0000017514,0.05000,2.328
6,mlp.experts.385.down_proj,0.0000004327,0.05000,2.300
6,mlp.experts.142.down_proj,0.0000002720,0.05000,2.169
6,mlp.experts.328.down_proj,0.0000018475,0.05000,2.184
6,mlp.experts.388.down_proj,0.0000004853,0.05000,2.186
6,mlp.experts.310.down_proj,0.0000013354,0.05000,2.186
6,mlp.experts.5.down_proj,0.0000007022,0.05000,2.224
6,mlp.experts.404.down_proj,failsafe(rtn): 0.0015030,0.00000,0.118
6,mlp.experts.249.down_proj,0.0000007596,0.05000,2.202
6,mlp.experts.407.down_proj,0.0000008089,0.05000,2.216
6,mlp.experts.331.down_proj,0.0000010310,0.05000,2.238
6,mlp.experts.221.down_proj,0.0000007525,0.05000,2.235
6,mlp.experts.431.down_proj,0.0000003494,0.05000,2.192
6,mlp.experts.401.down_proj,0.0000006122,0.05000,2.220
6,mlp.experts.158.down_proj,0.0000006814,0.05000,2.356
6,mlp.experts.344.down_proj,0.0000003066,0.05000,2.376
6,mlp.experts.326.down_proj,0.0000001121,0.05000,2.352
6,mlp.experts.21.down_proj,0.0000005308,0.05000,2.413
6,mlp.experts.420.down_proj,0.0000012919,0.05000,2.412
6,mlp.experts.423.down_proj,0.0000005595,0.05000,2.442
6,mlp.experts.347.down_proj,0.0000012355,0.05000,2.424
6,mlp.experts.265.down_proj,0.0000003082,0.05000,2.484
6,mlp.experts.237.down_proj,0.0000005600,0.05000,2.455
6,mlp.experts.447.down_proj,0.0000003214,0.05000,2.446
6,mlp.experts.417.down_proj,0.0000011713,0.05000,2.447
6,mlp.experts.174.down_proj,0.0000005416,0.05000,2.304
6,mlp.experts.360.down_proj,0.0000010963,0.05000,2.340
6,mlp.experts.342.down_proj,0.0000008543,0.05000,2.323
6,mlp.experts.436.down_proj,0.0000003514,0.05000,2.261
6,mlp.experts.37.down_proj,0.0000007554,0.05000,2.334
6,mlp.experts.439.down_proj,0.0000005980,0.05000,2.299
6,mlp.experts.363.down_proj,0.0000017386,0.05000,2.301
6,mlp.experts.281.down_proj,0.0000004153,0.05000,2.348
6,mlp.experts.253.down_proj,0.0000003058,0.05000,2.296
6,mlp.experts.463.down_proj,0.0000008921,0.05000,2.307
6,mlp.experts.433.down_proj,0.0000009856,0.05000,2.336
6,mlp.experts.190.down_proj,0.0000002688,0.05000,2.187
6,mlp.experts.376.down_proj,0.0000007835,0.05000,2.189
6,mlp.experts.358.down_proj,0.0000006459,0.05000,2.190
6,mlp.experts.452.down_proj,0.0000014555,0.05000,2.187
6,mlp.experts.374.down_proj,failsafe(rtn): 0.0014648,0.00000,0.105
6,mlp.experts.53.down_proj,0.0000005199,0.05000,2.258
6,mlp.experts.455.down_proj,0.0000013608,0.05000,2.231
6,mlp.experts.379.down_proj,0.0000007386,0.05000,2.236
6,mlp.experts.297.down_proj,0.0000002583,0.05000,2.232
6,mlp.experts.479.down_proj,0.0000005288,0.05000,2.221
6,mlp.experts.269.down_proj,0.0000012067,0.05000,2.235
6,mlp.experts.449.down_proj,0.0000005477,0.05000,2.220
6,mlp.experts.206.down_proj,0.0000029211,0.05000,2.208
6,mlp.experts.392.down_proj,0.0000004537,0.05000,2.207
6,mlp.experts.390.down_proj,0.0000005722,0.05000,2.181
6,mlp.experts.468.down_proj,0.0000006878,0.05000,2.233
6,mlp.experts.69.down_proj,0.0000005400,0.05000,2.223
6,mlp.experts.471.down_proj,0.0000012037,0.05000,2.230
6,mlp.experts.395.down_proj,0.0000011690,0.05000,2.266
6,mlp.experts.313.down_proj,0.0000005232,0.05000,2.224
6,mlp.experts.495.down_proj,0.0000005309,0.05000,2.248
6,mlp.experts.285.down_proj,0.0000002197,0.05000,2.262
6,mlp.experts.465.down_proj,0.0000006476,0.05000,2.225
6,mlp.experts.481.down_proj,failsafe(rtn): 0.0009117,0.00000,0.117
6,mlp.experts.222.down_proj,0.0000000573,0.05000,2.175
6,mlp.experts.408.down_proj,0.0000010403,0.05000,2.110
6,mlp.experts.406.down_proj,0.0000003791,0.05000,2.134
6,mlp.experts.484.down_proj,0.0000009404,0.05000,2.143
6,mlp.experts.85.down_proj,0.0000006836,0.05000,2.118
6,mlp.experts.487.down_proj,0.0000004955,0.05000,2.149
6,mlp.experts.411.down_proj,0.0000006341,0.05000,2.144
6,mlp.experts.329.down_proj,0.0000018079,0.05000,2.179
6,mlp.experts.511.down_proj,0.0000000941,0.05000,2.125
6,mlp.experts.503.down_proj,failsafe(rtn): 0.0014496,0.00000,0.126
6,mlp.experts.301.down_proj,0.0000009081,0.05000,2.161
6,mlp.experts.497.down_proj,0.0000003187,0.05000,2.173
6,mlp.experts.238.down_proj,0.0000004440,0.05000,1.808
6,mlp.experts.424.down_proj,0.0000008611,0.05000,1.786
6,mlp.experts.422.down_proj,0.0000005703,0.05000,1.804
6,mlp.experts.500.down_proj,0.0000008180,0.05000,1.797
6,mlp.experts.101.down_proj,0.0000025437,0.05000,1.789
6,mlp.experts.427.down_proj,0.0000002539,0.05000,1.614
6,mlp.experts.345.down_proj,0.0000007726,0.05000,1.729
6,mlp.experts.317.down_proj,0.0000001612,0.05000,1.661
6,mlp.experts.440.down_proj,0.0000008733,0.05000,1.519
6,mlp.experts.254.down_proj,0.0000004065,0.05000,1.539
6,mlp.experts.438.down_proj,0.0000012670,0.05000,1.551
6,mlp.experts.117.down_proj,0.0000013794,0.05000,1.562
6,mlp.experts.443.down_proj,0.0000005460,0.05000,1.515
6,mlp.experts.361.down_proj,0.0000003499,0.05000,1.532
6,mlp.experts.333.down_proj,0.0000007548,0.05000,1.539
6,mlp.experts.456.down_proj,0.0000005514,0.05000,1.478
6,mlp.experts.270.down_proj,0.0000008351,0.05000,1.483
6,mlp.experts.133.down_proj,0.0000005223,0.05000,1.394
6,mlp.experts.349.down_proj,0.0000006717,0.05000,1.175
6,mlp.experts.454.down_proj,0.0000007599,0.05000,1.424
6,mlp.experts.459.down_proj,0.0000003840,0.05000,1.348
6,mlp.experts.377.down_proj,0.0000002180,0.05000,1.188
6,mlp.experts.393.down_proj,failsafe(rtn): 0.0014877,0.00000,0.087
6,mlp.experts.475.down_proj,0.0000008127,0.05000,1.428
6,mlp.experts.472.down_proj,0.0000016431,0.05000,1.463
6,mlp.experts.286.down_proj,0.0000005832,0.05000,1.489
6,mlp.experts.149.down_proj,0.0000005212,0.05000,1.488
6,mlp.experts.470.down_proj,0.0000011417,0.05000,1.498
6,mlp.experts.365.down_proj,0.0000006041,0.05000,1.516
6,mlp.experts.409.down_proj,0.0000006011,0.05000,1.550
6,mlp.experts.488.down_proj,0.0000003211,0.05000,1.394
6,mlp.experts.491.down_proj,0.0000001176,0.05000,1.450
6,mlp.experts.302.down_proj,0.0000002903,0.05000,1.451
6,mlp.experts.165.down_proj,0.0000001687,0.05000,1.457
6,mlp.experts.507.down_proj,failsafe(rtn): 0.0014725,0.00000,0.065
6,mlp.experts.486.down_proj,0.0000005652,0.05000,1.464
6,mlp.experts.381.down_proj,0.0000008829,0.05000,1.457
6,mlp.experts.425.down_proj,0.0000007634,0.05000,1.484
6,mlp.experts.504.down_proj,0.0000006119,0.05000,1.305
6,mlp.experts.318.down_proj,0.0000004482,0.05000,1.259
6,mlp.experts.502.down_proj,0.0000008830,0.05000,1.261
6,mlp.experts.397.down_proj,0.0000007476,0.05000,1.263
6,mlp.experts.181.down_proj,0.0000010373,0.05000,1.295
6,mlp.experts.441.down_proj,0.0000006869,0.05000,1.188
6,mlp.experts.334.down_proj,0.0000006661,0.05000,0.653
6,mlp.experts.197.down_proj,0.0000005655,0.05000,0.714
6,mlp.experts.413.down_proj,0.0000042798,0.05000,0.723
6,mlp.experts.457.down_proj,0.0000027609,0.05000,0.709
6,mlp.experts.350.down_proj,0.0000002575,0.05000,0.582
6,mlp.experts.429.down_proj,0.0000002067,0.05000,0.706
6,mlp.experts.213.down_proj,0.0000007926,0.05000,0.755
6,mlp.experts.473.down_proj,0.0000010232,0.05000,0.749
6,mlp.experts.366.down_proj,0.0000007919,0.05000,0.635
6,mlp.experts.445.down_proj,0.0000014742,0.05000,0.718
6,mlp.experts.229.down_proj,0.0000000960,0.05000,0.742
6,mlp.experts.489.down_proj,0.0000017862,0.05000,0.713
6,mlp.experts.382.down_proj,0.0000010300,0.05000,0.654
6,mlp.experts.461.down_proj,0.0000003671,0.05000,0.783
6,mlp.experts.505.down_proj,0.0000003965,0.05000,0.751
6,mlp.experts.245.down_proj,0.0000013948,0.05000,0.783
6,mlp.experts.398.down_proj,0.0000004203,0.05000,0.625
6,mlp.experts.477.down_proj,0.0000003655,0.05000,0.495
6,mlp.experts.261.down_proj,0.0000009705,0.05000,0.469
6,mlp.experts.414.down_proj,0.0000015448,0.05000,0.405
6,mlp.experts.493.down_proj,0.0000002774,0.05000,0.363
6,mlp.experts.277.down_proj,0.0000010834,0.05000,0.350
6,mlp.experts.430.down_proj,0.0000003841,0.05000,0.308
6,mlp.experts.446.down_proj,0.0000002771,0.05000,0.420
6,mlp.experts.509.down_proj,0.0000012662,0.05000,0.468
6,mlp.experts.293.down_proj,0.0000007131,0.05000,0.454
6,mlp.experts.462.down_proj,0.0000009899,0.05000,0.237
6,mlp.experts.309.down_proj,0.0000011117,0.05000,0.247
6,mlp.experts.478.down_proj,0.0000008209,0.05000,0.233
6,mlp.experts.325.down_proj,0.0000008159,0.05000,0.240
6,mlp.experts.494.down_proj,0.0000005001,0.05000,0.251
6,mlp.experts.341.down_proj,0.0000004310,0.05000,0.237
6,mlp.experts.510.down_proj,0.0000002551,0.05000,0.237
6,mlp.experts.357.down_proj,0.0000007167,0.05000,0.225
6,mlp.experts.373.down_proj,0.0000006375,0.05000,0.129
6,mlp.experts.389.down_proj,0.0000010327,0.05000,0.129
6,mlp.experts.405.down_proj,0.0000005445,0.05000,0.129
6,mlp.experts.421.down_proj,0.0000017828,0.05000,0.131
6,mlp.experts.437.down_proj,0.0000006423,0.05000,0.129
6,mlp.experts.453.down_proj,0.0000005243,0.05000,0.129
6,mlp.experts.469.down_proj,0.0000007184,0.05000,0.128
6,mlp.experts.485.down_proj,0.0000003420,0.05000,0.129
6,mlp.experts.501.down_proj,0.0000003125,0.05000,0.131
7,mlp.experts.13.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.765
7,mlp.experts.12.gate_proj,0.0000155452,0.05000,13.839
7,mlp.experts.6.gate_proj,0.0000212262,0.05000,13.930
7,mlp.experts.1.gate_proj,0.0000157906,0.05000,13.948
7,mlp.experts.15.gate_proj,0.0000152231,0.05000,13.972
7,mlp.experts.11.gate_proj,0.0000069499,0.05000,14.019
7,mlp.experts.0.gate_proj,0.0000086807,0.05000,14.079
7,mlp.experts.2.gate_proj,0.0000067204,0.05000,14.037
7,mlp.experts.4.gate_proj,0.0000144960,0.05000,14.090
7,mlp.experts.10.gate_proj,0.0000235166,0.05000,14.121
7,mlp.experts.9.gate_proj,0.0000110304,0.05000,14.150
7,mlp.experts.8.gate_proj,0.0000065157,0.05000,14.154
7,mlp.experts.14.gate_proj,0.0000038343,0.05000,14.163
7,mlp.experts.7.gate_proj,0.0000059531,0.05000,14.222
7,mlp.experts.5.gate_proj,0.0000096862,0.05000,14.240
7,mlp.experts.3.gate_proj,0.0000162260,0.05000,14.261
7,mlp.experts.29.gate_proj,0.0000078254,0.05000,14.174
7,mlp.experts.45.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.658
7,mlp.experts.28.gate_proj,0.0000018643,0.05000,14.001
7,mlp.experts.22.gate_proj,0.0000086278,0.05000,13.981
7,mlp.experts.31.gate_proj,0.0000159387,0.05000,14.030
7,mlp.experts.24.gate_proj,0.0000108064,0.05000,13.851
7,mlp.experts.20.gate_proj,0.0000048223,0.05000,13.936
7,mlp.experts.16.gate_proj,0.0000082144,0.05000,13.966
7,mlp.experts.27.gate_proj,0.0000171091,0.05000,14.039
7,mlp.experts.17.gate_proj,0.0000127697,0.05000,14.167
7,mlp.experts.23.gate_proj,0.0000030432,0.05000,13.891
7,mlp.experts.18.gate_proj,0.0000448449,0.05000,14.045
7,mlp.experts.25.gate_proj,0.0000083261,0.05000,14.062
7,mlp.experts.30.gate_proj,0.0000084597,0.05000,14.049
7,mlp.experts.21.gate_proj,0.0000206038,0.05000,13.993
7,mlp.experts.26.gate_proj,0.0000221097,0.05000,14.114
7,mlp.experts.19.gate_proj,0.0000081607,0.05000,13.963
7,mlp.experts.32.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.773
7,mlp.experts.61.gate_proj,0.0000062070,0.05000,14.003
7,mlp.experts.36.gate_proj,0.0000061337,0.05000,13.478
7,mlp.experts.40.gate_proj,0.0000161461,0.05000,13.543
7,mlp.experts.44.gate_proj,0.0000062222,0.05000,13.723
7,mlp.experts.38.gate_proj,0.0000089249,0.05000,13.689
7,mlp.experts.43.gate_proj,0.0000243230,0.05000,13.618
7,mlp.experts.47.gate_proj,0.0000216627,0.05000,13.748
7,mlp.experts.41.gate_proj,0.0000022628,0.05000,13.574
7,mlp.experts.37.gate_proj,0.0000090255,0.05000,13.544
7,mlp.experts.46.gate_proj,0.0000037350,0.05000,13.590
7,mlp.experts.34.gate_proj,0.0000085587,0.05000,13.730
7,mlp.experts.42.gate_proj,0.0000100732,0.05000,13.657
7,mlp.experts.39.gate_proj,0.0000038695,0.05000,13.783
7,mlp.experts.33.gate_proj,0.0000175161,0.05000,13.808
7,mlp.experts.35.gate_proj,0.0000332471,0.05000,13.772
7,mlp.experts.48.gate_proj,0.0000043726,0.05000,13.743
7,mlp.experts.77.gate_proj,0.0000068357,0.05000,13.709
7,mlp.experts.52.gate_proj,0.0000085331,0.05000,14.124
7,mlp.experts.59.gate_proj,0.0000065716,0.05000,14.025
7,mlp.experts.54.gate_proj,0.0000040004,0.05000,14.125
7,mlp.experts.60.gate_proj,0.0000223433,0.05000,14.218
7,mlp.experts.56.gate_proj,0.0000117068,0.05000,14.225
7,mlp.experts.63.gate_proj,0.0000058787,0.05000,14.219
7,mlp.experts.62.gate_proj,0.0000321413,0.05000,14.204
7,mlp.experts.53.gate_proj,0.0000086360,0.05000,14.303
7,mlp.experts.58.gate_proj,0.0000074702,0.05000,14.200
7,mlp.experts.57.gate_proj,0.0000106094,0.05000,14.352
7,mlp.experts.50.gate_proj,0.0000020356,0.05000,14.275
7,mlp.experts.55.gate_proj,0.0000169101,0.05000,14.262
7,mlp.experts.51.gate_proj,0.0000067834,0.05000,14.214
7,mlp.experts.49.gate_proj,0.0000045899,0.05000,14.360
7,mlp.experts.76.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.842
7,mlp.experts.64.gate_proj,0.0000242668,0.05000,14.276
7,mlp.experts.93.gate_proj,0.0000132595,0.05000,14.407
7,mlp.experts.68.gate_proj,0.0000055616,0.05000,14.428
7,mlp.experts.70.gate_proj,0.0000080156,0.05000,14.521
7,mlp.experts.75.gate_proj,0.0000211928,0.05000,14.530
7,mlp.experts.72.gate_proj,0.0000119951,0.05000,14.457
7,mlp.experts.79.gate_proj,0.0000075376,0.05000,14.483
7,mlp.experts.74.gate_proj,0.0000154506,0.05000,14.566
7,mlp.experts.66.gate_proj,0.0000102996,0.05000,14.546
7,mlp.experts.78.gate_proj,0.0000122161,0.05000,14.711
7,mlp.experts.65.gate_proj,0.0000117752,0.05000,14.446
7,mlp.experts.69.gate_proj,0.0000112157,0.05000,14.682
7,mlp.experts.71.gate_proj,0.0000084596,0.05000,14.602
7,mlp.experts.73.gate_proj,0.0000200152,0.05000,14.669
7,mlp.experts.67.gate_proj,0.0000249823,0.05000,14.598
7,mlp.experts.92.gate_proj,0.0000075126,0.05000,14.460
7,mlp.experts.80.gate_proj,0.0000242647,0.05000,14.487
7,mlp.experts.109.gate_proj,0.0000078136,0.05000,14.449
7,mlp.experts.84.gate_proj,0.0000153857,0.05000,14.425
7,mlp.experts.88.gate_proj,0.0000130431,0.05000,14.298
7,mlp.experts.86.gate_proj,0.0000067981,0.05000,14.430
7,mlp.experts.91.gate_proj,0.0000059458,0.05000,14.461
7,mlp.experts.95.gate_proj,0.0000163388,0.05000,14.259
7,mlp.experts.82.gate_proj,0.0000105273,0.05000,14.202
7,mlp.experts.94.gate_proj,0.0000056819,0.05000,14.254
7,mlp.experts.90.gate_proj,0.0000028462,0.05000,14.410
7,mlp.experts.83.gate_proj,0.0000077648,0.05000,14.239
7,mlp.experts.87.gate_proj,0.0000129846,0.05000,14.431
7,mlp.experts.85.gate_proj,0.0000207794,0.05000,14.456
7,mlp.experts.81.gate_proj,0.0000162081,0.05000,14.494
7,mlp.experts.89.gate_proj,0.0000081448,0.05000,14.473
7,mlp.experts.108.gate_proj,0.0000138245,0.05000,14.276
7,mlp.experts.96.gate_proj,0.0000129521,0.05000,14.388
7,mlp.experts.110.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.762
7,mlp.experts.101.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.796
7,mlp.experts.125.gate_proj,0.0000099987,0.05000,14.364
7,mlp.experts.100.gate_proj,0.0000039021,0.05000,14.214
7,mlp.experts.104.gate_proj,0.0000074482,0.05000,14.216
7,mlp.experts.102.gate_proj,0.0000084918,0.05000,14.123
7,mlp.experts.107.gate_proj,0.0000191262,0.05000,14.284
7,mlp.experts.111.gate_proj,0.0000039193,0.05000,14.333
7,mlp.experts.98.gate_proj,0.0000073179,0.05000,14.224
7,mlp.experts.106.gate_proj,0.0000063080,0.05000,14.188
7,mlp.experts.99.gate_proj,0.0000116080,0.05000,14.280
7,mlp.experts.103.gate_proj,0.0000250577,0.05000,14.235
7,mlp.experts.97.gate_proj,0.0000097375,0.05000,14.201
7,mlp.experts.124.gate_proj,0.0000122660,0.05000,14.214
7,mlp.experts.105.gate_proj,0.0000082638,0.05000,14.315
7,mlp.experts.126.gate_proj,0.0000418533,0.05000,14.171
7,mlp.experts.112.gate_proj,0.0000025475,0.05000,14.331
7,mlp.experts.117.gate_proj,0.0000085731,0.05000,14.156
7,mlp.experts.141.gate_proj,0.0000074818,0.05000,14.144
7,mlp.experts.116.gate_proj,0.0000071484,0.05000,14.155
7,mlp.experts.120.gate_proj,0.0000140868,0.05000,14.063
7,mlp.experts.118.gate_proj,0.0000110594,0.05000,14.145
7,mlp.experts.123.gate_proj,0.0000108863,0.05000,14.126
7,mlp.experts.127.gate_proj,0.0000074909,0.05000,14.075
7,mlp.experts.114.gate_proj,0.0000111619,0.05000,14.109
7,mlp.experts.122.gate_proj,0.0000053142,0.05000,14.110
7,mlp.experts.119.gate_proj,0.0000090167,0.05000,14.091
7,mlp.experts.115.gate_proj,0.0000170334,0.05000,14.164
7,mlp.experts.113.gate_proj,0.0000075769,0.05000,14.190
7,mlp.experts.140.gate_proj,0.0000153866,0.05000,14.123
7,mlp.experts.121.gate_proj,0.0000121879,0.05000,14.129
7,mlp.experts.142.gate_proj,0.0000148635,0.05000,14.216
7,mlp.experts.128.gate_proj,0.0000199392,0.05000,14.149
7,mlp.experts.133.gate_proj,0.0000078024,0.05000,14.118
7,mlp.experts.157.gate_proj,0.0000042863,0.05000,14.124
7,mlp.experts.132.gate_proj,0.0000172501,0.05000,14.446
7,mlp.experts.136.gate_proj,0.0000071739,0.05000,14.553
7,mlp.experts.134.gate_proj,0.0000077882,0.05000,14.478
7,mlp.experts.139.gate_proj,0.0000064265,0.05000,14.451
7,mlp.experts.143.gate_proj,0.0000152331,0.05000,14.534
7,mlp.experts.130.gate_proj,0.0000053458,0.05000,14.614
7,mlp.experts.138.gate_proj,0.0000067028,0.05000,14.602
7,mlp.experts.135.gate_proj,0.0000064942,0.05000,14.531
7,mlp.experts.131.gate_proj,0.0000067234,0.05000,14.632
7,mlp.experts.137.gate_proj,0.0000113550,0.05000,14.505
7,mlp.experts.156.gate_proj,0.0000089736,0.05000,14.546
7,mlp.experts.129.gate_proj,0.0000058710,0.05000,14.686
7,mlp.experts.158.gate_proj,0.0000193212,0.05000,14.369
7,mlp.experts.144.gate_proj,0.0000127159,0.05000,14.437
7,mlp.experts.149.gate_proj,0.0000010495,0.05000,14.417
7,mlp.experts.173.gate_proj,0.0000052752,0.05000,14.314
7,mlp.experts.148.gate_proj,0.0000092564,0.05000,14.567
7,mlp.experts.152.gate_proj,0.0000068915,0.05000,14.593
7,mlp.experts.150.gate_proj,0.0000069890,0.05000,14.593
7,mlp.experts.155.gate_proj,0.0000066171,0.05000,14.497
7,mlp.experts.159.gate_proj,0.0000103753,0.05000,14.462
7,mlp.experts.146.gate_proj,0.0000104742,0.05000,14.608
7,mlp.experts.154.gate_proj,0.0000093683,0.05000,14.519
7,mlp.experts.151.gate_proj,0.0000089403,0.05000,14.557
7,mlp.experts.147.gate_proj,0.0000083025,0.05000,14.588
7,mlp.experts.153.gate_proj,0.0000079504,0.05000,14.551
7,mlp.experts.172.gate_proj,0.0000038289,0.05000,14.548
7,mlp.experts.145.gate_proj,0.0000056251,0.05000,14.644
7,mlp.experts.174.gate_proj,0.0000113533,0.05000,14.555
7,mlp.experts.160.gate_proj,0.0000083890,0.05000,14.706
7,mlp.experts.165.gate_proj,0.0000081742,0.05000,14.696
7,mlp.experts.189.gate_proj,0.0000072135,0.05000,14.691
7,mlp.experts.168.gate_proj,0.0000130659,0.05000,13.758
7,mlp.experts.164.gate_proj,0.0000058604,0.05000,13.909
7,mlp.experts.175.gate_proj,0.0000147549,0.05000,13.758
7,mlp.experts.166.gate_proj,0.0000401081,0.05000,13.902
7,mlp.experts.171.gate_proj,0.0000057073,0.05000,14.051
7,mlp.experts.162.gate_proj,0.0000058423,0.05000,13.884
7,mlp.experts.184.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.706
7,mlp.experts.163.gate_proj,0.0000098427,0.05000,13.828
7,mlp.experts.188.gate_proj,0.0000134751,0.05000,13.798
7,mlp.experts.161.gate_proj,0.0000109517,0.05000,13.763
7,mlp.experts.181.gate_proj,0.0000093222,0.05000,13.395
7,mlp.experts.191.gate_proj,0.0000264823,0.05000,2.374
7,mlp.experts.180.gate_proj,0.0000068934,0.05000,2.585
7,mlp.experts.167.gate_proj,0.0000032035,0.05000,13.872
7,mlp.experts.169.gate_proj,0.0000092152,0.05000,13.804
7,mlp.experts.190.gate_proj,0.0000088794,0.05000,13.606
7,mlp.experts.176.gate_proj,0.0000109113,0.05000,13.471
7,mlp.experts.205.gate_proj,0.0000079278,0.05000,13.085
7,mlp.experts.182.gate_proj,0.0000078923,0.05000,2.431
7,mlp.experts.170.gate_proj,0.0000052463,0.05000,13.855
7,mlp.experts.200.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.778
7,mlp.experts.185.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.825
7,mlp.experts.204.gate_proj,0.0000082777,0.05000,14.171
7,mlp.experts.198.gate_proj,0.0000068163,0.05000,14.175
7,mlp.experts.221.gate_proj,0.0000216357,0.05000,14.183
7,mlp.experts.207.gate_proj,0.0000156754,0.05000,14.179
7,mlp.experts.186.gate_proj,0.0000089119,0.05000,14.208
7,mlp.experts.178.gate_proj,0.0000055485,0.05000,14.220
7,mlp.experts.197.gate_proj,0.0000185006,0.05000,14.315
7,mlp.experts.177.gate_proj,0.0000026179,0.05000,14.318
7,mlp.experts.196.gate_proj,0.0000127855,0.05000,14.342
7,mlp.experts.192.gate_proj,0.0000067073,0.05000,14.356
7,mlp.experts.179.gate_proj,0.0000101647,0.05000,14.369
7,mlp.experts.187.gate_proj,0.0000118326,0.05000,14.416
7,mlp.experts.183.gate_proj,0.0000083317,0.05000,14.412
7,mlp.experts.206.gate_proj,0.0000087419,0.05000,14.510
7,mlp.experts.216.gate_proj,0.0000075750,0.05000,14.287
7,mlp.experts.208.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.798
7,mlp.experts.203.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.762
7,mlp.experts.201.gate_proj,0.0000303597,0.05000,14.363
7,mlp.experts.224.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.733
7,mlp.experts.220.gate_proj,0.0000089142,0.05000,14.584
7,mlp.experts.237.gate_proj,0.0000055547,0.05000,14.599
7,mlp.experts.214.gate_proj,0.0000081651,0.05000,14.706
7,mlp.experts.212.gate_proj,0.0000150596,0.05000,14.543
7,mlp.experts.223.gate_proj,0.0000034747,0.05000,14.731
7,mlp.experts.199.gate_proj,0.0000225242,0.05000,14.490
7,mlp.experts.194.gate_proj,0.0000166781,0.05000,14.768
7,mlp.experts.202.gate_proj,0.0000140553,0.05000,14.801
7,mlp.experts.195.gate_proj,0.0000094696,0.05000,14.730
7,mlp.experts.213.gate_proj,0.0000043941,0.05000,14.796
7,mlp.experts.222.gate_proj,0.0000145579,0.05000,14.601
7,mlp.experts.193.gate_proj,0.0000149853,0.05000,14.898
7,mlp.experts.232.gate_proj,0.0000088306,0.05000,14.461
7,mlp.experts.217.gate_proj,0.0000022249,0.05000,14.491
7,mlp.experts.219.gate_proj,0.0000111486,0.05000,14.696
7,mlp.experts.240.gate_proj,0.0000040867,0.05000,14.594
7,mlp.experts.236.gate_proj,0.0000104549,0.05000,13.825
7,mlp.experts.253.gate_proj,0.0000012967,0.05000,13.945
7,mlp.experts.230.gate_proj,0.0000286307,0.05000,13.907
7,mlp.experts.210.gate_proj,0.0000139811,0.05000,13.827
7,mlp.experts.228.gate_proj,0.0000136947,0.05000,14.011
7,mlp.experts.215.gate_proj,0.0000144820,0.05000,14.022
7,mlp.experts.218.gate_proj,0.0000129754,0.05000,13.994
7,mlp.experts.229.gate_proj,0.0000167148,0.05000,13.912
7,mlp.experts.239.gate_proj,0.0000379632,0.05000,14.140
7,mlp.experts.238.gate_proj,0.0000050865,0.05000,14.004
7,mlp.experts.211.gate_proj,0.0000038448,0.05000,14.036
7,mlp.experts.209.gate_proj,0.0000233454,0.05000,14.121
7,mlp.experts.252.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.816
7,mlp.experts.248.gate_proj,0.0000095508,0.05000,14.050
7,mlp.experts.233.gate_proj,0.0000067342,0.05000,14.117
7,mlp.experts.235.gate_proj,0.0000081254,0.05000,14.126
7,mlp.experts.256.gate_proj,0.0000141438,0.05000,13.809
7,mlp.experts.272.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.744
7,mlp.experts.226.gate_proj,0.0000147155,0.05000,14.278
7,mlp.experts.244.gate_proj,0.0000071293,0.05000,14.240
7,mlp.experts.269.gate_proj,0.0000126213,0.05000,14.452
7,mlp.experts.254.gate_proj,0.0000113905,0.05000,14.141
7,mlp.experts.245.gate_proj,0.0000186824,0.05000,14.281
7,mlp.experts.227.gate_proj,0.0000099517,0.05000,14.226
7,mlp.experts.268.gate_proj,0.0000261150,0.05000,14.023
7,mlp.experts.251.gate_proj,0.0000108605,0.05000,13.467
7,mlp.experts.288.gate_proj,0.0000122262,0.05000,12.416
7,mlp.experts.234.gate_proj,0.0000208485,0.05000,14.205
7,mlp.experts.231.gate_proj,0.0000074569,0.05000,14.333
7,mlp.experts.255.gate_proj,0.0000111700,0.05000,14.258
7,mlp.experts.264.gate_proj,0.0000277641,0.05000,13.838
7,mlp.experts.225.gate_proj,0.0000115114,0.05000,14.117
7,mlp.experts.249.gate_proj,0.0000069396,0.05000,13.692
7,mlp.experts.246.gate_proj,0.0000066647,0.05000,14.357
7,mlp.experts.284.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.733
7,mlp.experts.242.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.785
7,mlp.experts.265.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.774
7,mlp.experts.280.gate_proj,0.0000188040,0.05000,14.363
7,mlp.experts.260.gate_proj,0.0000100296,0.05000,14.379
7,mlp.experts.262.gate_proj,0.0000153406,0.05000,14.381
7,mlp.experts.261.gate_proj,0.0000084988,0.05000,14.392
7,mlp.experts.285.gate_proj,0.0000040590,0.05000,14.459
7,mlp.experts.247.gate_proj,0.0000114385,0.05000,14.508
7,mlp.experts.270.gate_proj,0.0000048546,0.05000,14.517
7,mlp.experts.241.gate_proj,0.0000072023,0.05000,14.530
7,mlp.experts.267.gate_proj,0.0000163609,0.05000,14.595
7,mlp.experts.271.gate_proj,0.0000088411,0.05000,14.597
7,mlp.experts.304.gate_proj,0.0000069123,0.05000,14.619
7,mlp.experts.243.gate_proj,0.0000054225,0.05000,14.647
7,mlp.experts.250.gate_proj,0.0000033685,0.05000,14.714
7,mlp.experts.281.gate_proj,0.0000026594,0.05000,14.417
7,mlp.experts.300.gate_proj,0.0000118439,0.05000,14.496
7,mlp.experts.258.gate_proj,0.0000163303,0.05000,14.546
7,mlp.experts.259.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.720
7,mlp.experts.296.gate_proj,0.0000176174,0.05000,14.195
7,mlp.experts.286.gate_proj,0.0000350955,0.05000,14.189
7,mlp.experts.278.gate_proj,0.0000110136,0.05000,14.309
7,mlp.experts.276.gate_proj,0.0000051370,0.05000,14.365
7,mlp.experts.263.gate_proj,0.0000140875,0.05000,14.251
7,mlp.experts.301.gate_proj,0.0000077126,0.05000,14.296
7,mlp.experts.277.gate_proj,0.0000189605,0.05000,14.405
7,mlp.experts.257.gate_proj,0.0000139117,0.05000,14.324
7,mlp.experts.287.gate_proj,0.0000083446,0.05000,14.331
7,mlp.experts.283.gate_proj,0.0000105222,0.05000,14.383
7,mlp.experts.320.gate_proj,0.0000200630,0.05000,14.385
7,mlp.experts.266.gate_proj,0.0000035968,0.05000,14.462
7,mlp.experts.273.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.697
7,mlp.experts.297.gate_proj,0.0000026523,0.05000,14.398
7,mlp.experts.316.gate_proj,0.0000063594,0.05000,14.409
7,mlp.experts.274.gate_proj,0.0000097602,0.05000,14.333
7,mlp.experts.275.gate_proj,0.0000330481,0.05000,14.368
7,mlp.experts.313.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.711
7,mlp.experts.312.gate_proj,0.0000075753,0.05000,13.917
7,mlp.experts.292.gate_proj,0.0000073694,0.05000,13.873
7,mlp.experts.302.gate_proj,0.0000013668,0.05000,13.937
7,mlp.experts.279.gate_proj,0.0000115663,0.05000,13.882
7,mlp.experts.294.gate_proj,0.0000089300,0.05000,13.982
7,mlp.experts.317.gate_proj,0.0000040635,0.05000,13.976
7,mlp.experts.293.gate_proj,0.0000159641,0.05000,14.036
7,mlp.experts.303.gate_proj,0.0000078098,0.05000,14.073
7,mlp.experts.336.gate_proj,0.0000096569,0.05000,14.012
7,mlp.experts.299.gate_proj,0.0000067809,0.05000,14.037
7,mlp.experts.282.gate_proj,0.0000081489,0.05000,13.981
7,mlp.experts.333.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.744
7,mlp.experts.332.gate_proj,0.0000136595,0.05000,13.885
7,mlp.experts.289.gate_proj,0.0000134118,0.05000,14.062
7,mlp.experts.290.gate_proj,0.0000097032,0.05000,13.988
7,mlp.experts.291.gate_proj,0.0000142965,0.05000,14.209
7,mlp.experts.329.gate_proj,0.0000047401,0.05000,14.009
7,mlp.experts.328.gate_proj,0.0000091878,0.05000,14.368
7,mlp.experts.318.gate_proj,0.0000088915,0.05000,14.323
7,mlp.experts.308.gate_proj,0.0000043189,0.05000,14.356
7,mlp.experts.310.gate_proj,0.0000153859,0.05000,14.299
7,mlp.experts.295.gate_proj,0.0000149887,0.05000,14.360
7,mlp.experts.309.gate_proj,0.0000106871,0.05000,14.295
7,mlp.experts.319.gate_proj,0.0000038765,0.05000,14.258
7,mlp.experts.298.gate_proj,0.0000057976,0.05000,14.182
7,mlp.experts.306.gate_proj,0.0000027558,0.05000,13.928
7,mlp.experts.305.gate_proj,0.0000203246,0.05000,14.023
7,mlp.experts.345.gate_proj,0.0000093150,0.05000,13.471
7,mlp.experts.334.gate_proj,0.0000087006,0.05000,3.099
7,mlp.experts.326.gate_proj,0.0000045872,0.05000,3.052
7,mlp.experts.352.gate_proj,0.0000034722,0.05000,14.225
7,mlp.experts.315.gate_proj,0.0000100257,0.05000,14.261
7,mlp.experts.349.gate_proj,0.0000169306,0.05000,14.030
7,mlp.experts.348.gate_proj,0.0000087605,0.05000,14.084
7,mlp.experts.307.gate_proj,0.0000078685,0.05000,13.778
7,mlp.experts.324.gate_proj,0.0000282283,0.05000,3.053
7,mlp.experts.344.gate_proj,0.0000069729,0.05000,3.213
7,mlp.experts.364.gate_proj,0.0000059329,0.05000,14.471
7,mlp.experts.350.gate_proj,0.0000222327,0.05000,14.503
7,mlp.experts.314.gate_proj,0.0000049679,0.05000,14.604
7,mlp.experts.311.gate_proj,0.0000212793,0.05000,14.619
7,mlp.experts.340.gate_proj,0.0000029856,0.05000,14.617
7,mlp.experts.361.gate_proj,0.0000073999,0.05000,14.621
7,mlp.experts.335.gate_proj,0.0000132129,0.05000,14.621
7,mlp.experts.322.gate_proj,0.0000126761,0.05000,14.636
7,mlp.experts.321.gate_proj,0.0000130923,0.05000,14.638
7,mlp.experts.368.gate_proj,0.0000030866,0.05000,14.643
7,mlp.experts.331.gate_proj,0.0000198730,0.05000,14.654
7,mlp.experts.323.gate_proj,0.0000154744,0.05000,14.649
7,mlp.experts.360.gate_proj,0.0000084568,0.05000,14.707
7,mlp.experts.342.gate_proj,0.0000211931,0.05000,14.720
7,mlp.experts.325.gate_proj,0.0000033291,0.05000,14.722
7,mlp.experts.365.gate_proj,0.0000148910,0.05000,14.739
7,mlp.experts.356.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.792
7,mlp.experts.339.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.765
7,mlp.experts.381.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.738
7,mlp.experts.380.gate_proj,0.0000150019,0.05000,14.358
7,mlp.experts.366.gate_proj,0.0000039706,0.05000,14.500
7,mlp.experts.338.gate_proj,0.0000050714,0.05000,14.374
7,mlp.experts.377.gate_proj,0.0000132171,0.05000,14.399
7,mlp.experts.327.gate_proj,0.0000169600,0.05000,14.504
7,mlp.experts.330.gate_proj,0.0000194440,0.05000,14.544
7,mlp.experts.384.gate_proj,0.0000171003,0.05000,14.467
7,mlp.experts.347.gate_proj,0.0000100291,0.05000,14.466
7,mlp.experts.351.gate_proj,0.0000130752,0.05000,14.569
7,mlp.experts.341.gate_proj,0.0000055372,0.05000,14.443
7,mlp.experts.358.gate_proj,0.0000150024,0.05000,14.498
7,mlp.experts.376.gate_proj,0.0000101725,0.05000,14.544
7,mlp.experts.337.gate_proj,0.0000039367,0.05000,14.737
7,mlp.experts.372.gate_proj,0.0000331495,0.05000,14.465
7,mlp.experts.355.gate_proj,0.0000068574,0.05000,14.516
7,mlp.experts.397.gate_proj,0.0000280977,0.05000,14.517
7,mlp.experts.374.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.780
7,mlp.experts.396.gate_proj,0.0000049591,0.05000,14.447
7,mlp.experts.382.gate_proj,0.0000083519,0.05000,14.439
7,mlp.experts.354.gate_proj,0.0000124207,0.05000,14.478
7,mlp.experts.393.gate_proj,0.0000244827,0.05000,14.560
7,mlp.experts.367.gate_proj,0.0000052037,0.05000,14.431
7,mlp.experts.400.gate_proj,0.0000322822,0.05000,14.502
7,mlp.experts.343.gate_proj,0.0000058794,0.05000,14.559
7,mlp.experts.392.gate_proj,0.0000052095,0.05000,14.395
7,mlp.experts.346.gate_proj,0.0000069247,0.05000,14.568
7,mlp.experts.357.gate_proj,0.0000148623,0.05000,14.490
7,mlp.experts.363.gate_proj,0.0000073113,0.05000,14.713
7,mlp.experts.353.gate_proj,0.0000110472,0.05000,14.588
7,mlp.experts.370.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.803
7,mlp.experts.388.gate_proj,0.0000128264,0.05000,14.417
7,mlp.experts.413.gate_proj,0.0000106581,0.05000,14.394
7,mlp.experts.390.gate_proj,0.0000083597,0.05000,14.404
7,mlp.experts.371.gate_proj,0.0000084150,0.05000,14.480
7,mlp.experts.379.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.793
7,mlp.experts.406.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.719
7,mlp.experts.412.gate_proj,0.0000030302,0.05000,14.126
7,mlp.experts.398.gate_proj,0.0000113523,0.05000,14.111
7,mlp.experts.383.gate_proj,0.0000070684,0.05000,14.074
7,mlp.experts.373.gate_proj,0.0000088555,0.05000,14.041
7,mlp.experts.408.gate_proj,0.0000181229,0.05000,14.106
7,mlp.experts.369.gate_proj,0.0000060338,0.05000,13.902
7,mlp.experts.404.gate_proj,0.0000073759,0.05000,13.705
7,mlp.experts.387.gate_proj,0.0000096477,0.05000,13.573
7,mlp.experts.422.gate_proj,0.0000179198,0.05000,12.859
7,mlp.experts.409.gate_proj,0.0000032292,0.05000,14.182
7,mlp.experts.359.gate_proj,0.0000106580,0.05000,14.093
7,mlp.experts.416.gate_proj,0.0000061725,0.05000,14.154
7,mlp.experts.386.gate_proj,0.0000069312,0.05000,13.666
7,mlp.experts.429.gate_proj,0.0000351207,0.05000,13.575
7,mlp.experts.395.gate_proj,0.0000087152,0.05000,13.383
7,mlp.experts.362.gate_proj,0.0000061400,0.05000,13.993
7,mlp.experts.425.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.773
7,mlp.experts.438.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.785
7,mlp.experts.389.gate_proj,0.0000132564,0.05000,14.218
7,mlp.experts.375.gate_proj,0.0000205931,0.05000,14.254
7,mlp.experts.378.gate_proj,0.0000044194,0.05000,14.293
7,mlp.experts.402.gate_proj,0.0000140902,0.05000,14.342
7,mlp.experts.428.gate_proj,0.0000075932,0.05000,14.402
7,mlp.experts.445.gate_proj,0.0000070333,0.05000,14.388
7,mlp.experts.432.gate_proj,0.0000116205,0.05000,14.403
7,mlp.experts.385.gate_proj,0.0000047713,0.05000,14.516
7,mlp.experts.403.gate_proj,0.0000156527,0.05000,14.519
7,mlp.experts.424.gate_proj,0.0000118880,0.05000,14.552
7,mlp.experts.414.gate_proj,0.0000091717,0.05000,14.560
7,mlp.experts.399.gate_proj,0.0000044528,0.05000,14.568
7,mlp.experts.420.gate_proj,0.0000082315,0.05000,14.613
7,mlp.experts.411.gate_proj,0.0000108009,0.05000,14.723
7,mlp.experts.441.gate_proj,0.0000328512,0.05000,14.399
7,mlp.experts.454.gate_proj,0.0000217333,0.05000,14.453
7,mlp.experts.405.gate_proj,0.0000094873,0.05000,14.433
7,mlp.experts.391.gate_proj,0.0000320448,0.05000,14.467
7,mlp.experts.418.gate_proj,0.0000112725,0.05000,14.384
7,mlp.experts.461.gate_proj,0.0000087026,0.05000,14.343
7,mlp.experts.394.gate_proj,0.0000075670,0.05000,14.455
7,mlp.experts.448.gate_proj,0.0000369066,0.05000,14.379
7,mlp.experts.419.gate_proj,0.0000385850,0.05000,14.323
7,mlp.experts.444.gate_proj,0.0000109068,0.05000,14.489
7,mlp.experts.430.gate_proj,0.0000129331,0.05000,14.317
7,mlp.experts.440.gate_proj,0.0000239558,0.05000,14.343
7,mlp.experts.436.gate_proj,0.0000122627,0.05000,14.392
7,mlp.experts.401.gate_proj,0.0000240169,0.05000,14.477
7,mlp.experts.415.gate_proj,0.0000230555,0.05000,14.463
7,mlp.experts.427.gate_proj,0.0000053169,0.05000,14.391
7,mlp.experts.464.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.767
7,mlp.experts.457.gate_proj,0.0000305796,0.05000,14.424
7,mlp.experts.470.gate_proj,0.0000040858,0.05000,14.347
7,mlp.experts.460.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.833
7,mlp.experts.421.gate_proj,0.0000133049,0.05000,14.136
7,mlp.experts.434.gate_proj,0.0000267990,0.05000,14.144
7,mlp.experts.407.gate_proj,0.0000161075,0.05000,14.165
7,mlp.experts.410.gate_proj,0.0000032099,0.05000,14.144
7,mlp.experts.477.gate_proj,0.0000056852,0.05000,14.249
7,mlp.experts.435.gate_proj,0.0000047791,0.05000,14.183
7,mlp.experts.456.gate_proj,0.0000077648,0.05000,14.131
7,mlp.experts.446.gate_proj,0.0000114281,0.05000,14.174
7,mlp.experts.452.gate_proj,0.0000043100,0.05000,14.084
7,mlp.experts.417.gate_proj,0.0000046367,0.05000,14.227
7,mlp.experts.443.gate_proj,0.0000099180,0.05000,14.131
7,mlp.experts.431.gate_proj,0.0000106322,0.05000,14.334
7,mlp.experts.480.gate_proj,0.0000074810,0.05000,14.251
7,mlp.experts.462.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.755
7,mlp.experts.473.gate_proj,0.0000110475,0.05000,14.267
7,mlp.experts.486.gate_proj,0.0000161125,0.05000,14.243
7,mlp.experts.476.gate_proj,0.0000281653,0.05000,14.226
7,mlp.experts.502.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.697
7,mlp.experts.423.gate_proj,0.0000042197,0.05000,14.121
7,mlp.experts.437.gate_proj,0.0000149352,0.05000,14.337
7,mlp.experts.450.gate_proj,0.0000200334,0.05000,14.262
7,mlp.experts.426.gate_proj,0.0000134991,0.05000,14.326
7,mlp.experts.472.gate_proj,0.0000061428,0.05000,14.185
7,mlp.experts.451.gate_proj,0.0000048645,0.05000,14.271
7,mlp.experts.459.gate_proj,0.0000035076,0.05000,14.143
7,mlp.experts.447.gate_proj,0.0000072044,0.05000,14.051
7,mlp.experts.489.gate_proj,0.0000224797,0.05000,13.778
7,mlp.experts.492.gate_proj,0.0000052713,0.05000,13.743
7,mlp.experts.439.gate_proj,0.0000164420,0.05000,1.905
7,mlp.experts.466.gate_proj,0.0000050797,0.05000,1.877
7,mlp.experts.468.gate_proj,0.0000152582,0.05000,14.246
7,mlp.experts.433.gate_proj,0.0000198074,0.05000,14.179
7,mlp.experts.478.gate_proj,0.0000075679,0.05000,13.797
7,mlp.experts.496.gate_proj,0.0000060822,0.05000,13.816
7,mlp.experts.6.up_proj,0.0000205722,0.05000,13.189
7,mlp.experts.453.gate_proj,0.0000201769,0.05000,1.888
7,mlp.experts.493.gate_proj,0.0000050434,0.05000,14.274
7,mlp.experts.475.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.810
7,mlp.experts.449.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.843
7,mlp.experts.469.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.847
7,mlp.experts.508.gate_proj,0.0000052964,0.05000,14.685
7,mlp.experts.484.gate_proj,0.0000390768,0.05000,14.692
7,mlp.experts.455.gate_proj,0.0000060966,0.05000,14.723
7,mlp.experts.463.gate_proj,0.0000074760,0.05000,14.760
7,mlp.experts.467.gate_proj,0.0000131063,0.05000,14.777
7,mlp.experts.442.gate_proj,0.0000157303,0.05000,14.819
7,mlp.experts.505.gate_proj,0.0000231448,0.05000,14.815
7,mlp.experts.488.gate_proj,0.0000143463,0.05000,14.823
7,mlp.experts.482.gate_proj,0.0000048767,0.05000,14.839
7,mlp.experts.509.gate_proj,0.0000071174,0.05000,14.878
7,mlp.experts.0.up_proj,0.0000085355,0.05000,14.894
7,mlp.experts.22.up_proj,0.0000083772,0.05000,14.897
7,mlp.experts.494.gate_proj,0.0000072616,0.05000,14.909
7,mlp.experts.491.gate_proj,0.0000348074,0.05000,14.745
7,mlp.experts.479.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.893
7,mlp.experts.485.gate_proj,0.0000129302,0.05000,14.816
7,mlp.experts.13.up_proj,failsafe(rtn): 0.0013733,0.00000,0.833
7,mlp.experts.465.gate_proj,0.0000104509,0.05000,14.885
7,mlp.experts.500.gate_proj,0.0000205902,0.05000,14.322
7,mlp.experts.12.up_proj,0.0000153037,0.05000,14.372
7,mlp.experts.483.gate_proj,0.0000068280,0.05000,14.278
7,mlp.experts.458.gate_proj,0.0000326809,0.05000,14.313
7,mlp.experts.16.up_proj,0.0000080024,0.05000,14.278
7,mlp.experts.471.gate_proj,0.0000102500,0.05000,14.455
7,mlp.experts.498.gate_proj,0.0000208127,0.05000,14.386
7,mlp.experts.504.gate_proj,0.0000038144,0.05000,14.419
7,mlp.experts.38.up_proj,0.0000086586,0.05000,14.365
7,mlp.experts.9.up_proj,0.0000105826,0.05000,14.508
7,mlp.experts.510.gate_proj,0.0000136177,0.05000,14.463
7,mlp.experts.507.gate_proj,0.0000056332,0.05000,14.296
7,mlp.experts.29.up_proj,0.0000073858,0.05000,14.260
7,mlp.experts.32.up_proj,failsafe(rtn): 0.0013809,0.00000,0.816
7,mlp.experts.481.gate_proj,0.0000088399,0.05000,14.265
7,mlp.experts.495.gate_proj,0.0000065649,0.05000,14.344
7,mlp.experts.501.gate_proj,0.0000177227,0.05000,14.348
7,mlp.experts.45.up_proj,failsafe(rtn): 0.0014267,0.00000,0.821
7,mlp.experts.499.gate_proj,0.0000085234,0.05000,14.449
7,mlp.experts.28.up_proj,0.0000018346,0.05000,14.587
7,mlp.experts.4.up_proj,0.0000138753,0.05000,14.624
7,mlp.experts.474.gate_proj,0.0000199985,0.05000,14.547
7,mlp.experts.54.up_proj,0.0000040302,0.05000,14.418
7,mlp.experts.2.up_proj,0.0000066588,0.05000,14.559
7,mlp.experts.487.gate_proj,0.0000081783,0.05000,14.642
7,mlp.experts.8.up_proj,0.0000063964,0.05000,14.594
7,mlp.experts.25.up_proj,0.0000081248,0.05000,14.583
7,mlp.experts.14.up_proj,0.0000036877,0.05000,14.577
7,mlp.experts.11.up_proj,0.0000069600,0.05000,14.501
7,mlp.experts.5.up_proj,0.0000091085,0.05000,14.408
7,mlp.experts.511.gate_proj,0.0000056483,0.05000,14.488
7,mlp.experts.48.up_proj,0.0000041229,0.05000,14.548
7,mlp.experts.497.gate_proj,0.0000183125,0.05000,14.558
7,mlp.experts.503.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.775
7,mlp.experts.61.up_proj,0.0000060295,0.05000,14.480
7,mlp.experts.20.up_proj,0.0000047495,0.05000,14.326
7,mlp.experts.44.up_proj,0.0000065685,0.05000,14.336
7,mlp.experts.70.up_proj,0.0000078468,0.05000,14.313
7,mlp.experts.18.up_proj,0.0000426320,0.05000,14.344
7,mlp.experts.41.up_proj,0.0000022855,0.05000,14.295
7,mlp.experts.15.up_proj,0.0000149884,0.05000,13.863
7,mlp.experts.1.up_proj,0.0000155259,0.05000,13.835
7,mlp.experts.7.up_proj,0.0000058550,0.05000,13.786
7,mlp.experts.490.gate_proj,0.0000050357,0.05000,14.370
7,mlp.experts.3.up_proj,0.0000159860,0.05000,14.489
7,mlp.experts.30.up_proj,0.0000083347,0.05000,14.168
7,mlp.experts.27.up_proj,0.0000154220,0.05000,13.959
7,mlp.experts.21.up_proj,0.0000200695,0.05000,13.931
7,mlp.experts.64.up_proj,0.0000236107,0.05000,13.845
7,mlp.experts.77.up_proj,0.0000066513,0.05000,13.122
7,mlp.experts.24.up_proj,0.0000100606,0.05000,14.256
7,mlp.experts.60.up_proj,0.0000214737,0.05000,13.876
7,mlp.experts.36.up_proj,0.0000060317,0.05000,13.903
7,mlp.experts.23.up_proj,0.0000029097,0.05000,13.921
7,mlp.experts.40.up_proj,0.0000155903,0.05000,13.984
7,mlp.experts.506.gate_proj,0.0000087979,0.05000,14.029
7,mlp.experts.93.up_proj,0.0000123055,0.05000,14.030
7,mlp.experts.31.up_proj,0.0000157171,0.05000,14.077
7,mlp.experts.19.up_proj,0.0000076746,0.05000,14.079
7,mlp.experts.43.up_proj,0.0000227063,0.05000,14.093
7,mlp.experts.37.up_proj,0.0000098713,0.05000,14.095
7,mlp.experts.34.up_proj,0.0000076942,0.05000,14.107
7,mlp.experts.57.up_proj,0.0000110991,0.05000,14.125
7,mlp.experts.80.up_proj,0.0000229216,0.05000,14.147
7,mlp.experts.46.up_proj,0.0000035986,0.05000,14.138
7,mlp.experts.86.up_proj,0.0000064168,0.05000,14.198
7,mlp.experts.17.up_proj,0.0000121674,0.05000,14.262
7,mlp.experts.76.up_proj,failsafe(rtn): 0.0014114,0.00000,0.879
7,mlp.experts.56.up_proj,0.0000115278,0.05000,14.337
7,mlp.experts.52.up_proj,0.0000077634,0.05000,14.436
7,mlp.experts.39.up_proj,0.0000037606,0.05000,14.452
7,mlp.experts.96.up_proj,0.0000126747,0.05000,14.325
7,mlp.experts.53.up_proj,0.0000080914,0.05000,14.403
7,mlp.experts.10.up_proj,0.0000230890,0.05000,14.483
7,mlp.experts.47.up_proj,0.0000214013,0.05000,14.455
7,mlp.experts.102.up_proj,0.0000083236,0.05000,14.367
7,mlp.experts.35.up_proj,0.0000315521,0.05000,14.462
7,mlp.experts.50.up_proj,0.0000019221,0.05000,14.476
7,mlp.experts.109.up_proj,0.0000072162,0.05000,14.647
7,mlp.experts.59.up_proj,0.0000063099,0.05000,14.608
7,mlp.experts.62.up_proj,0.0000305641,0.05000,14.607
7,mlp.experts.73.up_proj,0.0000199733,0.05000,14.691
7,mlp.experts.33.up_proj,0.0000171987,0.05000,14.573
7,mlp.experts.92.up_proj,0.0000070652,0.05000,14.422
7,mlp.experts.68.up_proj,0.0000053873,0.05000,14.383
7,mlp.experts.55.up_proj,0.0000166064,0.05000,14.419
7,mlp.experts.63.up_proj,0.0000057986,0.05000,14.252
7,mlp.experts.72.up_proj,0.0000118238,0.05000,14.502
7,mlp.experts.26.up_proj,0.0000217357,0.05000,14.334
7,mlp.experts.69.up_proj,0.0000105382,0.05000,14.425
7,mlp.experts.112.up_proj,0.0000024968,0.05000,14.446
7,mlp.experts.75.up_proj,0.0000209803,0.05000,14.332
7,mlp.experts.118.up_proj,0.0000108743,0.05000,14.459
7,mlp.experts.51.up_proj,0.0000067783,0.05000,14.456
7,mlp.experts.125.up_proj,0.0000106060,0.05000,14.384
7,mlp.experts.66.up_proj,0.0000100510,0.05000,14.534
7,mlp.experts.89.up_proj,0.0000075779,0.05000,14.397
7,mlp.experts.78.up_proj,0.0000119741,0.05000,14.457
7,mlp.experts.49.up_proj,0.0000045971,0.05000,14.510
7,mlp.experts.108.up_proj,0.0000136848,0.05000,14.365
7,mlp.experts.88.up_proj,0.0000125159,0.05000,14.589
7,mlp.experts.79.up_proj,0.0000073026,0.05000,14.662
7,mlp.experts.71.up_proj,0.0000085405,0.05000,14.700
7,mlp.experts.42.up_proj,0.0000097865,0.05000,14.625
7,mlp.experts.84.up_proj,0.0000150557,0.05000,14.816
7,mlp.experts.91.up_proj,0.0000058388,0.05000,14.581
7,mlp.experts.82.up_proj,0.0000103727,0.05000,14.528
7,mlp.experts.134.up_proj,0.0000077900,0.05000,14.652
7,mlp.experts.141.up_proj,0.0000073783,0.05000,14.645
7,mlp.experts.65.up_proj,0.0000114315,0.05000,14.429
7,mlp.experts.104.up_proj,0.0000072003,0.05000,1.867
7,mlp.experts.87.up_proj,0.0000126172,0.05000,1.851
7,mlp.experts.128.up_proj,0.0000194102,0.05000,14.713
7,mlp.experts.67.up_proj,0.0000243177,0.05000,14.647
7,mlp.experts.94.up_proj,0.0000055132,0.05000,14.475
7,mlp.experts.105.up_proj,0.0000084465,0.05000,14.511
7,mlp.experts.124.up_proj,0.0000120388,0.05000,14.268
7,mlp.experts.95.up_proj,0.0000154938,0.05000,1.867
7,mlp.experts.85.up_proj,0.0000193714,0.05000,14.672
7,mlp.experts.110.up_proj,failsafe(rtn): 0.0013733,0.00000,0.763
7,mlp.experts.101.up_proj,failsafe(rtn): 0.0013962,0.00000,0.792
7,mlp.experts.58.up_proj,0.0000074772,0.05000,14.433
7,mlp.experts.140.up_proj,0.0000135664,0.05000,14.469
7,mlp.experts.157.up_proj,0.0000041363,0.05000,14.484
7,mlp.experts.107.up_proj,0.0000191149,0.05000,14.484
7,mlp.experts.100.up_proj,0.0000040280,0.05000,14.487
7,mlp.experts.98.up_proj,0.0000072243,0.05000,14.499
7,mlp.experts.120.up_proj,0.0000137049,0.05000,14.526
7,mlp.experts.81.up_proj,0.0000159710,0.05000,14.542
7,mlp.experts.150.up_proj,0.0000071594,0.05000,14.570
7,mlp.experts.83.up_proj,0.0000075780,0.05000,14.581
7,mlp.experts.121.up_proj,0.0000112557,0.05000,14.618
7,mlp.experts.103.up_proj,0.0000238129,0.05000,14.666
7,mlp.experts.111.up_proj,0.0000038759,0.05000,14.725
7,mlp.experts.144.up_proj,0.0000121709,0.05000,14.772
7,mlp.experts.126.up_proj,0.0000398836,0.05000,14.598
7,mlp.experts.117.up_proj,0.0000084687,0.05000,14.644
7,mlp.experts.74.up_proj,0.0000150420,0.05000,14.274
7,mlp.experts.136.up_proj,0.0000074950,0.05000,14.257
7,mlp.experts.166.up_proj,0.0000381122,0.05000,14.292
7,mlp.experts.173.up_proj,0.0000047020,0.05000,14.409
7,mlp.experts.114.up_proj,0.0000116128,0.05000,14.395
7,mlp.experts.99.up_proj,0.0000107088,0.05000,14.297
7,mlp.experts.160.up_proj,0.0000081885,0.05000,14.132
7,mlp.experts.116.up_proj,0.0000072663,0.05000,14.444
7,mlp.experts.119.up_proj,0.0000091364,0.05000,14.262
7,mlp.experts.156.up_proj,0.0000088706,0.05000,14.543
7,mlp.experts.97.up_proj,0.0000094520,0.05000,14.449
7,mlp.experts.123.up_proj,0.0000106782,0.05000,14.607
7,mlp.experts.127.up_proj,0.0000074046,0.05000,14.390
7,mlp.experts.137.up_proj,0.0000103876,0.05000,14.605
7,mlp.experts.142.up_proj,0.0000145759,0.05000,14.443
7,mlp.experts.133.up_proj,0.0000078906,0.05000,14.377
7,mlp.experts.90.up_proj,0.0000027791,0.05000,14.085
7,mlp.experts.130.up_proj,0.0000050424,0.05000,13.944
7,mlp.experts.182.up_proj,0.0000080196,0.05000,14.025
7,mlp.experts.152.up_proj,0.0000067707,0.05000,14.117
7,mlp.experts.176.up_proj,0.0000123111,0.05000,14.019
7,mlp.experts.135.up_proj,0.0000063137,0.05000,14.019
7,mlp.experts.132.up_proj,0.0000173278,0.05000,14.127
7,mlp.experts.139.up_proj,0.0000065563,0.05000,14.000
7,mlp.experts.115.up_proj,0.0000169408,0.05000,14.198
7,mlp.experts.172.up_proj,0.0000037321,0.05000,14.104
7,mlp.experts.189.up_proj,0.0000067604,0.05000,14.267
7,mlp.experts.113.up_proj,0.0000083493,0.05000,14.163
7,mlp.experts.143.up_proj,0.0000146170,0.05000,14.112
7,mlp.experts.153.up_proj,0.0000074021,0.05000,14.041
7,mlp.experts.158.up_proj,0.0000191360,0.05000,14.118
7,mlp.experts.149.up_proj,0.0000010240,0.05000,14.190
7,mlp.experts.106.up_proj,0.0000061257,0.05000,14.303
7,mlp.experts.192.up_proj,0.0000067460,0.05000,14.154
7,mlp.experts.198.up_proj,0.0000067274,0.05000,14.284
7,mlp.experts.146.up_proj,0.0000102223,0.05000,14.377
7,mlp.experts.188.up_proj,0.0000125394,0.05000,14.133
7,mlp.experts.148.up_proj,0.0000091698,0.05000,14.229
7,mlp.experts.205.up_proj,0.0000071398,0.05000,14.181
7,mlp.experts.131.up_proj,0.0000066763,0.05000,14.244
7,mlp.experts.174.up_proj,0.0000111563,0.05000,13.491
7,mlp.experts.151.up_proj,0.0000084152,0.05000,14.224
7,mlp.experts.168.up_proj,0.0000124367,0.05000,14.313
7,mlp.experts.155.up_proj,0.0000063056,0.05000,14.181
7,mlp.experts.129.up_proj,0.0000057108,0.05000,14.134
7,mlp.experts.159.up_proj,0.0000102221,0.05000,14.116
7,mlp.experts.169.up_proj,0.0000094341,0.05000,14.091
7,mlp.experts.165.up_proj,0.0000078871,0.05000,13.424
7,mlp.experts.184.up_proj,failsafe(rtn): 0.0014038,0.00000,0.737
7,mlp.experts.208.up_proj,failsafe(rtn): 0.0012512,0.00000,0.755
7,mlp.experts.185.up_proj,failsafe(rtn): 0.0013123,0.00000,0.803
7,mlp.experts.200.up_proj,failsafe(rtn): 0.0013733,0.00000,0.685
7,mlp.experts.224.up_proj,failsafe(rtn): 0.0013657,0.00000,0.684
7,mlp.experts.147.up_proj,0.0000081290,0.05000,14.308
7,mlp.experts.122.up_proj,0.0000052038,0.05000,14.384
7,mlp.experts.162.up_proj,0.0000058248,0.05000,14.411
7,mlp.experts.145.up_proj,0.0000053626,0.05000,14.419
7,mlp.experts.204.up_proj,0.0000081597,0.05000,14.458
7,mlp.experts.171.up_proj,0.0000054909,0.05000,14.471
7,mlp.experts.164.up_proj,0.0000059629,0.05000,14.475
7,mlp.experts.221.up_proj,0.0000210536,0.05000,14.511
7,mlp.experts.175.up_proj,0.0000145442,0.05000,14.508
7,mlp.experts.190.up_proj,0.0000082879,0.05000,14.528
7,mlp.experts.181.up_proj,0.0000091458,0.05000,14.558
7,mlp.experts.167.up_proj,0.0000031764,0.05000,14.632
7,mlp.experts.214.up_proj,0.0000079349,0.05000,14.653
7,mlp.experts.201.up_proj,0.0000290285,0.05000,14.525
7,mlp.experts.216.up_proj,0.0000072077,0.05000,14.529
7,mlp.experts.240.up_proj,0.0000043712,0.05000,14.608
7,mlp.experts.163.up_proj,0.0000099749,0.05000,14.510
7,mlp.experts.138.up_proj,0.0000065621,0.05000,14.531
7,mlp.experts.187.up_proj,0.0000116010,0.05000,14.409
7,mlp.experts.220.up_proj,0.0000087924,0.05000,14.449
7,mlp.experts.161.up_proj,0.0000100747,0.05000,14.521
7,mlp.experts.178.up_proj,0.0000053941,0.05000,14.577
7,mlp.experts.191.up_proj,0.0000259487,0.05000,14.493
7,mlp.experts.197.up_proj,0.0000180768,0.05000,14.433
7,mlp.experts.180.up_proj,0.0000066276,0.05000,14.524
7,mlp.experts.206.up_proj,0.0000084860,0.05000,14.514
7,mlp.experts.237.up_proj,0.0000057167,0.05000,14.540
7,mlp.experts.183.up_proj,0.0000079569,0.05000,14.464
7,mlp.experts.230.up_proj,0.0000291585,0.05000,14.444
7,mlp.experts.203.up_proj,failsafe(rtn): 0.0014038,0.00000,0.755
7,mlp.experts.217.up_proj,0.0000021893,0.05000,14.490
7,mlp.experts.232.up_proj,0.0000083938,0.05000,14.486
7,mlp.experts.256.up_proj,0.0000140279,0.05000,14.551
7,mlp.experts.272.up_proj,failsafe(rtn): 0.0013962,0.00000,0.729
7,mlp.experts.236.up_proj,0.0000103387,0.05000,14.312
7,mlp.experts.179.up_proj,0.0000097824,0.05000,14.465
7,mlp.experts.194.up_proj,0.0000158605,0.05000,14.295
7,mlp.experts.154.up_proj,0.0000091313,0.05000,14.400
7,mlp.experts.213.up_proj,0.0000043945,0.05000,14.272
7,mlp.experts.222.up_proj,0.0000139613,0.05000,14.265
7,mlp.experts.177.up_proj,0.0000025906,0.05000,14.418
7,mlp.experts.196.up_proj,0.0000122922,0.05000,14.311
7,mlp.experts.207.up_proj,0.0000154159,0.05000,14.383
7,mlp.experts.246.up_proj,0.0000064043,0.05000,14.409
7,mlp.experts.253.up_proj,0.0000013207,0.05000,14.466
7,mlp.experts.199.up_proj,0.0000219682,0.05000,14.497
7,mlp.experts.219.up_proj,0.0000109567,0.05000,14.398
7,mlp.experts.252.up_proj,failsafe(rtn): 0.0014038,0.00000,0.840
7,mlp.experts.233.up_proj,0.0000062644,0.05000,14.452
7,mlp.experts.248.up_proj,0.0000093665,0.05000,14.334
7,mlp.experts.288.up_proj,0.0000131555,0.05000,14.460
7,mlp.experts.195.up_proj,0.0000093692,0.05000,14.464
7,mlp.experts.238.up_proj,0.0000047815,0.05000,14.450
7,mlp.experts.223.up_proj,0.0000034269,0.05000,14.421
7,mlp.experts.210.up_proj,0.0000136871,0.05000,14.587
7,mlp.experts.262.up_proj,0.0000143979,0.05000,14.382
7,mlp.experts.193.up_proj,0.0000145056,0.05000,14.545
7,mlp.experts.268.up_proj,0.0000249759,0.05000,13.978
7,mlp.experts.249.up_proj,0.0000065068,0.05000,13.804
7,mlp.experts.304.up_proj,0.0000071704,0.05000,12.317
7,mlp.experts.170.up_proj,0.0000051777,0.05000,14.565
7,mlp.experts.215.up_proj,0.0000143022,0.05000,14.274
7,mlp.experts.212.up_proj,0.0000146733,0.05000,14.518
7,mlp.experts.269.up_proj,0.0000112826,0.05000,14.417
7,mlp.experts.235.up_proj,0.0000077961,0.05000,14.003
7,mlp.experts.264.up_proj,0.0000271894,0.05000,13.326
7,mlp.experts.229.up_proj,0.0000160865,0.05000,14.472
7,mlp.experts.265.up_proj,failsafe(rtn): 0.0013123,0.00000,0.701
7,mlp.experts.284.up_proj,failsafe(rtn): 0.0014038,0.00000,0.745
7,mlp.experts.231.up_proj,0.0000074099,0.05000,14.452
7,mlp.experts.285.up_proj,0.0000041174,0.05000,14.478
7,mlp.experts.239.up_proj,0.0000362947,0.05000,14.494
7,mlp.experts.226.up_proj,0.0000144714,0.05000,14.589
7,mlp.experts.228.up_proj,0.0000135282,0.05000,14.596
7,mlp.experts.280.up_proj,0.0000183576,0.05000,14.595
7,mlp.experts.186.up_proj,0.0000085764,0.05000,14.617
7,mlp.experts.320.up_proj,0.0000179406,0.05000,14.629
7,mlp.experts.254.up_proj,0.0000112268,0.05000,14.649
7,mlp.experts.278.up_proj,0.0000108736,0.05000,14.643
7,mlp.experts.211.up_proj,0.0000036868,0.05000,14.768
7,mlp.experts.209.up_proj,0.0000230599,0.05000,14.775
7,mlp.experts.251.up_proj,0.0000111115,0.05000,14.808
7,mlp.experts.245.up_proj,0.0000162742,0.05000,14.810
7,mlp.experts.300.up_proj,0.0000117278,0.05000,14.626
7,mlp.experts.242.up_proj,failsafe(rtn): 0.0013733,0.00000,0.840
7,mlp.experts.281.up_proj,0.0000024305,0.05000,14.788
7,mlp.experts.301.up_proj,0.0000071240,0.05000,14.847
7,mlp.experts.202.up_proj,0.0000137849,0.05000,14.808
7,mlp.experts.247.up_proj,0.0000109107,0.05000,14.986
7,mlp.experts.244.up_proj,0.0000069202,0.05000,14.874
7,mlp.experts.294.up_proj,0.0000087334,0.05000,14.800
7,mlp.experts.255.up_proj,0.0000107619,0.05000,14.997
7,mlp.experts.336.up_proj,0.0000095576,0.05000,14.903
7,mlp.experts.270.up_proj,0.0000046810,0.05000,14.894
7,mlp.experts.296.up_proj,0.0000171806,0.05000,14.988
7,mlp.experts.267.up_proj,0.0000161237,0.05000,14.897
7,mlp.experts.227.up_proj,0.0000096462,0.05000,14.975
7,mlp.experts.225.up_proj,0.0000114228,0.05000,15.056
7,mlp.experts.261.up_proj,0.0000083400,0.05000,15.101
7,mlp.experts.316.up_proj,0.0000065413,0.05000,14.725
7,mlp.experts.258.up_proj,0.0000160762,0.05000,14.824
7,mlp.experts.297.up_proj,0.0000024879,0.05000,14.882
7,mlp.experts.313.up_proj,failsafe(rtn): 0.0013275,0.00000,0.695
7,mlp.experts.317.up_proj,0.0000038499,0.05000,14.036
7,mlp.experts.310.up_proj,0.0000150128,0.05000,13.969
7,mlp.experts.260.up_proj,0.0000102308,0.05000,13.991
7,mlp.experts.218.up_proj,0.0000125808,0.05000,14.071
7,mlp.experts.271.up_proj,0.0000091373,0.05000,14.026
7,mlp.experts.312.up_proj,0.0000074148,0.05000,13.978
7,mlp.experts.352.up_proj,0.0000036857,0.05000,14.030
7,mlp.experts.263.up_proj,0.0000139152,0.05000,14.165
7,mlp.experts.286.up_proj,0.0000332655,0.05000,14.045
7,mlp.experts.243.up_proj,0.0000049430,0.05000,13.919
7,mlp.experts.241.up_proj,0.0000071458,0.05000,13.921
7,mlp.experts.283.up_proj,0.0000108898,0.05000,14.039
7,mlp.experts.277.up_proj,0.0000183291,0.05000,13.957
7,mlp.experts.332.up_proj,0.0000134316,0.05000,13.958
7,mlp.experts.333.up_proj,failsafe(rtn): 0.0013809,0.00000,0.844
7,mlp.experts.274.up_proj,0.0000095520,0.05000,14.094
7,mlp.experts.259.up_proj,failsafe(rtn): 0.0013504,0.00000,0.820
7,mlp.experts.329.up_proj,0.0000046017,0.05000,14.082
7,mlp.experts.326.up_proj,0.0000044887,0.05000,14.713
7,mlp.experts.276.up_proj,0.0000050286,0.05000,14.718
7,mlp.experts.328.up_proj,0.0000092787,0.05000,14.754
7,mlp.experts.368.up_proj,0.0000029190,0.05000,14.784
7,mlp.experts.302.up_proj,0.0000013013,0.05000,14.759
7,mlp.experts.279.up_proj,0.0000113945,0.05000,14.812
7,mlp.experts.349.up_proj,0.0000164904,0.05000,14.284
7,mlp.experts.290.up_proj,0.0000089262,0.05000,14.192
7,mlp.experts.345.up_proj,0.0000088593,0.05000,13.365
7,mlp.experts.234.up_proj,0.0000195481,0.05000,14.852
7,mlp.experts.299.up_proj,0.0000066526,0.05000,14.647
7,mlp.experts.257.up_proj,0.0000137625,0.05000,14.666
7,mlp.experts.293.up_proj,0.0000155361,0.05000,14.580
7,mlp.experts.348.up_proj,0.0000085789,0.05000,14.441
7,mlp.experts.275.up_proj,0.0000315198,0.05000,14.033
7,mlp.experts.287.up_proj,0.0000083353,0.05000,14.760
7,mlp.experts.273.up_proj,failsafe(rtn): 0.0013580,0.00000,0.759
7,mlp.experts.318.up_proj,0.0000080258,0.05000,14.259
7,mlp.experts.384.up_proj,0.0000155379,0.05000,14.271
7,mlp.experts.291.up_proj,0.0000140672,0.05000,14.292
7,mlp.experts.365.up_proj,0.0000146221,0.05000,14.330
7,mlp.experts.364.up_proj,0.0000058263,0.05000,14.357
7,mlp.experts.303.up_proj,0.0000077016,0.05000,14.377
7,mlp.experts.361.up_proj,0.0000072445,0.05000,14.404
7,mlp.experts.292.up_proj,0.0000074019,0.05000,14.415
7,mlp.experts.250.up_proj,0.0000033095,0.05000,14.443
7,mlp.experts.344.up_proj,0.0000068453,0.05000,14.443
7,mlp.experts.309.up_proj,0.0000099270,0.05000,14.467
7,mlp.experts.295.up_proj,0.0000146064,0.05000,14.483
7,mlp.experts.315.up_proj,0.0000094474,0.05000,14.501
7,mlp.experts.306.up_proj,0.0000025410,0.05000,14.570
7,mlp.experts.342.up_proj,0.0000206326,0.05000,14.593
7,mlp.experts.381.up_proj,failsafe(rtn): 0.0014114,0.00000,0.812
7,mlp.experts.289.up_proj,0.0000132101,0.05000,14.388
7,mlp.experts.334.up_proj,0.0000089060,0.05000,14.457
7,mlp.experts.308.up_proj,0.0000042355,0.05000,14.317
7,mlp.experts.307.up_proj,0.0000077706,0.05000,14.449
7,mlp.experts.331.up_proj,0.0000196193,0.05000,14.250
7,mlp.experts.400.up_proj,0.0000307883,0.05000,14.544
7,mlp.experts.380.up_proj,0.0000145703,0.05000,14.505
7,mlp.experts.322.up_proj,0.0000123067,0.05000,14.300
7,mlp.experts.360.up_proj,0.0000080829,0.05000,14.408
7,mlp.experts.319.up_proj,0.0000037922,0.05000,14.511
7,mlp.experts.311.up_proj,0.0000206985,0.05000,14.405
7,mlp.experts.358.up_proj,0.0000129849,0.05000,14.324
7,mlp.experts.266.up_proj,0.0000033053,0.05000,14.491
7,mlp.experts.377.up_proj,0.0000117321,0.05000,14.601
7,mlp.experts.325.up_proj,0.0000031436,0.05000,14.657
7,mlp.experts.397.up_proj,0.0000275243,0.05000,14.458
7,mlp.experts.305.up_proj,0.0000200061,0.05000,14.612
7,mlp.experts.374.up_proj,failsafe(rtn): 0.0013885,0.00000,0.841
7,mlp.experts.324.up_proj,0.0000264136,0.05000,14.650
7,mlp.experts.396.up_proj,0.0000047976,0.05000,14.527
7,mlp.experts.282.up_proj,0.0000080552,0.05000,14.458
7,mlp.experts.350.up_proj,0.0000199034,0.05000,14.702
7,mlp.experts.347.up_proj,0.0000099035,0.05000,14.685
7,mlp.experts.338.up_proj,0.0000050800,0.05000,14.584
7,mlp.experts.416.up_proj,0.0000055164,0.05000,14.753
7,mlp.experts.327.up_proj,0.0000167127,0.05000,14.660
7,mlp.experts.376.up_proj,0.0000097745,0.05000,14.738
7,mlp.experts.341.up_proj,0.0000053735,0.05000,14.558
7,mlp.experts.335.up_proj,0.0000130296,0.05000,14.800
7,mlp.experts.323.up_proj,0.0000155067,0.05000,14.987
7,mlp.experts.393.up_proj,0.0000242542,0.05000,14.746
7,mlp.experts.390.up_proj,0.0000080994,0.05000,14.446
7,mlp.experts.413.up_proj,0.0000102049,0.05000,14.667
7,mlp.experts.321.up_proj,0.0000128493,0.05000,14.688
7,mlp.experts.339.up_proj,failsafe(rtn): 0.0013962,0.00000,0.782
7,mlp.experts.406.up_proj,failsafe(rtn): 0.0013962,0.00000,0.730
7,mlp.experts.298.up_proj,0.0000055133,0.05000,14.277
7,mlp.experts.432.up_proj,0.0000115869,0.05000,14.125
7,mlp.experts.340.up_proj,0.0000029739,0.05000,14.354
7,mlp.experts.363.up_proj,0.0000068679,0.05000,14.345
7,mlp.experts.392.up_proj,0.0000050586,0.05000,14.197
7,mlp.experts.357.up_proj,0.0000142856,0.05000,14.151
7,mlp.experts.409.up_proj,0.0000029363,0.05000,14.113
7,mlp.experts.355.up_proj,0.0000066970,0.05000,13.455
7,mlp.experts.422.up_proj,0.0000177722,0.05000,13.001
7,mlp.experts.366.up_proj,0.0000036882,0.05000,14.335
7,mlp.experts.343.up_proj,0.0000052245,0.05000,14.226
7,mlp.experts.412.up_proj,0.0000029433,0.05000,14.437
7,mlp.experts.351.up_proj,0.0000128571,0.05000,14.153
7,mlp.experts.429.up_proj,0.0000343605,0.05000,13.660
7,mlp.experts.337.up_proj,0.0000037960,0.05000,13.528
7,mlp.experts.354.up_proj,0.0000119386,0.05000,14.239
7,mlp.experts.425.up_proj,failsafe(rtn): 0.0014572,0.00000,0.785
7,mlp.experts.370.up_proj,failsafe(rtn): 0.0014267,0.00000,0.786
7,mlp.experts.379.up_proj,failsafe(rtn): 0.0013962,0.00000,0.825
7,mlp.experts.356.up_proj,failsafe(rtn): 0.0014038,0.00000,0.862
7,mlp.experts.438.up_proj,failsafe(rtn): 0.0013885,0.00000,0.879
7,mlp.experts.359.up_proj,0.0000103735,0.05000,14.482
7,mlp.experts.367.up_proj,0.0000051023,0.05000,14.512
7,mlp.experts.373.up_proj,0.0000088918,0.05000,14.554
7,mlp.experts.382.up_proj,0.0000082975,0.05000,14.558
7,mlp.experts.428.up_proj,0.0000070315,0.05000,14.562
7,mlp.experts.448.up_proj,0.0000367587,0.05000,14.580
7,mlp.experts.408.up_proj,0.0000168162,0.05000,14.597
7,mlp.experts.445.up_proj,0.0000064495,0.05000,14.656
7,mlp.experts.314.up_proj,0.0000048052,0.05000,14.734
7,mlp.experts.371.up_proj,0.0000080362,0.05000,14.755
7,mlp.experts.353.up_proj,0.0000105339,0.05000,14.767
7,mlp.experts.441.up_proj,0.0000313793,0.05000,14.512
7,mlp.experts.464.up_proj,failsafe(rtn): 0.0012894,0.00000,0.742
7,mlp.experts.372.up_proj,0.0000327696,0.05000,14.451
7,mlp.experts.454.up_proj,0.0000204473,0.05000,14.546
7,mlp.experts.395.up_proj,0.0000083412,0.05000,14.658
7,mlp.experts.386.up_proj,0.0000066441,0.05000,14.737
7,mlp.experts.375.up_proj,0.0000191404,0.05000,14.287
7,mlp.experts.398.up_proj,0.0000111515,0.05000,14.272
7,mlp.experts.383.up_proj,0.0000067422,0.05000,14.350
7,mlp.experts.389.up_proj,0.0000130932,0.05000,14.338
7,mlp.experts.444.up_proj,0.0000103613,0.05000,14.377
7,mlp.experts.424.up_proj,0.0000115416,0.05000,14.392
7,mlp.experts.461.up_proj,0.0000085746,0.05000,14.439
7,mlp.experts.330.up_proj,0.0000180633,0.05000,14.391
7,mlp.experts.369.up_proj,0.0000057508,0.05000,14.410
7,mlp.experts.387.up_proj,0.0000105002,0.05000,14.422
7,mlp.experts.388.up_proj,0.0000125664,0.05000,14.264
7,mlp.experts.460.up_proj,failsafe(rtn): 0.0013962,0.00000,0.800
7,mlp.experts.480.up_proj,0.0000071381,0.05000,14.445
7,mlp.experts.457.up_proj,0.0000295147,0.05000,14.462
7,mlp.experts.470.up_proj,0.0000040637,0.05000,14.492
7,mlp.experts.411.up_proj,0.0000103013,0.05000,14.438
7,mlp.experts.402.up_proj,0.0000138079,0.05000,14.486
7,mlp.experts.391.up_proj,0.0000308711,0.05000,14.367
7,mlp.experts.405.up_proj,0.0000101956,0.05000,14.347
7,mlp.experts.399.up_proj,0.0000044243,0.05000,14.397
7,mlp.experts.414.up_proj,0.0000085506,0.05000,14.526
7,mlp.experts.440.up_proj,0.0000234869,0.05000,14.373
7,mlp.experts.346.up_proj,0.0000066731,0.05000,14.353
7,mlp.experts.403.up_proj,0.0000152143,0.05000,14.275
7,mlp.experts.477.up_proj,0.0000056097,0.05000,14.444
7,mlp.experts.385.up_proj,0.0000045731,0.05000,14.585
7,mlp.experts.404.up_proj,0.0000072175,0.05000,14.331
7,mlp.experts.496.up_proj,0.0000059913,0.05000,14.289
7,mlp.experts.473.up_proj,0.0000107340,0.05000,14.318
7,mlp.experts.476.up_proj,0.0000265938,0.05000,14.419
7,mlp.experts.486.up_proj,0.0000159874,0.05000,14.351
7,mlp.experts.427.up_proj,0.0000051516,0.05000,14.359
7,mlp.experts.418.up_proj,0.0000103135,0.05000,14.444
7,mlp.experts.502.up_proj,failsafe(rtn): 0.0013580,0.00000,0.730
7,mlp.experts.0.down_proj,0.0000004100,0.05000,3.485
7,mlp.experts.6.down_proj,0.0000021351,0.05000,3.394
7,mlp.experts.16.down_proj,0.0000006306,0.05000,3.539
7,mlp.experts.32.down_proj,failsafe(rtn): 0.0014343,0.00000,0.186
7,mlp.experts.22.down_proj,0.0000004141,0.05000,3.504
7,mlp.experts.48.down_proj,0.0000004773,0.05000,3.807
7,mlp.experts.38.down_proj,0.0000006949,0.05000,3.741
7,mlp.experts.407.up_proj,0.0000158701,0.05000,14.291
7,mlp.experts.415.up_proj,0.0000227630,0.05000,14.309
7,mlp.experts.456.up_proj,0.0000080522,0.05000,14.264
7,mlp.experts.421.up_proj,0.0000125940,0.05000,14.444
7,mlp.experts.493.up_proj,0.0000048743,0.05000,14.312
7,mlp.experts.401.up_proj,0.0000237088,0.05000,14.270
7,mlp.experts.492.up_proj,0.0000056054,0.05000,13.912
7,mlp.experts.64.down_proj,0.0000010464,0.05000,2.972
7,mlp.experts.54.down_proj,0.0000001465,0.05000,2.400
7,mlp.experts.419.up_proj,0.0000218299,0.05000,14.229
7,mlp.experts.362.up_proj,0.0000063731,0.05000,14.369
7,mlp.experts.420.up_proj,0.0000080051,0.05000,14.046
7,mlp.experts.489.up_proj,0.0000218557,0.05000,13.926
7,mlp.experts.443.up_proj,0.0000097192,0.05000,13.783
7,mlp.experts.434.up_proj,0.0000264678,0.05000,13.636
7,mlp.experts.430.up_proj,0.0000123540,0.05000,14.299
7,mlp.experts.80.down_proj,0.0000029524,0.05000,3.517
7,mlp.experts.70.down_proj,0.0000003666,0.05000,3.531
7,mlp.experts.86.down_proj,0.0000005484,0.05000,3.703
7,mlp.experts.96.down_proj,0.0000005762,0.05000,3.760
7,mlp.experts.112.down_proj,0.0000001169,0.05000,3.617
7,mlp.experts.102.down_proj,0.0000006431,0.05000,3.679
7,mlp.experts.508.up_proj,0.0000050070,0.05000,14.350
7,mlp.experts.450.up_proj,0.0000193394,0.05000,14.407
7,mlp.experts.446.up_proj,0.0000108947,0.05000,14.419
7,mlp.experts.435.up_proj,0.0000048774,0.05000,14.500
7,mlp.experts.423.up_proj,0.0000040629,0.05000,14.514
7,mlp.experts.505.up_proj,0.0000222633,0.05000,14.502
7,mlp.experts.436.up_proj,0.0000115901,0.05000,14.562
7,mlp.experts.128.down_proj,0.0000012890,0.05000,3.698
7,mlp.experts.378.up_proj,0.0000043288,0.05000,14.616
7,mlp.experts.431.up_proj,0.0000103874,0.05000,14.629
7,mlp.experts.509.up_proj,0.0000073137,0.05000,14.630
7,mlp.experts.459.up_proj,0.0000034341,0.05000,14.628
7,mlp.experts.417.up_proj,0.0000044575,0.05000,14.634
7,mlp.experts.118.down_proj,0.0000005202,0.05000,3.711
7,mlp.experts.472.up_proj,0.0000060683,0.05000,14.725
7,mlp.experts.437.up_proj,0.0000140949,0.05000,14.871
7,mlp.experts.13.down_proj,failsafe(rtn): 0.0014725,0.00000,0.239
7,mlp.experts.462.up_proj,failsafe(rtn): 0.0013885,0.00000,0.808
7,mlp.experts.475.up_proj,failsafe(rtn): 0.0013733,0.00000,0.733
7,mlp.experts.12.down_proj,0.0000008935,0.05000,3.858
7,mlp.experts.9.down_proj,0.0000013463,0.05000,3.875
7,mlp.experts.144.down_proj,0.0000012808,0.05000,3.792
7,mlp.experts.134.down_proj,0.0000002712,0.05000,3.789
7,mlp.experts.29.down_proj,0.0000007467,0.05000,3.791
7,mlp.experts.45.down_proj,failsafe(rtn): 0.0015030,0.00000,0.159
7,mlp.experts.28.down_proj,0.0000001156,0.05000,3.773
7,mlp.experts.25.down_proj,0.0000006291,0.05000,3.756
7,mlp.experts.160.down_proj,0.0000004140,0.05000,3.749
7,mlp.experts.150.down_proj,0.0000004249,0.05000,3.801
7,mlp.experts.61.down_proj,0.0000010850,0.05000,3.796
7,mlp.experts.44.down_proj,0.0000004779,0.05000,3.585
7,mlp.experts.41.down_proj,0.0000001356,0.05000,3.592
7,mlp.experts.176.down_proj,0.0000009226,0.05000,3.572
7,mlp.experts.166.down_proj,0.0000026163,0.05000,3.609
7,mlp.experts.77.down_proj,0.0000006983,0.05000,3.552
7,mlp.experts.466.up_proj,0.0000049700,0.05000,14.638
7,mlp.experts.394.up_proj,0.0000076596,0.05000,14.621
7,mlp.experts.60.down_proj,0.0000010434,0.05000,3.685
7,mlp.experts.488.up_proj,0.0000141237,0.05000,14.578
7,mlp.experts.452.up_proj,0.0000042030,0.05000,14.738
7,mlp.experts.451.up_proj,0.0000046277,0.05000,14.863
7,mlp.experts.447.up_proj,0.0000070169,0.05000,14.749
7,mlp.experts.439.up_proj,0.0000161984,0.05000,14.893
7,mlp.experts.57.down_proj,0.0000012634,0.05000,3.671
7,mlp.experts.433.up_proj,0.0000196186,0.05000,14.768
7,mlp.experts.192.down_proj,0.0000005683,0.05000,3.753
7,mlp.experts.76.down_proj,failsafe(rtn): 0.0015182,0.00000,0.240
7,mlp.experts.182.down_proj,0.0000006218,0.05000,3.724
7,mlp.experts.453.up_proj,0.0000197298,0.05000,14.779
7,mlp.experts.208.down_proj,failsafe(rtn): 0.0014648,0.00000,0.179
7,mlp.experts.224.down_proj,failsafe(rtn): 0.0014725,0.00000,0.173
7,mlp.experts.478.up_proj,0.0000076257,0.05000,14.683
7,mlp.experts.93.down_proj,0.0000014230,0.05000,3.756
7,mlp.experts.491.up_proj,0.0000341115,0.05000,14.741
7,mlp.experts.449.up_proj,failsafe(rtn): 0.0013046,0.00000,0.691
7,mlp.experts.469.up_proj,failsafe(rtn): 0.0009079,0.00000,0.723
7,mlp.experts.73.down_proj,0.0000011177,0.05000,3.690
7,mlp.experts.92.down_proj,0.0000007083,0.05000,3.740
7,mlp.experts.198.down_proj,0.0000004166,0.05000,3.713
7,mlp.experts.240.down_proj,0.0000004472,0.05000,3.745
7,mlp.experts.109.down_proj,0.0000022424,0.05000,3.799
7,mlp.experts.89.down_proj,0.0000008227,0.05000,3.646
7,mlp.experts.108.down_proj,0.0000006617,0.05000,3.674
7,mlp.experts.214.down_proj,0.0000005149,0.05000,3.680
7,mlp.experts.256.down_proj,0.0000006997,0.05000,3.648
7,mlp.experts.125.down_proj,0.0000012153,0.05000,3.675
7,mlp.experts.272.down_proj,failsafe(rtn): 0.0015259,0.00000,0.213
7,mlp.experts.105.down_proj,0.0000008334,0.05000,3.605
7,mlp.experts.124.down_proj,0.0000005136,0.05000,3.570
7,mlp.experts.230.down_proj,0.0000021612,0.05000,3.632
7,mlp.experts.141.down_proj,0.0000006810,0.05000,3.542
7,mlp.experts.288.down_proj,0.0000013296,0.05000,3.577
7,mlp.experts.482.up_proj,0.0000045818,0.05000,14.649
7,mlp.experts.468.up_proj,0.0000148063,0.05000,14.504
7,mlp.experts.410.up_proj,0.0000034795,0.05000,14.581
7,mlp.experts.463.up_proj,0.0000074743,0.05000,14.563
7,mlp.experts.504.up_proj,0.0000037686,0.05000,14.665
7,mlp.experts.467.up_proj,0.0000123103,0.05000,14.638
7,mlp.experts.121.down_proj,0.0000008223,0.05000,3.652
7,mlp.experts.455.up_proj,0.0000057971,0.05000,14.741
7,mlp.experts.140.down_proj,0.0000007983,0.05000,3.690
7,mlp.experts.246.down_proj,0.0000013534,0.05000,3.673
7,mlp.experts.494.up_proj,0.0000067301,0.05000,14.557
7,mlp.experts.157.down_proj,0.0000002012,0.05000,3.673
7,mlp.experts.465.up_proj,0.0000097149,0.05000,14.552
7,mlp.experts.479.up_proj,failsafe(rtn): 0.0013580,0.00000,0.750
7,mlp.experts.304.down_proj,0.0000007850,0.05000,3.678
7,mlp.experts.507.up_proj,0.0000055829,0.05000,14.717
7,mlp.experts.485.up_proj,0.0000120893,0.05000,14.478
7,mlp.experts.8.down_proj,0.0000004954,0.05000,3.571
7,mlp.experts.137.down_proj,0.0000009645,0.05000,3.551
7,mlp.experts.156.down_proj,0.0000004949,0.05000,3.569
7,mlp.experts.262.down_proj,0.0000010215,0.05000,3.567
7,mlp.experts.173.down_proj,0.0000011152,0.05000,3.629
7,mlp.experts.320.down_proj,0.0000055218,0.05000,3.596
7,mlp.experts.11.down_proj,0.0000004297,0.05000,3.600
7,mlp.experts.24.down_proj,0.0000009109,0.05000,3.578
7,mlp.experts.153.down_proj,0.0000006970,0.05000,3.647
7,mlp.experts.172.down_proj,0.0000002212,0.05000,3.613
7,mlp.experts.278.down_proj,0.0000006207,0.05000,3.642
7,mlp.experts.189.down_proj,0.0000010857,0.05000,3.696
7,mlp.experts.336.down_proj,0.0000005498,0.05000,3.680
7,mlp.experts.40.down_proj,0.0000017975,0.05000,3.139
7,mlp.experts.188.down_proj,0.0000014762,0.05000,3.014
7,mlp.experts.27.down_proj,0.0000021700,0.05000,3.686
7,mlp.experts.169.down_proj,0.0000010038,0.05000,3.129
7,mlp.experts.294.down_proj,0.0000005252,0.05000,2.977
7,mlp.experts.185.down_proj,failsafe(rtn): 0.0014114,0.00000,0.209
7,mlp.experts.498.up_proj,0.0000203724,0.05000,13.563
7,mlp.experts.484.up_proj,0.0000381930,0.05000,13.519
7,mlp.experts.426.up_proj,0.0000133569,0.05000,13.536
7,mlp.experts.483.up_proj,0.0000071166,0.05000,13.642
7,mlp.experts.471.up_proj,0.0000095309,0.05000,13.588
7,mlp.experts.510.up_proj,0.0000132047,0.05000,13.493
7,mlp.experts.495.up_proj,0.0000061338,0.05000,13.449
7,mlp.experts.501.up_proj,0.0000167338,0.05000,13.408
7,mlp.experts.481.up_proj,0.0000083120,0.05000,13.658
7,mlp.experts.352.down_proj,0.0000003868,0.05000,3.757
7,mlp.experts.56.down_proj,0.0000007159,0.05000,3.766
7,mlp.experts.205.down_proj,0.0000004691,0.05000,3.780
7,mlp.experts.43.down_proj,0.0000019498,0.05000,3.775
7,mlp.experts.204.down_proj,0.0000005667,0.05000,3.794
7,mlp.experts.310.down_proj,0.0000027754,0.05000,3.815
7,mlp.experts.201.down_proj,0.0000014713,0.05000,3.784
7,mlp.experts.2.down_proj,0.0000005686,0.05000,3.924
7,mlp.experts.14.down_proj,0.0000001674,0.05000,3.745
7,mlp.experts.5.down_proj,0.0000005593,0.05000,3.804
7,mlp.experts.72.down_proj,0.0000005316,0.05000,3.723
7,mlp.experts.59.down_proj,0.0000006821,0.05000,3.747
7,mlp.experts.220.down_proj,0.0000005239,0.05000,3.738
7,mlp.experts.368.down_proj,0.0000004141,0.05000,3.785
7,mlp.experts.221.down_proj,0.0000009725,0.05000,3.753
7,mlp.experts.326.down_proj,0.0000001761,0.05000,3.782
7,mlp.experts.217.down_proj,0.0000001111,0.05000,3.782
7,mlp.experts.18.down_proj,0.0000068486,0.05000,3.732
7,mlp.experts.30.down_proj,0.0000003962,0.05000,3.827
7,mlp.experts.21.down_proj,0.0000031441,0.05000,3.758
7,mlp.experts.384.down_proj,0.0000030294,0.05000,3.737
7,mlp.experts.88.down_proj,0.0000013325,0.05000,3.813
7,mlp.experts.236.down_proj,0.0000005902,0.05000,3.763
7,mlp.experts.237.down_proj,0.0000003433,0.05000,3.774
7,mlp.experts.75.down_proj,0.0000011904,0.05000,3.817
7,mlp.experts.342.down_proj,0.0000012324,0.05000,3.772
7,mlp.experts.252.down_proj,failsafe(rtn): 0.0015106,0.00000,0.212
7,mlp.experts.233.down_proj,0.0000008943,0.05000,3.806
7,mlp.experts.34.down_proj,0.0000006853,0.05000,3.719
7,mlp.experts.46.down_proj,0.0000009211,0.05000,3.751
7,mlp.experts.37.down_proj,0.0000007778,0.05000,3.731
7,mlp.experts.91.down_proj,0.0000002637,0.05000,3.657
7,mlp.experts.253.down_proj,0.0000000650,0.05000,3.705
7,mlp.experts.104.down_proj,0.0000011622,0.05000,3.731
7,mlp.experts.400.down_proj,0.0000022600,0.05000,3.766
7,mlp.experts.358.down_proj,0.0000008449,0.05000,3.681
7,mlp.experts.268.down_proj,0.0000011838,0.05000,3.662
7,mlp.experts.249.down_proj,0.0000006598,0.05000,3.667
7,mlp.experts.374.down_proj,failsafe(rtn): 0.0014191,0.00000,0.190
7,mlp.experts.284.down_proj,failsafe(rtn): 0.0014801,0.00000,0.201
7,mlp.experts.265.down_proj,failsafe(rtn): 0.0014038,0.00000,0.208
7,mlp.experts.442.up_proj,0.0000154147,0.05000,14.933
7,mlp.experts.500.up_proj,0.0000197110,0.05000,15.012
7,mlp.experts.50.down_proj,0.0000007289,0.05000,3.782
7,mlp.experts.487.up_proj,0.0000080546,0.05000,14.935
7,mlp.experts.499.up_proj,0.0000085037,0.05000,15.073
7,mlp.experts.62.down_proj,0.0000020327,0.05000,3.837
7,mlp.experts.511.up_proj,0.0000051529,0.05000,15.048
7,mlp.experts.53.down_proj,0.0000010173,0.05000,3.745
7,mlp.experts.503.up_proj,failsafe(rtn): 0.0013275,0.00000,0.713
7,mlp.experts.497.up_proj,0.0000185137,0.05000,15.132
7,mlp.experts.120.down_proj,0.0000009676,0.05000,3.778
7,mlp.experts.107.down_proj,0.0000064954,0.05000,3.804
7,mlp.experts.416.down_proj,0.0000006535,0.05000,3.802
7,mlp.experts.269.down_proj,0.0000013642,0.05000,3.825
7,mlp.experts.390.down_proj,0.0000007357,0.05000,3.769
7,mlp.experts.300.down_proj,0.0000006133,0.05000,3.770
7,mlp.experts.281.down_proj,0.0000009820,0.05000,3.717
7,mlp.experts.406.down_proj,failsafe(rtn): 0.0015259,0.00000,0.207
7,mlp.experts.4.down_proj,0.0000016404,0.05000,3.691
7,mlp.experts.66.down_proj,0.0000007464,0.05000,3.684
7,mlp.experts.3.down_proj,0.0000009435,0.05000,3.685
7,mlp.experts.78.down_proj,0.0000007722,0.05000,3.716
7,mlp.experts.15.down_proj,0.0000009399,0.05000,3.731
7,mlp.experts.69.down_proj,0.0000011084,0.05000,3.694
7,mlp.experts.7.down_proj,0.0000003445,0.05000,3.721
7,mlp.experts.1.down_proj,0.0000008956,0.05000,3.739
7,mlp.experts.136.down_proj,0.0000008792,0.05000,3.723
7,mlp.experts.123.down_proj,0.0000005530,0.05000,3.735
7,mlp.experts.432.down_proj,0.0000008139,0.05000,3.762
7,mlp.experts.285.down_proj,0.0000002198,0.05000,3.770
7,mlp.experts.316.down_proj,0.0000005534,0.05000,3.712
7,mlp.experts.297.down_proj,0.0000003056,0.05000,3.719
7,mlp.experts.422.down_proj,0.0000009802,0.05000,3.717
7,mlp.experts.313.down_proj,failsafe(rtn): 0.0014877,0.00000,0.192
7,mlp.experts.438.down_proj,failsafe(rtn): 0.0015030,0.00000,0.205
7,mlp.experts.82.down_proj,0.0000005694,0.05000,3.835
7,mlp.experts.20.down_proj,0.0000002390,0.05000,3.956
7,mlp.experts.19.down_proj,0.0000033306,0.05000,3.937
7,mlp.experts.94.down_proj,0.0000004370,0.05000,3.962
7,mlp.experts.31.down_proj,0.0000007604,0.05000,4.007
7,mlp.experts.110.down_proj,failsafe(rtn): 0.0014420,0.00000,0.197
7,mlp.experts.85.down_proj,0.0000017192,0.05000,4.075
7,mlp.experts.23.down_proj,0.0000002582,0.05000,3.996
7,mlp.experts.17.down_proj,0.0000014885,0.05000,3.924
7,mlp.experts.101.down_proj,failsafe(rtn): 0.0015259,0.00000,0.183
7,mlp.experts.152.down_proj,0.0000002822,0.05000,3.935
7,mlp.experts.139.down_proj,0.0000004142,0.05000,3.931
7,mlp.experts.448.down_proj,0.0000027304,0.05000,3.909
7,mlp.experts.301.down_proj,0.0000006541,0.05000,3.978
7,mlp.experts.464.down_proj,failsafe(rtn): 0.0014572,0.00000,0.211
7,mlp.experts.332.down_proj,0.0000007914,0.05000,3.963
7,mlp.experts.329.down_proj,0.0000005350,0.05000,3.994
7,mlp.experts.454.down_proj,0.0000059217,0.05000,3.954
7,mlp.experts.98.down_proj,0.0000003327,0.05000,3.787
7,mlp.experts.36.down_proj,0.0000003084,0.05000,3.787
7,mlp.experts.35.down_proj,0.0000040250,0.05000,3.712
7,mlp.experts.47.down_proj,0.0000011205,0.05000,3.716
7,mlp.experts.126.down_proj,0.0000030716,0.05000,3.709
7,mlp.experts.39.down_proj,0.0000003926,0.05000,3.725
7,mlp.experts.33.down_proj,0.0000008217,0.05000,3.715
7,mlp.experts.117.down_proj,0.0000004073,0.05000,3.709
7,mlp.experts.168.down_proj,0.0000017128,0.05000,3.691
7,mlp.experts.155.down_proj,0.0000003888,0.05000,3.731
7,mlp.experts.317.down_proj,0.0000002314,0.05000,3.679
7,mlp.experts.184.down_proj,failsafe(rtn): 0.0015335,0.00000,0.192
7,mlp.experts.480.down_proj,0.0000006221,0.05000,3.680
7,mlp.experts.348.down_proj,0.0000004183,0.05000,3.640
7,mlp.experts.333.down_proj,failsafe(rtn): 0.0014496,0.00000,0.206
7,mlp.experts.200.down_proj,failsafe(rtn): 0.0015335,0.00000,0.200
7,mlp.experts.470.down_proj,0.0000002175,0.05000,3.669
7,mlp.experts.345.down_proj,0.0000006932,0.05000,3.703
7,mlp.experts.458.up_proj,0.0000322043,0.05000,15.010
7,mlp.experts.114.down_proj,0.0000007797,0.05000,3.739
7,mlp.experts.52.down_proj,0.0000006384,0.05000,3.726
7,mlp.experts.51.down_proj,0.0000002662,0.05000,3.793
7,mlp.experts.63.down_proj,0.0000003103,0.05000,3.750
7,mlp.experts.142.down_proj,0.0000007719,0.05000,3.688
7,mlp.experts.49.down_proj,0.0000006150,0.05000,3.755
7,mlp.experts.55.down_proj,0.0000009826,0.05000,3.758
7,mlp.experts.133.down_proj,0.0000004557,0.05000,3.713
7,mlp.experts.171.down_proj,0.0000004539,0.05000,3.728
7,mlp.experts.496.down_proj,0.0000003478,0.05000,3.770
7,mlp.experts.364.down_proj,0.0000002652,0.05000,3.755
7,mlp.experts.349.down_proj,0.0000010240,0.05000,3.779
7,mlp.experts.216.down_proj,0.0000005808,0.05000,3.731
7,mlp.experts.361.down_proj,0.0000008500,0.05000,3.711
7,mlp.experts.486.down_proj,0.0000015344,0.05000,3.731
7,mlp.experts.502.down_proj,failsafe(rtn): 0.0014954,0.00000,0.177
7,mlp.experts.68.down_proj,0.0000005374,0.05000,3.381
7,mlp.experts.130.down_proj,0.0000005951,0.05000,3.428
7,mlp.experts.67.down_proj,0.0000015572,0.05000,3.328
7,mlp.experts.79.down_proj,0.0000004266,0.05000,3.252
7,mlp.experts.158.down_proj,0.0000012730,0.05000,3.278
7,mlp.experts.65.down_proj,0.0000023675,0.05000,3.199
7,mlp.experts.71.down_proj,0.0000012918,0.05000,3.264
7,mlp.experts.149.down_proj,0.0000000481,0.05000,3.230
7,mlp.experts.187.down_proj,0.0000005297,0.05000,3.234
7,mlp.experts.203.down_proj,failsafe(rtn): 0.0014725,0.00000,0.148
7,mlp.experts.380.down_proj,0.0000007623,0.05000,3.114
7,mlp.experts.365.down_proj,0.0000018864,0.05000,3.169
7,mlp.experts.232.down_proj,0.0000006880,0.05000,3.144
7,mlp.experts.381.down_proj,failsafe(rtn): 0.0014954,0.00000,0.184
7,mlp.experts.377.down_proj,0.0000009725,0.05000,3.229
7,mlp.experts.84.down_proj,0.0000014633,0.05000,3.161
7,mlp.experts.146.down_proj,0.0000005398,0.05000,3.196
7,mlp.experts.83.down_proj,0.0000006486,0.05000,3.289
7,mlp.experts.95.down_proj,0.0000024802,0.05000,3.284
7,mlp.experts.174.down_proj,0.0000005444,0.05000,3.261
7,mlp.experts.81.down_proj,0.0000008827,0.05000,3.236
7,mlp.experts.87.down_proj,0.0000008174,0.05000,3.186
7,mlp.experts.165.down_proj,0.0000007457,0.05000,3.240
7,mlp.experts.219.down_proj,0.0000005442,0.05000,3.142
7,mlp.experts.396.down_proj,0.0000003209,0.05000,3.169
7,mlp.experts.248.down_proj,0.0000008605,0.05000,3.151
7,mlp.experts.397.down_proj,0.0000017444,0.05000,3.088
7,mlp.experts.393.down_proj,0.0000013816,0.05000,3.072
7,mlp.experts.100.down_proj,0.0000002932,0.05000,3.141
7,mlp.experts.162.down_proj,0.0000007236,0.05000,3.154
7,mlp.experts.99.down_proj,0.0000009743,0.05000,3.045
7,mlp.experts.190.down_proj,0.0000006932,0.05000,3.003
7,mlp.experts.111.down_proj,0.0000002049,0.05000,3.062
7,mlp.experts.97.down_proj,0.0000007736,0.05000,3.030
7,mlp.experts.103.down_proj,0.0000015763,0.05000,3.045
7,mlp.experts.181.down_proj,0.0000006228,0.05000,3.075
7,mlp.experts.235.down_proj,0.0000008033,0.05000,3.063
7,mlp.experts.412.down_proj,0.0000001487,0.05000,3.013
7,mlp.experts.264.down_proj,0.0000025619,0.05000,3.002
7,mlp.experts.413.down_proj,0.0000008258,0.05000,3.045
7,mlp.experts.409.down_proj,0.0000015714,0.05000,3.053
7,mlp.experts.425.down_proj,failsafe(rtn): 0.0015564,0.00000,0.144
7,mlp.experts.474.up_proj,0.0000196903,0.05000,12.695
7,mlp.experts.116.down_proj,0.0000008904,0.05000,2.910
7,mlp.experts.178.down_proj,0.0000003445,0.05000,2.981
7,mlp.experts.115.down_proj,0.0000010966,0.05000,2.932
7,mlp.experts.206.down_proj,0.0000006567,0.05000,2.992
7,mlp.experts.127.down_proj,0.0000004750,0.05000,3.017
7,mlp.experts.119.down_proj,0.0000004303,0.05000,2.993
7,mlp.experts.113.down_proj,0.0000007360,0.05000,3.036
7,mlp.experts.197.down_proj,0.0000009814,0.05000,3.031
7,mlp.experts.251.down_proj,0.0000005306,0.05000,3.016
7,mlp.experts.428.down_proj,0.0000007101,0.05000,3.036
7,mlp.experts.280.down_proj,0.0000009555,0.05000,3.024
7,mlp.experts.429.down_proj,0.0000019649,0.05000,3.123
7,mlp.experts.441.down_proj,0.0000039731,0.05000,3.116
7,mlp.experts.132.down_proj,0.0000009944,0.05000,3.087
7,mlp.experts.194.down_proj,0.0000011889,0.05000,3.128
7,mlp.experts.131.down_proj,0.0000003105,0.05000,3.227
7,mlp.experts.222.down_proj,0.0000017823,0.05000,3.195
7,mlp.experts.143.down_proj,0.0000012552,0.05000,3.273
7,mlp.experts.135.down_proj,0.0000003602,0.05000,3.244
7,mlp.experts.129.down_proj,0.0000002986,0.05000,3.286
7,mlp.experts.213.down_proj,0.0000003099,0.05000,3.204
7,mlp.experts.267.down_proj,0.0000008863,0.05000,3.254
7,mlp.experts.444.down_proj,0.0000013521,0.05000,3.227
7,mlp.experts.296.down_proj,0.0000009906,0.05000,3.261
7,mlp.experts.460.down_proj,failsafe(rtn): 0.0015030,0.00000,0.158
7,mlp.experts.445.down_proj,0.0000005191,0.05000,3.245
7,mlp.experts.457.down_proj,0.0000015022,0.05000,3.241
7,mlp.experts.148.down_proj,0.0000006594,0.05000,3.230
7,mlp.experts.210.down_proj,0.0000006801,0.05000,3.215
7,mlp.experts.147.down_proj,0.0000003925,0.05000,3.116
7,mlp.experts.238.down_proj,0.0000005066,0.05000,3.146
7,mlp.experts.159.down_proj,0.0000005279,0.05000,3.094
7,mlp.experts.151.down_proj,0.0000004867,0.05000,3.070
7,mlp.experts.145.down_proj,0.0000009547,0.05000,3.145
7,mlp.experts.229.down_proj,0.0000016163,0.05000,3.084
7,mlp.experts.283.down_proj,0.0000011008,0.05000,3.090
7,mlp.experts.476.down_proj,0.0000034038,0.05000,2.995
7,mlp.experts.473.down_proj,0.0000013027,0.05000,2.854
7,mlp.experts.226.down_proj,0.0000006274,0.05000,2.177
7,mlp.experts.254.down_proj,0.0000007000,0.05000,1.644
7,mlp.experts.175.down_proj,0.0000007737,0.05000,1.551
7,mlp.experts.312.down_proj,0.0000003582,0.05000,3.033
7,mlp.experts.461.down_proj,0.0000003961,0.05000,2.935
7,mlp.experts.163.down_proj,0.0000003905,0.05000,2.031
7,mlp.experts.167.down_proj,0.0000001856,0.05000,1.536
7,mlp.experts.490.up_proj,0.0000048273,0.05000,9.117
7,mlp.experts.164.down_proj,0.0000002568,0.05000,2.250
7,mlp.experts.242.down_proj,failsafe(rtn): 0.0014496,0.00000,0.204
7,mlp.experts.328.down_proj,0.0000005596,0.05000,3.163
7,mlp.experts.183.down_proj,0.0000007929,0.05000,3.190
7,mlp.experts.492.down_proj,0.0000002482,0.05000,3.205
7,mlp.experts.179.down_proj,0.0000005874,0.05000,3.219
7,mlp.experts.477.down_proj,0.0000003411,0.05000,3.235
7,mlp.experts.299.down_proj,0.0000002843,0.05000,3.236
7,mlp.experts.191.down_proj,0.0000014801,0.05000,3.238
7,mlp.experts.270.down_proj,0.0000002553,0.05000,3.250
7,mlp.experts.180.down_proj,0.0000005602,0.05000,3.248
7,mlp.experts.245.down_proj,0.0000012495,0.05000,3.289
7,mlp.experts.489.down_proj,0.0000023711,0.05000,3.279
7,mlp.experts.161.down_proj,0.0000011518,0.05000,3.294
7,mlp.experts.258.down_proj,0.0000008329,0.05000,3.216
7,mlp.experts.286.down_proj,0.0000023386,0.05000,3.104
7,mlp.experts.344.down_proj,0.0000002829,0.05000,3.202
7,mlp.experts.199.down_proj,0.0000011458,0.05000,3.195
7,mlp.experts.508.down_proj,0.0000007447,0.05000,3.203
7,mlp.experts.493.down_proj,0.0000002847,0.05000,3.186
7,mlp.experts.207.down_proj,0.0000008899,0.05000,3.180
7,mlp.experts.196.down_proj,0.0000010180,0.05000,3.184
7,mlp.experts.195.down_proj,0.0000012637,0.05000,3.237
7,mlp.experts.505.down_proj,0.0000012036,0.05000,3.187
7,mlp.experts.261.down_proj,0.0000004264,0.05000,3.195
7,mlp.experts.177.down_proj,0.0000001056,0.05000,3.197
7,mlp.experts.315.down_proj,0.0000011214,0.05000,3.256
7,mlp.experts.274.down_proj,0.0000004488,0.05000,3.216
7,mlp.experts.360.down_proj,0.0000007998,0.05000,2.620
7,mlp.experts.302.down_proj,0.0000002165,0.05000,2.644
7,mlp.experts.215.down_proj,0.0000006345,0.05000,2.656
7,mlp.experts.212.down_proj,0.0000006595,0.05000,2.618
7,mlp.experts.509.down_proj,0.0000003933,0.05000,2.638
7,mlp.experts.211.down_proj,0.0000001989,0.05000,2.609
7,mlp.experts.223.down_proj,0.0000001118,0.05000,2.652
7,mlp.experts.277.down_proj,0.0000014577,0.05000,2.608
7,mlp.experts.193.down_proj,0.0000008373,0.05000,2.638
7,mlp.experts.331.down_proj,0.0000011418,0.05000,2.630
7,mlp.experts.290.down_proj,0.0000009552,0.05000,2.624
7,mlp.experts.376.down_proj,0.0000009361,0.05000,2.277
7,mlp.experts.506.up_proj,0.0000086707,0.05000,11.314
7,mlp.experts.318.down_proj,0.0000008578,0.05000,2.315
7,mlp.experts.228.down_proj,0.0000006917,0.05000,2.257
7,mlp.experts.227.down_proj,0.0000006163,0.05000,2.273
7,mlp.experts.293.down_proj,0.0000012375,0.05000,2.276
7,mlp.experts.209.down_proj,0.0000012045,0.05000,2.272
7,mlp.experts.231.down_proj,0.0000002674,0.05000,2.359
7,mlp.experts.239.down_proj,0.0000019993,0.05000,2.323
7,mlp.experts.347.down_proj,0.0000005850,0.05000,2.333
7,mlp.experts.306.down_proj,0.0000008354,0.05000,2.265
7,mlp.experts.392.down_proj,0.0000004313,0.05000,2.225
7,mlp.experts.10.down_proj,0.0000013534,0.05000,2.242
7,mlp.experts.244.down_proj,0.0000006542,0.05000,2.224
7,mlp.experts.334.down_proj,0.0000009110,0.05000,2.232
7,mlp.experts.243.down_proj,0.0000003390,0.05000,2.223
7,mlp.experts.309.down_proj,0.0000005870,0.05000,2.233
7,mlp.experts.225.down_proj,0.0000006653,0.05000,2.217
7,mlp.experts.255.down_proj,0.0000005383,0.05000,2.265
7,mlp.experts.363.down_proj,0.0000009802,0.05000,2.227
7,mlp.experts.247.down_proj,0.0000007234,0.05000,2.288
7,mlp.experts.259.down_proj,failsafe(rtn): 0.0015030,0.00000,0.130
7,mlp.experts.322.down_proj,0.0000014257,0.05000,2.223
7,mlp.experts.379.down_proj,failsafe(rtn): 0.0014648,0.00000,0.127
7,mlp.experts.408.down_proj,0.0000017589,0.05000,2.234
7,mlp.experts.260.down_proj,0.0000013670,0.05000,2.215
7,mlp.experts.350.down_proj,0.0000044531,0.05000,2.223
7,mlp.experts.26.down_proj,0.0000012431,0.05000,2.247
7,mlp.experts.241.down_proj,0.0000003495,0.05000,2.227
7,mlp.experts.325.down_proj,0.0000004072,0.05000,2.239
7,mlp.experts.263.down_proj,0.0000007956,0.05000,2.222
7,mlp.experts.271.down_proj,0.0000008029,0.05000,2.238
7,mlp.experts.338.down_proj,0.0000004646,0.05000,2.201
7,mlp.experts.275.down_proj,0.0000057819,0.05000,2.260
7,mlp.experts.395.down_proj,0.0000004506,0.05000,2.212
7,mlp.experts.424.down_proj,0.0000008550,0.05000,2.178
7,mlp.experts.276.down_proj,0.0000003380,0.05000,2.146
7,mlp.experts.366.down_proj,0.0000002368,0.05000,2.159
7,mlp.experts.42.down_proj,0.0000008475,0.05000,2.173
7,mlp.experts.341.down_proj,0.0000003655,0.05000,2.159
7,mlp.experts.257.down_proj,0.0000006571,0.05000,2.184
7,mlp.experts.279.down_proj,0.0000005515,0.05000,2.189
7,mlp.experts.287.down_proj,0.0000003348,0.05000,2.188
7,mlp.experts.291.down_proj,0.0000006724,0.05000,2.167
7,mlp.experts.273.down_proj,failsafe(rtn): 0.0015030,0.00000,0.118
7,mlp.experts.354.down_proj,0.0000025408,0.05000,2.214
7,mlp.experts.411.down_proj,0.0000009215,0.05000,2.196
7,mlp.experts.370.down_proj,failsafe(rtn): 0.0014572,0.00000,0.100
7,mlp.experts.292.down_proj,0.0000007112,0.05000,2.230
7,mlp.experts.440.down_proj,0.0000041068,0.05000,2.262
7,mlp.experts.382.down_proj,0.0000004991,0.05000,2.264
7,mlp.experts.58.down_proj,0.0000008750,0.05000,2.254
7,mlp.experts.357.down_proj,0.0000009642,0.05000,2.271
7,mlp.experts.289.down_proj,0.0000006392,0.05000,2.214
7,mlp.experts.303.down_proj,0.0000006202,0.05000,2.280
7,mlp.experts.295.down_proj,0.0000009356,0.05000,2.293
7,mlp.experts.307.down_proj,0.0000003169,0.05000,2.288
7,mlp.experts.427.down_proj,0.0000004997,0.05000,2.287
7,mlp.experts.386.down_proj,0.0000007347,0.05000,2.289
7,mlp.experts.308.down_proj,0.0000002163,0.05000,2.212
7,mlp.experts.456.down_proj,0.0000007352,0.05000,2.215
7,mlp.experts.74.down_proj,0.0000012355,0.05000,2.184
7,mlp.experts.398.down_proj,0.0000005979,0.05000,2.242
7,mlp.experts.373.down_proj,0.0000008022,0.05000,2.247
7,mlp.experts.305.down_proj,0.0000011022,0.05000,2.215
7,mlp.experts.311.down_proj,0.0000019397,0.05000,2.250
7,mlp.experts.323.down_proj,0.0000008633,0.05000,2.214
7,mlp.experts.319.down_proj,0.0000002309,0.05000,2.273
7,mlp.experts.339.down_proj,failsafe(rtn): 0.0014648,0.00000,0.135
7,mlp.experts.443.down_proj,0.0000004908,0.05000,2.292
7,mlp.experts.402.down_proj,0.0000007766,0.05000,2.289
7,mlp.experts.324.down_proj,0.0000027107,0.05000,2.413
7,mlp.experts.472.down_proj,0.0000006118,0.05000,2.408
7,mlp.experts.90.down_proj,0.0000001410,0.05000,2.439
7,mlp.experts.389.down_proj,0.0000009048,0.05000,2.375
7,mlp.experts.414.down_proj,0.0000005129,0.05000,2.485
7,mlp.experts.321.down_proj,0.0000009195,0.05000,2.458
7,mlp.experts.327.down_proj,0.0000007692,0.05000,2.419
7,mlp.experts.335.down_proj,0.0000007899,0.05000,2.458
7,mlp.experts.459.down_proj,0.0000001847,0.05000,2.390
7,mlp.experts.355.down_proj,0.0000010576,0.05000,2.484
7,mlp.experts.418.down_proj,0.0000010105,0.05000,2.435
7,mlp.experts.475.down_proj,failsafe(rtn): 0.0014954,0.00000,0.145
7,mlp.experts.340.down_proj,0.0000001933,0.05000,2.244
7,mlp.experts.488.down_proj,0.0000007876,0.05000,2.255
7,mlp.experts.106.down_proj,0.0000008196,0.05000,2.280
7,mlp.experts.405.down_proj,0.0000015863,0.05000,2.242
7,mlp.experts.356.down_proj,failsafe(rtn): 0.0014954,0.00000,0.121
7,mlp.experts.430.down_proj,0.0000009567,0.05000,2.252
7,mlp.experts.337.down_proj,0.0000002203,0.05000,2.251
7,mlp.experts.343.down_proj,0.0000004446,0.05000,2.309
7,mlp.experts.351.down_proj,0.0000016458,0.05000,2.293
7,mlp.experts.434.down_proj,0.0000013198,0.05000,2.272
7,mlp.experts.371.down_proj,0.0000009115,0.05000,2.335
7,mlp.experts.491.down_proj,0.0000020194,0.05000,2.294
7,mlp.experts.504.down_proj,0.0000001924,0.05000,2.290
7,mlp.experts.421.down_proj,0.0000007993,0.05000,2.262
7,mlp.experts.122.down_proj,0.0000004782,0.05000,2.313
7,mlp.experts.372.down_proj,0.0000017845,0.05000,2.292
7,mlp.experts.446.down_proj,0.0000005389,0.05000,2.302
7,mlp.experts.353.down_proj,0.0000008923,0.05000,2.210
7,mlp.experts.462.down_proj,failsafe(rtn): 0.0015030,0.00000,0.109
7,mlp.experts.367.down_proj,0.0000002072,0.05000,2.205
7,mlp.experts.359.down_proj,0.0000006282,0.05000,2.254
7,mlp.experts.450.down_proj,0.0000013282,0.05000,2.184
7,mlp.experts.387.down_proj,0.0000008247,0.05000,2.170
7,mlp.experts.507.down_proj,0.0000002009,0.05000,2.176
7,mlp.experts.437.down_proj,0.0000009891,0.05000,1.834
7,mlp.experts.388.down_proj,0.0000006330,0.05000,1.808
7,mlp.experts.138.down_proj,0.0000004063,0.05000,1.864
7,mlp.experts.369.down_proj,0.0000006171,0.05000,1.820
7,mlp.experts.478.down_proj,0.0000003730,0.05000,1.826
7,mlp.experts.375.down_proj,0.0000017953,0.05000,1.835
7,mlp.experts.383.down_proj,0.0000007263,0.05000,1.847
7,mlp.experts.403.down_proj,0.0000010387,0.05000,1.798
7,mlp.experts.466.down_proj,0.0000002609,0.05000,1.827
7,mlp.experts.404.down_proj,0.0000005707,0.05000,1.712
7,mlp.experts.453.down_proj,0.0000012319,0.05000,1.785
7,mlp.experts.385.down_proj,0.0000005175,0.05000,1.775
7,mlp.experts.154.down_proj,0.0000004459,0.05000,1.804
7,mlp.experts.469.down_proj,failsafe(rtn): 0.0010071,0.00000,0.096
7,mlp.experts.494.down_proj,0.0000007795,0.05000,1.780
7,mlp.experts.391.down_proj,0.0000020870,0.05000,1.778
7,mlp.experts.399.down_proj,0.0000002457,0.05000,1.815
7,mlp.experts.482.down_proj,0.0000008438,0.05000,1.775
7,mlp.experts.419.down_proj,0.0000001681,0.05000,1.803
7,mlp.experts.420.down_proj,0.0000007178,0.05000,1.764
7,mlp.experts.170.down_proj,0.0000002844,0.05000,1.788
7,mlp.experts.401.down_proj,0.0000016699,0.05000,1.811
7,mlp.experts.485.down_proj,0.0000012946,0.05000,1.805
7,mlp.experts.510.down_proj,0.0000007102,0.05000,1.828
7,mlp.experts.407.down_proj,0.0000009506,0.05000,1.817
7,mlp.experts.415.down_proj,0.0000011914,0.05000,1.801
7,mlp.experts.498.down_proj,0.0000011326,0.05000,1.765
7,mlp.experts.435.down_proj,0.0000003128,0.05000,1.772
7,mlp.experts.436.down_proj,0.0000014567,0.05000,1.464
7,mlp.experts.186.down_proj,0.0000004715,0.05000,1.458
7,mlp.experts.501.down_proj,0.0000019994,0.05000,1.473
7,mlp.experts.417.down_proj,0.0000005643,0.05000,1.522
7,mlp.experts.423.down_proj,0.0000003725,0.05000,1.487
7,mlp.experts.431.down_proj,0.0000006933,0.05000,1.476
7,mlp.experts.451.down_proj,0.0000002768,0.05000,1.485
7,mlp.experts.452.down_proj,0.0000002824,0.05000,1.240
7,mlp.experts.202.down_proj,0.0000006931,0.05000,1.178
7,mlp.experts.433.down_proj,0.0000011110,0.05000,1.183
7,mlp.experts.449.down_proj,failsafe(rtn): 0.0015182,0.00000,0.056
7,mlp.experts.439.down_proj,0.0000008478,0.05000,1.198
7,mlp.experts.447.down_proj,0.0000003081,0.05000,1.196
7,mlp.experts.467.down_proj,0.0000013666,0.05000,1.163
7,mlp.experts.468.down_proj,0.0000008618,0.05000,1.038
7,mlp.experts.218.down_proj,0.0000010265,0.05000,1.020
7,mlp.experts.465.down_proj,0.0000005739,0.05000,1.033
7,mlp.experts.455.down_proj,0.0000004526,0.05000,1.050
7,mlp.experts.463.down_proj,0.0000005752,0.05000,1.061
7,mlp.experts.483.down_proj,0.0000004342,0.05000,1.062
7,mlp.experts.479.down_proj,failsafe(rtn): 0.0015335,0.00000,0.050
7,mlp.experts.484.down_proj,0.0000021574,0.05000,1.069
7,mlp.experts.234.down_proj,0.0000028177,0.05000,1.071
7,mlp.experts.481.down_proj,0.0000005391,0.05000,1.105
7,mlp.experts.471.down_proj,0.0000008038,0.05000,1.185
7,mlp.experts.499.down_proj,0.0000008803,0.05000,1.196
7,mlp.experts.495.down_proj,0.0000006330,0.05000,1.235
7,mlp.experts.500.down_proj,0.0000015533,0.05000,1.073
7,mlp.experts.250.down_proj,0.0000001631,0.05000,1.075
7,mlp.experts.487.down_proj,0.0000004200,0.05000,0.766
7,mlp.experts.503.down_proj,failsafe(rtn): 0.0015106,0.00000,0.014
7,mlp.experts.511.down_proj,0.0000009439,0.05000,0.658
7,mlp.experts.497.down_proj,0.0000020625,0.05000,0.986
7,mlp.experts.266.down_proj,0.0000002103,0.05000,0.427
7,mlp.experts.282.down_proj,0.0000009603,0.05000,0.122
7,mlp.experts.298.down_proj,0.0000005937,0.05000,0.123
7,mlp.experts.314.down_proj,0.0000004213,0.05000,0.121
7,mlp.experts.330.down_proj,0.0000013317,0.05000,0.122
7,mlp.experts.346.down_proj,0.0000005656,0.05000,0.121
7,mlp.experts.362.down_proj,0.0000002855,0.05000,0.122
7,mlp.experts.378.down_proj,0.0000002044,0.05000,0.125
7,mlp.experts.394.down_proj,0.0000006923,0.05000,0.123
7,mlp.experts.410.down_proj,0.0000002725,0.05000,0.121
7,mlp.experts.426.down_proj,0.0000007760,0.05000,0.121
7,mlp.experts.442.down_proj,0.0000009110,0.05000,0.122
7,mlp.experts.458.down_proj,0.0000018815,0.05000,0.121
7,mlp.experts.474.down_proj,0.0000011412,0.05000,0.122
7,mlp.experts.490.down_proj,0.0000002808,0.05000,0.122
7,mlp.experts.506.down_proj,0.0000005107,0.05000,0.124
8,mlp.experts.0.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.776
8,mlp.experts.12.gate_proj,0.0000023849,0.05000,12.995
8,mlp.experts.4.gate_proj,0.0000064932,0.05000,13.080
8,mlp.experts.8.gate_proj,0.0000210903,0.05000,13.084
8,mlp.experts.10.gate_proj,0.0000083287,0.05000,13.184
8,mlp.experts.5.gate_proj,0.0000104229,0.05000,13.182
8,mlp.experts.9.gate_proj,0.0000087462,0.05000,13.181
8,mlp.experts.14.gate_proj,0.0000156313,0.05000,13.192
8,mlp.experts.2.gate_proj,0.0000049583,0.05000,13.160
8,mlp.experts.7.gate_proj,0.0000102965,0.05000,13.228
8,mlp.experts.13.gate_proj,0.0000119267,0.05000,13.253
8,mlp.experts.1.gate_proj,0.0000107668,0.05000,13.308
8,mlp.experts.15.gate_proj,0.0000120637,0.05000,13.309
8,mlp.experts.3.gate_proj,0.0000120723,0.05000,13.277
8,mlp.experts.6.gate_proj,0.0000214542,0.05000,13.324
8,mlp.experts.11.gate_proj,0.0000097670,0.05000,13.335
8,mlp.experts.18.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.671
8,mlp.experts.26.gate_proj,0.0000094585,0.05000,12.150
8,mlp.experts.24.gate_proj,0.0000163589,0.05000,12.261
8,mlp.experts.16.gate_proj,0.0000310731,0.05000,12.263
8,mlp.experts.30.gate_proj,0.0000111532,0.05000,12.205
8,mlp.experts.20.gate_proj,0.0000069371,0.05000,12.345
8,mlp.experts.28.gate_proj,0.0000034477,0.05000,12.368
8,mlp.experts.21.gate_proj,0.0000106350,0.05000,12.262
8,mlp.experts.31.gate_proj,0.0000207466,0.05000,12.287
8,mlp.experts.29.gate_proj,0.0000101197,0.05000,12.377
8,mlp.experts.17.gate_proj,0.0000019116,0.05000,12.377
8,mlp.experts.25.gate_proj,0.0000192798,0.05000,12.392
8,mlp.experts.23.gate_proj,0.0000320798,0.05000,12.522
8,mlp.experts.19.gate_proj,0.0000346733,0.05000,12.503
8,mlp.experts.27.gate_proj,0.0000077934,0.05000,12.497
8,mlp.experts.32.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.868
8,mlp.experts.34.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.850
8,mlp.experts.40.gate_proj,0.0000091672,0.05000,14.380
8,mlp.experts.22.gate_proj,0.0000099090,0.05000,14.340
8,mlp.experts.36.gate_proj,0.0000400740,0.05000,14.301
8,mlp.experts.42.gate_proj,0.0000277914,0.05000,14.368
8,mlp.experts.44.gate_proj,0.0000420401,0.05000,14.321
8,mlp.experts.46.gate_proj,0.0000076294,0.05000,14.424
8,mlp.experts.47.gate_proj,0.0000184744,0.05000,14.314
8,mlp.experts.37.gate_proj,0.0000076223,0.05000,14.429
8,mlp.experts.45.gate_proj,0.0000125218,0.05000,14.350
8,mlp.experts.41.gate_proj,0.0000042997,0.05000,14.387
8,mlp.experts.35.gate_proj,0.0000049594,0.05000,14.301
8,mlp.experts.33.gate_proj,0.0000126768,0.05000,14.431
8,mlp.experts.39.gate_proj,0.0000029719,0.05000,14.435
8,mlp.experts.43.gate_proj,0.0000063213,0.05000,14.393
8,mlp.experts.48.gate_proj,0.0000287593,0.05000,14.366
8,mlp.experts.58.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.842
8,mlp.experts.50.gate_proj,0.0000092302,0.05000,14.425
8,mlp.experts.57.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.828
8,mlp.experts.66.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.732
8,mlp.experts.52.gate_proj,0.0000109402,0.05000,14.466
8,mlp.experts.62.gate_proj,0.0000069349,0.05000,14.405
8,mlp.experts.56.gate_proj,0.0000087490,0.05000,14.536
8,mlp.experts.38.gate_proj,0.0000042111,0.05000,14.580
8,mlp.experts.60.gate_proj,0.0000128139,0.05000,14.514
8,mlp.experts.63.gate_proj,0.0000324664,0.05000,14.599
8,mlp.experts.53.gate_proj,0.0000466552,0.05000,14.511
8,mlp.experts.51.gate_proj,0.0000147141,0.05000,14.420
8,mlp.experts.61.gate_proj,0.0000118492,0.05000,14.655
8,mlp.experts.55.gate_proj,0.0000187501,0.05000,14.488
8,mlp.experts.49.gate_proj,0.0000074874,0.05000,14.580
8,mlp.experts.59.gate_proj,0.0000118995,0.05000,14.523
8,mlp.experts.64.gate_proj,0.0000117945,0.05000,14.381
8,mlp.experts.74.gate_proj,0.0000067049,0.05000,14.517
8,mlp.experts.79.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.794
8,mlp.experts.73.gate_proj,0.0000205689,0.05000,14.553
8,mlp.experts.82.gate_proj,0.0000321766,0.05000,14.401
8,mlp.experts.78.gate_proj,0.0000126018,0.05000,14.166
8,mlp.experts.72.gate_proj,0.0000049574,0.05000,14.180
8,mlp.experts.68.gate_proj,0.0000104501,0.05000,14.271
8,mlp.experts.54.gate_proj,0.0000261065,0.05000,14.246
8,mlp.experts.76.gate_proj,0.0000451644,0.05000,14.257
8,mlp.experts.69.gate_proj,0.0000066868,0.05000,14.243
8,mlp.experts.77.gate_proj,0.0000125066,0.05000,14.072
8,mlp.experts.67.gate_proj,0.0000073014,0.05000,14.219
8,mlp.experts.71.gate_proj,0.0000143913,0.05000,14.207
8,mlp.experts.65.gate_proj,0.0000245196,0.05000,14.224
8,mlp.experts.75.gate_proj,0.0000157128,0.05000,14.170
8,mlp.experts.80.gate_proj,0.0000040554,0.05000,14.060
8,mlp.experts.84.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.744
8,mlp.experts.90.gate_proj,0.0000250670,0.05000,14.144
8,mlp.experts.95.gate_proj,0.0000114113,0.05000,14.103
8,mlp.experts.89.gate_proj,0.0000084020,0.05000,14.223
8,mlp.experts.98.gate_proj,0.0000059734,0.05000,14.180
8,mlp.experts.111.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.707
8,mlp.experts.88.gate_proj,0.0000165892,0.05000,14.127
8,mlp.experts.94.gate_proj,0.0000147104,0.05000,14.239
8,mlp.experts.70.gate_proj,0.0000253446,0.05000,14.115
8,mlp.experts.92.gate_proj,0.0000296970,0.05000,14.169
8,mlp.experts.85.gate_proj,0.0000077808,0.05000,14.267
8,mlp.experts.93.gate_proj,0.0000094063,0.05000,14.280
8,mlp.experts.83.gate_proj,0.0000512070,0.05000,14.356
8,mlp.experts.91.gate_proj,0.0000056017,0.05000,14.178
8,mlp.experts.87.gate_proj,0.0000183061,0.05000,14.285
8,mlp.experts.81.gate_proj,0.0000077107,0.05000,14.292
8,mlp.experts.96.gate_proj,0.0000178144,0.05000,14.159
8,mlp.experts.100.gate_proj,0.0000123284,0.05000,14.201
8,mlp.experts.106.gate_proj,0.0000101445,0.05000,14.245
8,mlp.experts.99.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.789
8,mlp.experts.105.gate_proj,0.0000050486,0.05000,14.299
8,mlp.experts.114.gate_proj,0.0000087945,0.05000,14.308
8,mlp.experts.127.gate_proj,0.0000054830,0.05000,14.367
8,mlp.experts.130.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.690
8,mlp.experts.110.gate_proj,0.0000046906,0.05000,14.091
8,mlp.experts.104.gate_proj,0.0000143732,0.05000,14.219
8,mlp.experts.86.gate_proj,0.0000062901,0.05000,14.192
8,mlp.experts.108.gate_proj,0.0000065455,0.05000,14.133
8,mlp.experts.101.gate_proj,0.0000100975,0.05000,14.152
8,mlp.experts.109.gate_proj,0.0000284888,0.05000,14.245
8,mlp.experts.107.gate_proj,0.0000168080,0.05000,14.179
8,mlp.experts.103.gate_proj,0.0000195262,0.05000,14.170
8,mlp.experts.112.gate_proj,0.0000057377,0.05000,14.184
8,mlp.experts.97.gate_proj,0.0000200965,0.05000,14.225
8,mlp.experts.120.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.785
8,mlp.experts.116.gate_proj,0.0000050976,0.05000,14.196
8,mlp.experts.122.gate_proj,0.0000102230,0.05000,14.176
8,mlp.experts.117.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.850
8,mlp.experts.115.gate_proj,0.0000182539,0.05000,14.260
8,mlp.experts.121.gate_proj,0.0000133459,0.05000,14.348
8,mlp.experts.113.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.873
8,mlp.experts.143.gate_proj,0.0000072081,0.05000,14.413
8,mlp.experts.131.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.840
8,mlp.experts.137.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.787
8,mlp.experts.146.gate_proj,0.0000182566,0.05000,14.474
8,mlp.experts.126.gate_proj,0.0000249811,0.05000,14.362
8,mlp.experts.102.gate_proj,0.0000100439,0.05000,14.277
8,mlp.experts.124.gate_proj,0.0000337748,0.05000,14.440
8,mlp.experts.125.gate_proj,0.0000115570,0.05000,14.386
8,mlp.experts.123.gate_proj,0.0000063866,0.05000,14.448
8,mlp.experts.119.gate_proj,0.0000085062,0.05000,14.380
8,mlp.experts.128.gate_proj,0.0000200680,0.05000,14.410
8,mlp.experts.136.gate_proj,0.0000059924,0.05000,14.395
8,mlp.experts.132.gate_proj,0.0000109956,0.05000,14.338
8,mlp.experts.138.gate_proj,0.0000155575,0.05000,14.348
8,mlp.experts.140.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.730
8,mlp.experts.133.gate_proj,0.0000096050,0.05000,14.301
8,mlp.experts.129.gate_proj,0.0000122817,0.05000,14.217
8,mlp.experts.159.gate_proj,0.0000224465,0.05000,14.103
8,mlp.experts.147.gate_proj,0.0000054115,0.05000,14.176
8,mlp.experts.153.gate_proj,0.0000139486,0.05000,14.096
8,mlp.experts.162.gate_proj,0.0000104408,0.05000,14.152
8,mlp.experts.142.gate_proj,0.0000033300,0.05000,14.650
8,mlp.experts.118.gate_proj,0.0000154230,0.05000,14.626
8,mlp.experts.141.gate_proj,0.0000099194,0.05000,14.709
8,mlp.experts.139.gate_proj,0.0000102665,0.05000,14.709
8,mlp.experts.135.gate_proj,0.0000129506,0.05000,14.714
8,mlp.experts.144.gate_proj,0.0000014289,0.05000,14.749
8,mlp.experts.134.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.732
8,mlp.experts.148.gate_proj,0.0000114697,0.05000,14.685
8,mlp.experts.152.gate_proj,0.0000174329,0.05000,14.700
8,mlp.experts.156.gate_proj,0.0000388426,0.05000,14.655
8,mlp.experts.154.gate_proj,0.0000300371,0.05000,14.708
8,mlp.experts.149.gate_proj,0.0000130100,0.05000,14.782
8,mlp.experts.145.gate_proj,0.0000393097,0.05000,14.678
8,mlp.experts.164.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.731
8,mlp.experts.175.gate_proj,0.0000052890,0.05000,14.689
8,mlp.experts.169.gate_proj,0.0000123088,0.05000,14.689
8,mlp.experts.163.gate_proj,0.0000214684,0.05000,14.743
8,mlp.experts.161.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.688
8,mlp.experts.178.gate_proj,0.0000135765,0.05000,14.640
8,mlp.experts.158.gate_proj,0.0000298147,0.05000,14.155
8,mlp.experts.151.gate_proj,0.0000318950,0.05000,14.184
8,mlp.experts.157.gate_proj,0.0000104078,0.05000,14.284
8,mlp.experts.155.gate_proj,0.0000008560,0.05000,14.281
8,mlp.experts.160.gate_proj,0.0000154908,0.05000,14.134
8,mlp.experts.168.gate_proj,0.0000275172,0.05000,14.114
8,mlp.experts.172.gate_proj,0.0000114262,0.05000,14.057
8,mlp.experts.150.gate_proj,0.0000088264,0.05000,14.262
8,mlp.experts.170.gate_proj,0.0000018322,0.05000,14.164
8,mlp.experts.165.gate_proj,0.0000123884,0.05000,14.208
8,mlp.experts.180.gate_proj,0.0000263015,0.05000,14.333
8,mlp.experts.191.gate_proj,0.0000129362,0.05000,14.317
8,mlp.experts.179.gate_proj,0.0000022380,0.05000,14.257
8,mlp.experts.185.gate_proj,0.0000314234,0.05000,14.315
8,mlp.experts.177.gate_proj,0.0000086198,0.05000,14.321
8,mlp.experts.194.gate_proj,0.0000119689,0.05000,14.299
8,mlp.experts.207.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.804
8,mlp.experts.174.gate_proj,0.0000197822,0.05000,14.144
8,mlp.experts.171.gate_proj,0.0000132389,0.05000,13.923
8,mlp.experts.173.gate_proj,0.0000067725,0.05000,14.065
8,mlp.experts.176.gate_proj,0.0000397778,0.05000,14.045
8,mlp.experts.167.gate_proj,0.0000048221,0.05000,14.132
8,mlp.experts.184.gate_proj,0.0000158075,0.05000,14.056
8,mlp.experts.188.gate_proj,0.0000082087,0.05000,14.050
8,mlp.experts.166.gate_proj,0.0000143207,0.05000,14.086
8,mlp.experts.186.gate_proj,0.0000138706,0.05000,14.066
8,mlp.experts.181.gate_proj,0.0000144681,0.05000,13.952
8,mlp.experts.196.gate_proj,0.0000104893,0.05000,13.997
8,mlp.experts.201.gate_proj,0.0000269947,0.05000,14.006
8,mlp.experts.195.gate_proj,0.0000139819,0.05000,14.156
8,mlp.experts.193.gate_proj,0.0000086395,0.05000,14.103
8,mlp.experts.210.gate_proj,0.0000082887,0.05000,13.973
8,mlp.experts.223.gate_proj,0.0000276003,0.05000,13.928
8,mlp.experts.226.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.731
8,mlp.experts.190.gate_proj,0.0000133931,0.05000,14.241
8,mlp.experts.187.gate_proj,0.0000056144,0.05000,14.414
8,mlp.experts.189.gate_proj,0.0000043053,0.05000,14.383
8,mlp.experts.200.gate_proj,0.0000099469,0.05000,14.245
8,mlp.experts.183.gate_proj,0.0000080555,0.05000,14.441
8,mlp.experts.192.gate_proj,0.0000112607,0.05000,14.446
8,mlp.experts.202.gate_proj,0.0000117634,0.05000,14.226
8,mlp.experts.204.gate_proj,0.0000126736,0.05000,14.427
8,mlp.experts.182.gate_proj,0.0000213394,0.05000,14.399
8,mlp.experts.197.gate_proj,0.0000099647,0.05000,14.355
8,mlp.experts.212.gate_proj,0.0000076997,0.05000,14.292
8,mlp.experts.217.gate_proj,0.0000047791,0.05000,14.326
8,mlp.experts.211.gate_proj,0.0000076296,0.05000,14.235
8,mlp.experts.209.gate_proj,0.0000215823,0.05000,14.428
8,mlp.experts.239.gate_proj,0.0000235820,0.05000,14.188
8,mlp.experts.227.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.754
8,mlp.experts.225.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.757
8,mlp.experts.242.gate_proj,0.0000077255,0.05000,14.270
8,mlp.experts.206.gate_proj,0.0000129831,0.05000,14.086
8,mlp.experts.205.gate_proj,0.0000099350,0.05000,14.169
8,mlp.experts.203.gate_proj,0.0000211595,0.05000,14.224
8,mlp.experts.199.gate_proj,0.0000283521,0.05000,14.126
8,mlp.experts.218.gate_proj,0.0000087823,0.05000,14.106
8,mlp.experts.198.gate_proj,0.0000059212,0.05000,14.024
8,mlp.experts.228.gate_proj,0.0000100601,0.05000,13.611
8,mlp.experts.255.gate_proj,0.0000204102,0.05000,13.020
8,mlp.experts.241.gate_proj,0.0000042101,0.05000,12.463
8,mlp.experts.222.gate_proj,0.0000041181,0.05000,1.958
8,mlp.experts.208.gate_proj,0.0000410584,0.05000,14.128
8,mlp.experts.220.gate_proj,0.0000108401,0.05000,14.068
8,mlp.experts.213.gate_proj,0.0000142081,0.05000,13.917
8,mlp.experts.233.gate_proj,0.0000274060,0.05000,13.285
8,mlp.experts.243.gate_proj,0.0000176653,0.05000,12.685
8,mlp.experts.258.gate_proj,0.0000311941,0.05000,12.451
8,mlp.experts.216.gate_proj,0.0000124641,0.05000,14.170
8,mlp.experts.244.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.768
8,mlp.experts.274.gate_proj,0.0000074163,0.05000,14.656
8,mlp.experts.259.gate_proj,0.0000175020,0.05000,14.773
8,mlp.experts.221.gate_proj,0.0000122347,0.05000,14.792
8,mlp.experts.236.gate_proj,0.0000221627,0.05000,14.777
8,mlp.experts.249.gate_proj,0.0000114344,0.05000,14.789
8,mlp.experts.232.gate_proj,0.0000012722,0.05000,14.793
8,mlp.experts.238.gate_proj,0.0000088522,0.05000,14.796
8,mlp.experts.271.gate_proj,0.0000143457,0.05000,14.831
8,mlp.experts.219.gate_proj,0.0000302713,0.05000,14.838
8,mlp.experts.215.gate_proj,0.0000160687,0.05000,14.884
8,mlp.experts.224.gate_proj,0.0000062364,0.05000,14.893
8,mlp.experts.257.gate_proj,0.0000079700,0.05000,14.897
8,mlp.experts.234.gate_proj,0.0000128061,0.05000,14.924
8,mlp.experts.229.gate_proj,0.0000088997,0.05000,15.025
8,mlp.experts.214.gate_proj,0.0000183447,0.05000,15.052
8,mlp.experts.260.gate_proj,0.0000062854,0.05000,14.850
8,mlp.experts.237.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.943
8,mlp.experts.230.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.821
8,mlp.experts.276.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.794
8,mlp.experts.253.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.775
8,mlp.experts.246.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.750
8,mlp.experts.290.gate_proj,0.0000027979,0.05000,14.765
8,mlp.experts.275.gate_proj,0.0000168198,0.05000,14.828
8,mlp.experts.252.gate_proj,0.0000316123,0.05000,14.840
8,mlp.experts.250.gate_proj,0.0000089824,0.05000,14.692
8,mlp.experts.240.gate_proj,0.0000027488,0.05000,14.745
8,mlp.experts.287.gate_proj,0.0000187315,0.05000,14.799
8,mlp.experts.248.gate_proj,0.0000323820,0.05000,14.860
8,mlp.experts.265.gate_proj,0.0000310841,0.05000,14.880
8,mlp.experts.254.gate_proj,0.0000164962,0.05000,14.856
8,mlp.experts.231.gate_proj,0.0000114680,0.05000,14.836
8,mlp.experts.245.gate_proj,0.0000041871,0.05000,14.805
8,mlp.experts.235.gate_proj,0.0000105425,0.05000,14.959
8,mlp.experts.273.gate_proj,0.0000321063,0.05000,14.922
8,mlp.experts.264.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.749
8,mlp.experts.256.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.820
8,mlp.experts.269.gate_proj,0.0000035039,0.05000,14.724
8,mlp.experts.292.gate_proj,0.0000101397,0.05000,14.840
8,mlp.experts.272.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.783
8,mlp.experts.262.gate_proj,0.0000118305,0.05000,14.823
8,mlp.experts.278.gate_proj,failsafe(rtn): 0.0012817,0.00000,0.670
8,mlp.experts.306.gate_proj,0.0000091876,0.05000,14.229
8,mlp.experts.266.gate_proj,0.0000088074,0.05000,14.014
8,mlp.experts.268.gate_proj,0.0000181802,0.05000,14.194
8,mlp.experts.247.gate_proj,0.0000182757,0.05000,14.068
8,mlp.experts.291.gate_proj,0.0000167438,0.05000,14.216
8,mlp.experts.270.gate_proj,0.0000116971,0.05000,14.142
8,mlp.experts.281.gate_proj,0.0000157057,0.05000,14.149
8,mlp.experts.303.gate_proj,0.0000420602,0.05000,14.296
8,mlp.experts.251.gate_proj,0.0000184587,0.05000,14.247
8,mlp.experts.261.gate_proj,0.0000174393,0.05000,14.287
8,mlp.experts.289.gate_proj,0.0000272000,0.05000,14.441
8,mlp.experts.280.gate_proj,0.0000089157,0.05000,14.155
8,mlp.experts.305.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.724
8,mlp.experts.285.gate_proj,0.0000017761,0.05000,13.985
8,mlp.experts.288.gate_proj,0.0000095861,0.05000,13.948
8,mlp.experts.308.gate_proj,0.0000363040,0.05000,14.035
8,mlp.experts.321.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.665
8,mlp.experts.324.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.679
8,mlp.experts.294.gate_proj,0.0000269676,0.05000,14.003
8,mlp.experts.322.gate_proj,0.0000033122,0.05000,14.329
8,mlp.experts.282.gate_proj,0.0000157817,0.05000,14.397
8,mlp.experts.286.gate_proj,0.0000311093,0.05000,14.273
8,mlp.experts.307.gate_proj,0.0000183603,0.05000,14.304
8,mlp.experts.319.gate_proj,0.0000467863,0.05000,14.252
8,mlp.experts.277.gate_proj,0.0000251165,0.05000,14.184
8,mlp.experts.304.gate_proj,0.0000041148,0.05000,13.258
8,mlp.experts.337.gate_proj,0.0000079311,0.05000,12.945
8,mlp.experts.310.gate_proj,0.0000123757,0.05000,12.486
8,mlp.experts.297.gate_proj,0.0000091751,0.05000,14.279
8,mlp.experts.284.gate_proj,0.0000079349,0.05000,14.333
8,mlp.experts.267.gate_proj,0.0000064322,0.05000,14.167
8,mlp.experts.296.gate_proj,0.0000085306,0.05000,13.786
8,mlp.experts.301.gate_proj,0.0000106185,0.05000,13.336
8,mlp.experts.340.gate_proj,0.0000019168,0.05000,12.608
8,mlp.experts.263.gate_proj,0.0000179357,0.05000,14.249
8,mlp.experts.356.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.711
8,mlp.experts.338.gate_proj,0.0000069219,0.05000,14.788
8,mlp.experts.312.gate_proj,0.0000221594,0.05000,14.785
8,mlp.experts.335.gate_proj,0.0000467953,0.05000,14.810
8,mlp.experts.326.gate_proj,0.0000485850,0.05000,14.837
8,mlp.experts.323.gate_proj,0.0000063489,0.05000,14.847
8,mlp.experts.317.gate_proj,0.0000061238,0.05000,14.910
8,mlp.experts.300.gate_proj,0.0000122736,0.05000,14.935
8,mlp.experts.320.gate_proj,0.0000067319,0.05000,14.927
8,mlp.experts.283.gate_proj,0.0000144526,0.05000,14.971
8,mlp.experts.298.gate_proj,0.0000035863,0.05000,14.992
8,mlp.experts.302.gate_proj,0.0000184890,0.05000,15.020
8,mlp.experts.313.gate_proj,0.0000143170,0.05000,15.024
8,mlp.experts.293.gate_proj,0.0000397588,0.05000,15.098
8,mlp.experts.353.gate_proj,0.0000055417,0.05000,15.129
8,mlp.experts.279.gate_proj,0.0000030110,0.05000,15.206
8,mlp.experts.372.gate_proj,0.0000142080,0.05000,14.968
8,mlp.experts.328.gate_proj,0.0000140104,0.05000,14.751
8,mlp.experts.333.gate_proj,0.0000152359,0.05000,14.617
8,mlp.experts.299.gate_proj,0.0000303767,0.05000,14.581
8,mlp.experts.339.gate_proj,0.0000180327,0.05000,14.722
8,mlp.experts.351.gate_proj,0.0000168687,0.05000,14.873
8,mlp.experts.316.gate_proj,0.0000032026,0.05000,14.731
8,mlp.experts.314.gate_proj,0.0000080392,0.05000,14.703
8,mlp.experts.342.gate_proj,0.0000243435,0.05000,14.868
8,mlp.experts.354.gate_proj,0.0000069695,0.05000,14.969
8,mlp.experts.336.gate_proj,0.0000099114,0.05000,14.796
8,mlp.experts.329.gate_proj,0.0000049149,0.05000,14.700
8,mlp.experts.309.gate_proj,0.0000058340,0.05000,14.694
8,mlp.experts.318.gate_proj,0.0000083096,0.05000,14.876
8,mlp.experts.295.gate_proj,0.0000078130,0.05000,14.758
8,mlp.experts.369.gate_proj,0.0000117617,0.05000,14.815
8,mlp.experts.388.gate_proj,0.0000252129,0.05000,14.721
8,mlp.experts.404.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.773
8,mlp.experts.349.gate_proj,0.0000089444,0.05000,14.552
8,mlp.experts.344.gate_proj,0.0000056947,0.05000,14.590
8,mlp.experts.332.gate_proj,0.0000056669,0.05000,14.485
8,mlp.experts.358.gate_proj,0.0000059773,0.05000,14.442
8,mlp.experts.315.gate_proj,0.0000107866,0.05000,14.651
8,mlp.experts.355.gate_proj,0.0000222024,0.05000,14.641
8,mlp.experts.330.gate_proj,0.0000276902,0.05000,14.572
8,mlp.experts.352.gate_proj,0.0000135034,0.05000,14.516
8,mlp.experts.367.gate_proj,0.0000093331,0.05000,14.660
8,mlp.experts.325.gate_proj,0.0000047713,0.05000,14.540
8,mlp.experts.311.gate_proj,0.0000102075,0.05000,14.406
8,mlp.experts.370.gate_proj,0.0000071794,0.05000,14.587
8,mlp.experts.345.gate_proj,0.0000125736,0.05000,14.666
8,mlp.experts.334.gate_proj,0.0000107514,0.05000,14.584
8,mlp.experts.385.gate_proj,0.0000135044,0.05000,14.692
8,mlp.experts.350.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.754
8,mlp.experts.420.gate_proj,0.0000023992,0.05000,14.523
8,mlp.experts.436.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.671
8,mlp.experts.365.gate_proj,0.0000120268,0.05000,14.574
8,mlp.experts.348.gate_proj,0.0000350211,0.05000,14.498
8,mlp.experts.386.gate_proj,0.0000301624,0.05000,14.361
8,mlp.experts.327.gate_proj,0.0000089446,0.05000,14.394
8,mlp.experts.371.gate_proj,0.0000178961,0.05000,14.532
8,mlp.experts.331.gate_proj,0.0000216053,0.05000,14.560
8,mlp.experts.361.gate_proj,0.0000269839,0.05000,14.358
8,mlp.experts.401.gate_proj,0.0000183046,0.05000,14.193
8,mlp.experts.452.gate_proj,0.0000338627,0.05000,12.455
8,mlp.experts.383.gate_proj,0.0000264536,0.05000,14.366
8,mlp.experts.360.gate_proj,0.0000102999,0.05000,14.604
8,mlp.experts.368.gate_proj,0.0000084156,0.05000,14.474
8,mlp.experts.346.gate_proj,0.0000089264,0.05000,14.501
8,mlp.experts.374.gate_proj,0.0000308496,0.05000,14.597
8,mlp.experts.341.gate_proj,0.0000372229,0.05000,14.464
8,mlp.experts.366.gate_proj,0.0000064139,0.05000,13.600
8,mlp.experts.387.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.862
8,mlp.experts.384.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.871
8,mlp.experts.402.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.890
8,mlp.experts.400.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.728
8,mlp.experts.390.gate_proj,0.0000074145,0.05000,14.358
8,mlp.experts.362.gate_proj,0.0000159879,0.05000,14.376
8,mlp.experts.364.gate_proj,0.0000373994,0.05000,14.379
8,mlp.experts.381.gate_proj,0.0000163116,0.05000,14.401
8,mlp.experts.357.gate_proj,0.0000091771,0.05000,14.414
8,mlp.experts.376.gate_proj,0.0000055482,0.05000,14.421
8,mlp.experts.347.gate_proj,0.0000391884,0.05000,14.431
8,mlp.experts.468.gate_proj,0.0000455114,0.05000,14.428
8,mlp.experts.417.gate_proj,0.0000032134,0.05000,14.429
8,mlp.experts.399.gate_proj,0.0000108690,0.05000,14.439
8,mlp.experts.343.gate_proj,0.0000156697,0.05000,14.528
8,mlp.experts.377.gate_proj,0.0000149989,0.05000,14.526
8,mlp.experts.382.gate_proj,0.0000085788,0.05000,14.643
8,mlp.experts.403.gate_proj,0.0000284549,0.05000,14.355
8,mlp.experts.418.gate_proj,0.0000264847,0.05000,14.418
8,mlp.experts.359.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.773
8,mlp.experts.416.gate_proj,0.0000138068,0.05000,14.308
8,mlp.experts.378.gate_proj,0.0000076775,0.05000,14.221
8,mlp.experts.373.gate_proj,0.0000053332,0.05000,14.248
8,mlp.experts.406.gate_proj,0.0000065935,0.05000,14.302
8,mlp.experts.397.gate_proj,0.0000153401,0.05000,14.280
8,mlp.experts.392.gate_proj,0.0000528493,0.05000,14.229
8,mlp.experts.380.gate_proj,0.0000136089,0.05000,14.389
8,mlp.experts.415.gate_proj,0.0000118219,0.05000,14.299
8,mlp.experts.393.gate_proj,0.0000390766,0.05000,14.243
8,mlp.experts.433.gate_proj,0.0000292719,0.05000,14.407
8,mlp.experts.484.gate_proj,0.0000064071,0.05000,14.444
8,mlp.experts.363.gate_proj,0.0000195166,0.05000,14.488
8,mlp.experts.398.gate_proj,0.0000183633,0.05000,14.297
8,mlp.experts.419.gate_proj,0.0000036751,0.05000,14.126
8,mlp.experts.434.gate_proj,0.0000108806,0.05000,14.116
8,mlp.experts.375.gate_proj,0.0000101929,0.05000,14.208
8,mlp.experts.414.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.667
8,mlp.experts.432.gate_proj,0.0000338156,0.05000,14.119
8,mlp.experts.408.gate_proj,0.0000273138,0.05000,14.148
8,mlp.experts.394.gate_proj,0.0000221781,0.05000,14.232
8,mlp.experts.389.gate_proj,0.0000098896,0.05000,14.179
8,mlp.experts.431.gate_proj,0.0000496394,0.05000,14.139
8,mlp.experts.413.gate_proj,0.0000098676,0.05000,14.261
8,mlp.experts.422.gate_proj,0.0000272863,0.05000,14.345
8,mlp.experts.396.gate_proj,0.0000032030,0.05000,14.253
8,mlp.experts.409.gate_proj,0.0000405171,0.05000,14.282
8,mlp.experts.500.gate_proj,0.0000168304,0.05000,14.176
8,mlp.experts.379.gate_proj,0.0000038536,0.05000,14.197
8,mlp.experts.449.gate_proj,0.0000060924,0.05000,14.285
8,mlp.experts.429.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.806
8,mlp.experts.450.gate_proj,0.0000061008,0.05000,14.318
8,mlp.experts.430.gate_proj,0.0000073429,0.05000,14.132
8,mlp.experts.391.gate_proj,0.0000123454,0.05000,14.244
8,mlp.experts.435.gate_proj,0.0000180069,0.05000,14.439
8,mlp.experts.448.gate_proj,0.0000030802,0.05000,14.384
8,mlp.experts.407.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.735
8,mlp.experts.410.gate_proj,0.0000162353,0.05000,14.425
8,mlp.experts.424.gate_proj,0.0000058824,0.05000,14.461
8,mlp.experts.412.gate_proj,0.0000263017,0.05000,14.343
8,mlp.experts.438.gate_proj,0.0000106367,0.05000,14.423
8,mlp.experts.4.up_proj,0.0000064033,0.05000,14.423
8,mlp.experts.395.gate_proj,0.0000167743,0.05000,14.444
8,mlp.experts.446.gate_proj,0.0000087623,0.05000,13.944
8,mlp.experts.451.gate_proj,0.0000100416,0.05000,13.920
8,mlp.experts.464.gate_proj,0.0000033691,0.05000,13.307
8,mlp.experts.405.gate_proj,0.0000072531,0.05000,14.546
8,mlp.experts.425.gate_proj,0.0000135847,0.05000,14.380
8,mlp.experts.465.gate_proj,0.0000090700,0.05000,14.376
8,mlp.experts.466.gate_proj,0.0000125082,0.05000,13.909
8,mlp.experts.445.gate_proj,0.0000152002,0.05000,13.977
8,mlp.experts.423.gate_proj,0.0000119885,0.05000,13.207
8,mlp.experts.447.gate_proj,0.0000167822,0.05000,14.433
8,mlp.experts.462.gate_proj,0.0000068249,0.05000,14.426
8,mlp.experts.461.gate_proj,0.0000081078,0.05000,14.429
8,mlp.experts.20.up_proj,0.0000062694,0.05000,14.433
8,mlp.experts.454.gate_proj,0.0000066308,0.05000,14.433
8,mlp.experts.411.gate_proj,0.0000226277,0.05000,14.442
8,mlp.experts.440.gate_proj,0.0000143114,0.05000,14.467
8,mlp.experts.482.gate_proj,0.0000060460,0.05000,14.506
8,mlp.experts.481.gate_proj,0.0000057916,0.05000,14.542
8,mlp.experts.421.gate_proj,0.0000357091,0.05000,14.562
8,mlp.experts.441.gate_proj,0.0000099981,0.05000,14.568
8,mlp.experts.463.gate_proj,0.0000172419,0.05000,14.594
8,mlp.experts.480.gate_proj,0.0000080630,0.05000,14.602
8,mlp.experts.428.gate_proj,0.0000353698,0.05000,14.634
8,mlp.experts.467.gate_proj,0.0000070354,0.05000,14.650
8,mlp.experts.426.gate_proj,0.0000043547,0.05000,14.664
8,mlp.experts.439.gate_proj,0.0000051212,0.05000,14.794
8,mlp.experts.470.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.847
8,mlp.experts.498.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.820
8,mlp.experts.455.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.744
8,mlp.experts.471.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.805
8,mlp.experts.487.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.747
8,mlp.experts.478.gate_proj,0.0000054030,0.05000,14.684
8,mlp.experts.456.gate_proj,0.0000111047,0.05000,14.720
8,mlp.experts.437.gate_proj,0.0000139851,0.05000,14.640
8,mlp.experts.477.gate_proj,0.0000091185,0.05000,14.780
8,mlp.experts.457.gate_proj,0.0000079401,0.05000,14.632
8,mlp.experts.444.gate_proj,0.0000103280,0.05000,14.569
8,mlp.experts.427.gate_proj,0.0000008977,0.05000,14.823
8,mlp.experts.479.gate_proj,0.0000085129,0.05000,14.672
8,mlp.experts.442.gate_proj,0.0000091095,0.05000,14.732
8,mlp.experts.496.gate_proj,0.0000048521,0.05000,14.780
8,mlp.experts.497.gate_proj,0.0000116065,0.05000,14.872
8,mlp.experts.36.up_proj,0.0000385650,0.05000,14.999
8,mlp.experts.483.gate_proj,0.0000148239,0.05000,14.855
8,mlp.experts.460.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.797
8,mlp.experts.486.gate_proj,0.0000101717,0.05000,14.758
8,mlp.experts.453.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.841
8,mlp.experts.2.up_proj,0.0000049337,0.05000,14.723
8,mlp.experts.0.up_proj,failsafe(rtn): 0.0013428,0.00000,0.769
8,mlp.experts.18.up_proj,failsafe(rtn): 0.0014114,0.00000,0.734
8,mlp.experts.34.up_proj,failsafe(rtn): 0.0013580,0.00000,0.738
8,mlp.experts.503.gate_proj,0.0000297155,0.05000,14.578
8,mlp.experts.472.gate_proj,0.0000059270,0.05000,14.367
8,mlp.experts.494.gate_proj,0.0000120834,0.05000,14.455
8,mlp.experts.473.gate_proj,0.0000074056,0.05000,14.358
8,mlp.experts.493.gate_proj,0.0000210731,0.05000,14.378
8,mlp.experts.443.gate_proj,0.0000183762,0.05000,14.327
8,mlp.experts.458.gate_proj,0.0000151094,0.05000,14.298
8,mlp.experts.495.gate_proj,0.0000068123,0.05000,14.456
8,mlp.experts.1.up_proj,0.0000103654,0.05000,14.405
8,mlp.experts.52.up_proj,0.0000107731,0.05000,14.402
8,mlp.experts.499.gate_proj,0.0000377841,0.05000,14.384
8,mlp.experts.469.gate_proj,0.0000130918,0.05000,14.406
8,mlp.experts.476.gate_proj,0.0000085285,0.05000,14.437
8,mlp.experts.502.gate_proj,0.0000048829,0.05000,14.507
8,mlp.experts.16.up_proj,0.0000295329,0.05000,14.528
8,mlp.experts.32.up_proj,failsafe(rtn): 0.0013657,0.00000,0.642
8,mlp.experts.50.up_proj,0.0000085058,0.05000,14.470
8,mlp.experts.7.up_proj,0.0000099867,0.05000,14.363
8,mlp.experts.66.up_proj,failsafe(rtn): 0.0013809,0.00000,0.668
8,mlp.experts.510.gate_proj,0.0000064004,0.05000,14.276
8,mlp.experts.489.gate_proj,0.0000080237,0.05000,14.311
8,mlp.experts.509.gate_proj,0.0000153467,0.05000,14.297
8,mlp.experts.459.gate_proj,0.0000202282,0.05000,14.331
8,mlp.experts.68.up_proj,0.0000102668,0.05000,14.180
8,mlp.experts.3.up_proj,0.0000121574,0.05000,14.193
8,mlp.experts.485.gate_proj,0.0000076348,0.05000,13.754
8,mlp.experts.48.up_proj,0.0000268191,0.05000,12.967
8,mlp.experts.82.up_proj,0.0000303964,0.05000,11.655
8,mlp.experts.474.gate_proj,0.0000208046,0.05000,14.218
8,mlp.experts.511.gate_proj,0.0000036905,0.05000,14.193
8,mlp.experts.17.up_proj,0.0000018242,0.05000,14.237
8,mlp.experts.492.gate_proj,0.0000066671,0.05000,13.731
8,mlp.experts.6.up_proj,0.0000201041,0.05000,13.708
8,mlp.experts.23.up_proj,0.0000305899,0.05000,12.277
8,mlp.experts.488.gate_proj,0.0000081805,0.05000,14.343
8,mlp.experts.84.up_proj,failsafe(rtn): 0.0014191,0.00000,0.709
8,mlp.experts.14.up_proj,0.0000153581,0.05000,13.804
8,mlp.experts.19.up_proj,0.0000327811,0.05000,13.827
8,mlp.experts.15.up_proj,0.0000121814,0.05000,13.846
8,mlp.experts.501.gate_proj,0.0000045568,0.05000,13.883
8,mlp.experts.64.up_proj,0.0000123493,0.05000,13.942
8,mlp.experts.490.gate_proj,0.0000056036,0.05000,13.957
8,mlp.experts.504.gate_proj,0.0000145230,0.05000,13.974
8,mlp.experts.508.gate_proj,0.0000299867,0.05000,13.970
8,mlp.experts.22.up_proj,0.0000095379,0.05000,13.985
8,mlp.experts.39.up_proj,0.0000027809,0.05000,14.039
8,mlp.experts.13.up_proj,0.0000111699,0.05000,14.041
8,mlp.experts.475.gate_proj,0.0000088373,0.05000,14.057
8,mlp.experts.505.gate_proj,0.0000205592,0.05000,14.106
8,mlp.experts.33.up_proj,0.0000123482,0.05000,14.144
8,mlp.experts.98.up_proj,0.0000056201,0.05000,14.208
8,mlp.experts.100.up_proj,0.0000113900,0.05000,14.092
8,mlp.experts.30.up_proj,0.0000110712,0.05000,14.463
8,mlp.experts.35.up_proj,0.0000047791,0.05000,14.454
8,mlp.experts.38.up_proj,0.0000041458,0.05000,14.383
8,mlp.experts.31.up_proj,0.0000191574,0.05000,14.547
8,mlp.experts.80.up_proj,0.0000043200,0.05000,14.460
8,mlp.experts.8.up_proj,0.0000206361,0.05000,14.421
8,mlp.experts.29.up_proj,0.0000096335,0.05000,14.396
8,mlp.experts.55.up_proj,0.0000179633,0.05000,14.417
8,mlp.experts.5.up_proj,0.0000096378,0.05000,14.561
8,mlp.experts.506.gate_proj,0.0000081650,0.05000,14.549
8,mlp.experts.12.up_proj,0.0000021404,0.05000,14.534
8,mlp.experts.491.gate_proj,0.0000149912,0.05000,14.502
8,mlp.experts.9.up_proj,0.0000088162,0.05000,14.546
8,mlp.experts.49.up_proj,0.0000070645,0.05000,14.568
8,mlp.experts.114.up_proj,0.0000082817,0.05000,14.601
8,mlp.experts.116.up_proj,0.0000046822,0.05000,14.516
8,mlp.experts.130.up_proj,failsafe(rtn): 0.0013885,0.00000,0.733
8,mlp.experts.51.up_proj,0.0000137523,0.05000,14.600
8,mlp.experts.54.up_proj,0.0000245592,0.05000,14.521
8,mlp.experts.46.up_proj,0.0000074448,0.05000,14.661
8,mlp.experts.10.up_proj,0.0000079611,0.05000,14.526
8,mlp.experts.47.up_proj,0.0000178622,0.05000,14.621
8,mlp.experts.21.up_proj,0.0000100066,0.05000,14.569
8,mlp.experts.71.up_proj,0.0000141302,0.05000,14.574
8,mlp.experts.507.gate_proj,0.0000219148,0.05000,14.461
8,mlp.experts.28.up_proj,0.0000033232,0.05000,14.553
8,mlp.experts.96.up_proj,0.0000174425,0.05000,14.732
8,mlp.experts.45.up_proj,0.0000122816,0.05000,14.770
8,mlp.experts.25.up_proj,0.0000175029,0.05000,14.572
8,mlp.experts.24.up_proj,0.0000157555,0.05000,14.858
8,mlp.experts.65.up_proj,0.0000227580,0.05000,14.618
8,mlp.experts.132.up_proj,0.0000105905,0.05000,14.556
8,mlp.experts.146.up_proj,0.0000179261,0.05000,14.454
8,mlp.experts.70.up_proj,0.0000241282,0.05000,14.216
8,mlp.experts.67.up_proj,0.0000070405,0.05000,14.370
8,mlp.experts.26.up_proj,0.0000092270,0.05000,14.293
8,mlp.experts.61.up_proj,0.0000110068,0.05000,14.190
8,mlp.experts.37.up_proj,0.0000071600,0.05000,14.347
8,mlp.experts.62.up_proj,0.0000071661,0.05000,14.490
8,mlp.experts.112.up_proj,0.0000056393,0.05000,14.293
8,mlp.experts.63.up_proj,0.0000320991,0.05000,14.433
8,mlp.experts.87.up_proj,0.0000179475,0.05000,14.492
8,mlp.experts.41.up_proj,0.0000043620,0.05000,14.346
8,mlp.experts.162.up_proj,0.0000102095,0.05000,13.833
8,mlp.experts.83.up_proj,0.0000465650,0.05000,3.768
8,mlp.experts.42.up_proj,0.0000273022,0.05000,3.740
8,mlp.experts.53.up_proj,0.0000429552,0.05000,3.682
8,mlp.experts.44.up_proj,0.0000386869,0.05000,14.407
8,mlp.experts.40.up_proj,0.0000086456,0.05000,14.329
8,mlp.experts.81.up_proj,0.0000074615,0.05000,14.268
8,mlp.experts.148.up_proj,0.0000104032,0.05000,13.958
8,mlp.experts.86.up_proj,0.0000060003,0.05000,3.935
8,mlp.experts.77.up_proj,0.0000118645,0.05000,3.680
8,mlp.experts.11.up_proj,0.0000094691,0.05000,14.399
8,mlp.experts.58.up_proj,failsafe(rtn): 0.0013199,0.00000,0.817
8,mlp.experts.164.up_proj,failsafe(rtn): 0.0013657,0.00000,0.835
8,mlp.experts.79.up_proj,failsafe(rtn): 0.0014572,0.00000,0.834
8,mlp.experts.99.up_proj,failsafe(rtn): 0.0014114,0.00000,0.842
8,mlp.experts.57.up_proj,failsafe(rtn): 0.0014267,0.00000,0.855
8,mlp.experts.178.up_proj,0.0000123050,0.05000,14.228
8,mlp.experts.60.up_proj,0.0000119973,0.05000,14.249
8,mlp.experts.93.up_proj,0.0000090131,0.05000,14.292
8,mlp.experts.78.up_proj,0.0000118697,0.05000,14.329
8,mlp.experts.56.up_proj,0.0000081245,0.05000,14.428
8,mlp.experts.103.up_proj,0.0000178646,0.05000,14.432
8,mlp.experts.69.up_proj,0.0000065802,0.05000,14.427
8,mlp.experts.27.up_proj,0.0000072030,0.05000,14.426
8,mlp.experts.102.up_proj,0.0000098908,0.05000,14.439
8,mlp.experts.128.up_proj,0.0000184567,0.05000,14.460
8,mlp.experts.97.up_proj,0.0000197023,0.05000,14.467
8,mlp.experts.95.up_proj,0.0000107976,0.05000,14.265
8,mlp.experts.115.up_proj,0.0000171996,0.05000,14.298
8,mlp.experts.74.up_proj,0.0000065043,0.05000,14.368
8,mlp.experts.180.up_proj,0.0000241868,0.05000,14.353
8,mlp.experts.73.up_proj,0.0000200494,0.05000,14.363
8,mlp.experts.113.up_proj,failsafe(rtn): 0.0012894,0.00000,0.738
8,mlp.experts.111.up_proj,failsafe(rtn): 0.0013123,0.00000,0.794
8,mlp.experts.131.up_proj,failsafe(rtn): 0.0014191,0.00000,0.792
8,mlp.experts.94.up_proj,0.0000141458,0.05000,14.545
8,mlp.experts.76.up_proj,0.0000445739,0.05000,14.689
8,mlp.experts.194.up_proj,0.0000118175,0.05000,14.746
8,mlp.experts.109.up_proj,0.0000266325,0.05000,14.673
8,mlp.experts.118.up_proj,0.0000151509,0.05000,14.603
8,mlp.experts.144.up_proj,0.0000014040,0.05000,14.603
8,mlp.experts.72.up_proj,0.0000047274,0.05000,14.653
8,mlp.experts.85.up_proj,0.0000072140,0.05000,14.648
8,mlp.experts.119.up_proj,0.0000086471,0.05000,14.716
8,mlp.experts.43.up_proj,0.0000060251,0.05000,14.720
8,mlp.experts.90.up_proj,0.0000232420,0.05000,14.547
8,mlp.experts.134.up_proj,failsafe(rtn): 0.0014038,0.00000,0.726
8,mlp.experts.196.up_proj,0.0000101785,0.05000,14.667
8,mlp.experts.129.up_proj,0.0000121414,0.05000,14.615
8,mlp.experts.89.up_proj,0.0000095280,0.05000,14.676
8,mlp.experts.127.up_proj,0.0000050066,0.05000,14.692
8,mlp.experts.147.up_proj,0.0000055925,0.05000,14.664
8,mlp.experts.92.up_proj,0.0000289135,0.05000,14.214
8,mlp.experts.110.up_proj,0.0000042404,0.05000,14.325
8,mlp.experts.160.up_proj,0.0000144825,0.05000,14.261
8,mlp.experts.88.up_proj,0.0000154587,0.05000,14.280
8,mlp.experts.125.up_proj,0.0000111515,0.05000,14.409
8,mlp.experts.135.up_proj,0.0000119838,0.05000,14.317
8,mlp.experts.101.up_proj,0.0000094681,0.05000,14.395
8,mlp.experts.210.up_proj,0.0000077988,0.05000,14.534
8,mlp.experts.59.up_proj,0.0000115441,0.05000,14.409
8,mlp.experts.150.up_proj,0.0000082272,0.05000,14.323
8,mlp.experts.117.up_proj,failsafe(rtn): 0.0014191,0.00000,0.696
8,mlp.experts.106.up_proj,0.0000095364,0.05000,14.472
8,mlp.experts.226.up_proj,failsafe(rtn): 0.0013504,0.00000,0.719
8,mlp.experts.145.up_proj,0.0000362932,0.05000,14.479
8,mlp.experts.212.up_proj,0.0000072761,0.05000,14.529
8,mlp.experts.105.up_proj,0.0000049262,0.05000,14.519
8,mlp.experts.143.up_proj,0.0000067597,0.05000,14.387
8,mlp.experts.163.up_proj,0.0000200689,0.05000,14.455
8,mlp.experts.161.up_proj,failsafe(rtn): 0.0013962,0.00000,0.746
8,mlp.experts.126.up_proj,0.0000241831,0.05000,14.669
8,mlp.experts.108.up_proj,0.0000061207,0.05000,14.729
8,mlp.experts.104.up_proj,0.0000142464,0.05000,14.574
8,mlp.experts.75.up_proj,0.0000154719,0.05000,14.521
8,mlp.experts.166.up_proj,0.0000130851,0.05000,14.224
8,mlp.experts.141.up_proj,0.0000101108,0.05000,14.528
8,mlp.experts.176.up_proj,0.0000388628,0.05000,14.648
8,mlp.experts.151.up_proj,0.0000304785,0.05000,14.622
8,mlp.experts.133.up_proj,0.0000093441,0.05000,14.478
8,mlp.experts.228.up_proj,0.0000095111,0.05000,14.315
8,mlp.experts.122.up_proj,0.0000104829,0.05000,14.559
8,mlp.experts.242.up_proj,0.0000074882,0.05000,14.565
8,mlp.experts.121.up_proj,0.0000131679,0.05000,14.465
8,mlp.experts.120.up_proj,failsafe(rtn): 0.0013962,0.00000,0.873
8,mlp.experts.159.up_proj,0.0000206681,0.05000,14.349
8,mlp.experts.179.up_proj,0.0000021021,0.05000,14.271
8,mlp.experts.244.up_proj,failsafe(rtn): 0.0013733,0.00000,0.802
8,mlp.experts.177.up_proj,0.0000081634,0.05000,14.492
8,mlp.experts.137.up_proj,failsafe(rtn): 0.0013275,0.00000,0.823
8,mlp.experts.167.up_proj,0.0000046584,0.05000,14.159
8,mlp.experts.124.up_proj,0.0000317971,0.05000,14.293
8,mlp.experts.157.up_proj,0.0000096054,0.05000,14.299
8,mlp.experts.142.up_proj,0.0000032265,0.05000,14.338
8,mlp.experts.91.up_proj,0.0000056490,0.05000,14.382
8,mlp.experts.182.up_proj,0.0000201977,0.05000,14.431
8,mlp.experts.192.up_proj,0.0000108027,0.05000,14.428
8,mlp.experts.149.up_proj,0.0000129050,0.05000,14.329
8,mlp.experts.138.up_proj,0.0000149479,0.05000,14.240
8,mlp.experts.258.up_proj,0.0000322658,0.05000,14.342
8,mlp.experts.140.up_proj,failsafe(rtn): 0.0013657,0.00000,0.776
8,mlp.experts.136.up_proj,0.0000054589,0.05000,14.297
8,mlp.experts.195.up_proj,0.0000136352,0.05000,14.353
8,mlp.experts.175.up_proj,0.0000050798,0.05000,14.374
8,mlp.experts.260.up_proj,0.0000062045,0.05000,14.305
8,mlp.experts.193.up_proj,0.0000082625,0.05000,14.288
8,mlp.experts.153.up_proj,0.0000132071,0.05000,14.326
8,mlp.experts.276.up_proj,failsafe(rtn): 0.0013885,0.00000,0.695
8,mlp.experts.183.up_proj,0.0000078036,0.05000,14.791
8,mlp.experts.173.up_proj,0.0000064575,0.05000,14.713
8,mlp.experts.107.up_proj,0.0000160063,0.05000,14.749
8,mlp.experts.198.up_proj,0.0000058038,0.05000,14.722
8,mlp.experts.158.up_proj,0.0000294008,0.05000,14.853
8,mlp.experts.208.up_proj,0.0000375913,0.05000,14.792
8,mlp.experts.165.up_proj,0.0000112183,0.05000,14.766
8,mlp.experts.274.up_proj,0.0000072427,0.05000,14.653
8,mlp.experts.154.up_proj,0.0000298781,0.05000,14.902
8,mlp.experts.156.up_proj,0.0000363783,0.05000,14.676
8,mlp.experts.152.up_proj,0.0000169092,0.05000,14.634
8,mlp.experts.211.up_proj,0.0000073465,0.05000,14.701
8,mlp.experts.191.up_proj,0.0000135386,0.05000,14.748
8,mlp.experts.209.up_proj,0.0000193488,0.05000,14.857
8,mlp.experts.169.up_proj,0.0000113716,0.05000,14.843
8,mlp.experts.292.up_proj,0.0000099711,0.05000,14.709
8,mlp.experts.227.up_proj,failsafe(rtn): 0.0013351,0.00000,0.851
8,mlp.experts.207.up_proj,failsafe(rtn): 0.0014038,0.00000,0.831
8,mlp.experts.225.up_proj,failsafe(rtn): 0.0013428,0.00000,0.759
8,mlp.experts.199.up_proj,0.0000278601,0.05000,14.983
8,mlp.experts.189.up_proj,0.0000047583,0.05000,15.086
8,mlp.experts.224.up_proj,0.0000061668,0.05000,14.968
8,mlp.experts.214.up_proj,0.0000172758,0.05000,15.048
8,mlp.experts.123.up_proj,0.0000058034,0.05000,15.070
8,mlp.experts.174.up_proj,0.0000189508,0.05000,15.127
8,mlp.experts.181.up_proj,0.0000135251,0.05000,15.050
8,mlp.experts.290.up_proj,0.0000026576,0.05000,15.112
8,mlp.experts.170.up_proj,0.0000017706,0.05000,15.069
8,mlp.experts.172.up_proj,0.0000105483,0.05000,15.127
8,mlp.experts.230.up_proj,failsafe(rtn): 0.0013428,0.00000,0.814
8,mlp.experts.168.up_proj,0.0000285956,0.05000,15.223
8,mlp.experts.185.up_proj,0.0000308846,0.05000,14.958
8,mlp.experts.246.up_proj,failsafe(rtn): 0.0013580,0.00000,0.722
8,mlp.experts.308.up_proj,0.0000358226,0.05000,14.995
8,mlp.experts.223.up_proj,0.0000272525,0.05000,15.021
8,mlp.experts.243.up_proj,0.0000164649,0.05000,15.110
8,mlp.experts.241.up_proj,0.0000040581,0.05000,15.194
8,mlp.experts.324.up_proj,failsafe(rtn): 0.0013885,0.00000,0.707
8,mlp.experts.215.up_proj,0.0000155088,0.05000,14.156
8,mlp.experts.205.up_proj,0.0000097195,0.05000,14.211
8,mlp.experts.190.up_proj,0.0000123099,0.05000,14.047
8,mlp.experts.197.up_proj,0.0000107397,0.05000,14.075
8,mlp.experts.186.up_proj,0.0000132359,0.05000,13.982
8,mlp.experts.184.up_proj,0.0000152808,0.05000,13.752
8,mlp.experts.262.up_proj,0.0000114744,0.05000,13.261
8,mlp.experts.259.up_proj,0.0000171239,0.05000,13.041
8,mlp.experts.340.up_proj,0.0000017810,0.05000,12.468
8,mlp.experts.139.up_proj,0.0000098626,0.05000,14.221
8,mlp.experts.306.up_proj,0.0000083380,0.05000,14.020
8,mlp.experts.188.up_proj,0.0000077085,0.05000,13.788
8,mlp.experts.201.up_proj,0.0000262967,0.05000,13.493
8,mlp.experts.239.up_proj,0.0000230155,0.05000,13.067
8,mlp.experts.257.up_proj,0.0000075752,0.05000,12.723
8,mlp.experts.240.up_proj,0.0000026346,0.05000,14.122
8,mlp.experts.278.up_proj,failsafe(rtn): 0.0012436,0.00000,0.786
8,mlp.experts.256.up_proj,failsafe(rtn): 0.0014114,0.00000,0.807
8,mlp.experts.356.up_proj,failsafe(rtn): 0.0013885,0.00000,0.810
8,mlp.experts.272.up_proj,failsafe(rtn): 0.0013428,0.00000,0.809
8,mlp.experts.213.up_proj,0.0000138338,0.05000,14.362
8,mlp.experts.206.up_proj,0.0000125250,0.05000,14.360
8,mlp.experts.231.up_proj,0.0000110877,0.05000,14.397
8,mlp.experts.204.up_proj,0.0000125820,0.05000,14.385
8,mlp.experts.255.up_proj,0.0000195175,0.05000,14.401
8,mlp.experts.202.up_proj,0.0000110410,0.05000,14.403
8,mlp.experts.155.up_proj,0.0000008088,0.05000,14.414
8,mlp.experts.322.up_proj,0.0000032054,0.05000,14.416
8,mlp.experts.200.up_proj,0.0000098163,0.05000,14.446
8,mlp.experts.221.up_proj,0.0000116367,0.05000,14.551
8,mlp.experts.217.up_proj,0.0000047470,0.05000,14.609
8,mlp.experts.275.up_proj,0.0000159749,0.05000,14.659
8,mlp.experts.273.up_proj,0.0000301071,0.05000,14.736
8,mlp.experts.294.up_proj,0.0000257037,0.05000,14.448
8,mlp.experts.237.up_proj,failsafe(rtn): 0.0013809,0.00000,0.802
8,mlp.experts.372.up_proj,0.0000135860,0.05000,14.578
8,mlp.experts.253.up_proj,failsafe(rtn): 0.0014114,0.00000,0.799
8,mlp.experts.288.up_proj,0.0000092053,0.05000,14.685
8,mlp.experts.220.up_proj,0.0000100490,0.05000,14.250
8,mlp.experts.216.up_proj,0.0000120962,0.05000,14.324
8,mlp.experts.218.up_proj,0.0000088783,0.05000,14.394
8,mlp.experts.229.up_proj,0.0000094936,0.05000,14.461
8,mlp.experts.222.up_proj,0.0000042559,0.05000,14.464
8,mlp.experts.247.up_proj,0.0000179698,0.05000,14.467
8,mlp.experts.271.up_proj,0.0000138512,0.05000,14.569
8,mlp.experts.338.up_proj,0.0000066765,0.05000,14.572
8,mlp.experts.233.up_proj,0.0000269280,0.05000,14.439
8,mlp.experts.171.up_proj,0.0000131879,0.05000,14.640
8,mlp.experts.291.up_proj,0.0000160695,0.05000,14.457
8,mlp.experts.289.up_proj,0.0000266900,0.05000,14.531
8,mlp.experts.310.up_proj,0.0000120464,0.05000,14.450
8,mlp.experts.388.up_proj,0.0000233667,0.05000,14.314
8,mlp.experts.305.up_proj,failsafe(rtn): 0.0013962,0.00000,0.679
8,mlp.experts.404.up_proj,failsafe(rtn): 0.0013885,0.00000,0.646
8,mlp.experts.269.up_proj,0.0000034353,0.05000,14.253
8,mlp.experts.304.up_proj,0.0000040019,0.05000,14.137
8,mlp.experts.321.up_proj,failsafe(rtn): 0.0014114,0.00000,0.677
8,mlp.experts.236.up_proj,0.0000202601,0.05000,14.287
8,mlp.experts.232.up_proj,0.0000011271,0.05000,14.303
8,mlp.experts.245.up_proj,0.0000040352,0.05000,14.367
8,mlp.experts.287.up_proj,0.0000184838,0.05000,14.255
8,mlp.experts.238.up_proj,0.0000082999,0.05000,14.393
8,mlp.experts.234.up_proj,0.0000126635,0.05000,14.416
8,mlp.experts.249.up_proj,0.0000109289,0.05000,14.278
8,mlp.experts.263.up_proj,0.0000174387,0.05000,14.509
8,mlp.experts.354.up_proj,0.0000067959,0.05000,14.420
8,mlp.experts.187.up_proj,0.0000056177,0.05000,14.344
8,mlp.experts.307.up_proj,0.0000173861,0.05000,14.410
8,mlp.experts.326.up_proj,0.0000447291,0.05000,14.264
8,mlp.experts.320.up_proj,0.0000064888,0.05000,14.317
8,mlp.experts.420.up_proj,0.0000023939,0.05000,14.500
8,mlp.experts.285.up_proj,0.0000016797,0.05000,14.489
8,mlp.experts.337.up_proj,0.0000073841,0.05000,14.596
8,mlp.experts.436.up_proj,failsafe(rtn): 0.0014267,0.00000,0.622
8,mlp.experts.252.up_proj,0.0000289550,0.05000,14.360
8,mlp.experts.261.up_proj,0.0000160027,0.05000,14.253
8,mlp.experts.303.up_proj,0.0000413671,0.05000,14.234
8,mlp.experts.248.up_proj,0.0000318379,0.05000,14.390
8,mlp.experts.250.up_proj,0.0000089373,0.05000,14.292
8,mlp.experts.265.up_proj,0.0000283157,0.05000,14.346
8,mlp.experts.203.up_proj,0.0000193938,0.05000,14.259
8,mlp.experts.323.up_proj,0.0000061995,0.05000,14.293
8,mlp.experts.336.up_proj,0.0000093206,0.05000,13.433
8,mlp.experts.353.up_proj,0.0000054976,0.05000,13.136
8,mlp.experts.268.up_proj,0.0000176230,0.05000,2.313
8,mlp.experts.319.up_proj,0.0000435528,0.05000,2.155
8,mlp.experts.279.up_proj,0.0000027152,0.05000,14.310
8,mlp.experts.370.up_proj,0.0000066924,0.05000,14.275
8,mlp.experts.342.up_proj,0.0000226739,0.05000,13.988
8,mlp.experts.301.up_proj,0.0000100926,0.05000,13.364
8,mlp.experts.452.up_proj,0.0000306782,0.05000,12.872
8,mlp.experts.277.up_proj,0.0000237387,0.05000,2.176
8,mlp.experts.254.up_proj,0.0000162470,0.05000,14.373
8,mlp.experts.264.up_proj,failsafe(rtn): 0.0013885,0.00000,0.650
8,mlp.experts.270.up_proj,0.0000113419,0.05000,14.277
8,mlp.experts.386.up_proj,0.0000282402,0.05000,14.288
8,mlp.experts.358.up_proj,0.0000059504,0.05000,14.295
8,mlp.experts.335.up_proj,0.0000421326,0.05000,14.383
8,mlp.experts.284.up_proj,0.0000077105,0.05000,14.383
8,mlp.experts.281.up_proj,0.0000155784,0.05000,14.432
8,mlp.experts.317.up_proj,0.0000057616,0.05000,14.443
8,mlp.experts.352.up_proj,0.0000131404,0.05000,14.477
8,mlp.experts.219.up_proj,0.0000297822,0.05000,14.480
8,mlp.experts.293.up_proj,0.0000389544,0.05000,14.484
8,mlp.experts.468.up_proj,0.0000434636,0.05000,14.503
8,mlp.experts.266.up_proj,0.0000087275,0.05000,14.525
8,mlp.experts.369.up_proj,0.0000115207,0.05000,14.537
8,mlp.experts.295.up_proj,0.0000076396,0.05000,14.592
8,mlp.experts.339.up_proj,0.0000180538,0.05000,14.690
8,mlp.experts.280.up_proj,0.0000086200,0.05000,14.500
8,mlp.experts.402.up_proj,failsafe(rtn): 0.0014801,0.00000,0.876
8,mlp.experts.374.up_proj,0.0000291007,0.05000,14.379
8,mlp.experts.484.up_proj,0.0000059863,0.05000,14.234
8,mlp.experts.286.up_proj,0.0000296116,0.05000,14.500
8,mlp.experts.368.up_proj,0.0000080254,0.05000,14.363
8,mlp.experts.311.up_proj,0.0000095386,0.05000,14.252
8,mlp.experts.300.up_proj,0.0000120099,0.05000,14.498
8,mlp.experts.282.up_proj,0.0000143972,0.05000,14.334
8,mlp.experts.297.up_proj,0.0000089071,0.05000,14.437
8,mlp.experts.351.up_proj,0.0000164319,0.05000,14.529
8,mlp.experts.385.up_proj,0.0000133222,0.05000,14.444
8,mlp.experts.309.up_proj,0.0000055773,0.05000,14.528
8,mlp.experts.235.up_proj,0.0000105988,0.05000,14.554
8,mlp.experts.355.up_proj,0.0000214838,0.05000,14.360
8,mlp.experts.333.up_proj,0.0000144937,0.05000,14.690
8,mlp.experts.296.up_proj,0.0000083640,0.05000,14.407
8,mlp.experts.418.up_proj,0.0000249048,0.05000,14.397
8,mlp.experts.384.up_proj,failsafe(rtn): 0.0013504,0.00000,0.830
8,mlp.experts.400.up_proj,failsafe(rtn): 0.0013504,0.00000,0.786
8,mlp.experts.390.up_proj,0.0000071506,0.05000,14.732
8,mlp.experts.500.up_proj,0.0000153380,0.05000,14.747
8,mlp.experts.327.up_proj,0.0000086330,0.05000,14.717
8,mlp.experts.302.up_proj,0.0000181656,0.05000,14.814
8,mlp.experts.313.up_proj,0.0000132720,0.05000,14.716
8,mlp.experts.298.up_proj,0.0000033160,0.05000,14.821
8,mlp.experts.325.up_proj,0.0000045893,0.05000,14.705
8,mlp.experts.401.up_proj,0.0000172467,0.05000,14.717
8,mlp.experts.251.up_proj,0.0000182333,0.05000,14.691
8,mlp.experts.316.up_proj,0.0000029711,0.05000,14.861
8,mlp.experts.367.up_proj,0.0000086348,0.05000,14.845
8,mlp.experts.371.up_proj,0.0000177962,0.05000,14.712
8,mlp.experts.349.up_proj,0.0000087237,0.05000,14.697
8,mlp.experts.312.up_proj,0.0000217263,0.05000,14.501
8,mlp.experts.434.up_proj,0.0000098448,0.05000,14.653
8,mlp.experts.387.up_proj,failsafe(rtn): 0.0013733,0.00000,0.756
8,mlp.experts.416.up_proj,0.0000135040,0.05000,14.578
8,mlp.experts.4.down_proj,0.0000011711,0.05000,3.641
8,mlp.experts.20.down_proj,0.0000003529,0.05000,3.670
8,mlp.experts.36.down_proj,0.0000055580,0.05000,3.370
8,mlp.experts.406.up_proj,0.0000063740,0.05000,14.385
8,mlp.experts.52.down_proj,0.0000031704,0.05000,3.678
8,mlp.experts.318.up_proj,0.0000079506,0.05000,14.415
8,mlp.experts.267.up_proj,0.0000064582,0.05000,14.313
8,mlp.experts.329.up_proj,0.0000045791,0.05000,14.477
8,mlp.experts.417.up_proj,0.0000029998,0.05000,14.388
8,mlp.experts.365.up_proj,0.0000114912,0.05000,14.294
8,mlp.experts.450.up_proj,0.0000058480,0.05000,13.959
8,mlp.experts.432.up_proj,0.0000326974,0.05000,13.141
8,mlp.experts.343.up_proj,0.0000142357,0.05000,14.450
8,mlp.experts.383.up_proj,0.0000259426,0.05000,14.306
8,mlp.experts.341.up_proj,0.0000361088,0.05000,14.370
8,mlp.experts.332.up_proj,0.0000057063,0.05000,14.365
8,mlp.experts.328.up_proj,0.0000137155,0.05000,14.120
8,mlp.experts.403.up_proj,0.0000257671,0.05000,13.636
8,mlp.experts.314.up_proj,0.0000075216,0.05000,14.306
8,mlp.experts.359.up_proj,failsafe(rtn): 0.0013809,0.00000,0.774
8,mlp.experts.68.down_proj,0.0000004784,0.05000,3.763
8,mlp.experts.84.down_proj,failsafe(rtn): 0.0015106,0.00000,0.172
8,mlp.experts.100.down_proj,0.0000006243,0.05000,3.389
8,mlp.experts.116.down_proj,0.0000002649,0.05000,3.387
8,mlp.experts.448.up_proj,0.0000028807,0.05000,14.116
8,mlp.experts.422.up_proj,0.0000267207,0.05000,14.193
8,mlp.experts.466.up_proj,0.0000123992,0.05000,14.215
8,mlp.experts.283.up_proj,0.0000137318,0.05000,14.223
8,mlp.experts.344.up_proj,0.0000051843,0.05000,14.247
8,mlp.experts.399.up_proj,0.0000112408,0.05000,14.271
8,mlp.experts.433.up_proj,0.0000293190,0.05000,14.366
8,mlp.experts.357.up_proj,0.0000087354,0.05000,14.372
8,mlp.experts.334.up_proj,0.0000109001,0.05000,14.375
8,mlp.experts.348.up_proj,0.0000325685,0.05000,14.379
8,mlp.experts.330.up_proj,0.0000283085,0.05000,14.379
8,mlp.experts.345.up_proj,0.0000125988,0.05000,14.391
8,mlp.experts.419.up_proj,0.0000036999,0.05000,14.409
8,mlp.experts.381.up_proj,0.0000155599,0.05000,14.511
8,mlp.experts.132.down_proj,0.0000010495,0.05000,3.822
8,mlp.experts.350.up_proj,failsafe(rtn): 0.0013657,0.00000,0.724
8,mlp.experts.375.up_proj,0.0000097615,0.05000,14.346
8,mlp.experts.148.down_proj,0.0000008027,0.05000,3.679
8,mlp.experts.164.down_proj,failsafe(rtn): 0.0014877,0.00000,0.169
8,mlp.experts.180.down_proj,0.0000014545,0.05000,3.633
8,mlp.experts.196.down_proj,0.0000009521,0.05000,3.488
8,mlp.experts.464.up_proj,0.0000032741,0.05000,14.413
8,mlp.experts.438.up_proj,0.0000103529,0.05000,14.398
8,mlp.experts.482.up_proj,0.0000060232,0.05000,14.351
8,mlp.experts.346.up_proj,0.0000088703,0.05000,14.206
8,mlp.experts.360.up_proj,0.0000095454,0.05000,14.364
8,mlp.experts.299.up_proj,0.0000297869,0.05000,14.503
8,mlp.experts.415.up_proj,0.0000109478,0.05000,14.460
8,mlp.experts.397.up_proj,0.0000145419,0.05000,14.309
8,mlp.experts.435.up_proj,0.0000166026,0.05000,14.394
8,mlp.experts.364.up_proj,0.0000364101,0.05000,14.444
8,mlp.experts.449.up_proj,0.0000057570,0.05000,14.464
8,mlp.experts.373.up_proj,0.0000049860,0.05000,14.535
8,mlp.experts.361.up_proj,0.0000255488,0.05000,14.514
8,mlp.experts.212.down_proj,0.0000007056,0.05000,3.726
8,mlp.experts.498.up_proj,failsafe(rtn): 0.0014038,0.00000,0.791
8,mlp.experts.366.up_proj,0.0000064259,0.05000,14.330
8,mlp.experts.391.up_proj,0.0000134271,0.05000,14.375
8,mlp.experts.407.up_proj,failsafe(rtn): 0.0014343,0.00000,0.769
8,mlp.experts.228.down_proj,0.0000010386,0.05000,3.679
8,mlp.experts.2.down_proj,0.0000003842,0.05000,3.724
8,mlp.experts.244.down_proj,failsafe(rtn): 0.0014877,0.00000,0.202
8,mlp.experts.18.down_proj,failsafe(rtn): 0.0015564,0.00000,0.187
8,mlp.experts.34.down_proj,failsafe(rtn): 0.0014420,0.00000,0.190
8,mlp.experts.260.down_proj,0.0000002637,0.05000,3.485
8,mlp.experts.276.down_proj,failsafe(rtn): 0.0014801,0.00000,0.183
8,mlp.experts.50.down_proj,0.0000015524,0.05000,3.555
8,mlp.experts.66.down_proj,failsafe(rtn): 0.0014801,0.00000,0.175
8,mlp.experts.292.down_proj,0.0000007011,0.05000,3.561
8,mlp.experts.82.down_proj,0.0000015664,0.05000,3.601
8,mlp.experts.480.up_proj,0.0000073992,0.05000,14.543
8,mlp.experts.454.up_proj,0.0000061564,0.05000,14.573
8,mlp.experts.376.up_proj,0.0000057035,0.05000,14.520
8,mlp.experts.315.up_proj,0.0000103786,0.05000,14.559
8,mlp.experts.431.up_proj,0.0000458609,0.05000,14.550
8,mlp.experts.451.up_proj,0.0000096602,0.05000,14.478
8,mlp.experts.362.up_proj,0.0000148987,0.05000,14.715
8,mlp.experts.413.up_proj,0.0000094780,0.05000,14.683
8,mlp.experts.380.up_proj,0.0000129730,0.05000,14.670
8,mlp.experts.465.up_proj,0.0000088339,0.05000,14.706
8,mlp.experts.377.up_proj,0.0000144275,0.05000,14.685
8,mlp.experts.389.up_proj,0.0000094467,0.05000,14.698
8,mlp.experts.470.up_proj,failsafe(rtn): 0.0013199,0.00000,0.825
8,mlp.experts.382.up_proj,0.0000080096,0.05000,14.647
8,mlp.experts.429.up_proj,failsafe(rtn): 0.0014038,0.00000,0.773
8,mlp.experts.308.down_proj,0.0000020745,0.05000,3.875
8,mlp.experts.324.down_proj,failsafe(rtn): 0.0015411,0.00000,0.157
8,mlp.experts.98.down_proj,0.0000003376,0.05000,3.740
8,mlp.experts.423.up_proj,0.0000111744,0.05000,14.539
8,mlp.experts.340.down_proj,0.0000000974,0.05000,3.578
8,mlp.experts.114.down_proj,0.0000005454,0.05000,3.591
8,mlp.experts.356.down_proj,failsafe(rtn): 0.0015030,0.00000,0.168
8,mlp.experts.130.down_proj,failsafe(rtn): 0.0014648,0.00000,0.178
8,mlp.experts.372.down_proj,0.0000009241,0.05000,3.616
8,mlp.experts.146.down_proj,0.0000009058,0.05000,3.572
8,mlp.experts.388.down_proj,0.0000075553,0.05000,3.528
8,mlp.experts.162.down_proj,0.0000004318,0.05000,3.569
8,mlp.experts.404.down_proj,failsafe(rtn): 0.0014801,0.00000,0.168
8,mlp.experts.496.up_proj,0.0000046984,0.05000,14.425
8,mlp.experts.392.up_proj,0.0000317110,0.05000,14.370
8,mlp.experts.331.up_proj,0.0000212809,0.05000,14.362
8,mlp.experts.378.up_proj,0.0000073407,0.05000,14.340
8,mlp.experts.0.down_proj,failsafe(rtn): 0.0014725,0.00000,0.201
8,mlp.experts.447.up_proj,0.0000158973,0.05000,14.510
8,mlp.experts.467.up_proj,0.0000068851,0.05000,14.558
8,mlp.experts.481.up_proj,0.0000057121,0.05000,14.335
8,mlp.experts.405.up_proj,0.0000069082,0.05000,14.282
8,mlp.experts.393.up_proj,0.0000370494,0.05000,14.343
8,mlp.experts.396.up_proj,0.0000030086,0.05000,14.443
8,mlp.experts.486.up_proj,0.0000100971,0.05000,14.290
8,mlp.experts.398.up_proj,0.0000180684,0.05000,14.411
8,mlp.experts.445.up_proj,0.0000140872,0.05000,14.282
8,mlp.experts.414.up_proj,failsafe(rtn): 0.0013275,0.00000,0.682
8,mlp.experts.178.down_proj,0.0000007915,0.05000,3.686
8,mlp.experts.439.up_proj,0.0000050519,0.05000,14.395
8,mlp.experts.420.down_proj,0.0000001156,0.05000,3.691
8,mlp.experts.436.down_proj,failsafe(rtn): 0.0014725,0.00000,0.181
8,mlp.experts.455.up_proj,failsafe(rtn): 0.0013962,0.00000,0.688
8,mlp.experts.471.up_proj,failsafe(rtn): 0.0013809,0.00000,0.747
8,mlp.experts.16.down_proj,0.0000024879,0.05000,3.595
8,mlp.experts.487.up_proj,failsafe(rtn): 0.0013351,0.00000,0.712
8,mlp.experts.32.down_proj,failsafe(rtn): 0.0014725,0.00000,0.207
8,mlp.experts.194.down_proj,0.0000006068,0.05000,3.710
8,mlp.experts.452.down_proj,0.0000023745,0.05000,3.758
8,mlp.experts.48.down_proj,0.0000022840,0.05000,3.585
8,mlp.experts.210.down_proj,0.0000003695,0.05000,3.461
8,mlp.experts.226.down_proj,failsafe(rtn): 0.0014496,0.00000,0.160
8,mlp.experts.468.down_proj,0.0000060064,0.05000,3.404
8,mlp.experts.64.down_proj,0.0000006825,0.05000,3.819
8,mlp.experts.242.down_proj,0.0000003530,0.05000,3.826
8,mlp.experts.484.down_proj,0.0000007768,0.05000,3.791
8,mlp.experts.408.up_proj,0.0000254836,0.05000,14.344
8,mlp.experts.347.up_proj,0.0000375378,0.05000,14.369
8,mlp.experts.394.up_proj,0.0000207367,0.05000,14.416
8,mlp.experts.412.up_proj,0.0000236959,0.05000,14.222
8,mlp.experts.463.up_proj,0.0000170078,0.05000,14.382
8,mlp.experts.421.up_proj,0.0000330497,0.05000,14.434
8,mlp.experts.497.up_proj,0.0000114468,0.05000,14.449
8,mlp.experts.409.up_proj,0.0000399561,0.05000,14.382
8,mlp.experts.483.up_proj,0.0000145190,0.05000,14.468
8,mlp.experts.80.down_proj,0.0000004928,0.05000,3.505
8,mlp.experts.502.up_proj,0.0000047095,0.05000,14.367
8,mlp.experts.461.up_proj,0.0000076699,0.05000,14.460
8,mlp.experts.430.up_proj,0.0000072478,0.05000,14.506
8,mlp.experts.258.down_proj,0.0000017626,0.05000,3.524
8,mlp.experts.500.down_proj,0.0000010243,0.05000,3.555
8,mlp.experts.503.up_proj,0.0000289845,0.05000,14.288
8,mlp.experts.1.down_proj,0.0000010427,0.05000,3.425
8,mlp.experts.96.down_proj,0.0000006882,0.05000,3.393
8,mlp.experts.6.down_proj,0.0000024278,0.05000,3.464
8,mlp.experts.274.down_proj,0.0000003555,0.05000,3.361
8,mlp.experts.7.down_proj,0.0000006340,0.05000,3.345
8,mlp.experts.112.down_proj,0.0000002371,0.05000,3.306
8,mlp.experts.17.down_proj,0.0000001658,0.05000,3.401
8,mlp.experts.22.down_proj,0.0000010635,0.05000,3.318
8,mlp.experts.290.down_proj,0.0000001313,0.05000,3.319
8,mlp.experts.23.down_proj,0.0000020650,0.05000,3.458
8,mlp.experts.33.down_proj,0.0000014126,0.05000,3.392
8,mlp.experts.128.down_proj,0.0000021484,0.05000,3.466
8,mlp.experts.38.down_proj,0.0000003905,0.05000,3.416
8,mlp.experts.306.down_proj,0.0000006431,0.05000,3.410
8,mlp.experts.424.up_proj,0.0000054488,0.05000,13.363
8,mlp.experts.363.up_proj,0.0000179868,0.05000,13.410
8,mlp.experts.410.up_proj,0.0000159356,0.05000,13.444
8,mlp.experts.428.up_proj,0.0000333290,0.05000,13.382
8,mlp.experts.479.up_proj,0.0000079110,0.05000,13.389
8,mlp.experts.437.up_proj,0.0000130542,0.05000,13.402
8,mlp.experts.499.up_proj,0.0000359286,0.05000,13.460
8,mlp.experts.425.up_proj,0.0000133735,0.05000,13.519
8,mlp.experts.144.down_proj,0.0000000699,0.05000,3.239
8,mlp.experts.39.down_proj,0.0000001996,0.05000,3.338
8,mlp.experts.49.down_proj,0.0000026362,0.05000,3.343
8,mlp.experts.54.down_proj,0.0000015292,0.05000,3.295
8,mlp.experts.453.up_proj,failsafe(rtn): 0.0014343,0.00000,0.707
8,mlp.experts.477.up_proj,0.0000090252,0.05000,13.439
8,mlp.experts.446.up_proj,0.0000085755,0.05000,13.397
8,mlp.experts.322.down_proj,0.0000003780,0.05000,3.394
8,mlp.experts.3.down_proj,0.0000006025,0.05000,3.339
8,mlp.experts.160.down_proj,0.0000011077,0.05000,3.281
8,mlp.experts.65.down_proj,0.0000013423,0.05000,3.298
8,mlp.experts.55.down_proj,0.0000010639,0.05000,3.322
8,mlp.experts.70.down_proj,0.0000022946,0.05000,3.266
8,mlp.experts.338.down_proj,0.0000005118,0.05000,3.185
8,mlp.experts.19.down_proj,0.0000022671,0.05000,3.214
8,mlp.experts.176.down_proj,0.0000017587,0.05000,3.229
8,mlp.experts.81.down_proj,0.0000006481,0.05000,3.226
8,mlp.experts.71.down_proj,0.0000016414,0.05000,3.285
8,mlp.experts.86.down_proj,0.0000009024,0.05000,3.295
8,mlp.experts.354.down_proj,0.0000003008,0.05000,3.408
8,mlp.experts.35.down_proj,0.0000003827,0.05000,3.339
8,mlp.experts.192.down_proj,0.0000011831,0.05000,3.381
8,mlp.experts.97.down_proj,0.0000009584,0.05000,3.376
8,mlp.experts.87.down_proj,0.0000009383,0.05000,3.410
8,mlp.experts.113.down_proj,failsafe(rtn): 0.0014191,0.00000,0.173
8,mlp.experts.102.down_proj,0.0000005013,0.05000,3.357
8,mlp.experts.370.down_proj,0.0000003133,0.05000,3.349
8,mlp.experts.440.up_proj,0.0000140843,0.05000,13.361
8,mlp.experts.426.up_proj,0.0000044016,0.05000,13.265
8,mlp.experts.444.up_proj,0.0000102369,0.05000,13.260
8,mlp.experts.379.up_proj,0.0000038831,0.05000,13.452
8,mlp.experts.495.up_proj,0.0000067913,0.05000,13.332
8,mlp.experts.441.up_proj,0.0000097139,0.05000,13.353
8,mlp.experts.51.down_proj,0.0000015688,0.05000,3.621
8,mlp.experts.208.down_proj,0.0000034075,0.05000,3.608
8,mlp.experts.460.up_proj,failsafe(rtn): 0.0014496,0.00000,0.666
8,mlp.experts.103.down_proj,0.0000013132,0.05000,3.607
8,mlp.experts.118.down_proj,0.0000006943,0.05000,3.562
8,mlp.experts.129.down_proj,0.0000012572,0.05000,3.668
8,mlp.experts.469.up_proj,0.0000121222,0.05000,13.350
8,mlp.experts.134.down_proj,failsafe(rtn): 0.0014648,0.00000,0.180
8,mlp.experts.493.up_proj,0.0000208066,0.05000,13.419
8,mlp.experts.462.up_proj,0.0000067734,0.05000,13.281
8,mlp.experts.386.down_proj,0.0000018819,0.05000,3.658
8,mlp.experts.402.down_proj,failsafe(rtn): 0.0015717,0.00000,0.170
8,mlp.experts.67.down_proj,0.0000005702,0.05000,3.496
8,mlp.experts.224.down_proj,0.0000004225,0.05000,3.515
8,mlp.experts.119.down_proj,0.0000008263,0.05000,3.511
8,mlp.experts.150.down_proj,0.0000005686,0.05000,3.467
8,mlp.experts.145.down_proj,0.0000022845,0.05000,3.640
8,mlp.experts.161.down_proj,failsafe(rtn): 0.0014801,0.00000,0.173
8,mlp.experts.418.down_proj,0.0000017933,0.05000,3.396
8,mlp.experts.83.down_proj,0.0000052958,0.05000,3.355
8,mlp.experts.240.down_proj,0.0000003073,0.05000,3.348
8,mlp.experts.135.down_proj,0.0000009516,0.05000,3.296
8,mlp.experts.99.down_proj,failsafe(rtn): 0.0014801,0.00000,0.178
8,mlp.experts.256.down_proj,failsafe(rtn): 0.0014954,0.00000,0.195
8,mlp.experts.272.down_proj,failsafe(rtn): 0.0014420,0.00000,0.162
8,mlp.experts.166.down_proj,0.0000008345,0.05000,3.328
8,mlp.experts.177.down_proj,0.0000008233,0.05000,3.299
8,mlp.experts.434.down_proj,0.0000008607,0.05000,3.293
8,mlp.experts.115.down_proj,0.0000010904,0.05000,3.395
8,mlp.experts.151.down_proj,0.0000020323,0.05000,3.433
8,mlp.experts.288.down_proj,0.0000008750,0.05000,3.401
8,mlp.experts.193.down_proj,0.0000005153,0.05000,3.360
8,mlp.experts.456.up_proj,0.0000104501,0.05000,12.695
8,mlp.experts.511.up_proj,0.0000036334,0.05000,12.448
8,mlp.experts.457.up_proj,0.0000074680,0.05000,12.301
8,mlp.experts.485.up_proj,0.0000072476,0.05000,11.780
8,mlp.experts.478.up_proj,0.0000051412,0.05000,11.198
8,mlp.experts.450.down_proj,0.0000006252,0.05000,2.831
8,mlp.experts.442.up_proj,0.0000089483,0.05000,12.543
8,mlp.experts.395.up_proj,0.0000168254,0.05000,12.532
8,mlp.experts.476.up_proj,0.0000079270,0.05000,12.030
8,mlp.experts.509.up_proj,0.0000151426,0.05000,11.686
8,mlp.experts.182.down_proj,0.0000029717,0.05000,3.418
8,mlp.experts.131.down_proj,failsafe(rtn): 0.0014801,0.00000,0.160
8,mlp.experts.167.down_proj,0.0000005008,0.05000,3.271
8,mlp.experts.15.down_proj,0.0000004648,0.05000,3.299
8,mlp.experts.304.down_proj,0.0000003297,0.05000,3.330
8,mlp.experts.466.down_proj,0.0000006063,0.05000,3.350
8,mlp.experts.13.down_proj,0.0000008319,0.05000,3.355
8,mlp.experts.209.down_proj,0.0000014530,0.05000,3.372
8,mlp.experts.198.down_proj,0.0000007355,0.05000,3.387
8,mlp.experts.147.down_proj,0.0000005790,0.05000,3.340
8,mlp.experts.225.down_proj,failsafe(rtn): 0.0014648,0.00000,0.179
8,mlp.experts.214.down_proj,0.0000018398,0.05000,3.136
8,mlp.experts.320.down_proj,0.0000008543,0.05000,3.209
8,mlp.experts.183.down_proj,0.0000004441,0.05000,3.283
8,mlp.experts.482.down_proj,0.0000002654,0.05000,3.195
8,mlp.experts.31.down_proj,0.0000015688,0.05000,3.262
8,mlp.experts.29.down_proj,0.0000008323,0.05000,3.266
8,mlp.experts.230.down_proj,failsafe(rtn): 0.0014801,0.00000,0.167
8,mlp.experts.163.down_proj,0.0000014669,0.05000,3.247
8,mlp.experts.498.down_proj,failsafe(rtn): 0.0014877,0.00000,0.184
8,mlp.experts.241.down_proj,0.0000002762,0.05000,3.247
8,mlp.experts.246.down_proj,failsafe(rtn): 0.0014572,0.00000,0.153
8,mlp.experts.47.down_proj,0.0000012747,0.05000,3.081
8,mlp.experts.199.down_proj,0.0000012764,0.05000,3.109
8,mlp.experts.336.down_proj,0.0000005850,0.05000,3.128
8,mlp.experts.45.down_proj,0.0000005848,0.05000,3.088
8,mlp.experts.257.down_proj,0.0000005815,0.05000,3.057
8,mlp.experts.179.down_proj,0.0000001277,0.05000,3.170
8,mlp.experts.262.down_proj,0.0000004841,0.05000,3.167
8,mlp.experts.278.down_proj,failsafe(rtn): 0.0013580,0.00000,0.175
8,mlp.experts.492.up_proj,0.0000064041,0.05000,12.547
8,mlp.experts.501.up_proj,0.0000042801,0.05000,12.638
8,mlp.experts.494.up_proj,0.0000110719,0.05000,12.642
8,mlp.experts.411.up_proj,0.0000221921,0.05000,12.650
8,mlp.experts.472.up_proj,0.0000057590,0.05000,12.737
8,mlp.experts.63.down_proj,0.0000016885,0.05000,3.082
8,mlp.experts.458.up_proj,0.0000137076,0.05000,12.747
8,mlp.experts.215.down_proj,0.0000008251,0.05000,3.088
8,mlp.experts.61.down_proj,0.0000006543,0.05000,3.073
8,mlp.experts.352.down_proj,0.0000006072,0.05000,3.128
8,mlp.experts.473.up_proj,0.0000069783,0.05000,12.866
8,mlp.experts.79.down_proj,failsafe(rtn): 0.0015869,0.00000,0.171
8,mlp.experts.273.down_proj,0.0000023962,0.05000,3.079
8,mlp.experts.195.down_proj,0.0000014157,0.05000,3.118
8,mlp.experts.294.down_proj,0.0000013688,0.05000,3.025
8,mlp.experts.5.down_proj,0.0000024545,0.05000,3.230
8,mlp.experts.368.down_proj,0.0000007537,0.05000,3.161
8,mlp.experts.231.down_proj,0.0000008138,0.05000,3.282
8,mlp.experts.77.down_proj,0.0000009156,0.05000,3.227
8,mlp.experts.95.down_proj,0.0000006986,0.05000,3.248
8,mlp.experts.289.down_proj,0.0000014776,0.05000,3.215
8,mlp.experts.384.down_proj,failsafe(rtn): 0.0014725,0.00000,0.195
8,mlp.experts.211.down_proj,0.0000008284,0.05000,3.219
8,mlp.experts.111.down_proj,failsafe(rtn): 0.0014572,0.00000,0.151
8,mlp.experts.400.down_proj,failsafe(rtn): 0.0014496,0.00000,0.148
8,mlp.experts.305.down_proj,failsafe(rtn): 0.0014877,0.00000,0.163
8,mlp.experts.227.down_proj,failsafe(rtn): 0.0014343,0.00000,0.154
8,mlp.experts.310.down_proj,0.0000007540,0.05000,3.171
8,mlp.experts.321.down_proj,failsafe(rtn): 0.0014572,0.00000,0.152
8,mlp.experts.21.down_proj,0.0000009890,0.05000,3.126
8,mlp.experts.247.down_proj,0.0000012298,0.05000,3.136
8,mlp.experts.93.down_proj,0.0000009359,0.05000,3.144
8,mlp.experts.127.down_proj,0.0000003762,0.05000,3.112
8,mlp.experts.416.down_proj,0.0000016983,0.05000,3.139
8,mlp.experts.326.down_proj,0.0000031776,0.05000,3.074
8,mlp.experts.243.down_proj,0.0000010134,0.05000,3.106
8,mlp.experts.337.down_proj,0.0000004786,0.05000,3.168
8,mlp.experts.37.down_proj,0.0000023434,0.05000,3.110
8,mlp.experts.263.down_proj,0.0000008927,0.05000,3.065
8,mlp.experts.109.down_proj,0.0000015748,0.05000,3.114
8,mlp.experts.432.down_proj,0.0000019754,0.05000,3.102
8,mlp.experts.143.down_proj,0.0000004096,0.05000,3.142
8,mlp.experts.342.down_proj,0.0000022450,0.05000,3.070
8,mlp.experts.259.down_proj,0.0000007724,0.05000,3.105
8,mlp.experts.353.down_proj,0.0000004222,0.05000,3.101
8,mlp.experts.508.up_proj,0.0000282546,0.05000,12.305
8,mlp.experts.427.up_proj,0.0000008294,0.05000,12.288
8,mlp.experts.510.up_proj,0.0000065347,0.05000,12.315
8,mlp.experts.488.up_proj,0.0000075218,0.05000,12.279
8,mlp.experts.53.down_proj,0.0000045395,0.05000,2.896
8,mlp.experts.474.up_proj,0.0000195687,0.05000,12.345
8,mlp.experts.279.down_proj,0.0000001756,0.05000,2.893
8,mlp.experts.489.up_proj,0.0000078463,0.05000,12.363
8,mlp.experts.125.down_proj,0.0000011994,0.05000,2.957
8,mlp.experts.159.down_proj,0.0000014352,0.05000,2.907
8,mlp.experts.448.down_proj,0.0000002154,0.05000,2.920
8,mlp.experts.275.down_proj,0.0000014745,0.05000,2.916
8,mlp.experts.358.down_proj,0.0000005198,0.05000,2.959
8,mlp.experts.369.down_proj,0.0000006096,0.05000,2.928
8,mlp.experts.12.down_proj,0.0000001199,0.05000,3.099
8,mlp.experts.14.down_proj,0.0000007737,0.05000,3.173
8,mlp.experts.69.down_proj,0.0000002822,0.05000,3.209
8,mlp.experts.295.down_proj,0.0000003348,0.05000,3.142
8,mlp.experts.141.down_proj,0.0000010680,0.05000,3.113
8,mlp.experts.464.down_proj,0.0000001584,0.05000,3.175
8,mlp.experts.374.down_proj,0.0000038764,0.05000,3.145
8,mlp.experts.175.down_proj,0.0000003374,0.05000,3.213
8,mlp.experts.291.down_proj,0.0000010738,0.05000,3.159
8,mlp.experts.385.down_proj,0.0000011381,0.05000,3.201
8,mlp.experts.28.down_proj,0.0000002907,0.05000,3.200
8,mlp.experts.30.down_proj,0.0000005203,0.05000,3.200
8,mlp.experts.311.down_proj,0.0000006768,0.05000,3.127
8,mlp.experts.85.down_proj,0.0000019622,0.05000,3.213
8,mlp.experts.157.down_proj,0.0000006789,0.05000,3.136
8,mlp.experts.390.down_proj,0.0000006385,0.05000,3.199
8,mlp.experts.480.down_proj,0.0000006463,0.05000,3.227
8,mlp.experts.307.down_proj,0.0000008737,0.05000,3.215
8,mlp.experts.191.down_proj,0.0000008012,0.05000,3.251
8,mlp.experts.401.down_proj,0.0000011101,0.05000,3.211
8,mlp.experts.207.down_proj,failsafe(rtn): 0.0014954,0.00000,0.152
8,mlp.experts.44.down_proj,0.0000024846,0.05000,3.127
8,mlp.experts.46.down_proj,0.0000003993,0.05000,3.094
8,mlp.experts.101.down_proj,0.0000008946,0.05000,3.158
8,mlp.experts.327.down_proj,0.0000004666,0.05000,3.172
8,mlp.experts.173.down_proj,0.0000003488,0.05000,3.112
8,mlp.experts.117.down_proj,failsafe(rtn): 0.0015411,0.00000,0.170
8,mlp.experts.496.down_proj,0.0000009666,0.05000,3.118
8,mlp.experts.406.down_proj,0.0000007538,0.05000,3.132
8,mlp.experts.323.down_proj,0.0000005320,0.05000,3.138
8,mlp.experts.223.down_proj,0.0000015100,0.05000,3.096
8,mlp.experts.417.down_proj,0.0000002325,0.05000,3.203
8,mlp.experts.60.down_proj,0.0000009133,0.05000,2.696
8,mlp.experts.504.up_proj,0.0000142188,0.05000,12.062
8,mlp.experts.443.up_proj,0.0000180870,0.05000,12.163
8,mlp.experts.490.up_proj,0.0000054025,0.05000,12.045
8,mlp.experts.62.down_proj,0.0000005113,0.05000,2.774
8,mlp.experts.505.up_proj,0.0000202444,0.05000,12.106
8,mlp.experts.343.down_proj,0.0000010557,0.05000,2.760
8,mlp.experts.189.down_proj,0.0000005610,0.05000,2.721
8,mlp.experts.133.down_proj,0.0000018089,0.05000,2.659
8,mlp.experts.359.down_proj,failsafe(rtn): 0.0014725,0.00000,0.150
8,mlp.experts.422.down_proj,0.0000013870,0.05000,2.676
8,mlp.experts.339.down_proj,0.0000010128,0.05000,2.666
8,mlp.experts.239.down_proj,0.0000013300,0.05000,2.740
8,mlp.experts.433.down_proj,0.0000016763,0.05000,2.683
8,mlp.experts.76.down_proj,0.0000024825,0.05000,2.855
8,mlp.experts.8.down_proj,0.0000009973,0.05000,2.819
8,mlp.experts.78.down_proj,0.0000012290,0.05000,2.859
8,mlp.experts.9.down_proj,0.0000007683,0.05000,2.911
8,mlp.experts.205.down_proj,0.0000007678,0.05000,2.867
8,mlp.experts.149.down_proj,0.0000005658,0.05000,2.892
8,mlp.experts.375.down_proj,0.0000005177,0.05000,2.884
8,mlp.experts.438.down_proj,0.0000004784,0.05000,2.806
8,mlp.experts.355.down_proj,0.0000019204,0.05000,2.813
8,mlp.experts.255.down_proj,0.0000015141,0.05000,2.783
8,mlp.experts.449.down_proj,0.0000004102,0.05000,2.791
8,mlp.experts.92.down_proj,0.0000016591,0.05000,2.800
8,mlp.experts.24.down_proj,0.0000009775,0.05000,2.824
8,mlp.experts.94.down_proj,0.0000009232,0.05000,2.843
8,mlp.experts.25.down_proj,0.0000015081,0.05000,2.807
8,mlp.experts.221.down_proj,0.0000006300,0.05000,2.854
8,mlp.experts.165.down_proj,0.0000010376,0.05000,2.872
8,mlp.experts.391.down_proj,0.0000008351,0.05000,2.841
8,mlp.experts.237.down_proj,failsafe(rtn): 0.0014877,0.00000,0.165
8,mlp.experts.454.down_proj,0.0000005657,0.05000,2.854
8,mlp.experts.371.down_proj,0.0000009734,0.05000,2.852
8,mlp.experts.407.down_proj,failsafe(rtn): 0.0015411,0.00000,0.165
8,mlp.experts.253.down_proj,failsafe(rtn): 0.0014572,0.00000,0.175
8,mlp.experts.470.down_proj,failsafe(rtn): 0.0014572,0.00000,0.164
8,mlp.experts.387.down_proj,failsafe(rtn): 0.0014114,0.00000,0.163
8,mlp.experts.271.down_proj,0.0000008587,0.05000,2.936
8,mlp.experts.465.down_proj,0.0000008071,0.05000,2.949
8,mlp.experts.108.down_proj,0.0000007292,0.05000,3.010
8,mlp.experts.40.down_proj,0.0000006521,0.05000,2.959
8,mlp.experts.110.down_proj,0.0000004296,0.05000,2.995
8,mlp.experts.41.down_proj,0.0000002346,0.05000,3.038
8,mlp.experts.181.down_proj,0.0000007805,0.05000,2.992
8,mlp.experts.57.down_proj,failsafe(rtn): 0.0015564,0.00000,0.119
8,mlp.experts.269.down_proj,0.0000001684,0.05000,2.951
8,mlp.experts.423.down_proj,0.0000006153,0.05000,2.990
8,mlp.experts.486.down_proj,0.0000005670,0.05000,2.934
8,mlp.experts.403.down_proj,0.0000024041,0.05000,2.971
8,mlp.experts.287.down_proj,0.0000009743,0.05000,2.888
8,mlp.experts.481.down_proj,0.0000002581,0.05000,2.937
8,mlp.experts.124.down_proj,0.0000022813,0.05000,2.711
8,mlp.experts.56.down_proj,0.0000006602,0.05000,2.728
8,mlp.experts.459.up_proj,0.0000190589,0.05000,11.349
8,mlp.experts.506.up_proj,0.0000076819,0.05000,11.321
8,mlp.experts.140.down_proj,failsafe(rtn): 0.0014572,0.00000,0.145
8,mlp.experts.126.down_proj,0.0000014470,0.05000,2.722
8,mlp.experts.197.down_proj,0.0000010054,0.05000,2.776
8,mlp.experts.73.down_proj,0.0000012562,0.05000,2.846
8,mlp.experts.285.down_proj,0.0000001216,0.05000,2.781
8,mlp.experts.439.down_proj,0.0000003940,0.05000,2.797
8,mlp.experts.502.down_proj,0.0000003413,0.05000,2.762
8,mlp.experts.455.down_proj,failsafe(rtn): 0.0014420,0.00000,0.127
8,mlp.experts.303.down_proj,0.0000021862,0.05000,2.754
8,mlp.experts.419.down_proj,0.0000001515,0.05000,2.800
8,mlp.experts.497.down_proj,0.0000011835,0.05000,2.731
8,mlp.experts.471.down_proj,failsafe(rtn): 0.0014420,0.00000,0.133
8,mlp.experts.487.down_proj,failsafe(rtn): 0.0014572,0.00000,0.101
8,mlp.experts.72.down_proj,0.0000003793,0.05000,2.426
8,mlp.experts.10.down_proj,0.0000005141,0.05000,2.406
8,mlp.experts.156.down_proj,0.0000057002,0.05000,2.393
8,mlp.experts.142.down_proj,0.0000001338,0.05000,2.392
8,mlp.experts.213.down_proj,0.0000011492,0.05000,2.279
8,mlp.experts.89.down_proj,0.0000005012,0.05000,2.302
8,mlp.experts.301.down_proj,0.0000010601,0.05000,2.246
8,mlp.experts.435.down_proj,0.0000020311,0.05000,2.248
8,mlp.experts.319.down_proj,0.0000038079,0.05000,2.289
8,mlp.experts.503.down_proj,0.0000022973,0.05000,2.232
8,mlp.experts.88.down_proj,0.0000011188,0.05000,2.079
8,mlp.experts.26.down_proj,0.0000003507,0.05000,2.083
8,mlp.experts.172.down_proj,0.0000009834,0.05000,2.118
8,mlp.experts.158.down_proj,0.0000015856,0.05000,2.039
8,mlp.experts.105.down_proj,0.0000002041,0.05000,1.953
8,mlp.experts.451.down_proj,0.0000009044,0.05000,1.789
8,mlp.experts.104.down_proj,0.0000022893,0.05000,0.673
8,mlp.experts.229.down_proj,0.0000005875,0.05000,1.955
8,mlp.experts.317.down_proj,0.0000003392,0.05000,1.895
8,mlp.experts.335.down_proj,0.0000032889,0.05000,1.761
8,mlp.experts.475.up_proj,0.0000078146,0.05000,5.283
8,mlp.experts.120.down_proj,failsafe(rtn): 0.0015106,0.00000,0.088
8,mlp.experts.42.down_proj,0.0000014205,0.05000,1.982
8,mlp.experts.188.down_proj,0.0000005632,0.05000,2.007
8,mlp.experts.333.down_proj,0.0000011782,0.05000,2.013
8,mlp.experts.174.down_proj,0.0000011057,0.05000,2.021
8,mlp.experts.351.down_proj,0.0000009276,0.05000,2.034
8,mlp.experts.467.down_proj,0.0000004125,0.05000,2.045
8,mlp.experts.121.down_proj,0.0000008337,0.05000,2.055
8,mlp.experts.245.down_proj,0.0000003439,0.05000,2.066
8,mlp.experts.58.down_proj,failsafe(rtn): 0.0014343,0.00000,0.121
8,mlp.experts.136.down_proj,0.0000003331,0.05000,2.048
8,mlp.experts.137.down_proj,failsafe(rtn): 0.0014572,0.00000,0.123
8,mlp.experts.190.down_proj,0.0000020344,0.05000,2.026
8,mlp.experts.204.down_proj,0.0000013447,0.05000,2.072
8,mlp.experts.483.down_proj,0.0000006186,0.05000,2.046
8,mlp.experts.367.down_proj,0.0000005814,0.05000,2.057
8,mlp.experts.349.down_proj,0.0000006746,0.05000,2.084
8,mlp.experts.74.down_proj,0.0000005110,0.05000,2.015
8,mlp.experts.261.down_proj,0.0000015509,0.05000,2.086
8,mlp.experts.152.down_proj,0.0000019690,0.05000,2.055
8,mlp.experts.153.down_proj,0.0000006960,0.05000,2.050
8,mlp.experts.220.down_proj,0.0000007720,0.05000,2.049
8,mlp.experts.206.down_proj,0.0000012135,0.05000,2.089
8,mlp.experts.90.down_proj,0.0000015572,0.05000,2.066
8,mlp.experts.499.down_proj,0.0000044638,0.05000,2.095
8,mlp.experts.383.down_proj,0.0000014838,0.05000,2.113
8,mlp.experts.365.down_proj,0.0000008686,0.05000,2.114
8,mlp.experts.277.down_proj,0.0000016064,0.05000,2.086
8,mlp.experts.168.down_proj,0.0000016969,0.05000,2.084
8,mlp.experts.169.down_proj,0.0000008865,0.05000,2.087
8,mlp.experts.491.up_proj,0.0000139979,0.05000,7.880
8,mlp.experts.236.down_proj,0.0000013874,0.05000,1.781
8,mlp.experts.222.down_proj,0.0000002083,0.05000,1.774
8,mlp.experts.399.down_proj,0.0000006699,0.05000,1.750
8,mlp.experts.106.down_proj,0.0000005508,0.05000,1.789
8,mlp.experts.293.down_proj,0.0000021781,0.05000,1.756
8,mlp.experts.381.down_proj,0.0000012829,0.05000,1.783
8,mlp.experts.184.down_proj,0.0000022368,0.05000,1.753
8,mlp.experts.185.down_proj,0.0000016632,0.05000,1.768
8,mlp.experts.252.down_proj,0.0000020723,0.05000,1.752
8,mlp.experts.238.down_proj,0.0000004039,0.05000,1.771
8,mlp.experts.415.down_proj,0.0000006789,0.05000,1.764
8,mlp.experts.309.down_proj,0.0000003855,0.05000,1.780
8,mlp.experts.122.down_proj,0.0000011774,0.05000,1.805
8,mlp.experts.397.down_proj,0.0000008717,0.05000,1.803
8,mlp.experts.200.down_proj,0.0000003914,0.05000,1.791
8,mlp.experts.201.down_proj,0.0000015713,0.05000,1.774
8,mlp.experts.268.down_proj,0.0000021213,0.05000,1.816
8,mlp.experts.254.down_proj,0.0000016873,0.05000,1.841
8,mlp.experts.431.down_proj,0.0000059815,0.05000,1.831
8,mlp.experts.325.down_proj,0.0000005847,0.05000,1.831
8,mlp.experts.138.down_proj,0.0000013981,0.05000,1.842
8,mlp.experts.216.down_proj,0.0000010965,0.05000,1.794
8,mlp.experts.413.down_proj,0.0000006171,0.05000,1.842
8,mlp.experts.217.down_proj,0.0000004101,0.05000,1.860
8,mlp.experts.429.down_proj,failsafe(rtn): 0.0014496,0.00000,0.099
8,mlp.experts.284.down_proj,0.0000003644,0.05000,1.872
8,mlp.experts.270.down_proj,0.0000013432,0.05000,1.869
8,mlp.experts.447.down_proj,0.0000011487,0.05000,1.887
8,mlp.experts.232.down_proj,0.0000004646,0.05000,1.885
8,mlp.experts.341.down_proj,0.0000016475,0.05000,1.935
8,mlp.experts.154.down_proj,0.0000013443,0.05000,1.923
8,mlp.experts.233.down_proj,0.0000014231,0.05000,1.956
8,mlp.experts.445.down_proj,0.0000008132,0.05000,1.943
8,mlp.experts.507.up_proj,0.0000215089,0.05000,7.294
8,mlp.experts.300.down_proj,0.0000013534,0.05000,1.877
8,mlp.experts.286.down_proj,0.0000020207,0.05000,1.902
8,mlp.experts.463.down_proj,0.0000009692,0.05000,1.906
8,mlp.experts.248.down_proj,0.0000018431,0.05000,1.869
8,mlp.experts.170.down_proj,0.0000000756,0.05000,1.850
8,mlp.experts.357.down_proj,0.0000005908,0.05000,1.928
8,mlp.experts.264.down_proj,failsafe(rtn): 0.0014420,0.00000,0.100
8,mlp.experts.249.down_proj,0.0000009557,0.05000,1.900
8,mlp.experts.461.down_proj,0.0000005143,0.05000,1.923
8,mlp.experts.11.down_proj,0.0000007480,0.05000,1.727
8,mlp.experts.316.down_proj,0.0000001277,0.05000,1.739
8,mlp.experts.302.down_proj,0.0000008846,0.05000,1.684
8,mlp.experts.479.down_proj,0.0000003895,0.05000,1.743
8,mlp.experts.186.down_proj,0.0000009811,0.05000,1.746
8,mlp.experts.280.down_proj,0.0000009934,0.05000,1.730
8,mlp.experts.373.down_proj,0.0000002729,0.05000,1.768
8,mlp.experts.265.down_proj,0.0000026799,0.05000,1.777
8,mlp.experts.477.down_proj,0.0000005758,0.05000,1.746
8,mlp.experts.27.down_proj,0.0000004762,0.05000,1.823
8,mlp.experts.332.down_proj,0.0000006702,0.05000,1.806
8,mlp.experts.318.down_proj,0.0000008114,0.05000,1.790
8,mlp.experts.495.down_proj,0.0000011384,0.05000,1.802
8,mlp.experts.202.down_proj,0.0000006866,0.05000,1.794
8,mlp.experts.296.down_proj,0.0000003952,0.05000,1.764
8,mlp.experts.389.down_proj,0.0000007128,0.05000,1.809
8,mlp.experts.281.down_proj,0.0000022903,0.05000,1.817
8,mlp.experts.493.down_proj,0.0000014253,0.05000,1.821
8,mlp.experts.43.down_proj,0.0000005272,0.05000,1.787
8,mlp.experts.348.down_proj,0.0000021242,0.05000,1.776
8,mlp.experts.334.down_proj,0.0000010160,0.05000,1.787
8,mlp.experts.350.down_proj,failsafe(rtn): 0.0014954,0.00000,0.102
8,mlp.experts.511.down_proj,0.0000002505,0.05000,1.798
8,mlp.experts.218.down_proj,0.0000007025,0.05000,1.771
8,mlp.experts.312.down_proj,0.0000010236,0.05000,1.798
8,mlp.experts.405.down_proj,0.0000004525,0.05000,1.795
8,mlp.experts.297.down_proj,0.0000026860,0.05000,1.776
8,mlp.experts.509.down_proj,0.0000006640,0.05000,1.785
8,mlp.experts.59.down_proj,0.0000005608,0.05000,1.552
8,mlp.experts.364.down_proj,0.0000024747,0.05000,1.516
8,mlp.experts.366.down_proj,0.0000006275,0.05000,1.486
8,mlp.experts.234.down_proj,0.0000013547,0.05000,1.467
8,mlp.experts.328.down_proj,0.0000010855,0.05000,1.465
8,mlp.experts.421.down_proj,0.0000032223,0.05000,1.453
8,mlp.experts.313.down_proj,0.0000011580,0.05000,1.439
8,mlp.experts.75.down_proj,0.0000007938,0.05000,1.385
8,mlp.experts.380.down_proj,0.0000015712,0.05000,1.386
8,mlp.experts.382.down_proj,0.0000004374,0.05000,1.358
8,mlp.experts.250.down_proj,0.0000004580,0.05000,1.367
8,mlp.experts.344.down_proj,0.0000004542,0.05000,1.374
8,mlp.experts.437.down_proj,0.0000008410,0.05000,1.374
8,mlp.experts.453.down_proj,failsafe(rtn): 0.0016098,0.00000,0.073
8,mlp.experts.329.down_proj,0.0000002882,0.05000,1.395
8,mlp.experts.91.down_proj,0.0000002256,0.05000,1.426
8,mlp.experts.396.down_proj,0.0000001937,0.05000,1.455
8,mlp.experts.266.down_proj,0.0000006069,0.05000,1.393
8,mlp.experts.398.down_proj,0.0000016064,0.05000,1.422
8,mlp.experts.414.down_proj,failsafe(rtn): 0.0014725,0.00000,0.069
8,mlp.experts.360.down_proj,0.0000006745,0.05000,1.461
8,mlp.experts.469.down_proj,0.0000009798,0.05000,1.436
8,mlp.experts.345.down_proj,0.0000008784,0.05000,1.460
8,mlp.experts.107.down_proj,0.0000013525,0.05000,1.522
8,mlp.experts.412.down_proj,0.0000016079,0.05000,1.586
8,mlp.experts.282.down_proj,0.0000026785,0.05000,1.618
8,mlp.experts.430.down_proj,0.0000003106,0.05000,1.558
8,mlp.experts.376.down_proj,0.0000008266,0.05000,1.559
8,mlp.experts.485.down_proj,0.0000005912,0.05000,1.605
8,mlp.experts.361.down_proj,0.0000012248,0.05000,1.574
8,mlp.experts.123.down_proj,0.0000005600,0.05000,1.402
8,mlp.experts.428.down_proj,0.0000022340,0.05000,1.421
8,mlp.experts.298.down_proj,0.0000001981,0.05000,1.446
8,mlp.experts.446.down_proj,0.0000004658,0.05000,1.465
8,mlp.experts.392.down_proj,0.0000002495,0.05000,1.446
8,mlp.experts.501.down_proj,0.0000003030,0.05000,1.446
8,mlp.experts.377.down_proj,0.0000009983,0.05000,1.443
8,mlp.experts.139.down_proj,0.0000009558,0.05000,1.199
8,mlp.experts.444.down_proj,0.0000004696,0.05000,1.207
8,mlp.experts.314.down_proj,0.0000006273,0.05000,1.159
8,mlp.experts.460.down_proj,failsafe(rtn): 0.0015335,0.00000,0.065
8,mlp.experts.462.down_proj,0.0000006658,0.05000,1.196
8,mlp.experts.408.down_proj,0.0000015946,0.05000,1.160
8,mlp.experts.393.down_proj,0.0000023187,0.05000,1.063
8,mlp.experts.155.down_proj,0.0000001454,0.05000,1.121
8,mlp.experts.330.down_proj,0.0000023330,0.05000,1.201
8,mlp.experts.476.down_proj,0.0000004733,0.05000,1.171
8,mlp.experts.478.down_proj,0.0000010783,0.05000,1.171
8,mlp.experts.424.down_proj,0.0000004685,0.05000,1.175
8,mlp.experts.409.down_proj,0.0000021534,0.05000,1.106
8,mlp.experts.171.down_proj,0.0000006939,0.05000,1.160
8,mlp.experts.346.down_proj,0.0000004168,0.05000,1.109
8,mlp.experts.492.down_proj,0.0000008337,0.05000,1.132
8,mlp.experts.494.down_proj,0.0000007252,0.05000,1.099
8,mlp.experts.440.down_proj,0.0000008095,0.05000,1.103
8,mlp.experts.425.down_proj,0.0000006214,0.05000,1.145
8,mlp.experts.187.down_proj,0.0000008402,0.05000,0.944
8,mlp.experts.362.down_proj,0.0000034697,0.05000,0.980
8,mlp.experts.508.down_proj,0.0000017318,0.05000,0.978
8,mlp.experts.510.down_proj,0.0000006697,0.05000,0.970
8,mlp.experts.456.down_proj,0.0000009739,0.05000,0.964
8,mlp.experts.441.down_proj,0.0000012375,0.05000,0.942
8,mlp.experts.203.down_proj,0.0000016789,0.05000,0.633
8,mlp.experts.472.down_proj,0.0000003662,0.05000,0.531
8,mlp.experts.378.down_proj,0.0000004727,0.05000,0.592
8,mlp.experts.457.down_proj,0.0000004849,0.05000,0.600
8,mlp.experts.219.down_proj,0.0000015849,0.05000,0.572
8,mlp.experts.394.down_proj,0.0000016327,0.05000,0.594
8,mlp.experts.488.down_proj,0.0000005718,0.05000,0.628
8,mlp.experts.473.down_proj,0.0000003565,0.05000,0.566
8,mlp.experts.235.down_proj,0.0000006211,0.05000,0.605
8,mlp.experts.410.down_proj,0.0000007144,0.05000,0.542
8,mlp.experts.504.down_proj,0.0000007351,0.05000,0.571
8,mlp.experts.489.down_proj,0.0000007219,0.05000,0.542
8,mlp.experts.251.down_proj,0.0000008873,0.05000,0.443
8,mlp.experts.426.down_proj,0.0000002264,0.05000,0.411
8,mlp.experts.505.down_proj,0.0000010406,0.05000,0.377
8,mlp.experts.267.down_proj,0.0000006356,0.05000,0.250
8,mlp.experts.442.down_proj,0.0000004086,0.05000,0.213
8,mlp.experts.283.down_proj,0.0000008509,0.05000,0.209
8,mlp.experts.458.down_proj,0.0000011292,0.05000,0.182
8,mlp.experts.299.down_proj,0.0000016254,0.05000,0.179
8,mlp.experts.474.down_proj,0.0000012718,0.05000,0.180
8,mlp.experts.315.down_proj,0.0000005510,0.05000,0.185
8,mlp.experts.490.down_proj,0.0000006191,0.05000,0.183
8,mlp.experts.331.down_proj,0.0000011179,0.05000,0.183
8,mlp.experts.506.down_proj,0.0000003704,0.05000,0.184
8,mlp.experts.347.down_proj,0.0000021172,0.05000,0.149
8,mlp.experts.363.down_proj,0.0000011948,0.05000,0.130
8,mlp.experts.379.down_proj,0.0000001845,0.05000,0.128
8,mlp.experts.395.down_proj,0.0000009764,0.05000,0.128
8,mlp.experts.411.down_proj,0.0000016752,0.05000,0.132
8,mlp.experts.427.down_proj,0.0000002130,0.05000,0.130
8,mlp.experts.443.down_proj,0.0000008172,0.05000,0.128
8,mlp.experts.459.down_proj,0.0000009946,0.05000,0.127
8,mlp.experts.475.down_proj,0.0000005901,0.05000,0.128
8,mlp.experts.491.down_proj,0.0000009592,0.05000,0.130
8,mlp.experts.507.down_proj,0.0000010341,0.05000,0.131
9,mlp.experts.6.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.787
9,mlp.experts.4.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.794
9,mlp.experts.20.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.677
9,mlp.experts.14.gate_proj,0.0000170890,0.05000,13.173
9,mlp.experts.13.gate_proj,0.0000121805,0.05000,13.203
9,mlp.experts.8.gate_proj,0.0000081285,0.05000,13.218
9,mlp.experts.3.gate_proj,0.0000070108,0.05000,13.107
9,mlp.experts.9.gate_proj,0.0000035276,0.05000,13.231
9,mlp.experts.10.gate_proj,0.0000059703,0.05000,13.224
9,mlp.experts.0.gate_proj,0.0000113238,0.05000,13.262
9,mlp.experts.7.gate_proj,0.0000164011,0.05000,13.329
9,mlp.experts.5.gate_proj,0.0000034397,0.05000,13.333
9,mlp.experts.2.gate_proj,0.0000162424,0.05000,13.207
9,mlp.experts.12.gate_proj,0.0000116837,0.05000,13.374
9,mlp.experts.11.gate_proj,0.0000149891,0.05000,13.419
9,mlp.experts.15.gate_proj,0.0000340202,0.05000,13.459
9,mlp.experts.1.gate_proj,0.0000159326,0.05000,13.420
9,mlp.experts.25.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.778
9,mlp.experts.22.gate_proj,0.0000300533,0.05000,13.311
9,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.706
9,mlp.experts.36.gate_proj,0.0000112351,0.05000,13.216
9,mlp.experts.52.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.683
9,mlp.experts.24.gate_proj,0.0000255637,0.05000,13.270
9,mlp.experts.30.gate_proj,0.0000172224,0.05000,13.379
9,mlp.experts.18.gate_proj,0.0000100136,0.05000,13.277
9,mlp.experts.16.gate_proj,0.0000045598,0.05000,13.370
9,mlp.experts.29.gate_proj,0.0000068001,0.05000,13.466
9,mlp.experts.19.gate_proj,0.0000571879,0.05000,13.463
9,mlp.experts.23.gate_proj,0.0000151669,0.05000,13.370
9,mlp.experts.27.gate_proj,0.0000134854,0.05000,13.318
9,mlp.experts.26.gate_proj,0.0000076876,0.05000,13.502
9,mlp.experts.28.gate_proj,0.0000086631,0.05000,13.406
9,mlp.experts.21.gate_proj,0.0000062711,0.05000,13.503
9,mlp.experts.31.gate_proj,0.0000051663,0.05000,13.410
9,mlp.experts.39.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.773
9,mlp.experts.37.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.698
9,mlp.experts.38.gate_proj,0.0000143698,0.05000,13.502
9,mlp.experts.41.gate_proj,0.0000142067,0.05000,13.621
9,mlp.experts.33.gate_proj,0.0000156670,0.05000,13.472
9,mlp.experts.54.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.672
9,mlp.experts.68.gate_proj,0.0000154790,0.05000,13.391
9,mlp.experts.40.gate_proj,0.0000102233,0.05000,13.522
9,mlp.experts.46.gate_proj,0.0000032667,0.05000,13.508
9,mlp.experts.34.gate_proj,0.0000101808,0.05000,13.516
9,mlp.experts.45.gate_proj,0.0000105692,0.05000,13.507
9,mlp.experts.44.gate_proj,0.0000014276,0.05000,13.427
9,mlp.experts.43.gate_proj,0.0000239433,0.05000,13.514
9,mlp.experts.42.gate_proj,0.0000269664,0.05000,13.516
9,mlp.experts.35.gate_proj,0.0000113735,0.05000,13.575
9,mlp.experts.32.gate_proj,0.0000208292,0.05000,13.664
9,mlp.experts.47.gate_proj,0.0000289516,0.05000,13.553
9,mlp.experts.50.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.729
9,mlp.experts.60.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.724
9,mlp.experts.58.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.724
9,mlp.experts.53.gate_proj,0.0000130145,0.05000,13.467
9,mlp.experts.55.gate_proj,0.0000028310,0.05000,13.535
9,mlp.experts.63.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.754
9,mlp.experts.49.gate_proj,0.0000254897,0.05000,13.583
9,mlp.experts.57.gate_proj,0.0000026317,0.05000,13.663
9,mlp.experts.70.gate_proj,0.0000282716,0.05000,13.574
9,mlp.experts.84.gate_proj,0.0000054589,0.05000,13.525
9,mlp.experts.86.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.648
9,mlp.experts.102.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.652
9,mlp.experts.62.gate_proj,0.0000113464,0.05000,13.572
9,mlp.experts.56.gate_proj,0.0000185331,0.05000,13.627
9,mlp.experts.61.gate_proj,0.0000106193,0.05000,13.629
9,mlp.experts.48.gate_proj,0.0000177065,0.05000,13.634
9,mlp.experts.59.gate_proj,0.0000057385,0.05000,13.706
9,mlp.experts.51.gate_proj,0.0000102657,0.05000,13.705
9,mlp.experts.72.gate_proj,failsafe(rtn): 0.0013123,0.00000,0.701
9,mlp.experts.66.gate_proj,0.0000091642,0.05000,13.690
9,mlp.experts.69.gate_proj,0.0000094488,0.05000,13.632
9,mlp.experts.76.gate_proj,0.0000170996,0.05000,13.718
9,mlp.experts.74.gate_proj,0.0000518766,0.05000,13.762
9,mlp.experts.79.gate_proj,0.0000453513,0.05000,13.604
9,mlp.experts.71.gate_proj,0.0000217957,0.05000,13.738
9,mlp.experts.65.gate_proj,0.0000070719,0.05000,13.765
9,mlp.experts.73.gate_proj,0.0000227752,0.05000,13.791
9,mlp.experts.85.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.739
9,mlp.experts.95.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.711
9,mlp.experts.89.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.679
9,mlp.experts.100.gate_proj,0.0000149660,0.05000,13.666
9,mlp.experts.101.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.706
9,mlp.experts.118.gate_proj,0.0000097453,0.05000,13.804
9,mlp.experts.78.gate_proj,0.0000184066,0.05000,13.719
9,mlp.experts.77.gate_proj,0.0000021803,0.05000,13.672
9,mlp.experts.64.gate_proj,0.0000544892,0.05000,13.746
9,mlp.experts.75.gate_proj,0.0000226998,0.05000,13.809
9,mlp.experts.67.gate_proj,0.0000479253,0.05000,13.788
9,mlp.experts.88.gate_proj,0.0000113974,0.05000,13.735
9,mlp.experts.82.gate_proj,0.0000131199,0.05000,13.908
9,mlp.experts.92.gate_proj,0.0000090731,0.05000,13.753
9,mlp.experts.91.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.709
9,mlp.experts.87.gate_proj,0.0000027022,0.05000,13.764
9,mlp.experts.90.gate_proj,0.0000445614,0.05000,13.807
9,mlp.experts.81.gate_proj,0.0000104774,0.05000,13.904
9,mlp.experts.111.gate_proj,0.0000106358,0.05000,13.704
9,mlp.experts.105.gate_proj,0.0000278677,0.05000,13.714
9,mlp.experts.97.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.705
9,mlp.experts.116.gate_proj,0.0000292180,0.05000,13.803
9,mlp.experts.127.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.705
9,mlp.experts.117.gate_proj,0.0000483313,0.05000,13.848
9,mlp.experts.134.gate_proj,0.0000398605,0.05000,13.667
9,mlp.experts.94.gate_proj,0.0000132649,0.05000,17.922
9,mlp.experts.93.gate_proj,0.0000065653,0.05000,17.876
9,mlp.experts.80.gate_proj,0.0000241683,0.05000,17.952
9,mlp.experts.83.gate_proj,0.0000194102,0.05000,17.913
9,mlp.experts.104.gate_proj,0.0000400480,0.05000,17.970
9,mlp.experts.98.gate_proj,0.0000187042,0.05000,17.855
9,mlp.experts.108.gate_proj,0.0000075076,0.05000,17.865
9,mlp.experts.107.gate_proj,0.0000580105,0.05000,17.965
9,mlp.experts.103.gate_proj,0.0000292139,0.05000,17.956
9,mlp.experts.106.gate_proj,0.0000105939,0.05000,17.983
9,mlp.experts.121.gate_proj,0.0000404960,0.05000,17.884
9,mlp.experts.113.gate_proj,0.0000396872,0.05000,17.921
9,mlp.experts.132.gate_proj,0.0000085423,0.05000,17.861
9,mlp.experts.133.gate_proj,0.0000233379,0.05000,17.889
9,mlp.experts.143.gate_proj,0.0000087384,0.05000,17.984
9,mlp.experts.150.gate_proj,0.0000119749,0.05000,17.869
9,mlp.experts.159.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.734
9,mlp.experts.110.gate_proj,0.0000184394,0.05000,13.750
9,mlp.experts.109.gate_proj,0.0000023299,0.05000,13.702
9,mlp.experts.96.gate_proj,0.0000064790,0.05000,13.692
9,mlp.experts.99.gate_proj,0.0000072965,0.05000,13.707
9,mlp.experts.120.gate_proj,0.0000086691,0.05000,13.760
9,mlp.experts.124.gate_proj,0.0000103953,0.05000,13.681
9,mlp.experts.114.gate_proj,0.0000139449,0.05000,13.819
9,mlp.experts.123.gate_proj,0.0000148493,0.05000,13.835
9,mlp.experts.119.gate_proj,0.0000062481,0.05000,13.759
9,mlp.experts.122.gate_proj,0.0000084986,0.05000,13.842
9,mlp.experts.140.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.682
9,mlp.experts.137.gate_proj,0.0000420034,0.05000,13.708
9,mlp.experts.129.gate_proj,0.0000106987,0.05000,13.635
9,mlp.experts.148.gate_proj,0.0000280032,0.05000,13.598
9,mlp.experts.149.gate_proj,0.0000098111,0.05000,13.691
9,mlp.experts.166.gate_proj,0.0000032128,0.05000,13.516
9,mlp.experts.175.gate_proj,0.0000209913,0.05000,13.655
9,mlp.experts.125.gate_proj,0.0000145988,0.05000,13.206
9,mlp.experts.126.gate_proj,0.0000097667,0.05000,13.277
9,mlp.experts.112.gate_proj,0.0000294324,0.05000,13.290
9,mlp.experts.115.gate_proj,0.0000201298,0.05000,13.380
9,mlp.experts.141.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.706
9,mlp.experts.136.gate_proj,0.0000023519,0.05000,13.237
9,mlp.experts.130.gate_proj,0.0000315946,0.05000,13.378
9,mlp.experts.139.gate_proj,0.0000163755,0.05000,13.411
9,mlp.experts.135.gate_proj,0.0000166083,0.05000,13.451
9,mlp.experts.138.gate_proj,0.0000167264,0.05000,13.348
9,mlp.experts.156.gate_proj,0.0000124997,0.05000,13.280
9,mlp.experts.153.gate_proj,0.0000036428,0.05000,13.349
9,mlp.experts.154.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.666
9,mlp.experts.164.gate_proj,0.0000100607,0.05000,13.309
9,mlp.experts.145.gate_proj,0.0000066384,0.05000,13.480
9,mlp.experts.165.gate_proj,0.0000219047,0.05000,13.344
9,mlp.experts.182.gate_proj,0.0000100034,0.05000,13.314
9,mlp.experts.191.gate_proj,0.0000045655,0.05000,13.336
9,mlp.experts.142.gate_proj,0.0000514565,0.05000,13.734
9,mlp.experts.128.gate_proj,0.0000056597,0.05000,13.556
9,mlp.experts.131.gate_proj,0.0000128621,0.05000,13.626
9,mlp.experts.157.gate_proj,0.0000077337,0.05000,13.614
9,mlp.experts.152.gate_proj,0.0000401328,0.05000,13.622
9,mlp.experts.147.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.675
9,mlp.experts.146.gate_proj,0.0000135321,0.05000,13.828
9,mlp.experts.151.gate_proj,0.0000067573,0.05000,13.738
9,mlp.experts.155.gate_proj,0.0000067777,0.05000,13.808
9,mlp.experts.172.gate_proj,0.0000131553,0.05000,13.746
9,mlp.experts.169.gate_proj,0.0000365907,0.05000,13.749
9,mlp.experts.170.gate_proj,0.0000164898,0.05000,13.868
9,mlp.experts.180.gate_proj,0.0000057290,0.05000,13.934
9,mlp.experts.161.gate_proj,0.0000304393,0.05000,13.830
9,mlp.experts.181.gate_proj,0.0000138647,0.05000,13.837
9,mlp.experts.198.gate_proj,0.0000039445,0.05000,13.824
9,mlp.experts.207.gate_proj,0.0000051909,0.05000,13.922
9,mlp.experts.144.gate_proj,0.0000252955,0.05000,13.404
9,mlp.experts.158.gate_proj,0.0000091806,0.05000,13.592
9,mlp.experts.173.gate_proj,0.0000222092,0.05000,13.463
9,mlp.experts.168.gate_proj,0.0000243762,0.05000,13.497
9,mlp.experts.160.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.735
9,mlp.experts.163.gate_proj,0.0000092553,0.05000,13.560
9,mlp.experts.162.gate_proj,0.0000081366,0.05000,13.478
9,mlp.experts.176.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.680
9,mlp.experts.167.gate_proj,0.0000101047,0.05000,13.577
9,mlp.experts.171.gate_proj,0.0000077547,0.05000,13.559
9,mlp.experts.188.gate_proj,0.0000066679,0.05000,13.496
9,mlp.experts.185.gate_proj,0.0000145595,0.05000,13.521
9,mlp.experts.186.gate_proj,0.0000211562,0.05000,13.438
9,mlp.experts.196.gate_proj,0.0000234119,0.05000,13.346
9,mlp.experts.177.gate_proj,0.0000101663,0.05000,13.419
9,mlp.experts.197.gate_proj,0.0000262672,0.05000,13.453
9,mlp.experts.214.gate_proj,0.0000022405,0.05000,13.439
9,mlp.experts.223.gate_proj,0.0000041410,0.05000,13.479
9,mlp.experts.174.gate_proj,0.0000034719,0.05000,13.881
9,mlp.experts.189.gate_proj,0.0000045043,0.05000,13.858
9,mlp.experts.184.gate_proj,0.0000130388,0.05000,13.772
9,mlp.experts.179.gate_proj,0.0000286800,0.05000,13.875
9,mlp.experts.178.gate_proj,0.0000025136,0.05000,13.833
9,mlp.experts.183.gate_proj,0.0000220071,0.05000,13.805
9,mlp.experts.192.gate_proj,0.0000120063,0.05000,13.868
9,mlp.experts.187.gate_proj,0.0000102388,0.05000,13.845
9,mlp.experts.204.gate_proj,0.0000143778,0.05000,13.800
9,mlp.experts.194.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.751
9,mlp.experts.201.gate_proj,0.0000208402,0.05000,13.860
9,mlp.experts.202.gate_proj,0.0000073701,0.05000,13.834
9,mlp.experts.212.gate_proj,0.0000119707,0.05000,13.822
9,mlp.experts.193.gate_proj,0.0000090123,0.05000,13.993
9,mlp.experts.213.gate_proj,0.0000131449,0.05000,13.859
9,mlp.experts.230.gate_proj,0.0000047799,0.05000,13.779
9,mlp.experts.209.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.684
9,mlp.experts.239.gate_proj,0.0000186581,0.05000,13.778
9,mlp.experts.225.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.671
9,mlp.experts.190.gate_proj,0.0000144463,0.05000,13.365
9,mlp.experts.205.gate_proj,0.0000194077,0.05000,13.408
9,mlp.experts.200.gate_proj,0.0000101500,0.05000,13.507
9,mlp.experts.195.gate_proj,0.0000280983,0.05000,13.514
9,mlp.experts.203.gate_proj,0.0000062659,0.05000,13.496
9,mlp.experts.199.gate_proj,0.0000192493,0.05000,13.574
9,mlp.experts.208.gate_proj,0.0000081953,0.05000,13.575
9,mlp.experts.220.gate_proj,0.0000104692,0.05000,13.493
9,mlp.experts.210.gate_proj,0.0000131323,0.05000,13.554
9,mlp.experts.218.gate_proj,0.0000380835,0.05000,13.451
9,mlp.experts.217.gate_proj,0.0000207538,0.05000,13.497
9,mlp.experts.228.gate_proj,0.0000328640,0.05000,13.507
9,mlp.experts.219.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.786
9,mlp.experts.236.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.785
9,mlp.experts.229.gate_proj,0.0000390694,0.05000,13.642
9,mlp.experts.233.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.759
9,mlp.experts.246.gate_proj,0.0000418585,0.05000,13.453
9,mlp.experts.255.gate_proj,0.0000091889,0.05000,13.560
9,mlp.experts.241.gate_proj,0.0000142812,0.05000,13.635
9,mlp.experts.271.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.635
9,mlp.experts.206.gate_proj,0.0000173331,0.05000,13.392
9,mlp.experts.221.gate_proj,0.0000204789,0.05000,13.285
9,mlp.experts.216.gate_proj,0.0000091961,0.05000,13.343
9,mlp.experts.211.gate_proj,0.0000210472,0.05000,13.350
9,mlp.experts.232.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.631
9,mlp.experts.224.gate_proj,0.0000142876,0.05000,13.230
9,mlp.experts.215.gate_proj,0.0000328542,0.05000,13.294
9,mlp.experts.226.gate_proj,0.0000137383,0.05000,13.153
9,mlp.experts.234.gate_proj,0.0000023803,0.05000,13.226
9,mlp.experts.244.gate_proj,0.0000095019,0.05000,13.122
9,mlp.experts.252.gate_proj,0.0000085978,0.05000,13.024
9,mlp.experts.235.gate_proj,0.0000183684,0.05000,13.177
9,mlp.experts.245.gate_proj,0.0000246478,0.05000,13.146
9,mlp.experts.262.gate_proj,0.0000102891,0.05000,13.106
9,mlp.experts.268.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.723
9,mlp.experts.249.gate_proj,0.0000095521,0.05000,13.399
9,mlp.experts.257.gate_proj,0.0000355376,0.05000,13.208
9,mlp.experts.287.gate_proj,0.0000117422,0.05000,13.197
9,mlp.experts.222.gate_proj,0.0000064675,0.05000,14.199
9,mlp.experts.237.gate_proj,0.0000222027,0.05000,14.217
9,mlp.experts.227.gate_proj,0.0000154808,0.05000,14.256
9,mlp.experts.248.gate_proj,0.0000043557,0.05000,14.320
9,mlp.experts.231.gate_proj,0.0000080399,0.05000,14.137
9,mlp.experts.240.gate_proj,0.0000086948,0.05000,14.200
9,mlp.experts.242.gate_proj,0.0000217572,0.05000,14.235
9,mlp.experts.250.gate_proj,0.0000335128,0.05000,14.335
9,mlp.experts.260.gate_proj,0.0000194977,0.05000,14.329
9,mlp.experts.251.gate_proj,0.0000109308,0.05000,14.357
9,mlp.experts.258.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.726
9,mlp.experts.261.gate_proj,0.0000116507,0.05000,14.381
9,mlp.experts.278.gate_proj,0.0000065033,0.05000,14.362
9,mlp.experts.265.gate_proj,0.0000292315,0.05000,14.192
9,mlp.experts.284.gate_proj,0.0000153205,0.05000,14.355
9,mlp.experts.281.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.736
9,mlp.experts.273.gate_proj,0.0000108653,0.05000,14.294
9,mlp.experts.303.gate_proj,0.0000087888,0.05000,14.434
9,mlp.experts.289.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.689
9,mlp.experts.238.gate_proj,0.0000114463,0.05000,13.854
9,mlp.experts.253.gate_proj,0.0000175595,0.05000,14.018
9,mlp.experts.243.gate_proj,0.0000096265,0.05000,13.914
9,mlp.experts.256.gate_proj,0.0000123667,0.05000,13.806
9,mlp.experts.264.gate_proj,0.0000171888,0.05000,14.023
9,mlp.experts.247.gate_proj,0.0000331102,0.05000,13.992
9,mlp.experts.276.gate_proj,0.0000245279,0.05000,13.717
9,mlp.experts.266.gate_proj,0.0000341821,0.05000,13.784
9,mlp.experts.272.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.664
9,mlp.experts.263.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.649
9,mlp.experts.267.gate_proj,0.0000065170,0.05000,13.864
9,mlp.experts.274.gate_proj,0.0000345611,0.05000,13.764
9,mlp.experts.277.gate_proj,0.0000239895,0.05000,13.846
9,mlp.experts.294.gate_proj,0.0000042876,0.05000,13.723
9,mlp.experts.282.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.698
9,mlp.experts.300.gate_proj,0.0000074388,0.05000,13.758
9,mlp.experts.297.gate_proj,0.0000108002,0.05000,13.680
9,mlp.experts.319.gate_proj,0.0000312765,0.05000,13.685
9,mlp.experts.305.gate_proj,0.0000159779,0.05000,13.662
9,mlp.experts.254.gate_proj,0.0000314740,0.05000,14.059
9,mlp.experts.269.gate_proj,0.0000381353,0.05000,14.416
9,mlp.experts.259.gate_proj,0.0000247545,0.05000,14.238
9,mlp.experts.280.gate_proj,0.0000502526,0.05000,14.498
9,mlp.experts.292.gate_proj,0.0000260518,0.05000,14.425
9,mlp.experts.288.gate_proj,0.0000145598,0.05000,14.387
9,mlp.experts.279.gate_proj,0.0000238571,0.05000,14.260
9,mlp.experts.283.gate_proj,0.0000181778,0.05000,14.489
9,mlp.experts.310.gate_proj,0.0000165105,0.05000,14.540
9,mlp.experts.293.gate_proj,0.0000449764,0.05000,14.557
9,mlp.experts.290.gate_proj,0.0000139681,0.05000,14.795
9,mlp.experts.316.gate_proj,0.0000035279,0.05000,14.493
9,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.953
9,mlp.experts.298.gate_proj,0.0000026311,0.05000,14.773
9,mlp.experts.309.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.950
9,mlp.experts.314.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.910
9,mlp.experts.313.gate_proj,0.0000100196,0.05000,15.113
9,mlp.experts.335.gate_proj,0.0000268210,0.05000,15.320
9,mlp.experts.321.gate_proj,0.0000209016,0.05000,15.617
9,mlp.experts.270.gate_proj,0.0000248598,0.05000,15.097
9,mlp.experts.285.gate_proj,0.0000034189,0.05000,14.835
9,mlp.experts.275.gate_proj,0.0000226546,0.05000,14.746
9,mlp.experts.296.gate_proj,0.0000071365,0.05000,14.763
9,mlp.experts.291.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.691
9,mlp.experts.295.gate_proj,0.0000111620,0.05000,14.703
9,mlp.experts.304.gate_proj,0.0000191009,0.05000,14.735
9,mlp.experts.312.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.705
9,mlp.experts.299.gate_proj,0.0000089170,0.05000,14.654
9,mlp.experts.307.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.770
9,mlp.experts.326.gate_proj,0.0000101373,0.05000,14.458
9,mlp.experts.306.gate_proj,0.0000125742,0.05000,14.491
9,mlp.experts.332.gate_proj,0.0000125004,0.05000,14.504
9,mlp.experts.324.gate_proj,0.0000330903,0.05000,14.582
9,mlp.experts.325.gate_proj,0.0000380917,0.05000,14.298
9,mlp.experts.330.gate_proj,0.0000043072,0.05000,14.395
9,mlp.experts.329.gate_proj,0.0000168387,0.05000,14.367
9,mlp.experts.341.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.771
9,mlp.experts.351.gate_proj,0.0000424385,0.05000,14.038
9,mlp.experts.337.gate_proj,0.0000153713,0.05000,13.980
9,mlp.experts.286.gate_proj,0.0000055713,0.05000,13.812
9,mlp.experts.301.gate_proj,0.0000111564,0.05000,13.792
9,mlp.experts.311.gate_proj,0.0000115951,0.05000,13.847
9,mlp.experts.320.gate_proj,0.0000494967,0.05000,13.937
9,mlp.experts.328.gate_proj,0.0000221474,0.05000,13.731
9,mlp.experts.315.gate_proj,0.0000205027,0.05000,13.892
9,mlp.experts.342.gate_proj,0.0000267002,0.05000,13.699
9,mlp.experts.348.gate_proj,0.0000367295,0.05000,13.719
9,mlp.experts.323.gate_proj,0.0000052561,0.05000,13.904
9,mlp.experts.322.gate_proj,0.0000149984,0.05000,13.843
9,mlp.experts.340.gate_proj,0.0000041441,0.05000,13.746
9,mlp.experts.336.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.755
9,mlp.experts.331.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.754
9,mlp.experts.346.gate_proj,0.0000071617,0.05000,13.761
9,mlp.experts.345.gate_proj,0.0000312917,0.05000,13.816
9,mlp.experts.357.gate_proj,0.0000115628,0.05000,13.857
9,mlp.experts.367.gate_proj,0.0000087205,0.05000,13.866
9,mlp.experts.353.gate_proj,0.0000041271,0.05000,13.875
9,mlp.experts.383.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.731
9,mlp.experts.302.gate_proj,0.0000035819,0.05000,13.718
9,mlp.experts.317.gate_proj,0.0000168401,0.05000,14.064
9,mlp.experts.327.gate_proj,0.0000122429,0.05000,13.924
9,mlp.experts.344.gate_proj,0.0000225244,0.05000,13.846
9,mlp.experts.358.gate_proj,0.0000312053,0.05000,13.751
9,mlp.experts.364.gate_proj,0.0000088693,0.05000,13.807
9,mlp.experts.338.gate_proj,0.0000117980,0.05000,13.774
9,mlp.experts.339.gate_proj,0.0000091228,0.05000,13.955
9,mlp.experts.352.gate_proj,0.0000156201,0.05000,13.765
9,mlp.experts.356.gate_proj,0.0000048794,0.05000,13.897
9,mlp.experts.374.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.739
9,mlp.experts.347.gate_proj,0.0000270113,0.05000,13.784
9,mlp.experts.380.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.755
9,mlp.experts.362.gate_proj,0.0000090964,0.05000,13.966
9,mlp.experts.361.gate_proj,0.0000185029,0.05000,13.922
9,mlp.experts.373.gate_proj,0.0000084939,0.05000,13.826
9,mlp.experts.399.gate_proj,0.0000055968,0.05000,13.648
9,mlp.experts.369.gate_proj,0.0000362331,0.05000,13.841
9,mlp.experts.318.gate_proj,0.0000163990,0.05000,14.551
9,mlp.experts.333.gate_proj,0.0000132009,0.05000,14.457
9,mlp.experts.349.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.642
9,mlp.experts.343.gate_proj,0.0000182174,0.05000,14.227
9,mlp.experts.360.gate_proj,0.0000101590,0.05000,14.296
9,mlp.experts.354.gate_proj,0.0000178126,0.05000,14.218
9,mlp.experts.372.gate_proj,0.0000084358,0.05000,14.239
9,mlp.experts.355.gate_proj,0.0000273336,0.05000,14.325
9,mlp.experts.368.gate_proj,0.0000054584,0.05000,14.296
9,mlp.experts.363.gate_proj,0.0000108011,0.05000,14.244
9,mlp.experts.390.gate_proj,0.0000206729,0.05000,14.253
9,mlp.experts.396.gate_proj,0.0000312519,0.05000,14.353
9,mlp.experts.378.gate_proj,0.0000043872,0.05000,14.212
9,mlp.experts.377.gate_proj,0.0000084180,0.05000,14.090
9,mlp.experts.379.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.736
9,mlp.experts.389.gate_proj,0.0000260764,0.05000,14.221
9,mlp.experts.393.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.711
9,mlp.experts.415.gate_proj,0.0000237277,0.05000,14.396
9,mlp.experts.385.gate_proj,0.0000291821,0.05000,14.470
9,mlp.experts.334.gate_proj,0.0000249189,0.05000,13.452
9,mlp.experts.365.gate_proj,0.0000095241,0.05000,13.545
9,mlp.experts.359.gate_proj,0.0000059905,0.05000,13.543
9,mlp.experts.376.gate_proj,0.0000414794,0.05000,13.432
9,mlp.experts.370.gate_proj,0.0000061304,0.05000,13.658
9,mlp.experts.384.gate_proj,0.0000435655,0.05000,13.383
9,mlp.experts.388.gate_proj,0.0000113369,0.05000,13.554
9,mlp.experts.371.gate_proj,0.0000227157,0.05000,13.672
9,mlp.experts.406.gate_proj,0.0000034418,0.05000,13.638
9,mlp.experts.412.gate_proj,0.0000128432,0.05000,13.486
9,mlp.experts.404.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.659
9,mlp.experts.394.gate_proj,0.0000411111,0.05000,13.524
9,mlp.experts.395.gate_proj,0.0000141791,0.05000,13.621
9,mlp.experts.428.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.671
9,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.718
9,mlp.experts.405.gate_proj,0.0000104664,0.05000,13.688
9,mlp.experts.409.gate_proj,0.0000173727,0.05000,13.591
9,mlp.experts.431.gate_proj,0.0000264999,0.05000,13.628
9,mlp.experts.401.gate_proj,0.0000085837,0.05000,13.648
9,mlp.experts.447.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.662
9,mlp.experts.350.gate_proj,0.0000176351,0.05000,13.858
9,mlp.experts.381.gate_proj,0.0000355735,0.05000,13.897
9,mlp.experts.392.gate_proj,0.0000005127,0.05000,13.837
9,mlp.experts.375.gate_proj,0.0000169203,0.05000,13.896
9,mlp.experts.386.gate_proj,0.0000109618,0.05000,13.786
9,mlp.experts.400.gate_proj,0.0000401976,0.05000,13.794
9,mlp.experts.387.gate_proj,0.0000220948,0.05000,13.898
9,mlp.experts.422.gate_proj,0.0000077997,0.05000,13.932
9,mlp.experts.410.gate_proj,0.0000223508,0.05000,13.909
9,mlp.experts.411.gate_proj,0.0000132968,0.05000,13.765
9,mlp.experts.444.gate_proj,0.0000304371,0.05000,13.942
9,mlp.experts.436.gate_proj,0.0000142622,0.05000,13.772
9,mlp.experts.421.gate_proj,0.0000217157,0.05000,13.802
9,mlp.experts.425.gate_proj,0.0000033958,0.05000,14.040
9,mlp.experts.441.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.718
9,mlp.experts.417.gate_proj,0.0000099127,0.05000,14.040
9,mlp.experts.463.gate_proj,0.0000061240,0.05000,14.008
9,mlp.experts.457.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.671
9,mlp.experts.479.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.675
9,mlp.experts.366.gate_proj,0.0000123180,0.05000,13.667
9,mlp.experts.397.gate_proj,0.0000046644,0.05000,13.778
9,mlp.experts.408.gate_proj,0.0000198242,0.05000,13.671
9,mlp.experts.391.gate_proj,0.0000341202,0.05000,13.767
9,mlp.experts.416.gate_proj,0.0000076716,0.05000,13.605
9,mlp.experts.402.gate_proj,0.0000074992,0.05000,13.658
9,mlp.experts.403.gate_proj,0.0000112144,0.05000,13.700
9,mlp.experts.438.gate_proj,0.0000467261,0.05000,13.929
9,mlp.experts.419.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.912
9,mlp.experts.426.gate_proj,0.0000200043,0.05000,14.040
9,mlp.experts.427.gate_proj,0.0000445986,0.05000,14.043
9,mlp.experts.452.gate_proj,0.0000123792,0.05000,13.768
9,mlp.experts.460.gate_proj,0.0000049258,0.05000,14.003
9,mlp.experts.437.gate_proj,0.0000058719,0.05000,14.024
9,mlp.experts.468.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.711
9,mlp.experts.453.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.656
9,mlp.experts.433.gate_proj,0.0000129352,0.05000,13.946
9,mlp.experts.473.gate_proj,0.0000092633,0.05000,14.117
9,mlp.experts.495.gate_proj,0.0000374101,0.05000,13.951
9,mlp.experts.382.gate_proj,0.0000175354,0.05000,21.478
9,mlp.experts.424.gate_proj,0.0000094077,0.05000,22.508
9,mlp.experts.413.gate_proj,0.0000141993,0.05000,23.174
9,mlp.experts.418.gate_proj,0.0000263107,0.05000,22.562
9,mlp.experts.407.gate_proj,0.0000064728,0.05000,23.233
9,mlp.experts.434.gate_proj,failsafe(rtn): 0.0014114,0.00000,1.402
9,mlp.experts.454.gate_proj,0.0000066376,0.05000,23.441
9,mlp.experts.432.gate_proj,0.0000149400,0.05000,24.540
9,mlp.experts.435.gate_proj,0.0000162935,0.05000,23.663
9,mlp.experts.476.gate_proj,0.0000187701,0.05000,23.472
9,mlp.experts.442.gate_proj,0.0000153753,0.05000,24.262
9,mlp.experts.443.gate_proj,0.0000101013,0.05000,24.595
9,mlp.experts.469.gate_proj,0.0000071071,0.05000,24.814
9,mlp.experts.449.gate_proj,0.0000093759,0.05000,24.878
9,mlp.experts.484.gate_proj,0.0000068331,0.05000,25.711
9,mlp.experts.511.gate_proj,0.0000129103,0.05000,25.285
9,mlp.experts.489.gate_proj,0.0000142991,0.05000,25.935
9,mlp.experts.505.gate_proj,failsafe(rtn): 0.0015335,0.00000,1.060
9,mlp.experts.398.gate_proj,0.0000126761,0.05000,23.771
9,mlp.experts.429.gate_proj,0.0000191373,0.05000,24.458
9,mlp.experts.423.gate_proj,0.0000132458,0.05000,24.956
9,mlp.experts.440.gate_proj,0.0000024764,0.05000,26.136
9,mlp.experts.450.gate_proj,0.0000072054,0.05000,24.987
9,mlp.experts.459.gate_proj,0.0000065732,0.05000,22.968
9,mlp.experts.451.gate_proj,0.0000092858,0.05000,24.624
9,mlp.experts.470.gate_proj,0.0000098526,0.05000,25.308
9,mlp.experts.492.gate_proj,0.0000051291,0.05000,25.561
9,mlp.experts.448.gate_proj,0.0000175783,0.05000,26.584
9,mlp.experts.458.gate_proj,0.0000082090,0.05000,25.310
9,mlp.experts.500.gate_proj,0.0000055370,0.05000,24.236
9,mlp.experts.465.gate_proj,0.0000423739,0.05000,25.161
9,mlp.experts.4.up_proj,failsafe(rtn): 0.0014572,0.00000,1.267
9,mlp.experts.485.gate_proj,0.0000059556,0.05000,26.569
9,mlp.experts.20.up_proj,failsafe(rtn): 0.0013733,0.00000,1.158
9,mlp.experts.15.up_proj,0.0000318176,0.05000,25.699
9,mlp.experts.9.up_proj,0.0000034090,0.05000,24.468
9,mlp.experts.25.up_proj,failsafe(rtn): 0.0013428,0.00000,1.311
9,mlp.experts.414.gate_proj,0.0000152391,0.05000,25.480
9,mlp.experts.456.gate_proj,0.0000103585,0.05000,24.110
9,mlp.experts.445.gate_proj,0.0000210280,0.05000,25.722
9,mlp.experts.472.gate_proj,failsafe(rtn): 0.0015869,0.00000,1.641
9,mlp.experts.475.gate_proj,0.0000153492,0.05000,24.694
9,mlp.experts.439.gate_proj,0.0000401188,0.05000,26.216
9,mlp.experts.508.gate_proj,0.0000159131,0.05000,24.302
9,mlp.experts.486.gate_proj,0.0000075105,0.05000,25.632
9,mlp.experts.466.gate_proj,0.0000053748,0.05000,26.425
9,mlp.experts.467.gate_proj,0.0000085516,0.05000,25.948
9,mlp.experts.464.gate_proj,0.0000096073,0.05000,24.869
9,mlp.experts.474.gate_proj,0.0000057469,0.05000,25.328
9,mlp.experts.481.gate_proj,0.0000252428,0.05000,24.912
9,mlp.experts.31.up_proj,0.0000049209,0.05000,23.140
9,mlp.experts.501.gate_proj,0.0000187862,0.05000,25.141
9,mlp.experts.36.up_proj,0.0000116069,0.05000,25.593
9,mlp.experts.52.up_proj,failsafe(rtn): 0.0013809,0.00000,1.222
9,mlp.experts.41.up_proj,0.0000138238,0.05000,25.026
9,mlp.experts.430.gate_proj,0.0000193675,0.05000,25.342
9,mlp.experts.461.gate_proj,0.0000095854,0.05000,24.951
9,mlp.experts.488.gate_proj,0.0000140936,0.05000,24.640
9,mlp.experts.455.gate_proj,0.0000272122,0.05000,24.770
9,mlp.experts.502.gate_proj,0.0000125142,0.05000,23.683
9,mlp.experts.477.gate_proj,failsafe(rtn): 0.0013809,0.00000,1.407
9,mlp.experts.491.gate_proj,0.0000082842,0.05000,25.547
9,mlp.experts.482.gate_proj,0.0000363431,0.05000,24.218
9,mlp.experts.12.up_proj,0.0000105834,0.05000,24.598
9,mlp.experts.6.up_proj,failsafe(rtn): 0.0013199,0.00000,1.235
9,mlp.experts.480.gate_proj,0.0000101995,0.05000,24.405
9,mlp.experts.47.up_proj,0.0000282562,0.05000,22.663
9,mlp.experts.490.gate_proj,0.0000063182,0.05000,24.830
9,mlp.experts.483.gate_proj,0.0000042679,0.05000,26.263
9,mlp.experts.63.up_proj,failsafe(rtn): 0.0013504,0.00000,1.356
9,mlp.experts.497.gate_proj,0.0000047701,0.05000,24.941
9,mlp.experts.5.up_proj,0.0000035111,0.05000,25.137
9,mlp.experts.57.up_proj,0.0000024860,0.05000,22.814
9,mlp.experts.68.up_proj,0.0000154140,0.05000,23.736
9,mlp.experts.446.gate_proj,0.0000294583,0.05000,22.068
9,mlp.experts.462.gate_proj,failsafe(rtn): 0.0014038,0.00000,1.652
9,mlp.experts.507.gate_proj,0.0000038484,0.05000,20.412
9,mlp.experts.493.gate_proj,0.0000401177,0.05000,21.528
9,mlp.experts.471.gate_proj,0.0000155456,0.05000,22.437
9,mlp.experts.498.gate_proj,0.0000078688,0.05000,21.602
9,mlp.experts.22.up_proj,0.0000271575,0.05000,22.373
9,mlp.experts.506.gate_proj,0.0000049894,0.05000,22.292
9,mlp.experts.499.gate_proj,0.0000369431,0.05000,22.338
9,mlp.experts.79.up_proj,0.0000426266,0.05000,22.269
9,mlp.experts.1.up_proj,0.0000146980,0.05000,22.443
9,mlp.experts.95.up_proj,failsafe(rtn): 0.0014038,0.00000,1.062
9,mlp.experts.21.up_proj,0.0000061342,0.05000,21.463
9,mlp.experts.73.up_proj,0.0000213192,0.05000,21.216
9,mlp.experts.89.up_proj,failsafe(rtn): 0.0014496,0.00000,1.168
9,mlp.experts.28.up_proj,0.0000081388,0.05000,21.413
9,mlp.experts.17.up_proj,failsafe(rtn): 0.0014114,0.00000,1.296
9,mlp.experts.37.up_proj,failsafe(rtn): 0.0014267,0.00000,1.390
9,mlp.experts.496.gate_proj,0.0000125817,0.05000,23.666
9,mlp.experts.84.up_proj,0.0000049132,0.05000,23.733
9,mlp.experts.504.gate_proj,0.0000151253,0.05000,25.480
9,mlp.experts.478.gate_proj,0.0000293122,0.05000,23.670
9,mlp.experts.2.up_proj,0.0000154996,0.05000,20.833
9,mlp.experts.11.up_proj,0.0000147580,0.05000,22.651
9,mlp.experts.487.gate_proj,0.0000078309,0.05000,21.775
9,mlp.experts.38.up_proj,0.0000140361,0.05000,21.471
9,mlp.experts.10.up_proj,0.0000055263,0.05000,21.555
9,mlp.experts.54.up_proj,failsafe(rtn): 0.0014343,0.00000,1.289
9,mlp.experts.3.up_proj,0.0000064315,0.05000,22.241
9,mlp.experts.53.up_proj,0.0000127025,0.05000,20.382
9,mlp.experts.509.gate_proj,0.0000068515,0.05000,22.241
9,mlp.experts.44.up_proj,0.0000013836,0.05000,21.193
9,mlp.experts.111.up_proj,0.0000099443,0.05000,22.772
9,mlp.experts.105.up_proj,0.0000251065,0.05000,22.075
9,mlp.experts.60.up_proj,failsafe(rtn): 0.0014191,0.00000,0.980
9,mlp.experts.33.up_proj,0.0000154307,0.05000,22.610
9,mlp.experts.127.up_proj,failsafe(rtn): 0.0013504,0.00000,1.474
9,mlp.experts.100.up_proj,0.0000144800,0.05000,21.051
9,mlp.experts.0.up_proj,0.0000109900,0.05000,21.911
9,mlp.experts.8.up_proj,0.0000075402,0.05000,23.130
9,mlp.experts.494.gate_proj,0.0000110250,0.05000,22.426
9,mlp.experts.18.up_proj,0.0000101345,0.05000,24.122
9,mlp.experts.70.up_proj,0.0000276854,0.05000,21.964
9,mlp.experts.26.up_proj,0.0000075019,0.05000,22.678
9,mlp.experts.13.up_proj,0.0000111417,0.05000,21.259
9,mlp.experts.69.up_proj,0.0000092796,0.05000,21.842
9,mlp.experts.86.up_proj,failsafe(rtn): 0.0013351,0.00000,1.679
9,mlp.experts.102.up_proj,failsafe(rtn): 0.0014038,0.00000,1.285
9,mlp.experts.85.up_proj,failsafe(rtn): 0.0013504,0.00000,1.252
9,mlp.experts.76.up_proj,0.0000160562,0.05000,22.073
9,mlp.experts.101.up_proj,failsafe(rtn): 0.0014191,0.00000,1.234
9,mlp.experts.27.up_proj,0.0000127727,0.05000,23.816
9,mlp.experts.503.gate_proj,0.0000084120,0.05000,23.769
9,mlp.experts.19.up_proj,0.0000504457,0.05000,23.861
9,mlp.experts.121.up_proj,0.0000371946,0.05000,24.532
9,mlp.experts.116.up_proj,0.0000289697,0.05000,23.436
9,mlp.experts.49.up_proj,0.0000244192,0.05000,24.583
9,mlp.experts.16.up_proj,0.0000040379,0.05000,23.947
9,mlp.experts.143.up_proj,0.0000078233,0.05000,25.682
9,mlp.experts.159.up_proj,failsafe(rtn): 0.0013809,0.00000,1.298
9,mlp.experts.24.up_proj,0.0000224137,0.05000,23.667
9,mlp.experts.42.up_proj,0.0000253705,0.05000,23.124
9,mlp.experts.34.up_proj,0.0000088250,0.05000,24.122
9,mlp.experts.58.up_proj,failsafe(rtn): 0.0013809,0.00000,1.601
9,mlp.experts.50.up_proj,failsafe(rtn): 0.0014191,0.00000,1.159
9,mlp.experts.29.up_proj,0.0000074442,0.05000,24.017
9,mlp.experts.510.gate_proj,0.0000141906,0.05000,26.417
9,mlp.experts.118.up_proj,0.0000092990,0.05000,23.728
9,mlp.experts.92.up_proj,0.0000094224,0.05000,23.359
9,mlp.experts.137.up_proj,0.0000408294,0.05000,23.675
9,mlp.experts.43.up_proj,0.0000212045,0.05000,25.697
9,mlp.experts.7.up_proj,0.0000144167,0.05000,25.851
9,mlp.experts.117.up_proj,0.0000433957,0.05000,26.260
9,mlp.experts.65.up_proj,0.0000063467,0.05000,24.070
9,mlp.experts.132.up_proj,0.0000085553,0.05000,25.278
9,mlp.experts.35.up_proj,0.0000119421,0.05000,27.096
9,mlp.experts.32.up_proj,0.0000188530,0.05000,25.330
9,mlp.experts.175.up_proj,0.0000195768,0.05000,24.954
9,mlp.experts.40.up_proj,0.0000100305,0.05000,24.773
9,mlp.experts.45.up_proj,0.0000105097,0.05000,23.664
9,mlp.experts.74.up_proj,0.0000477944,0.05000,24.997
9,mlp.experts.66.up_proj,0.0000094067,0.05000,25.124
9,mlp.experts.134.up_proj,0.0000396300,0.05000,25.338
9,mlp.experts.14.up_proj,0.0000167801,0.05000,26.138
9,mlp.experts.108.up_proj,0.0000071279,0.05000,25.830
9,mlp.experts.59.up_proj,0.0000056096,0.05000,25.164
9,mlp.experts.153.up_proj,0.0000033617,0.05000,26.020
9,mlp.experts.23.up_proj,0.0000136847,0.05000,25.302
9,mlp.experts.133.up_proj,0.0000216129,0.05000,25.410
9,mlp.experts.39.up_proj,failsafe(rtn): 0.0013962,0.00000,1.168
9,mlp.experts.148.up_proj,0.0000257762,0.05000,25.607
9,mlp.experts.51.up_proj,0.0000090953,0.05000,25.998
9,mlp.experts.81.up_proj,0.0000098071,0.05000,27.328
9,mlp.experts.191.up_proj,0.0000045420,0.05000,24.909
9,mlp.experts.56.up_proj,0.0000169113,0.05000,24.559
9,mlp.experts.97.up_proj,failsafe(rtn): 0.0014267,0.00000,1.353
9,mlp.experts.48.up_proj,0.0000169897,0.05000,27.141
9,mlp.experts.72.up_proj,failsafe(rtn): 0.0012970,0.00000,1.473
9,mlp.experts.61.up_proj,0.0000102349,0.05000,24.275
9,mlp.experts.90.up_proj,0.0000397909,0.05000,23.889
9,mlp.experts.82.up_proj,0.0000128876,0.05000,23.333
9,mlp.experts.30.up_proj,0.0000169312,0.05000,23.221
9,mlp.experts.150.up_proj,0.0000112225,0.05000,24.981
9,mlp.experts.124.up_proj,0.0000100520,0.05000,25.321
9,mlp.experts.169.up_proj,0.0000345863,0.05000,23.762
9,mlp.experts.55.up_proj,0.0000026260,0.05000,22.641
9,mlp.experts.140.up_proj,failsafe(rtn): 0.0013657,0.00000,1.522
9,mlp.experts.149.up_proj,0.0000095776,0.05000,24.261
9,mlp.experts.75.up_proj,0.0000211307,0.05000,25.193
9,mlp.experts.91.up_proj,failsafe(rtn): 0.0013275,0.00000,1.499
9,mlp.experts.164.up_proj,0.0000093974,0.05000,25.796
9,mlp.experts.207.up_proj,0.0000045555,0.05000,24.271
9,mlp.experts.67.up_proj,0.0000436585,0.05000,25.969
9,mlp.experts.88.up_proj,0.0000111184,0.05000,24.162
9,mlp.experts.113.up_proj,0.0000385771,0.05000,26.155
9,mlp.experts.64.up_proj,0.0000506319,0.05000,26.130
9,mlp.experts.77.up_proj,0.0000019272,0.05000,26.670
9,mlp.experts.106.up_proj,0.0000103437,0.05000,26.694
9,mlp.experts.98.up_proj,0.0000171335,0.05000,27.153
9,mlp.experts.46.up_proj,0.0000032992,0.05000,25.324
9,mlp.experts.166.up_proj,0.0000031252,0.05000,26.498
9,mlp.experts.185.up_proj,0.0000134203,0.05000,25.853
9,mlp.experts.165.up_proj,0.0000207679,0.05000,24.874
9,mlp.experts.156.up_proj,0.0000121239,0.05000,25.711
9,mlp.experts.71.up_proj,0.0000201132,0.05000,26.382
9,mlp.experts.180.up_proj,0.0000054599,0.05000,25.480
9,mlp.experts.107.up_proj,0.0000536354,0.05000,27.169
9,mlp.experts.223.up_proj,0.0000037767,0.05000,25.788
9,mlp.experts.104.up_proj,0.0000368656,0.05000,24.356
9,mlp.experts.83.up_proj,0.0000190317,0.05000,25.790
9,mlp.experts.80.up_proj,0.0000224426,0.05000,24.883
9,mlp.experts.129.up_proj,0.0000102415,0.05000,26.471
9,mlp.experts.122.up_proj,0.0000089579,0.05000,23.900
9,mlp.experts.93.up_proj,0.0000059270,0.05000,24.439
9,mlp.experts.62.up_proj,0.0000111006,0.05000,25.335
9,mlp.experts.114.up_proj,0.0000129221,0.05000,26.179
9,mlp.experts.182.up_proj,0.0000101883,0.05000,26.150
9,mlp.experts.201.up_proj,0.0000200630,0.05000,24.857
9,mlp.experts.87.up_proj,0.0000024206,0.05000,24.305
9,mlp.experts.172.up_proj,0.0000123893,0.05000,25.712
9,mlp.experts.181.up_proj,0.0000134875,0.05000,26.364
9,mlp.experts.239.up_proj,0.0000205194,0.05000,24.875
9,mlp.experts.123.up_proj,0.0000135323,0.05000,26.502
9,mlp.experts.99.up_proj,0.0000067925,0.05000,26.350
9,mlp.experts.196.up_proj,0.0000202247,0.05000,27.787
9,mlp.experts.120.up_proj,0.0000084281,0.05000,27.208
9,mlp.experts.96.up_proj,0.0000062786,0.05000,26.318
9,mlp.experts.145.up_proj,0.0000065345,0.05000,26.674
9,mlp.experts.138.up_proj,0.0000165804,0.05000,25.509
9,mlp.experts.154.up_proj,failsafe(rtn): 0.0014114,0.00000,1.379
9,mlp.experts.109.up_proj,0.0000021220,0.05000,27.073
9,mlp.experts.130.up_proj,0.0000285134,0.05000,26.346
9,mlp.experts.78.up_proj,0.0000174131,0.05000,27.107
9,mlp.experts.103.up_proj,0.0000249253,0.05000,25.568
9,mlp.experts.217.up_proj,0.0000193781,0.05000,26.138
9,mlp.experts.198.up_proj,0.0000037115,0.05000,26.737
9,mlp.experts.197.up_proj,0.0000249761,0.05000,25.999
9,mlp.experts.233.up_proj,failsafe(rtn): 0.0012970,0.00000,1.488
9,mlp.experts.188.up_proj,0.0000062036,0.05000,26.791
9,mlp.experts.255.up_proj,0.0000088149,0.05000,26.491
9,mlp.experts.136.up_proj,0.0000022098,0.05000,24.574
9,mlp.experts.139.up_proj,0.0000152560,0.05000,25.839
9,mlp.experts.212.up_proj,0.0000116224,0.05000,25.626
9,mlp.experts.271.up_proj,failsafe(rtn): 0.0013428,0.00000,1.403
9,mlp.experts.115.up_proj,0.0000192642,0.05000,26.204
9,mlp.experts.112.up_proj,0.0000282615,0.05000,26.155
9,mlp.experts.161.up_proj,0.0000385392,0.05000,26.417
9,mlp.experts.125.up_proj,0.0000144445,0.05000,24.791
9,mlp.experts.170.up_proj,0.0000161952,0.05000,26.100
9,mlp.experts.141.up_proj,failsafe(rtn): 0.0014343,0.00000,1.179
9,mlp.experts.146.up_proj,0.0000118040,0.05000,24.354
9,mlp.experts.94.up_proj,0.0000122566,0.05000,24.849
9,mlp.experts.119.up_proj,0.0000056669,0.05000,24.877
9,mlp.experts.214.up_proj,0.0000021858,0.05000,24.353
9,mlp.experts.213.up_proj,0.0000111426,0.05000,25.201
9,mlp.experts.204.up_proj,0.0000140376,0.05000,25.204
9,mlp.experts.249.up_proj,0.0000093599,0.05000,25.648
9,mlp.experts.155.up_proj,0.0000068226,0.05000,23.902
9,mlp.experts.152.up_proj,0.0000362830,0.05000,24.496
9,mlp.experts.287.up_proj,0.0000116190,0.05000,23.630
9,mlp.experts.131.up_proj,0.0000127743,0.05000,24.087
9,mlp.experts.228.up_proj,0.0000366407,0.05000,25.920
9,mlp.experts.147.up_proj,failsafe(rtn): 0.0013657,0.00000,1.669
9,mlp.experts.128.up_proj,0.0000054439,0.05000,25.446
9,mlp.experts.177.up_proj,0.0000098030,0.05000,24.617
9,mlp.experts.186.up_proj,0.0000194669,0.05000,24.764
9,mlp.experts.110.up_proj,0.0000179032,0.05000,24.203
9,mlp.experts.162.up_proj,0.0000080381,0.05000,24.856
9,mlp.experts.157.up_proj,0.0000074029,0.05000,25.425
9,mlp.experts.135.up_proj,0.0000157853,0.05000,25.248
9,mlp.experts.230.up_proj,0.0000046314,0.05000,27.265
9,mlp.experts.265.up_proj,0.0000259466,0.05000,25.913
9,mlp.experts.220.up_proj,0.0000094760,0.05000,26.277
9,mlp.experts.229.up_proj,0.0000360547,0.05000,26.702
9,mlp.experts.171.up_proj,0.0000072069,0.05000,24.598
9,mlp.experts.281.up_proj,failsafe(rtn): 0.0013733,0.00000,1.455
9,mlp.experts.236.up_proj,failsafe(rtn): 0.0014496,0.00000,1.357
9,mlp.experts.303.up_proj,0.0000080357,0.05000,25.983
9,mlp.experts.168.up_proj,0.0000215967,0.05000,27.312
9,mlp.experts.244.up_proj,0.0000091379,0.05000,25.906
9,mlp.experts.163.up_proj,0.0000088224,0.05000,26.922
9,mlp.experts.144.up_proj,0.0000237116,0.05000,26.423
9,mlp.experts.160.up_proj,failsafe(rtn): 0.0013962,0.00000,1.412
9,mlp.experts.193.up_proj,0.0000078652,0.05000,27.256
9,mlp.experts.176.up_proj,failsafe(rtn): 0.0013580,0.00000,1.160
9,mlp.experts.209.up_proj,failsafe(rtn): 0.0014114,0.00000,1.331
9,mlp.experts.225.up_proj,failsafe(rtn): 0.0014343,0.00000,1.422
9,mlp.experts.126.up_proj,0.0000089408,0.05000,24.239
9,mlp.experts.173.up_proj,0.0000206663,0.05000,24.404
9,mlp.experts.178.up_proj,0.0000024052,0.05000,25.559
9,mlp.experts.202.up_proj,0.0000073553,0.05000,26.614
9,mlp.experts.194.up_proj,failsafe(rtn): 0.0013275,0.00000,1.555
9,mlp.experts.151.up_proj,0.0000061156,0.05000,26.513
9,mlp.experts.246.up_proj,0.0000370377,0.05000,24.832
9,mlp.experts.187.up_proj,0.0000095743,0.05000,23.906
9,mlp.experts.252.up_proj,0.0000083148,0.05000,23.319
9,mlp.experts.245.up_proj,0.0000236686,0.05000,25.518
9,mlp.experts.268.up_proj,failsafe(rtn): 0.0013428,0.00000,1.488
9,mlp.experts.319.up_proj,0.0000303625,0.05000,24.071
9,mlp.experts.297.up_proj,0.0000107024,0.05000,26.131
9,mlp.experts.184.up_proj,0.0000127525,0.05000,24.937
9,mlp.experts.179.up_proj,0.0000252850,0.05000,23.311
9,mlp.experts.260.up_proj,0.0000175007,0.05000,25.604
9,mlp.experts.192.up_proj,0.0000109866,0.05000,25.197
9,mlp.experts.241.up_proj,0.0000134108,0.05000,24.472
9,mlp.experts.189.up_proj,0.0000042726,0.05000,25.524
9,mlp.experts.142.up_proj,0.0000462180,0.05000,26.345
9,mlp.experts.218.up_proj,0.0000342556,0.05000,24.711
9,mlp.experts.210.up_proj,0.0000120802,0.05000,24.877
9,mlp.experts.262.up_proj,0.0000100012,0.05000,24.587
9,mlp.experts.167.up_proj,0.0000095177,0.05000,25.498
9,mlp.experts.203.up_proj,0.0000062280,0.05000,25.307
9,mlp.experts.261.up_proj,0.0000107936,0.05000,25.494
9,mlp.experts.219.up_proj,failsafe(rtn): 0.0013657,0.00000,1.652
9,mlp.experts.284.up_proj,0.0000167993,0.05000,25.933
9,mlp.experts.335.up_proj,0.0000261870,0.05000,26.297
9,mlp.experts.313.up_proj,0.0000088979,0.05000,25.550
9,mlp.experts.195.up_proj,0.0000274879,0.05000,31.461
9,mlp.experts.200.up_proj,0.0000092023,0.05000,33.172
9,mlp.experts.276.up_proj,0.0000222641,0.05000,32.343
9,mlp.experts.208.up_proj,0.0000082421,0.05000,30.748
9,mlp.experts.257.up_proj,0.0000347529,0.05000,30.781
9,mlp.experts.205.up_proj,0.0000175456,0.05000,25.899
9,mlp.experts.158.up_proj,0.0000087642,0.05000,26.196
9,mlp.experts.234.up_proj,0.0000022591,0.05000,26.640
9,mlp.experts.226.up_proj,0.0000128162,0.05000,25.847
9,mlp.experts.278.up_proj,0.0000063698,0.05000,24.554
9,mlp.experts.183.up_proj,0.0000202900,0.05000,24.557
9,mlp.experts.277.up_proj,0.0000227132,0.05000,23.320
9,mlp.experts.235.up_proj,0.0000171392,0.05000,23.023
9,mlp.experts.351.up_proj,0.0000410178,0.05000,22.462
9,mlp.experts.300.up_proj,0.0000074830,0.05000,22.894
9,mlp.experts.329.up_proj,0.0000149166,0.05000,22.483
9,mlp.experts.211.up_proj,0.0000187536,0.05000,15.296
9,mlp.experts.216.up_proj,0.0000087878,0.05000,14.272
9,mlp.experts.292.up_proj,0.0000232915,0.05000,14.157
9,mlp.experts.232.up_proj,failsafe(rtn): 0.0012894,0.00000,0.756
9,mlp.experts.308.up_proj,failsafe(rtn): 0.0013733,0.00000,0.735
9,mlp.experts.224.up_proj,0.0000141552,0.05000,14.204
9,mlp.experts.273.up_proj,0.0000106243,0.05000,14.272
9,mlp.experts.289.up_proj,failsafe(rtn): 0.0014343,0.00000,0.658
9,mlp.experts.221.up_proj,0.0000189628,0.05000,13.862
9,mlp.experts.174.up_proj,0.0000033585,0.05000,13.977
9,mlp.experts.250.up_proj,0.0000303029,0.05000,13.862
9,mlp.experts.242.up_proj,0.0000188018,0.05000,13.954
9,mlp.experts.258.up_proj,failsafe(rtn): 0.0014343,0.00000,0.840
9,mlp.experts.294.up_proj,0.0000040869,0.05000,14.063
9,mlp.experts.199.up_proj,0.0000175386,0.05000,14.170
9,mlp.experts.293.up_proj,0.0000419154,0.05000,14.059
9,mlp.experts.251.up_proj,0.0000101061,0.05000,14.185
9,mlp.experts.309.up_proj,failsafe(rtn): 0.0013580,0.00000,0.724
9,mlp.experts.316.up_proj,0.0000033101,0.05000,14.199
9,mlp.experts.367.up_proj,0.0000082707,0.05000,14.253
9,mlp.experts.345.up_proj,0.0000294242,0.05000,14.247
9,mlp.experts.227.up_proj,0.0000144266,0.05000,14.242
9,mlp.experts.383.up_proj,failsafe(rtn): 0.0014191,0.00000,0.777
9,mlp.experts.248.up_proj,0.0000041931,0.05000,14.271
9,mlp.experts.324.up_proj,0.0000304501,0.05000,14.283
9,mlp.experts.240.up_proj,0.0000084990,0.05000,14.470
9,mlp.experts.305.up_proj,0.0000155940,0.05000,14.497
9,mlp.experts.237.up_proj,0.0000215530,0.05000,14.794
9,mlp.experts.190.up_proj,0.0000131035,0.05000,14.653
9,mlp.experts.266.up_proj,0.0000310150,0.05000,14.690
9,mlp.experts.282.up_proj,failsafe(rtn): 0.0013657,0.00000,0.687
9,mlp.experts.274.up_proj,0.0000340497,0.05000,14.613
9,mlp.experts.310.up_proj,0.0000153614,0.05000,14.627
9,mlp.experts.215.up_proj,0.0000318913,0.05000,14.792
9,mlp.experts.267.up_proj,0.0000059844,0.05000,14.584
9,mlp.experts.325.up_proj,0.0000372724,0.05000,14.588
9,mlp.experts.332.up_proj,0.0000120547,0.05000,14.513
9,mlp.experts.361.up_proj,0.0000178882,0.05000,14.348
9,mlp.experts.243.up_proj,0.0000088094,0.05000,14.488
9,mlp.experts.341.up_proj,failsafe(rtn): 0.0014114,0.00000,0.710
9,mlp.experts.399.up_proj,0.0000052270,0.05000,14.462
9,mlp.experts.264.up_proj,0.0000166862,0.05000,14.370
9,mlp.experts.340.up_proj,0.0000039725,0.05000,14.452
9,mlp.experts.256.up_proj,0.0000117121,0.05000,14.483
9,mlp.experts.272.up_proj,failsafe(rtn): 0.0013885,0.00000,0.681
9,mlp.experts.321.up_proj,0.0000225593,0.05000,14.290
9,mlp.experts.253.up_proj,0.0000166291,0.05000,14.302
9,mlp.experts.206.up_proj,0.0000158221,0.05000,14.137
9,mlp.experts.298.up_proj,0.0000025848,0.05000,14.264
9,mlp.experts.314.up_proj,failsafe(rtn): 0.0013733,0.00000,0.651
9,mlp.experts.290.up_proj,0.0000132460,0.05000,14.310
9,mlp.experts.326.up_proj,0.0000099286,0.05000,14.142
9,mlp.experts.231.up_proj,0.0000080668,0.05000,14.161
9,mlp.experts.283.up_proj,0.0000170388,0.05000,14.180
9,mlp.experts.348.up_proj,0.0000362728,0.05000,14.204
9,mlp.experts.377.up_proj,0.0000086099,0.05000,14.284
9,mlp.experts.259.up_proj,0.0000227687,0.05000,14.122
9,mlp.experts.357.up_proj,0.0000112699,0.05000,14.122
9,mlp.experts.415.up_proj,0.0000227544,0.05000,14.067
9,mlp.experts.393.up_proj,failsafe(rtn): 0.0013809,0.00000,0.738
9,mlp.experts.280.up_proj,0.0000462821,0.05000,14.046
9,mlp.experts.356.up_proj,0.0000046547,0.05000,14.064
9,mlp.experts.288.up_proj,0.0000143514,0.05000,14.157
9,mlp.experts.337.up_proj,0.0000143609,0.05000,14.091
9,mlp.experts.269.up_proj,0.0000365017,0.05000,14.451
9,mlp.experts.222.up_proj,0.0000063431,0.05000,14.550
9,mlp.experts.330.up_proj,0.0000040172,0.05000,14.496
9,mlp.experts.306.up_proj,0.0000116279,0.05000,14.452
9,mlp.experts.342.up_proj,0.0000231136,0.05000,14.602
9,mlp.experts.247.up_proj,0.0000296588,0.05000,14.458
9,mlp.experts.263.up_proj,failsafe(rtn): 0.0014191,0.00000,0.648
9,mlp.experts.299.up_proj,0.0000086267,0.05000,14.333
9,mlp.experts.364.up_proj,0.0000083885,0.05000,14.494
9,mlp.experts.275.up_proj,0.0000224081,0.05000,14.518
9,mlp.experts.373.up_proj,0.0000080987,0.05000,14.398
9,mlp.experts.431.up_proj,0.0000244529,0.05000,14.457
9,mlp.experts.380.up_proj,failsafe(rtn): 0.0014114,0.00000,0.746
9,mlp.experts.409.up_proj,0.0000157672,0.05000,14.535
9,mlp.experts.291.up_proj,failsafe(rtn): 0.0013885,0.00000,0.826
9,mlp.experts.296.up_proj,0.0000069877,0.05000,14.581
9,mlp.experts.447.up_proj,failsafe(rtn): 0.0014343,0.00000,0.844
9,mlp.experts.372.up_proj,0.0000087776,0.05000,14.736
9,mlp.experts.307.up_proj,failsafe(rtn): 0.0013351,0.00000,0.821
9,mlp.experts.312.up_proj,failsafe(rtn): 0.0013809,0.00000,0.811
9,mlp.experts.304.up_proj,0.0000169650,0.05000,14.716
9,mlp.experts.353.up_proj,0.0000038184,0.05000,14.671
9,mlp.experts.285.up_proj,0.0000033286,0.05000,14.404
9,mlp.experts.238.up_proj,0.0000106108,0.05000,14.384
9,mlp.experts.346.up_proj,0.0000068679,0.05000,14.622
9,mlp.experts.322.up_proj,0.0000138729,0.05000,14.657
9,mlp.experts.358.up_proj,0.0000289080,0.05000,14.692
9,mlp.experts.374.up_proj,failsafe(rtn): 0.0013275,0.00000,0.778
9,mlp.experts.279.up_proj,0.0000212882,0.05000,14.960
9,mlp.experts.315.up_proj,0.0000199729,0.05000,15.012
9,mlp.experts.331.up_proj,failsafe(rtn): 0.0013962,0.00000,0.755
9,mlp.experts.389.up_proj,0.0000235865,0.05000,14.909
9,mlp.experts.396.up_proj,0.0000267503,0.05000,14.913
9,mlp.experts.425.up_proj,0.0000031249,0.05000,14.796
9,mlp.experts.463.up_proj,0.0000056971,0.05000,14.667
9,mlp.experts.441.up_proj,failsafe(rtn): 0.0014038,0.00000,0.742
9,mlp.experts.388.up_proj,0.0000106787,0.05000,14.683
9,mlp.experts.323.up_proj,0.0000050052,0.05000,14.734
9,mlp.experts.479.up_proj,failsafe(rtn): 0.0013962,0.00000,0.854
9,mlp.experts.328.up_proj,0.0000214332,0.05000,14.853
9,mlp.experts.457.up_proj,failsafe(rtn): 0.0013428,0.00000,0.837
9,mlp.experts.404.up_proj,failsafe(rtn): 0.0014267,0.00000,0.849
9,mlp.experts.420.up_proj,failsafe(rtn): 0.0014343,0.00000,0.773
9,mlp.experts.320.up_proj,0.0000449778,0.05000,14.935
9,mlp.experts.336.up_proj,failsafe(rtn): 0.0013504,0.00000,0.690
9,mlp.experts.369.up_proj,0.0000326164,0.05000,14.965
9,mlp.experts.301.up_proj,0.0000104371,0.05000,15.115
9,mlp.experts.254.up_proj,0.0000288860,0.05000,14.959
9,mlp.experts.362.up_proj,0.0000097917,0.05000,14.596
9,mlp.experts.338.up_proj,0.0000110672,0.05000,14.692
9,mlp.experts.390.up_proj,0.0000195124,0.05000,14.594
9,mlp.experts.295.up_proj,0.0000135491,0.05000,14.878
9,mlp.experts.347.up_proj,0.0000236437,0.05000,14.932
9,mlp.experts.405.up_proj,0.0000103021,0.05000,14.964
9,mlp.experts.412.up_proj,0.0000123473,0.05000,14.797
9,mlp.experts.428.up_proj,failsafe(rtn): 0.0013275,0.00000,0.676
9,mlp.experts.339.up_proj,0.0000089138,0.05000,14.970
9,mlp.experts.495.up_proj,0.0000348612,0.05000,14.771
9,mlp.experts.344.up_proj,0.0000205905,0.05000,14.900
9,mlp.experts.473.up_proj,0.0000091586,0.05000,14.803
9,mlp.experts.436.up_proj,0.0000128181,0.05000,14.650
9,mlp.experts.352.up_proj,0.0000156170,0.05000,14.822
9,mlp.experts.385.up_proj,0.0000249368,0.05000,14.906
9,mlp.experts.317.up_proj,0.0000161708,0.05000,14.675
9,mlp.experts.270.up_proj,0.0000241769,0.05000,14.427
9,mlp.experts.378.up_proj,0.0000043599,0.05000,14.590
9,mlp.experts.354.up_proj,0.0000173852,0.05000,14.502
9,mlp.experts.406.up_proj,0.0000032301,0.05000,14.598
9,mlp.experts.311.up_proj,0.0000108726,0.05000,14.318
9,mlp.experts.363.up_proj,0.0000098652,0.05000,14.375
9,mlp.experts.421.up_proj,0.0000199980,0.05000,14.463
9,mlp.experts.379.up_proj,failsafe(rtn): 0.0014191,0.00000,0.730
9,mlp.experts.444.up_proj,0.0000295905,0.05000,14.359
9,mlp.experts.511.up_proj,0.0000118816,0.05000,14.223
9,mlp.experts.355.up_proj,0.0000259123,0.05000,14.439
9,mlp.experts.360.up_proj,0.0000104511,0.05000,14.269
9,mlp.experts.489.up_proj,0.0000129592,0.05000,14.213
9,mlp.experts.505.up_proj,failsafe(rtn): 0.0014267,0.00000,0.658
9,mlp.experts.452.up_proj,0.0000121562,0.05000,14.223
9,mlp.experts.468.up_proj,failsafe(rtn): 0.0013046,0.00000,0.682
9,mlp.experts.368.up_proj,0.0000053716,0.05000,14.217
9,mlp.experts.15.down_proj,0.0000045778,0.05000,3.422
9,mlp.experts.401.up_proj,0.0000083425,0.05000,14.119
9,mlp.experts.9.down_proj,0.0000002150,0.05000,3.519
9,mlp.experts.25.down_proj,failsafe(rtn): 0.0014725,0.00000,0.173
9,mlp.experts.333.up_proj,0.0000125240,0.05000,14.020
9,mlp.experts.286.up_proj,0.0000051662,0.05000,14.163
9,mlp.experts.31.down_proj,0.0000003255,0.05000,3.498
9,mlp.experts.349.up_proj,failsafe(rtn): 0.0013657,0.00000,0.706
9,mlp.experts.41.down_proj,0.0000006271,0.05000,3.500
9,mlp.experts.394.up_proj,0.0000372458,0.05000,14.192
9,mlp.experts.370.up_proj,0.0000063512,0.05000,14.140
9,mlp.experts.422.up_proj,0.0000078261,0.05000,14.041
9,mlp.experts.47.down_proj,0.0000015286,0.05000,3.627
9,mlp.experts.63.down_proj,failsafe(rtn): 0.0014496,0.00000,0.196
9,mlp.experts.327.up_proj,0.0000119595,0.05000,14.169
9,mlp.experts.57.down_proj,0.0000001280,0.05000,3.679
9,mlp.experts.437.up_proj,0.0000056401,0.05000,14.427
9,mlp.experts.395.up_proj,0.0000140288,0.05000,14.154
9,mlp.experts.460.up_proj,0.0000047017,0.05000,14.400
9,mlp.experts.453.up_proj,failsafe(rtn): 0.0014267,0.00000,0.785
9,mlp.experts.371.up_proj,0.0000213762,0.05000,14.395
9,mlp.experts.79.down_proj,0.0000082094,0.05000,3.963
9,mlp.experts.376.up_proj,0.0000383213,0.05000,14.546
9,mlp.experts.95.down_proj,failsafe(rtn): 0.0015106,0.00000,0.169
9,mlp.experts.73.down_proj,0.0000046073,0.05000,3.718
9,mlp.experts.89.down_proj,failsafe(rtn): 0.0015869,0.00000,0.161
9,mlp.experts.484.up_proj,0.0000068523,0.05000,14.503
9,mlp.experts.384.up_proj,0.0000403266,0.05000,14.544
9,mlp.experts.417.up_proj,0.0000100892,0.05000,14.631
9,mlp.experts.111.down_proj,0.0000006465,0.05000,3.634
9,mlp.experts.127.down_proj,failsafe(rtn): 0.0014648,0.00000,0.172
9,mlp.experts.105.down_proj,0.0000017850,0.05000,3.612
9,mlp.experts.302.up_proj,0.0000032509,0.05000,14.530
9,mlp.experts.365.up_proj,0.0000093490,0.05000,14.516
9,mlp.experts.143.down_proj,0.0000010072,0.05000,3.348
9,mlp.experts.159.down_proj,failsafe(rtn): 0.0014954,0.00000,0.155
9,mlp.experts.121.down_proj,0.0000022509,0.05000,3.296
9,mlp.experts.410.up_proj,0.0000217808,0.05000,14.530
9,mlp.experts.386.up_proj,0.0000102268,0.05000,14.441
9,mlp.experts.438.up_proj,0.0000470000,0.05000,14.570
9,mlp.experts.343.up_proj,0.0000168761,0.05000,14.687
9,mlp.experts.175.down_proj,0.0000012785,0.05000,3.911
9,mlp.experts.137.down_proj,0.0000028376,0.05000,3.889
9,mlp.experts.411.up_proj,0.0000121121,0.05000,14.403
9,mlp.experts.476.up_proj,0.0000177408,0.05000,14.538
9,mlp.experts.469.up_proj,0.0000069271,0.05000,14.494
9,mlp.experts.392.up_proj,0.0000004873,0.05000,14.250
9,mlp.experts.387.up_proj,0.0000217484,0.05000,14.555
9,mlp.experts.191.down_proj,0.0000005205,0.05000,3.591
9,mlp.experts.153.down_proj,0.0000004613,0.05000,3.620
9,mlp.experts.500.up_proj,0.0000054593,0.05000,14.332
9,mlp.experts.4.down_proj,failsafe(rtn): 0.0015717,0.00000,0.181
9,mlp.experts.20.down_proj,failsafe(rtn): 0.0014420,0.00000,0.174
9,mlp.experts.400.up_proj,0.0000380952,0.05000,14.440
9,mlp.experts.433.up_proj,0.0000124483,0.05000,14.534
9,mlp.experts.207.down_proj,0.0000004019,0.05000,3.742
9,mlp.experts.169.down_proj,0.0000036220,0.05000,3.760
9,mlp.experts.36.down_proj,0.0000011832,0.05000,3.748
9,mlp.experts.52.down_proj,failsafe(rtn): 0.0014801,0.00000,0.177
9,mlp.experts.318.up_proj,0.0000169847,0.05000,14.818
9,mlp.experts.381.up_proj,0.0000366944,0.05000,14.834
9,mlp.experts.223.down_proj,0.0000001675,0.05000,3.804
9,mlp.experts.185.down_proj,0.0000012427,0.05000,3.752
9,mlp.experts.426.up_proj,0.0000192398,0.05000,14.869
9,mlp.experts.402.up_proj,0.0000073471,0.05000,14.891
9,mlp.experts.68.down_proj,0.0000009347,0.05000,3.595
9,mlp.experts.454.up_proj,0.0000062187,0.05000,14.745
9,mlp.experts.359.up_proj,0.0000058529,0.05000,14.728
9,mlp.experts.239.down_proj,0.0000017232,0.05000,3.628
9,mlp.experts.201.down_proj,0.0000028130,0.05000,3.636
9,mlp.experts.84.down_proj,0.0000004355,0.05000,3.663
9,mlp.experts.427.up_proj,0.0000410296,0.05000,14.822
9,mlp.experts.492.up_proj,0.0000049611,0.05000,14.558
9,mlp.experts.485.up_proj,0.0000060642,0.05000,14.682
9,mlp.experts.408.up_proj,0.0000174283,0.05000,14.618
9,mlp.experts.403.up_proj,0.0000106194,0.05000,14.646
9,mlp.experts.419.up_proj,failsafe(rtn): 0.0013733,0.00000,0.745
9,mlp.experts.255.down_proj,0.0000007257,0.05000,3.632
9,mlp.experts.271.down_proj,failsafe(rtn): 0.0014420,0.00000,0.188
9,mlp.experts.217.down_proj,0.0000013265,0.05000,3.773
9,mlp.experts.233.down_proj,failsafe(rtn): 0.0014114,0.00000,0.166
9,mlp.experts.100.down_proj,0.0000009067,0.05000,3.765
9,mlp.experts.416.up_proj,0.0000072660,0.05000,14.743
9,mlp.experts.449.up_proj,0.0000087797,0.05000,14.815
9,mlp.experts.287.down_proj,0.0000010314,0.05000,3.768
9,mlp.experts.249.down_proj,0.0000005142,0.05000,3.807
9,mlp.experts.116.down_proj,0.0000021991,0.05000,3.758
9,mlp.experts.334.up_proj,0.0000227134,0.05000,14.573
9,mlp.experts.397.up_proj,0.0000042248,0.05000,14.613
9,mlp.experts.303.down_proj,0.0000005517,0.05000,3.782
9,mlp.experts.442.up_proj,0.0000154230,0.05000,14.882
9,mlp.experts.418.up_proj,0.0000249302,0.05000,14.832
9,mlp.experts.265.down_proj,0.0000021245,0.05000,3.729
9,mlp.experts.281.down_proj,failsafe(rtn): 0.0014877,0.00000,0.170
9,mlp.experts.132.down_proj,0.0000006742,0.05000,3.626
9,mlp.experts.434.up_proj,failsafe(rtn): 0.0013504,0.00000,0.714
9,mlp.experts.470.up_proj,0.0000092399,0.05000,14.848
9,mlp.experts.375.up_proj,0.0000153183,0.05000,14.977
9,mlp.experts.319.down_proj,0.0000017881,0.05000,3.761
9,mlp.experts.297.down_proj,0.0000005996,0.05000,3.868
9,mlp.experts.148.down_proj,0.0000018871,0.05000,3.916
9,mlp.experts.443.up_proj,0.0000099449,0.05000,15.182
9,mlp.experts.508.up_proj,0.0000144109,0.05000,15.138
9,mlp.experts.501.up_proj,0.0000174516,0.05000,15.234
9,mlp.experts.424.up_proj,0.0000087817,0.05000,15.252
9,mlp.experts.435.up_proj,0.0000153603,0.05000,15.244
9,mlp.experts.335.down_proj,0.0000012770,0.05000,3.914
9,mlp.experts.313.down_proj,0.0000008397,0.05000,3.896
9,mlp.experts.164.down_proj,0.0000014522,0.05000,3.847
9,mlp.experts.12.down_proj,0.0000009778,0.05000,3.689
9,mlp.experts.432.up_proj,0.0000128505,0.05000,15.017
9,mlp.experts.5.down_proj,0.0000003877,0.05000,3.684
9,mlp.experts.465.up_proj,0.0000391903,0.05000,15.119
9,mlp.experts.351.down_proj,0.0000042134,0.05000,3.688
9,mlp.experts.329.down_proj,0.0000011034,0.05000,3.715
9,mlp.experts.180.down_proj,0.0000002688,0.05000,3.816
9,mlp.experts.28.down_proj,0.0000009106,0.05000,3.877
9,mlp.experts.350.up_proj,0.0000173577,0.05000,15.255
9,mlp.experts.21.down_proj,0.0000002637,0.05000,3.823
9,mlp.experts.37.down_proj,failsafe(rtn): 0.0015259,0.00000,0.151
9,mlp.experts.413.up_proj,0.0000143906,0.05000,15.202
9,mlp.experts.367.down_proj,0.0000008133,0.05000,3.763
9,mlp.experts.383.down_proj,failsafe(rtn): 0.0015488,0.00000,0.180
9,mlp.experts.458.up_proj,0.0000070531,0.05000,15.002
9,mlp.experts.345.down_proj,0.0000016854,0.05000,3.692
9,mlp.experts.450.up_proj,0.0000066708,0.05000,15.000
9,mlp.experts.196.down_proj,0.0000012050,0.05000,3.625
9,mlp.experts.44.down_proj,0.0000001087,0.05000,3.671
9,mlp.experts.486.up_proj,0.0000066746,0.05000,15.194
9,mlp.experts.60.down_proj,failsafe(rtn): 0.0015259,0.00000,0.216
9,mlp.experts.53.down_proj,0.0000005344,0.05000,3.790
9,mlp.experts.391.up_proj,0.0000309877,0.05000,15.068
9,mlp.experts.399.down_proj,0.0000004907,0.05000,3.922
9,mlp.experts.361.down_proj,0.0000008377,0.05000,3.979
9,mlp.experts.212.down_proj,0.0000011043,0.05000,3.957
9,mlp.experts.459.up_proj,0.0000062993,0.05000,15.200
9,mlp.experts.76.down_proj,0.0000010219,0.05000,3.827
9,mlp.experts.69.down_proj,0.0000004040,0.05000,3.876
9,mlp.experts.85.down_proj,failsafe(rtn): 0.0014496,0.00000,0.197
9,mlp.experts.440.up_proj,0.0000024203,0.05000,15.097
9,mlp.experts.101.down_proj,failsafe(rtn): 0.0015259,0.00000,0.193
9,mlp.experts.451.up_proj,0.0000086230,0.05000,15.124
9,mlp.experts.415.down_proj,0.0000013238,0.05000,3.847
9,mlp.experts.377.down_proj,0.0000014458,0.05000,3.829
9,mlp.experts.393.down_proj,failsafe(rtn): 0.0014877,0.00000,0.212
9,mlp.experts.228.down_proj,0.0000025891,0.05000,3.829
9,mlp.experts.448.up_proj,0.0000161953,0.05000,15.221
9,mlp.experts.92.down_proj,0.0000006771,0.05000,3.907
9,mlp.experts.117.down_proj,0.0000033171,0.05000,3.897
9,mlp.experts.481.up_proj,0.0000237845,0.05000,15.333
9,mlp.experts.431.down_proj,0.0000015574,0.05000,3.883
9,mlp.experts.447.down_proj,failsafe(rtn): 0.0015259,0.00000,0.198
9,mlp.experts.409.down_proj,0.0000009199,0.05000,3.874
9,mlp.experts.244.down_proj,0.0000004727,0.05000,3.929
9,mlp.experts.366.up_proj,0.0000114640,0.05000,15.138
9,mlp.experts.108.down_proj,0.0000007373,0.05000,3.730
9,mlp.experts.429.up_proj,0.0000186231,0.05000,15.143
9,mlp.experts.133.down_proj,0.0000027136,0.05000,3.775
9,mlp.experts.474.up_proj,0.0000051806,0.05000,15.272
9,mlp.experts.463.down_proj,0.0000003758,0.05000,3.667
9,mlp.experts.479.down_proj,failsafe(rtn): 0.0014877,0.00000,0.174
9,mlp.experts.466.up_proj,0.0000050647,0.05000,15.361
9,mlp.experts.425.down_proj,0.0000003326,0.05000,3.716
9,mlp.experts.260.down_proj,0.0000015902,0.05000,3.683
9,mlp.experts.441.down_proj,failsafe(rtn): 0.0015182,0.00000,0.185
9,mlp.experts.457.down_proj,failsafe(rtn): 0.0014648,0.00000,0.213
9,mlp.experts.502.up_proj,0.0000113656,0.05000,15.148
9,mlp.experts.124.down_proj,0.0000011711,0.05000,3.723
9,mlp.experts.6.down_proj,failsafe(rtn): 0.0014114,0.00000,0.167
9,mlp.experts.140.down_proj,failsafe(rtn): 0.0014725,0.00000,0.195
9,mlp.experts.149.down_proj,0.0000004463,0.05000,3.795
9,mlp.experts.407.up_proj,0.0000063770,0.05000,15.144
9,mlp.experts.495.down_proj,0.0000025239,0.05000,3.785
9,mlp.experts.276.down_proj,0.0000012876,0.05000,3.686
9,mlp.experts.475.up_proj,0.0000140196,0.05000,15.087
9,mlp.experts.473.down_proj,0.0000007164,0.05000,3.701
9,mlp.experts.22.down_proj,0.0000019403,0.05000,3.621
9,mlp.experts.156.down_proj,0.0000015306,0.05000,3.625
9,mlp.experts.456.up_proj,0.0000096138,0.05000,14.762
9,mlp.experts.165.down_proj,0.0000018295,0.05000,3.676
9,mlp.experts.472.up_proj,failsafe(rtn): 0.0014496,0.00000,0.764
9,mlp.experts.467.up_proj,0.0000078906,0.05000,14.887
9,mlp.experts.511.down_proj,0.0000011818,0.05000,3.648
9,mlp.experts.292.down_proj,0.0000019241,0.05000,3.621
9,mlp.experts.308.down_proj,failsafe(rtn): 0.0014801,0.00000,0.200
9,mlp.experts.464.up_proj,0.0000093736,0.05000,14.671
9,mlp.experts.489.down_proj,0.0000007891,0.05000,3.645
9,mlp.experts.505.down_proj,failsafe(rtn): 0.0015182,0.00000,0.201
9,mlp.experts.38.down_proj,0.0000007190,0.05000,3.666
9,mlp.experts.172.down_proj,0.0000015346,0.05000,3.625
9,mlp.experts.54.down_proj,failsafe(rtn): 0.0015335,0.00000,0.152
9,mlp.experts.497.up_proj,0.0000045295,0.05000,14.650
9,mlp.experts.181.down_proj,0.0000005756,0.05000,3.532
9,mlp.experts.324.down_proj,0.0000018968,0.05000,3.004
9,mlp.experts.382.up_proj,0.0000159599,0.05000,13.987
9,mlp.experts.188.down_proj,0.0000003387,0.05000,2.961
9,mlp.experts.445.up_proj,0.0000213296,0.05000,13.900
9,mlp.experts.70.down_proj,0.0000014501,0.05000,2.942
9,mlp.experts.86.down_proj,failsafe(rtn): 0.0014420,0.00000,0.140
9,mlp.experts.102.down_proj,failsafe(rtn): 0.0015030,0.00000,0.161
9,mlp.experts.1.down_proj,0.0000009634,0.05000,3.011
9,mlp.experts.197.down_proj,0.0000025783,0.05000,2.973
9,mlp.experts.17.down_proj,failsafe(rtn): 0.0014801,0.00000,0.180
9,mlp.experts.490.up_proj,0.0000071364,0.05000,13.539
9,mlp.experts.482.up_proj,0.0000338035,0.05000,13.500
9,mlp.experts.340.down_proj,0.0000003059,0.05000,3.171
9,mlp.experts.204.down_proj,0.0000006738,0.05000,3.166
9,mlp.experts.118.down_proj,0.0000010283,0.05000,3.259
9,mlp.experts.423.up_proj,0.0000122054,0.05000,13.163
9,mlp.experts.213.down_proj,0.0000009289,0.05000,3.207
9,mlp.experts.33.down_proj,0.0000010223,0.05000,3.232
9,mlp.experts.491.up_proj,0.0000078072,0.05000,12.765
9,mlp.experts.356.down_proj,0.0000004189,0.05000,3.028
9,mlp.experts.220.down_proj,0.0000005736,0.05000,3.059
9,mlp.experts.236.down_proj,failsafe(rtn): 0.0015869,0.00000,0.176
9,mlp.experts.134.down_proj,0.0000034753,0.05000,2.982
9,mlp.experts.229.down_proj,0.0000026435,0.05000,3.008
9,mlp.experts.49.down_proj,0.0000016677,0.05000,2.984
9,mlp.experts.488.up_proj,0.0000132829,0.05000,12.571
9,mlp.experts.483.up_proj,0.0000037687,0.05000,12.596
9,mlp.experts.480.up_proj,0.0000092299,0.05000,12.315
9,mlp.experts.372.down_proj,0.0000006379,0.05000,3.210
9,mlp.experts.252.down_proj,0.0000008054,0.05000,3.210
9,mlp.experts.150.down_proj,0.0000008578,0.05000,3.044
9,mlp.experts.268.down_proj,failsafe(rtn): 0.0014267,0.00000,0.137
9,mlp.experts.245.down_proj,0.0000044265,0.05000,3.058
9,mlp.experts.65.down_proj,0.0000026767,0.05000,3.061
9,mlp.experts.388.down_proj,0.0000009609,0.05000,2.957
9,mlp.experts.398.up_proj,0.0000121844,0.05000,12.190
9,mlp.experts.404.down_proj,failsafe(rtn): 0.0015182,0.00000,0.176
9,mlp.experts.420.down_proj,failsafe(rtn): 0.0015182,0.00000,0.141
9,mlp.experts.461.up_proj,0.0000093813,0.05000,12.190
9,mlp.experts.166.down_proj,0.0000001665,0.05000,2.882
9,mlp.experts.284.down_proj,0.0000011668,0.05000,2.879
9,mlp.experts.261.down_proj,0.0000032105,0.05000,2.937
9,mlp.experts.477.up_proj,failsafe(rtn): 0.0013885,0.00000,0.652
9,mlp.experts.81.down_proj,0.0000007066,0.05000,3.026
9,mlp.experts.97.down_proj,failsafe(rtn): 0.0015030,0.00000,0.157
9,mlp.experts.506.up_proj,0.0000050438,0.05000,12.125
9,mlp.experts.498.up_proj,0.0000077600,0.05000,12.202
9,mlp.experts.436.down_proj,0.0000006219,0.05000,3.199
9,mlp.experts.182.down_proj,0.0000008984,0.05000,3.212
9,mlp.experts.300.down_proj,0.0000005384,0.05000,3.213
9,mlp.experts.439.up_proj,0.0000381585,0.05000,12.287
9,mlp.experts.277.down_proj,0.0000014152,0.05000,3.237
9,mlp.experts.113.down_proj,0.0000020175,0.05000,3.254
9,mlp.experts.10.down_proj,0.0000003094,0.05000,3.322
9,mlp.experts.2.down_proj,0.0000008650,0.05000,3.329
9,mlp.experts.507.up_proj,0.0000037526,0.05000,12.424
9,mlp.experts.452.down_proj,0.0000005242,0.05000,3.263
9,mlp.experts.468.down_proj,failsafe(rtn): 0.0013962,0.00000,0.139
9,mlp.experts.198.down_proj,0.0000002101,0.05000,3.261
9,mlp.experts.316.down_proj,0.0000002218,0.05000,3.291
9,mlp.experts.293.down_proj,0.0000038633,0.05000,3.202
9,mlp.experts.504.up_proj,0.0000148074,0.05000,12.376
9,mlp.experts.309.down_proj,failsafe(rtn): 0.0014725,0.00000,0.162
9,mlp.experts.499.up_proj,0.0000356964,0.05000,12.526
9,mlp.experts.129.down_proj,0.0000005028,0.05000,3.215
9,mlp.experts.26.down_proj,0.0000007875,0.05000,3.247
9,mlp.experts.18.down_proj,0.0000010501,0.05000,3.220
9,mlp.experts.11.down_proj,0.0000006528,0.05000,3.208
9,mlp.experts.496.up_proj,0.0000120302,0.05000,12.541
9,mlp.experts.484.down_proj,0.0000006900,0.05000,3.213
9,mlp.experts.214.down_proj,0.0000000814,0.05000,3.223
9,mlp.experts.332.down_proj,0.0000005898,0.05000,3.215
9,mlp.experts.8.down_proj,0.0000006082,0.05000,3.251
9,mlp.experts.325.down_proj,0.0000019702,0.05000,3.249
9,mlp.experts.3.down_proj,0.0000004156,0.05000,3.213
9,mlp.experts.341.down_proj,failsafe(rtn): 0.0015106,0.00000,0.176
9,mlp.experts.145.down_proj,0.0000004111,0.05000,3.252
9,mlp.experts.42.down_proj,0.0000029567,0.05000,3.200
9,mlp.experts.58.down_proj,failsafe(rtn): 0.0014954,0.00000,0.193
9,mlp.experts.34.down_proj,0.0000005856,0.05000,3.283
9,mlp.experts.27.down_proj,0.0000009122,0.05000,3.290
9,mlp.experts.50.down_proj,failsafe(rtn): 0.0015106,0.00000,0.182
9,mlp.experts.0.down_proj,0.0000011362,0.05000,3.285
9,mlp.experts.414.up_proj,0.0000147181,0.05000,12.776
9,mlp.experts.500.down_proj,0.0000005348,0.05000,3.281
9,mlp.experts.230.down_proj,0.0000004727,0.05000,3.240
9,mlp.experts.348.down_proj,0.0000019825,0.05000,3.205
9,mlp.experts.493.up_proj,0.0000377099,0.05000,12.812
9,mlp.experts.24.down_proj,0.0000023898,0.05000,3.224
9,mlp.experts.19.down_proj,0.0000039569,0.05000,3.115
9,mlp.experts.357.down_proj,0.0000023610,0.05000,3.143
9,mlp.experts.161.down_proj,0.0000016542,0.05000,3.177
9,mlp.experts.74.down_proj,0.0000032052,0.05000,3.067
9,mlp.experts.43.down_proj,0.0000022369,0.05000,2.888
9,mlp.experts.66.down_proj,0.0000005541,0.05000,2.850
9,mlp.experts.16.down_proj,0.0000002353,0.05000,2.817
9,mlp.experts.246.down_proj,0.0000024193,0.05000,2.815
9,mlp.experts.364.down_proj,0.0000012406,0.05000,2.769
9,mlp.experts.455.up_proj,0.0000249776,0.05000,12.471
9,mlp.experts.380.down_proj,failsafe(rtn): 0.0015106,0.00000,0.158
9,mlp.experts.40.down_proj,0.0000004193,0.05000,2.814
9,mlp.experts.35.down_proj,0.0000016461,0.05000,2.825
9,mlp.experts.373.down_proj,0.0000005850,0.05000,2.873
9,mlp.experts.177.down_proj,0.0000003832,0.05000,2.824
9,mlp.experts.90.down_proj,0.0000029268,0.05000,2.892
9,mlp.experts.59.down_proj,0.0000003899,0.05000,2.971
9,mlp.experts.82.down_proj,0.0000008059,0.05000,2.918
9,mlp.experts.32.down_proj,0.0000013520,0.05000,2.939
9,mlp.experts.262.down_proj,0.0000005308,0.05000,3.028
9,mlp.experts.396.down_proj,0.0000019436,0.05000,3.024
9,mlp.experts.56.down_proj,0.0000013833,0.05000,2.974
9,mlp.experts.72.down_proj,failsafe(rtn): 0.0013504,0.00000,0.148
9,mlp.experts.51.down_proj,0.0000007254,0.05000,3.062
9,mlp.experts.389.down_proj,0.0000015584,0.05000,2.991
9,mlp.experts.193.down_proj,0.0000030399,0.05000,3.073
9,mlp.experts.209.down_proj,failsafe(rtn): 0.0014801,0.00000,0.139
9,mlp.experts.225.down_proj,failsafe(rtn): 0.0015106,0.00000,0.159
9,mlp.experts.106.down_proj,0.0000004778,0.05000,2.968
9,mlp.experts.75.down_proj,0.0000011304,0.05000,2.971
9,mlp.experts.98.down_proj,0.0000010845,0.05000,3.007
9,mlp.experts.91.down_proj,failsafe(rtn): 0.0014343,0.00000,0.134
9,mlp.experts.48.down_proj,0.0000012029,0.05000,3.005
9,mlp.experts.278.down_proj,0.0000002386,0.05000,2.980
9,mlp.experts.412.down_proj,0.0000009132,0.05000,2.922
9,mlp.experts.88.down_proj,0.0000005536,0.05000,2.911
9,mlp.experts.428.down_proj,failsafe(rtn): 0.0014191,0.00000,0.152
9,mlp.experts.67.down_proj,0.0000031877,0.05000,2.963
9,mlp.experts.405.down_proj,0.0000005366,0.05000,2.971
9,mlp.experts.241.down_proj,0.0000010923,0.05000,2.945
9,mlp.experts.122.down_proj,0.0000008948,0.05000,2.934
9,mlp.experts.114.down_proj,0.0000008001,0.05000,2.946
9,mlp.experts.107.down_proj,0.0000050285,0.05000,2.926
9,mlp.experts.64.down_proj,0.0000031297,0.05000,2.993
9,mlp.experts.430.up_proj,0.0000214068,0.05000,11.759
9,mlp.experts.294.down_proj,0.0000001713,0.05000,2.841
9,mlp.experts.509.up_proj,0.0000062684,0.05000,11.632
9,mlp.experts.444.down_proj,0.0000017766,0.05000,2.796
9,mlp.experts.104.down_proj,0.0000033032,0.05000,2.812
9,mlp.experts.83.down_proj,0.0000007630,0.05000,2.792
9,mlp.experts.421.down_proj,0.0000013145,0.05000,2.804
9,mlp.experts.257.down_proj,0.0000017173,0.05000,2.817
9,mlp.experts.138.down_proj,0.0000008415,0.05000,2.850
9,mlp.experts.154.down_proj,failsafe(rtn): 0.0015030,0.00000,0.152
9,mlp.experts.130.down_proj,0.0000034629,0.05000,2.872
9,mlp.experts.123.down_proj,0.0000008624,0.05000,2.859
9,mlp.experts.80.down_proj,0.0000016331,0.05000,2.849
9,mlp.experts.471.up_proj,0.0000148277,0.05000,11.530
9,mlp.experts.310.down_proj,0.0000017828,0.05000,2.805
9,mlp.experts.13.down_proj,0.0000008130,0.05000,2.835
9,mlp.experts.460.down_proj,0.0000006863,0.05000,2.834
9,mlp.experts.120.down_proj,0.0000006122,0.05000,2.912
9,mlp.experts.99.down_proj,0.0000003232,0.05000,2.966
9,mlp.experts.437.down_proj,0.0000012872,0.05000,2.957
9,mlp.experts.453.down_proj,failsafe(rtn): 0.0015182,0.00000,0.143
9,mlp.experts.273.down_proj,0.0000004392,0.05000,2.867
9,mlp.experts.289.down_proj,failsafe(rtn): 0.0015335,0.00000,0.146
9,mlp.experts.170.down_proj,0.0000007952,0.05000,2.840
9,mlp.experts.146.down_proj,0.0000010353,0.05000,2.763
9,mlp.experts.139.down_proj,0.0000029003,0.05000,2.785
9,mlp.experts.96.down_proj,0.0000005055,0.05000,2.799
9,mlp.experts.326.down_proj,0.0000004549,0.05000,2.834
9,mlp.experts.29.down_proj,0.0000008557,0.05000,2.786
9,mlp.experts.476.down_proj,0.0000010175,0.05000,2.822
9,mlp.experts.136.down_proj,0.0000001050,0.05000,2.793
9,mlp.experts.115.down_proj,0.0000011915,0.05000,2.806
9,mlp.experts.469.down_proj,0.0000005445,0.05000,2.822
9,mlp.experts.305.down_proj,0.0000007622,0.05000,2.777
9,mlp.experts.186.down_proj,0.0000019328,0.05000,2.814
9,mlp.experts.162.down_proj,0.0000007776,0.05000,2.905
9,mlp.experts.155.down_proj,0.0000005947,0.05000,2.894
9,mlp.experts.112.down_proj,0.0000018014,0.05000,2.914
9,mlp.experts.342.down_proj,0.0000015359,0.05000,2.871
9,mlp.experts.45.down_proj,0.0000005146,0.05000,2.895
9,mlp.experts.492.down_proj,0.0000005919,0.05000,2.874
9,mlp.experts.152.down_proj,0.0000028830,0.05000,2.859
9,mlp.experts.131.down_proj,0.0000010664,0.05000,2.909
9,mlp.experts.485.down_proj,0.0000003826,0.05000,2.893
9,mlp.experts.147.down_proj,failsafe(rtn): 0.0014877,0.00000,0.173
9,mlp.experts.321.down_proj,0.0000012791,0.05000,2.962
9,mlp.experts.202.down_proj,0.0000006350,0.05000,2.881
9,mlp.experts.446.up_proj,0.0000278029,0.05000,11.255
9,mlp.experts.178.down_proj,0.0000001667,0.05000,2.892
9,mlp.experts.171.down_proj,0.0000026323,0.05000,2.891
9,mlp.experts.194.down_proj,failsafe(rtn): 0.0014496,0.00000,0.143
9,mlp.experts.128.down_proj,0.0000009773,0.05000,2.919
9,mlp.experts.462.up_proj,failsafe(rtn): 0.0013962,0.00000,0.571
9,mlp.experts.358.down_proj,0.0000016011,0.05000,2.953
9,mlp.experts.61.down_proj,0.0000014646,0.05000,2.934
9,mlp.experts.374.down_proj,failsafe(rtn): 0.0014648,0.00000,0.134
9,mlp.experts.508.down_proj,0.0000007101,0.05000,2.863
9,mlp.experts.168.down_proj,0.0000018284,0.05000,2.898
9,mlp.experts.501.down_proj,0.0000013740,0.05000,2.852
9,mlp.experts.163.down_proj,0.0000008496,0.05000,2.853
9,mlp.experts.337.down_proj,0.0000012032,0.05000,2.783
9,mlp.experts.218.down_proj,0.0000032749,0.05000,2.744
9,mlp.experts.187.down_proj,0.0000006378,0.05000,2.533
9,mlp.experts.210.down_proj,0.0000008380,0.05000,2.518
9,mlp.experts.144.down_proj,0.0000025417,0.05000,2.499
9,mlp.experts.160.down_proj,failsafe(rtn): 0.0014877,0.00000,0.107
9,mlp.experts.176.down_proj,failsafe(rtn): 0.0014801,0.00000,0.110
9,mlp.experts.487.up_proj,0.0000081762,0.05000,10.968
9,mlp.experts.77.down_proj,0.0000001136,0.05000,2.297
9,mlp.experts.390.down_proj,0.0000012933,0.05000,2.321
9,mlp.experts.184.down_proj,0.0000005287,0.05000,2.293
9,mlp.experts.179.down_proj,0.0000017217,0.05000,2.282
9,mlp.experts.353.down_proj,0.0000002066,0.05000,2.308
9,mlp.experts.234.down_proj,0.0000001511,0.05000,2.287
9,mlp.experts.203.down_proj,0.0000005425,0.05000,2.385
9,mlp.experts.226.down_proj,0.0000007725,0.05000,2.385
9,mlp.experts.219.down_proj,failsafe(rtn): 0.0014343,0.00000,0.129
9,mlp.experts.192.down_proj,0.0000007165,0.05000,2.372
9,mlp.experts.93.down_proj,0.0000004784,0.05000,2.363
9,mlp.experts.406.down_proj,0.0000002063,0.05000,2.388
9,mlp.experts.200.down_proj,0.0000004215,0.05000,2.350
9,mlp.experts.195.down_proj,0.0000013112,0.05000,2.317
9,mlp.experts.369.down_proj,0.0000018731,0.05000,2.315
9,mlp.experts.250.down_proj,0.0000022580,0.05000,2.315
9,mlp.experts.242.down_proj,0.0000013223,0.05000,2.273
9,mlp.experts.235.down_proj,0.0000011873,0.05000,2.263
9,mlp.experts.258.down_proj,failsafe(rtn): 0.0014725,0.00000,0.109
9,mlp.experts.208.down_proj,0.0000007298,0.05000,2.263
9,mlp.experts.109.down_proj,0.0000001198,0.05000,2.230
9,mlp.experts.422.down_proj,0.0000008028,0.05000,2.252
9,mlp.experts.216.down_proj,0.0000009227,0.05000,2.175
9,mlp.experts.232.down_proj,failsafe(rtn): 0.0013351,0.00000,0.141
9,mlp.experts.211.down_proj,0.0000019492,0.05000,2.272
9,mlp.experts.385.down_proj,0.0000030470,0.05000,2.343
9,mlp.experts.266.down_proj,0.0000028627,0.05000,2.324
9,mlp.experts.282.down_proj,failsafe(rtn): 0.0014496,0.00000,0.122
9,mlp.experts.251.down_proj,0.0000001687,0.05000,2.331
9,mlp.experts.274.down_proj,0.0000039542,0.05000,2.380
9,mlp.experts.478.up_proj,0.0000261726,0.05000,9.305
9,mlp.experts.224.down_proj,0.0000014015,0.05000,2.346
9,mlp.experts.125.down_proj,0.0000018391,0.05000,2.396
9,mlp.experts.438.down_proj,0.0000040391,0.05000,2.409
9,mlp.experts.141.down_proj,failsafe(rtn): 0.0015182,0.00000,0.122
9,mlp.experts.248.down_proj,0.0000003198,0.05000,2.381
9,mlp.experts.227.down_proj,0.0000008725,0.05000,2.332
9,mlp.experts.401.down_proj,0.0000003785,0.05000,2.373
9,mlp.experts.298.down_proj,0.0000001030,0.05000,2.345
9,mlp.experts.314.down_proj,failsafe(rtn): 0.0014801,0.00000,0.125
9,mlp.experts.267.down_proj,0.0000003313,0.05000,2.297
9,mlp.experts.290.down_proj,0.0000005913,0.05000,2.308
9,mlp.experts.240.down_proj,0.0000004662,0.05000,2.286
9,mlp.experts.503.up_proj,0.0000073838,0.05000,9.348
9,mlp.experts.454.down_proj,0.0000003412,0.05000,2.289
9,mlp.experts.157.down_proj,0.0000005061,0.05000,2.259
9,mlp.experts.264.down_proj,0.0000007954,0.05000,2.248
9,mlp.experts.243.down_proj,0.0000005313,0.05000,2.301
9,mlp.experts.417.down_proj,0.0000009536,0.05000,2.212
9,mlp.experts.330.down_proj,0.0000002725,0.05000,2.201
9,mlp.experts.283.down_proj,0.0000013626,0.05000,2.232
9,mlp.experts.306.down_proj,0.0000011829,0.05000,2.262
9,mlp.experts.256.down_proj,0.0000011862,0.05000,2.255
9,mlp.experts.272.down_proj,failsafe(rtn): 0.0015182,0.00000,0.108
9,mlp.experts.7.down_proj,0.0000011111,0.05000,2.274
9,mlp.experts.280.down_proj,0.0000029023,0.05000,2.191
9,mlp.experts.470.down_proj,0.0000007138,0.05000,2.276
9,mlp.experts.173.down_proj,0.0000011195,0.05000,2.275
9,mlp.experts.259.down_proj,0.0000047442,0.05000,2.285
9,mlp.experts.433.down_proj,0.0000010165,0.05000,2.267
9,mlp.experts.346.down_proj,0.0000008094,0.05000,2.320
9,mlp.experts.299.down_proj,0.0000009427,0.05000,2.321
9,mlp.experts.322.down_proj,0.0000007195,0.05000,2.309
9,mlp.experts.288.down_proj,0.0000006223,0.05000,2.288
9,mlp.experts.23.down_proj,0.0000009683,0.05000,2.312
9,mlp.experts.39.down_proj,failsafe(rtn): 0.0014725,0.00000,0.117
9,mlp.experts.296.down_proj,0.0000006082,0.05000,2.290
9,mlp.experts.189.down_proj,0.0000002978,0.05000,2.304
9,mlp.experts.486.down_proj,0.0000005078,0.05000,2.343
9,mlp.experts.312.down_proj,failsafe(rtn): 0.0014725,0.00000,0.124
9,mlp.experts.275.down_proj,0.0000012096,0.05000,2.287
9,mlp.experts.291.down_proj,failsafe(rtn): 0.0014801,0.00000,0.109
9,mlp.experts.307.down_proj,failsafe(rtn): 0.0014191,0.00000,0.109
9,mlp.experts.449.down_proj,0.0000010027,0.05000,2.279
9,mlp.experts.362.down_proj,0.0000011075,0.05000,2.330
9,mlp.experts.315.down_proj,0.0000009396,0.05000,2.299
9,mlp.experts.494.up_proj,0.0000100500,0.05000,9.060
9,mlp.experts.331.down_proj,failsafe(rtn): 0.0014572,0.00000,0.130
9,mlp.experts.338.down_proj,0.0000016153,0.05000,2.345
9,mlp.experts.304.down_proj,0.0000015547,0.05000,2.244
9,mlp.experts.55.down_proj,0.0000001628,0.05000,2.357
9,mlp.experts.205.down_proj,0.0000018149,0.05000,2.353
9,mlp.experts.502.down_proj,0.0000009243,0.05000,2.399
9,mlp.experts.328.down_proj,0.0000015577,0.05000,2.369
9,mlp.experts.323.down_proj,0.0000003478,0.05000,2.371
9,mlp.experts.465.down_proj,0.0000035520,0.05000,2.352
9,mlp.experts.378.down_proj,0.0000002864,0.05000,2.272
9,mlp.experts.347.down_proj,0.0000026081,0.05000,2.187
9,mlp.experts.354.down_proj,0.0000011228,0.05000,2.156
9,mlp.experts.320.down_proj,0.0000036176,0.05000,2.113
9,mlp.experts.336.down_proj,failsafe(rtn): 0.0014572,0.00000,0.103
9,mlp.experts.71.down_proj,0.0000013915,0.05000,2.055
9,mlp.experts.221.down_proj,0.0000014408,0.05000,1.971
9,mlp.experts.344.down_proj,0.0000024779,0.05000,1.981
9,mlp.experts.339.down_proj,0.0000004120,0.05000,1.946
9,mlp.experts.481.down_proj,0.0000028826,0.05000,1.936
9,mlp.experts.394.down_proj,0.0000027495,0.05000,1.891
9,mlp.experts.370.down_proj,0.0000008663,0.05000,1.952
9,mlp.experts.363.down_proj,0.0000008165,0.05000,1.991
9,mlp.experts.379.down_proj,failsafe(rtn): 0.0015182,0.00000,0.105
9,mlp.experts.352.down_proj,0.0000017910,0.05000,1.981
9,mlp.experts.87.down_proj,0.0000001251,0.05000,1.963
9,mlp.experts.237.down_proj,0.0000010114,0.05000,1.944
9,mlp.experts.360.down_proj,0.0000006938,0.05000,1.932
9,mlp.experts.355.down_proj,0.0000028557,0.05000,1.952
9,mlp.experts.497.down_proj,0.0000005956,0.05000,1.932
9,mlp.experts.410.down_proj,0.0000010508,0.05000,1.913
9,mlp.experts.386.down_proj,0.0000008868,0.05000,1.831
9,mlp.experts.395.down_proj,0.0000011807,0.05000,1.829
9,mlp.experts.368.down_proj,0.0000002385,0.05000,1.804
9,mlp.experts.253.down_proj,0.0000022533,0.05000,1.797
9,mlp.experts.103.down_proj,0.0000011782,0.05000,1.842
9,mlp.experts.376.down_proj,0.0000030770,0.05000,1.760
9,mlp.experts.371.down_proj,0.0000014973,0.05000,1.815
9,mlp.experts.426.down_proj,0.0000011068,0.05000,1.807
9,mlp.experts.510.up_proj,0.0000123098,0.05000,7.879
9,mlp.experts.402.down_proj,0.0000007191,0.05000,1.852
9,mlp.experts.411.down_proj,0.0000006765,0.05000,1.833
9,mlp.experts.384.down_proj,0.0000027223,0.05000,1.856
9,mlp.experts.269.down_proj,0.0000048076,0.05000,1.853
9,mlp.experts.119.down_proj,0.0000009298,0.05000,1.897
9,mlp.experts.392.down_proj,0.0000001302,0.05000,1.843
9,mlp.experts.387.down_proj,0.0000010502,0.05000,1.827
9,mlp.experts.442.down_proj,0.0000011263,0.05000,1.860
9,mlp.experts.14.down_proj,0.0000006889,0.05000,1.849
9,mlp.experts.418.down_proj,0.0000015020,0.05000,1.850
9,mlp.experts.427.down_proj,0.0000026640,0.05000,1.817
9,mlp.experts.434.down_proj,failsafe(rtn): 0.0014801,0.00000,0.093
9,mlp.experts.400.down_proj,0.0000021019,0.05000,1.821
9,mlp.experts.285.down_proj,0.0000001370,0.05000,1.790
9,mlp.experts.408.down_proj,0.0000013894,0.05000,1.804
9,mlp.experts.135.down_proj,0.0000011531,0.05000,1.861
9,mlp.experts.403.down_proj,0.0000008527,0.05000,1.803
9,mlp.experts.419.down_proj,failsafe(rtn): 0.0014420,0.00000,0.085
9,mlp.experts.458.down_proj,0.0000006558,0.05000,1.821
9,mlp.experts.30.down_proj,0.0000016764,0.05000,1.798
9,mlp.experts.443.down_proj,0.0000004607,0.05000,1.750
9,mlp.experts.416.down_proj,0.0000006722,0.05000,1.772
9,mlp.experts.450.down_proj,0.0000005621,0.05000,1.809
9,mlp.experts.301.down_proj,0.0000007178,0.05000,1.760
9,mlp.experts.424.down_proj,0.0000005888,0.05000,1.787
9,mlp.experts.151.down_proj,0.0000009185,0.05000,1.834
9,mlp.experts.435.down_proj,0.0000019905,0.05000,1.876
9,mlp.experts.474.down_proj,0.0000002393,0.05000,1.920
9,mlp.experts.46.down_proj,0.0000002090,0.05000,1.898
9,mlp.experts.459.down_proj,0.0000005949,0.05000,1.882
9,mlp.experts.432.down_proj,0.0000008431,0.05000,1.861
9,mlp.experts.466.down_proj,0.0000005278,0.05000,1.888
9,mlp.experts.317.down_proj,0.0000007496,0.05000,1.857
9,mlp.experts.440.down_proj,0.0000001015,0.05000,1.842
9,mlp.experts.167.down_proj,0.0000006849,0.05000,1.870
9,mlp.experts.451.down_proj,0.0000008429,0.05000,1.812
9,mlp.experts.490.down_proj,0.0000008343,0.05000,1.839
9,mlp.experts.62.down_proj,0.0000004579,0.05000,1.853
9,mlp.experts.475.down_proj,0.0000012130,0.05000,1.868
9,mlp.experts.448.down_proj,0.0000030123,0.05000,1.856
9,mlp.experts.482.down_proj,0.0000021861,0.05000,1.850
9,mlp.experts.333.down_proj,0.0000012503,0.05000,1.793
9,mlp.experts.349.down_proj,failsafe(rtn): 0.0014801,0.00000,0.082
9,mlp.experts.456.down_proj,0.0000006876,0.05000,1.825
9,mlp.experts.472.down_proj,failsafe(rtn): 0.0015106,0.00000,0.087
9,mlp.experts.183.down_proj,0.0000015359,0.05000,1.826
9,mlp.experts.467.down_proj,0.0000009682,0.05000,1.833
9,mlp.experts.506.down_proj,0.0000005595,0.05000,1.832
9,mlp.experts.78.down_proj,0.0000011799,0.05000,1.757
9,mlp.experts.464.down_proj,0.0000004007,0.05000,1.727
9,mlp.experts.491.down_proj,0.0000006605,0.05000,1.799
9,mlp.experts.498.down_proj,0.0000013425,0.05000,1.784
9,mlp.experts.365.down_proj,0.0000007897,0.05000,1.746
9,mlp.experts.488.down_proj,0.0000019300,0.05000,1.726
9,mlp.experts.199.down_proj,0.0000011881,0.05000,1.717
9,mlp.experts.483.down_proj,0.0000002470,0.05000,1.615
9,mlp.experts.94.down_proj,0.0000007725,0.05000,1.467
9,mlp.experts.480.down_proj,0.0000006873,0.05000,1.480
9,mlp.experts.507.down_proj,0.0000001857,0.05000,1.500
9,mlp.experts.381.down_proj,0.0000024278,0.05000,1.367
9,mlp.experts.215.down_proj,0.0000016588,0.05000,1.323
9,mlp.experts.504.down_proj,0.0000007219,0.05000,1.349
9,mlp.experts.499.down_proj,0.0000016986,0.05000,1.199
9,mlp.experts.110.down_proj,0.0000007638,0.05000,0.917
9,mlp.experts.496.down_proj,0.0000011289,0.05000,0.881
9,mlp.experts.397.down_proj,0.0000003802,0.05000,0.716
9,mlp.experts.231.down_proj,0.0000006151,0.05000,0.664
9,mlp.experts.126.down_proj,0.0000008850,0.05000,0.374
9,mlp.experts.413.down_proj,0.0000012527,0.05000,0.344
9,mlp.experts.247.down_proj,0.0000025840,0.05000,0.368
9,mlp.experts.263.down_proj,failsafe(rtn): 0.0015030,0.00000,0.017
9,mlp.experts.142.down_proj,0.0000037741,0.05000,0.322
9,mlp.experts.429.down_proj,0.0000030941,0.05000,0.302
9,mlp.experts.279.down_proj,0.0000017739,0.05000,0.305
9,mlp.experts.158.down_proj,0.0000007104,0.05000,0.337
9,mlp.experts.445.down_proj,0.0000020780,0.05000,0.377
9,mlp.experts.295.down_proj,0.0000012289,0.05000,0.359
9,mlp.experts.174.down_proj,0.0000001981,0.05000,0.391
9,mlp.experts.461.down_proj,0.0000003994,0.05000,0.423
9,mlp.experts.477.down_proj,failsafe(rtn): 0.0014572,0.00000,0.030
9,mlp.experts.311.down_proj,0.0000010332,0.05000,0.441
9,mlp.experts.190.down_proj,0.0000009702,0.05000,0.411
9,mlp.experts.493.down_proj,0.0000029558,0.05000,0.402
9,mlp.experts.327.down_proj,0.0000004640,0.05000,0.470
9,mlp.experts.206.down_proj,0.0000012575,0.05000,0.414
9,mlp.experts.509.down_proj,0.0000004108,0.05000,0.441
9,mlp.experts.343.down_proj,0.0000013777,0.05000,0.361
9,mlp.experts.222.down_proj,0.0000005436,0.05000,0.302
9,mlp.experts.359.down_proj,0.0000002474,0.05000,0.207
9,mlp.experts.238.down_proj,0.0000004984,0.05000,0.185
9,mlp.experts.375.down_proj,0.0000007606,0.05000,0.184
9,mlp.experts.254.down_proj,0.0000022290,0.05000,0.193
9,mlp.experts.391.down_proj,0.0000018690,0.05000,0.197
9,mlp.experts.270.down_proj,0.0000017250,0.05000,0.183
9,mlp.experts.407.down_proj,0.0000003976,0.05000,0.186
9,mlp.experts.286.down_proj,0.0000004510,0.05000,0.183
9,mlp.experts.423.down_proj,0.0000036848,0.05000,0.187
9,mlp.experts.302.down_proj,0.0000002524,0.05000,0.184
9,mlp.experts.439.down_proj,0.0000028370,0.05000,0.183
9,mlp.experts.318.down_proj,0.0000020299,0.05000,0.182
9,mlp.experts.455.down_proj,0.0000015710,0.05000,0.182
9,mlp.experts.334.down_proj,0.0000014074,0.05000,0.183
9,mlp.experts.471.down_proj,0.0000008884,0.05000,0.184
9,mlp.experts.350.down_proj,0.0000009098,0.05000,0.185
9,mlp.experts.487.down_proj,0.0000006275,0.05000,0.182
9,mlp.experts.366.down_proj,0.0000006766,0.05000,0.184
9,mlp.experts.503.down_proj,0.0000005318,0.05000,0.183
9,mlp.experts.382.down_proj,0.0000010636,0.05000,0.168
9,mlp.experts.398.down_proj,0.0000024086,0.05000,0.131
9,mlp.experts.414.down_proj,0.0000008645,0.05000,0.127
9,mlp.experts.430.down_proj,0.0000023209,0.05000,0.128
9,mlp.experts.446.down_proj,0.0000024237,0.05000,0.132
9,mlp.experts.462.down_proj,failsafe(rtn): 0.0014725,0.00000,0.009
9,mlp.experts.478.down_proj,0.0000019859,0.05000,0.130
9,mlp.experts.494.down_proj,0.0000011028,0.05000,0.127
9,mlp.experts.510.down_proj,0.0000008857,0.05000,0.131
10,mlp.experts.6.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.788
10,mlp.experts.22.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.809
10,mlp.experts.4.gate_proj,0.0000270157,0.05000,14.128
10,mlp.experts.14.gate_proj,0.0000065754,0.05000,14.148
10,mlp.experts.12.gate_proj,0.0000241325,0.05000,14.201
10,mlp.experts.13.gate_proj,0.0000170270,0.05000,14.251
10,mlp.experts.2.gate_proj,0.0000250198,0.05000,14.226
10,mlp.experts.5.gate_proj,0.0000135303,0.05000,14.288
10,mlp.experts.10.gate_proj,0.0000245124,0.05000,14.294
10,mlp.experts.11.gate_proj,0.0000180415,0.05000,14.309
10,mlp.experts.8.gate_proj,0.0000049120,0.05000,14.318
10,mlp.experts.1.gate_proj,0.0000250976,0.05000,14.335
10,mlp.experts.7.gate_proj,0.0000213636,0.05000,14.351
10,mlp.experts.0.gate_proj,0.0000201940,0.05000,14.369
10,mlp.experts.15.gate_proj,0.0000101809,0.05000,14.363
10,mlp.experts.3.gate_proj,0.0000249068,0.05000,14.373
10,mlp.experts.9.gate_proj,0.0000098181,0.05000,14.519
10,mlp.experts.28.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.793
10,mlp.experts.26.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.763
10,mlp.experts.38.gate_proj,0.0000082367,0.05000,14.161
10,mlp.experts.54.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.785
10,mlp.experts.20.gate_proj,0.0000276033,0.05000,14.717
10,mlp.experts.16.gate_proj,0.0000402036,0.05000,14.549
10,mlp.experts.30.gate_proj,0.0000070472,0.05000,14.798
10,mlp.experts.18.gate_proj,0.0000292665,0.05000,14.846
10,mlp.experts.24.gate_proj,0.0000253200,0.05000,14.773
10,mlp.experts.29.gate_proj,0.0000067037,0.05000,14.883
10,mlp.experts.27.gate_proj,0.0000599703,0.05000,14.868
10,mlp.experts.19.gate_proj,0.0000385706,0.05000,14.783
10,mlp.experts.23.gate_proj,0.0000281301,0.05000,14.862
10,mlp.experts.17.gate_proj,0.0000417932,0.05000,14.878
10,mlp.experts.21.gate_proj,0.0000317572,0.05000,14.968
10,mlp.experts.31.gate_proj,0.0000160036,0.05000,14.880
10,mlp.experts.25.gate_proj,0.0000069038,0.05000,14.849
10,mlp.experts.42.gate_proj,0.0000044074,0.05000,14.677
10,mlp.experts.44.gate_proj,0.0000094303,0.05000,14.764
10,mlp.experts.43.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.744
10,mlp.experts.47.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.720
10,mlp.experts.58.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.713
10,mlp.experts.63.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.725
10,mlp.experts.70.gate_proj,0.0000107726,0.05000,14.615
10,mlp.experts.32.gate_proj,0.0000391692,0.05000,14.596
10,mlp.experts.36.gate_proj,0.0000215685,0.05000,14.726
10,mlp.experts.46.gate_proj,0.0000109242,0.05000,14.707
10,mlp.experts.34.gate_proj,0.0000130575,0.05000,14.638
10,mlp.experts.40.gate_proj,0.0000035975,0.05000,14.686
10,mlp.experts.45.gate_proj,0.0000049070,0.05000,14.728
10,mlp.experts.35.gate_proj,0.0000310269,0.05000,14.670
10,mlp.experts.39.gate_proj,0.0000105615,0.05000,14.763
10,mlp.experts.41.gate_proj,0.0000298051,0.05000,14.616
10,mlp.experts.37.gate_proj,0.0000093229,0.05000,14.729
10,mlp.experts.33.gate_proj,0.0000100174,0.05000,14.815
10,mlp.experts.60.gate_proj,0.0000073012,0.05000,14.578
10,mlp.experts.59.gate_proj,0.0000130420,0.05000,14.742
10,mlp.experts.57.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.838
10,mlp.experts.74.gate_proj,0.0000067320,0.05000,14.760
10,mlp.experts.73.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.749
10,mlp.experts.79.gate_proj,0.0000144255,0.05000,14.868
10,mlp.experts.86.gate_proj,0.0000136170,0.05000,14.628
10,mlp.experts.48.gate_proj,0.0000201307,0.05000,14.669
10,mlp.experts.62.gate_proj,0.0000087519,0.05000,14.543
10,mlp.experts.52.gate_proj,0.0000169916,0.05000,14.658
10,mlp.experts.50.gate_proj,0.0000076657,0.05000,14.702
10,mlp.experts.61.gate_proj,0.0000119212,0.05000,14.591
10,mlp.experts.56.gate_proj,0.0000098675,0.05000,14.733
10,mlp.experts.51.gate_proj,0.0000218987,0.05000,14.659
10,mlp.experts.55.gate_proj,0.0000060627,0.05000,14.725
10,mlp.experts.53.gate_proj,0.0000094465,0.05000,14.845
10,mlp.experts.49.gate_proj,0.0000090586,0.05000,14.865
10,mlp.experts.76.gate_proj,0.0000268498,0.05000,14.692
10,mlp.experts.68.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.847
10,mlp.experts.75.gate_proj,0.0000208110,0.05000,14.747
10,mlp.experts.90.gate_proj,0.0000252601,0.05000,14.733
10,mlp.experts.95.gate_proj,0.0000195554,0.05000,14.623
10,mlp.experts.89.gate_proj,0.0000036194,0.05000,14.737
10,mlp.experts.102.gate_proj,0.0000449720,0.05000,14.669
10,mlp.experts.64.gate_proj,0.0000097864,0.05000,14.646
10,mlp.experts.78.gate_proj,0.0000374384,0.05000,14.740
10,mlp.experts.77.gate_proj,0.0000120566,0.05000,14.577
10,mlp.experts.66.gate_proj,0.0000072337,0.05000,14.774
10,mlp.experts.67.gate_proj,0.0000131348,0.05000,14.703
10,mlp.experts.72.gate_proj,0.0000154715,0.05000,14.784
10,mlp.experts.71.gate_proj,0.0000090591,0.05000,14.754
10,mlp.experts.69.gate_proj,0.0000254025,0.05000,14.701
10,mlp.experts.92.gate_proj,0.0000133273,0.05000,14.519
10,mlp.experts.80.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.733
10,mlp.experts.65.gate_proj,0.0000012478,0.05000,14.777
10,mlp.experts.84.gate_proj,0.0000095226,0.05000,14.631
10,mlp.experts.91.gate_proj,0.0000185666,0.05000,14.684
10,mlp.experts.106.gate_proj,0.0000140477,0.05000,14.518
10,mlp.experts.111.gate_proj,0.0000260782,0.05000,14.554
10,mlp.experts.118.gate_proj,0.0000306573,0.05000,14.470
10,mlp.experts.105.gate_proj,0.0000076000,0.05000,14.662
10,mlp.experts.94.gate_proj,0.0000030710,0.05000,14.445
10,mlp.experts.93.gate_proj,0.0000148147,0.05000,14.515
10,mlp.experts.82.gate_proj,0.0000112233,0.05000,14.424
10,mlp.experts.88.gate_proj,0.0000184335,0.05000,14.446
10,mlp.experts.83.gate_proj,0.0000130696,0.05000,14.527
10,mlp.experts.87.gate_proj,0.0000054641,0.05000,14.355
10,mlp.experts.96.gate_proj,0.0000063481,0.05000,14.376
10,mlp.experts.108.gate_proj,0.0000084945,0.05000,14.453
10,mlp.experts.85.gate_proj,0.0000289715,0.05000,14.516
10,mlp.experts.100.gate_proj,0.0000087148,0.05000,14.417
10,mlp.experts.81.gate_proj,0.0000060942,0.05000,14.586
10,mlp.experts.107.gate_proj,0.0000176039,0.05000,14.500
10,mlp.experts.116.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.704
10,mlp.experts.97.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.656
10,mlp.experts.122.gate_proj,0.0000149727,0.05000,14.517
10,mlp.experts.127.gate_proj,0.0000108526,0.05000,14.611
10,mlp.experts.134.gate_proj,0.0000374111,0.05000,14.553
10,mlp.experts.121.gate_proj,0.0000152227,0.05000,14.553
10,mlp.experts.110.gate_proj,0.0000186259,0.05000,14.099
10,mlp.experts.98.gate_proj,0.0000238860,0.05000,14.116
10,mlp.experts.109.gate_proj,0.0000189982,0.05000,14.360
10,mlp.experts.99.gate_proj,0.0000165567,0.05000,14.185
10,mlp.experts.104.gate_proj,0.0000597631,0.05000,14.208
10,mlp.experts.103.gate_proj,0.0000095026,0.05000,14.246
10,mlp.experts.112.gate_proj,0.0000108817,0.05000,14.218
10,mlp.experts.101.gate_proj,0.0000037193,0.05000,14.113
10,mlp.experts.124.gate_proj,0.0000064753,0.05000,14.254
10,mlp.experts.126.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.822
10,mlp.experts.123.gate_proj,0.0000094521,0.05000,14.292
10,mlp.experts.132.gate_proj,0.0000124301,0.05000,14.233
10,mlp.experts.138.gate_proj,0.0000099283,0.05000,14.145
10,mlp.experts.113.gate_proj,0.0000157226,0.05000,14.317
10,mlp.experts.143.gate_proj,0.0000064892,0.05000,14.178
10,mlp.experts.150.gate_proj,0.0000262755,0.05000,14.086
10,mlp.experts.137.gate_proj,0.0000059484,0.05000,14.073
10,mlp.experts.154.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.716
10,mlp.experts.153.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.721
10,mlp.experts.114.gate_proj,0.0000146947,0.05000,14.620
10,mlp.experts.125.gate_proj,0.0000122681,0.05000,14.606
10,mlp.experts.120.gate_proj,0.0000124023,0.05000,14.589
10,mlp.experts.119.gate_proj,0.0000489345,0.05000,14.597
10,mlp.experts.115.gate_proj,0.0000176902,0.05000,14.732
10,mlp.experts.128.gate_proj,0.0000105018,0.05000,14.559
10,mlp.experts.140.gate_proj,0.0000104436,0.05000,14.500
10,mlp.experts.142.gate_proj,0.0000218662,0.05000,14.630
10,mlp.experts.117.gate_proj,0.0000073875,0.05000,14.760
10,mlp.experts.136.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.772
10,mlp.experts.148.gate_proj,0.0000275243,0.05000,14.515
10,mlp.experts.139.gate_proj,0.0000067962,0.05000,14.730
10,mlp.experts.129.gate_proj,0.0000144365,0.05000,14.884
10,mlp.experts.159.gate_proj,0.0000247411,0.05000,14.759
10,mlp.experts.166.gate_proj,0.0000100854,0.05000,14.821
10,mlp.experts.170.gate_proj,0.0000067054,0.05000,14.742
10,mlp.experts.169.gate_proj,0.0000383015,0.05000,14.806
10,mlp.experts.130.gate_proj,0.0000143974,0.05000,14.189
10,mlp.experts.141.gate_proj,0.0000097468,0.05000,14.174
10,mlp.experts.135.gate_proj,0.0000196692,0.05000,14.107
10,mlp.experts.144.gate_proj,0.0000289859,0.05000,14.077
10,mlp.experts.156.gate_proj,0.0000284005,0.05000,14.105
10,mlp.experts.131.gate_proj,0.0000200181,0.05000,14.266
10,mlp.experts.158.gate_proj,0.0000070053,0.05000,14.107
10,mlp.experts.133.gate_proj,0.0000161129,0.05000,14.129
10,mlp.experts.146.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.754
10,mlp.experts.152.gate_proj,0.0000202288,0.05000,14.125
10,mlp.experts.155.gate_proj,0.0000070780,0.05000,14.054
10,mlp.experts.164.gate_proj,0.0000013805,0.05000,14.097
10,mlp.experts.145.gate_proj,0.0000333846,0.05000,13.979
10,mlp.experts.175.gate_proj,0.0000135581,0.05000,14.014
10,mlp.experts.182.gate_proj,0.0000396303,0.05000,13.983
10,mlp.experts.180.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.677
10,mlp.experts.186.gate_proj,0.0000305009,0.05000,14.016
10,mlp.experts.185.gate_proj,0.0000312816,0.05000,14.140
10,mlp.experts.157.gate_proj,0.0000110697,0.05000,14.209
10,mlp.experts.151.gate_proj,0.0000147255,0.05000,14.172
10,mlp.experts.172.gate_proj,0.0000205362,0.05000,14.097
10,mlp.experts.160.gate_proj,0.0000010779,0.05000,14.208
10,mlp.experts.147.gate_proj,0.0000170965,0.05000,14.140
10,mlp.experts.174.gate_proj,0.0000032458,0.05000,14.213
10,mlp.experts.149.gate_proj,0.0000226193,0.05000,14.309
10,mlp.experts.162.gate_proj,0.0000217867,0.05000,14.186
10,mlp.experts.168.gate_proj,0.0000134376,0.05000,14.131
10,mlp.experts.171.gate_proj,0.0000133938,0.05000,14.268
10,mlp.experts.161.gate_proj,0.0000205673,0.05000,14.399
10,mlp.experts.198.gate_proj,0.0000142876,0.05000,14.125
10,mlp.experts.191.gate_proj,0.0000124113,0.05000,14.237
10,mlp.experts.196.gate_proj,0.0000114764,0.05000,14.257
10,mlp.experts.202.gate_proj,0.0000346881,0.05000,14.263
10,mlp.experts.201.gate_proj,0.0000158919,0.05000,14.429
10,mlp.experts.173.gate_proj,0.0000006238,0.05000,14.493
10,mlp.experts.167.gate_proj,0.0000177031,0.05000,14.476
10,mlp.experts.176.gate_proj,0.0000344606,0.05000,14.391
10,mlp.experts.188.gate_proj,0.0000062027,0.05000,14.547
10,mlp.experts.163.gate_proj,0.0000152940,0.05000,14.442
10,mlp.experts.190.gate_proj,0.0000591953,0.05000,14.402
10,mlp.experts.165.gate_proj,0.0000079068,0.05000,14.512
10,mlp.experts.178.gate_proj,0.0000249173,0.05000,14.558
10,mlp.experts.184.gate_proj,0.0000111764,0.05000,14.466
10,mlp.experts.187.gate_proj,0.0000046668,0.05000,14.619
10,mlp.experts.200.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.803
10,mlp.experts.214.gate_proj,0.0000137563,0.05000,14.488
10,mlp.experts.207.gate_proj,0.0000382684,0.05000,14.446
10,mlp.experts.177.gate_proj,0.0000406679,0.05000,14.682
10,mlp.experts.212.gate_proj,0.0000049414,0.05000,14.646
10,mlp.experts.218.gate_proj,0.0000079025,0.05000,14.545
10,mlp.experts.228.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.673
10,mlp.experts.234.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.717
10,mlp.experts.217.gate_proj,0.0000113224,0.05000,14.464
10,mlp.experts.233.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.675
10,mlp.experts.249.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.783
10,mlp.experts.189.gate_proj,0.0000183640,0.05000,14.888
10,mlp.experts.204.gate_proj,0.0000124624,0.05000,14.759
10,mlp.experts.192.gate_proj,0.0000055203,0.05000,14.916
10,mlp.experts.183.gate_proj,0.0000062612,0.05000,15.014
10,mlp.experts.179.gate_proj,0.0000225282,0.05000,14.926
10,mlp.experts.206.gate_proj,0.0000072922,0.05000,14.849
10,mlp.experts.181.gate_proj,0.0000241297,0.05000,14.831
10,mlp.experts.194.gate_proj,0.0000054361,0.05000,14.779
10,mlp.experts.199.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.706
10,mlp.experts.203.gate_proj,0.0000085710,0.05000,14.771
10,mlp.experts.197.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.698
10,mlp.experts.216.gate_proj,0.0000133573,0.05000,14.694
10,mlp.experts.223.gate_proj,0.0000415645,0.05000,14.723
10,mlp.experts.230.gate_proj,0.0000083558,0.05000,14.910
10,mlp.experts.215.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.770
10,mlp.experts.193.gate_proj,0.0000138832,0.05000,14.805
10,mlp.experts.231.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.749
10,mlp.experts.244.gate_proj,0.0000098215,0.05000,14.818
10,mlp.experts.250.gate_proj,0.0000092799,0.05000,14.818
10,mlp.experts.265.gate_proj,0.0000041739,0.05000,14.872
10,mlp.experts.281.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.722
10,mlp.experts.220.gate_proj,0.0000065175,0.05000,14.311
10,mlp.experts.208.gate_proj,0.0000199929,0.05000,14.285
10,mlp.experts.205.gate_proj,0.0000042219,0.05000,14.476
10,mlp.experts.222.gate_proj,0.0000167802,0.05000,14.333
10,mlp.experts.195.gate_proj,0.0000202426,0.05000,14.501
10,mlp.experts.210.gate_proj,0.0000111507,0.05000,14.422
10,mlp.experts.219.gate_proj,0.0000087772,0.05000,14.575
10,mlp.experts.213.gate_proj,0.0000247839,0.05000,14.554
10,mlp.experts.232.gate_proj,0.0000094298,0.05000,14.489
10,mlp.experts.239.gate_proj,0.0000222831,0.05000,14.432
10,mlp.experts.246.gate_proj,0.0000310118,0.05000,14.514
10,mlp.experts.209.gate_proj,0.0000323675,0.05000,14.546
10,mlp.experts.247.gate_proj,0.0000326717,0.05000,14.479
10,mlp.experts.260.gate_proj,0.0000200974,0.05000,14.489
10,mlp.experts.266.gate_proj,0.0000154618,0.05000,14.492
10,mlp.experts.297.gate_proj,0.0000161782,0.05000,14.450
10,mlp.experts.236.gate_proj,0.0000073872,0.05000,14.560
10,mlp.experts.224.gate_proj,0.0000138775,0.05000,14.587
10,mlp.experts.238.gate_proj,0.0000104128,0.05000,14.436
10,mlp.experts.221.gate_proj,0.0000217005,0.05000,14.577
10,mlp.experts.211.gate_proj,0.0000459738,0.05000,14.540
10,mlp.experts.226.gate_proj,0.0000376058,0.05000,14.534
10,mlp.experts.235.gate_proj,0.0000021680,0.05000,14.477
10,mlp.experts.248.gate_proj,0.0000131944,0.05000,14.398
10,mlp.experts.229.gate_proj,0.0000098424,0.05000,14.483
10,mlp.experts.255.gate_proj,0.0000095565,0.05000,14.390
10,mlp.experts.262.gate_proj,0.0000328784,0.05000,14.448
10,mlp.experts.225.gate_proj,0.0000079775,0.05000,14.505
10,mlp.experts.245.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.756
10,mlp.experts.263.gate_proj,0.0000177294,0.05000,14.589
10,mlp.experts.276.gate_proj,0.0000209228,0.05000,14.503
10,mlp.experts.282.gate_proj,0.0000074718,0.05000,14.511
10,mlp.experts.313.gate_proj,0.0000060883,0.05000,14.508
10,mlp.experts.252.gate_proj,0.0000088252,0.05000,14.299
10,mlp.experts.240.gate_proj,0.0000059835,0.05000,14.313
10,mlp.experts.254.gate_proj,0.0000268208,0.05000,14.348
10,mlp.experts.237.gate_proj,0.0000234925,0.05000,14.351
10,mlp.experts.227.gate_proj,0.0000246456,0.05000,14.268
10,mlp.experts.242.gate_proj,0.0000228537,0.05000,14.348
10,mlp.experts.264.gate_proj,0.0000038745,0.05000,14.293
10,mlp.experts.251.gate_proj,0.0000339902,0.05000,14.426
10,mlp.experts.271.gate_proj,0.0000200359,0.05000,14.352
10,mlp.experts.278.gate_proj,0.0000391617,0.05000,14.422
10,mlp.experts.241.gate_proj,0.0000406204,0.05000,14.348
10,mlp.experts.261.gate_proj,0.0000077147,0.05000,14.395
10,mlp.experts.279.gate_proj,0.0000160864,0.05000,14.268
10,mlp.experts.292.gate_proj,0.0000156405,0.05000,14.271
10,mlp.experts.298.gate_proj,0.0000085840,0.05000,14.315
10,mlp.experts.308.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.677
10,mlp.experts.329.gate_proj,0.0000263405,0.05000,14.388
10,mlp.experts.268.gate_proj,0.0000390926,0.05000,14.430
10,mlp.experts.270.gate_proj,0.0000225207,0.05000,14.340
10,mlp.experts.256.gate_proj,0.0000036887,0.05000,14.464
10,mlp.experts.253.gate_proj,0.0000213607,0.05000,14.544
10,mlp.experts.243.gate_proj,0.0000167250,0.05000,14.430
10,mlp.experts.258.gate_proj,0.0000096506,0.05000,14.305
10,mlp.experts.284.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.695
10,mlp.experts.280.gate_proj,0.0000121073,0.05000,14.289
10,mlp.experts.267.gate_proj,0.0000541775,0.05000,14.467
10,mlp.experts.287.gate_proj,0.0000245618,0.05000,14.367
10,mlp.experts.294.gate_proj,0.0000253232,0.05000,14.335
10,mlp.experts.257.gate_proj,0.0000444742,0.05000,14.506
10,mlp.experts.303.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.714
10,mlp.experts.277.gate_proj,0.0000271628,0.05000,14.446
10,mlp.experts.310.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.752
10,mlp.experts.295.gate_proj,0.0000224830,0.05000,14.414
10,mlp.experts.314.gate_proj,0.0000234778,0.05000,14.372
10,mlp.experts.293.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.675
10,mlp.experts.324.gate_proj,0.0000098685,0.05000,14.255
10,mlp.experts.345.gate_proj,0.0000113620,0.05000,14.467
10,mlp.experts.272.gate_proj,0.0000193703,0.05000,14.288
10,mlp.experts.286.gate_proj,0.0000156934,0.05000,14.358
10,mlp.experts.259.gate_proj,0.0000066236,0.05000,14.403
10,mlp.experts.274.gate_proj,0.0000155373,0.05000,14.277
10,mlp.experts.269.gate_proj,0.0000255103,0.05000,14.548
10,mlp.experts.300.gate_proj,0.0000077523,0.05000,14.341
10,mlp.experts.296.gate_proj,0.0000216925,0.05000,14.414
10,mlp.experts.283.gate_proj,0.0000152179,0.05000,14.319
10,mlp.experts.312.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.786
10,mlp.experts.273.gate_proj,0.0000104944,0.05000,14.384
10,mlp.experts.319.gate_proj,0.0000140750,0.05000,14.314
10,mlp.experts.326.gate_proj,0.0000116666,0.05000,14.382
10,mlp.experts.311.gate_proj,0.0000155084,0.05000,14.396
10,mlp.experts.330.gate_proj,0.0000092977,0.05000,14.241
10,mlp.experts.309.gate_proj,0.0000110843,0.05000,14.418
10,mlp.experts.340.gate_proj,0.0000067679,0.05000,14.323
10,mlp.experts.325.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.665
10,mlp.experts.361.gate_proj,0.0000275411,0.05000,14.142
10,mlp.experts.288.gate_proj,0.0000112792,0.05000,14.426
10,mlp.experts.302.gate_proj,0.0000404577,0.05000,14.502
10,mlp.experts.275.gate_proj,0.0000114479,0.05000,14.492
10,mlp.experts.290.gate_proj,0.0000036608,0.05000,14.480
10,mlp.experts.285.gate_proj,0.0000087716,0.05000,14.548
10,mlp.experts.316.gate_proj,0.0000197759,0.05000,14.407
10,mlp.experts.299.gate_proj,0.0000044477,0.05000,14.548
10,mlp.experts.328.gate_proj,0.0000129354,0.05000,14.386
10,mlp.experts.335.gate_proj,0.0000262382,0.05000,14.469
10,mlp.experts.315.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.718
10,mlp.experts.289.gate_proj,0.0000044189,0.05000,14.627
10,mlp.experts.327.gate_proj,0.0000056343,0.05000,14.516
10,mlp.experts.342.gate_proj,0.0000294325,0.05000,14.568
10,mlp.experts.346.gate_proj,0.0000191534,0.05000,14.510
10,mlp.experts.331.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.717
10,mlp.experts.356.gate_proj,0.0000287908,0.05000,14.512
10,mlp.experts.343.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.756
10,mlp.experts.341.gate_proj,0.0000008181,0.05000,14.475
10,mlp.experts.377.gate_proj,0.0000298538,0.05000,14.723
10,mlp.experts.304.gate_proj,0.0000121731,0.05000,14.177
10,mlp.experts.318.gate_proj,0.0000111803,0.05000,14.085
10,mlp.experts.291.gate_proj,0.0000043990,0.05000,14.164
10,mlp.experts.306.gate_proj,0.0000195216,0.05000,14.078
10,mlp.experts.301.gate_proj,0.0000353262,0.05000,14.202
10,mlp.experts.332.gate_proj,0.0000033771,0.05000,14.206
10,mlp.experts.320.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.766
10,mlp.experts.344.gate_proj,0.0000277042,0.05000,14.118
10,mlp.experts.351.gate_proj,0.0000066230,0.05000,14.349
10,mlp.experts.305.gate_proj,0.0000080522,0.05000,14.325
10,mlp.experts.358.gate_proj,0.0000084763,0.05000,14.186
10,mlp.experts.362.gate_proj,0.0000171820,0.05000,14.157
10,mlp.experts.347.gate_proj,0.0000193587,0.05000,14.211
10,mlp.experts.372.gate_proj,0.0000094229,0.05000,14.193
10,mlp.experts.359.gate_proj,0.0000187364,0.05000,14.357
10,mlp.experts.357.gate_proj,0.0000149488,0.05000,14.322
10,mlp.experts.388.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.704
10,mlp.experts.375.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.642
10,mlp.experts.393.gate_proj,0.0000209254,0.05000,14.137
10,mlp.experts.334.gate_proj,0.0000338668,0.05000,14.364
10,mlp.experts.307.gate_proj,0.0000111257,0.05000,14.350
10,mlp.experts.322.gate_proj,0.0000086622,0.05000,14.439
10,mlp.experts.336.gate_proj,0.0000048262,0.05000,14.304
10,mlp.experts.348.gate_proj,0.0000132196,0.05000,14.475
10,mlp.experts.317.gate_proj,0.0000018038,0.05000,14.616
10,mlp.experts.323.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.707
10,mlp.experts.364.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.714
10,mlp.experts.360.gate_proj,0.0000052624,0.05000,14.292
10,mlp.experts.367.gate_proj,0.0000138679,0.05000,14.320
10,mlp.experts.321.gate_proj,0.0000019169,0.05000,14.490
10,mlp.experts.378.gate_proj,0.0000167098,0.05000,14.227
10,mlp.experts.374.gate_proj,0.0000134505,0.05000,14.432
10,mlp.experts.363.gate_proj,0.0000179175,0.05000,14.442
10,mlp.experts.390.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.718
10,mlp.experts.373.gate_proj,0.0000212452,0.05000,14.157
10,mlp.experts.404.gate_proj,0.0000097390,0.05000,14.329
10,mlp.experts.391.gate_proj,0.0000027737,0.05000,14.288
10,mlp.experts.420.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.709
10,mlp.experts.409.gate_proj,0.0000089443,0.05000,14.345
10,mlp.experts.350.gate_proj,0.0000094118,0.05000,14.160
10,mlp.experts.338.gate_proj,0.0000070000,0.05000,14.188
10,mlp.experts.352.gate_proj,0.0000089586,0.05000,14.380
10,mlp.experts.333.gate_proj,0.0000336894,0.05000,14.256
10,mlp.experts.339.gate_proj,0.0000170290,0.05000,14.303
10,mlp.experts.349.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.752
10,mlp.experts.380.gate_proj,0.0000037324,0.05000,14.576
10,mlp.experts.376.gate_proj,0.0000071053,0.05000,14.574
10,mlp.experts.383.gate_proj,0.0000247778,0.05000,14.530
10,mlp.experts.337.gate_proj,0.0000153709,0.05000,14.567
10,mlp.experts.394.gate_proj,0.0000106076,0.05000,14.638
10,mlp.experts.379.gate_proj,0.0000397856,0.05000,14.665
10,mlp.experts.406.gate_proj,0.0000155496,0.05000,14.749
10,mlp.experts.389.gate_proj,0.0000447942,0.05000,14.821
10,mlp.experts.407.gate_proj,0.0000533549,0.05000,14.673
10,mlp.experts.436.gate_proj,0.0000139078,0.05000,14.572
10,mlp.experts.425.gate_proj,0.0000165796,0.05000,14.688
10,mlp.experts.441.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.702
10,mlp.experts.366.gate_proj,0.0000075333,0.05000,14.533
10,mlp.experts.354.gate_proj,0.0000045863,0.05000,14.462
10,mlp.experts.368.gate_proj,0.0000437118,0.05000,14.382
10,mlp.experts.355.gate_proj,0.0000119878,0.05000,14.276
10,mlp.experts.365.gate_proj,0.0000105386,0.05000,14.273
10,mlp.experts.396.gate_proj,0.0000287959,0.05000,14.195
10,mlp.experts.392.gate_proj,0.0000134442,0.05000,14.126
10,mlp.experts.399.gate_proj,0.0000140991,0.05000,14.119
10,mlp.experts.353.gate_proj,0.0000061187,0.05000,14.162
10,mlp.experts.408.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.701
10,mlp.experts.410.gate_proj,0.0000321707,0.05000,14.023
10,mlp.experts.395.gate_proj,0.0000367109,0.05000,14.029
10,mlp.experts.422.gate_proj,0.0000115716,0.05000,14.149
10,mlp.experts.405.gate_proj,0.0000100698,0.05000,14.073
10,mlp.experts.423.gate_proj,0.0000098338,0.05000,13.980
10,mlp.experts.452.gate_proj,0.0000074117,0.05000,14.059
10,mlp.experts.439.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.660
10,mlp.experts.457.gate_proj,0.0000078200,0.05000,14.205
10,mlp.experts.473.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.681
10,mlp.experts.382.gate_proj,0.0000314085,0.05000,13.866
10,mlp.experts.370.gate_proj,0.0000093254,0.05000,13.750
10,mlp.experts.384.gate_proj,0.0000059233,0.05000,13.808
10,mlp.experts.398.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.711
10,mlp.experts.371.gate_proj,0.0000340942,0.05000,13.887
10,mlp.experts.381.gate_proj,0.0000330632,0.05000,13.940
10,mlp.experts.412.gate_proj,0.0000145137,0.05000,14.091
10,mlp.experts.415.gate_proj,0.0000376113,0.05000,13.895
10,mlp.experts.426.gate_proj,0.0000147934,0.05000,13.726
10,mlp.experts.369.gate_proj,0.0000165124,0.05000,14.025
10,mlp.experts.424.gate_proj,0.0000291611,0.05000,14.009
10,mlp.experts.411.gate_proj,0.0000087296,0.05000,13.886
10,mlp.experts.438.gate_proj,0.0000110005,0.05000,13.834
10,mlp.experts.421.gate_proj,0.0000194765,0.05000,13.778
10,mlp.experts.468.gate_proj,0.0000256575,0.05000,13.970
10,mlp.experts.455.gate_proj,0.0000181995,0.05000,13.971
10,mlp.experts.489.gate_proj,0.0000079683,0.05000,14.229
10,mlp.experts.505.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.682
10,mlp.experts.386.gate_proj,0.0000209641,0.05000,14.052
10,mlp.experts.400.gate_proj,0.0000098723,0.05000,14.081
10,mlp.experts.414.gate_proj,0.0000375237,0.05000,14.190
10,mlp.experts.387.gate_proj,0.0000077364,0.05000,14.161
10,mlp.experts.397.gate_proj,0.0000168735,0.05000,14.163
10,mlp.experts.428.gate_proj,0.0000020378,0.05000,14.213
10,mlp.experts.431.gate_proj,0.0000307857,0.05000,14.225
10,mlp.experts.442.gate_proj,0.0000342068,0.05000,14.166
10,mlp.experts.440.gate_proj,0.0000172520,0.05000,14.361
10,mlp.experts.385.gate_proj,0.0000127762,0.05000,14.397
10,mlp.experts.427.gate_proj,0.0000090799,0.05000,14.489
10,mlp.experts.454.gate_proj,0.0000008047,0.05000,14.368
10,mlp.experts.437.gate_proj,0.0000199986,0.05000,14.384
10,mlp.experts.484.gate_proj,0.0000145070,0.05000,14.476
10,mlp.experts.471.gate_proj,0.0000399425,0.05000,14.445
10,mlp.experts.9.up_proj,0.0000096066,0.05000,14.242
10,mlp.experts.402.gate_proj,0.0000174019,0.05000,14.351
10,mlp.experts.416.gate_proj,0.0000158734,0.05000,14.456
10,mlp.experts.430.gate_proj,0.0000352836,0.05000,14.447
10,mlp.experts.403.gate_proj,0.0000165697,0.05000,14.427
10,mlp.experts.413.gate_proj,0.0000280232,0.05000,14.354
10,mlp.experts.444.gate_proj,0.0000056328,0.05000,14.248
10,mlp.experts.447.gate_proj,0.0000061572,0.05000,14.318
10,mlp.experts.458.gate_proj,0.0000139272,0.05000,14.424
10,mlp.experts.456.gate_proj,0.0000108671,0.05000,14.197
10,mlp.experts.401.gate_proj,0.0000222313,0.05000,14.327
10,mlp.experts.474.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.689
10,mlp.experts.443.gate_proj,0.0000030310,0.05000,14.208
10,mlp.experts.470.gate_proj,0.0000091864,0.05000,14.266
10,mlp.experts.453.gate_proj,0.0000095184,0.05000,14.125
10,mlp.experts.500.gate_proj,0.0000206379,0.05000,14.331
10,mlp.experts.487.gate_proj,0.0000087864,0.05000,14.153
10,mlp.experts.25.up_proj,0.0000064366,0.05000,14.344
10,mlp.experts.418.gate_proj,0.0000077264,0.05000,14.342
10,mlp.experts.432.gate_proj,0.0000202338,0.05000,14.338
10,mlp.experts.446.gate_proj,0.0000243474,0.05000,14.325
10,mlp.experts.419.gate_proj,0.0000269213,0.05000,14.385
10,mlp.experts.429.gate_proj,0.0000095335,0.05000,14.392
10,mlp.experts.460.gate_proj,0.0000131796,0.05000,14.295
10,mlp.experts.463.gate_proj,0.0000238889,0.05000,14.497
10,mlp.experts.472.gate_proj,0.0000069943,0.05000,14.372
10,mlp.experts.417.gate_proj,0.0000225030,0.05000,14.550
10,mlp.experts.490.gate_proj,0.0000088415,0.05000,14.377
10,mlp.experts.459.gate_proj,0.0000114601,0.05000,14.550
10,mlp.experts.488.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.703
10,mlp.experts.469.gate_proj,0.0000521110,0.05000,14.517
10,mlp.experts.486.gate_proj,0.0000278685,0.05000,14.538
10,mlp.experts.502.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.715
10,mlp.experts.4.up_proj,0.0000240016,0.05000,14.455
10,mlp.experts.503.gate_proj,0.0000150024,0.05000,14.537
10,mlp.experts.6.up_proj,failsafe(rtn): 0.0013962,0.00000,0.700
10,mlp.experts.22.up_proj,failsafe(rtn): 0.0013885,0.00000,0.828
10,mlp.experts.41.up_proj,0.0000266147,0.05000,14.600
10,mlp.experts.57.up_proj,failsafe(rtn): 0.0014648,0.00000,0.781
10,mlp.experts.73.up_proj,failsafe(rtn): 0.0014114,0.00000,0.728
10,mlp.experts.434.gate_proj,0.0000356948,0.05000,14.635
10,mlp.experts.448.gate_proj,0.0000406189,0.05000,14.513
10,mlp.experts.462.gate_proj,0.0000074623,0.05000,14.578
10,mlp.experts.435.gate_proj,0.0000232783,0.05000,14.629
10,mlp.experts.464.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.717
10,mlp.experts.445.gate_proj,0.0000062009,0.05000,14.640
10,mlp.experts.476.gate_proj,0.0000151175,0.05000,14.645
10,mlp.experts.479.gate_proj,0.0000168917,0.05000,14.404
10,mlp.experts.492.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.674
10,mlp.experts.433.gate_proj,0.0000110358,0.05000,14.568
10,mlp.experts.506.gate_proj,0.0000080771,0.05000,14.578
10,mlp.experts.475.gate_proj,0.0000110158,0.05000,14.488
10,mlp.experts.504.gate_proj,0.0000253947,0.05000,14.492
10,mlp.experts.485.gate_proj,0.0000296833,0.05000,14.694
10,mlp.experts.20.up_proj,0.0000261838,0.05000,14.560
10,mlp.experts.7.up_proj,0.0000206771,0.05000,14.662
10,mlp.experts.38.up_proj,0.0000079883,0.05000,14.388
10,mlp.experts.54.up_proj,failsafe(rtn): 0.0012894,0.00000,0.667
10,mlp.experts.89.up_proj,0.0000034454,0.05000,14.268
10,mlp.experts.450.gate_proj,0.0000272725,0.05000,14.434
10,mlp.experts.478.gate_proj,0.0000097768,0.05000,14.432
10,mlp.experts.451.gate_proj,0.0000229990,0.05000,14.437
10,mlp.experts.480.gate_proj,0.0000181966,0.05000,14.384
10,mlp.experts.461.gate_proj,0.0000140340,0.05000,14.444
10,mlp.experts.495.gate_proj,0.0000071771,0.05000,14.449
10,mlp.experts.508.gate_proj,0.0000189349,0.05000,14.361
10,mlp.experts.449.gate_proj,0.0000140985,0.05000,14.315
10,mlp.experts.10.up_proj,0.0000233257,0.05000,14.156
10,mlp.experts.8.up_proj,0.0000046829,0.05000,14.104
10,mlp.experts.491.gate_proj,0.0000235738,0.05000,14.221
10,mlp.experts.26.up_proj,failsafe(rtn): 0.0013962,0.00000,0.732
10,mlp.experts.501.gate_proj,0.0000146966,0.05000,14.137
10,mlp.experts.36.up_proj,0.0000195022,0.05000,14.186
10,mlp.experts.23.up_proj,0.0000264695,0.05000,14.168
10,mlp.experts.70.up_proj,0.0000105335,0.05000,14.013
10,mlp.experts.105.up_proj,0.0000076483,0.05000,14.266
10,mlp.experts.466.gate_proj,0.0000241638,0.05000,14.225
10,mlp.experts.494.gate_proj,0.0000129191,0.05000,14.197
10,mlp.experts.467.gate_proj,0.0000072612,0.05000,14.181
10,mlp.experts.496.gate_proj,0.0000128510,0.05000,14.115
10,mlp.experts.477.gate_proj,0.0000111338,0.05000,14.206
10,mlp.experts.511.gate_proj,0.0000368869,0.05000,14.137
10,mlp.experts.12.up_proj,0.0000229069,0.05000,14.144
10,mlp.experts.465.gate_proj,0.0000159494,0.05000,14.232
10,mlp.experts.28.up_proj,failsafe(rtn): 0.0013504,0.00000,0.622
10,mlp.experts.507.gate_proj,0.0000168710,0.05000,14.165
10,mlp.experts.24.up_proj,0.0000262551,0.05000,14.258
10,mlp.experts.5.up_proj,0.0000127742,0.05000,14.081
10,mlp.experts.42.up_proj,0.0000038963,0.05000,14.266
10,mlp.experts.481.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.798
10,mlp.experts.58.up_proj,failsafe(rtn): 0.0014038,0.00000,0.764
10,mlp.experts.52.up_proj,0.0000181677,0.05000,14.365
10,mlp.experts.39.up_proj,0.0000099958,0.05000,14.357
10,mlp.experts.68.up_proj,failsafe(rtn): 0.0014191,0.00000,0.737
10,mlp.experts.86.up_proj,0.0000127122,0.05000,14.265
10,mlp.experts.121.up_proj,0.0000140348,0.05000,14.248
10,mlp.experts.482.gate_proj,0.0000096207,0.05000,14.046
10,mlp.experts.510.gate_proj,0.0000046010,0.05000,13.917
10,mlp.experts.483.gate_proj,0.0000058430,0.05000,14.205
10,mlp.experts.0.up_proj,0.0000185254,0.05000,14.103
10,mlp.experts.493.gate_proj,0.0000133053,0.05000,14.171
10,mlp.experts.499.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.836
10,mlp.experts.15.up_proj,0.0000093567,0.05000,14.290
10,mlp.experts.44.up_proj,0.0000090114,0.05000,14.179
10,mlp.experts.40.up_proj,0.0000034949,0.05000,14.219
10,mlp.experts.11.up_proj,0.0000176718,0.05000,14.347
10,mlp.experts.21.up_proj,0.0000294106,0.05000,14.278
10,mlp.experts.497.gate_proj,0.0000422864,0.05000,14.378
10,mlp.experts.74.up_proj,0.0000065942,0.05000,14.416
10,mlp.experts.55.up_proj,0.0000056330,0.05000,14.551
10,mlp.experts.84.up_proj,0.0000093564,0.05000,14.305
10,mlp.experts.102.up_proj,0.0000399625,0.05000,14.352
10,mlp.experts.137.up_proj,0.0000059179,0.05000,14.332
10,mlp.experts.153.up_proj,failsafe(rtn): 0.0014267,0.00000,0.708
10,mlp.experts.498.gate_proj,0.0000066054,0.05000,14.321
10,mlp.experts.14.up_proj,0.0000066094,0.05000,14.631
10,mlp.experts.16.up_proj,0.0000355548,0.05000,14.560
10,mlp.experts.509.gate_proj,0.0000151813,0.05000,14.606
10,mlp.experts.3.up_proj,0.0000234255,0.05000,14.750
10,mlp.experts.31.up_proj,0.0000152667,0.05000,14.764
10,mlp.experts.60.up_proj,0.0000067648,0.05000,14.585
10,mlp.experts.47.up_proj,failsafe(rtn): 0.0011520,0.00000,0.686
10,mlp.experts.56.up_proj,0.0000098399,0.05000,14.696
10,mlp.experts.27.up_proj,0.0000531059,0.05000,14.769
10,mlp.experts.37.up_proj,0.0000089776,0.05000,14.709
10,mlp.experts.63.up_proj,failsafe(rtn): 0.0014496,0.00000,0.749
10,mlp.experts.1.up_proj,0.0000248014,0.05000,14.704
10,mlp.experts.43.up_proj,failsafe(rtn): 0.0014114,0.00000,0.804
10,mlp.experts.90.up_proj,0.0000237077,0.05000,14.562
10,mlp.experts.71.up_proj,0.0000083143,0.05000,14.616
10,mlp.experts.100.up_proj,0.0000077516,0.05000,14.495
10,mlp.experts.116.up_proj,failsafe(rtn): 0.0013428,0.00000,0.793
10,mlp.experts.118.up_proj,0.0000274920,0.05000,14.635
10,mlp.experts.169.up_proj,0.0000375130,0.05000,14.805
10,mlp.experts.2.up_proj,0.0000233929,0.05000,14.965
10,mlp.experts.30.up_proj,0.0000069690,0.05000,14.688
10,mlp.experts.32.up_proj,0.0000364343,0.05000,14.497
10,mlp.experts.13.up_proj,0.0000156554,0.05000,14.698
10,mlp.experts.19.up_proj,0.0000364809,0.05000,14.547
10,mlp.experts.76.up_proj,0.0000242299,0.05000,14.469
10,mlp.experts.72.up_proj,0.0000139022,0.05000,14.417
10,mlp.experts.53.up_proj,0.0000086442,0.05000,14.460
10,mlp.experts.79.up_proj,0.0000135446,0.05000,14.439
10,mlp.experts.17.up_proj,0.0000405286,0.05000,14.515
10,mlp.experts.59.up_proj,0.0000118430,0.05000,14.562
10,mlp.experts.106.up_proj,0.0000131908,0.05000,14.434
10,mlp.experts.87.up_proj,0.0000052999,0.05000,14.612
10,mlp.experts.132.up_proj,0.0000117059,0.05000,14.548
10,mlp.experts.134.up_proj,0.0000355943,0.05000,14.660
10,mlp.experts.185.up_proj,0.0000289818,0.05000,14.555
10,mlp.experts.18.up_proj,0.0000266665,0.05000,14.219
10,mlp.experts.46.up_proj,0.0000102818,0.05000,14.232
10,mlp.experts.48.up_proj,0.0000188410,0.05000,14.315
10,mlp.experts.29.up_proj,0.0000063020,0.05000,14.286
10,mlp.experts.35.up_proj,0.0000288498,0.05000,14.302
10,mlp.experts.92.up_proj,0.0000129853,0.05000,14.369
10,mlp.experts.88.up_proj,0.0000179167,0.05000,14.327
10,mlp.experts.69.up_proj,0.0000240721,0.05000,14.423
10,mlp.experts.95.up_proj,0.0000176590,0.05000,14.429
10,mlp.experts.33.up_proj,0.0000093457,0.05000,14.438
10,mlp.experts.75.up_proj,0.0000190351,0.05000,14.393
10,mlp.experts.122.up_proj,0.0000134971,0.05000,14.475
10,mlp.experts.103.up_proj,0.0000087196,0.05000,14.443
10,mlp.experts.148.up_proj,0.0000263955,0.05000,14.410
10,mlp.experts.150.up_proj,0.0000223838,0.05000,14.339
10,mlp.experts.201.up_proj,0.0000150069,0.05000,14.229
10,mlp.experts.34.up_proj,0.0000124335,0.05000,14.601
10,mlp.experts.62.up_proj,0.0000080261,0.05000,14.576
10,mlp.experts.64.up_proj,0.0000088386,0.05000,14.476
10,mlp.experts.45.up_proj,0.0000046651,0.05000,14.272
10,mlp.experts.80.up_proj,failsafe(rtn): 0.0014114,0.00000,0.670
10,mlp.experts.51.up_proj,0.0000200486,0.05000,14.461
10,mlp.experts.108.up_proj,0.0000080138,0.05000,14.397
10,mlp.experts.104.up_proj,0.0000530670,0.05000,14.382
10,mlp.experts.85.up_proj,0.0000285675,0.05000,14.309
10,mlp.experts.111.up_proj,0.0000254710,0.05000,14.309
10,mlp.experts.49.up_proj,0.0000096811,0.05000,14.373
10,mlp.experts.91.up_proj,0.0000184383,0.05000,14.241
10,mlp.experts.138.up_proj,0.0000101350,0.05000,14.176
10,mlp.experts.154.up_proj,failsafe(rtn): 0.0013351,0.00000,0.740
10,mlp.experts.119.up_proj,0.0000437731,0.05000,14.274
10,mlp.experts.164.up_proj,0.0000012445,0.05000,14.310
10,mlp.experts.166.up_proj,0.0000097371,0.05000,14.239
10,mlp.experts.180.up_proj,failsafe(rtn): 0.0013962,0.00000,0.709
10,mlp.experts.217.up_proj,0.0000111181,0.05000,14.154
10,mlp.experts.233.up_proj,failsafe(rtn): 0.0012970,0.00000,0.707
10,mlp.experts.249.up_proj,failsafe(rtn): 0.0014191,0.00000,0.686
10,mlp.experts.50.up_proj,0.0000074491,0.05000,13.997
10,mlp.experts.78.up_proj,0.0000334431,0.05000,14.032
10,mlp.experts.61.up_proj,0.0000116083,0.05000,14.036
10,mlp.experts.96.up_proj,0.0000063030,0.05000,14.023
10,mlp.experts.67.up_proj,0.0000124084,0.05000,13.981
10,mlp.experts.124.up_proj,0.0000061631,0.05000,14.038
10,mlp.experts.120.up_proj,0.0000121671,0.05000,14.065
10,mlp.experts.101.up_proj,0.0000034780,0.05000,14.045
10,mlp.experts.136.up_proj,failsafe(rtn): 0.0014725,0.00000,0.768
10,mlp.experts.127.up_proj,0.0000101202,0.05000,14.258
10,mlp.experts.107.up_proj,0.0000140406,0.05000,14.170
10,mlp.experts.65.up_proj,0.0000011445,0.05000,14.309
10,mlp.experts.170.up_proj,0.0000066680,0.05000,14.178
10,mlp.experts.135.up_proj,0.0000184016,0.05000,14.171
10,mlp.experts.182.up_proj,0.0000349811,0.05000,14.264
10,mlp.experts.196.up_proj,0.0000102564,0.05000,14.474
10,mlp.experts.265.up_proj,0.0000039240,0.05000,14.593
10,mlp.experts.281.up_proj,failsafe(rtn): 0.0014191,0.00000,0.612
10,mlp.experts.66.up_proj,0.0000070673,0.05000,14.830
10,mlp.experts.94.up_proj,0.0000029189,0.05000,14.754
10,mlp.experts.77.up_proj,0.0000112864,0.05000,14.883
10,mlp.experts.112.up_proj,0.0000111242,0.05000,14.687
10,mlp.experts.83.up_proj,0.0000125219,0.05000,14.758
10,mlp.experts.140.up_proj,0.0000099678,0.05000,14.764
10,mlp.experts.117.up_proj,0.0000073697,0.05000,14.621
10,mlp.experts.152.up_proj,0.0000176715,0.05000,14.568
10,mlp.experts.143.up_proj,0.0000059948,0.05000,14.628
10,mlp.experts.123.up_proj,0.0000091200,0.05000,14.519
10,mlp.experts.81.up_proj,0.0000054985,0.05000,14.642
10,mlp.experts.97.up_proj,failsafe(rtn): 0.0014038,0.00000,0.681
10,mlp.experts.186.up_proj,0.0000251476,0.05000,14.491
10,mlp.experts.151.up_proj,0.0000143501,0.05000,14.615
10,mlp.experts.198.up_proj,0.0000117236,0.05000,14.478
10,mlp.experts.212.up_proj,0.0000047135,0.05000,14.349
10,mlp.experts.228.up_proj,failsafe(rtn): 0.0013809,0.00000,0.710
10,mlp.experts.297.up_proj,0.0000147099,0.05000,14.507
10,mlp.experts.82.up_proj,0.0000109009,0.05000,14.537
10,mlp.experts.110.up_proj,0.0000177645,0.05000,14.463
10,mlp.experts.126.up_proj,failsafe(rtn): 0.0013809,0.00000,0.742
10,mlp.experts.93.up_proj,0.0000149414,0.05000,14.433
10,mlp.experts.128.up_proj,0.0000102806,0.05000,14.502
10,mlp.experts.99.up_proj,0.0000156087,0.05000,14.508
10,mlp.experts.156.up_proj,0.0000256447,0.05000,14.467
10,mlp.experts.133.up_proj,0.0000160032,0.05000,14.513
10,mlp.experts.168.up_proj,0.0000124237,0.05000,14.542
10,mlp.experts.159.up_proj,0.0000241825,0.05000,14.594
10,mlp.experts.139.up_proj,0.0000062580,0.05000,14.582
10,mlp.experts.113.up_proj,0.0000151396,0.05000,14.492
10,mlp.experts.202.up_proj,0.0000331552,0.05000,14.555
10,mlp.experts.167.up_proj,0.0000179685,0.05000,14.489
10,mlp.experts.214.up_proj,0.0000131044,0.05000,14.480
10,mlp.experts.244.up_proj,0.0000093738,0.05000,14.464
10,mlp.experts.313.up_proj,0.0000063846,0.05000,14.502
10,mlp.experts.98.up_proj,0.0000231885,0.05000,14.469
10,mlp.experts.142.up_proj,0.0000230604,0.05000,14.422
10,mlp.experts.144.up_proj,0.0000260969,0.05000,14.299
10,mlp.experts.109.up_proj,0.0000177773,0.05000,14.414
10,mlp.experts.115.up_proj,0.0000160998,0.05000,14.347
10,mlp.experts.172.up_proj,0.0000192880,0.05000,14.388
10,mlp.experts.149.up_proj,0.0000249404,0.05000,14.328
10,mlp.experts.184.up_proj,0.0000115400,0.05000,14.352
10,mlp.experts.175.up_proj,0.0000132878,0.05000,14.269
10,mlp.experts.155.up_proj,0.0000070065,0.05000,14.148
10,mlp.experts.200.up_proj,failsafe(rtn): 0.0014343,0.00000,0.762
10,mlp.experts.129.up_proj,0.0000140821,0.05000,14.424
10,mlp.experts.218.up_proj,0.0000080509,0.05000,14.363
10,mlp.experts.183.up_proj,0.0000059470,0.05000,14.375
10,mlp.experts.234.up_proj,failsafe(rtn): 0.0013428,0.00000,0.686
10,mlp.experts.199.up_proj,failsafe(rtn): 0.0014038,0.00000,0.701
10,mlp.experts.230.up_proj,0.0000078276,0.05000,14.226
10,mlp.experts.215.up_proj,failsafe(rtn): 0.0014038,0.00000,0.628
10,mlp.experts.231.up_proj,failsafe(rtn): 0.0012360,0.00000,0.707
10,mlp.experts.260.up_proj,0.0000196960,0.05000,14.313
10,mlp.experts.329.up_proj,0.0000241079,0.05000,14.285
10,mlp.experts.114.up_proj,0.0000137585,0.05000,14.296
10,mlp.experts.158.up_proj,0.0000072531,0.05000,14.392
10,mlp.experts.125.up_proj,0.0000116170,0.05000,14.318
10,mlp.experts.160.up_proj,0.0000009381,0.05000,14.431
10,mlp.experts.131.up_proj,0.0000178838,0.05000,14.471
10,mlp.experts.188.up_proj,0.0000058414,0.05000,14.433
10,mlp.experts.165.up_proj,0.0000077533,0.05000,14.748
10,mlp.experts.171.up_proj,0.0000131536,0.05000,14.714
10,mlp.experts.191.up_proj,0.0000116973,0.05000,14.762
10,mlp.experts.216.up_proj,0.0000131086,0.05000,14.593
10,mlp.experts.145.up_proj,0.0000326560,0.05000,14.548
10,mlp.experts.250.up_proj,0.0000081676,0.05000,14.575
10,mlp.experts.246.up_proj,0.0000295350,0.05000,14.432
10,mlp.experts.247.up_proj,0.0000308128,0.05000,14.640
10,mlp.experts.276.up_proj,0.0000193325,0.05000,14.539
10,mlp.experts.345.up_proj,0.0000107042,0.05000,14.694
10,mlp.experts.130.up_proj,0.0000128247,0.05000,14.448
10,mlp.experts.146.up_proj,failsafe(rtn): 0.0014725,0.00000,0.729
10,mlp.experts.174.up_proj,0.0000029949,0.05000,14.534
10,mlp.experts.141.up_proj,0.0000090450,0.05000,14.535
10,mlp.experts.176.up_proj,0.0000331224,0.05000,14.541
10,mlp.experts.147.up_proj,0.0000151368,0.05000,14.787
10,mlp.experts.204.up_proj,0.0000121272,0.05000,14.795
10,mlp.experts.181.up_proj,0.0000222372,0.05000,14.509
10,mlp.experts.187.up_proj,0.0000043940,0.05000,14.538
10,mlp.experts.207.up_proj,0.0000341454,0.05000,14.518
10,mlp.experts.232.up_proj,0.0000091430,0.05000,14.349
10,mlp.experts.197.up_proj,failsafe(rtn): 0.0014496,0.00000,0.697
10,mlp.experts.161.up_proj,0.0000194393,0.05000,14.505
10,mlp.experts.266.up_proj,0.0000151792,0.05000,14.567
10,mlp.experts.262.up_proj,0.0000298547,0.05000,14.368
10,mlp.experts.263.up_proj,0.0000165712,0.05000,14.562
10,mlp.experts.292.up_proj,0.0000153535,0.05000,14.748
10,mlp.experts.308.up_proj,failsafe(rtn): 0.0014725,0.00000,0.775
10,mlp.experts.361.up_proj,0.0000263465,0.05000,14.672
10,mlp.experts.162.up_proj,0.0000207829,0.05000,14.581
10,mlp.experts.190.up_proj,0.0000549473,0.05000,14.558
10,mlp.experts.192.up_proj,0.0000065335,0.05000,14.577
10,mlp.experts.157.up_proj,0.0000108750,0.05000,14.656
10,mlp.experts.163.up_proj,0.0000149514,0.05000,14.506
10,mlp.experts.220.up_proj,0.0000062579,0.05000,14.410
10,mlp.experts.223.up_proj,0.0000402931,0.05000,14.431
10,mlp.experts.203.up_proj,0.0000083890,0.05000,14.580
10,mlp.experts.213.up_proj,0.0000224760,0.05000,14.587
10,mlp.experts.248.up_proj,0.0000120520,0.05000,14.636
10,mlp.experts.177.up_proj,0.0000399714,0.05000,14.551
10,mlp.experts.278.up_proj,0.0000383822,0.05000,14.600
10,mlp.experts.282.up_proj,0.0000068590,0.05000,14.739
10,mlp.experts.279.up_proj,0.0000148905,0.05000,14.614
10,mlp.experts.324.up_proj,0.0000090539,0.05000,14.594
10,mlp.experts.377.up_proj,0.0000283692,0.05000,14.533
10,mlp.experts.178.up_proj,0.0000245421,0.05000,14.234
10,mlp.experts.208.up_proj,0.0000187152,0.05000,14.242
10,mlp.experts.173.up_proj,0.0000005916,0.05000,14.264
10,mlp.experts.206.up_proj,0.0000065422,0.05000,14.493
10,mlp.experts.179.up_proj,0.0000212759,0.05000,14.329
10,mlp.experts.236.up_proj,0.0000069772,0.05000,14.389
10,mlp.experts.239.up_proj,0.0000205424,0.05000,14.473
10,mlp.experts.219.up_proj,0.0000078996,0.05000,14.468
10,mlp.experts.264.up_proj,0.0000038195,0.05000,14.391
10,mlp.experts.229.up_proj,0.0000096886,0.05000,14.574
10,mlp.experts.193.up_proj,0.0000130916,0.05000,14.402
10,mlp.experts.245.up_proj,failsafe(rtn): 0.0014114,0.00000,0.679
10,mlp.experts.298.up_proj,0.0000074394,0.05000,14.326
10,mlp.experts.294.up_proj,0.0000230766,0.05000,14.476
10,mlp.experts.310.up_proj,failsafe(rtn): 0.0014420,0.00000,0.702
10,mlp.experts.295.up_proj,0.0000204287,0.05000,14.316
10,mlp.experts.340.up_proj,0.0000064545,0.05000,14.380
10,mlp.experts.393.up_proj,0.0000191014,0.05000,14.402
10,mlp.experts.194.up_proj,0.0000048450,0.05000,14.578
10,mlp.experts.224.up_proj,0.0000135972,0.05000,14.672
10,mlp.experts.222.up_proj,0.0000163936,0.05000,14.635
10,mlp.experts.189.up_proj,0.0000178918,0.05000,14.798
10,mlp.experts.195.up_proj,0.0000184736,0.05000,14.813
10,mlp.experts.252.up_proj,0.0000087835,0.05000,14.691
10,mlp.experts.255.up_proj,0.0000088372,0.05000,14.717
10,mlp.experts.235.up_proj,0.0000021659,0.05000,14.824
10,mlp.experts.280.up_proj,0.0000111227,0.05000,14.690
10,mlp.experts.209.up_proj,0.0000294613,0.05000,14.767
10,mlp.experts.261.up_proj,0.0000072742,0.05000,14.758
10,mlp.experts.314.up_proj,0.0000218783,0.05000,14.580
10,mlp.experts.326.up_proj,0.0000099470,0.05000,14.719
10,mlp.experts.311.up_proj,0.0000148146,0.05000,14.696
10,mlp.experts.356.up_proj,0.0000278615,0.05000,14.455
10,mlp.experts.409.up_proj,0.0000087666,0.05000,14.585
10,mlp.experts.210.up_proj,0.0000109405,0.05000,14.467
10,mlp.experts.240.up_proj,0.0000055319,0.05000,14.387
10,mlp.experts.238.up_proj,0.0000096132,0.05000,14.412
10,mlp.experts.205.up_proj,0.0000038336,0.05000,14.401
10,mlp.experts.211.up_proj,0.0000412860,0.05000,14.341
10,mlp.experts.268.up_proj,0.0000354560,0.05000,14.415
10,mlp.experts.284.up_proj,failsafe(rtn): 0.0014420,0.00000,0.802
10,mlp.experts.271.up_proj,0.0000189813,0.05000,14.514
10,mlp.experts.251.up_proj,0.0000346273,0.05000,14.564
10,mlp.experts.296.up_proj,0.0000196836,0.05000,14.531
10,mlp.experts.225.up_proj,0.0000078508,0.05000,14.494
10,mlp.experts.312.up_proj,failsafe(rtn): 0.0013733,0.00000,0.713
10,mlp.experts.277.up_proj,0.0000242293,0.05000,14.515
10,mlp.experts.330.up_proj,0.0000092073,0.05000,14.673
10,mlp.experts.293.up_proj,failsafe(rtn): 0.0013809,0.00000,0.777
10,mlp.experts.342.up_proj,0.0000279931,0.05000,14.568
10,mlp.experts.327.up_proj,0.0000049589,0.05000,14.405
10,mlp.experts.343.up_proj,failsafe(rtn): 0.0014038,0.00000,0.764
10,mlp.experts.372.up_proj,0.0000087376,0.05000,14.663
10,mlp.experts.388.up_proj,failsafe(rtn): 0.0014267,0.00000,0.654
10,mlp.experts.425.up_proj,0.0000153175,0.05000,14.670
10,mlp.experts.441.up_proj,failsafe(rtn): 0.0014420,0.00000,0.698
10,mlp.experts.226.up_proj,0.0000334670,0.05000,14.750
10,mlp.experts.256.up_proj,0.0000033415,0.05000,14.635
10,mlp.experts.254.up_proj,0.0000261226,0.05000,14.682
10,mlp.experts.221.up_proj,0.0000206197,0.05000,14.809
10,mlp.experts.227.up_proj,0.0000239919,0.05000,14.837
10,mlp.experts.300.up_proj,0.0000078159,0.05000,14.588
10,mlp.experts.287.up_proj,0.0000232408,0.05000,14.498
10,mlp.experts.267.up_proj,0.0000482056,0.05000,14.590
10,mlp.experts.303.up_proj,failsafe(rtn): 0.0014114,0.00000,0.657
10,mlp.experts.241.up_proj,0.0000386720,0.05000,14.479
10,mlp.experts.328.up_proj,0.0000134535,0.05000,14.410
10,mlp.experts.346.up_proj,0.0000168453,0.05000,14.362
10,mlp.experts.309.up_proj,0.0000102125,0.05000,14.408
10,mlp.experts.325.up_proj,failsafe(rtn): 0.0014648,0.00000,0.803
10,mlp.experts.358.up_proj,0.0000081857,0.05000,14.736
10,mlp.experts.359.up_proj,0.0000174037,0.05000,14.720
10,mlp.experts.375.up_proj,failsafe(rtn): 0.0013885,0.00000,0.642
10,mlp.experts.404.up_proj,0.0000089211,0.05000,14.684
10,mlp.experts.420.up_proj,failsafe(rtn): 0.0014343,0.00000,0.791
10,mlp.experts.457.up_proj,0.0000071763,0.05000,14.574
10,mlp.experts.473.up_proj,failsafe(rtn): 0.0014267,0.00000,0.743
10,mlp.experts.242.up_proj,0.0000222505,0.05000,14.718
10,mlp.experts.272.up_proj,0.0000175148,0.05000,14.491
10,mlp.experts.270.up_proj,0.0000221387,0.05000,14.553
10,mlp.experts.237.up_proj,0.0000221342,0.05000,14.513
10,mlp.experts.243.up_proj,0.0000163680,0.05000,14.839
10,mlp.experts.316.up_proj,0.0000193075,0.05000,14.670
10,mlp.experts.283.up_proj,0.0000149007,0.05000,14.729
10,mlp.experts.319.up_proj,0.0000138424,0.05000,14.754
10,mlp.experts.344.up_proj,0.0000263136,0.05000,14.695
10,mlp.experts.257.up_proj,0.0000424875,0.05000,14.896
10,mlp.experts.362.up_proj,0.0000159575,0.05000,14.784
10,mlp.experts.341.up_proj,0.0000007585,0.05000,14.733
10,mlp.experts.374.up_proj,0.0000128781,0.05000,14.681
10,mlp.experts.390.up_proj,failsafe(rtn): 0.0013962,0.00000,0.788
10,mlp.experts.391.up_proj,0.0000025085,0.05000,14.806
10,mlp.experts.436.up_proj,0.0000136526,0.05000,14.654
10,mlp.experts.489.up_proj,0.0000076625,0.05000,14.638
10,mlp.experts.505.up_proj,failsafe(rtn): 0.0012970,0.00000,0.672
10,mlp.experts.258.up_proj,0.0000086875,0.05000,14.453
10,mlp.experts.288.up_proj,0.0000118027,0.05000,14.566
10,mlp.experts.286.up_proj,0.0000143678,0.05000,14.508
10,mlp.experts.253.up_proj,0.0000191881,0.05000,14.537
10,mlp.experts.259.up_proj,0.0000054471,0.05000,14.492
10,mlp.experts.332.up_proj,0.0000028766,0.05000,14.355
10,mlp.experts.9.down_proj,0.0000023081,0.05000,3.608
10,mlp.experts.299.up_proj,0.0000040837,0.05000,14.446
10,mlp.experts.335.up_proj,0.0000252478,0.05000,14.549
10,mlp.experts.315.up_proj,failsafe(rtn): 0.0013809,0.00000,0.745
10,mlp.experts.360.up_proj,0.0000048855,0.05000,14.557
10,mlp.experts.273.up_proj,0.0000100697,0.05000,14.542
10,mlp.experts.331.up_proj,failsafe(rtn): 0.0014267,0.00000,0.841
10,mlp.experts.378.up_proj,0.0000159627,0.05000,14.511
10,mlp.experts.357.up_proj,0.0000148709,0.05000,14.578
10,mlp.experts.406.up_proj,0.0000151492,0.05000,14.360
10,mlp.experts.25.down_proj,0.0000003914,0.05000,3.838
10,mlp.experts.407.up_proj,0.0000463136,0.05000,14.430
10,mlp.experts.452.up_proj,0.0000065498,0.05000,14.300
10,mlp.experts.41.down_proj,0.0000021262,0.05000,3.579
10,mlp.experts.57.down_proj,failsafe(rtn): 0.0015030,0.00000,0.194
10,mlp.experts.73.down_proj,failsafe(rtn): 0.0015259,0.00000,0.179
10,mlp.experts.274.up_proj,0.0000141766,0.05000,14.742
10,mlp.experts.89.down_proj,0.0000001333,0.05000,3.763
10,mlp.experts.304.up_proj,0.0000114609,0.05000,14.771
10,mlp.experts.302.up_proj,0.0000358136,0.05000,14.735
10,mlp.experts.269.up_proj,0.0000234218,0.05000,14.788
10,mlp.experts.320.up_proj,failsafe(rtn): 0.0014038,0.00000,0.734
10,mlp.experts.275.up_proj,0.0000108740,0.05000,14.783
10,mlp.experts.348.up_proj,0.0000125014,0.05000,14.626
10,mlp.experts.364.up_proj,failsafe(rtn): 0.0014191,0.00000,0.780
10,mlp.experts.105.down_proj,0.0000007348,0.05000,3.666
10,mlp.experts.351.up_proj,0.0000071921,0.05000,14.683
10,mlp.experts.376.up_proj,0.0000062835,0.05000,14.652
10,mlp.experts.289.up_proj,0.0000043156,0.05000,14.793
10,mlp.experts.394.up_proj,0.0000099558,0.05000,14.453
10,mlp.experts.347.up_proj,0.0000170847,0.05000,14.636
10,mlp.experts.373.up_proj,0.0000204389,0.05000,14.421
10,mlp.experts.422.up_proj,0.0000108660,0.05000,14.361
10,mlp.experts.121.down_proj,0.0000015574,0.05000,3.308
10,mlp.experts.423.up_proj,0.0000093996,0.05000,14.087
10,mlp.experts.439.up_proj,failsafe(rtn): 0.0014114,0.00000,0.796
10,mlp.experts.468.up_proj,0.0000228127,0.05000,14.252
10,mlp.experts.137.down_proj,0.0000005483,0.05000,3.557
10,mlp.experts.153.down_proj,failsafe(rtn): 0.0015030,0.00000,0.173
10,mlp.experts.290.up_proj,0.0000034917,0.05000,13.994
10,mlp.experts.169.down_proj,0.0000018888,0.05000,3.612
10,mlp.experts.318.up_proj,0.0000110056,0.05000,14.199
10,mlp.experts.285.up_proj,0.0000076278,0.05000,14.169
10,mlp.experts.336.up_proj,0.0000047358,0.05000,14.054
10,mlp.experts.291.up_proj,0.0000042676,0.05000,14.043
10,mlp.experts.380.up_proj,0.0000035838,0.05000,14.156
10,mlp.experts.367.up_proj,0.0000126268,0.05000,13.982
10,mlp.experts.185.down_proj,0.0000038959,0.05000,3.711
10,mlp.experts.392.up_proj,0.0000120184,0.05000,14.104
10,mlp.experts.305.up_proj,0.0000079211,0.05000,14.284
10,mlp.experts.410.up_proj,0.0000304471,0.05000,14.171
10,mlp.experts.408.up_proj,failsafe(rtn): 0.0013885,0.00000,0.770
10,mlp.experts.363.up_proj,0.0000172613,0.05000,14.318
10,mlp.experts.389.up_proj,0.0000426758,0.05000,14.395
10,mlp.experts.438.up_proj,0.0000106863,0.05000,14.363
10,mlp.experts.201.down_proj,0.0000013855,0.05000,3.802
10,mlp.experts.455.up_proj,0.0000175455,0.05000,14.685
10,mlp.experts.484.up_proj,0.0000136737,0.05000,14.708
10,mlp.experts.217.down_proj,0.0000006563,0.05000,3.842
10,mlp.experts.233.down_proj,failsafe(rtn): 0.0014114,0.00000,0.171
10,mlp.experts.249.down_proj,failsafe(rtn): 0.0015030,0.00000,0.170
10,mlp.experts.306.up_proj,0.0000176705,0.05000,14.698
10,mlp.experts.334.up_proj,0.0000299958,0.05000,14.731
10,mlp.experts.265.down_proj,0.0000001864,0.05000,3.514
10,mlp.experts.301.up_proj,0.0000317448,0.05000,14.869
10,mlp.experts.352.up_proj,0.0000087618,0.05000,14.616
10,mlp.experts.281.down_proj,failsafe(rtn): 0.0015030,0.00000,0.216
10,mlp.experts.307.up_proj,0.0000101224,0.05000,14.749
10,mlp.experts.323.up_proj,failsafe(rtn): 0.0013809,0.00000,0.668
10,mlp.experts.396.up_proj,0.0000252137,0.05000,14.548
10,mlp.experts.383.up_proj,0.0000257643,0.05000,14.593
10,mlp.experts.321.up_proj,0.0000017953,0.05000,14.665
10,mlp.experts.297.down_proj,0.0000010413,0.05000,3.498
10,mlp.experts.426.up_proj,0.0000140136,0.05000,14.464
10,mlp.experts.424.up_proj,0.0000268169,0.05000,14.499
10,mlp.experts.379.up_proj,0.0000376899,0.05000,14.594
10,mlp.experts.405.up_proj,0.0000093886,0.05000,14.613
10,mlp.experts.454.up_proj,0.0000007417,0.05000,14.457
10,mlp.experts.313.down_proj,0.0000007505,0.05000,3.537
10,mlp.experts.471.up_proj,0.0000393403,0.05000,14.399
10,mlp.experts.500.up_proj,0.0000175596,0.05000,14.483
10,mlp.experts.329.down_proj,0.0000017310,0.05000,3.408
10,mlp.experts.4.down_proj,0.0000018066,0.05000,3.505
10,mlp.experts.322.up_proj,0.0000085032,0.05000,13.982
10,mlp.experts.350.up_proj,0.0000089613,0.05000,14.134
10,mlp.experts.368.up_proj,0.0000426156,0.05000,13.927
10,mlp.experts.345.down_proj,0.0000010696,0.05000,3.457
10,mlp.experts.317.up_proj,0.0000017095,0.05000,14.098
10,mlp.experts.20.down_proj,0.0000016003,0.05000,3.535
10,mlp.experts.339.up_proj,0.0000167359,0.05000,14.186
10,mlp.experts.412.up_proj,0.0000142425,0.05000,14.267
10,mlp.experts.399.up_proj,0.0000138472,0.05000,14.282
10,mlp.experts.361.down_proj,0.0000016980,0.05000,3.658
10,mlp.experts.337.up_proj,0.0000150731,0.05000,14.313
10,mlp.experts.442.up_proj,0.0000314234,0.05000,14.121
10,mlp.experts.440.up_proj,0.0000171334,0.05000,14.202
10,mlp.experts.395.up_proj,0.0000337248,0.05000,14.273
10,mlp.experts.36.down_proj,0.0000026899,0.05000,3.652
10,mlp.experts.421.up_proj,0.0000183426,0.05000,14.208
10,mlp.experts.470.up_proj,0.0000087425,0.05000,14.180
10,mlp.experts.377.down_proj,0.0000015166,0.05000,3.593
10,mlp.experts.487.up_proj,0.0000084258,0.05000,14.353
10,mlp.experts.52.down_proj,0.0000008521,0.05000,3.553
10,mlp.experts.68.down_proj,failsafe(rtn): 0.0015640,0.00000,0.189
10,mlp.experts.393.down_proj,0.0000011288,0.05000,3.773
10,mlp.experts.84.down_proj,0.0000004039,0.05000,3.611
10,mlp.experts.338.up_proj,0.0000067118,0.05000,14.563
10,mlp.experts.366.up_proj,0.0000071798,0.05000,14.508
10,mlp.experts.384.up_proj,0.0000057015,0.05000,14.415
10,mlp.experts.333.up_proj,0.0000304414,0.05000,14.563
10,mlp.experts.409.down_proj,0.0000006270,0.05000,3.628
10,mlp.experts.349.up_proj,failsafe(rtn): 0.0013275,0.00000,0.774
10,mlp.experts.100.down_proj,0.0000004606,0.05000,3.554
10,mlp.experts.355.up_proj,0.0000110378,0.05000,14.585
10,mlp.experts.116.down_proj,failsafe(rtn): 0.0014038,0.00000,0.179
10,mlp.experts.428.up_proj,0.0000019139,0.05000,14.554
10,mlp.experts.415.up_proj,0.0000356406,0.05000,14.291
10,mlp.experts.458.up_proj,0.0000129362,0.05000,14.338
10,mlp.experts.425.down_proj,0.0000011241,0.05000,3.581
10,mlp.experts.456.up_proj,0.0000106500,0.05000,14.316
10,mlp.experts.353.up_proj,0.0000058303,0.05000,14.515
10,mlp.experts.411.up_proj,0.0000078527,0.05000,14.295
10,mlp.experts.474.up_proj,failsafe(rtn): 0.0014496,0.00000,0.571
10,mlp.experts.437.up_proj,0.0000182632,0.05000,13.982
10,mlp.experts.132.down_proj,0.0000008833,0.05000,3.258
10,mlp.experts.486.up_proj,0.0000254589,0.05000,13.947
10,mlp.experts.441.down_proj,failsafe(rtn): 0.0014954,0.00000,0.232
10,mlp.experts.502.up_proj,failsafe(rtn): 0.0012665,0.00000,0.643
10,mlp.experts.6.down_proj,failsafe(rtn): 0.0015259,0.00000,0.164
10,mlp.experts.22.down_proj,failsafe(rtn): 0.0014572,0.00000,0.167
10,mlp.experts.503.up_proj,0.0000145352,0.05000,13.855
10,mlp.experts.148.down_proj,0.0000015714,0.05000,3.436
10,mlp.experts.457.down_proj,0.0000005896,0.05000,3.428
10,mlp.experts.473.down_proj,failsafe(rtn): 0.0015259,0.00000,0.195
10,mlp.experts.38.down_proj,0.0000003262,0.05000,3.530
10,mlp.experts.54.down_proj,failsafe(rtn): 0.0014038,0.00000,0.191
10,mlp.experts.7.down_proj,0.0000018678,0.05000,3.590
10,mlp.experts.164.down_proj,0.0000000619,0.05000,3.625
10,mlp.experts.180.down_proj,failsafe(rtn): 0.0014420,0.00000,0.159
10,mlp.experts.354.up_proj,0.0000041473,0.05000,13.651
10,mlp.experts.489.down_proj,0.0000006029,0.05000,3.571
10,mlp.experts.505.down_proj,failsafe(rtn): 0.0013504,0.00000,0.166
10,mlp.experts.400.up_proj,0.0000090007,0.05000,13.647
10,mlp.experts.382.up_proj,0.0000289513,0.05000,13.781
10,mlp.experts.70.down_proj,0.0000004261,0.05000,3.538
10,mlp.experts.398.up_proj,failsafe(rtn): 0.0013885,0.00000,0.585
10,mlp.experts.23.down_proj,0.0000035267,0.05000,3.351
10,mlp.experts.371.up_proj,0.0000327679,0.05000,13.459
10,mlp.experts.196.down_proj,0.0000006790,0.05000,3.287
10,mlp.experts.444.up_proj,0.0000050313,0.05000,13.359
10,mlp.experts.431.up_proj,0.0000283874,0.05000,13.296
10,mlp.experts.86.down_proj,0.0000009970,0.05000,3.160
10,mlp.experts.472.up_proj,0.0000068160,0.05000,13.249
10,mlp.experts.427.up_proj,0.0000093622,0.05000,13.434
10,mlp.experts.490.up_proj,0.0000084838,0.05000,13.434
10,mlp.experts.39.down_proj,0.0000007235,0.05000,3.224
10,mlp.experts.453.up_proj,0.0000081435,0.05000,13.514
10,mlp.experts.365.up_proj,0.0000099440,0.05000,13.544
10,mlp.experts.212.down_proj,0.0000005002,0.05000,3.171
10,mlp.experts.369.up_proj,0.0000161958,0.05000,13.704
10,mlp.experts.102.down_proj,0.0000031194,0.05000,3.163
10,mlp.experts.55.down_proj,0.0000006534,0.05000,3.026
10,mlp.experts.118.down_proj,0.0000034248,0.05000,2.778
10,mlp.experts.71.down_proj,0.0000007771,0.05000,2.914
10,mlp.experts.370.up_proj,0.0000086110,0.05000,12.206
10,mlp.experts.416.up_proj,0.0000152363,0.05000,11.917
10,mlp.experts.134.down_proj,0.0000039857,0.05000,2.805
10,mlp.experts.414.up_proj,0.0000371015,0.05000,11.836
10,mlp.experts.87.down_proj,0.0000002689,0.05000,2.724
10,mlp.experts.387.up_proj,0.0000074464,0.05000,11.879
10,mlp.experts.460.up_proj,0.0000124520,0.05000,11.413
10,mlp.experts.228.down_proj,failsafe(rtn): 0.0015106,0.00000,0.183
10,mlp.experts.447.up_proj,0.0000056220,0.05000,11.635
10,mlp.experts.488.up_proj,failsafe(rtn): 0.0014267,0.00000,0.659
10,mlp.experts.150.down_proj,0.0000020064,0.05000,2.792
10,mlp.experts.443.up_proj,0.0000028196,0.05000,11.710
10,mlp.experts.506.up_proj,0.0000080529,0.05000,11.675
10,mlp.experts.103.down_proj,0.0000008251,0.05000,3.077
10,mlp.experts.469.up_proj,0.0000496330,0.05000,11.594
10,mlp.experts.381.up_proj,0.0000293036,0.05000,11.686
10,mlp.experts.385.up_proj,0.0000117506,0.05000,11.724
10,mlp.experts.244.down_proj,0.0000008755,0.05000,3.367
10,mlp.experts.166.down_proj,0.0000006722,0.05000,3.294
10,mlp.experts.10.down_proj,0.0000020268,0.05000,3.275
10,mlp.experts.26.down_proj,failsafe(rtn): 0.0014572,0.00000,0.179
10,mlp.experts.119.down_proj,0.0000034205,0.05000,3.322
10,mlp.experts.260.down_proj,0.0000010278,0.05000,3.472
10,mlp.experts.182.down_proj,0.0000025414,0.05000,3.428
10,mlp.experts.42.down_proj,0.0000002107,0.05000,3.481
10,mlp.experts.135.down_proj,0.0000011290,0.05000,3.521
10,mlp.experts.386.up_proj,0.0000191623,0.05000,12.708
10,mlp.experts.276.down_proj,0.0000011083,0.05000,3.324
10,mlp.experts.198.down_proj,0.0000007957,0.05000,3.256
10,mlp.experts.430.up_proj,0.0000331136,0.05000,12.751
10,mlp.experts.58.down_proj,failsafe(rtn): 0.0015335,0.00000,0.200
10,mlp.experts.151.down_proj,0.0000006993,0.05000,3.160
10,mlp.experts.403.up_proj,0.0000158287,0.05000,13.048
10,mlp.experts.432.up_proj,0.0000197535,0.05000,13.189
10,mlp.experts.476.up_proj,0.0000142714,0.05000,13.312
10,mlp.experts.463.up_proj,0.0000225530,0.05000,13.162
10,mlp.experts.292.down_proj,0.0000007424,0.05000,3.272
10,mlp.experts.308.down_proj,failsafe(rtn): 0.0015259,0.00000,0.155
10,mlp.experts.504.up_proj,0.0000245291,0.05000,13.165
10,mlp.experts.492.up_proj,failsafe(rtn): 0.0014114,0.00000,0.653
10,mlp.experts.214.down_proj,0.0000010980,0.05000,3.331
10,mlp.experts.74.down_proj,0.0000002924,0.05000,3.251
10,mlp.experts.459.up_proj,0.0000110582,0.05000,13.214
10,mlp.experts.167.down_proj,0.0000016349,0.05000,3.309
10,mlp.experts.485.up_proj,0.0000285362,0.05000,13.248
10,mlp.experts.397.up_proj,0.0000169323,0.05000,13.238
10,mlp.experts.401.up_proj,0.0000219886,0.05000,13.146
10,mlp.experts.324.down_proj,0.0000006200,0.05000,3.358
10,mlp.experts.8.down_proj,0.0000004886,0.05000,3.337
10,mlp.experts.230.down_proj,0.0000004624,0.05000,3.311
10,mlp.experts.90.down_proj,0.0000015643,0.05000,3.263
10,mlp.experts.183.down_proj,0.0000002892,0.05000,3.355
10,mlp.experts.199.down_proj,failsafe(rtn): 0.0014725,0.00000,0.163
10,mlp.experts.340.down_proj,0.0000002535,0.05000,3.191
10,mlp.experts.24.down_proj,0.0000024660,0.05000,3.248
10,mlp.experts.246.down_proj,0.0000024025,0.05000,3.196
10,mlp.experts.106.down_proj,0.0000024079,0.05000,3.192
10,mlp.experts.356.down_proj,0.0000074364,0.05000,3.100
10,mlp.experts.40.down_proj,0.0000001519,0.05000,3.073
10,mlp.experts.446.up_proj,0.0000224893,0.05000,12.653
10,mlp.experts.402.up_proj,0.0000171578,0.05000,12.778
10,mlp.experts.262.down_proj,0.0000028770,0.05000,3.069
10,mlp.experts.122.down_proj,0.0000011971,0.05000,3.082
10,mlp.experts.419.up_proj,0.0000248813,0.05000,12.606
10,mlp.experts.448.up_proj,0.0000357119,0.05000,12.528
10,mlp.experts.479.up_proj,0.0000165610,0.05000,12.314
10,mlp.experts.464.up_proj,failsafe(rtn): 0.0013733,0.00000,0.476
10,mlp.experts.508.up_proj,0.0000179274,0.05000,12.233
10,mlp.experts.372.down_proj,0.0000013196,0.05000,2.746
10,mlp.experts.56.down_proj,0.0000007613,0.05000,2.790
10,mlp.experts.388.down_proj,failsafe(rtn): 0.0014877,0.00000,0.140
10,mlp.experts.278.down_proj,0.0000020763,0.05000,2.604
10,mlp.experts.138.down_proj,0.0000003903,0.05000,2.624
10,mlp.experts.154.down_proj,failsafe(rtn): 0.0014420,0.00000,0.117
10,mlp.experts.475.up_proj,0.0000108243,0.05000,11.958
10,mlp.experts.215.down_proj,failsafe(rtn): 0.0014648,0.00000,0.217
10,mlp.experts.231.down_proj,failsafe(rtn): 0.0013046,0.00000,0.163
10,mlp.experts.501.up_proj,0.0000145855,0.05000,11.933
10,mlp.experts.413.up_proj,0.0000270827,0.05000,11.864
10,mlp.experts.417.up_proj,0.0000202498,0.05000,12.071
10,mlp.experts.12.down_proj,0.0000015689,0.05000,2.835
10,mlp.experts.72.down_proj,0.0000008081,0.05000,2.787
10,mlp.experts.404.down_proj,0.0000008856,0.05000,2.837
10,mlp.experts.28.down_proj,failsafe(rtn): 0.0014191,0.00000,0.155
10,mlp.experts.420.down_proj,failsafe(rtn): 0.0015335,0.00000,0.161
10,mlp.experts.294.down_proj,0.0000022979,0.05000,2.945
10,mlp.experts.310.down_proj,failsafe(rtn): 0.0015106,0.00000,0.153
10,mlp.experts.170.down_proj,0.0000006238,0.05000,3.136
10,mlp.experts.247.down_proj,0.0000019979,0.05000,3.104
10,mlp.experts.5.down_proj,0.0000013506,0.05000,3.192
10,mlp.experts.88.down_proj,0.0000008123,0.05000,3.344
10,mlp.experts.44.down_proj,0.0000007035,0.05000,3.385
10,mlp.experts.436.down_proj,0.0000006097,0.05000,3.390
10,mlp.experts.326.down_proj,0.0000006966,0.05000,3.487
10,mlp.experts.186.down_proj,0.0000022554,0.05000,3.434
10,mlp.experts.263.down_proj,0.0000013202,0.05000,3.406
10,mlp.experts.21.down_proj,0.0000014830,0.05000,3.402
10,mlp.experts.104.down_proj,0.0000045910,0.05000,3.298
10,mlp.experts.60.down_proj,0.0000006244,0.05000,3.346
10,mlp.experts.452.down_proj,0.0000004273,0.05000,3.292
10,mlp.experts.462.up_proj,0.0000071797,0.05000,12.303
10,mlp.experts.418.up_proj,0.0000072028,0.05000,12.396
10,mlp.experts.342.down_proj,0.0000029439,0.05000,3.377
10,mlp.experts.202.down_proj,0.0000038254,0.05000,3.413
10,mlp.experts.279.down_proj,0.0000016216,0.05000,3.317
10,mlp.experts.37.down_proj,0.0000011236,0.05000,3.436
10,mlp.experts.480.up_proj,0.0000180662,0.05000,12.887
10,mlp.experts.120.down_proj,0.0000005645,0.05000,3.660
10,mlp.experts.76.down_proj,0.0000025522,0.05000,3.574
10,mlp.experts.136.down_proj,failsafe(rtn): 0.0015411,0.00000,0.171
10,mlp.experts.468.down_proj,0.0000017750,0.05000,3.582
10,mlp.experts.358.down_proj,0.0000005474,0.05000,3.498
10,mlp.experts.218.down_proj,0.0000008206,0.05000,3.482
10,mlp.experts.491.up_proj,0.0000226150,0.05000,13.472
10,mlp.experts.435.up_proj,0.0000210799,0.05000,13.476
10,mlp.experts.495.up_proj,0.0000066175,0.05000,13.522
10,mlp.experts.234.down_proj,failsafe(rtn): 0.0014343,0.00000,0.192
10,mlp.experts.295.down_proj,0.0000014164,0.05000,3.563
10,mlp.experts.53.down_proj,0.0000011405,0.05000,3.425
10,mlp.experts.429.up_proj,0.0000089880,0.05000,13.508
10,mlp.experts.433.up_proj,0.0000108811,0.05000,13.525
10,mlp.experts.92.down_proj,0.0000012603,0.05000,3.440
10,mlp.experts.152.down_proj,0.0000013859,0.05000,3.417
10,mlp.experts.484.down_proj,0.0000010609,0.05000,3.403
10,mlp.experts.374.down_proj,0.0000022229,0.05000,3.438
10,mlp.experts.390.down_proj,failsafe(rtn): 0.0014725,0.00000,0.162
10,mlp.experts.250.down_proj,0.0000004640,0.05000,3.394
10,mlp.experts.311.down_proj,0.0000019928,0.05000,3.444
10,mlp.experts.69.down_proj,0.0000014825,0.05000,3.456
10,mlp.experts.168.down_proj,0.0000009684,0.05000,3.387
10,mlp.experts.108.down_proj,0.0000008159,0.05000,3.429
10,mlp.experts.500.down_proj,0.0000012882,0.05000,3.476
10,mlp.experts.406.down_proj,0.0000018140,0.05000,3.253
10,mlp.experts.266.down_proj,0.0000007024,0.05000,3.215
10,mlp.experts.327.down_proj,0.0000003368,0.05000,3.208
10,mlp.experts.343.down_proj,failsafe(rtn): 0.0015106,0.00000,0.177
10,mlp.experts.85.down_proj,0.0000038518,0.05000,3.203
10,mlp.experts.184.down_proj,0.0000010806,0.05000,3.136
10,mlp.experts.124.down_proj,0.0000009887,0.05000,3.140
10,mlp.experts.200.down_proj,failsafe(rtn): 0.0015259,0.00000,0.183
10,mlp.experts.478.up_proj,0.0000089417,0.05000,13.422
10,mlp.experts.434.up_proj,0.0000355674,0.05000,13.394
10,mlp.experts.422.down_proj,0.0000009694,0.05000,3.277
10,mlp.experts.282.down_proj,0.0000005747,0.05000,3.210
10,mlp.experts.359.down_proj,0.0000014547,0.05000,3.185
10,mlp.experts.101.down_proj,0.0000001681,0.05000,3.108
10,mlp.experts.375.down_proj,failsafe(rtn): 0.0014648,0.00000,0.166
10,mlp.experts.496.up_proj,0.0000122186,0.05000,13.073
10,mlp.experts.140.down_proj,0.0000006694,0.05000,3.161
10,mlp.experts.216.down_proj,0.0000006962,0.05000,3.139
10,mlp.experts.451.up_proj,0.0000210914,0.05000,12.906
10,mlp.experts.511.up_proj,0.0000338856,0.05000,12.944
10,mlp.experts.507.up_proj,0.0000159724,0.05000,13.028
10,mlp.experts.438.down_proj,0.0000012559,0.05000,3.156
10,mlp.experts.298.down_proj,0.0000005471,0.05000,3.110
10,mlp.experts.117.down_proj,0.0000004351,0.05000,3.106
10,mlp.experts.445.up_proj,0.0000059904,0.05000,12.857
10,mlp.experts.391.down_proj,0.0000006494,0.05000,3.170
10,mlp.experts.449.up_proj,0.0000128254,0.05000,12.920
10,mlp.experts.0.down_proj,0.0000010731,0.05000,3.149
10,mlp.experts.156.down_proj,0.0000015601,0.05000,3.195
10,mlp.experts.232.down_proj,0.0000010826,0.05000,3.250
10,mlp.experts.11.down_proj,0.0000017265,0.05000,3.281
10,mlp.experts.15.down_proj,0.0000005316,0.05000,3.322
10,mlp.experts.454.down_proj,0.0000001812,0.05000,3.307
10,mlp.experts.314.down_proj,0.0000028617,0.05000,3.313
10,mlp.experts.407.down_proj,0.0000042804,0.05000,3.195
10,mlp.experts.133.down_proj,0.0000015973,0.05000,3.265
10,mlp.experts.16.down_proj,0.0000034115,0.05000,3.081
10,mlp.experts.172.down_proj,0.0000017435,0.05000,3.067
10,mlp.experts.248.down_proj,0.0000008771,0.05000,2.972
10,mlp.experts.31.down_proj,0.0000007410,0.05000,2.960
10,mlp.experts.27.down_proj,0.0000041045,0.05000,2.968
10,mlp.experts.470.down_proj,0.0000006682,0.05000,2.937
10,mlp.experts.330.down_proj,0.0000009259,0.05000,2.900
10,mlp.experts.47.down_proj,failsafe(rtn): 0.0012131,0.00000,0.152
10,mlp.experts.43.down_proj,failsafe(rtn): 0.0014954,0.00000,0.149
10,mlp.experts.63.down_proj,failsafe(rtn): 0.0014801,0.00000,0.141
10,mlp.experts.149.down_proj,0.0000022582,0.05000,2.887
10,mlp.experts.423.down_proj,0.0000009178,0.05000,2.917
10,mlp.experts.439.down_proj,failsafe(rtn): 0.0014954,0.00000,0.144
10,mlp.experts.32.down_proj,0.0000035395,0.05000,2.902
10,mlp.experts.188.down_proj,0.0000005980,0.05000,2.956
10,mlp.experts.264.down_proj,0.0000002414,0.05000,2.956
10,mlp.experts.494.up_proj,0.0000121671,0.05000,12.341
10,mlp.experts.450.up_proj,0.0000237685,0.05000,12.351
10,mlp.experts.486.down_proj,0.0000018712,0.05000,3.021
10,mlp.experts.346.down_proj,0.0000009179,0.05000,2.992
10,mlp.experts.59.down_proj,0.0000005364,0.05000,3.017
10,mlp.experts.502.down_proj,failsafe(rtn): 0.0013809,0.00000,0.167
10,mlp.experts.79.down_proj,0.0000011132,0.05000,3.035
10,mlp.experts.165.down_proj,0.0000003458,0.05000,3.040
10,mlp.experts.455.down_proj,0.0000011254,0.05000,3.122
10,mlp.experts.48.down_proj,0.0000014427,0.05000,3.068
10,mlp.experts.204.down_proj,0.0000013792,0.05000,2.958
10,mlp.experts.280.down_proj,0.0000008049,0.05000,2.946
10,mlp.experts.467.up_proj,0.0000080535,0.05000,11.961
10,mlp.experts.362.down_proj,0.0000017968,0.05000,2.770
10,mlp.experts.75.down_proj,0.0000032099,0.05000,2.828
10,mlp.experts.95.down_proj,0.0000013151,0.05000,2.848
10,mlp.experts.461.up_proj,0.0000130692,0.05000,11.939
10,mlp.experts.181.down_proj,0.0000012223,0.05000,2.843
10,mlp.experts.197.down_proj,failsafe(rtn): 0.0015106,0.00000,0.145
10,mlp.experts.471.down_proj,0.0000021251,0.05000,2.810
10,mlp.experts.465.up_proj,0.0000134296,0.05000,11.965
10,mlp.experts.64.down_proj,0.0000004906,0.05000,2.826
10,mlp.experts.80.down_proj,failsafe(rtn): 0.0015030,0.00000,0.141
10,mlp.experts.481.up_proj,failsafe(rtn): 0.0014496,0.00000,0.590
10,mlp.experts.220.down_proj,0.0000004863,0.05000,2.898
10,mlp.experts.296.down_proj,0.0000015738,0.05000,2.934
10,mlp.experts.312.down_proj,failsafe(rtn): 0.0014648,0.00000,0.149
10,mlp.experts.378.down_proj,0.0000016362,0.05000,2.920
10,mlp.experts.91.down_proj,0.0000028305,0.05000,2.958
10,mlp.experts.111.down_proj,0.0000011279,0.05000,2.949
10,mlp.experts.213.down_proj,0.0000027080,0.05000,2.883
10,mlp.experts.487.down_proj,0.0000008727,0.05000,2.876
10,mlp.experts.96.down_proj,0.0000005020,0.05000,2.799
10,mlp.experts.236.down_proj,0.0000005097,0.05000,2.753
10,mlp.experts.328.down_proj,0.0000017290,0.05000,2.727
10,mlp.experts.394.down_proj,0.0000007245,0.05000,2.796
10,mlp.experts.107.down_proj,0.0000014940,0.05000,2.810
10,mlp.experts.127.down_proj,0.0000007982,0.05000,2.793
10,mlp.experts.229.down_proj,0.0000004318,0.05000,2.718
10,mlp.experts.503.down_proj,0.0000006650,0.05000,2.770
10,mlp.experts.245.down_proj,failsafe(rtn): 0.0015182,0.00000,0.159
10,mlp.experts.112.down_proj,0.0000008767,0.05000,2.734
10,mlp.experts.252.down_proj,0.0000006754,0.05000,2.716
10,mlp.experts.510.up_proj,0.0000040400,0.05000,11.299
10,mlp.experts.466.up_proj,0.0000228237,0.05000,11.189
10,mlp.experts.344.down_proj,0.0000018858,0.05000,2.706
10,mlp.experts.410.down_proj,0.0000051056,0.05000,2.582
10,mlp.experts.123.down_proj,0.0000010346,0.05000,2.584
10,mlp.experts.143.down_proj,0.0000007255,0.05000,2.701
10,mlp.experts.261.down_proj,0.0000008561,0.05000,2.684
10,mlp.experts.128.down_proj,0.0000004828,0.05000,2.774
10,mlp.experts.268.down_proj,0.0000031764,0.05000,2.772
10,mlp.experts.14.down_proj,0.0000005210,0.05000,2.753
10,mlp.experts.284.down_proj,failsafe(rtn): 0.0015182,0.00000,0.114
10,mlp.experts.360.down_proj,0.0000006801,0.05000,2.687
10,mlp.experts.483.up_proj,0.0000056472,0.05000,10.945
10,mlp.experts.426.down_proj,0.0000015876,0.05000,2.678
10,mlp.experts.499.up_proj,failsafe(rtn): 0.0014420,0.00000,0.481
10,mlp.experts.139.down_proj,0.0000006060,0.05000,2.657
10,mlp.experts.477.up_proj,0.0000098045,0.05000,10.823
10,mlp.experts.159.down_proj,0.0000011535,0.05000,2.562
10,mlp.experts.277.down_proj,0.0000016451,0.05000,2.525
10,mlp.experts.293.down_proj,failsafe(rtn): 0.0014496,0.00000,0.123
10,mlp.experts.497.up_proj,0.0000395858,0.05000,10.741
10,mlp.experts.144.down_proj,0.0000029581,0.05000,2.518
10,mlp.experts.30.down_proj,0.0000007707,0.05000,2.475
10,mlp.experts.300.down_proj,0.0000009425,0.05000,2.506
10,mlp.experts.376.down_proj,0.0000003998,0.05000,2.519
10,mlp.experts.442.down_proj,0.0000047025,0.05000,2.509
10,mlp.experts.3.down_proj,0.0000035530,0.05000,2.569
10,mlp.experts.155.down_proj,0.0000007018,0.05000,2.558
10,mlp.experts.175.down_proj,0.0000006062,0.05000,2.563
10,mlp.experts.309.down_proj,0.0000008624,0.05000,2.508
10,mlp.experts.325.down_proj,failsafe(rtn): 0.0015793,0.00000,0.128
10,mlp.experts.1.down_proj,0.0000017133,0.05000,2.437
10,mlp.experts.160.down_proj,0.0000002230,0.05000,2.448
10,mlp.experts.46.down_proj,0.0000025030,0.05000,2.480
10,mlp.experts.316.down_proj,0.0000009967,0.05000,2.451
10,mlp.experts.392.down_proj,0.0000009337,0.05000,2.452
10,mlp.experts.408.down_proj,failsafe(rtn): 0.0014801,0.00000,0.120
10,mlp.experts.458.down_proj,0.0000008603,0.05000,2.498
10,mlp.experts.474.down_proj,failsafe(rtn): 0.0015640,0.00000,0.122
10,mlp.experts.19.down_proj,0.0000027251,0.05000,2.487
10,mlp.experts.171.down_proj,0.0000005569,0.05000,2.495
10,mlp.experts.191.down_proj,0.0000008281,0.05000,2.496
10,mlp.experts.341.down_proj,0.0000001764,0.05000,2.464
10,mlp.experts.17.down_proj,0.0000028204,0.05000,2.590
10,mlp.experts.176.down_proj,0.0000018468,0.05000,2.601
10,mlp.experts.62.down_proj,0.0000009936,0.05000,2.575
10,mlp.experts.482.up_proj,0.0000081669,0.05000,10.244
10,mlp.experts.332.down_proj,0.0000002303,0.05000,2.616
10,mlp.experts.424.down_proj,0.0000020987,0.05000,2.646
10,mlp.experts.490.down_proj,0.0000007676,0.05000,2.616
10,mlp.experts.35.down_proj,0.0000015346,0.05000,2.656
10,mlp.experts.187.down_proj,0.0000006190,0.05000,2.697
10,mlp.experts.207.down_proj,0.0000031546,0.05000,2.635
10,mlp.experts.357.down_proj,0.0000011676,0.05000,2.580
10,mlp.experts.33.down_proj,0.0000009923,0.05000,2.512
10,mlp.experts.192.down_proj,0.0000004789,0.05000,2.491
10,mlp.experts.78.down_proj,0.0000022418,0.05000,2.430
10,mlp.experts.348.down_proj,0.0000014083,0.05000,2.446
10,mlp.experts.364.down_proj,failsafe(rtn): 0.0014343,0.00000,0.141
10,mlp.experts.440.down_proj,0.0000010348,0.05000,2.430
10,mlp.experts.506.down_proj,0.0000005091,0.05000,2.519
10,mlp.experts.51.down_proj,0.0000012857,0.05000,2.491
10,mlp.experts.493.up_proj,0.0000121278,0.05000,10.069
10,mlp.experts.203.down_proj,0.0000004937,0.05000,2.519
10,mlp.experts.223.down_proj,0.0000022825,0.05000,2.456
10,mlp.experts.373.down_proj,0.0000014668,0.05000,2.442
10,mlp.experts.208.down_proj,0.0000015997,0.05000,2.386
10,mlp.experts.49.down_proj,0.0000009042,0.05000,2.459
10,mlp.experts.94.down_proj,0.0000003598,0.05000,2.309
10,mlp.experts.456.down_proj,0.0000005972,0.05000,2.257
10,mlp.experts.380.down_proj,0.0000002765,0.05000,2.313
10,mlp.experts.67.down_proj,0.0000013536,0.05000,2.129
10,mlp.experts.219.down_proj,0.0000007479,0.05000,2.130
10,mlp.experts.239.down_proj,0.0000016478,0.05000,2.104
10,mlp.experts.389.down_proj,0.0000025155,0.05000,2.127
10,mlp.experts.224.down_proj,0.0000006333,0.05000,2.106
10,mlp.experts.65.down_proj,0.0000000638,0.05000,2.108
10,mlp.experts.110.down_proj,0.0000029365,0.05000,2.099
10,mlp.experts.126.down_proj,failsafe(rtn): 0.0014801,0.00000,0.114
10,mlp.experts.472.down_proj,0.0000004208,0.05000,2.107
10,mlp.experts.396.down_proj,0.0000020289,0.05000,2.126
10,mlp.experts.488.down_proj,failsafe(rtn): 0.0015335,0.00000,0.113
10,mlp.experts.83.down_proj,0.0000011363,0.05000,2.117
10,mlp.experts.235.down_proj,0.0000000884,0.05000,2.130
10,mlp.experts.255.down_proj,0.0000016449,0.05000,2.115
10,mlp.experts.405.down_proj,0.0000005021,0.05000,2.116
10,mlp.experts.240.down_proj,0.0000003362,0.05000,2.128
10,mlp.experts.81.down_proj,0.0000002798,0.05000,2.131
10,mlp.experts.97.down_proj,failsafe(rtn): 0.0015030,0.00000,0.097
10,mlp.experts.498.up_proj,0.0000064378,0.05000,8.955
10,mlp.experts.142.down_proj,0.0000016468,0.05000,2.153
10,mlp.experts.412.down_proj,0.0000006563,0.05000,2.141
10,mlp.experts.504.down_proj,0.0000034762,0.05000,2.174
10,mlp.experts.99.down_proj,0.0000013283,0.05000,2.122
10,mlp.experts.251.down_proj,0.0000017917,0.05000,2.068
10,mlp.experts.271.down_proj,0.0000018217,0.05000,2.106
10,mlp.experts.421.down_proj,0.0000013349,0.05000,2.059
10,mlp.experts.256.down_proj,0.0000002730,0.05000,2.024
10,mlp.experts.113.down_proj,0.0000007556,0.05000,2.039
10,mlp.experts.2.down_proj,0.0000014975,0.05000,2.003
10,mlp.experts.158.down_proj,0.0000008724,0.05000,1.957
10,mlp.experts.428.down_proj,0.0000003877,0.05000,1.910
10,mlp.experts.509.up_proj,0.0000144221,0.05000,8.356
10,mlp.experts.115.down_proj,0.0000013500,0.05000,2.026
10,mlp.experts.267.down_proj,0.0000059559,0.05000,2.047
10,mlp.experts.287.down_proj,0.0000025216,0.05000,2.038
10,mlp.experts.303.down_proj,failsafe(rtn): 0.0014801,0.00000,0.120
10,mlp.experts.437.down_proj,0.0000024553,0.05000,2.071
10,mlp.experts.272.down_proj,0.0000015141,0.05000,2.117
10,mlp.experts.129.down_proj,0.0000017107,0.05000,2.134
10,mlp.experts.18.down_proj,0.0000037456,0.05000,2.087
10,mlp.experts.174.down_proj,0.0000002250,0.05000,2.082
10,mlp.experts.444.down_proj,0.0000003219,0.05000,2.097
10,mlp.experts.131.down_proj,0.0000015100,0.05000,1.985
10,mlp.experts.13.down_proj,0.0000013130,0.05000,2.017
10,mlp.experts.283.down_proj,0.0000018015,0.05000,2.008
10,mlp.experts.319.down_proj,0.0000009997,0.05000,1.980
10,mlp.experts.453.down_proj,0.0000009168,0.05000,2.009
10,mlp.experts.288.down_proj,0.0000023827,0.05000,1.901
10,mlp.experts.145.down_proj,0.0000018264,0.05000,1.918
10,mlp.experts.34.down_proj,0.0000009932,0.05000,1.911
10,mlp.experts.190.down_proj,0.0000040968,0.05000,1.907
10,mlp.experts.460.down_proj,0.0000009119,0.05000,1.881
10,mlp.experts.29.down_proj,0.0000006113,0.05000,1.902
10,mlp.experts.147.down_proj,0.0000009119,0.05000,1.952
10,mlp.experts.299.down_proj,0.0000002834,0.05000,1.926
10,mlp.experts.315.down_proj,failsafe(rtn): 0.0015030,0.00000,0.106
10,mlp.experts.335.down_proj,0.0000016689,0.05000,1.945
10,mlp.experts.331.down_proj,failsafe(rtn): 0.0015182,0.00000,0.103
10,mlp.experts.469.down_proj,0.0000027282,0.05000,1.946
10,mlp.experts.304.down_proj,0.0000021912,0.05000,1.903
10,mlp.experts.320.down_proj,failsafe(rtn): 0.0014572,0.00000,0.096
10,mlp.experts.161.down_proj,0.0000017808,0.05000,1.938
10,mlp.experts.50.down_proj,0.0000005629,0.05000,1.916
10,mlp.experts.206.down_proj,0.0000005635,0.05000,1.951
10,mlp.experts.476.down_proj,0.0000020071,0.05000,1.943
10,mlp.experts.492.down_proj,failsafe(rtn): 0.0014648,0.00000,0.109
10,mlp.experts.45.down_proj,0.0000003449,0.05000,1.946
10,mlp.experts.163.down_proj,0.0000008049,0.05000,1.962
10,mlp.experts.351.down_proj,0.0000009848,0.05000,1.985
10,mlp.experts.347.down_proj,0.0000010057,0.05000,1.953
10,mlp.experts.485.down_proj,0.0000019084,0.05000,1.942
10,mlp.experts.336.down_proj,0.0000002432,0.05000,1.904
10,mlp.experts.177.down_proj,0.0000021882,0.05000,1.992
10,mlp.experts.66.down_proj,0.0000006808,0.05000,1.945
10,mlp.experts.222.down_proj,0.0000009202,0.05000,1.972
10,mlp.experts.508.down_proj,0.0000016711,0.05000,1.996
10,mlp.experts.61.down_proj,0.0000005059,0.05000,1.973
10,mlp.experts.179.down_proj,0.0000016412,0.05000,1.940
10,mlp.experts.363.down_proj,0.0000009732,0.05000,1.946
10,mlp.experts.367.down_proj,0.0000010643,0.05000,1.979
10,mlp.experts.501.down_proj,0.0000010248,0.05000,1.947
10,mlp.experts.352.down_proj,0.0000003745,0.05000,1.892
10,mlp.experts.193.down_proj,0.0000010327,0.05000,1.878
10,mlp.experts.82.down_proj,0.0000005921,0.05000,1.890
10,mlp.experts.238.down_proj,0.0000006272,0.05000,1.815
10,mlp.experts.77.down_proj,0.0000011252,0.05000,1.756
10,mlp.experts.195.down_proj,0.0000011700,0.05000,1.772
10,mlp.experts.383.down_proj,0.0000019295,0.05000,1.717
10,mlp.experts.379.down_proj,0.0000033048,0.05000,1.740
10,mlp.experts.368.down_proj,0.0000022104,0.05000,1.556
10,mlp.experts.209.down_proj,0.0000021855,0.05000,1.557
10,mlp.experts.98.down_proj,0.0000020798,0.05000,1.606
10,mlp.experts.254.down_proj,0.0000014421,0.05000,1.577
10,mlp.experts.93.down_proj,0.0000011939,0.05000,1.569
10,mlp.experts.211.down_proj,0.0000030207,0.05000,1.553
10,mlp.experts.395.down_proj,0.0000021079,0.05000,1.569
10,mlp.experts.399.down_proj,0.0000006814,0.05000,1.614
10,mlp.experts.384.down_proj,0.0000006208,0.05000,1.586
10,mlp.experts.225.down_proj,0.0000003461,0.05000,1.620
10,mlp.experts.114.down_proj,0.0000009009,0.05000,1.631
10,mlp.experts.270.down_proj,0.0000010417,0.05000,1.626
10,mlp.experts.109.down_proj,0.0000026822,0.05000,1.614
10,mlp.experts.227.down_proj,0.0000010822,0.05000,1.629
10,mlp.experts.411.down_proj,0.0000006407,0.05000,1.615
10,mlp.experts.415.down_proj,0.0000028980,0.05000,1.601
10,mlp.experts.400.down_proj,0.0000006968,0.05000,1.559
10,mlp.experts.241.down_proj,0.0000036898,0.05000,1.622
10,mlp.experts.130.down_proj,0.0000009310,0.05000,1.581
10,mlp.experts.286.down_proj,0.0000016593,0.05000,1.604
10,mlp.experts.146.down_proj,failsafe(rtn): 0.0016022,0.00000,0.074
10,mlp.experts.125.down_proj,0.0000004857,0.05000,1.635
10,mlp.experts.243.down_proj,0.0000007643,0.05000,1.648
10,mlp.experts.431.down_proj,0.0000020704,0.05000,1.665
10,mlp.experts.427.down_proj,0.0000009908,0.05000,1.690
10,mlp.experts.416.down_proj,0.0000012896,0.05000,1.600
10,mlp.experts.257.down_proj,0.0000027495,0.05000,1.597
10,mlp.experts.302.down_proj,0.0000022549,0.05000,1.626
10,mlp.experts.162.down_proj,0.0000012614,0.05000,1.648
10,mlp.experts.141.down_proj,0.0000006313,0.05000,1.628
10,mlp.experts.259.down_proj,0.0000003641,0.05000,1.583
10,mlp.experts.447.down_proj,0.0000003512,0.05000,1.667
10,mlp.experts.443.down_proj,0.0000001573,0.05000,1.677
10,mlp.experts.432.down_proj,0.0000009741,0.05000,1.573
10,mlp.experts.273.down_proj,0.0000009844,0.05000,1.674
10,mlp.experts.318.down_proj,0.0000003915,0.05000,1.658
10,mlp.experts.178.down_proj,0.0000012532,0.05000,1.683
10,mlp.experts.157.down_proj,0.0000010181,0.05000,1.637
10,mlp.experts.275.down_proj,0.0000005428,0.05000,1.667
10,mlp.experts.459.down_proj,0.0000006339,0.05000,1.634
10,mlp.experts.448.down_proj,0.0000025476,0.05000,1.582
10,mlp.experts.463.down_proj,0.0000013641,0.05000,1.666
10,mlp.experts.464.down_proj,failsafe(rtn): 0.0014648,0.00000,0.084
10,mlp.experts.289.down_proj,0.0000001968,0.05000,1.591
10,mlp.experts.334.down_proj,0.0000026677,0.05000,1.603
10,mlp.experts.194.down_proj,0.0000005897,0.05000,1.606
10,mlp.experts.173.down_proj,0.0000001879,0.05000,1.612
10,mlp.experts.291.down_proj,0.0000002281,0.05000,1.616
10,mlp.experts.475.down_proj,0.0000005274,0.05000,1.620
10,mlp.experts.479.down_proj,0.0000007898,0.05000,1.664
10,mlp.experts.480.down_proj,0.0000008396,0.05000,1.582
10,mlp.experts.305.down_proj,0.0000013260,0.05000,1.625
10,mlp.experts.350.down_proj,0.0000006451,0.05000,1.589
10,mlp.experts.210.down_proj,0.0000006020,0.05000,1.624
10,mlp.experts.189.down_proj,0.0000013469,0.05000,1.543
10,mlp.experts.307.down_proj,0.0000007803,0.05000,1.612
10,mlp.experts.323.down_proj,failsafe(rtn): 0.0015259,0.00000,0.091
10,mlp.experts.491.down_proj,0.0000012223,0.05000,1.618
10,mlp.experts.496.down_proj,0.0000015359,0.05000,1.564
10,mlp.experts.495.down_proj,0.0000008288,0.05000,1.602
10,mlp.experts.321.down_proj,0.0000001499,0.05000,1.547
10,mlp.experts.366.down_proj,0.0000006107,0.05000,1.526
10,mlp.experts.226.down_proj,0.0000029055,0.05000,1.490
10,mlp.experts.205.down_proj,0.0000002894,0.05000,1.479
10,mlp.experts.339.down_proj,0.0000008255,0.05000,1.399
10,mlp.experts.507.down_proj,0.0000016291,0.05000,1.373
10,mlp.experts.511.down_proj,0.0000024788,0.05000,1.420
10,mlp.experts.337.down_proj,0.0000006378,0.05000,1.277
10,mlp.experts.382.down_proj,0.0000040861,0.05000,1.238
10,mlp.experts.398.down_proj,failsafe(rtn): 0.0015030,0.00000,0.052
10,mlp.experts.242.down_proj,0.0000011572,0.05000,1.246
10,mlp.experts.221.down_proj,0.0000010601,0.05000,1.006
10,mlp.experts.355.down_proj,0.0000009760,0.05000,0.975
10,mlp.experts.353.down_proj,0.0000003728,0.05000,0.839
10,mlp.experts.414.down_proj,0.0000044375,0.05000,0.790
10,mlp.experts.258.down_proj,0.0000009030,0.05000,0.789
10,mlp.experts.237.down_proj,0.0000013412,0.05000,0.766
10,mlp.experts.371.down_proj,0.0000018487,0.05000,0.768
10,mlp.experts.369.down_proj,0.0000009091,0.05000,0.829
10,mlp.experts.430.down_proj,0.0000032717,0.05000,0.787
10,mlp.experts.274.down_proj,0.0000008989,0.05000,0.806
10,mlp.experts.253.down_proj,0.0000014098,0.05000,0.848
10,mlp.experts.387.down_proj,0.0000006579,0.05000,0.861
10,mlp.experts.446.down_proj,0.0000016898,0.05000,0.954
10,mlp.experts.385.down_proj,0.0000009948,0.05000,0.973
10,mlp.experts.290.down_proj,0.0000001584,0.05000,0.951
10,mlp.experts.269.down_proj,0.0000029964,0.05000,0.951
10,mlp.experts.403.down_proj,0.0000013632,0.05000,0.892
10,mlp.experts.462.down_proj,0.0000005749,0.05000,0.797
10,mlp.experts.401.down_proj,0.0000016486,0.05000,0.830
10,mlp.experts.306.down_proj,0.0000014787,0.05000,0.818
10,mlp.experts.419.down_proj,0.0000020594,0.05000,0.726
10,mlp.experts.285.down_proj,0.0000008235,0.05000,0.784
10,mlp.experts.478.down_proj,0.0000007700,0.05000,0.747
10,mlp.experts.417.down_proj,0.0000010925,0.05000,0.735
10,mlp.experts.322.down_proj,0.0000005068,0.05000,0.776
10,mlp.experts.435.down_proj,0.0000016418,0.05000,0.787
10,mlp.experts.301.down_proj,0.0000022836,0.05000,0.802
10,mlp.experts.494.down_proj,0.0000009599,0.05000,0.770
10,mlp.experts.433.down_proj,0.0000005421,0.05000,0.791
10,mlp.experts.338.down_proj,0.0000005006,0.05000,0.810
10,mlp.experts.451.down_proj,0.0000026860,0.05000,0.824
10,mlp.experts.317.down_proj,0.0000001089,0.05000,0.848
10,mlp.experts.510.down_proj,0.0000002442,0.05000,0.851
10,mlp.experts.449.down_proj,0.0000012000,0.05000,0.839
10,mlp.experts.354.down_proj,0.0000002428,0.05000,0.770
10,mlp.experts.467.down_proj,0.0000008951,0.05000,0.673
10,mlp.experts.333.down_proj,0.0000036384,0.05000,0.695
10,mlp.experts.349.down_proj,failsafe(rtn): 0.0013885,0.00000,0.034
10,mlp.experts.465.down_proj,0.0000011495,0.05000,0.609
10,mlp.experts.370.down_proj,0.0000004584,0.05000,0.610
10,mlp.experts.481.down_proj,failsafe(rtn): 0.0015259,0.00000,0.035
10,mlp.experts.483.down_proj,0.0000004220,0.05000,0.596
10,mlp.experts.499.down_proj,failsafe(rtn): 0.0015106,0.00000,0.032
10,mlp.experts.365.down_proj,0.0000012419,0.05000,0.553
10,mlp.experts.386.down_proj,0.0000013592,0.05000,0.429
10,mlp.experts.497.down_proj,0.0000027005,0.05000,0.478
10,mlp.experts.381.down_proj,0.0000016918,0.05000,0.366
10,mlp.experts.402.down_proj,0.0000008213,0.05000,0.274
10,mlp.experts.397.down_proj,0.0000016526,0.05000,0.236
10,mlp.experts.418.down_proj,0.0000003793,0.05000,0.241
10,mlp.experts.413.down_proj,0.0000009709,0.05000,0.211
10,mlp.experts.434.down_proj,0.0000056511,0.05000,0.182
10,mlp.experts.429.down_proj,0.0000009172,0.05000,0.180
10,mlp.experts.450.down_proj,0.0000038327,0.05000,0.181
10,mlp.experts.445.down_proj,0.0000004406,0.05000,0.181
10,mlp.experts.466.down_proj,0.0000017264,0.05000,0.182
10,mlp.experts.461.down_proj,0.0000016478,0.05000,0.181
10,mlp.experts.482.down_proj,0.0000008085,0.05000,0.216
10,mlp.experts.477.down_proj,0.0000008796,0.05000,0.246
10,mlp.experts.498.down_proj,0.0000002336,0.05000,0.213
10,mlp.experts.493.down_proj,0.0000008240,0.05000,0.155
10,mlp.experts.509.down_proj,0.0000012259,0.05000,0.125
11,mlp.experts.0.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.762
11,mlp.experts.2.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.708
11,mlp.experts.3.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.714
11,mlp.experts.13.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.820
11,mlp.experts.8.gate_proj,0.0000110920,0.05000,14.292
11,mlp.experts.11.gate_proj,0.0000133832,0.05000,14.412
11,mlp.experts.5.gate_proj,0.0000258118,0.05000,14.426
11,mlp.experts.6.gate_proj,0.0000221466,0.05000,14.428
11,mlp.experts.9.gate_proj,0.0000096232,0.05000,14.441
11,mlp.experts.12.gate_proj,0.0000031016,0.05000,14.438
11,mlp.experts.1.gate_proj,0.0000252838,0.05000,14.418
11,mlp.experts.14.gate_proj,0.0000314330,0.05000,14.487
11,mlp.experts.4.gate_proj,0.0000065070,0.05000,14.494
11,mlp.experts.15.gate_proj,0.0000256753,0.05000,14.549
11,mlp.experts.10.gate_proj,0.0000154287,0.05000,14.556
11,mlp.experts.7.gate_proj,0.0000203681,0.05000,14.623
11,mlp.experts.16.gate_proj,0.0000131535,0.05000,14.290
11,mlp.experts.18.gate_proj,0.0000106199,0.05000,14.484
11,mlp.experts.29.gate_proj,0.0000225105,0.05000,14.469
11,mlp.experts.19.gate_proj,0.0000067706,0.05000,14.527
11,mlp.experts.24.gate_proj,0.0000099767,0.05000,14.633
11,mlp.experts.20.gate_proj,0.0000057598,0.05000,14.574
11,mlp.experts.27.gate_proj,0.0000061491,0.05000,14.752
11,mlp.experts.30.gate_proj,0.0000088284,0.05000,14.666
11,mlp.experts.22.gate_proj,0.0000220608,0.05000,14.763
11,mlp.experts.21.gate_proj,0.0000118985,0.05000,14.760
11,mlp.experts.17.gate_proj,0.0000142078,0.05000,14.733
11,mlp.experts.28.gate_proj,0.0000320997,0.05000,14.800
11,mlp.experts.25.gate_proj,0.0000171225,0.05000,14.819
11,mlp.experts.26.gate_proj,0.0000290561,0.05000,14.772
11,mlp.experts.23.gate_proj,0.0000140460,0.05000,14.836
11,mlp.experts.31.gate_proj,0.0000107093,0.05000,14.885
11,mlp.experts.36.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.854
11,mlp.experts.32.gate_proj,0.0000086121,0.05000,14.940
11,mlp.experts.37.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.917
11,mlp.experts.45.gate_proj,0.0000081292,0.05000,14.876
11,mlp.experts.35.gate_proj,0.0000481068,0.05000,14.885
11,mlp.experts.34.gate_proj,0.0000128294,0.05000,14.990
11,mlp.experts.48.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.705
11,mlp.experts.51.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.717
11,mlp.experts.67.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.662
11,mlp.experts.40.gate_proj,0.0000324165,0.05000,14.299
11,mlp.experts.43.gate_proj,0.0000069019,0.05000,14.156
11,mlp.experts.46.gate_proj,0.0000432279,0.05000,14.214
11,mlp.experts.38.gate_proj,0.0000126119,0.05000,14.188
11,mlp.experts.41.gate_proj,0.0000082665,0.05000,14.154
11,mlp.experts.33.gate_proj,0.0000272645,0.05000,14.242
11,mlp.experts.44.gate_proj,0.0000116405,0.05000,14.239
11,mlp.experts.42.gate_proj,0.0000041437,0.05000,14.153
11,mlp.experts.47.gate_proj,0.0000139702,0.05000,14.151
11,mlp.experts.39.gate_proj,0.0000110940,0.05000,14.243
11,mlp.experts.52.gate_proj,0.0000194017,0.05000,14.161
11,mlp.experts.61.gate_proj,0.0000295708,0.05000,14.043
11,mlp.experts.50.gate_proj,0.0000256252,0.05000,14.043
11,mlp.experts.53.gate_proj,0.0000122240,0.05000,14.161
11,mlp.experts.64.gate_proj,0.0000150068,0.05000,14.199
11,mlp.experts.83.gate_proj,0.0000103047,0.05000,14.206
11,mlp.experts.56.gate_proj,0.0000093238,0.05000,14.232
11,mlp.experts.60.gate_proj,0.0000212849,0.05000,14.151
11,mlp.experts.59.gate_proj,0.0000098876,0.05000,14.349
11,mlp.experts.54.gate_proj,0.0000109869,0.05000,14.265
11,mlp.experts.62.gate_proj,0.0000161129,0.05000,14.352
11,mlp.experts.57.gate_proj,0.0000120133,0.05000,14.328
11,mlp.experts.58.gate_proj,0.0000044203,0.05000,14.239
11,mlp.experts.49.gate_proj,0.0000110186,0.05000,14.445
11,mlp.experts.55.gate_proj,0.0000131100,0.05000,14.359
11,mlp.experts.63.gate_proj,0.0000196699,0.05000,14.492
11,mlp.experts.68.gate_proj,0.0000157615,0.05000,14.496
11,mlp.experts.73.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.846
11,mlp.experts.69.gate_proj,0.0000097251,0.05000,14.345
11,mlp.experts.77.gate_proj,0.0000153060,0.05000,14.496
11,mlp.experts.66.gate_proj,0.0000477021,0.05000,14.462
11,mlp.experts.71.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.868
11,mlp.experts.80.gate_proj,0.0000146086,0.05000,14.469
11,mlp.experts.84.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.821
11,mlp.experts.85.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.782
11,mlp.experts.87.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.792
11,mlp.experts.99.gate_proj,0.0000076161,0.05000,14.533
11,mlp.experts.72.gate_proj,0.0000199942,0.05000,14.525
11,mlp.experts.76.gate_proj,0.0000069624,0.05000,14.518
11,mlp.experts.70.gate_proj,0.0000087690,0.05000,14.536
11,mlp.experts.78.gate_proj,0.0000069485,0.05000,14.492
11,mlp.experts.75.gate_proj,0.0000074430,0.05000,14.714
11,mlp.experts.74.gate_proj,0.0000128123,0.05000,14.670
11,mlp.experts.65.gate_proj,0.0000155878,0.05000,14.648
11,mlp.experts.79.gate_proj,0.0000043992,0.05000,14.565
11,mlp.experts.93.gate_proj,0.0000225409,0.05000,14.391
11,mlp.experts.82.gate_proj,0.0000169054,0.05000,14.455
11,mlp.experts.89.gate_proj,0.0000268434,0.05000,14.631
11,mlp.experts.96.gate_proj,0.0000121788,0.05000,14.317
11,mlp.experts.100.gate_proj,0.0000116136,0.05000,14.351
11,mlp.experts.101.gate_proj,0.0000177688,0.05000,14.368
11,mlp.experts.103.gate_proj,0.0000124443,0.05000,14.505
11,mlp.experts.115.gate_proj,0.0000260185,0.05000,14.585
11,mlp.experts.88.gate_proj,0.0000141505,0.05000,14.463
11,mlp.experts.86.gate_proj,0.0000492347,0.05000,14.393
11,mlp.experts.94.gate_proj,0.0000277605,0.05000,14.395
11,mlp.experts.92.gate_proj,0.0000268389,0.05000,14.541
11,mlp.experts.91.gate_proj,0.0000238688,0.05000,14.456
11,mlp.experts.90.gate_proj,0.0000202287,0.05000,14.526
11,mlp.experts.81.gate_proj,0.0000256310,0.05000,14.492
11,mlp.experts.95.gate_proj,0.0000098551,0.05000,14.485
11,mlp.experts.109.gate_proj,0.0000176482,0.05000,14.514
11,mlp.experts.98.gate_proj,0.0000180688,0.05000,14.424
11,mlp.experts.105.gate_proj,0.0000170634,0.05000,14.499
11,mlp.experts.97.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.754
11,mlp.experts.112.gate_proj,0.0000304679,0.05000,14.438
11,mlp.experts.116.gate_proj,0.0000023984,0.05000,14.436
11,mlp.experts.117.gate_proj,0.0000009940,0.05000,14.464
11,mlp.experts.119.gate_proj,0.0000373407,0.05000,14.319
11,mlp.experts.132.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.799
11,mlp.experts.131.gate_proj,0.0000065988,0.05000,14.456
11,mlp.experts.104.gate_proj,0.0000310376,0.05000,14.292
11,mlp.experts.110.gate_proj,0.0000207595,0.05000,14.232
11,mlp.experts.102.gate_proj,0.0000195064,0.05000,14.283
11,mlp.experts.108.gate_proj,0.0000087222,0.05000,14.341
11,mlp.experts.107.gate_proj,0.0000212992,0.05000,14.352
11,mlp.experts.106.gate_proj,0.0000344133,0.05000,14.201
11,mlp.experts.111.gate_proj,0.0000152742,0.05000,14.142
11,mlp.experts.126.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.710
11,mlp.experts.114.gate_proj,0.0000235436,0.05000,14.274
11,mlp.experts.121.gate_proj,0.0000080614,0.05000,14.254
11,mlp.experts.125.gate_proj,0.0000340707,0.05000,14.371
11,mlp.experts.113.gate_proj,0.0000095280,0.05000,14.262
11,mlp.experts.128.gate_proj,0.0000372726,0.05000,14.209
11,mlp.experts.133.gate_proj,0.0000077994,0.05000,14.232
11,mlp.experts.135.gate_proj,0.0000061823,0.05000,14.113
11,mlp.experts.141.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.774
11,mlp.experts.148.gate_proj,0.0000254389,0.05000,14.153
11,mlp.experts.147.gate_proj,0.0000159058,0.05000,14.045
11,mlp.experts.120.gate_proj,0.0000229362,0.05000,14.406
11,mlp.experts.118.gate_proj,0.0000143774,0.05000,14.361
11,mlp.experts.124.gate_proj,0.0000285274,0.05000,14.408
11,mlp.experts.127.gate_proj,0.0000069373,0.05000,14.277
11,mlp.experts.122.gate_proj,0.0000137814,0.05000,14.448
11,mlp.experts.123.gate_proj,0.0000289663,0.05000,14.510
11,mlp.experts.142.gate_proj,0.0000424884,0.05000,14.454
11,mlp.experts.130.gate_proj,0.0000093903,0.05000,14.353
11,mlp.experts.137.gate_proj,0.0000015642,0.05000,14.473
11,mlp.experts.129.gate_proj,0.0000353058,0.05000,14.544
11,mlp.experts.144.gate_proj,0.0000138751,0.05000,14.381
11,mlp.experts.149.gate_proj,0.0000098761,0.05000,14.450
11,mlp.experts.151.gate_proj,0.0000134265,0.05000,14.597
11,mlp.experts.157.gate_proj,0.0000506682,0.05000,14.525
11,mlp.experts.164.gate_proj,0.0000112234,0.05000,14.508
11,mlp.experts.163.gate_proj,0.0000090750,0.05000,14.597
11,mlp.experts.136.gate_proj,0.0000126155,0.05000,14.404
11,mlp.experts.134.gate_proj,0.0000048305,0.05000,14.549
11,mlp.experts.139.gate_proj,0.0000010807,0.05000,14.391
11,mlp.experts.140.gate_proj,0.0000379157,0.05000,14.628
11,mlp.experts.143.gate_proj,0.0000137353,0.05000,14.527
11,mlp.experts.138.gate_proj,0.0000218622,0.05000,14.706
11,mlp.experts.158.gate_proj,0.0000087655,0.05000,14.622
11,mlp.experts.146.gate_proj,0.0000112514,0.05000,14.714
11,mlp.experts.153.gate_proj,0.0000086589,0.05000,14.688
11,mlp.experts.160.gate_proj,0.0000136298,0.05000,14.528
11,mlp.experts.145.gate_proj,0.0000570433,0.05000,14.640
11,mlp.experts.165.gate_proj,0.0000101611,0.05000,14.538
11,mlp.experts.167.gate_proj,0.0000224508,0.05000,14.453
11,mlp.experts.173.gate_proj,0.0000228947,0.05000,14.522
11,mlp.experts.180.gate_proj,0.0000415212,0.05000,14.520
11,mlp.experts.179.gate_proj,0.0000222130,0.05000,14.759
11,mlp.experts.196.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.768
11,mlp.experts.152.gate_proj,0.0000083714,0.05000,15.084
11,mlp.experts.150.gate_proj,0.0000107394,0.05000,15.019
11,mlp.experts.156.gate_proj,0.0000188336,0.05000,14.906
11,mlp.experts.159.gate_proj,0.0000122956,0.05000,14.963
11,mlp.experts.155.gate_proj,0.0000106610,0.05000,15.007
11,mlp.experts.154.gate_proj,0.0000075394,0.05000,14.854
11,mlp.experts.168.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.665
11,mlp.experts.174.gate_proj,0.0000073452,0.05000,14.970
11,mlp.experts.162.gate_proj,0.0000178200,0.05000,14.880
11,mlp.experts.169.gate_proj,0.0000039743,0.05000,14.920
11,mlp.experts.176.gate_proj,0.0000058972,0.05000,14.828
11,mlp.experts.161.gate_proj,0.0000380735,0.05000,14.956
11,mlp.experts.181.gate_proj,0.0000424132,0.05000,14.805
11,mlp.experts.178.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.682
11,mlp.experts.183.gate_proj,0.0000023557,0.05000,14.929
11,mlp.experts.189.gate_proj,0.0000212081,0.05000,14.845
11,mlp.experts.199.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.649
11,mlp.experts.195.gate_proj,0.0000108836,0.05000,14.655
11,mlp.experts.212.gate_proj,0.0000192134,0.05000,14.693
11,mlp.experts.166.gate_proj,0.0000074154,0.05000,14.355
11,mlp.experts.172.gate_proj,0.0000324387,0.05000,14.333
11,mlp.experts.171.gate_proj,0.0000250683,0.05000,14.379
11,mlp.experts.175.gate_proj,0.0000103031,0.05000,14.409
11,mlp.experts.170.gate_proj,0.0000488396,0.05000,14.386
11,mlp.experts.184.gate_proj,0.0000137595,0.05000,14.294
11,mlp.experts.190.gate_proj,0.0000261253,0.05000,14.335
11,mlp.experts.200.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.695
11,mlp.experts.192.gate_proj,0.0000269050,0.05000,14.347
11,mlp.experts.185.gate_proj,0.0000066044,0.05000,14.373
11,mlp.experts.177.gate_proj,0.0000354663,0.05000,14.378
11,mlp.experts.197.gate_proj,0.0000594903,0.05000,14.419
11,mlp.experts.194.gate_proj,0.0000148712,0.05000,14.368
11,mlp.experts.205.gate_proj,0.0000165932,0.05000,14.420
11,mlp.experts.215.gate_proj,0.0000198042,0.05000,14.521
11,mlp.experts.211.gate_proj,0.0000147729,0.05000,14.388
11,mlp.experts.228.gate_proj,0.0000137993,0.05000,14.433
11,mlp.experts.182.gate_proj,0.0000152150,0.05000,14.518
11,mlp.experts.188.gate_proj,0.0000104917,0.05000,14.468
11,mlp.experts.187.gate_proj,0.0000144299,0.05000,14.557
11,mlp.experts.191.gate_proj,0.0000146213,0.05000,14.658
11,mlp.experts.186.gate_proj,0.0000453451,0.05000,14.586
11,mlp.experts.206.gate_proj,0.0000555114,0.05000,14.454
11,mlp.experts.216.gate_proj,0.0000093838,0.05000,14.573
11,mlp.experts.207.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.739
11,mlp.experts.201.gate_proj,0.0000123255,0.05000,14.607
11,mlp.experts.208.gate_proj,0.0000105940,0.05000,14.639
11,mlp.experts.193.gate_proj,0.0000260288,0.05000,14.572
11,mlp.experts.213.gate_proj,0.0000261903,0.05000,14.659
11,mlp.experts.210.gate_proj,0.0000094446,0.05000,14.525
11,mlp.experts.217.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.769
11,mlp.experts.221.gate_proj,0.0000263529,0.05000,14.740
11,mlp.experts.209.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.821
11,mlp.experts.227.gate_proj,0.0000016915,0.05000,14.744
11,mlp.experts.231.gate_proj,0.0000042820,0.05000,14.770
11,mlp.experts.244.gate_proj,0.0000111894,0.05000,14.785
11,mlp.experts.204.gate_proj,0.0000151230,0.05000,14.628
11,mlp.experts.198.gate_proj,0.0000102805,0.05000,14.853
11,mlp.experts.202.gate_proj,0.0000136831,0.05000,14.814
11,mlp.experts.203.gate_proj,0.0000142018,0.05000,15.001
11,mlp.experts.222.gate_proj,0.0000167305,0.05000,14.675
11,mlp.experts.232.gate_proj,0.0000431793,0.05000,14.766
11,mlp.experts.223.gate_proj,0.0000105349,0.05000,14.870
11,mlp.experts.224.gate_proj,0.0000416246,0.05000,14.744
11,mlp.experts.226.gate_proj,0.0000124823,0.05000,14.587
11,mlp.experts.229.gate_proj,0.0000397682,0.05000,14.657
11,mlp.experts.237.gate_proj,0.0000122612,0.05000,14.701
11,mlp.experts.233.gate_proj,0.0000327492,0.05000,14.735
11,mlp.experts.225.gate_proj,0.0000301583,0.05000,14.693
11,mlp.experts.243.gate_proj,0.0000150061,0.05000,14.637
11,mlp.experts.247.gate_proj,0.0000052355,0.05000,14.677
11,mlp.experts.260.gate_proj,0.0000339214,0.05000,14.620
11,mlp.experts.220.gate_proj,0.0000090924,0.05000,14.511
11,mlp.experts.214.gate_proj,0.0000483746,0.05000,14.429
11,mlp.experts.218.gate_proj,0.0000232290,0.05000,14.455
11,mlp.experts.238.gate_proj,0.0000181441,0.05000,14.446
11,mlp.experts.219.gate_proj,0.0000586119,0.05000,14.595
11,mlp.experts.248.gate_proj,0.0000492680,0.05000,14.512
11,mlp.experts.239.gate_proj,0.0000090684,0.05000,14.499
11,mlp.experts.240.gate_proj,0.0000052187,0.05000,14.492
11,mlp.experts.254.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.834
11,mlp.experts.242.gate_proj,0.0000257502,0.05000,14.579
11,mlp.experts.245.gate_proj,0.0000132703,0.05000,14.694
11,mlp.experts.253.gate_proj,0.0000118443,0.05000,14.669
11,mlp.experts.241.gate_proj,0.0000159659,0.05000,14.522
11,mlp.experts.249.gate_proj,0.0000103226,0.05000,14.681
11,mlp.experts.258.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.734
11,mlp.experts.259.gate_proj,0.0000114863,0.05000,14.625
11,mlp.experts.263.gate_proj,0.0000046788,0.05000,14.577
11,mlp.experts.269.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.794
11,mlp.experts.276.gate_proj,0.0000111274,0.05000,14.647
11,mlp.experts.279.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.732
11,mlp.experts.236.gate_proj,0.0000150556,0.05000,14.564
11,mlp.experts.230.gate_proj,0.0000252941,0.05000,14.591
11,mlp.experts.234.gate_proj,0.0000258846,0.05000,14.542
11,mlp.experts.235.gate_proj,0.0000044503,0.05000,14.494
11,mlp.experts.255.gate_proj,0.0000029034,0.05000,14.450
11,mlp.experts.264.gate_proj,0.0000109005,0.05000,14.582
11,mlp.experts.270.gate_proj,0.0000255690,0.05000,14.461
11,mlp.experts.256.gate_proj,0.0000250152,0.05000,14.554
11,mlp.experts.261.gate_proj,0.0000050159,0.05000,14.566
11,mlp.experts.265.gate_proj,0.0000152340,0.05000,14.504
11,mlp.experts.257.gate_proj,0.0000157909,0.05000,14.671
11,mlp.experts.274.gate_proj,0.0000137645,0.05000,14.540
11,mlp.experts.277.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.780
11,mlp.experts.275.gate_proj,0.0000171874,0.05000,14.541
11,mlp.experts.285.gate_proj,0.0000338342,0.05000,14.552
11,mlp.experts.292.gate_proj,0.0000384240,0.05000,14.440
11,mlp.experts.295.gate_proj,0.0000366248,0.05000,14.458
11,mlp.experts.301.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.655
11,mlp.experts.246.gate_proj,0.0000067665,0.05000,14.313
11,mlp.experts.252.gate_proj,0.0000513856,0.05000,14.416
11,mlp.experts.250.gate_proj,0.0000305798,0.05000,14.388
11,mlp.experts.251.gate_proj,0.0000013754,0.05000,14.307
11,mlp.experts.268.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.748
11,mlp.experts.271.gate_proj,0.0000134498,0.05000,14.393
11,mlp.experts.286.gate_proj,0.0000308205,0.05000,14.351
11,mlp.experts.280.gate_proj,0.0000471467,0.05000,14.499
11,mlp.experts.272.gate_proj,0.0000206753,0.05000,14.341
11,mlp.experts.281.gate_proj,0.0000092946,0.05000,14.243
11,mlp.experts.273.gate_proj,0.0000146205,0.05000,14.345
11,mlp.experts.290.gate_proj,0.0000434118,0.05000,14.422
11,mlp.experts.293.gate_proj,0.0000326414,0.05000,14.360
11,mlp.experts.291.gate_proj,0.0000121904,0.05000,14.400
11,mlp.experts.308.gate_proj,0.0000093397,0.05000,14.444
11,mlp.experts.311.gate_proj,0.0000256176,0.05000,14.435
11,mlp.experts.317.gate_proj,0.0000269281,0.05000,14.456
11,mlp.experts.324.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.757
11,mlp.experts.262.gate_proj,0.0000289238,0.05000,14.499
11,mlp.experts.266.gate_proj,0.0000063002,0.05000,14.495
11,mlp.experts.267.gate_proj,0.0000317122,0.05000,14.499
11,mlp.experts.284.gate_proj,0.0000128724,0.05000,14.466
11,mlp.experts.302.gate_proj,0.0000218874,0.05000,14.342
11,mlp.experts.296.gate_proj,0.0000076363,0.05000,14.342
11,mlp.experts.287.gate_proj,0.0000144031,0.05000,14.510
11,mlp.experts.288.gate_proj,0.0000067214,0.05000,14.527
11,mlp.experts.297.gate_proj,0.0000109636,0.05000,14.606
11,mlp.experts.306.gate_proj,0.0000247428,0.05000,14.353
11,mlp.experts.289.gate_proj,0.0000353019,0.05000,14.534
11,mlp.experts.309.gate_proj,0.0000312900,0.05000,14.576
11,mlp.experts.307.gate_proj,0.0000052178,0.05000,14.471
11,mlp.experts.327.gate_proj,0.0000307272,0.05000,14.476
11,mlp.experts.333.gate_proj,0.0000083423,0.05000,14.447
11,mlp.experts.340.gate_proj,0.0000131890,0.05000,14.415
11,mlp.experts.356.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.731
11,mlp.experts.278.gate_proj,0.0000030981,0.05000,14.854
11,mlp.experts.282.gate_proj,0.0000138974,0.05000,14.744
11,mlp.experts.283.gate_proj,0.0000264586,0.05000,14.864
11,mlp.experts.300.gate_proj,0.0000060229,0.05000,14.825
11,mlp.experts.303.gate_proj,0.0000104519,0.05000,14.832
11,mlp.experts.318.gate_proj,0.0000229364,0.05000,14.965
11,mlp.experts.312.gate_proj,0.0000257452,0.05000,14.965
11,mlp.experts.304.gate_proj,0.0000222567,0.05000,14.973
11,mlp.experts.322.gate_proj,0.0000093275,0.05000,14.853
11,mlp.experts.313.gate_proj,0.0000222385,0.05000,14.984
11,mlp.experts.305.gate_proj,0.0000087723,0.05000,14.945
11,mlp.experts.325.gate_proj,0.0000083315,0.05000,14.909
11,mlp.experts.323.gate_proj,0.0000117270,0.05000,14.941
11,mlp.experts.338.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.793
11,mlp.experts.343.gate_proj,0.0000143900,0.05000,15.005
11,mlp.experts.349.gate_proj,0.0000153093,0.05000,14.893
11,mlp.experts.372.gate_proj,0.0000125755,0.05000,14.916
11,mlp.experts.294.gate_proj,0.0000358540,0.05000,14.526
11,mlp.experts.298.gate_proj,0.0000109982,0.05000,14.707
11,mlp.experts.299.gate_proj,0.0000047869,0.05000,14.663
11,mlp.experts.316.gate_proj,0.0000125956,0.05000,14.684
11,mlp.experts.334.gate_proj,0.0000273237,0.05000,14.656
11,mlp.experts.319.gate_proj,0.0000167039,0.05000,14.792
11,mlp.experts.328.gate_proj,0.0000154355,0.05000,14.699
11,mlp.experts.320.gate_proj,0.0000109123,0.05000,14.670
11,mlp.experts.321.gate_proj,0.0000026130,0.05000,14.510
11,mlp.experts.341.gate_proj,0.0000397612,0.05000,14.357
11,mlp.experts.329.gate_proj,0.0000194149,0.05000,14.790
11,mlp.experts.339.gate_proj,0.0000143440,0.05000,14.574
11,mlp.experts.354.gate_proj,0.0000185807,0.05000,14.425
11,mlp.experts.357.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.723
11,mlp.experts.365.gate_proj,0.0000191059,0.05000,14.459
11,mlp.experts.359.gate_proj,0.0000243299,0.05000,14.699
11,mlp.experts.388.gate_proj,0.0000322449,0.05000,14.674
11,mlp.experts.310.gate_proj,0.0000074836,0.05000,14.640
11,mlp.experts.315.gate_proj,0.0000092753,0.05000,14.448
11,mlp.experts.314.gate_proj,0.0000125633,0.05000,14.571
11,mlp.experts.332.gate_proj,0.0000226932,0.05000,14.475
11,mlp.experts.350.gate_proj,0.0000191215,0.05000,14.340
11,mlp.experts.335.gate_proj,0.0000416911,0.05000,14.407
11,mlp.experts.344.gate_proj,0.0000176900,0.05000,14.406
11,mlp.experts.336.gate_proj,0.0000219324,0.05000,14.327
11,mlp.experts.360.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.730
11,mlp.experts.337.gate_proj,0.0000068893,0.05000,14.407
11,mlp.experts.345.gate_proj,0.0000245944,0.05000,14.453
11,mlp.experts.376.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.648
11,mlp.experts.355.gate_proj,0.0000115711,0.05000,14.314
11,mlp.experts.370.gate_proj,0.0000083337,0.05000,14.468
11,mlp.experts.373.gate_proj,0.0000205149,0.05000,14.418
11,mlp.experts.381.gate_proj,0.0000336961,0.05000,14.366
11,mlp.experts.375.gate_proj,0.0000379171,0.05000,14.374
11,mlp.experts.404.gate_proj,0.0000043981,0.05000,14.246
11,mlp.experts.420.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.727
11,mlp.experts.326.gate_proj,0.0000346066,0.05000,14.759
11,mlp.experts.331.gate_proj,0.0000194221,0.05000,14.805
11,mlp.experts.330.gate_proj,0.0000097365,0.05000,14.785
11,mlp.experts.348.gate_proj,0.0000218279,0.05000,14.802
11,mlp.experts.351.gate_proj,0.0000207041,0.05000,14.733
11,mlp.experts.366.gate_proj,0.0000271955,0.05000,14.946
11,mlp.experts.352.gate_proj,0.0000221578,0.05000,14.840
11,mlp.experts.364.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.767
11,mlp.experts.353.gate_proj,0.0000214063,0.05000,14.967
11,mlp.experts.361.gate_proj,0.0000158530,0.05000,14.825
11,mlp.experts.392.gate_proj,0.0000121960,0.05000,14.804
11,mlp.experts.371.gate_proj,0.0000167214,0.05000,14.870
11,mlp.experts.386.gate_proj,0.0000138581,0.05000,14.970
11,mlp.experts.389.gate_proj,0.0000279720,0.05000,14.771
11,mlp.experts.397.gate_proj,0.0000396632,0.05000,14.848
11,mlp.experts.402.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.719
11,mlp.experts.391.gate_proj,0.0000145201,0.05000,14.936
11,mlp.experts.436.gate_proj,0.0000203781,0.05000,14.890
11,mlp.experts.452.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.754
11,mlp.experts.342.gate_proj,0.0000102416,0.05000,14.525
11,mlp.experts.346.gate_proj,0.0000224955,0.05000,14.534
11,mlp.experts.347.gate_proj,0.0000160013,0.05000,14.607
11,mlp.experts.367.gate_proj,0.0000111870,0.05000,14.589
11,mlp.experts.382.gate_proj,0.0000325527,0.05000,14.597
11,mlp.experts.368.gate_proj,0.0000042840,0.05000,14.562
11,mlp.experts.380.gate_proj,0.0000360296,0.05000,14.559
11,mlp.experts.377.gate_proj,0.0000239423,0.05000,14.517
11,mlp.experts.369.gate_proj,0.0000175916,0.05000,14.797
11,mlp.experts.408.gate_proj,0.0000503256,0.05000,14.544
11,mlp.experts.387.gate_proj,0.0000321147,0.05000,14.648
11,mlp.experts.405.gate_proj,0.0000167304,0.05000,14.605
11,mlp.experts.413.gate_proj,0.0000186789,0.05000,14.592
11,mlp.experts.407.gate_proj,0.0000120382,0.05000,14.581
11,mlp.experts.418.gate_proj,0.0000334882,0.05000,14.663
11,mlp.experts.468.gate_proj,0.0000150378,0.05000,14.405
11,mlp.experts.358.gate_proj,0.0000135806,0.05000,14.283
11,mlp.experts.362.gate_proj,0.0000124861,0.05000,14.349
11,mlp.experts.363.gate_proj,0.0000347953,0.05000,14.462
11,mlp.experts.383.gate_proj,0.0000149201,0.05000,14.471
11,mlp.experts.398.gate_proj,0.0000034255,0.05000,14.401
11,mlp.experts.384.gate_proj,0.0000150619,0.05000,14.335
11,mlp.experts.396.gate_proj,0.0000432876,0.05000,14.459
11,mlp.experts.393.gate_proj,0.0000138358,0.05000,14.463
11,mlp.experts.385.gate_proj,0.0000100825,0.05000,14.437
11,mlp.experts.424.gate_proj,0.0000351823,0.05000,14.439
11,mlp.experts.403.gate_proj,0.0000137059,0.05000,14.385
11,mlp.experts.421.gate_proj,0.0000066888,0.05000,14.232
11,mlp.experts.429.gate_proj,0.0000266779,0.05000,14.360
11,mlp.experts.423.gate_proj,0.0000125572,0.05000,14.280
11,mlp.experts.434.gate_proj,0.0000170796,0.05000,14.256
11,mlp.experts.484.gate_proj,0.0000121144,0.05000,14.385
11,mlp.experts.374.gate_proj,0.0000221846,0.05000,14.461
11,mlp.experts.378.gate_proj,0.0000138451,0.05000,14.474
11,mlp.experts.379.gate_proj,0.0000140430,0.05000,14.427
11,mlp.experts.414.gate_proj,0.0000067143,0.05000,14.346
11,mlp.experts.399.gate_proj,0.0000125382,0.05000,14.435
11,mlp.experts.400.gate_proj,0.0000263117,0.05000,14.457
11,mlp.experts.412.gate_proj,0.0000215232,0.05000,14.532
11,mlp.experts.409.gate_proj,0.0000168047,0.05000,14.691
11,mlp.experts.440.gate_proj,0.0000198591,0.05000,14.564
11,mlp.experts.401.gate_proj,0.0000168309,0.05000,14.606
11,mlp.experts.419.gate_proj,0.0000131890,0.05000,14.648
11,mlp.experts.437.gate_proj,0.0000099616,0.05000,14.665
11,mlp.experts.445.gate_proj,0.0000078158,0.05000,14.597
11,mlp.experts.439.gate_proj,0.0000386633,0.05000,14.654
11,mlp.experts.450.gate_proj,0.0000061585,0.05000,14.663
11,mlp.experts.500.gate_proj,0.0000397310,0.05000,14.533
11,mlp.experts.390.gate_proj,0.0000098627,0.05000,14.921
11,mlp.experts.394.gate_proj,0.0000087487,0.05000,14.956
11,mlp.experts.395.gate_proj,0.0000257251,0.05000,15.014
11,mlp.experts.430.gate_proj,0.0000084895,0.05000,15.037
11,mlp.experts.415.gate_proj,0.0000400484,0.05000,14.997
11,mlp.experts.416.gate_proj,0.0000058082,0.05000,15.001
11,mlp.experts.428.gate_proj,0.0000618900,0.05000,14.985
11,mlp.experts.432.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.663
11,mlp.experts.417.gate_proj,0.0000270148,0.05000,14.846
11,mlp.experts.425.gate_proj,0.0000234042,0.05000,15.031
11,mlp.experts.456.gate_proj,0.0000094192,0.05000,15.039
11,mlp.experts.435.gate_proj,0.0000064220,0.05000,14.995
11,mlp.experts.453.gate_proj,0.0000049705,0.05000,14.930
11,mlp.experts.433.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.797
11,mlp.experts.461.gate_proj,0.0000261927,0.05000,15.036
11,mlp.experts.466.gate_proj,0.0000345354,0.05000,14.941
11,mlp.experts.455.gate_proj,0.0000114651,0.05000,15.007
11,mlp.experts.4.up_proj,0.0000063718,0.05000,15.179
11,mlp.experts.406.gate_proj,0.0000154813,0.05000,14.918
11,mlp.experts.410.gate_proj,0.0000266420,0.05000,14.746
11,mlp.experts.411.gate_proj,0.0000075640,0.05000,14.791
11,mlp.experts.446.gate_proj,0.0000102153,0.05000,14.648
11,mlp.experts.431.gate_proj,0.0000266692,0.05000,14.704
11,mlp.experts.427.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.714
11,mlp.experts.444.gate_proj,0.0000075794,0.05000,14.702
11,mlp.experts.448.gate_proj,0.0000508627,0.05000,14.743
11,mlp.experts.441.gate_proj,0.0000276830,0.05000,14.642
11,mlp.experts.472.gate_proj,0.0000183471,0.05000,14.605
11,mlp.experts.451.gate_proj,0.0000130999,0.05000,14.655
11,mlp.experts.469.gate_proj,0.0000076233,0.05000,14.796
11,mlp.experts.449.gate_proj,0.0000226938,0.05000,14.747
11,mlp.experts.477.gate_proj,0.0000090569,0.05000,14.590
11,mlp.experts.467.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.762
11,mlp.experts.471.gate_proj,0.0000073789,0.05000,14.612
11,mlp.experts.482.gate_proj,0.0000648065,0.05000,14.731
11,mlp.experts.20.up_proj,0.0000059323,0.05000,14.298
11,mlp.experts.36.up_proj,failsafe(rtn): 0.0014343,0.00000,0.752
11,mlp.experts.422.gate_proj,0.0000162570,0.05000,14.679
11,mlp.experts.426.gate_proj,0.0000401136,0.05000,14.674
11,mlp.experts.462.gate_proj,0.0000179708,0.05000,14.646
11,mlp.experts.447.gate_proj,0.0000123760,0.05000,14.811
11,mlp.experts.443.gate_proj,0.0000093847,0.05000,14.703
11,mlp.experts.460.gate_proj,0.0000172135,0.05000,14.729
11,mlp.experts.464.gate_proj,0.0000249076,0.05000,14.775
11,mlp.experts.457.gate_proj,0.0000150913,0.05000,14.638
11,mlp.experts.488.gate_proj,0.0000078911,0.05000,14.708
11,mlp.experts.485.gate_proj,0.0000486001,0.05000,14.513
11,mlp.experts.473.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.669
11,mlp.experts.493.gate_proj,0.0000121899,0.05000,14.520
11,mlp.experts.483.gate_proj,0.0000198920,0.05000,14.389
11,mlp.experts.465.gate_proj,0.0000072592,0.05000,14.624
11,mlp.experts.487.gate_proj,0.0000169110,0.05000,14.389
11,mlp.experts.498.gate_proj,0.0000203685,0.05000,14.407
11,mlp.experts.2.up_proj,failsafe(rtn): 0.0013199,0.00000,0.669
11,mlp.experts.52.up_proj,0.0000178644,0.05000,14.471
11,mlp.experts.438.gate_proj,0.0000085509,0.05000,14.233
11,mlp.experts.442.gate_proj,0.0000209801,0.05000,14.313
11,mlp.experts.478.gate_proj,0.0000321612,0.05000,14.427
11,mlp.experts.459.gate_proj,0.0000109734,0.05000,14.347
11,mlp.experts.463.gate_proj,0.0000076562,0.05000,14.393
11,mlp.experts.476.gate_proj,0.0000164720,0.05000,14.466
11,mlp.experts.494.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.760
11,mlp.experts.480.gate_proj,0.0000483231,0.05000,14.388
11,mlp.experts.504.gate_proj,0.0000089214,0.05000,14.466
11,mlp.experts.501.gate_proj,0.0000219532,0.05000,14.490
11,mlp.experts.489.gate_proj,0.0000303545,0.05000,14.622
11,mlp.experts.481.gate_proj,0.0000264623,0.05000,14.544
11,mlp.experts.503.gate_proj,0.0000110665,0.05000,14.534
11,mlp.experts.509.gate_proj,0.0000034559,0.05000,14.693
11,mlp.experts.499.gate_proj,0.0000034673,0.05000,14.740
11,mlp.experts.13.up_proj,failsafe(rtn): 0.0013809,0.00000,0.660
11,mlp.experts.18.up_proj,0.0000090770,0.05000,14.551
11,mlp.experts.3.up_proj,failsafe(rtn): 0.0014420,0.00000,0.702
11,mlp.experts.68.up_proj,0.0000150719,0.05000,14.457
11,mlp.experts.84.up_proj,failsafe(rtn): 0.0013657,0.00000,0.830
11,mlp.experts.454.gate_proj,0.0000434035,0.05000,14.708
11,mlp.experts.458.gate_proj,0.0000228537,0.05000,14.694
11,mlp.experts.475.gate_proj,0.0000086265,0.05000,14.452
11,mlp.experts.479.gate_proj,0.0000598056,0.05000,14.528
11,mlp.experts.492.gate_proj,0.0000506396,0.05000,14.484
11,mlp.experts.510.gate_proj,0.0000198827,0.05000,14.405
11,mlp.experts.496.gate_proj,0.0000162435,0.05000,14.511
11,mlp.experts.8.up_proj,0.0000102597,0.05000,14.443
11,mlp.experts.0.up_proj,failsafe(rtn): 0.0014877,0.00000,0.719
11,mlp.experts.5.up_proj,0.0000232896,0.05000,14.567
11,mlp.experts.505.gate_proj,0.0000121323,0.05000,14.635
11,mlp.experts.497.gate_proj,0.0000105293,0.05000,14.579
11,mlp.experts.7.up_proj,0.0000175109,0.05000,14.633
11,mlp.experts.29.up_proj,0.0000210304,0.05000,14.655
11,mlp.experts.34.up_proj,0.0000114312,0.05000,14.591
11,mlp.experts.19.up_proj,0.0000066541,0.05000,14.719
11,mlp.experts.100.up_proj,0.0000111540,0.05000,14.746
11,mlp.experts.470.gate_proj,0.0000120761,0.05000,15.184
11,mlp.experts.474.gate_proj,0.0000077181,0.05000,15.099
11,mlp.experts.491.gate_proj,0.0000121589,0.05000,15.092
11,mlp.experts.495.gate_proj,0.0000181136,0.05000,15.106
11,mlp.experts.14.up_proj,0.0000307947,0.05000,15.003
11,mlp.experts.508.gate_proj,0.0000235174,0.05000,15.252
11,mlp.experts.24.up_proj,0.0000095464,0.05000,15.021
11,mlp.experts.16.up_proj,0.0000128533,0.05000,15.137
11,mlp.experts.21.up_proj,0.0000111896,0.05000,15.025
11,mlp.experts.9.up_proj,0.0000088655,0.05000,14.954
11,mlp.experts.1.up_proj,0.0000222714,0.05000,14.955
11,mlp.experts.37.up_proj,failsafe(rtn): 0.0014038,0.00000,0.718
11,mlp.experts.23.up_proj,0.0000133863,0.05000,15.092
11,mlp.experts.50.up_proj,0.0000251413,0.05000,14.956
11,mlp.experts.45.up_proj,0.0000076995,0.05000,15.012
11,mlp.experts.35.up_proj,0.0000449192,0.05000,14.923
11,mlp.experts.51.up_proj,failsafe(rtn): 0.0014038,0.00000,0.802
11,mlp.experts.67.up_proj,failsafe(rtn): 0.0013809,0.00000,0.700
11,mlp.experts.116.up_proj,0.0000022264,0.05000,14.809
11,mlp.experts.132.up_proj,failsafe(rtn): 0.0014877,0.00000,0.686
11,mlp.experts.486.gate_proj,0.0000186903,0.05000,14.550
11,mlp.experts.490.gate_proj,0.0000400979,0.05000,14.454
11,mlp.experts.511.gate_proj,0.0000342863,0.05000,14.617
11,mlp.experts.507.gate_proj,0.0000116614,0.05000,14.758
11,mlp.experts.30.up_proj,0.0000077563,0.05000,14.614
11,mlp.experts.12.up_proj,0.0000028938,0.05000,14.598
11,mlp.experts.40.up_proj,0.0000314558,0.05000,14.523
11,mlp.experts.32.up_proj,0.0000083810,0.05000,14.475
11,mlp.experts.48.up_proj,failsafe(rtn): 0.0014191,0.00000,0.664
11,mlp.experts.25.up_proj,0.0000173074,0.05000,14.579
11,mlp.experts.17.up_proj,0.0000134636,0.05000,14.560
11,mlp.experts.39.up_proj,0.0000102302,0.05000,14.520
11,mlp.experts.53.up_proj,0.0000115332,0.05000,14.578
11,mlp.experts.66.up_proj,0.0000444409,0.05000,14.552
11,mlp.experts.61.up_proj,0.0000265646,0.05000,14.519
11,mlp.experts.83.up_proj,0.0000108490,0.05000,14.417
11,mlp.experts.148.up_proj,0.0000241930,0.05000,14.508
11,mlp.experts.502.gate_proj,0.0000198766,0.05000,14.530
11,mlp.experts.506.gate_proj,0.0000141381,0.05000,14.513
11,mlp.experts.11.up_proj,0.0000130627,0.05000,14.654
11,mlp.experts.15.up_proj,0.0000231755,0.05000,14.694
11,mlp.experts.46.up_proj,0.0000745577,0.05000,14.501
11,mlp.experts.28.up_proj,0.0000308477,0.05000,14.614
11,mlp.experts.56.up_proj,0.0000090952,0.05000,14.565
11,mlp.experts.64.up_proj,0.0000141096,0.05000,14.568
11,mlp.experts.41.up_proj,0.0000070861,0.05000,14.663
11,mlp.experts.33.up_proj,0.0000240730,0.05000,14.799
11,mlp.experts.69.up_proj,0.0000093075,0.05000,14.619
11,mlp.experts.55.up_proj,0.0000126288,0.05000,14.789
11,mlp.experts.82.up_proj,0.0000161500,0.05000,14.707
11,mlp.experts.85.up_proj,failsafe(rtn): 0.0014343,0.00000,0.737
11,mlp.experts.71.up_proj,failsafe(rtn): 0.0014038,0.00000,0.725
11,mlp.experts.77.up_proj,0.0000140709,0.05000,14.874
11,mlp.experts.87.up_proj,failsafe(rtn): 0.0013580,0.00000,0.734
11,mlp.experts.99.up_proj,0.0000072840,0.05000,14.966
11,mlp.experts.164.up_proj,0.0000102055,0.05000,14.786
11,mlp.experts.6.up_proj,0.0000233589,0.05000,14.450
11,mlp.experts.10.up_proj,0.0000149810,0.05000,14.537
11,mlp.experts.31.up_proj,0.0000115366,0.05000,14.391
11,mlp.experts.27.up_proj,0.0000056618,0.05000,14.544
11,mlp.experts.62.up_proj,0.0000159594,0.05000,14.491
11,mlp.experts.44.up_proj,0.0000113949,0.05000,14.455
11,mlp.experts.72.up_proj,0.0000195009,0.05000,14.471
11,mlp.experts.80.up_proj,0.0000137490,0.05000,14.518
11,mlp.experts.57.up_proj,0.0000113965,0.05000,14.434
11,mlp.experts.49.up_proj,0.0000111845,0.05000,14.501
11,mlp.experts.73.up_proj,failsafe(rtn): 0.0012970,0.00000,0.704
11,mlp.experts.101.up_proj,0.0000163311,0.05000,14.348
11,mlp.experts.98.up_proj,0.0000175054,0.05000,14.438
11,mlp.experts.93.up_proj,0.0000205191,0.05000,14.389
11,mlp.experts.103.up_proj,0.0000113509,0.05000,14.314
11,mlp.experts.115.up_proj,0.0000255401,0.05000,14.277
11,mlp.experts.180.up_proj,0.0000405474,0.05000,14.246
11,mlp.experts.196.up_proj,failsafe(rtn): 0.0014801,0.00000,0.782
11,mlp.experts.22.up_proj,0.0000213369,0.05000,14.490
11,mlp.experts.26.up_proj,0.0000274952,0.05000,14.410
11,mlp.experts.47.up_proj,0.0000127198,0.05000,14.376
11,mlp.experts.43.up_proj,0.0000063873,0.05000,14.359
11,mlp.experts.78.up_proj,0.0000066081,0.05000,14.340
11,mlp.experts.60.up_proj,0.0000192279,0.05000,14.343
11,mlp.experts.88.up_proj,0.0000138678,0.05000,14.446
11,mlp.experts.96.up_proj,0.0000129479,0.05000,14.483
11,mlp.experts.65.up_proj,0.0000148926,0.05000,14.559
11,mlp.experts.117.up_proj,0.0000009571,0.05000,14.245
11,mlp.experts.89.up_proj,0.0000243209,0.05000,14.485
11,mlp.experts.114.up_proj,0.0000233022,0.05000,14.358
11,mlp.experts.109.up_proj,0.0000172856,0.05000,14.360
11,mlp.experts.119.up_proj,0.0000329026,0.05000,14.476
11,mlp.experts.131.up_proj,0.0000064078,0.05000,14.626
11,mlp.experts.212.up_proj,0.0000189371,0.05000,14.619
11,mlp.experts.38.up_proj,0.0000119801,0.05000,14.635
11,mlp.experts.42.up_proj,0.0000038921,0.05000,14.679
11,mlp.experts.63.up_proj,0.0000186054,0.05000,14.774
11,mlp.experts.94.up_proj,0.0000272991,0.05000,14.680
11,mlp.experts.59.up_proj,0.0000088339,0.05000,14.798
11,mlp.experts.76.up_proj,0.0000069200,0.05000,14.794
11,mlp.experts.104.up_proj,0.0000302510,0.05000,14.854
11,mlp.experts.112.up_proj,0.0000287688,0.05000,14.773
11,mlp.experts.81.up_proj,0.0000251002,0.05000,14.930
11,mlp.experts.133.up_proj,0.0000075144,0.05000,14.765
11,mlp.experts.105.up_proj,0.0000160322,0.05000,14.840
11,mlp.experts.130.up_proj,0.0000091253,0.05000,14.764
11,mlp.experts.125.up_proj,0.0000326144,0.05000,14.791
11,mlp.experts.97.up_proj,failsafe(rtn): 0.0013885,0.00000,0.676
11,mlp.experts.141.up_proj,failsafe(rtn): 0.0013657,0.00000,0.702
11,mlp.experts.135.up_proj,0.0000055898,0.05000,14.782
11,mlp.experts.147.up_proj,0.0000155048,0.05000,14.670
11,mlp.experts.228.up_proj,0.0000134216,0.05000,14.518
11,mlp.experts.54.up_proj,0.0000098813,0.05000,14.538
11,mlp.experts.58.up_proj,0.0000044059,0.05000,14.476
11,mlp.experts.79.up_proj,0.0000041284,0.05000,14.489
11,mlp.experts.110.up_proj,0.0000186221,0.05000,14.493
11,mlp.experts.75.up_proj,0.0000068256,0.05000,14.468
11,mlp.experts.92.up_proj,0.0000254841,0.05000,14.458
11,mlp.experts.126.up_proj,failsafe(rtn): 0.0014648,0.00000,0.660
11,mlp.experts.120.up_proj,0.0000209178,0.05000,14.315
11,mlp.experts.128.up_proj,0.0000338747,0.05000,14.139
11,mlp.experts.149.up_proj,0.0000106544,0.05000,14.390
11,mlp.experts.146.up_proj,0.0000108477,0.05000,14.296
11,mlp.experts.121.up_proj,0.0000068916,0.05000,14.362
11,mlp.experts.113.up_proj,0.0000088171,0.05000,14.502
11,mlp.experts.151.up_proj,0.0000129773,0.05000,14.341
11,mlp.experts.157.up_proj,0.0000451300,0.05000,14.463
11,mlp.experts.163.up_proj,0.0000081141,0.05000,14.487
11,mlp.experts.244.up_proj,0.0000108817,0.05000,14.665
11,mlp.experts.70.up_proj,0.0000090185,0.05000,14.640
11,mlp.experts.74.up_proj,0.0000122996,0.05000,14.703
11,mlp.experts.91.up_proj,0.0000222674,0.05000,14.501
11,mlp.experts.95.up_proj,0.0000094667,0.05000,14.703
11,mlp.experts.108.up_proj,0.0000084049,0.05000,14.567
11,mlp.experts.142.up_proj,0.0000369553,0.05000,14.688
11,mlp.experts.136.up_proj,0.0000121588,0.05000,14.825
11,mlp.experts.144.up_proj,0.0000136439,0.05000,14.858
11,mlp.experts.162.up_proj,0.0000155021,0.05000,14.790
11,mlp.experts.165.up_proj,0.0000087175,0.05000,14.866
11,mlp.experts.137.up_proj,0.0000015302,0.05000,14.772
11,mlp.experts.129.up_proj,0.0000345871,0.05000,15.005
11,mlp.experts.178.up_proj,failsafe(rtn): 0.0014191,0.00000,0.791
11,mlp.experts.167.up_proj,0.0000207480,0.05000,14.957
11,mlp.experts.173.up_proj,0.0000214497,0.05000,15.036
11,mlp.experts.179.up_proj,0.0000216980,0.05000,14.947
11,mlp.experts.260.up_proj,0.0000334104,0.05000,14.674
11,mlp.experts.86.up_proj,0.0000433857,0.05000,14.518
11,mlp.experts.90.up_proj,0.0000183032,0.05000,14.523
11,mlp.experts.107.up_proj,0.0000207809,0.05000,14.563
11,mlp.experts.111.up_proj,0.0000151641,0.05000,14.755
11,mlp.experts.124.up_proj,0.0000279482,0.05000,14.641
11,mlp.experts.158.up_proj,0.0000078614,0.05000,14.517
11,mlp.experts.152.up_proj,0.0000082420,0.05000,14.500
11,mlp.experts.160.up_proj,0.0000134104,0.05000,14.601
11,mlp.experts.168.up_proj,failsafe(rtn): 0.0014420,0.00000,0.796
11,mlp.experts.181.up_proj,0.0000384121,0.05000,14.414
11,mlp.experts.153.up_proj,0.0000085297,0.05000,14.420
11,mlp.experts.145.up_proj,0.0000499347,0.05000,14.273
11,mlp.experts.194.up_proj,0.0000147218,0.05000,14.391
11,mlp.experts.183.up_proj,0.0000023109,0.05000,14.382
11,mlp.experts.189.up_proj,0.0000205465,0.05000,14.374
11,mlp.experts.199.up_proj,failsafe(rtn): 0.0013733,0.00000,0.632
11,mlp.experts.195.up_proj,0.0000101899,0.05000,14.400
11,mlp.experts.276.up_proj,0.0000108126,0.05000,14.174
11,mlp.experts.102.up_proj,0.0000201638,0.05000,14.279
11,mlp.experts.106.up_proj,0.0000313948,0.05000,14.379
11,mlp.experts.123.up_proj,0.0000282860,0.05000,14.633
11,mlp.experts.127.up_proj,0.0000068545,0.05000,14.476
11,mlp.experts.140.up_proj,0.0000378290,0.05000,14.427
11,mlp.experts.174.up_proj,0.0000066269,0.05000,14.573
11,mlp.experts.176.up_proj,0.0000057477,0.05000,14.406
11,mlp.experts.184.up_proj,0.0000148389,0.05000,14.427
11,mlp.experts.200.up_proj,failsafe(rtn): 0.0013657,0.00000,0.690
11,mlp.experts.197.up_proj,0.0000584288,0.05000,14.450
11,mlp.experts.169.up_proj,0.0000038692,0.05000,14.492
11,mlp.experts.161.up_proj,0.0000370925,0.05000,14.394
11,mlp.experts.210.up_proj,0.0000091828,0.05000,14.470
11,mlp.experts.205.up_proj,0.0000155219,0.05000,14.540
11,mlp.experts.215.up_proj,0.0000173783,0.05000,14.531
11,mlp.experts.211.up_proj,0.0000142570,0.05000,14.778
11,mlp.experts.292.up_proj,0.0000368155,0.05000,14.558
11,mlp.experts.118.up_proj,0.0000139997,0.05000,14.550
11,mlp.experts.122.up_proj,0.0000140097,0.05000,14.440
11,mlp.experts.139.up_proj,0.0000009914,0.05000,14.153
11,mlp.experts.143.up_proj,0.0000120205,0.05000,14.140
11,mlp.experts.156.up_proj,0.0000175011,0.05000,14.168
11,mlp.experts.190.up_proj,0.0000255536,0.05000,14.181
11,mlp.experts.192.up_proj,0.0000263103,0.05000,13.958
11,mlp.experts.216.up_proj,0.0000089687,0.05000,14.044
11,mlp.experts.185.up_proj,0.0000062553,0.05000,13.965
11,mlp.experts.213.up_proj,0.0000235247,0.05000,14.043
11,mlp.experts.177.up_proj,0.0000347945,0.05000,13.995
11,mlp.experts.226.up_proj,0.0000121614,0.05000,13.962
11,mlp.experts.221.up_proj,0.0000251412,0.05000,14.009
11,mlp.experts.231.up_proj,0.0000041303,0.05000,13.892
11,mlp.experts.227.up_proj,0.0000015162,0.05000,13.848
11,mlp.experts.308.up_proj,0.0000090599,0.05000,13.918
11,mlp.experts.324.up_proj,failsafe(rtn): 0.0014191,0.00000,0.713
11,mlp.experts.134.up_proj,0.0000047248,0.05000,13.862
11,mlp.experts.138.up_proj,0.0000208013,0.05000,13.907
11,mlp.experts.155.up_proj,0.0000102844,0.05000,13.919
11,mlp.experts.159.up_proj,0.0000113481,0.05000,13.912
11,mlp.experts.172.up_proj,0.0000317934,0.05000,13.920
11,mlp.experts.206.up_proj,0.0000503627,0.05000,13.929
11,mlp.experts.208.up_proj,0.0000100690,0.05000,14.106
11,mlp.experts.232.up_proj,0.0000395991,0.05000,14.019
11,mlp.experts.201.up_proj,0.0000126919,0.05000,14.061
11,mlp.experts.229.up_proj,0.0000353831,0.05000,14.119
11,mlp.experts.193.up_proj,0.0000246548,0.05000,14.213
11,mlp.experts.217.up_proj,failsafe(rtn): 0.0014191,0.00000,0.806
11,mlp.experts.242.up_proj,0.0000250545,0.05000,14.181
11,mlp.experts.209.up_proj,failsafe(rtn): 0.0013733,0.00000,0.701
11,mlp.experts.237.up_proj,0.0000112795,0.05000,14.245
11,mlp.experts.258.up_proj,failsafe(rtn): 0.0013504,0.00000,0.666
11,mlp.experts.247.up_proj,0.0000051182,0.05000,14.208
11,mlp.experts.243.up_proj,0.0000145985,0.05000,14.227
11,mlp.experts.340.up_proj,0.0000127892,0.05000,14.297
11,mlp.experts.356.up_proj,failsafe(rtn): 0.0013962,0.00000,0.718
11,mlp.experts.150.up_proj,0.0000109760,0.05000,14.233
11,mlp.experts.154.up_proj,0.0000074235,0.05000,14.446
11,mlp.experts.171.up_proj,0.0000250813,0.05000,14.491
11,mlp.experts.175.up_proj,0.0000094321,0.05000,14.401
11,mlp.experts.188.up_proj,0.0000093095,0.05000,14.508
11,mlp.experts.222.up_proj,0.0000164297,0.05000,14.468
11,mlp.experts.224.up_proj,0.0000398613,0.05000,14.517
11,mlp.experts.248.up_proj,0.0000468896,0.05000,14.509
11,mlp.experts.245.up_proj,0.0000125267,0.05000,14.454
11,mlp.experts.233.up_proj,0.0000295628,0.05000,14.530
11,mlp.experts.253.up_proj,0.0000115503,0.05000,14.484
11,mlp.experts.225.up_proj,0.0000279934,0.05000,14.643
11,mlp.experts.274.up_proj,0.0000148748,0.05000,14.632
11,mlp.experts.263.up_proj,0.0000045289,0.05000,14.522
11,mlp.experts.269.up_proj,failsafe(rtn): 0.0014496,0.00000,0.796
11,mlp.experts.259.up_proj,0.0000102016,0.05000,14.622
11,mlp.experts.279.up_proj,failsafe(rtn): 0.0013733,0.00000,0.732
11,mlp.experts.372.up_proj,0.0000121612,0.05000,14.454
11,mlp.experts.166.up_proj,0.0000082615,0.05000,14.529
11,mlp.experts.170.up_proj,0.0000447138,0.05000,14.551
11,mlp.experts.191.up_proj,0.0000132596,0.05000,14.504
11,mlp.experts.187.up_proj,0.0000127992,0.05000,14.614
11,mlp.experts.204.up_proj,0.0000145085,0.05000,14.419
11,mlp.experts.238.up_proj,0.0000166250,0.05000,14.434
11,mlp.experts.207.up_proj,failsafe(rtn): 0.0013733,0.00000,0.711
11,mlp.experts.254.up_proj,failsafe(rtn): 0.0013885,0.00000,0.719
11,mlp.experts.240.up_proj,0.0000049705,0.05000,14.564
11,mlp.experts.261.up_proj,0.0000048454,0.05000,14.356
11,mlp.experts.264.up_proj,0.0000094448,0.05000,14.479
11,mlp.experts.277.up_proj,failsafe(rtn): 0.0014267,0.00000,0.822
11,mlp.experts.249.up_proj,0.0000098326,0.05000,14.477
11,mlp.experts.241.up_proj,0.0000164668,0.05000,14.481
11,mlp.experts.290.up_proj,0.0000389646,0.05000,14.550
11,mlp.experts.285.up_proj,0.0000333083,0.05000,14.476
11,mlp.experts.295.up_proj,0.0000352006,0.05000,14.438
11,mlp.experts.275.up_proj,0.0000167153,0.05000,14.519
11,mlp.experts.301.up_proj,failsafe(rtn): 0.0014725,0.00000,0.747
11,mlp.experts.388.up_proj,0.0000289259,0.05000,14.446
11,mlp.experts.182.up_proj,0.0000137918,0.05000,14.475
11,mlp.experts.186.up_proj,0.0000434276,0.05000,14.483
11,mlp.experts.220.up_proj,0.0000084372,0.05000,14.571
11,mlp.experts.203.up_proj,0.0000127833,0.05000,14.669
11,mlp.experts.223.up_proj,0.0000096607,0.05000,14.514
11,mlp.experts.270.up_proj,0.0000241974,0.05000,14.565
11,mlp.experts.256.up_proj,0.0000218330,0.05000,14.485
11,mlp.experts.280.up_proj,0.0000440244,0.05000,14.665
11,mlp.experts.293.up_proj,0.0000317254,0.05000,14.586
11,mlp.experts.265.up_proj,0.0000180850,0.05000,14.490
11,mlp.experts.257.up_proj,0.0000150173,0.05000,14.537
11,mlp.experts.306.up_proj,0.0000220631,0.05000,14.468
11,mlp.experts.291.up_proj,0.0000112267,0.05000,14.441
11,mlp.experts.311.up_proj,0.0000252044,0.05000,14.470
11,mlp.experts.317.up_proj,0.0000268557,0.05000,14.440
11,mlp.experts.404.up_proj,0.0000043293,0.05000,14.587
11,mlp.experts.420.up_proj,failsafe(rtn): 0.0014038,0.00000,0.679
11,mlp.experts.198.up_proj,0.0000098332,0.05000,14.312
11,mlp.experts.202.up_proj,0.0000128892,0.05000,14.276
11,mlp.experts.236.up_proj,0.0000137227,0.05000,14.257
11,mlp.experts.219.up_proj,0.0000508842,0.05000,14.194
11,mlp.experts.239.up_proj,0.0000089237,0.05000,14.148
11,mlp.experts.286.up_proj,0.0000288963,0.05000,14.085
11,mlp.experts.272.up_proj,0.0000195457,0.05000,13.991
11,mlp.experts.296.up_proj,0.0000071807,0.05000,14.148
11,mlp.experts.309.up_proj,0.0000307112,0.05000,14.142
11,mlp.experts.281.up_proj,0.0000091241,0.05000,14.291
11,mlp.experts.273.up_proj,0.0000136787,0.05000,14.304
11,mlp.experts.322.up_proj,0.0000084633,0.05000,14.264
11,mlp.experts.307.up_proj,0.0000047847,0.05000,14.122
11,mlp.experts.338.up_proj,failsafe(rtn): 0.0014267,0.00000,0.643
11,mlp.experts.327.up_proj,0.0000280521,0.05000,14.108
11,mlp.experts.333.up_proj,0.0000082687,0.05000,14.295
11,mlp.experts.436.up_proj,0.0000188583,0.05000,14.314
11,mlp.experts.452.up_proj,failsafe(rtn): 0.0012360,0.00000,0.710
11,mlp.experts.214.up_proj,0.0000513532,0.05000,14.459
11,mlp.experts.218.up_proj,0.0000211924,0.05000,14.464
11,mlp.experts.252.up_proj,0.0000458420,0.05000,14.680
11,mlp.experts.235.up_proj,0.0000042751,0.05000,14.845
11,mlp.experts.255.up_proj,0.0000025306,0.05000,14.762
11,mlp.experts.268.up_proj,failsafe(rtn): 0.0012054,0.00000,0.656
11,mlp.experts.302.up_proj,0.0000213956,0.05000,14.935
11,mlp.experts.288.up_proj,0.0000062154,0.05000,14.865
11,mlp.experts.312.up_proj,0.0000245516,0.05000,14.640
11,mlp.experts.325.up_proj,0.0000083063,0.05000,14.589
11,mlp.experts.297.up_proj,0.0000101000,0.05000,14.810
11,mlp.experts.289.up_proj,0.0000327863,0.05000,14.921
11,mlp.experts.323.up_proj,0.0000109200,0.05000,14.909
11,mlp.experts.343.up_proj,0.0000143397,0.05000,14.933
11,mlp.experts.354.up_proj,0.0000173997,0.05000,15.036
11,mlp.experts.349.up_proj,0.0000149437,0.05000,14.975
11,mlp.experts.468.up_proj,0.0000146825,0.05000,14.862
11,mlp.experts.230.up_proj,0.0000245115,0.05000,14.857
11,mlp.experts.234.up_proj,0.0000249444,0.05000,14.963
11,mlp.experts.251.up_proj,0.0000013106,0.05000,14.745
11,mlp.experts.271.up_proj,0.0000152214,0.05000,14.935
11,mlp.experts.284.up_proj,0.0000123161,0.05000,14.919
11,mlp.experts.318.up_proj,0.0000245401,0.05000,14.882
11,mlp.experts.304.up_proj,0.0000204871,0.05000,14.882
11,mlp.experts.328.up_proj,0.0000150844,0.05000,14.945
11,mlp.experts.341.up_proj,0.0000356019,0.05000,14.817
11,mlp.experts.313.up_proj,0.0000218294,0.05000,14.877
11,mlp.experts.357.up_proj,failsafe(rtn): 0.0013962,0.00000,0.737
11,mlp.experts.305.up_proj,0.0000083373,0.05000,14.976
11,mlp.experts.339.up_proj,0.0000137420,0.05000,14.825
11,mlp.experts.359.up_proj,0.0000232197,0.05000,14.792
11,mlp.experts.370.up_proj,0.0000085162,0.05000,14.834
11,mlp.experts.365.up_proj,0.0000169523,0.05000,14.939
11,mlp.experts.484.up_proj,0.0000115819,0.05000,14.674
11,mlp.experts.246.up_proj,0.0000063718,0.05000,14.604
11,mlp.experts.250.up_proj,0.0000300808,0.05000,14.611
11,mlp.experts.267.up_proj,0.0000278722,0.05000,14.753
11,mlp.experts.287.up_proj,0.0000150606,0.05000,14.804
11,mlp.experts.300.up_proj,0.0000058659,0.05000,14.740
11,mlp.experts.334.up_proj,0.0000269672,0.05000,14.666
11,mlp.experts.320.up_proj,0.0000105304,0.05000,14.628
11,mlp.experts.344.up_proj,0.0000173839,0.05000,14.749
11,mlp.experts.360.up_proj,failsafe(rtn): 0.0014038,0.00000,0.748
11,mlp.experts.329.up_proj,0.0000203218,0.05000,14.655
11,mlp.experts.373.up_proj,0.0000200473,0.05000,14.662
11,mlp.experts.376.up_proj,failsafe(rtn): 0.0014343,0.00000,0.721
11,mlp.experts.321.up_proj,0.0000024470,0.05000,14.594
11,mlp.experts.355.up_proj,0.0000120479,0.05000,14.609
11,mlp.experts.386.up_proj,0.0000139002,0.05000,14.571
11,mlp.experts.375.up_proj,0.0000352076,0.05000,14.752
11,mlp.experts.402.up_proj,failsafe(rtn): 0.0014572,0.00000,0.670
11,mlp.experts.381.up_proj,0.0000321071,0.05000,14.632
11,mlp.experts.500.up_proj,0.0000381199,0.05000,14.489
11,mlp.experts.262.up_proj,0.0000255288,0.05000,14.454
11,mlp.experts.266.up_proj,0.0000061166,0.05000,14.561
11,mlp.experts.4.down_proj,0.0000002629,0.05000,3.742
11,mlp.experts.283.up_proj,0.0000257272,0.05000,14.511
11,mlp.experts.303.up_proj,0.0000102631,0.05000,14.417
11,mlp.experts.316.up_proj,0.0000123041,0.05000,14.409
11,mlp.experts.350.up_proj,0.0000169028,0.05000,14.323
11,mlp.experts.336.up_proj,0.0000215514,0.05000,14.331
11,mlp.experts.20.down_proj,0.0000003902,0.05000,3.721
11,mlp.experts.36.down_proj,failsafe(rtn): 0.0015106,0.00000,0.190
11,mlp.experts.345.up_proj,0.0000241501,0.05000,14.651
11,mlp.experts.389.up_proj,0.0000275407,0.05000,14.583
11,mlp.experts.392.up_proj,0.0000120956,0.05000,14.419
11,mlp.experts.337.up_proj,0.0000067747,0.05000,14.609
11,mlp.experts.371.up_proj,0.0000164026,0.05000,14.496
11,mlp.experts.391.up_proj,0.0000136981,0.05000,14.448
11,mlp.experts.418.up_proj,0.0000316231,0.05000,14.567
11,mlp.experts.397.up_proj,0.0000361829,0.05000,14.553
11,mlp.experts.52.down_proj,0.0000008472,0.05000,3.713
11,mlp.experts.68.down_proj,0.0000022248,0.05000,3.593
11,mlp.experts.84.down_proj,failsafe(rtn): 0.0014420,0.00000,0.189
11,mlp.experts.278.up_proj,0.0000028603,0.05000,14.509
11,mlp.experts.282.up_proj,0.0000127809,0.05000,14.489
11,mlp.experts.100.down_proj,0.0000020482,0.05000,3.630
11,mlp.experts.299.up_proj,0.0000047448,0.05000,14.603
11,mlp.experts.319.up_proj,0.0000152992,0.05000,14.642
11,mlp.experts.332.up_proj,0.0000220329,0.05000,14.747
11,mlp.experts.366.up_proj,0.0000238924,0.05000,14.742
11,mlp.experts.352.up_proj,0.0000214790,0.05000,14.776
11,mlp.experts.116.down_proj,0.0000003222,0.05000,3.875
11,mlp.experts.132.down_proj,failsafe(rtn): 0.0015335,0.00000,0.178
11,mlp.experts.361.up_proj,0.0000145556,0.05000,14.787
11,mlp.experts.405.up_proj,0.0000161061,0.05000,14.824
11,mlp.experts.408.up_proj,0.0000463517,0.05000,14.793
11,mlp.experts.353.up_proj,0.0000182764,0.05000,14.841
11,mlp.experts.387.up_proj,0.0000307228,0.05000,14.884
11,mlp.experts.407.up_proj,0.0000116282,0.05000,15.096
11,mlp.experts.434.up_proj,0.0000166195,0.05000,14.819
11,mlp.experts.413.up_proj,0.0000183205,0.05000,14.911
11,mlp.experts.148.down_proj,0.0000021628,0.05000,3.845
11,mlp.experts.164.down_proj,0.0000022833,0.05000,3.722
11,mlp.experts.294.up_proj,0.0000350137,0.05000,15.155
11,mlp.experts.298.up_proj,0.0000110395,0.05000,15.119
11,mlp.experts.180.down_proj,0.0000021385,0.05000,3.654
11,mlp.experts.196.down_proj,failsafe(rtn): 0.0015640,0.00000,0.199
11,mlp.experts.315.up_proj,0.0000078847,0.05000,14.932
11,mlp.experts.335.up_proj,0.0000376848,0.05000,14.867
11,mlp.experts.348.up_proj,0.0000213285,0.05000,14.866
11,mlp.experts.382.up_proj,0.0000310416,0.05000,14.665
11,mlp.experts.364.up_proj,failsafe(rtn): 0.0013809,0.00000,0.656
11,mlp.experts.368.up_proj,0.0000039866,0.05000,14.911
11,mlp.experts.212.down_proj,0.0000009387,0.05000,3.484
11,mlp.experts.377.up_proj,0.0000229019,0.05000,14.620
11,mlp.experts.421.up_proj,0.0000065645,0.05000,14.455
11,mlp.experts.424.up_proj,0.0000332008,0.05000,14.522
11,mlp.experts.369.up_proj,0.0000175806,0.05000,14.614
11,mlp.experts.403.up_proj,0.0000133184,0.05000,14.450
11,mlp.experts.423.up_proj,0.0000114305,0.05000,14.499
11,mlp.experts.450.up_proj,0.0000060443,0.05000,14.195
11,mlp.experts.429.up_proj,0.0000239045,0.05000,14.324
11,mlp.experts.228.down_proj,0.0000013187,0.05000,3.518
11,mlp.experts.244.down_proj,0.0000005080,0.05000,3.714
11,mlp.experts.310.up_proj,0.0000072473,0.05000,14.450
11,mlp.experts.314.up_proj,0.0000123456,0.05000,14.293
11,mlp.experts.260.down_proj,0.0000017962,0.05000,3.596
11,mlp.experts.331.up_proj,0.0000184614,0.05000,14.284
11,mlp.experts.351.up_proj,0.0000188654,0.05000,14.370
11,mlp.experts.398.up_proj,0.0000032148,0.05000,14.522
11,mlp.experts.384.up_proj,0.0000139486,0.05000,14.391
11,mlp.experts.380.up_proj,0.0000330443,0.05000,14.567
11,mlp.experts.276.down_proj,0.0000008873,0.05000,3.652
11,mlp.experts.393.up_proj,0.0000126329,0.05000,14.598
11,mlp.experts.437.up_proj,0.0000096173,0.05000,14.631
11,mlp.experts.440.up_proj,0.0000180136,0.05000,14.594
11,mlp.experts.385.up_proj,0.0000102403,0.05000,14.580
11,mlp.experts.419.up_proj,0.0000125796,0.05000,14.486
11,mlp.experts.439.up_proj,0.0000341744,0.05000,14.580
11,mlp.experts.466.up_proj,0.0000339299,0.05000,14.718
11,mlp.experts.445.up_proj,0.0000073120,0.05000,14.482
11,mlp.experts.292.down_proj,0.0000019261,0.05000,3.664
11,mlp.experts.308.down_proj,0.0000007723,0.05000,3.842
11,mlp.experts.324.down_proj,failsafe(rtn): 0.0014648,0.00000,0.194
11,mlp.experts.326.up_proj,0.0000337515,0.05000,14.546
11,mlp.experts.330.up_proj,0.0000092275,0.05000,14.564
11,mlp.experts.347.up_proj,0.0000142473,0.05000,14.546
11,mlp.experts.340.down_proj,0.0000011098,0.05000,3.445
11,mlp.experts.356.down_proj,failsafe(rtn): 0.0013962,0.00000,0.191
11,mlp.experts.367.up_proj,0.0000106560,0.05000,14.543
11,mlp.experts.414.up_proj,0.0000065275,0.05000,14.510
11,mlp.experts.396.up_proj,0.0000387719,0.05000,14.406
11,mlp.experts.400.up_proj,0.0000240535,0.05000,14.521
11,mlp.experts.409.up_proj,0.0000157060,0.05000,14.735
11,mlp.experts.453.up_proj,0.0000044786,0.05000,14.644
11,mlp.experts.456.up_proj,0.0000099837,0.05000,14.653
11,mlp.experts.372.down_proj,0.0000009784,0.05000,3.768
11,mlp.experts.401.up_proj,0.0000156931,0.05000,14.743
11,mlp.experts.435.up_proj,0.0000061899,0.05000,14.702
11,mlp.experts.455.up_proj,0.0000113026,0.05000,14.663
11,mlp.experts.482.up_proj,0.0000603201,0.05000,14.614
11,mlp.experts.461.up_proj,0.0000257129,0.05000,14.650
11,mlp.experts.388.down_proj,0.0000018055,0.05000,3.474
11,mlp.experts.404.down_proj,0.0000001730,0.05000,3.669
11,mlp.experts.420.down_proj,failsafe(rtn): 0.0014801,0.00000,0.183
11,mlp.experts.342.up_proj,0.0000101318,0.05000,14.384
11,mlp.experts.346.up_proj,0.0000209985,0.05000,14.496
11,mlp.experts.363.up_proj,0.0000326076,0.05000,14.603
11,mlp.experts.383.up_proj,0.0000144987,0.05000,14.552
11,mlp.experts.436.down_proj,0.0000013864,0.05000,3.707
11,mlp.experts.452.down_proj,failsafe(rtn): 0.0013428,0.00000,0.162
11,mlp.experts.430.up_proj,0.0000079920,0.05000,14.422
11,mlp.experts.412.up_proj,0.0000181337,0.05000,14.368
11,mlp.experts.416.up_proj,0.0000050636,0.05000,14.406
11,mlp.experts.432.up_proj,failsafe(rtn): 0.0014496,0.00000,0.693
11,mlp.experts.425.up_proj,0.0000215983,0.05000,14.513
11,mlp.experts.472.up_proj,0.0000179727,0.05000,14.319
11,mlp.experts.469.up_proj,0.0000068885,0.05000,14.464
11,mlp.experts.468.down_proj,0.0000006112,0.05000,3.641
11,mlp.experts.417.up_proj,0.0000256163,0.05000,14.524
11,mlp.experts.451.up_proj,0.0000128399,0.05000,14.495
11,mlp.experts.471.up_proj,0.0000071969,0.05000,14.514
11,mlp.experts.433.up_proj,failsafe(rtn): 0.0014725,0.00000,0.728
11,mlp.experts.498.up_proj,0.0000199142,0.05000,14.514
11,mlp.experts.477.up_proj,0.0000090045,0.05000,14.504
11,mlp.experts.467.up_proj,failsafe(rtn): 0.0014877,0.00000,0.807
11,mlp.experts.2.down_proj,failsafe(rtn): 0.0014038,0.00000,0.184
11,mlp.experts.484.down_proj,0.0000010801,0.05000,3.691
11,mlp.experts.18.down_proj,0.0000005424,0.05000,3.605
11,mlp.experts.500.down_proj,0.0000033514,0.05000,3.569
11,mlp.experts.358.up_proj,0.0000122224,0.05000,14.308
11,mlp.experts.362.up_proj,0.0000121385,0.05000,14.299
11,mlp.experts.34.down_proj,0.0000006330,0.05000,3.503
11,mlp.experts.379.up_proj,0.0000127354,0.05000,14.155
11,mlp.experts.399.up_proj,0.0000114524,0.05000,14.157
11,mlp.experts.446.up_proj,0.0000099058,0.05000,13.999
11,mlp.experts.428.up_proj,0.0000550243,0.05000,14.174
11,mlp.experts.448.up_proj,0.0000489585,0.05000,13.980
11,mlp.experts.50.down_proj,0.0000034120,0.05000,3.267
11,mlp.experts.441.up_proj,0.0000255326,0.05000,13.726
11,mlp.experts.488.up_proj,0.0000068116,0.05000,13.765
11,mlp.experts.485.up_proj,0.0000440399,0.05000,13.817
11,mlp.experts.487.up_proj,0.0000155136,0.05000,13.519
11,mlp.experts.449.up_proj,0.0000202643,0.05000,13.566
11,mlp.experts.493.up_proj,0.0000118831,0.05000,13.446
11,mlp.experts.483.up_proj,0.0000175324,0.05000,13.609
11,mlp.experts.66.down_proj,0.0000038402,0.05000,3.216
11,mlp.experts.82.down_proj,0.0000009034,0.05000,3.408
11,mlp.experts.374.up_proj,0.0000217792,0.05000,13.231
11,mlp.experts.378.up_proj,0.0000148836,0.05000,13.396
11,mlp.experts.98.down_proj,0.0000011876,0.05000,3.383
11,mlp.experts.395.up_proj,0.0000226145,0.05000,13.358
11,mlp.experts.415.up_proj,0.0000349197,0.05000,13.308
11,mlp.experts.462.up_proj,0.0000168050,0.05000,13.380
11,mlp.experts.444.up_proj,0.0000065259,0.05000,13.198
11,mlp.experts.464.up_proj,0.0000239111,0.05000,13.267
11,mlp.experts.114.down_proj,0.0000044614,0.05000,3.307
11,mlp.experts.457.up_proj,0.0000155592,0.05000,13.349
11,mlp.experts.504.up_proj,0.0000083369,0.05000,13.291
11,mlp.experts.501.up_proj,0.0000215312,0.05000,13.434
11,mlp.experts.473.up_proj,failsafe(rtn): 0.0014191,0.00000,0.701
11,mlp.experts.503.up_proj,0.0000106806,0.05000,13.472
11,mlp.experts.509.up_proj,0.0000034191,0.05000,13.301
11,mlp.experts.465.up_proj,0.0000070901,0.05000,13.570
11,mlp.experts.13.down_proj,failsafe(rtn): 0.0014725,0.00000,0.189
11,mlp.experts.499.up_proj,0.0000033375,0.05000,13.422
11,mlp.experts.130.down_proj,0.0000015746,0.05000,3.279
11,mlp.experts.3.down_proj,failsafe(rtn): 0.0015030,0.00000,0.168
11,mlp.experts.8.down_proj,0.0000033657,0.05000,3.356
11,mlp.experts.5.down_proj,0.0000012703,0.05000,3.356
11,mlp.experts.7.down_proj,0.0000011010,0.05000,3.218
11,mlp.experts.29.down_proj,0.0000016352,0.05000,3.197
11,mlp.experts.146.down_proj,0.0000013042,0.05000,3.249
11,mlp.experts.19.down_proj,0.0000003233,0.05000,3.195
11,mlp.experts.24.down_proj,0.0000010920,0.05000,3.138
11,mlp.experts.21.down_proj,0.0000005866,0.05000,3.164
11,mlp.experts.37.down_proj,failsafe(rtn): 0.0014954,0.00000,0.146
11,mlp.experts.390.up_proj,0.0000089625,0.05000,13.021
11,mlp.experts.23.down_proj,0.0000036851,0.05000,3.269
11,mlp.experts.45.down_proj,0.0000009068,0.05000,3.161
11,mlp.experts.394.up_proj,0.0000082273,0.05000,13.041
11,mlp.experts.162.down_proj,0.0000024594,0.05000,3.236
11,mlp.experts.35.down_proj,0.0000041879,0.05000,3.289
11,mlp.experts.178.down_proj,failsafe(rtn): 0.0015259,0.00000,0.167
11,mlp.experts.51.down_proj,failsafe(rtn): 0.0015106,0.00000,0.173
11,mlp.experts.67.down_proj,failsafe(rtn): 0.0015030,0.00000,0.179
11,mlp.experts.411.up_proj,0.0000077966,0.05000,13.104
11,mlp.experts.40.down_proj,0.0000017058,0.05000,3.447
11,mlp.experts.431.up_proj,0.0000226821,0.05000,13.183
11,mlp.experts.53.down_proj,0.0000010213,0.05000,3.542
11,mlp.experts.427.up_proj,failsafe(rtn): 0.0014191,0.00000,0.777
11,mlp.experts.478.up_proj,0.0000289545,0.05000,13.200
11,mlp.experts.460.up_proj,0.0000174794,0.05000,13.302
11,mlp.experts.494.up_proj,failsafe(rtn): 0.0014648,0.00000,0.697
11,mlp.experts.39.down_proj,0.0000012542,0.05000,3.601
11,mlp.experts.480.up_proj,0.0000439580,0.05000,13.249
11,mlp.experts.61.down_proj,0.0000034436,0.05000,3.653
11,mlp.experts.194.down_proj,0.0000005842,0.05000,3.636
11,mlp.experts.83.down_proj,0.0000009474,0.05000,3.744
11,mlp.experts.56.down_proj,0.0000007964,0.05000,3.462
11,mlp.experts.69.down_proj,0.0000009733,0.05000,3.463
11,mlp.experts.489.up_proj,0.0000313239,0.05000,13.356
11,mlp.experts.85.down_proj,failsafe(rtn): 0.0015182,0.00000,0.213
11,mlp.experts.55.down_proj,0.0000009120,0.05000,3.586
11,mlp.experts.71.down_proj,failsafe(rtn): 0.0015106,0.00000,0.174
11,mlp.experts.481.up_proj,0.0000256421,0.05000,13.625
11,mlp.experts.77.down_proj,0.0000019011,0.05000,3.601
11,mlp.experts.87.down_proj,failsafe(rtn): 0.0014725,0.00000,0.204
11,mlp.experts.210.down_proj,0.0000011243,0.05000,3.620
11,mlp.experts.99.down_proj,0.0000006649,0.05000,3.660
11,mlp.experts.72.down_proj,0.0000011962,0.05000,3.606
11,mlp.experts.101.down_proj,0.0000025976,0.05000,3.417
11,mlp.experts.93.down_proj,0.0000016845,0.05000,3.260
11,mlp.experts.103.down_proj,0.0000005166,0.05000,3.279
11,mlp.experts.226.down_proj,0.0000008691,0.05000,3.196
11,mlp.experts.115.down_proj,0.0000015157,0.05000,3.205
11,mlp.experts.88.down_proj,0.0000006496,0.05000,3.288
11,mlp.experts.117.down_proj,0.0000000656,0.05000,3.338
11,mlp.experts.406.up_proj,0.0000167846,0.05000,13.748
11,mlp.experts.109.down_proj,0.0000015336,0.05000,3.284
11,mlp.experts.410.up_proj,0.0000249792,0.05000,13.786
11,mlp.experts.119.down_proj,0.0000027631,0.05000,3.332
11,mlp.experts.242.down_proj,0.0000031695,0.05000,3.383
11,mlp.experts.258.down_proj,failsafe(rtn): 0.0014420,0.00000,0.177
11,mlp.experts.131.down_proj,0.0000005462,0.05000,3.387
11,mlp.experts.104.down_proj,0.0000034746,0.05000,3.321
11,mlp.experts.447.up_proj,0.0000118689,0.05000,13.642
11,mlp.experts.443.up_proj,0.0000090531,0.05000,13.520
11,mlp.experts.133.down_proj,0.0000006787,0.05000,3.339
11,mlp.experts.476.up_proj,0.0000145570,0.05000,13.669
11,mlp.experts.510.up_proj,0.0000176537,0.05000,13.535
11,mlp.experts.496.up_proj,0.0000148636,0.05000,13.517
11,mlp.experts.0.down_proj,failsafe(rtn): 0.0015488,0.00000,0.178
11,mlp.experts.125.down_proj,0.0000019249,0.05000,3.434
11,mlp.experts.141.down_proj,failsafe(rtn): 0.0014572,0.00000,0.202
11,mlp.experts.135.down_proj,0.0000002770,0.05000,3.487
11,mlp.experts.274.down_proj,0.0000010613,0.05000,3.457
11,mlp.experts.147.down_proj,0.0000007738,0.05000,3.536
11,mlp.experts.120.down_proj,0.0000015632,0.05000,3.513
11,mlp.experts.505.up_proj,0.0000114767,0.05000,13.491
11,mlp.experts.149.down_proj,0.0000009883,0.05000,3.441
11,mlp.experts.14.down_proj,0.0000014372,0.05000,3.348
11,mlp.experts.497.up_proj,0.0000096342,0.05000,13.327
11,mlp.experts.16.down_proj,0.0000004800,0.05000,3.331
11,mlp.experts.157.down_proj,0.0000038713,0.05000,3.245
11,mlp.experts.151.down_proj,0.0000013655,0.05000,3.204
11,mlp.experts.290.down_proj,0.0000033375,0.05000,3.172
11,mlp.experts.163.down_proj,0.0000005970,0.05000,3.154
11,mlp.experts.136.down_proj,0.0000014851,0.05000,3.134
11,mlp.experts.9.down_proj,0.0000005279,0.05000,3.218
11,mlp.experts.165.down_proj,0.0000006253,0.05000,3.262
11,mlp.experts.30.down_proj,0.0000010359,0.05000,3.286
11,mlp.experts.32.down_proj,0.0000005664,0.05000,3.334
11,mlp.experts.1.down_proj,0.0000016998,0.05000,3.394
11,mlp.experts.48.down_proj,failsafe(rtn): 0.0014725,0.00000,0.161
11,mlp.experts.173.down_proj,0.0000023684,0.05000,3.377
11,mlp.experts.167.down_proj,0.0000015213,0.05000,3.406
11,mlp.experts.306.down_proj,0.0000029043,0.05000,3.449
11,mlp.experts.179.down_proj,0.0000010567,0.05000,3.468
11,mlp.experts.152.down_proj,0.0000007141,0.05000,3.422
11,mlp.experts.168.down_proj,failsafe(rtn): 0.0014191,0.00000,0.171
11,mlp.experts.25.down_proj,0.0000010502,0.05000,3.382
11,mlp.experts.422.up_proj,0.0000159530,0.05000,13.333
11,mlp.experts.181.down_proj,0.0000052820,0.05000,3.377
11,mlp.experts.46.down_proj,0.0000024445,0.05000,3.414
11,mlp.experts.426.up_proj,0.0000358135,0.05000,13.272
11,mlp.experts.17.down_proj,0.0000014374,0.05000,3.366
11,mlp.experts.64.down_proj,0.0000011683,0.05000,3.331
11,mlp.experts.183.down_proj,0.0000002059,0.05000,3.428
11,mlp.experts.189.down_proj,0.0000013374,0.05000,3.462
11,mlp.experts.199.down_proj,failsafe(rtn): 0.0014954,0.00000,0.183
11,mlp.experts.322.down_proj,0.0000004449,0.05000,3.413
11,mlp.experts.338.down_proj,failsafe(rtn): 0.0015411,0.00000,0.166
11,mlp.experts.195.down_proj,0.0000008427,0.05000,3.412
11,mlp.experts.463.up_proj,0.0000068794,0.05000,13.400
11,mlp.experts.184.down_proj,0.0000014504,0.05000,3.399
11,mlp.experts.459.up_proj,0.0000100880,0.05000,13.457
11,mlp.experts.200.down_proj,failsafe(rtn): 0.0014877,0.00000,0.166
11,mlp.experts.41.down_proj,0.0000004903,0.05000,3.414
11,mlp.experts.197.down_proj,0.0000030701,0.05000,3.447
11,mlp.experts.492.up_proj,0.0000506499,0.05000,13.355
11,mlp.experts.62.down_proj,0.0000013610,0.05000,3.410
11,mlp.experts.33.down_proj,0.0000020619,0.05000,3.413
11,mlp.experts.80.down_proj,0.0000007821,0.05000,3.315
11,mlp.experts.205.down_proj,0.0000009115,0.05000,3.392
11,mlp.experts.215.down_proj,0.0000014497,0.05000,3.393
11,mlp.experts.354.down_proj,0.0000009587,0.05000,3.421
11,mlp.experts.211.down_proj,0.0000016165,0.05000,3.384
11,mlp.experts.216.down_proj,0.0000005764,0.05000,3.388
11,mlp.experts.57.down_proj,0.0000016716,0.05000,3.417
11,mlp.experts.73.down_proj,failsafe(rtn): 0.0013733,0.00000,0.154
11,mlp.experts.213.down_proj,0.0000038241,0.05000,3.446
11,mlp.experts.78.down_proj,0.0000006718,0.05000,3.230
11,mlp.experts.96.down_proj,0.0000012512,0.05000,3.309
11,mlp.experts.49.down_proj,0.0000020960,0.05000,3.364
11,mlp.experts.221.down_proj,0.0000017386,0.05000,3.337
11,mlp.experts.231.down_proj,0.0000004975,0.05000,3.304
11,mlp.experts.370.down_proj,0.0000011154,0.05000,3.351
11,mlp.experts.227.down_proj,0.0000005861,0.05000,3.295
11,mlp.experts.232.down_proj,0.0000024995,0.05000,3.255
11,mlp.experts.89.down_proj,0.0000014780,0.05000,3.310
11,mlp.experts.229.down_proj,0.0000022618,0.05000,3.308
11,mlp.experts.94.down_proj,0.0000012788,0.05000,3.267
11,mlp.experts.112.down_proj,0.0000037300,0.05000,3.231
11,mlp.experts.65.down_proj,0.0000018447,0.05000,3.318
11,mlp.experts.237.down_proj,0.0000014833,0.05000,3.417
11,mlp.experts.247.down_proj,0.0000003578,0.05000,3.423
11,mlp.experts.386.down_proj,0.0000013199,0.05000,3.360
11,mlp.experts.243.down_proj,0.0000006090,0.05000,3.393
11,mlp.experts.402.down_proj,failsafe(rtn): 0.0015259,0.00000,0.167
11,mlp.experts.248.down_proj,0.0000056313,0.05000,3.394
11,mlp.experts.438.up_proj,0.0000083629,0.05000,13.420
11,mlp.experts.245.down_proj,0.0000010884,0.05000,3.360
11,mlp.experts.105.down_proj,0.0000022153,0.05000,3.450
11,mlp.experts.110.down_proj,0.0000014120,0.05000,3.378
11,mlp.experts.126.down_proj,failsafe(rtn): 0.0015793,0.00000,0.160
11,mlp.experts.442.up_proj,0.0000204233,0.05000,13.337
11,mlp.experts.128.down_proj,0.0000017496,0.05000,3.360
11,mlp.experts.81.down_proj,0.0000012752,0.05000,3.406
11,mlp.experts.97.down_proj,failsafe(rtn): 0.0014725,0.00000,0.162
11,mlp.experts.253.down_proj,0.0000004818,0.05000,3.269
11,mlp.experts.263.down_proj,0.0000002843,0.05000,3.234
11,mlp.experts.269.down_proj,failsafe(rtn): 0.0015564,0.00000,0.170
11,mlp.experts.279.down_proj,failsafe(rtn): 0.0014648,0.00000,0.190
11,mlp.experts.259.down_proj,0.0000010410,0.05000,3.360
11,mlp.experts.418.down_proj,0.0000016423,0.05000,3.384
11,mlp.experts.475.up_proj,0.0000088221,0.05000,13.066
11,mlp.experts.479.up_proj,0.0000568853,0.05000,13.365
11,mlp.experts.264.down_proj,0.0000005524,0.05000,3.257
11,mlp.experts.508.up_proj,0.0000221015,0.05000,13.176
11,mlp.experts.261.down_proj,0.0000002177,0.05000,3.296
11,mlp.experts.121.down_proj,0.0000004932,0.05000,3.292
11,mlp.experts.277.down_proj,failsafe(rtn): 0.0014725,0.00000,0.166
11,mlp.experts.142.down_proj,0.0000022677,0.05000,3.344
11,mlp.experts.144.down_proj,0.0000006763,0.05000,3.313
11,mlp.experts.113.down_proj,0.0000005318,0.05000,3.337
11,mlp.experts.285.down_proj,0.0000016026,0.05000,3.359
11,mlp.experts.295.down_proj,0.0000051081,0.05000,3.398
11,mlp.experts.301.down_proj,failsafe(rtn): 0.0016174,0.00000,0.174
11,mlp.experts.275.down_proj,0.0000008756,0.05000,3.395
11,mlp.experts.434.down_proj,0.0000025172,0.05000,3.324
11,mlp.experts.280.down_proj,0.0000036064,0.05000,3.314
11,mlp.experts.12.down_proj,0.0000006293,0.05000,3.275
11,mlp.experts.137.down_proj,0.0000000704,0.05000,3.314
11,mlp.experts.293.down_proj,0.0000028495,0.05000,3.285
11,mlp.experts.158.down_proj,0.0000004304,0.05000,3.309
11,mlp.experts.160.down_proj,0.0000006885,0.05000,3.272
11,mlp.experts.129.down_proj,0.0000017056,0.05000,3.336
11,mlp.experts.317.down_proj,0.0000028352,0.05000,3.327
11,mlp.experts.311.down_proj,0.0000013680,0.05000,3.346
11,mlp.experts.291.down_proj,0.0000006788,0.05000,3.334
11,mlp.experts.450.down_proj,0.0000005368,0.05000,3.337
11,mlp.experts.296.down_proj,0.0000005923,0.05000,3.388
11,mlp.experts.28.down_proj,0.0000015264,0.05000,3.342
11,mlp.experts.153.down_proj,0.0000007371,0.05000,3.426
11,mlp.experts.309.down_proj,0.0000015848,0.05000,3.368
11,mlp.experts.174.down_proj,0.0000009502,0.05000,3.377
11,mlp.experts.176.down_proj,0.0000002521,0.05000,3.354
11,mlp.experts.145.down_proj,0.0000040013,0.05000,3.314
11,mlp.experts.333.down_proj,0.0000006058,0.05000,3.292
11,mlp.experts.327.down_proj,0.0000015733,0.05000,3.317
11,mlp.experts.307.down_proj,0.0000005091,0.05000,3.240
11,mlp.experts.466.down_proj,0.0000029769,0.05000,3.260
11,mlp.experts.312.down_proj,0.0000016988,0.05000,3.386
11,mlp.experts.454.up_proj,0.0000382930,0.05000,13.317
11,mlp.experts.44.down_proj,0.0000005100,0.05000,3.377
11,mlp.experts.169.down_proj,0.0000009081,0.05000,3.387
11,mlp.experts.325.down_proj,0.0000009005,0.05000,3.367
11,mlp.experts.190.down_proj,0.0000012179,0.05000,3.415
11,mlp.experts.458.up_proj,0.0000224690,0.05000,13.314
11,mlp.experts.192.down_proj,0.0000012057,0.05000,3.388
11,mlp.experts.161.down_proj,0.0000046050,0.05000,3.400
11,mlp.experts.349.down_proj,0.0000007209,0.05000,3.428
11,mlp.experts.343.down_proj,0.0000024522,0.05000,3.402
11,mlp.experts.482.down_proj,0.0000051863,0.05000,3.367
11,mlp.experts.323.down_proj,0.0000009113,0.05000,3.434
11,mlp.experts.491.up_proj,0.0000115170,0.05000,13.390
11,mlp.experts.495.up_proj,0.0000161874,0.05000,13.260
11,mlp.experts.328.down_proj,0.0000006475,0.05000,3.255
11,mlp.experts.60.down_proj,0.0000012430,0.05000,3.220
11,mlp.experts.185.down_proj,0.0000005713,0.05000,3.344
11,mlp.experts.341.down_proj,0.0000040386,0.05000,3.354
11,mlp.experts.357.down_proj,failsafe(rtn): 0.0014801,0.00000,0.163
11,mlp.experts.206.down_proj,0.0000032292,0.05000,3.341
11,mlp.experts.208.down_proj,0.0000008688,0.05000,3.251
11,mlp.experts.177.down_proj,0.0000018718,0.05000,3.315
11,mlp.experts.365.down_proj,0.0000010016,0.05000,3.348
11,mlp.experts.359.down_proj,0.0000030838,0.05000,3.396
11,mlp.experts.498.down_proj,0.0000008674,0.05000,3.319
11,mlp.experts.339.down_proj,0.0000007994,0.05000,3.401
11,mlp.experts.344.down_proj,0.0000007279,0.05000,3.424
11,mlp.experts.360.down_proj,failsafe(rtn): 0.0014648,0.00000,0.182
11,mlp.experts.76.down_proj,0.0000005977,0.05000,3.448
11,mlp.experts.376.down_proj,failsafe(rtn): 0.0015259,0.00000,0.155
11,mlp.experts.201.down_proj,0.0000011760,0.05000,3.404
11,mlp.experts.217.down_proj,failsafe(rtn): 0.0014343,0.00000,0.169
11,mlp.experts.373.down_proj,0.0000010354,0.05000,3.365
11,mlp.experts.222.down_proj,0.0000015840,0.05000,3.396
11,mlp.experts.224.down_proj,0.0000019479,0.05000,3.396
11,mlp.experts.193.down_proj,0.0000020172,0.05000,3.346
11,mlp.experts.209.down_proj,failsafe(rtn): 0.0014877,0.00000,0.156
11,mlp.experts.381.down_proj,0.0000056824,0.05000,3.294
11,mlp.experts.375.down_proj,0.0000028729,0.05000,3.245
11,mlp.experts.355.down_proj,0.0000009349,0.05000,3.249
11,mlp.experts.92.down_proj,0.0000018216,0.05000,3.154
11,mlp.experts.392.down_proj,0.0000013051,0.05000,3.115
11,mlp.experts.233.down_proj,0.0000023212,0.05000,3.121
11,mlp.experts.389.down_proj,0.0000013624,0.05000,3.179
11,mlp.experts.238.down_proj,0.0000009974,0.05000,3.156
11,mlp.experts.240.down_proj,0.0000001774,0.05000,3.030
11,mlp.experts.254.down_proj,failsafe(rtn): 0.0014420,0.00000,0.136
11,mlp.experts.225.down_proj,0.0000017133,0.05000,3.137
11,mlp.experts.397.down_proj,0.0000023428,0.05000,3.133
11,mlp.experts.391.down_proj,0.0000009453,0.05000,3.139
11,mlp.experts.371.down_proj,0.0000007780,0.05000,3.118
11,mlp.experts.470.up_proj,0.0000115472,0.05000,12.908
11,mlp.experts.108.down_proj,0.0000004781,0.05000,2.976
11,mlp.experts.408.down_proj,0.0000037027,0.05000,3.057
11,mlp.experts.249.down_proj,0.0000007572,0.05000,3.134
11,mlp.experts.405.down_proj,0.0000018590,0.05000,3.105
11,mlp.experts.474.up_proj,0.0000068936,0.05000,12.869
11,mlp.experts.256.down_proj,0.0000012591,0.05000,3.118
11,mlp.experts.270.down_proj,0.0000042038,0.05000,3.091
11,mlp.experts.241.down_proj,0.0000012498,0.05000,3.156
11,mlp.experts.413.down_proj,0.0000008491,0.05000,3.135
11,mlp.experts.407.down_proj,0.0000005949,0.05000,3.130
11,mlp.experts.387.down_proj,0.0000017635,0.05000,3.098
11,mlp.experts.511.up_proj,0.0000302612,0.05000,12.755
11,mlp.experts.507.up_proj,0.0000113508,0.05000,12.867
11,mlp.experts.124.down_proj,0.0000015223,0.05000,3.186
11,mlp.experts.424.down_proj,0.0000024561,0.05000,3.137
11,mlp.experts.265.down_proj,0.0000035888,0.05000,3.178
11,mlp.experts.421.down_proj,0.0000006928,0.05000,3.182
11,mlp.experts.272.down_proj,0.0000020571,0.05000,3.147
11,mlp.experts.286.down_proj,0.0000038724,0.05000,3.119
11,mlp.experts.257.down_proj,0.0000008451,0.05000,3.217
11,mlp.experts.423.down_proj,0.0000008192,0.05000,3.241
11,mlp.experts.429.down_proj,0.0000029792,0.05000,3.269
11,mlp.experts.403.down_proj,0.0000006108,0.05000,3.293
11,mlp.experts.15.down_proj,0.0000018169,0.05000,3.216
11,mlp.experts.11.down_proj,0.0000005856,0.05000,3.271
11,mlp.experts.140.down_proj,0.0000043070,0.05000,3.171
11,mlp.experts.440.down_proj,0.0000024135,0.05000,3.180
11,mlp.experts.281.down_proj,0.0000004722,0.05000,3.223
11,mlp.experts.437.down_proj,0.0000010392,0.05000,3.244
11,mlp.experts.288.down_proj,0.0000003453,0.05000,3.185
11,mlp.experts.302.down_proj,0.0000032330,0.05000,3.154
11,mlp.experts.273.down_proj,0.0000011132,0.05000,3.153
11,mlp.experts.439.down_proj,0.0000027829,0.05000,3.106
11,mlp.experts.445.down_proj,0.0000005785,0.05000,3.176
11,mlp.experts.419.down_proj,0.0000010360,0.05000,3.171
11,mlp.experts.31.down_proj,0.0000009690,0.05000,3.237
11,mlp.experts.27.down_proj,0.0000003723,0.05000,3.224
11,mlp.experts.156.down_proj,0.0000009437,0.05000,3.287
11,mlp.experts.456.down_proj,0.0000007966,0.05000,3.252
11,mlp.experts.297.down_proj,0.0000007606,0.05000,3.251
11,mlp.experts.453.down_proj,0.0000002952,0.05000,3.296
11,mlp.experts.304.down_proj,0.0000020584,0.05000,3.174
11,mlp.experts.318.down_proj,0.0000019995,0.05000,3.188
11,mlp.experts.289.down_proj,0.0000052188,0.05000,3.230
11,mlp.experts.455.down_proj,0.0000006780,0.05000,3.218
11,mlp.experts.461.down_proj,0.0000013671,0.05000,3.246
11,mlp.experts.435.down_proj,0.0000008831,0.05000,3.200
11,mlp.experts.47.down_proj,0.0000008370,0.05000,3.106
11,mlp.experts.43.down_proj,0.0000004605,0.05000,3.073
11,mlp.experts.486.up_proj,0.0000179963,0.05000,12.608
11,mlp.experts.172.down_proj,0.0000026586,0.05000,2.993
11,mlp.experts.472.down_proj,0.0000025646,0.05000,3.007
11,mlp.experts.313.down_proj,0.0000010849,0.05000,3.001
11,mlp.experts.490.up_proj,0.0000370508,0.05000,12.612
11,mlp.experts.469.down_proj,0.0000005402,0.05000,3.122
11,mlp.experts.320.down_proj,0.0000010949,0.05000,3.070
11,mlp.experts.334.down_proj,0.0000014708,0.05000,3.080
11,mlp.experts.305.down_proj,0.0000003602,0.05000,3.004
11,mlp.experts.471.down_proj,0.0000010829,0.05000,2.973
11,mlp.experts.477.down_proj,0.0000006890,0.05000,2.957
11,mlp.experts.451.down_proj,0.0000013933,0.05000,2.985
11,mlp.experts.467.down_proj,failsafe(rtn): 0.0015793,0.00000,0.177
11,mlp.experts.63.down_proj,0.0000010241,0.05000,3.061
11,mlp.experts.59.down_proj,0.0000005494,0.05000,3.073
11,mlp.experts.188.down_proj,0.0000008373,0.05000,3.107
11,mlp.experts.488.down_proj,0.0000006580,0.05000,3.100
11,mlp.experts.329.down_proj,0.0000028141,0.05000,3.183
11,mlp.experts.485.down_proj,0.0000031527,0.05000,3.142
11,mlp.experts.336.down_proj,0.0000010765,0.05000,3.090
11,mlp.experts.350.down_proj,0.0000011995,0.05000,3.075
11,mlp.experts.321.down_proj,0.0000001124,0.05000,3.266
11,mlp.experts.487.down_proj,0.0000011186,0.05000,3.274
11,mlp.experts.493.down_proj,0.0000007184,0.05000,3.208
11,mlp.experts.483.down_proj,0.0000016521,0.05000,3.273
11,mlp.experts.79.down_proj,0.0000003693,0.05000,3.245
11,mlp.experts.75.down_proj,0.0000005128,0.05000,3.236
11,mlp.experts.204.down_proj,0.0000014512,0.05000,3.177
11,mlp.experts.504.down_proj,0.0000004858,0.05000,3.176
11,mlp.experts.345.down_proj,0.0000012412,0.05000,3.197
11,mlp.experts.352.down_proj,0.0000009054,0.05000,3.123
11,mlp.experts.366.down_proj,0.0000013961,0.05000,3.110
11,mlp.experts.501.down_proj,0.0000010253,0.05000,3.161
11,mlp.experts.337.down_proj,0.0000003485,0.05000,3.079
11,mlp.experts.503.down_proj,0.0000011398,0.05000,2.997
11,mlp.experts.509.down_proj,0.0000004493,0.05000,3.017
11,mlp.experts.499.down_proj,0.0000001676,0.05000,2.785
11,mlp.experts.95.down_proj,0.0000005039,0.05000,2.736
11,mlp.experts.91.down_proj,0.0000034505,0.05000,2.690
11,mlp.experts.220.down_proj,0.0000009219,0.05000,2.569
11,mlp.experts.361.down_proj,0.0000020646,0.05000,2.239
11,mlp.experts.382.down_proj,0.0000018959,0.05000,2.197
11,mlp.experts.368.down_proj,0.0000001700,0.05000,2.206
11,mlp.experts.353.down_proj,0.0000012841,0.05000,1.982
11,mlp.experts.111.down_proj,0.0000011477,0.05000,1.844
11,mlp.experts.107.down_proj,0.0000009974,0.05000,1.830
11,mlp.experts.502.up_proj,0.0000196119,0.05000,10.724
11,mlp.experts.236.down_proj,0.0000017921,0.05000,1.804
11,mlp.experts.506.up_proj,0.0000135926,0.05000,10.297
11,mlp.experts.377.down_proj,0.0000025096,0.05000,1.809
11,mlp.experts.384.down_proj,0.0000009171,0.05000,1.786
11,mlp.experts.398.down_proj,0.0000004014,0.05000,1.803
11,mlp.experts.369.down_proj,0.0000018611,0.05000,1.701
11,mlp.experts.127.down_proj,0.0000005156,0.05000,1.699
11,mlp.experts.123.down_proj,0.0000013496,0.05000,1.743
11,mlp.experts.6.down_proj,0.0000031846,0.05000,1.702
11,mlp.experts.252.down_proj,0.0000029776,0.05000,1.751
11,mlp.experts.268.down_proj,failsafe(rtn): 0.0012741,0.00000,0.094
11,mlp.experts.393.down_proj,0.0000010081,0.05000,1.733
11,mlp.experts.10.down_proj,0.0000014601,0.05000,1.793
11,mlp.experts.400.down_proj,0.0000017114,0.05000,1.785
11,mlp.experts.414.down_proj,0.0000006683,0.05000,1.820
11,mlp.experts.385.down_proj,0.0000009617,0.05000,1.836
11,mlp.experts.143.down_proj,0.0000007465,0.05000,1.822
11,mlp.experts.139.down_proj,0.0000005213,0.05000,1.842
11,mlp.experts.22.down_proj,0.0000011541,0.05000,1.885
11,mlp.experts.284.down_proj,0.0000009232,0.05000,1.843
11,mlp.experts.409.down_proj,0.0000024660,0.05000,1.784
11,mlp.experts.416.down_proj,0.0000004395,0.05000,1.713
11,mlp.experts.26.down_proj,0.0000016933,0.05000,1.803
11,mlp.experts.430.down_proj,0.0000005401,0.05000,1.741
11,mlp.experts.432.down_proj,failsafe(rtn): 0.0015335,0.00000,0.094
11,mlp.experts.401.down_proj,0.0000013753,0.05000,1.758
11,mlp.experts.159.down_proj,0.0000011647,0.05000,1.743
11,mlp.experts.155.down_proj,0.0000012297,0.05000,1.698
11,mlp.experts.38.down_proj,0.0000005821,0.05000,1.747
11,mlp.experts.300.down_proj,0.0000005033,0.05000,1.712
11,mlp.experts.425.down_proj,0.0000014373,0.05000,1.715
11,mlp.experts.42.down_proj,0.0000003481,0.05000,1.729
11,mlp.experts.448.down_proj,0.0000030705,0.05000,1.700
11,mlp.experts.446.down_proj,0.0000008011,0.05000,1.749
11,mlp.experts.417.down_proj,0.0000015148,0.05000,1.740
11,mlp.experts.433.down_proj,failsafe(rtn): 0.0015717,0.00000,0.086
11,mlp.experts.175.down_proj,0.0000004009,0.05000,1.746
11,mlp.experts.171.down_proj,0.0000020817,0.05000,1.734
11,mlp.experts.54.down_proj,0.0000011800,0.05000,1.763
11,mlp.experts.316.down_proj,0.0000005624,0.05000,1.766
11,mlp.experts.441.down_proj,0.0000020635,0.05000,1.749
11,mlp.experts.58.down_proj,0.0000003071,0.05000,1.785
11,mlp.experts.464.down_proj,0.0000020757,0.05000,1.787
11,mlp.experts.462.down_proj,0.0000015181,0.05000,1.807
11,mlp.experts.449.down_proj,0.0000014616,0.05000,1.828
11,mlp.experts.191.down_proj,0.0000013361,0.05000,1.856
11,mlp.experts.187.down_proj,0.0000008433,0.05000,1.845
11,mlp.experts.207.down_proj,failsafe(rtn): 0.0015030,0.00000,0.092
11,mlp.experts.70.down_proj,0.0000010932,0.05000,1.842
11,mlp.experts.332.down_proj,0.0000023700,0.05000,1.825
11,mlp.experts.457.down_proj,0.0000019427,0.05000,1.828
11,mlp.experts.473.down_proj,failsafe(rtn): 0.0015411,0.00000,0.085
11,mlp.experts.74.down_proj,0.0000005842,0.05000,1.805
11,mlp.experts.480.down_proj,0.0000025020,0.05000,1.804
11,mlp.experts.478.down_proj,0.0000023051,0.05000,1.792
11,mlp.experts.494.down_proj,failsafe(rtn): 0.0015259,0.00000,0.098
11,mlp.experts.465.down_proj,0.0000003710,0.05000,1.800
11,mlp.experts.203.down_proj,0.0000007539,0.05000,1.783
11,mlp.experts.223.down_proj,0.0000007636,0.05000,1.826
11,mlp.experts.86.down_proj,0.0000046282,0.05000,1.800
11,mlp.experts.348.down_proj,0.0000009829,0.05000,1.811
11,mlp.experts.364.down_proj,failsafe(rtn): 0.0014572,0.00000,0.129
11,mlp.experts.90.down_proj,0.0000021594,0.05000,1.853
11,mlp.experts.489.down_proj,0.0000034910,0.05000,1.859
11,mlp.experts.496.down_proj,0.0000014069,0.05000,1.870
11,mlp.experts.510.down_proj,0.0000016486,0.05000,1.850
11,mlp.experts.481.down_proj,0.0000013310,0.05000,1.769
11,mlp.experts.219.down_proj,0.0000058626,0.05000,1.659
11,mlp.experts.239.down_proj,0.0000010463,0.05000,1.646
11,mlp.experts.102.down_proj,0.0000021050,0.05000,1.643
11,mlp.experts.380.down_proj,0.0000029401,0.05000,1.522
11,mlp.experts.106.down_proj,0.0000014803,0.05000,1.484
11,mlp.experts.505.down_proj,0.0000004945,0.05000,1.535
11,mlp.experts.497.down_proj,0.0000004642,0.05000,1.442
11,mlp.experts.235.down_proj,0.0000003123,0.05000,1.285
11,mlp.experts.255.down_proj,0.0000001389,0.05000,1.224
11,mlp.experts.396.down_proj,0.0000035583,0.05000,1.021
11,mlp.experts.118.down_proj,0.0000007297,0.05000,1.251
11,mlp.experts.122.down_proj,0.0000015437,0.05000,0.950
11,mlp.experts.412.down_proj,0.0000012022,0.05000,0.925
11,mlp.experts.138.down_proj,0.0000013632,0.05000,0.833
11,mlp.experts.251.down_proj,0.0000003610,0.05000,0.985
11,mlp.experts.134.down_proj,0.0000003022,0.05000,0.884
11,mlp.experts.271.down_proj,0.0000011173,0.05000,0.991
11,mlp.experts.428.down_proj,0.0000035821,0.05000,0.749
11,mlp.experts.154.down_proj,0.0000003656,0.05000,0.788
11,mlp.experts.150.down_proj,0.0000009105,0.05000,0.767
11,mlp.experts.267.down_proj,0.0000023041,0.05000,0.783
11,mlp.experts.287.down_proj,0.0000015583,0.05000,0.771
11,mlp.experts.444.down_proj,0.0000004360,0.05000,0.774
11,mlp.experts.283.down_proj,0.0000013620,0.05000,0.759
11,mlp.experts.166.down_proj,0.0000007613,0.05000,0.764
11,mlp.experts.170.down_proj,0.0000064706,0.05000,0.779
11,mlp.experts.303.down_proj,0.0000004634,0.05000,0.778
11,mlp.experts.460.down_proj,0.0000011723,0.05000,0.778
11,mlp.experts.299.down_proj,0.0000003385,0.05000,0.805
11,mlp.experts.182.down_proj,0.0000010764,0.05000,0.805
11,mlp.experts.319.down_proj,0.0000012281,0.05000,0.791
11,mlp.experts.186.down_proj,0.0000031831,0.05000,0.815
11,mlp.experts.476.down_proj,0.0000009236,0.05000,0.801
11,mlp.experts.335.down_proj,0.0000023633,0.05000,0.782
11,mlp.experts.315.down_proj,0.0000006350,0.05000,0.812
11,mlp.experts.202.down_proj,0.0000018691,0.05000,0.804
11,mlp.experts.198.down_proj,0.0000008574,0.05000,0.829
11,mlp.experts.492.down_proj,0.0000060162,0.05000,0.781
11,mlp.experts.351.down_proj,0.0000011790,0.05000,0.779
11,mlp.experts.331.down_proj,0.0000007840,0.05000,0.782
11,mlp.experts.214.down_proj,0.0000042931,0.05000,0.771
11,mlp.experts.218.down_proj,0.0000012234,0.05000,0.816
11,mlp.experts.508.down_proj,0.0000023558,0.05000,0.853
11,mlp.experts.230.down_proj,0.0000010768,0.05000,0.840
11,mlp.experts.367.down_proj,0.0000019675,0.05000,0.897
11,mlp.experts.347.down_proj,0.0000012484,0.05000,0.886
11,mlp.experts.234.down_proj,0.0000014913,0.05000,0.847
11,mlp.experts.246.down_proj,0.0000006214,0.05000,0.639
11,mlp.experts.383.down_proj,0.0000006616,0.05000,0.620
11,mlp.experts.250.down_proj,0.0000020316,0.05000,0.629
11,mlp.experts.363.down_proj,0.0000014642,0.05000,0.676
11,mlp.experts.266.down_proj,0.0000005842,0.05000,0.545
11,mlp.experts.262.down_proj,0.0000042516,0.05000,0.586
11,mlp.experts.399.down_proj,0.0000035860,0.05000,0.589
11,mlp.experts.379.down_proj,0.0000011850,0.05000,0.556
11,mlp.experts.282.down_proj,0.0000013219,0.05000,0.552
11,mlp.experts.278.down_proj,0.0000001808,0.05000,0.580
11,mlp.experts.415.down_proj,0.0000021093,0.05000,0.581
11,mlp.experts.395.down_proj,0.0000022921,0.05000,0.588
11,mlp.experts.298.down_proj,0.0000013209,0.05000,0.589
11,mlp.experts.294.down_proj,0.0000017308,0.05000,0.602
11,mlp.experts.431.down_proj,0.0000017498,0.05000,0.666
11,mlp.experts.411.down_proj,0.0000008080,0.05000,0.695
11,mlp.experts.427.down_proj,failsafe(rtn): 0.0014267,0.00000,0.032
11,mlp.experts.314.down_proj,0.0000005537,0.05000,0.597
11,mlp.experts.310.down_proj,0.0000006746,0.05000,0.588
11,mlp.experts.447.down_proj,0.0000013131,0.05000,0.564
11,mlp.experts.443.down_proj,0.0000008369,0.05000,0.554
11,mlp.experts.330.down_proj,0.0000008506,0.05000,0.506
11,mlp.experts.326.down_proj,0.0000016577,0.05000,0.536
11,mlp.experts.463.down_proj,0.0000004318,0.05000,0.571
11,mlp.experts.459.down_proj,0.0000005372,0.05000,0.590
11,mlp.experts.346.down_proj,0.0000017253,0.05000,0.514
11,mlp.experts.342.down_proj,0.0000006066,0.05000,0.543
11,mlp.experts.479.down_proj,0.0000033533,0.05000,0.586
11,mlp.experts.475.down_proj,0.0000009378,0.05000,0.602
11,mlp.experts.362.down_proj,0.0000005814,0.05000,0.503
11,mlp.experts.358.down_proj,0.0000006575,0.05000,0.510
11,mlp.experts.495.down_proj,0.0000011731,0.05000,0.622
11,mlp.experts.491.down_proj,0.0000011418,0.05000,0.569
11,mlp.experts.378.down_proj,0.0000014547,0.05000,0.614
11,mlp.experts.374.down_proj,0.0000011031,0.05000,0.625
11,mlp.experts.511.down_proj,0.0000027009,0.05000,0.528
11,mlp.experts.507.down_proj,0.0000005273,0.05000,0.509
11,mlp.experts.394.down_proj,0.0000005705,0.05000,0.405
11,mlp.experts.390.down_proj,0.0000007654,0.05000,0.327
11,mlp.experts.410.down_proj,0.0000013023,0.05000,0.197
11,mlp.experts.406.down_proj,0.0000016939,0.05000,0.199
11,mlp.experts.426.down_proj,0.0000020258,0.05000,0.222
11,mlp.experts.422.down_proj,0.0000006209,0.05000,0.234
11,mlp.experts.442.down_proj,0.0000019632,0.05000,0.269
11,mlp.experts.438.down_proj,0.0000004730,0.05000,0.266
11,mlp.experts.458.down_proj,0.0000010925,0.05000,0.225
11,mlp.experts.454.down_proj,0.0000030712,0.05000,0.212
11,mlp.experts.474.down_proj,0.0000006548,0.05000,0.199
11,mlp.experts.470.down_proj,0.0000011212,0.05000,0.201
11,mlp.experts.490.down_proj,0.0000049133,0.05000,0.203
11,mlp.experts.486.down_proj,0.0000011670,0.05000,0.205
11,mlp.experts.506.down_proj,0.0000014007,0.05000,0.200
11,mlp.experts.502.down_proj,0.0000010074,0.05000,0.183
12,mlp.experts.11.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.784
12,mlp.experts.7.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.784
12,mlp.experts.5.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.793
12,mlp.experts.23.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.688
12,mlp.experts.15.gate_proj,0.0000706214,0.05000,14.443
12,mlp.experts.14.gate_proj,0.0000230147,0.05000,14.453
12,mlp.experts.9.gate_proj,0.0000131538,0.05000,14.484
12,mlp.experts.1.gate_proj,0.0000081232,0.05000,14.491
12,mlp.experts.8.gate_proj,0.0000115475,0.05000,14.492
12,mlp.experts.4.gate_proj,0.0000114939,0.05000,14.545
12,mlp.experts.13.gate_proj,0.0000382669,0.05000,14.541
12,mlp.experts.12.gate_proj,0.0000077006,0.05000,14.548
12,mlp.experts.10.gate_proj,0.0000125750,0.05000,14.575
12,mlp.experts.2.gate_proj,0.0000109091,0.05000,14.525
12,mlp.experts.3.gate_proj,0.0000036860,0.05000,14.535
12,mlp.experts.0.gate_proj,0.0000209198,0.05000,14.599
12,mlp.experts.6.gate_proj,0.0000183828,0.05000,14.626
12,mlp.experts.25.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.687
12,mlp.experts.21.gate_proj,0.0000144208,0.05000,14.464
12,mlp.experts.27.gate_proj,0.0000227615,0.05000,14.501
12,mlp.experts.22.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.702
12,mlp.experts.39.gate_proj,0.0000237442,0.05000,14.366
12,mlp.experts.43.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.645
12,mlp.experts.29.gate_proj,0.0000282782,0.05000,12.378
12,mlp.experts.17.gate_proj,0.0000082676,0.05000,12.505
12,mlp.experts.30.gate_proj,0.0000345444,0.05000,12.573
12,mlp.experts.31.gate_proj,0.0000062667,0.05000,12.684
12,mlp.experts.26.gate_proj,0.0000086887,0.05000,12.655
12,mlp.experts.20.gate_proj,0.0000526564,0.05000,12.545
12,mlp.experts.18.gate_proj,0.0000158966,0.05000,12.663
12,mlp.experts.28.gate_proj,0.0000341335,0.05000,12.593
12,mlp.experts.19.gate_proj,0.0000496116,0.05000,12.700
12,mlp.experts.16.gate_proj,0.0000289143,0.05000,12.616
12,mlp.experts.24.gate_proj,0.0000303138,0.05000,12.728
12,mlp.experts.45.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.746
12,mlp.experts.38.gate_proj,0.0000140315,0.05000,12.528
12,mlp.experts.55.gate_proj,0.0000070697,0.05000,12.659
12,mlp.experts.54.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.646
12,mlp.experts.59.gate_proj,0.0000088431,0.05000,12.625
12,mlp.experts.35.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.742
12,mlp.experts.46.gate_proj,0.0000234308,0.05000,14.698
12,mlp.experts.33.gate_proj,0.0000164644,0.05000,14.790
12,mlp.experts.41.gate_proj,0.0000530757,0.05000,14.803
12,mlp.experts.37.gate_proj,0.0000039067,0.05000,14.815
12,mlp.experts.34.gate_proj,0.0000647743,0.05000,14.757
12,mlp.experts.42.gate_proj,0.0000141492,0.05000,14.792
12,mlp.experts.36.gate_proj,0.0000200134,0.05000,14.840
12,mlp.experts.44.gate_proj,0.0000057459,0.05000,14.836
12,mlp.experts.40.gate_proj,0.0000047003,0.05000,14.707
12,mlp.experts.32.gate_proj,0.0000087918,0.05000,14.959
12,mlp.experts.61.gate_proj,0.0000110553,0.05000,14.754
12,mlp.experts.52.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.779
12,mlp.experts.56.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.750
12,mlp.experts.60.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.773
12,mlp.experts.75.gate_proj,0.0000208954,0.05000,14.869
12,mlp.experts.70.gate_proj,0.0000072345,0.05000,14.917
12,mlp.experts.47.gate_proj,0.0000177738,0.05000,15.019
12,mlp.experts.71.gate_proj,0.0000095227,0.05000,15.122
12,mlp.experts.51.gate_proj,0.0000068520,0.05000,15.061
12,mlp.experts.62.gate_proj,0.0000331647,0.05000,14.650
12,mlp.experts.53.gate_proj,0.0000186206,0.05000,14.618
12,mlp.experts.50.gate_proj,0.0000178719,0.05000,14.522
12,mlp.experts.49.gate_proj,0.0000434480,0.05000,14.737
12,mlp.experts.57.gate_proj,0.0000176726,0.05000,14.809
12,mlp.experts.58.gate_proj,0.0000188697,0.05000,14.659
12,mlp.experts.48.gate_proj,0.0000450059,0.05000,14.556
12,mlp.experts.77.gate_proj,0.0000476480,0.05000,14.700
12,mlp.experts.72.gate_proj,0.0000082055,0.05000,14.601
12,mlp.experts.68.gate_proj,0.0000109665,0.05000,14.797
12,mlp.experts.76.gate_proj,0.0000235136,0.05000,14.761
12,mlp.experts.91.gate_proj,0.0000386824,0.05000,14.582
12,mlp.experts.86.gate_proj,0.0000021935,0.05000,14.640
12,mlp.experts.63.gate_proj,0.0000174345,0.05000,14.601
12,mlp.experts.87.gate_proj,0.0000199007,0.05000,14.763
12,mlp.experts.67.gate_proj,0.0000101286,0.05000,14.622
12,mlp.experts.66.gate_proj,0.0000265851,0.05000,14.250
12,mlp.experts.78.gate_proj,0.0000642046,0.05000,14.418
12,mlp.experts.69.gate_proj,0.0000456810,0.05000,14.346
12,mlp.experts.65.gate_proj,0.0000161931,0.05000,14.299
12,mlp.experts.74.gate_proj,0.0000156483,0.05000,14.279
12,mlp.experts.73.gate_proj,0.0000288730,0.05000,14.467
12,mlp.experts.64.gate_proj,0.0000037756,0.05000,14.363
12,mlp.experts.93.gate_proj,0.0000267674,0.05000,14.401
12,mlp.experts.88.gate_proj,0.0000233412,0.05000,14.371
12,mlp.experts.84.gate_proj,0.0000131612,0.05000,14.289
12,mlp.experts.92.gate_proj,0.0000209512,0.05000,14.339
12,mlp.experts.107.gate_proj,0.0000082085,0.05000,14.355
12,mlp.experts.102.gate_proj,0.0000068790,0.05000,14.341
12,mlp.experts.79.gate_proj,0.0000221305,0.05000,14.303
12,mlp.experts.103.gate_proj,0.0000038871,0.05000,14.208
12,mlp.experts.108.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.748
12,mlp.experts.118.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.680
12,mlp.experts.83.gate_proj,0.0000082554,0.05000,14.265
12,mlp.experts.99.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.753
12,mlp.experts.94.gate_proj,0.0000072576,0.05000,15.267
12,mlp.experts.85.gate_proj,0.0000099573,0.05000,15.239
12,mlp.experts.82.gate_proj,0.0000034224,0.05000,15.342
12,mlp.experts.81.gate_proj,0.0000107424,0.05000,15.301
12,mlp.experts.90.gate_proj,0.0000126743,0.05000,15.209
12,mlp.experts.80.gate_proj,0.0000155685,0.05000,15.264
12,mlp.experts.89.gate_proj,0.0000176993,0.05000,15.368
12,mlp.experts.98.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.740
12,mlp.experts.109.gate_proj,0.0000501473,0.05000,15.301
12,mlp.experts.104.gate_proj,0.0000189984,0.05000,15.157
12,mlp.experts.100.gate_proj,0.0000116962,0.05000,15.191
12,mlp.experts.95.gate_proj,0.0000210792,0.05000,15.126
12,mlp.experts.123.gate_proj,0.0000111172,0.05000,15.247
12,mlp.experts.120.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.730
12,mlp.experts.119.gate_proj,0.0000038634,0.05000,15.121
12,mlp.experts.116.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.741
12,mlp.experts.124.gate_proj,0.0000314680,0.05000,15.239
12,mlp.experts.134.gate_proj,0.0000147425,0.05000,15.257
12,mlp.experts.115.gate_proj,0.0000146982,0.05000,15.184
12,mlp.experts.106.gate_proj,0.0000106328,0.05000,13.727
12,mlp.experts.110.gate_proj,0.0000219299,0.05000,13.850
12,mlp.experts.101.gate_proj,0.0000078326,0.05000,13.904
12,mlp.experts.97.gate_proj,0.0000162443,0.05000,13.941
12,mlp.experts.96.gate_proj,0.0000206489,0.05000,13.765
12,mlp.experts.105.gate_proj,0.0000253430,0.05000,13.963
12,mlp.experts.114.gate_proj,0.0000330451,0.05000,13.869
12,mlp.experts.125.gate_proj,0.0000211763,0.05000,13.889
12,mlp.experts.121.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.751
12,mlp.experts.111.gate_proj,0.0000152396,0.05000,13.828
12,mlp.experts.139.gate_proj,0.0000338834,0.05000,13.837
12,mlp.experts.135.gate_proj,0.0000107082,0.05000,13.783
12,mlp.experts.136.gate_proj,0.0000100178,0.05000,13.867
12,mlp.experts.132.gate_proj,0.0000107648,0.05000,13.905
12,mlp.experts.140.gate_proj,0.0000180435,0.05000,13.879
12,mlp.experts.137.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.702
12,mlp.experts.151.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.703
12,mlp.experts.150.gate_proj,0.0000199530,0.05000,13.900
12,mlp.experts.131.gate_proj,0.0000124905,0.05000,13.722
12,mlp.experts.122.gate_proj,0.0000151495,0.05000,13.974
12,mlp.experts.126.gate_proj,0.0000242818,0.05000,13.999
12,mlp.experts.117.gate_proj,0.0000510628,0.05000,13.958
12,mlp.experts.113.gate_proj,0.0000230633,0.05000,14.054
12,mlp.experts.112.gate_proj,0.0000077157,0.05000,13.973
12,mlp.experts.130.gate_proj,0.0000260605,0.05000,13.943
12,mlp.experts.141.gate_proj,0.0000586860,0.05000,13.922
12,mlp.experts.128.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.661
12,mlp.experts.152.gate_proj,0.0000295972,0.05000,13.807
12,mlp.experts.127.gate_proj,0.0000223670,0.05000,14.008
12,mlp.experts.157.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.728
12,mlp.experts.155.gate_proj,0.0000176414,0.05000,14.071
12,mlp.experts.156.gate_proj,0.0000187069,0.05000,13.924
12,mlp.experts.148.gate_proj,0.0000059844,0.05000,14.015
12,mlp.experts.153.gate_proj,0.0000226263,0.05000,13.928
12,mlp.experts.167.gate_proj,0.0000270618,0.05000,14.004
12,mlp.experts.166.gate_proj,0.0000084796,0.05000,14.015
12,mlp.experts.147.gate_proj,0.0000372535,0.05000,14.061
12,mlp.experts.138.gate_proj,0.0000161040,0.05000,14.192
12,mlp.experts.133.gate_proj,0.0000436247,0.05000,14.226
12,mlp.experts.142.gate_proj,0.0000098977,0.05000,14.292
12,mlp.experts.129.gate_proj,0.0000316756,0.05000,14.264
12,mlp.experts.149.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.749
12,mlp.experts.146.gate_proj,0.0000138723,0.05000,14.391
12,mlp.experts.144.gate_proj,0.0000338278,0.05000,14.219
12,mlp.experts.171.gate_proj,0.0000139475,0.05000,14.234
12,mlp.experts.143.gate_proj,0.0000372635,0.05000,14.319
12,mlp.experts.168.gate_proj,0.0000281162,0.05000,14.340
12,mlp.experts.173.gate_proj,0.0000140866,0.05000,14.331
12,mlp.experts.172.gate_proj,0.0000195572,0.05000,14.338
12,mlp.experts.164.gate_proj,0.0000439210,0.05000,14.339
12,mlp.experts.169.gate_proj,0.0000349951,0.05000,14.313
12,mlp.experts.183.gate_proj,0.0000377068,0.05000,14.309
12,mlp.experts.182.gate_proj,0.0000178365,0.05000,14.273
12,mlp.experts.163.gate_proj,0.0000380575,0.05000,14.452
12,mlp.experts.154.gate_proj,0.0000134143,0.05000,14.245
12,mlp.experts.158.gate_proj,0.0000164148,0.05000,14.205
12,mlp.experts.145.gate_proj,0.0000392480,0.05000,14.487
12,mlp.experts.165.gate_proj,0.0000262385,0.05000,14.437
12,mlp.experts.160.gate_proj,0.0000631294,0.05000,14.283
12,mlp.experts.162.gate_proj,0.0000117556,0.05000,14.428
12,mlp.experts.184.gate_proj,0.0000127102,0.05000,14.138
12,mlp.experts.189.gate_proj,0.0000010595,0.05000,14.157
12,mlp.experts.187.gate_proj,0.0000216543,0.05000,14.274
12,mlp.experts.159.gate_proj,0.0000081249,0.05000,14.332
12,mlp.experts.188.gate_proj,0.0000408261,0.05000,14.210
12,mlp.experts.180.gate_proj,0.0000238763,0.05000,14.235
12,mlp.experts.185.gate_proj,0.0000057878,0.05000,14.253
12,mlp.experts.199.gate_proj,0.0000200278,0.05000,14.236
12,mlp.experts.198.gate_proj,0.0000074760,0.05000,14.387
12,mlp.experts.179.gate_proj,0.0000137340,0.05000,14.139
12,mlp.experts.170.gate_proj,0.0000124941,0.05000,14.440
12,mlp.experts.174.gate_proj,0.0000109380,0.05000,14.364
12,mlp.experts.161.gate_proj,0.0000214458,0.05000,14.392
12,mlp.experts.186.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.765
12,mlp.experts.176.gate_proj,0.0000078087,0.05000,14.398
12,mlp.experts.181.gate_proj,0.0000094862,0.05000,14.463
12,mlp.experts.178.gate_proj,0.0000139151,0.05000,14.364
12,mlp.experts.205.gate_proj,0.0000148099,0.05000,14.372
12,mlp.experts.203.gate_proj,0.0000553673,0.05000,14.336
12,mlp.experts.200.gate_proj,0.0000249573,0.05000,14.530
12,mlp.experts.175.gate_proj,0.0000289876,0.05000,14.395
12,mlp.experts.204.gate_proj,0.0000028733,0.05000,14.349
12,mlp.experts.196.gate_proj,0.0000103732,0.05000,14.335
12,mlp.experts.201.gate_proj,0.0000079651,0.05000,14.467
12,mlp.experts.215.gate_proj,0.0000267174,0.05000,14.450
12,mlp.experts.214.gate_proj,0.0000062532,0.05000,14.574
12,mlp.experts.195.gate_proj,0.0000233348,0.05000,14.544
12,mlp.experts.230.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.681
12,mlp.experts.190.gate_proj,0.0000179980,0.05000,14.424
12,mlp.experts.177.gate_proj,0.0000092444,0.05000,14.414
12,mlp.experts.202.gate_proj,0.0000079673,0.05000,14.299
12,mlp.experts.206.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.676
12,mlp.experts.197.gate_proj,0.0000114805,0.05000,14.337
12,mlp.experts.192.gate_proj,0.0000079406,0.05000,14.414
12,mlp.experts.194.gate_proj,0.0000375758,0.05000,14.363
12,mlp.experts.218.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.728
12,mlp.experts.221.gate_proj,0.0000131591,0.05000,14.398
12,mlp.experts.219.gate_proj,0.0000288489,0.05000,14.386
12,mlp.experts.191.gate_proj,0.0000331557,0.05000,14.340
12,mlp.experts.216.gate_proj,0.0000346865,0.05000,14.455
12,mlp.experts.212.gate_proj,0.0000157516,0.05000,14.255
12,mlp.experts.220.gate_proj,0.0000190475,0.05000,14.461
12,mlp.experts.217.gate_proj,0.0000452679,0.05000,14.340
12,mlp.experts.235.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.754
12,mlp.experts.231.gate_proj,0.0000287049,0.05000,14.373
12,mlp.experts.232.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.756
12,mlp.experts.246.gate_proj,0.0000108764,0.05000,14.278
12,mlp.experts.211.gate_proj,0.0000183962,0.05000,14.470
12,mlp.experts.193.gate_proj,0.0000061994,0.05000,14.343
12,mlp.experts.222.gate_proj,0.0000208564,0.05000,14.168
12,mlp.experts.213.gate_proj,0.0000221271,0.05000,14.271
12,mlp.experts.208.gate_proj,0.0000093461,0.05000,14.260
12,mlp.experts.210.gate_proj,0.0000444813,0.05000,14.345
12,mlp.experts.234.gate_proj,0.0000166440,0.05000,14.241
12,mlp.experts.238.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.735
12,mlp.experts.207.gate_proj,0.0000107365,0.05000,14.179
12,mlp.experts.237.gate_proj,0.0000163230,0.05000,14.304
12,mlp.experts.228.gate_proj,0.0000552917,0.05000,14.169
12,mlp.experts.236.gate_proj,0.0000096455,0.05000,14.292
12,mlp.experts.233.gate_proj,0.0000362482,0.05000,14.282
12,mlp.experts.251.gate_proj,0.0000118884,0.05000,14.254
12,mlp.experts.247.gate_proj,0.0000331453,0.05000,14.220
12,mlp.experts.248.gate_proj,0.0000092799,0.05000,14.248
12,mlp.experts.262.gate_proj,0.0000191188,0.05000,14.185
12,mlp.experts.227.gate_proj,0.0000265434,0.05000,14.170
12,mlp.experts.278.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.660
12,mlp.experts.209.gate_proj,0.0000156092,0.05000,14.557
12,mlp.experts.224.gate_proj,0.0000158873,0.05000,14.484
12,mlp.experts.226.gate_proj,0.0000183920,0.05000,14.430
12,mlp.experts.229.gate_proj,0.0000239825,0.05000,14.586
12,mlp.experts.254.gate_proj,0.0000235748,0.05000,14.373
12,mlp.experts.250.gate_proj,0.0000070445,0.05000,14.527
12,mlp.experts.223.gate_proj,0.0000279765,0.05000,14.388
12,mlp.experts.244.gate_proj,0.0000103935,0.05000,14.425
12,mlp.experts.253.gate_proj,0.0000408007,0.05000,14.535
12,mlp.experts.252.gate_proj,0.0000242601,0.05000,14.453
12,mlp.experts.249.gate_proj,0.0000144291,0.05000,14.625
12,mlp.experts.267.gate_proj,0.0000310788,0.05000,14.500
12,mlp.experts.263.gate_proj,0.0000331045,0.05000,14.476
12,mlp.experts.264.gate_proj,0.0000404002,0.05000,14.429
12,mlp.experts.243.gate_proj,0.0000086222,0.05000,14.367
12,mlp.experts.294.gate_proj,0.0000493703,0.05000,14.457
12,mlp.experts.225.gate_proj,0.0000534194,0.05000,13.797
12,mlp.experts.240.gate_proj,0.0000140803,0.05000,13.785
12,mlp.experts.245.gate_proj,0.0000114526,0.05000,13.834
12,mlp.experts.242.gate_proj,0.0000021350,0.05000,13.901
12,mlp.experts.270.gate_proj,0.0000596513,0.05000,13.795
12,mlp.experts.239.gate_proj,0.0000322286,0.05000,13.702
12,mlp.experts.266.gate_proj,0.0000170437,0.05000,13.839
12,mlp.experts.260.gate_proj,0.0000104994,0.05000,13.839
12,mlp.experts.269.gate_proj,0.0000076509,0.05000,13.879
12,mlp.experts.268.gate_proj,0.0000468304,0.05000,13.777
12,mlp.experts.279.gate_proj,0.0000152449,0.05000,13.671
12,mlp.experts.265.gate_proj,0.0000145807,0.05000,13.890
12,mlp.experts.280.gate_proj,0.0000051577,0.05000,13.739
12,mlp.experts.283.gate_proj,0.0000043267,0.05000,13.859
12,mlp.experts.285.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.734
12,mlp.experts.259.gate_proj,0.0000146649,0.05000,14.033
12,mlp.experts.310.gate_proj,0.0000067108,0.05000,14.134
12,mlp.experts.241.gate_proj,0.0000215619,0.05000,14.495
12,mlp.experts.256.gate_proj,0.0000053252,0.05000,14.318
12,mlp.experts.261.gate_proj,0.0000059937,0.05000,14.455
12,mlp.experts.286.gate_proj,0.0000285387,0.05000,14.475
12,mlp.experts.258.gate_proj,0.0000093739,0.05000,14.628
12,mlp.experts.282.gate_proj,0.0000081876,0.05000,14.481
12,mlp.experts.255.gate_proj,0.0000065407,0.05000,14.578
12,mlp.experts.276.gate_proj,0.0000497601,0.05000,14.561
12,mlp.experts.284.gate_proj,0.0000177137,0.05000,14.458
12,mlp.experts.296.gate_proj,0.0000165261,0.05000,14.467
12,mlp.experts.299.gate_proj,0.0000523729,0.05000,14.473
12,mlp.experts.295.gate_proj,0.0000173114,0.05000,14.609
12,mlp.experts.281.gate_proj,0.0000124151,0.05000,14.683
12,mlp.experts.301.gate_proj,0.0000361794,0.05000,14.543
12,mlp.experts.297.gate_proj,failsafe(rtn): 0.0013199,0.00000,0.730
12,mlp.experts.275.gate_proj,0.0000189878,0.05000,14.430
12,mlp.experts.326.gate_proj,0.0000350032,0.05000,14.593
12,mlp.experts.257.gate_proj,0.0000114758,0.05000,14.605
12,mlp.experts.272.gate_proj,0.0000150193,0.05000,14.692
12,mlp.experts.277.gate_proj,0.0000281151,0.05000,14.759
12,mlp.experts.302.gate_proj,0.0000396488,0.05000,14.614
12,mlp.experts.274.gate_proj,0.0000191926,0.05000,14.685
12,mlp.experts.271.gate_proj,0.0000430312,0.05000,14.529
12,mlp.experts.298.gate_proj,0.0000450567,0.05000,14.592
12,mlp.experts.292.gate_proj,0.0000152414,0.05000,14.501
12,mlp.experts.300.gate_proj,0.0000138017,0.05000,14.596
12,mlp.experts.314.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.786
12,mlp.experts.312.gate_proj,0.0000132115,0.05000,14.614
12,mlp.experts.311.gate_proj,0.0000209801,0.05000,14.672
12,mlp.experts.315.gate_proj,0.0000389618,0.05000,14.732
12,mlp.experts.317.gate_proj,0.0000142357,0.05000,14.630
12,mlp.experts.328.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.733
12,mlp.experts.313.gate_proj,0.0000426942,0.05000,14.695
12,mlp.experts.291.gate_proj,0.0000109198,0.05000,14.690
12,mlp.experts.342.gate_proj,0.0000073645,0.05000,14.543
12,mlp.experts.273.gate_proj,0.0000156269,0.05000,14.331
12,mlp.experts.288.gate_proj,0.0000220318,0.05000,14.317
12,mlp.experts.293.gate_proj,0.0000058502,0.05000,14.323
12,mlp.experts.318.gate_proj,0.0000096351,0.05000,14.401
12,mlp.experts.290.gate_proj,0.0000158456,0.05000,14.326
12,mlp.experts.287.gate_proj,0.0000198710,0.05000,14.396
12,mlp.experts.289.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.810
12,mlp.experts.308.gate_proj,0.0000037599,0.05000,14.253
12,mlp.experts.304.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.791
12,mlp.experts.316.gate_proj,0.0000304744,0.05000,14.207
12,mlp.experts.330.gate_proj,0.0000249124,0.05000,14.212
12,mlp.experts.327.gate_proj,0.0000299807,0.05000,14.316
12,mlp.experts.331.gate_proj,0.0000590435,0.05000,14.357
12,mlp.experts.333.gate_proj,0.0000110395,0.05000,14.414
12,mlp.experts.344.gate_proj,0.0000564458,0.05000,14.322
12,mlp.experts.329.gate_proj,0.0000162054,0.05000,14.364
12,mlp.experts.349.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.700
12,mlp.experts.307.gate_proj,0.0000192963,0.05000,14.325
12,mlp.experts.358.gate_proj,0.0000115865,0.05000,14.103
12,mlp.experts.309.gate_proj,0.0000190853,0.05000,14.471
12,mlp.experts.306.gate_proj,0.0000448298,0.05000,14.420
12,mlp.experts.303.gate_proj,0.0000181305,0.05000,14.369
12,mlp.experts.305.gate_proj,0.0000141999,0.05000,14.384
12,mlp.experts.334.gate_proj,0.0000093358,0.05000,14.544
12,mlp.experts.324.gate_proj,0.0000238107,0.05000,14.453
12,mlp.experts.320.gate_proj,0.0000161346,0.05000,14.404
12,mlp.experts.332.gate_proj,0.0000114652,0.05000,14.399
12,mlp.experts.346.gate_proj,0.0000279648,0.05000,14.524
12,mlp.experts.319.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.792
12,mlp.experts.343.gate_proj,0.0000250029,0.05000,14.487
12,mlp.experts.347.gate_proj,0.0000206326,0.05000,14.503
12,mlp.experts.360.gate_proj,0.0000254125,0.05000,14.460
12,mlp.experts.365.gate_proj,0.0000176394,0.05000,14.465
12,mlp.experts.345.gate_proj,0.0000344655,0.05000,14.500
12,mlp.experts.323.gate_proj,0.0000119897,0.05000,14.497
12,mlp.experts.374.gate_proj,0.0000148414,0.05000,14.458
12,mlp.experts.361.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.772
12,mlp.experts.322.gate_proj,0.0000181752,0.05000,14.436
12,mlp.experts.325.gate_proj,0.0000309357,0.05000,14.589
12,mlp.experts.350.gate_proj,0.0000298110,0.05000,14.417
12,mlp.experts.321.gate_proj,0.0000067960,0.05000,14.522
12,mlp.experts.340.gate_proj,0.0000382781,0.05000,14.417
12,mlp.experts.336.gate_proj,0.0000355753,0.05000,14.527
12,mlp.experts.348.gate_proj,0.0000100694,0.05000,14.516
12,mlp.experts.338.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.812
12,mlp.experts.362.gate_proj,0.0000186848,0.05000,14.451
12,mlp.experts.335.gate_proj,0.0000339899,0.05000,14.525
12,mlp.experts.363.gate_proj,0.0000191658,0.05000,14.472
12,mlp.experts.359.gate_proj,0.0000351561,0.05000,14.618
12,mlp.experts.376.gate_proj,0.0000181254,0.05000,14.552
12,mlp.experts.381.gate_proj,0.0000282761,0.05000,14.632
12,mlp.experts.339.gate_proj,0.0000337391,0.05000,14.734
12,mlp.experts.392.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.754
12,mlp.experts.377.gate_proj,0.0000258944,0.05000,14.481
12,mlp.experts.390.gate_proj,0.0000038713,0.05000,14.612
12,mlp.experts.397.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.705
12,mlp.experts.406.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.712
12,mlp.experts.341.gate_proj,0.0000246648,0.05000,14.862
12,mlp.experts.366.gate_proj,0.0000136761,0.05000,14.955
12,mlp.experts.337.gate_proj,0.0000377202,0.05000,14.900
12,mlp.experts.356.gate_proj,0.0000127027,0.05000,14.853
12,mlp.experts.364.gate_proj,0.0000061044,0.05000,14.772
12,mlp.experts.352.gate_proj,0.0000098891,0.05000,14.953
12,mlp.experts.378.gate_proj,0.0000187145,0.05000,14.772
12,mlp.experts.354.gate_proj,0.0000329265,0.05000,14.828
12,mlp.experts.351.gate_proj,0.0000267632,0.05000,14.842
12,mlp.experts.379.gate_proj,0.0000083540,0.05000,14.886
12,mlp.experts.375.gate_proj,0.0000181679,0.05000,14.965
12,mlp.experts.355.gate_proj,0.0000278705,0.05000,14.707
12,mlp.experts.408.gate_proj,0.0000383444,0.05000,14.833
12,mlp.experts.413.gate_proj,0.0000416407,0.05000,14.759
12,mlp.experts.393.gate_proj,0.0000311054,0.05000,14.926
12,mlp.experts.424.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.730
12,mlp.experts.422.gate_proj,0.0000235797,0.05000,14.876
12,mlp.experts.357.gate_proj,0.0000161067,0.05000,14.253
12,mlp.experts.382.gate_proj,0.0000262809,0.05000,14.395
12,mlp.experts.353.gate_proj,0.0000426078,0.05000,14.428
12,mlp.experts.372.gate_proj,0.0000170596,0.05000,14.431
12,mlp.experts.380.gate_proj,0.0000107182,0.05000,14.425
12,mlp.experts.368.gate_proj,0.0000078236,0.05000,14.433
12,mlp.experts.394.gate_proj,0.0000101426,0.05000,14.371
12,mlp.experts.367.gate_proj,0.0000102453,0.05000,14.241
12,mlp.experts.370.gate_proj,0.0000213120,0.05000,14.469
12,mlp.experts.395.gate_proj,0.0000214922,0.05000,14.222
12,mlp.experts.391.gate_proj,0.0000354871,0.05000,14.265
12,mlp.experts.383.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.732
12,mlp.experts.371.gate_proj,0.0000199562,0.05000,14.119
12,mlp.experts.429.gate_proj,0.0000384371,0.05000,14.287
12,mlp.experts.409.gate_proj,0.0000596581,0.05000,14.241
12,mlp.experts.440.gate_proj,0.0000278601,0.05000,14.321
12,mlp.experts.438.gate_proj,0.0000201343,0.05000,14.232
12,mlp.experts.373.gate_proj,0.0000070722,0.05000,14.308
12,mlp.experts.398.gate_proj,0.0000060904,0.05000,14.419
12,mlp.experts.369.gate_proj,0.0000156598,0.05000,14.399
12,mlp.experts.388.gate_proj,0.0000079959,0.05000,14.425
12,mlp.experts.396.gate_proj,0.0000219776,0.05000,14.433
12,mlp.experts.384.gate_proj,0.0000118521,0.05000,14.353
12,mlp.experts.410.gate_proj,0.0000274097,0.05000,14.346
12,mlp.experts.386.gate_proj,0.0000165716,0.05000,14.370
12,mlp.experts.411.gate_proj,0.0000142414,0.05000,14.292
12,mlp.experts.412.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.728
12,mlp.experts.407.gate_proj,0.0000101860,0.05000,14.422
12,mlp.experts.399.gate_proj,0.0000160740,0.05000,14.376
12,mlp.experts.387.gate_proj,0.0000142866,0.05000,14.459
12,mlp.experts.445.gate_proj,0.0000114528,0.05000,14.423
12,mlp.experts.425.gate_proj,0.0000233625,0.05000,14.372
12,mlp.experts.456.gate_proj,0.0000330652,0.05000,14.482
12,mlp.experts.454.gate_proj,0.0000223766,0.05000,14.490
12,mlp.experts.441.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.848
12,mlp.experts.389.gate_proj,0.0000181188,0.05000,14.991
12,mlp.experts.414.gate_proj,0.0000218077,0.05000,14.902
12,mlp.experts.385.gate_proj,0.0000222375,0.05000,14.969
12,mlp.experts.404.gate_proj,0.0000250580,0.05000,14.896
12,mlp.experts.400.gate_proj,0.0000084716,0.05000,14.877
12,mlp.experts.426.gate_proj,0.0000063313,0.05000,14.826
12,mlp.experts.402.gate_proj,0.0000106111,0.05000,14.901
12,mlp.experts.430.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.741
12,mlp.experts.427.gate_proj,0.0000105910,0.05000,14.906
12,mlp.experts.428.gate_proj,0.0000082901,0.05000,14.876
12,mlp.experts.423.gate_proj,0.0000187786,0.05000,14.878
12,mlp.experts.415.gate_proj,0.0000239112,0.05000,14.883
12,mlp.experts.403.gate_proj,0.0000026598,0.05000,14.900
12,mlp.experts.461.gate_proj,0.0000031735,0.05000,14.966
12,mlp.experts.472.gate_proj,0.0000156345,0.05000,14.965
12,mlp.experts.470.gate_proj,0.0000156790,0.05000,14.814
12,mlp.experts.457.gate_proj,0.0000145409,0.05000,14.828
12,mlp.experts.405.gate_proj,0.0000372941,0.05000,14.810
12,mlp.experts.420.gate_proj,0.0000477961,0.05000,14.846
12,mlp.experts.401.gate_proj,0.0000231502,0.05000,14.955
12,mlp.experts.442.gate_proj,0.0000153909,0.05000,14.718
12,mlp.experts.416.gate_proj,0.0000326074,0.05000,14.904
12,mlp.experts.418.gate_proj,0.0000049602,0.05000,14.606
12,mlp.experts.446.gate_proj,0.0000152648,0.05000,14.734
12,mlp.experts.443.gate_proj,0.0000073033,0.05000,14.878
12,mlp.experts.444.gate_proj,0.0000203520,0.05000,14.799
12,mlp.experts.432.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.766
12,mlp.experts.439.gate_proj,0.0000057972,0.05000,14.826
12,mlp.experts.431.gate_proj,0.0000132611,0.05000,14.882
12,mlp.experts.419.gate_proj,0.0000094416,0.05000,14.981
12,mlp.experts.447.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.757
12,mlp.experts.477.gate_proj,0.0000068269,0.05000,14.839
12,mlp.experts.463.gate_proj,failsafe(rtn): 0.0013504,0.00000,0.782
12,mlp.experts.486.gate_proj,0.0000416512,0.05000,14.816
12,mlp.experts.493.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.675
12,mlp.experts.488.gate_proj,0.0000132893,0.05000,14.955
12,mlp.experts.473.gate_proj,0.0000060055,0.05000,14.824
12,mlp.experts.421.gate_proj,0.0000668041,0.05000,14.493
12,mlp.experts.436.gate_proj,0.0000686448,0.05000,14.421
12,mlp.experts.417.gate_proj,0.0000253033,0.05000,14.471
12,mlp.experts.458.gate_proj,0.0000425121,0.05000,14.469
12,mlp.experts.434.gate_proj,0.0000119408,0.05000,14.467
12,mlp.experts.462.gate_proj,0.0000100985,0.05000,14.342
12,mlp.experts.459.gate_proj,0.0000471091,0.05000,14.453
12,mlp.experts.460.gate_proj,0.0000093804,0.05000,14.500
12,mlp.experts.455.gate_proj,0.0000130563,0.05000,14.329
12,mlp.experts.448.gate_proj,0.0000187923,0.05000,14.455
12,mlp.experts.476.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.756
12,mlp.experts.435.gate_proj,0.0000296899,0.05000,14.514
12,mlp.experts.479.gate_proj,0.0000145215,0.05000,14.351
12,mlp.experts.509.gate_proj,0.0000051994,0.05000,14.414
12,mlp.experts.504.gate_proj,0.0000394479,0.05000,14.403
12,mlp.experts.502.gate_proj,0.0000204704,0.05000,14.553
12,mlp.experts.489.gate_proj,0.0000150249,0.05000,14.526
12,mlp.experts.505.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.673
12,mlp.experts.437.gate_proj,0.0000056514,0.05000,14.616
12,mlp.experts.452.gate_proj,0.0000131360,0.05000,14.480
12,mlp.experts.433.gate_proj,0.0000241716,0.05000,14.637
12,mlp.experts.474.gate_proj,0.0000013084,0.05000,14.571
12,mlp.experts.450.gate_proj,0.0000310205,0.05000,14.596
12,mlp.experts.478.gate_proj,0.0000374698,0.05000,14.557
12,mlp.experts.453.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.845
12,mlp.experts.449.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.776
12,mlp.experts.464.gate_proj,0.0000128994,0.05000,14.565
12,mlp.experts.490.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.757
12,mlp.experts.475.gate_proj,0.0000216389,0.05000,14.754
12,mlp.experts.471.gate_proj,0.0000187598,0.05000,14.730
12,mlp.experts.492.gate_proj,0.0000088579,0.05000,14.643
12,mlp.experts.451.gate_proj,0.0000108122,0.05000,14.871
12,mlp.experts.508.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.731
12,mlp.experts.495.gate_proj,0.0000215895,0.05000,14.745
12,mlp.experts.13.up_proj,0.0000375653,0.05000,14.542
12,mlp.experts.8.up_proj,0.0000111426,0.05000,14.601
12,mlp.experts.6.up_proj,0.0000176909,0.05000,14.685
12,mlp.experts.22.up_proj,failsafe(rtn): 0.0015106,0.00000,0.735
12,mlp.experts.9.up_proj,0.0000123973,0.05000,14.721
12,mlp.experts.25.up_proj,failsafe(rtn): 0.0014572,0.00000,0.806
12,mlp.experts.468.gate_proj,0.0000073341,0.05000,14.835
12,mlp.experts.494.gate_proj,0.0000188188,0.05000,14.658
12,mlp.experts.466.gate_proj,0.0000205926,0.05000,14.852
12,mlp.experts.469.gate_proj,0.0000081506,0.05000,14.745
12,mlp.experts.480.gate_proj,0.0000071999,0.05000,14.827
12,mlp.experts.506.gate_proj,0.0000145273,0.05000,14.835
12,mlp.experts.487.gate_proj,0.0000126018,0.05000,14.856
12,mlp.experts.465.gate_proj,0.0000345015,0.05000,15.037
12,mlp.experts.491.gate_proj,0.0000663349,0.05000,15.001
12,mlp.experts.481.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.804
12,mlp.experts.467.gate_proj,0.0000256813,0.05000,14.937
12,mlp.experts.12.up_proj,0.0000068520,0.05000,14.841
12,mlp.experts.511.gate_proj,0.0000338528,0.05000,15.015
12,mlp.experts.29.up_proj,0.0000267920,0.05000,14.984
12,mlp.experts.24.up_proj,0.0000270954,0.05000,14.983
12,mlp.experts.45.up_proj,failsafe(rtn): 0.0014725,0.00000,0.697
12,mlp.experts.38.up_proj,0.0000131723,0.05000,14.924
12,mlp.experts.54.up_proj,failsafe(rtn): 0.0013962,0.00000,0.692
12,mlp.experts.41.up_proj,0.0000477951,0.05000,14.925
12,mlp.experts.484.gate_proj,0.0000198228,0.05000,14.469
12,mlp.experts.510.gate_proj,0.0000126413,0.05000,14.709
12,mlp.experts.482.gate_proj,0.0000173485,0.05000,14.620
12,mlp.experts.485.gate_proj,0.0000243245,0.05000,14.807
12,mlp.experts.496.gate_proj,0.0000465566,0.05000,14.547
12,mlp.experts.10.up_proj,0.0000119058,0.05000,14.646
12,mlp.experts.503.gate_proj,0.0000118245,0.05000,14.570
12,mlp.experts.507.gate_proj,0.0000090342,0.05000,14.589
12,mlp.experts.7.up_proj,failsafe(rtn): 0.0013199,0.00000,0.785
12,mlp.experts.497.gate_proj,0.0000166742,0.05000,14.494
12,mlp.experts.11.up_proj,failsafe(rtn): 0.0014648,0.00000,0.753
12,mlp.experts.483.gate_proj,0.0000233934,0.05000,14.490
12,mlp.experts.28.up_proj,0.0000335688,0.05000,14.586
12,mlp.experts.23.up_proj,failsafe(rtn): 0.0013962,0.00000,0.694
12,mlp.experts.15.up_proj,0.0000657434,0.05000,14.269
12,mlp.experts.40.up_proj,0.0000044047,0.05000,14.433
12,mlp.experts.56.up_proj,failsafe(rtn): 0.0014114,0.00000,0.797
12,mlp.experts.61.up_proj,0.0000107111,0.05000,14.751
12,mlp.experts.70.up_proj,0.0000076036,0.05000,14.671
12,mlp.experts.57.up_proj,0.0000169201,0.05000,14.740
12,mlp.experts.500.gate_proj,0.0000503247,0.05000,14.703
12,mlp.experts.14.up_proj,0.0000215591,0.05000,14.554
12,mlp.experts.498.gate_proj,0.0000042328,0.05000,14.623
12,mlp.experts.501.gate_proj,0.0000129154,0.05000,14.639
12,mlp.experts.26.up_proj,0.0000078055,0.05000,14.534
12,mlp.experts.0.up_proj,0.0000203927,0.05000,14.774
12,mlp.experts.5.up_proj,failsafe(rtn): 0.0014343,0.00000,0.787
12,mlp.experts.1.up_proj,0.0000080519,0.05000,14.612
12,mlp.experts.27.up_proj,0.0000206681,0.05000,14.677
12,mlp.experts.499.gate_proj,0.0000208349,0.05000,14.832
12,mlp.experts.44.up_proj,0.0000056037,0.05000,14.747
12,mlp.experts.39.up_proj,0.0000232616,0.05000,14.615
12,mlp.experts.31.up_proj,0.0000059738,0.05000,14.614
12,mlp.experts.43.up_proj,failsafe(rtn): 0.0014267,0.00000,0.729
12,mlp.experts.60.up_proj,failsafe(rtn): 0.0014648,0.00000,0.738
12,mlp.experts.72.up_proj,0.0000076078,0.05000,14.647
12,mlp.experts.77.up_proj,0.0000427662,0.05000,14.568
12,mlp.experts.86.up_proj,0.0000020508,0.05000,14.395
12,mlp.experts.73.up_proj,0.0000276291,0.05000,14.652
12,mlp.experts.4.up_proj,0.0000110072,0.05000,14.695
12,mlp.experts.2.up_proj,0.0000110426,0.05000,14.739
12,mlp.experts.30.up_proj,0.0000314724,0.05000,14.874
12,mlp.experts.42.up_proj,0.0000135578,0.05000,14.747
12,mlp.experts.16.up_proj,0.0000251712,0.05000,14.775
12,mlp.experts.21.up_proj,0.0000125618,0.05000,14.808
12,mlp.experts.17.up_proj,0.0000074400,0.05000,14.847
12,mlp.experts.3.up_proj,0.0000035938,0.05000,14.884
12,mlp.experts.55.up_proj,0.0000065800,0.05000,14.920
12,mlp.experts.47.up_proj,0.0000168954,0.05000,14.875
12,mlp.experts.59.up_proj,0.0000086770,0.05000,14.869
12,mlp.experts.76.up_proj,0.0000224473,0.05000,14.827
12,mlp.experts.88.up_proj,0.0000206819,0.05000,14.803
12,mlp.experts.93.up_proj,0.0000257946,0.05000,15.016
12,mlp.experts.102.up_proj,0.0000065343,0.05000,15.025
12,mlp.experts.89.up_proj,0.0000166474,0.05000,15.123
12,mlp.experts.118.up_proj,failsafe(rtn): 0.0013809,0.00000,0.745
12,mlp.experts.20.up_proj,0.0000457257,0.05000,14.942
12,mlp.experts.46.up_proj,0.0000225775,0.05000,14.807
12,mlp.experts.18.up_proj,0.0000151769,0.05000,15.014
12,mlp.experts.58.up_proj,0.0000182145,0.05000,15.091
12,mlp.experts.32.up_proj,0.0000079165,0.05000,14.976
12,mlp.experts.37.up_proj,0.0000037955,0.05000,14.977
12,mlp.experts.33.up_proj,0.0000159534,0.05000,15.093
12,mlp.experts.63.up_proj,0.0000160939,0.05000,14.722
12,mlp.experts.71.up_proj,0.0000091607,0.05000,14.913
12,mlp.experts.19.up_proj,0.0000448393,0.05000,15.075
12,mlp.experts.75.up_proj,0.0000222237,0.05000,15.090
12,mlp.experts.92.up_proj,0.0000192710,0.05000,15.126
12,mlp.experts.35.up_proj,failsafe(rtn): 0.0013962,0.00000,0.844
12,mlp.experts.104.up_proj,0.0000173370,0.05000,14.984
12,mlp.experts.109.up_proj,0.0000442444,0.05000,14.885
12,mlp.experts.108.up_proj,failsafe(rtn): 0.0014420,0.00000,0.787
12,mlp.experts.120.up_proj,failsafe(rtn): 0.0014038,0.00000,0.738
12,mlp.experts.105.up_proj,0.0000227732,0.05000,15.086
12,mlp.experts.134.up_proj,0.0000134551,0.05000,15.120
12,mlp.experts.121.up_proj,failsafe(rtn): 0.0014954,0.00000,0.677
12,mlp.experts.137.up_proj,failsafe(rtn): 0.0014343,0.00000,0.655
12,mlp.experts.36.up_proj,0.0000196474,0.05000,14.688
12,mlp.experts.62.up_proj,0.0000315910,0.05000,14.795
12,mlp.experts.34.up_proj,0.0000631125,0.05000,14.766
12,mlp.experts.52.up_proj,failsafe(rtn): 0.0014191,0.00000,0.811
12,mlp.experts.74.up_proj,0.0000153941,0.05000,14.621
12,mlp.experts.48.up_proj,0.0000411058,0.05000,14.629
12,mlp.experts.53.up_proj,0.0000171702,0.05000,14.687
12,mlp.experts.49.up_proj,0.0000410655,0.05000,14.749
12,mlp.experts.79.up_proj,0.0000192388,0.05000,14.587
12,mlp.experts.87.up_proj,0.0000181981,0.05000,14.658
12,mlp.experts.91.up_proj,0.0000352457,0.05000,14.658
12,mlp.experts.51.up_proj,0.0000062723,0.05000,14.504
12,mlp.experts.125.up_proj,0.0000200438,0.05000,14.541
12,mlp.experts.124.up_proj,0.0000288369,0.05000,14.608
12,mlp.experts.136.up_proj,0.0000098270,0.05000,14.502
12,mlp.experts.150.up_proj,0.0000186487,0.05000,14.445
12,mlp.experts.153.up_proj,0.0000223045,0.05000,14.604
12,mlp.experts.78.up_proj,0.0000577076,0.05000,14.430
12,mlp.experts.68.up_proj,0.0000097862,0.05000,14.278
12,mlp.experts.50.up_proj,0.0000172672,0.05000,14.387
12,mlp.experts.64.up_proj,0.0000035566,0.05000,14.235
12,mlp.experts.90.up_proj,0.0000114054,0.05000,14.305
12,mlp.experts.69.up_proj,0.0000433513,0.05000,14.335
12,mlp.experts.65.up_proj,0.0000154803,0.05000,14.360
12,mlp.experts.95.up_proj,0.0000202959,0.05000,14.321
12,mlp.experts.103.up_proj,0.0000036096,0.05000,14.279
12,mlp.experts.107.up_proj,0.0000080360,0.05000,14.229
12,mlp.experts.67.up_proj,0.0000112092,0.05000,14.255
12,mlp.experts.141.up_proj,0.0000541012,0.05000,14.183
12,mlp.experts.140.up_proj,0.0000176913,0.05000,14.179
12,mlp.experts.152.up_proj,0.0000278351,0.05000,14.147
12,mlp.experts.157.up_proj,failsafe(rtn): 0.0014572,0.00000,0.717
12,mlp.experts.166.up_proj,0.0000083452,0.05000,14.228
12,mlp.experts.169.up_proj,0.0000327352,0.05000,14.411
12,mlp.experts.84.up_proj,0.0000125132,0.05000,14.251
12,mlp.experts.94.up_proj,0.0000069353,0.05000,14.450
12,mlp.experts.66.up_proj,0.0000245957,0.05000,14.487
12,mlp.experts.80.up_proj,0.0000146223,0.05000,14.296
12,mlp.experts.106.up_proj,0.0000104440,0.05000,14.357
12,mlp.experts.85.up_proj,0.0000096690,0.05000,14.370
12,mlp.experts.81.up_proj,0.0000097171,0.05000,14.358
12,mlp.experts.111.up_proj,0.0000140341,0.05000,14.263
12,mlp.experts.119.up_proj,0.0000035038,0.05000,14.311
12,mlp.experts.123.up_proj,0.0000109224,0.05000,14.376
12,mlp.experts.83.up_proj,0.0000072970,0.05000,14.238
12,mlp.experts.99.up_proj,failsafe(rtn): 0.0013733,0.00000,0.679
12,mlp.experts.156.up_proj,0.0000183498,0.05000,14.153
12,mlp.experts.168.up_proj,0.0000265767,0.05000,14.185
12,mlp.experts.173.up_proj,0.0000128111,0.05000,14.392
12,mlp.experts.182.up_proj,0.0000176618,0.05000,14.492
12,mlp.experts.185.up_proj,0.0000056928,0.05000,14.477
12,mlp.experts.100.up_proj,0.0000112686,0.05000,14.567
12,mlp.experts.82.up_proj,0.0000032673,0.05000,14.414
12,mlp.experts.110.up_proj,0.0000206941,0.05000,14.596
12,mlp.experts.122.up_proj,0.0000141456,0.05000,14.405
12,mlp.experts.96.up_proj,0.0000192198,0.05000,14.489
12,mlp.experts.116.up_proj,failsafe(rtn): 0.0013504,0.00000,0.799
12,mlp.experts.98.up_proj,failsafe(rtn): 0.0014191,0.00000,0.826
12,mlp.experts.101.up_proj,0.0000076830,0.05000,14.458
12,mlp.experts.97.up_proj,0.0000158383,0.05000,14.587
12,mlp.experts.127.up_proj,0.0000206639,0.05000,14.726
12,mlp.experts.135.up_proj,0.0000104917,0.05000,14.717
12,mlp.experts.139.up_proj,0.0000329323,0.05000,14.731
12,mlp.experts.151.up_proj,failsafe(rtn): 0.0014801,0.00000,0.764
12,mlp.experts.115.up_proj,0.0000139424,0.05000,14.797
12,mlp.experts.172.up_proj,0.0000190957,0.05000,14.844
12,mlp.experts.184.up_proj,0.0000117815,0.05000,14.744
12,mlp.experts.189.up_proj,0.0000010226,0.05000,14.585
12,mlp.experts.198.up_proj,0.0000071377,0.05000,14.769
12,mlp.experts.201.up_proj,0.0000078698,0.05000,14.760
12,mlp.experts.126.up_proj,0.0000235799,0.05000,14.274
12,mlp.experts.138.up_proj,0.0000158272,0.05000,14.377
12,mlp.experts.112.up_proj,0.0000079199,0.05000,14.380
12,mlp.experts.132.up_proj,0.0000095040,0.05000,14.356
12,mlp.experts.114.up_proj,0.0000304941,0.05000,14.312
12,mlp.experts.117.up_proj,0.0000447266,0.05000,14.250
12,mlp.experts.128.up_proj,failsafe(rtn): 0.0013962,0.00000,0.728
12,mlp.experts.113.up_proj,0.0000210479,0.05000,14.292
12,mlp.experts.143.up_proj,0.0000348625,0.05000,14.355
12,mlp.experts.155.up_proj,0.0000172731,0.05000,14.129
12,mlp.experts.167.up_proj,0.0000266435,0.05000,14.307
12,mlp.experts.188.up_proj,0.0000385848,0.05000,14.245
12,mlp.experts.131.up_proj,0.0000112854,0.05000,14.295
12,mlp.experts.200.up_proj,0.0000222016,0.05000,14.314
12,mlp.experts.205.up_proj,0.0000145569,0.05000,14.275
12,mlp.experts.214.up_proj,0.0000061794,0.05000,14.093
12,mlp.experts.230.up_proj,failsafe(rtn): 0.0014420,0.00000,0.628
12,mlp.experts.217.up_proj,0.0000390334,0.05000,14.098
12,mlp.experts.142.up_proj,0.0000095092,0.05000,14.376
12,mlp.experts.154.up_proj,0.0000131970,0.05000,14.450
12,mlp.experts.148.up_proj,0.0000058791,0.05000,14.342
12,mlp.experts.133.up_proj,0.0000394616,0.05000,14.297
12,mlp.experts.130.up_proj,0.0000250062,0.05000,14.410
12,mlp.experts.144.up_proj,0.0000330136,0.05000,14.405
12,mlp.experts.149.up_proj,failsafe(rtn): 0.0013123,0.00000,0.695
12,mlp.experts.129.up_proj,0.0000307782,0.05000,14.335
12,mlp.experts.159.up_proj,0.0000078116,0.05000,14.333
12,mlp.experts.171.up_proj,0.0000145605,0.05000,14.554
12,mlp.experts.183.up_proj,0.0000350169,0.05000,14.641
12,mlp.experts.147.up_proj,0.0000334041,0.05000,14.567
12,mlp.experts.204.up_proj,0.0000027261,0.05000,14.677
12,mlp.experts.216.up_proj,0.0000319884,0.05000,14.485
12,mlp.experts.221.up_proj,0.0000128097,0.05000,14.625
12,mlp.experts.232.up_proj,failsafe(rtn): 0.0013962,0.00000,0.668
12,mlp.experts.246.up_proj,0.0000096788,0.05000,14.609
12,mlp.experts.233.up_proj,0.0000338789,0.05000,14.606
12,mlp.experts.158.up_proj,0.0000154731,0.05000,14.686
12,mlp.experts.170.up_proj,0.0000116137,0.05000,14.675
12,mlp.experts.164.up_proj,0.0000410675,0.05000,14.764
12,mlp.experts.146.up_proj,0.0000136089,0.05000,14.752
12,mlp.experts.160.up_proj,0.0000563493,0.05000,14.671
12,mlp.experts.186.up_proj,failsafe(rtn): 0.0013885,0.00000,0.696
12,mlp.experts.165.up_proj,0.0000257561,0.05000,14.679
12,mlp.experts.145.up_proj,0.0000370125,0.05000,14.795
12,mlp.experts.175.up_proj,0.0000281857,0.05000,14.672
12,mlp.experts.187.up_proj,0.0000212479,0.05000,14.582
12,mlp.experts.199.up_proj,0.0000183156,0.05000,14.484
12,mlp.experts.163.up_proj,0.0000347640,0.05000,14.385
12,mlp.experts.220.up_proj,0.0000162910,0.05000,14.309
12,mlp.experts.237.up_proj,0.0000150762,0.05000,14.384
12,mlp.experts.248.up_proj,0.0000090474,0.05000,14.329
12,mlp.experts.262.up_proj,0.0000169700,0.05000,14.390
12,mlp.experts.278.up_proj,failsafe(rtn): 0.0015030,0.00000,0.722
12,mlp.experts.249.up_proj,0.0000142844,0.05000,14.505
12,mlp.experts.174.up_proj,0.0000090601,0.05000,14.410
12,mlp.experts.180.up_proj,0.0000269694,0.05000,14.463
12,mlp.experts.162.up_proj,0.0000106496,0.05000,14.557
12,mlp.experts.202.up_proj,0.0000077998,0.05000,14.444
12,mlp.experts.176.up_proj,0.0000070355,0.05000,14.485
12,mlp.experts.181.up_proj,0.0000092895,0.05000,14.308
12,mlp.experts.161.up_proj,0.0000209642,0.05000,14.396
12,mlp.experts.218.up_proj,failsafe(rtn): 0.0014038,0.00000,0.685
12,mlp.experts.191.up_proj,0.0000312932,0.05000,14.308
12,mlp.experts.203.up_proj,0.0000486726,0.05000,14.377
12,mlp.experts.215.up_proj,0.0000261377,0.05000,14.298
12,mlp.experts.179.up_proj,0.0000128936,0.05000,14.432
12,mlp.experts.236.up_proj,0.0000083818,0.05000,14.419
12,mlp.experts.253.up_proj,0.0000374513,0.05000,14.458
12,mlp.experts.264.up_proj,0.0000403666,0.05000,14.490
12,mlp.experts.294.up_proj,0.0000434956,0.05000,14.505
12,mlp.experts.265.up_proj,0.0000139220,0.05000,14.530
12,mlp.experts.190.up_proj,0.0000157823,0.05000,14.502
12,mlp.experts.206.up_proj,failsafe(rtn): 0.0014572,0.00000,0.653
12,mlp.experts.196.up_proj,0.0000102394,0.05000,14.391
12,mlp.experts.178.up_proj,0.0000133059,0.05000,14.525
12,mlp.experts.192.up_proj,0.0000072935,0.05000,14.496
12,mlp.experts.197.up_proj,0.0000128078,0.05000,14.601
12,mlp.experts.177.up_proj,0.0000091701,0.05000,14.560
12,mlp.experts.207.up_proj,0.0000103229,0.05000,14.551
12,mlp.experts.234.up_proj,0.0000174619,0.05000,14.672
12,mlp.experts.219.up_proj,0.0000270484,0.05000,14.374
12,mlp.experts.231.up_proj,0.0000259220,0.05000,14.603
12,mlp.experts.235.up_proj,failsafe(rtn): 0.0013733,0.00000,0.821
12,mlp.experts.195.up_proj,0.0000224692,0.05000,14.621
12,mlp.experts.252.up_proj,0.0000219124,0.05000,14.613
12,mlp.experts.269.up_proj,0.0000071908,0.05000,14.643
12,mlp.experts.280.up_proj,0.0000052940,0.05000,14.408
12,mlp.experts.285.up_proj,failsafe(rtn): 0.0014801,0.00000,0.724
12,mlp.experts.310.up_proj,0.0000057776,0.05000,14.556
12,mlp.experts.281.up_proj,0.0000110669,0.05000,14.747
12,mlp.experts.297.up_proj,failsafe(rtn): 0.0012817,0.00000,0.745
12,mlp.experts.222.up_proj,0.0000189827,0.05000,14.467
12,mlp.experts.212.up_proj,0.0000149904,0.05000,14.548
12,mlp.experts.194.up_proj,0.0000334353,0.05000,14.456
12,mlp.experts.208.up_proj,0.0000088832,0.05000,14.549
12,mlp.experts.238.up_proj,failsafe(rtn): 0.0014648,0.00000,0.730
12,mlp.experts.213.up_proj,0.0000225870,0.05000,14.540
12,mlp.experts.193.up_proj,0.0000060654,0.05000,14.502
12,mlp.experts.223.up_proj,0.0000261554,0.05000,14.524
12,mlp.experts.250.up_proj,0.0000068933,0.05000,14.647
12,mlp.experts.247.up_proj,0.0000323846,0.05000,14.484
12,mlp.experts.251.up_proj,0.0000115722,0.05000,14.439
12,mlp.experts.268.up_proj,0.0000460466,0.05000,14.372
12,mlp.experts.211.up_proj,0.0000171325,0.05000,14.416
12,mlp.experts.296.up_proj,0.0000161163,0.05000,14.496
12,mlp.experts.301.up_proj,0.0000332789,0.05000,14.303
12,mlp.experts.326.up_proj,0.0000332901,0.05000,14.358
12,mlp.experts.313.up_proj,0.0000422834,0.05000,14.277
12,mlp.experts.228.up_proj,0.0000504376,0.05000,14.262
12,mlp.experts.210.up_proj,0.0000439323,0.05000,14.365
12,mlp.experts.224.up_proj,0.0000153825,0.05000,14.272
12,mlp.experts.254.up_proj,0.0000204399,0.05000,14.276
12,mlp.experts.229.up_proj,0.0000207301,0.05000,14.264
12,mlp.experts.209.up_proj,0.0000150752,0.05000,14.342
12,mlp.experts.239.up_proj,0.0000316590,0.05000,14.201
12,mlp.experts.266.up_proj,0.0000147834,0.05000,14.211
12,mlp.experts.263.up_proj,0.0000294645,0.05000,14.174
12,mlp.experts.267.up_proj,0.0000293970,0.05000,14.298
12,mlp.experts.284.up_proj,0.0000166594,0.05000,14.141
12,mlp.experts.227.up_proj,0.0000254842,0.05000,14.295
12,mlp.experts.312.up_proj,0.0000120779,0.05000,14.234
12,mlp.experts.317.up_proj,0.0000132106,0.05000,14.354
12,mlp.experts.328.up_proj,failsafe(rtn): 0.0014343,0.00000,0.817
12,mlp.experts.342.up_proj,0.0000071981,0.05000,14.328
12,mlp.experts.329.up_proj,0.0000137274,0.05000,14.402
12,mlp.experts.244.up_proj,0.0000099994,0.05000,14.674
12,mlp.experts.226.up_proj,0.0000166992,0.05000,14.730
12,mlp.experts.240.up_proj,0.0000126354,0.05000,14.737
12,mlp.experts.245.up_proj,0.0000098090,0.05000,14.634
12,mlp.experts.270.up_proj,0.0000520460,0.05000,14.786
12,mlp.experts.225.up_proj,0.0000496217,0.05000,14.728
12,mlp.experts.255.up_proj,0.0000063470,0.05000,14.804
12,mlp.experts.282.up_proj,0.0000080312,0.05000,14.827
12,mlp.experts.279.up_proj,0.0000144202,0.05000,14.860
12,mlp.experts.283.up_proj,0.0000039379,0.05000,14.899
12,mlp.experts.300.up_proj,0.0000130813,0.05000,14.766
12,mlp.experts.243.up_proj,0.0000081172,0.05000,14.743
12,mlp.experts.333.up_proj,0.0000108063,0.05000,14.718
12,mlp.experts.344.up_proj,0.0000503366,0.05000,14.745
12,mlp.experts.349.up_proj,failsafe(rtn): 0.0012817,0.00000,0.710
12,mlp.experts.358.up_proj,0.0000113211,0.05000,14.797
12,mlp.experts.345.up_proj,0.0000297131,0.05000,14.715
12,mlp.experts.361.up_proj,failsafe(rtn): 0.0014038,0.00000,0.603
12,mlp.experts.260.up_proj,0.0000102411,0.05000,14.186
12,mlp.experts.242.up_proj,0.0000019569,0.05000,14.209
12,mlp.experts.256.up_proj,0.0000046186,0.05000,14.125
12,mlp.experts.261.up_proj,0.0000054391,0.05000,14.193
12,mlp.experts.286.up_proj,0.0000261249,0.05000,14.310
12,mlp.experts.271.up_proj,0.0000416300,0.05000,14.230
12,mlp.experts.241.up_proj,0.0000210151,0.05000,14.412
12,mlp.experts.298.up_proj,0.0000430969,0.05000,14.286
12,mlp.experts.314.up_proj,failsafe(rtn): 0.0013962,0.00000,0.645
12,mlp.experts.295.up_proj,0.0000151361,0.05000,14.159
12,mlp.experts.299.up_proj,0.0000546401,0.05000,14.106
12,mlp.experts.316.up_proj,0.0000298852,0.05000,14.172
12,mlp.experts.259.up_proj,0.0000144070,0.05000,14.249
12,mlp.experts.360.up_proj,0.0000227366,0.05000,14.082
12,mlp.experts.365.up_proj,0.0000173083,0.05000,14.188
12,mlp.experts.374.up_proj,0.0000152309,0.05000,14.075
12,mlp.experts.377.up_proj,0.0000230500,0.05000,14.341
12,mlp.experts.276.up_proj,0.0000487550,0.05000,14.233
12,mlp.experts.258.up_proj,0.0000092114,0.05000,14.188
12,mlp.experts.272.up_proj,0.0000138380,0.05000,14.215
12,mlp.experts.277.up_proj,0.0000245957,0.05000,14.162
12,mlp.experts.302.up_proj,0.0000404527,0.05000,14.165
12,mlp.experts.287.up_proj,0.0000174749,0.05000,14.290
12,mlp.experts.257.up_proj,0.0000112627,0.05000,14.377
12,mlp.experts.311.up_proj,0.0000191898,0.05000,14.265
12,mlp.experts.330.up_proj,0.0000234813,0.05000,14.329
12,mlp.experts.315.up_proj,0.0000377480,0.05000,14.223
12,mlp.experts.332.up_proj,0.0000100796,0.05000,14.253
12,mlp.experts.275.up_proj,0.0000187228,0.05000,14.258
12,mlp.experts.376.up_proj,0.0000165900,0.05000,14.035
12,mlp.experts.381.up_proj,0.0000278270,0.05000,13.998
12,mlp.experts.392.up_proj,failsafe(rtn): 0.0013733,0.00000,0.647
12,mlp.experts.397.up_proj,failsafe(rtn): 0.0013580,0.00000,0.690
12,mlp.experts.390.up_proj,0.0000038366,0.05000,14.149
12,mlp.experts.406.up_proj,failsafe(rtn): 0.0014648,0.00000,0.708
12,mlp.experts.393.up_proj,0.0000295873,0.05000,13.979
12,mlp.experts.292.up_proj,0.0000148813,0.05000,14.184
12,mlp.experts.274.up_proj,0.0000186186,0.05000,14.083
12,mlp.experts.288.up_proj,0.0000201887,0.05000,14.139
12,mlp.experts.318.up_proj,0.0000104743,0.05000,13.923
12,mlp.experts.293.up_proj,0.0000053703,0.05000,14.140
12,mlp.experts.303.up_proj,0.0000154237,0.05000,13.918
12,mlp.experts.304.up_proj,failsafe(rtn): 0.0013962,0.00000,0.685
12,mlp.experts.273.up_proj,0.0000150362,0.05000,14.136
12,mlp.experts.319.up_proj,failsafe(rtn): 0.0014267,0.00000,0.701
12,mlp.experts.289.up_proj,failsafe(rtn): 0.0014496,0.00000,0.717
12,mlp.experts.346.up_proj,0.0000266557,0.05000,13.993
12,mlp.experts.327.up_proj,0.0000280231,0.05000,14.001
12,mlp.experts.331.up_proj,0.0000562194,0.05000,14.029
12,mlp.experts.348.up_proj,0.0000098945,0.05000,14.260
12,mlp.experts.291.up_proj,0.0000102589,0.05000,14.135
12,mlp.experts.408.up_proj,0.0000343228,0.05000,14.186
12,mlp.experts.413.up_proj,0.0000371459,0.05000,14.246
12,mlp.experts.424.up_proj,failsafe(rtn): 0.0014343,0.00000,0.716
12,mlp.experts.422.up_proj,0.0000231427,0.05000,14.216
12,mlp.experts.409.up_proj,0.0000579451,0.05000,14.309
12,mlp.experts.308.up_proj,0.0000036708,0.05000,14.314
12,mlp.experts.290.up_proj,0.0000155479,0.05000,14.463
12,mlp.experts.334.up_proj,0.0000086014,0.05000,14.389
12,mlp.experts.309.up_proj,0.0000172978,0.05000,14.456
12,mlp.experts.320.up_proj,0.0000174750,0.05000,14.580
12,mlp.experts.335.up_proj,0.0000333850,0.05000,14.582
12,mlp.experts.362.up_proj,0.0000166803,0.05000,14.663
12,mlp.experts.343.up_proj,0.0000238216,0.05000,14.662
12,mlp.experts.305.up_proj,0.0000143092,0.05000,14.695
12,mlp.experts.347.up_proj,0.0000196870,0.05000,14.701
12,mlp.experts.364.up_proj,0.0000056029,0.05000,14.601
12,mlp.experts.307.up_proj,0.0000188518,0.05000,14.717
12,mlp.experts.429.up_proj,0.0000364876,0.05000,14.622
12,mlp.experts.440.up_proj,0.0000257830,0.05000,14.577
12,mlp.experts.438.up_proj,0.0000193434,0.05000,14.651
12,mlp.experts.425.up_proj,0.0000229659,0.05000,14.642
12,mlp.experts.441.up_proj,failsafe(rtn): 0.0014191,0.00000,0.660
12,mlp.experts.324.up_proj,0.0000232447,0.05000,14.532
12,mlp.experts.306.up_proj,0.0000413917,0.05000,14.639
12,mlp.experts.350.up_proj,0.0000293552,0.05000,14.519
12,mlp.experts.325.up_proj,0.0000294449,0.05000,14.451
12,mlp.experts.336.up_proj,0.0000308962,0.05000,14.678
12,mlp.experts.351.up_proj,0.0000253684,0.05000,14.408
12,mlp.experts.378.up_proj,0.0000185088,0.05000,14.300
12,mlp.experts.359.up_proj,0.0000330214,0.05000,14.424
12,mlp.experts.321.up_proj,0.0000058937,0.05000,14.499
12,mlp.experts.363.up_proj,0.0000181062,0.05000,14.613
12,mlp.experts.380.up_proj,0.0000104498,0.05000,14.379
12,mlp.experts.323.up_proj,0.0000105709,0.05000,14.431
12,mlp.experts.445.up_proj,0.0000110681,0.05000,14.318
12,mlp.experts.456.up_proj,0.0000310225,0.05000,14.539
12,mlp.experts.454.up_proj,0.0000213570,0.05000,14.451
12,mlp.experts.457.up_proj,0.0000139506,0.05000,14.638
12,mlp.experts.340.up_proj,0.0000375743,0.05000,14.675
12,mlp.experts.322.up_proj,0.0000165298,0.05000,14.637
12,mlp.experts.341.up_proj,0.0000246230,0.05000,14.694
12,mlp.experts.366.up_proj,0.0000124200,0.05000,14.713
12,mlp.experts.338.up_proj,failsafe(rtn): 0.0013962,0.00000,0.672
12,mlp.experts.352.up_proj,0.0000093530,0.05000,14.506
12,mlp.experts.367.up_proj,0.0000095857,0.05000,14.602
12,mlp.experts.394.up_proj,0.0000093241,0.05000,14.661
12,mlp.experts.375.up_proj,0.0000162759,0.05000,14.672
12,mlp.experts.383.up_proj,failsafe(rtn): 0.0013885,0.00000,0.794
12,mlp.experts.337.up_proj,0.0000336097,0.05000,14.885
12,mlp.experts.396.up_proj,0.0000211995,0.05000,14.741
12,mlp.experts.379.up_proj,0.0000080474,0.05000,15.011
12,mlp.experts.339.up_proj,0.0000323725,0.05000,14.847
12,mlp.experts.412.up_proj,failsafe(rtn): 0.0014267,0.00000,0.789
12,mlp.experts.461.up_proj,0.0000030787,0.05000,14.953
12,mlp.experts.472.up_proj,0.0000169125,0.05000,14.845
12,mlp.experts.470.up_proj,0.0000154101,0.05000,14.967
12,mlp.experts.473.up_proj,0.0000051583,0.05000,14.840
12,mlp.experts.356.up_proj,0.0000123889,0.05000,14.327
12,mlp.experts.382.up_proj,0.0000254957,0.05000,14.335
12,mlp.experts.357.up_proj,0.0000160117,0.05000,14.428
12,mlp.experts.354.up_proj,0.0000293858,0.05000,14.323
12,mlp.experts.368.up_proj,0.0000076951,0.05000,14.337
12,mlp.experts.410.up_proj,0.0000266582,0.05000,14.295
12,mlp.experts.391.up_proj,0.0000336106,0.05000,14.393
12,mlp.experts.399.up_proj,0.0000150990,0.05000,14.099
12,mlp.experts.353.up_proj,0.0000418102,0.05000,14.322
12,mlp.experts.395.up_proj,0.0000211812,0.05000,14.292
12,mlp.experts.355.up_proj,0.0000251249,0.05000,14.214
12,mlp.experts.428.up_proj,0.0000079124,0.05000,14.186
12,mlp.experts.488.up_proj,0.0000122716,0.05000,14.081
12,mlp.experts.477.up_proj,0.0000064544,0.05000,14.317
12,mlp.experts.493.up_proj,failsafe(rtn): 0.0013733,0.00000,0.746
12,mlp.experts.486.up_proj,0.0000410160,0.05000,14.202
12,mlp.experts.489.up_proj,0.0000141664,0.05000,14.422
12,mlp.experts.505.up_proj,failsafe(rtn): 0.0013199,0.00000,0.783
12,mlp.experts.9.down_proj,0.0000009083,0.05000,3.602
12,mlp.experts.25.down_proj,failsafe(rtn): 0.0014877,0.00000,0.182
12,mlp.experts.372.up_proj,0.0000156659,0.05000,14.561
12,mlp.experts.398.up_proj,0.0000057249,0.05000,14.561
12,mlp.experts.373.up_proj,0.0000065294,0.05000,14.665
12,mlp.experts.370.up_proj,0.0000204727,0.05000,14.700
12,mlp.experts.384.up_proj,0.0000115517,0.05000,14.699
12,mlp.experts.426.up_proj,0.0000062389,0.05000,14.755
12,mlp.experts.407.up_proj,0.0000105324,0.05000,14.800
12,mlp.experts.415.up_proj,0.0000226502,0.05000,14.892
12,mlp.experts.369.up_proj,0.0000137175,0.05000,14.762
12,mlp.experts.41.down_proj,0.0000051348,0.05000,3.793
12,mlp.experts.411.up_proj,0.0000147226,0.05000,14.734
12,mlp.experts.371.up_proj,0.0000195921,0.05000,14.608
12,mlp.experts.444.up_proj,0.0000189604,0.05000,14.499
12,mlp.experts.504.up_proj,0.0000367739,0.05000,14.725
12,mlp.experts.57.down_proj,0.0000015830,0.05000,3.644
12,mlp.experts.509.up_proj,0.0000050975,0.05000,14.628
12,mlp.experts.502.up_proj,0.0000197971,0.05000,14.489
12,mlp.experts.8.down_proj,0.0000008275,0.05000,3.680
12,mlp.experts.73.down_proj,0.0000016710,0.05000,3.774
12,mlp.experts.13.down_proj,0.0000018856,0.05000,3.726
12,mlp.experts.6.down_proj,0.0000024131,0.05000,3.789
12,mlp.experts.22.down_proj,failsafe(rtn): 0.0015869,0.00000,0.200
12,mlp.experts.24.down_proj,0.0000019557,0.05000,3.485
12,mlp.experts.89.down_proj,0.0000010880,0.05000,3.474
12,mlp.experts.29.down_proj,0.0000022059,0.05000,3.550
12,mlp.experts.45.down_proj,failsafe(rtn): 0.0015182,0.00000,0.212
12,mlp.experts.38.down_proj,0.0000016620,0.05000,3.504
12,mlp.experts.388.up_proj,0.0000077456,0.05000,14.653
12,mlp.experts.54.down_proj,failsafe(rtn): 0.0014877,0.00000,0.173
12,mlp.experts.414.up_proj,0.0000204307,0.05000,14.527
12,mlp.experts.389.up_proj,0.0000177412,0.05000,14.639
12,mlp.experts.430.up_proj,failsafe(rtn): 0.0014420,0.00000,0.699
12,mlp.experts.386.up_proj,0.0000150991,0.05000,14.577
12,mlp.experts.400.up_proj,0.0000083980,0.05000,14.609
12,mlp.experts.40.down_proj,0.0000005242,0.05000,3.713
12,mlp.experts.442.up_proj,0.0000158327,0.05000,14.552
12,mlp.experts.56.down_proj,failsafe(rtn): 0.0014801,0.00000,0.187
12,mlp.experts.423.up_proj,0.0000188645,0.05000,14.588
12,mlp.experts.385.up_proj,0.0000205635,0.05000,14.588
12,mlp.experts.431.up_proj,0.0000122531,0.05000,14.753
12,mlp.experts.105.down_proj,0.0000019085,0.05000,3.757
12,mlp.experts.121.down_proj,failsafe(rtn): 0.0015488,0.00000,0.198
12,mlp.experts.427.up_proj,0.0000103324,0.05000,14.739
12,mlp.experts.387.up_proj,0.0000140566,0.05000,14.605
12,mlp.experts.61.down_proj,0.0000018656,0.05000,3.714
12,mlp.experts.460.up_proj,0.0000086395,0.05000,14.496
12,mlp.experts.137.down_proj,failsafe(rtn): 0.0015488,0.00000,0.192
12,mlp.experts.70.down_proj,0.0000010211,0.05000,3.664
12,mlp.experts.447.up_proj,failsafe(rtn): 0.0014572,0.00000,0.733
12,mlp.experts.476.up_proj,failsafe(rtn): 0.0012054,0.00000,0.794
12,mlp.experts.463.up_proj,failsafe(rtn): 0.0013275,0.00000,0.773
12,mlp.experts.72.down_proj,0.0000005304,0.05000,3.841
12,mlp.experts.77.down_proj,0.0000034004,0.05000,3.861
12,mlp.experts.153.down_proj,0.0000009879,0.05000,3.864
12,mlp.experts.86.down_proj,0.0000000973,0.05000,3.804
12,mlp.experts.88.down_proj,0.0000018598,0.05000,3.701
12,mlp.experts.93.down_proj,0.0000024507,0.05000,3.644
12,mlp.experts.169.down_proj,0.0000027748,0.05000,3.702
12,mlp.experts.102.down_proj,0.0000006294,0.05000,3.704
12,mlp.experts.118.down_proj,failsafe(rtn): 0.0014648,0.00000,0.166
12,mlp.experts.104.down_proj,0.0000012555,0.05000,3.694
12,mlp.experts.120.down_proj,failsafe(rtn): 0.0014877,0.00000,0.181
12,mlp.experts.109.down_proj,0.0000029051,0.05000,3.674
12,mlp.experts.185.down_proj,0.0000003291,0.05000,3.587
12,mlp.experts.404.up_proj,0.0000231659,0.05000,14.839
12,mlp.experts.134.down_proj,0.0000011440,0.05000,3.649
12,mlp.experts.405.up_proj,0.0000346369,0.05000,14.858
12,mlp.experts.402.up_proj,0.0000109151,0.05000,14.824
12,mlp.experts.446.up_proj,0.0000136390,0.05000,14.850
12,mlp.experts.416.up_proj,0.0000299987,0.05000,14.810
12,mlp.experts.432.up_proj,failsafe(rtn): 0.0014343,0.00000,0.664
12,mlp.experts.458.up_proj,0.0000367964,0.05000,14.730
12,mlp.experts.439.up_proj,0.0000054790,0.05000,14.741
12,mlp.experts.136.down_proj,0.0000006021,0.05000,3.551
12,mlp.experts.401.up_proj,0.0000211257,0.05000,14.760
12,mlp.experts.443.up_proj,0.0000070178,0.05000,14.695
12,mlp.experts.403.up_proj,0.0000025888,0.05000,14.672
12,mlp.experts.125.down_proj,0.0000031381,0.05000,3.614
12,mlp.experts.201.down_proj,0.0000003574,0.05000,3.625
12,mlp.experts.150.down_proj,0.0000012252,0.05000,3.522
12,mlp.experts.492.up_proj,0.0000081868,0.05000,14.558
12,mlp.experts.479.up_proj,0.0000133073,0.05000,14.607
12,mlp.experts.508.up_proj,failsafe(rtn): 0.0013504,0.00000,0.726
12,mlp.experts.152.down_proj,0.0000018764,0.05000,3.584
12,mlp.experts.141.down_proj,0.0000034963,0.05000,3.616
12,mlp.experts.217.down_proj,0.0000026166,0.05000,3.616
12,mlp.experts.157.down_proj,failsafe(rtn): 0.0015640,0.00000,0.197
12,mlp.experts.166.down_proj,0.0000006085,0.05000,3.661
12,mlp.experts.12.down_proj,0.0000005669,0.05000,3.701
12,mlp.experts.168.down_proj,0.0000043722,0.05000,3.630
12,mlp.experts.233.down_proj,0.0000016150,0.05000,3.667
12,mlp.experts.173.down_proj,0.0000007058,0.05000,3.620
12,mlp.experts.182.down_proj,0.0000006808,0.05000,3.626
12,mlp.experts.28.down_proj,0.0000016403,0.05000,3.507
12,mlp.experts.184.down_proj,0.0000008190,0.05000,3.522
12,mlp.experts.420.up_proj,0.0000419310,0.05000,14.284
12,mlp.experts.249.down_proj,0.0000006162,0.05000,3.513
12,mlp.experts.189.down_proj,0.0000001803,0.05000,3.554
12,mlp.experts.198.down_proj,0.0000017125,0.05000,3.522
12,mlp.experts.421.up_proj,0.0000606229,0.05000,14.228
12,mlp.experts.418.up_proj,0.0000048716,0.05000,14.275
12,mlp.experts.462.up_proj,0.0000093818,0.05000,14.292
12,mlp.experts.44.down_proj,0.0000004216,0.05000,3.540
12,mlp.experts.60.down_proj,failsafe(rtn): 0.0015488,0.00000,0.179
12,mlp.experts.448.up_proj,0.0000171656,0.05000,14.242
12,mlp.experts.474.up_proj,0.0000012104,0.05000,14.275
12,mlp.experts.455.up_proj,0.0000116457,0.05000,14.414
12,mlp.experts.200.down_proj,0.0000019990,0.05000,3.565
12,mlp.experts.417.up_proj,0.0000238865,0.05000,14.351
12,mlp.experts.490.up_proj,failsafe(rtn): 0.0013657,0.00000,0.759
12,mlp.experts.419.up_proj,0.0000090512,0.05000,14.338
12,mlp.experts.459.up_proj,0.0000456086,0.05000,14.426
12,mlp.experts.265.down_proj,0.0000007186,0.05000,3.656
12,mlp.experts.205.down_proj,0.0000007473,0.05000,3.752
12,mlp.experts.214.down_proj,0.0000004076,0.05000,3.718
12,mlp.experts.230.down_proj,failsafe(rtn): 0.0015106,0.00000,0.206
12,mlp.experts.495.up_proj,0.0000210911,0.05000,14.434
12,mlp.experts.76.down_proj,0.0000011313,0.05000,3.656
12,mlp.experts.216.down_proj,0.0000026152,0.05000,3.597
12,mlp.experts.232.down_proj,failsafe(rtn): 0.0014648,0.00000,0.183
12,mlp.experts.281.down_proj,0.0000008626,0.05000,3.600
12,mlp.experts.297.down_proj,failsafe(rtn): 0.0013733,0.00000,0.193
12,mlp.experts.221.down_proj,0.0000006111,0.05000,3.588
12,mlp.experts.246.down_proj,0.0000006385,0.05000,3.555
12,mlp.experts.92.down_proj,0.0000014184,0.05000,3.528
12,mlp.experts.108.down_proj,failsafe(rtn): 0.0015106,0.00000,0.157
12,mlp.experts.248.down_proj,0.0000006365,0.05000,3.493
12,mlp.experts.313.down_proj,0.0000023264,0.05000,3.540
12,mlp.experts.237.down_proj,0.0000010179,0.05000,3.582
12,mlp.experts.262.down_proj,0.0000009010,0.05000,3.580
12,mlp.experts.278.down_proj,failsafe(rtn): 0.0015945,0.00000,0.201
12,mlp.experts.124.down_proj,0.0000023209,0.05000,3.641
12,mlp.experts.264.down_proj,0.0000039977,0.05000,3.566
12,mlp.experts.436.up_proj,0.0000604276,0.05000,14.209
12,mlp.experts.253.down_proj,0.0000025504,0.05000,3.456
12,mlp.experts.329.down_proj,0.0000011773,0.05000,3.570
12,mlp.experts.294.down_proj,0.0000056433,0.05000,3.573
12,mlp.experts.437.up_proj,0.0000053807,0.05000,14.456
12,mlp.experts.434.up_proj,0.0000111347,0.05000,14.555
12,mlp.experts.478.up_proj,0.0000342028,0.05000,14.536
12,mlp.experts.453.up_proj,failsafe(rtn): 0.0014725,0.00000,0.789
12,mlp.experts.140.down_proj,0.0000017849,0.05000,3.673
12,mlp.experts.464.up_proj,0.0000123860,0.05000,14.367
12,mlp.experts.471.up_proj,0.0000176077,0.05000,14.476
12,mlp.experts.433.up_proj,0.0000227856,0.05000,14.529
12,mlp.experts.280.down_proj,0.0000002508,0.05000,3.798
12,mlp.experts.506.up_proj,0.0000140813,0.05000,14.510
12,mlp.experts.435.up_proj,0.0000279486,0.05000,14.449
12,mlp.experts.475.up_proj,0.0000193957,0.05000,14.656
12,mlp.experts.449.up_proj,failsafe(rtn): 0.0013962,0.00000,0.691
12,mlp.experts.269.down_proj,0.0000011972,0.05000,3.797
12,mlp.experts.345.down_proj,0.0000041059,0.05000,3.843
12,mlp.experts.285.down_proj,failsafe(rtn): 0.0015640,0.00000,0.186
12,mlp.experts.361.down_proj,failsafe(rtn): 0.0014267,0.00000,0.180
12,mlp.experts.511.up_proj,0.0000325161,0.05000,14.358
12,mlp.experts.310.down_proj,0.0000006647,0.05000,3.712
12,mlp.experts.156.down_proj,0.0000009315,0.05000,3.502
12,mlp.experts.296.down_proj,0.0000006821,0.05000,3.444
12,mlp.experts.10.down_proj,0.0000008482,0.05000,3.532
12,mlp.experts.301.down_proj,0.0000039895,0.05000,3.565
12,mlp.experts.377.down_proj,0.0000030022,0.05000,3.551
12,mlp.experts.15.down_proj,0.0000051913,0.05000,3.552
12,mlp.experts.326.down_proj,0.0000021066,0.05000,3.536
12,mlp.experts.172.down_proj,0.0000009579,0.05000,3.530
12,mlp.experts.312.down_proj,0.0000009481,0.05000,3.567
12,mlp.experts.26.down_proj,0.0000006269,0.05000,3.490
12,mlp.experts.328.down_proj,failsafe(rtn): 0.0015335,0.00000,0.199
12,mlp.experts.317.down_proj,0.0000007971,0.05000,3.653
12,mlp.experts.393.down_proj,0.0000022764,0.05000,3.688
12,mlp.experts.31.down_proj,0.0000004372,0.05000,3.662
12,mlp.experts.342.down_proj,0.0000003573,0.05000,3.669
12,mlp.experts.188.down_proj,0.0000049546,0.05000,3.790
12,mlp.experts.42.down_proj,0.0000008007,0.05000,3.812
12,mlp.experts.344.down_proj,0.0000042912,0.05000,3.732
12,mlp.experts.452.up_proj,0.0000125263,0.05000,14.603
12,mlp.experts.333.down_proj,0.0000005450,0.05000,3.686
12,mlp.experts.409.down_proj,0.0000060444,0.05000,3.770
12,mlp.experts.349.down_proj,failsafe(rtn): 0.0013504,0.00000,0.222
12,mlp.experts.47.down_proj,0.0000012514,0.05000,3.766
12,mlp.experts.358.down_proj,0.0000004880,0.05000,3.839
12,mlp.experts.494.up_proj,0.0000166056,0.05000,14.571
12,mlp.experts.450.up_proj,0.0000304630,0.05000,14.668
12,mlp.experts.469.up_proj,0.0000074596,0.05000,14.662
12,mlp.experts.204.down_proj,0.0000001780,0.05000,3.771
12,mlp.experts.480.up_proj,0.0000066792,0.05000,14.651
12,mlp.experts.487.up_proj,0.0000117819,0.05000,14.652
12,mlp.experts.360.down_proj,0.0000017357,0.05000,3.743
12,mlp.experts.58.down_proj,0.0000016240,0.05000,3.809
12,mlp.experts.451.up_proj,0.0000103573,0.05000,14.710
12,mlp.experts.465.up_proj,0.0000297785,0.05000,14.578
12,mlp.experts.491.up_proj,0.0000597378,0.05000,14.765
12,mlp.experts.425.down_proj,0.0000012645,0.05000,3.651
12,mlp.experts.365.down_proj,0.0000008942,0.05000,3.693
12,mlp.experts.63.down_proj,0.0000010295,0.05000,3.667
12,mlp.experts.481.up_proj,failsafe(rtn): 0.0014420,0.00000,0.734
12,mlp.experts.441.down_proj,failsafe(rtn): 0.0015030,0.00000,0.176
12,mlp.experts.374.down_proj,0.0000013312,0.05000,3.618
12,mlp.experts.220.down_proj,0.0000017948,0.05000,3.654
12,mlp.experts.376.down_proj,0.0000012453,0.05000,3.626
12,mlp.experts.74.down_proj,0.0000007306,0.05000,3.661
12,mlp.experts.392.down_proj,failsafe(rtn): 0.0014725,0.00000,0.178
12,mlp.experts.381.down_proj,0.0000014541,0.05000,3.562
12,mlp.experts.457.down_proj,0.0000016393,0.05000,3.548
12,mlp.experts.79.down_proj,0.0000022979,0.05000,3.625
12,mlp.experts.390.down_proj,0.0000002516,0.05000,3.586
12,mlp.experts.397.down_proj,failsafe(rtn): 0.0014343,0.00000,0.201
12,mlp.experts.406.down_proj,failsafe(rtn): 0.0015411,0.00000,0.187
12,mlp.experts.236.down_proj,0.0000006034,0.05000,3.497
12,mlp.experts.90.down_proj,0.0000006797,0.05000,3.490
12,mlp.experts.408.down_proj,0.0000029514,0.05000,3.511
12,mlp.experts.424.down_proj,failsafe(rtn): 0.0015335,0.00000,0.174
12,mlp.experts.473.down_proj,0.0000005042,0.05000,3.602
12,mlp.experts.95.down_proj,0.0000009165,0.05000,3.611
12,mlp.experts.413.down_proj,0.0000027024,0.05000,3.655
12,mlp.experts.422.down_proj,0.0000010961,0.05000,3.686
12,mlp.experts.252.down_proj,0.0000012893,0.05000,3.686
12,mlp.experts.106.down_proj,0.0000004732,0.05000,3.674
12,mlp.experts.468.up_proj,0.0000070694,0.05000,14.330
12,mlp.experts.440.down_proj,0.0000015771,0.05000,3.749
12,mlp.experts.489.down_proj,0.0000009542,0.05000,3.639
12,mlp.experts.111.down_proj,0.0000008066,0.05000,3.707
12,mlp.experts.505.down_proj,failsafe(rtn): 0.0013351,0.00000,0.197
12,mlp.experts.429.down_proj,0.0000022386,0.05000,3.699
12,mlp.experts.438.down_proj,0.0000026193,0.05000,3.573
12,mlp.experts.510.up_proj,0.0000108857,0.05000,14.478
12,mlp.experts.466.up_proj,0.0000207638,0.05000,14.425
12,mlp.experts.485.up_proj,0.0000226932,0.05000,14.454
12,mlp.experts.268.down_proj,0.0000027511,0.05000,3.642
12,mlp.experts.496.up_proj,0.0000423290,0.05000,14.388
12,mlp.experts.503.up_proj,0.0000113051,0.05000,14.363
12,mlp.experts.7.down_proj,failsafe(rtn): 0.0013962,0.00000,0.161
12,mlp.experts.23.down_proj,failsafe(rtn): 0.0014572,0.00000,0.168
12,mlp.experts.122.down_proj,0.0000017523,0.05000,3.507
12,mlp.experts.467.up_proj,0.0000226426,0.05000,14.286
12,mlp.experts.456.down_proj,0.0000061247,0.05000,3.381
12,mlp.experts.507.up_proj,0.0000078708,0.05000,14.258
12,mlp.experts.11.down_proj,failsafe(rtn): 0.0015182,0.00000,0.167
12,mlp.experts.497.up_proj,0.0000162830,0.05000,14.211
12,mlp.experts.127.down_proj,0.0000013427,0.05000,3.383
12,mlp.experts.445.down_proj,0.0000008405,0.05000,3.321
12,mlp.experts.454.down_proj,0.0000010397,0.05000,3.341
12,mlp.experts.14.down_proj,0.0000012632,0.05000,3.299
12,mlp.experts.284.down_proj,0.0000012522,0.05000,3.294
12,mlp.experts.0.down_proj,0.0000017614,0.05000,3.388
12,mlp.experts.39.down_proj,0.0000012502,0.05000,3.529
12,mlp.experts.138.down_proj,0.0000008763,0.05000,3.547
12,mlp.experts.472.down_proj,0.0000013988,0.05000,3.541
12,mlp.experts.27.down_proj,0.0000013925,0.05000,3.566
12,mlp.experts.43.down_proj,failsafe(rtn): 0.0014954,0.00000,0.163
12,mlp.experts.1.down_proj,0.0000008027,0.05000,3.574
12,mlp.experts.143.down_proj,0.0000028533,0.05000,3.634
12,mlp.experts.461.down_proj,0.0000001370,0.05000,3.619
12,mlp.experts.470.down_proj,0.0000007606,0.05000,3.683
12,mlp.experts.30.down_proj,0.0000032515,0.05000,3.626
12,mlp.experts.300.down_proj,0.0000008659,0.05000,3.528
12,mlp.experts.16.down_proj,0.0000016570,0.05000,3.449
12,mlp.experts.154.down_proj,0.0000006711,0.05000,3.249
12,mlp.experts.55.down_proj,0.0000003857,0.05000,3.371
12,mlp.experts.488.down_proj,0.0000007040,0.05000,3.266
12,mlp.experts.59.down_proj,0.0000004646,0.05000,3.225
12,mlp.experts.17.down_proj,0.0000005696,0.05000,3.245
12,mlp.experts.159.down_proj,0.0000011160,0.05000,3.233
12,mlp.experts.477.down_proj,0.0000003615,0.05000,3.199
12,mlp.experts.486.down_proj,0.0000021022,0.05000,3.131
12,mlp.experts.493.down_proj,failsafe(rtn): 0.0015030,0.00000,0.141
12,mlp.experts.46.down_proj,0.0000029964,0.05000,3.181
12,mlp.experts.316.down_proj,0.0000015161,0.05000,3.175
12,mlp.experts.32.down_proj,0.0000005293,0.05000,3.250
12,mlp.experts.484.up_proj,0.0000191149,0.05000,13.493
12,mlp.experts.170.down_proj,0.0000006457,0.05000,3.299
12,mlp.experts.71.down_proj,0.0000003637,0.05000,3.336
12,mlp.experts.186.down_proj,failsafe(rtn): 0.0014725,0.00000,0.162
12,mlp.experts.504.down_proj,0.0000027542,0.05000,3.269
12,mlp.experts.75.down_proj,0.0000037782,0.05000,3.267
12,mlp.experts.33.down_proj,0.0000010793,0.05000,3.243
12,mlp.experts.175.down_proj,0.0000025341,0.05000,3.238
12,mlp.experts.502.down_proj,0.0000011094,0.05000,3.220
12,mlp.experts.482.up_proj,0.0000168568,0.05000,13.256
12,mlp.experts.509.down_proj,0.0000002584,0.05000,3.283
12,mlp.experts.62.down_proj,0.0000015946,0.05000,3.272
12,mlp.experts.501.up_proj,0.0000116560,0.05000,13.205
12,mlp.experts.332.down_proj,0.0000007977,0.05000,3.231
12,mlp.experts.5.down_proj,failsafe(rtn): 0.0014420,0.00000,0.140
12,mlp.experts.48.down_proj,0.0000026217,0.05000,3.125
12,mlp.experts.483.up_proj,0.0000215672,0.05000,12.928
12,mlp.experts.87.down_proj,0.0000011990,0.05000,2.910
12,mlp.experts.202.down_proj,0.0000003878,0.05000,2.953
12,mlp.experts.218.down_proj,failsafe(rtn): 0.0014725,0.00000,0.139
12,mlp.experts.91.down_proj,0.0000049208,0.05000,2.867
12,mlp.experts.49.down_proj,0.0000035759,0.05000,2.762
12,mlp.experts.191.down_proj,0.0000020900,0.05000,2.805
12,mlp.experts.78.down_proj,0.0000048900,0.05000,2.786
12,mlp.experts.348.down_proj,0.0000008207,0.05000,2.785
12,mlp.experts.21.down_proj,0.0000007813,0.05000,2.790
12,mlp.experts.64.down_proj,0.0000003178,0.05000,2.817
12,mlp.experts.103.down_proj,0.0000002602,0.05000,2.762
12,mlp.experts.234.down_proj,0.0000012470,0.05000,2.756
12,mlp.experts.107.down_proj,0.0000004266,0.05000,2.813
12,mlp.experts.65.down_proj,0.0000008628,0.05000,2.854
12,mlp.experts.207.down_proj,0.0000007012,0.05000,2.813
12,mlp.experts.94.down_proj,0.0000004700,0.05000,2.724
12,mlp.experts.37.down_proj,0.0000001546,0.05000,2.687
12,mlp.experts.364.down_proj,0.0000004087,0.05000,2.719
12,mlp.experts.80.down_proj,0.0000019052,0.05000,2.731
12,mlp.experts.119.down_proj,0.0000002138,0.05000,2.675
12,mlp.experts.250.down_proj,0.0000012623,0.05000,2.657
12,mlp.experts.123.down_proj,0.0000006096,0.05000,2.606
12,mlp.experts.81.down_proj,0.0000007437,0.05000,2.535
12,mlp.experts.223.down_proj,0.0000015886,0.05000,2.531
12,mlp.experts.110.down_proj,0.0000012923,0.05000,2.619
12,mlp.experts.53.down_proj,0.0000014004,0.05000,2.579
12,mlp.experts.380.down_proj,0.0000004703,0.05000,2.588
12,mlp.experts.96.down_proj,0.0000015087,0.05000,2.589
12,mlp.experts.500.up_proj,0.0000492156,0.05000,10.983
12,mlp.experts.135.down_proj,0.0000006053,0.05000,2.657
12,mlp.experts.151.down_proj,failsafe(rtn): 0.0015564,0.00000,0.127
12,mlp.experts.266.down_proj,0.0000012980,0.05000,2.680
12,mlp.experts.139.down_proj,0.0000017531,0.05000,2.759
12,mlp.experts.97.down_proj,0.0000005567,0.05000,2.771
12,mlp.experts.239.down_proj,0.0000018661,0.05000,2.786
12,mlp.experts.498.up_proj,0.0000041688,0.05000,10.789
12,mlp.experts.126.down_proj,0.0000012291,0.05000,2.760
12,mlp.experts.69.down_proj,0.0000033151,0.05000,2.731
12,mlp.experts.396.down_proj,0.0000024644,0.05000,2.742
12,mlp.experts.412.down_proj,failsafe(rtn): 0.0015106,0.00000,0.113
12,mlp.experts.112.down_proj,0.0000006676,0.05000,2.749
12,mlp.experts.128.down_proj,failsafe(rtn): 0.0014877,0.00000,0.142
12,mlp.experts.4.down_proj,0.0000007301,0.05000,2.717
12,mlp.experts.499.up_proj,0.0000202770,0.05000,10.853
12,mlp.experts.167.down_proj,0.0000018566,0.05000,2.667
12,mlp.experts.282.down_proj,0.0000003940,0.05000,2.698
12,mlp.experts.155.down_proj,0.0000016523,0.05000,2.607
12,mlp.experts.113.down_proj,0.0000028419,0.05000,2.671
12,mlp.experts.255.down_proj,0.0000002751,0.05000,2.609
12,mlp.experts.2.down_proj,0.0000008347,0.05000,2.607
12,mlp.experts.142.down_proj,0.0000010398,0.05000,2.635
12,mlp.experts.85.down_proj,0.0000006102,0.05000,2.598
12,mlp.experts.428.down_proj,0.0000005735,0.05000,2.641
12,mlp.experts.144.down_proj,0.0000016059,0.05000,2.685
12,mlp.experts.20.down_proj,0.0000050874,0.05000,2.604
12,mlp.experts.3.down_proj,0.0000001626,0.05000,2.629
12,mlp.experts.183.down_proj,0.0000032390,0.05000,2.653
12,mlp.experts.298.down_proj,0.0000026853,0.05000,2.583
12,mlp.experts.314.down_proj,failsafe(rtn): 0.0014725,0.00000,0.130
12,mlp.experts.171.down_proj,0.0000011175,0.05000,2.647
12,mlp.experts.129.down_proj,0.0000016482,0.05000,2.559
12,mlp.experts.271.down_proj,0.0000042337,0.05000,2.579
12,mlp.experts.18.down_proj,0.0000013947,0.05000,2.542
12,mlp.experts.158.down_proj,0.0000016987,0.05000,2.564
12,mlp.experts.101.down_proj,0.0000003490,0.05000,2.547
12,mlp.experts.444.down_proj,0.0000012105,0.05000,2.547
12,mlp.experts.160.down_proj,0.0000036826,0.05000,2.502
12,mlp.experts.36.down_proj,0.0000010549,0.05000,2.452
12,mlp.experts.52.down_proj,failsafe(rtn): 0.0014877,0.00000,0.122
12,mlp.experts.19.down_proj,0.0000031132,0.05000,2.451
12,mlp.experts.35.down_proj,failsafe(rtn): 0.0014877,0.00000,0.127
12,mlp.experts.199.down_proj,0.0000015015,0.05000,2.471
12,mlp.experts.330.down_proj,0.0000012396,0.05000,2.450
12,mlp.experts.187.down_proj,0.0000010406,0.05000,2.509
12,mlp.experts.145.down_proj,0.0000018526,0.05000,2.484
12,mlp.experts.34.down_proj,0.0000035201,0.05000,2.540
12,mlp.experts.287.down_proj,0.0000010667,0.05000,2.570
12,mlp.experts.174.down_proj,0.0000004664,0.05000,2.504
12,mlp.experts.117.down_proj,0.0000036912,0.05000,2.485
12,mlp.experts.460.down_proj,0.0000005280,0.05000,2.468
12,mlp.experts.476.down_proj,failsafe(rtn): 0.0012741,0.00000,0.135
12,mlp.experts.176.down_proj,0.0000004975,0.05000,2.590
12,mlp.experts.68.down_proj,0.0000005749,0.05000,2.656
12,mlp.experts.51.down_proj,0.0000003329,0.05000,2.701
12,mlp.experts.215.down_proj,0.0000013553,0.05000,2.688
12,mlp.experts.346.down_proj,0.0000007435,0.05000,2.668
12,mlp.experts.203.down_proj,0.0000036079,0.05000,2.736
12,mlp.experts.161.down_proj,0.0000008859,0.05000,2.729
12,mlp.experts.50.down_proj,0.0000007887,0.05000,2.742
12,mlp.experts.303.down_proj,0.0000011867,0.05000,2.769
12,mlp.experts.319.down_proj,failsafe(rtn): 0.0015182,0.00000,0.163
12,mlp.experts.190.down_proj,0.0000013167,0.05000,2.770
12,mlp.experts.206.down_proj,failsafe(rtn): 0.0015793,0.00000,0.120
12,mlp.experts.133.down_proj,0.0000022031,0.05000,2.820
12,mlp.experts.149.down_proj,failsafe(rtn): 0.0014343,0.00000,0.134
12,mlp.experts.492.down_proj,0.0000002965,0.05000,2.769
12,mlp.experts.508.down_proj,failsafe(rtn): 0.0014572,0.00000,0.114
12,mlp.experts.192.down_proj,0.0000003660,0.05000,2.690
12,mlp.experts.84.down_proj,0.0000014094,0.05000,2.558
12,mlp.experts.67.down_proj,0.0000004629,0.05000,2.519
12,mlp.experts.231.down_proj,0.0000024295,0.05000,2.518
12,mlp.experts.362.down_proj,0.0000008561,0.05000,2.457
12,mlp.experts.219.down_proj,0.0000017169,0.05000,2.418
12,mlp.experts.177.down_proj,0.0000008603,0.05000,2.355
12,mlp.experts.235.down_proj,failsafe(rtn): 0.0014877,0.00000,0.112
12,mlp.experts.66.down_proj,0.0000019803,0.05000,2.300
12,mlp.experts.335.down_proj,0.0000043289,0.05000,2.293
12,mlp.experts.222.down_proj,0.0000015849,0.05000,2.282
12,mlp.experts.165.down_proj,0.0000012046,0.05000,2.226
12,mlp.experts.238.down_proj,failsafe(rtn): 0.0015182,0.00000,0.133
12,mlp.experts.208.down_proj,0.0000005927,0.05000,2.283
12,mlp.experts.100.down_proj,0.0000011112,0.05000,2.325
12,mlp.experts.116.down_proj,failsafe(rtn): 0.0013962,0.00000,0.117
12,mlp.experts.83.down_proj,0.0000010337,0.05000,2.363
12,mlp.experts.247.down_proj,0.0000027569,0.05000,2.310
12,mlp.experts.378.down_proj,0.0000010285,0.05000,2.318
12,mlp.experts.99.down_proj,failsafe(rtn): 0.0014725,0.00000,0.115
12,mlp.experts.193.down_proj,0.0000002372,0.05000,2.327
12,mlp.experts.251.down_proj,0.0000006527,0.05000,2.363
12,mlp.experts.82.down_proj,0.0000001772,0.05000,2.375
12,mlp.experts.98.down_proj,failsafe(rtn): 0.0014801,0.00000,0.109
12,mlp.experts.351.down_proj,0.0000016230,0.05000,2.342
12,mlp.experts.181.down_proj,0.0000004496,0.05000,2.288
12,mlp.experts.254.down_proj,0.0000014693,0.05000,2.300
12,mlp.experts.224.down_proj,0.0000007515,0.05000,2.266
12,mlp.experts.132.down_proj,0.0000005673,0.05000,2.244
12,mlp.experts.263.down_proj,0.0000019279,0.05000,2.295
12,mlp.experts.394.down_proj,0.0000006004,0.05000,2.330
12,mlp.experts.115.down_proj,0.0000011380,0.05000,2.340
12,mlp.experts.209.down_proj,0.0000013328,0.05000,2.381
12,mlp.experts.267.down_proj,0.0000014498,0.05000,2.346
12,mlp.experts.114.down_proj,0.0000021991,0.05000,2.340
12,mlp.experts.367.down_proj,0.0000006010,0.05000,2.365
12,mlp.experts.383.down_proj,failsafe(rtn): 0.0014725,0.00000,0.105
12,mlp.experts.197.down_proj,0.0000011435,0.05000,2.291
12,mlp.experts.270.down_proj,0.0000053856,0.05000,2.380
12,mlp.experts.240.down_proj,0.0000010323,0.05000,2.330
12,mlp.experts.148.down_proj,0.0000003176,0.05000,2.328
12,mlp.experts.279.down_proj,0.0000007822,0.05000,2.330
12,mlp.experts.410.down_proj,0.0000013110,0.05000,2.246
12,mlp.experts.131.down_proj,0.0000007507,0.05000,2.276
12,mlp.experts.225.down_proj,0.0000034535,0.05000,2.251
12,mlp.experts.283.down_proj,0.0000002039,0.05000,2.247
12,mlp.experts.130.down_proj,0.0000020095,0.05000,2.236
12,mlp.experts.399.down_proj,0.0000010008,0.05000,2.271
12,mlp.experts.213.down_proj,0.0000029297,0.05000,2.234
12,mlp.experts.286.down_proj,0.0000020794,0.05000,2.252
12,mlp.experts.256.down_proj,0.0000002911,0.05000,2.230
12,mlp.experts.164.down_proj,0.0000069589,0.05000,2.203
12,mlp.experts.295.down_proj,0.0000009382,0.05000,2.268
12,mlp.experts.426.down_proj,0.0000005526,0.05000,2.252
12,mlp.experts.147.down_proj,0.0000019656,0.05000,2.237
12,mlp.experts.241.down_proj,0.0000009495,0.05000,2.202
12,mlp.experts.299.down_proj,0.0000043625,0.05000,2.245
12,mlp.experts.146.down_proj,0.0000007662,0.05000,2.243
12,mlp.experts.415.down_proj,0.0000020414,0.05000,2.233
12,mlp.experts.229.down_proj,0.0000010489,0.05000,2.238
12,mlp.experts.302.down_proj,0.0000036321,0.05000,2.221
12,mlp.experts.272.down_proj,0.0000009438,0.05000,2.216
12,mlp.experts.180.down_proj,0.0000040270,0.05000,2.114
12,mlp.experts.311.down_proj,0.0000010511,0.05000,2.237
12,mlp.experts.442.down_proj,0.0000018224,0.05000,2.215
12,mlp.experts.163.down_proj,0.0000023712,0.05000,2.221
12,mlp.experts.257.down_proj,0.0000004410,0.05000,2.239
12,mlp.experts.315.down_proj,0.0000022827,0.05000,2.267
12,mlp.experts.162.down_proj,0.0000009031,0.05000,2.278
12,mlp.experts.245.down_proj,0.0000013646,0.05000,2.299
12,mlp.experts.431.down_proj,0.0000008302,0.05000,2.323
12,mlp.experts.318.down_proj,0.0000010893,0.05000,2.276
12,mlp.experts.447.down_proj,failsafe(rtn): 0.0015106,0.00000,0.118
12,mlp.experts.463.down_proj,failsafe(rtn): 0.0014114,0.00000,0.104
12,mlp.experts.288.down_proj,0.0000012837,0.05000,2.314
12,mlp.experts.304.down_proj,failsafe(rtn): 0.0014877,0.00000,0.118
12,mlp.experts.196.down_proj,0.0000006025,0.05000,2.387
12,mlp.experts.327.down_proj,0.0000036916,0.05000,2.383
12,mlp.experts.458.down_proj,0.0000025979,0.05000,2.364
12,mlp.experts.179.down_proj,0.0000006222,0.05000,2.369
12,mlp.experts.273.down_proj,0.0000017505,0.05000,2.308
12,mlp.experts.289.down_proj,failsafe(rtn): 0.0015411,0.00000,0.098
12,mlp.experts.331.down_proj,0.0000034799,0.05000,2.311
12,mlp.experts.178.down_proj,0.0000036921,0.05000,2.304
12,mlp.experts.261.down_proj,0.0000003980,0.05000,2.241
12,mlp.experts.334.down_proj,0.0000003983,0.05000,2.212
12,mlp.experts.479.down_proj,0.0000010057,0.05000,2.220
12,mlp.experts.320.down_proj,0.0000023102,0.05000,2.199
12,mlp.experts.212.down_proj,0.0000015467,0.05000,2.151
12,mlp.experts.474.down_proj,0.0000001338,0.05000,2.122
12,mlp.experts.343.down_proj,0.0000013587,0.05000,2.150
12,mlp.experts.195.down_proj,0.0000017402,0.05000,2.128
12,mlp.experts.490.down_proj,failsafe(rtn): 0.0014496,0.00000,0.115
12,mlp.experts.347.down_proj,0.0000034148,0.05000,2.123
12,mlp.experts.305.down_proj,0.0000017118,0.05000,2.150
12,mlp.experts.194.down_proj,0.0000018934,0.05000,2.124
12,mlp.experts.277.down_proj,0.0000020613,0.05000,2.111
12,mlp.experts.350.down_proj,0.0000016043,0.05000,2.179
12,mlp.experts.495.down_proj,0.0000010872,0.05000,2.188
12,mlp.experts.336.down_proj,0.0000030787,0.05000,2.216
12,mlp.experts.228.down_proj,0.0000046101,0.05000,2.232
12,mlp.experts.359.down_proj,0.0000018413,0.05000,2.280
12,mlp.experts.211.down_proj,0.0000011036,0.05000,2.269
12,mlp.experts.506.down_proj,0.0000013435,0.05000,2.259
12,mlp.experts.363.down_proj,0.0000010971,0.05000,2.260
12,mlp.experts.321.down_proj,0.0000004679,0.05000,2.260
12,mlp.experts.210.down_proj,0.0000041861,0.05000,2.203
12,mlp.experts.293.down_proj,0.0000005113,0.05000,2.196
12,mlp.experts.366.down_proj,0.0000007436,0.05000,2.158
12,mlp.experts.511.down_proj,0.0000015370,0.05000,2.174
12,mlp.experts.352.down_proj,0.0000009679,0.05000,2.081
12,mlp.experts.244.down_proj,0.0000007255,0.05000,1.988
12,mlp.experts.375.down_proj,0.0000011185,0.05000,1.896
12,mlp.experts.227.down_proj,0.0000050474,0.05000,1.897
12,mlp.experts.337.down_proj,0.0000017026,0.05000,1.829
12,mlp.experts.379.down_proj,0.0000007988,0.05000,1.839
12,mlp.experts.226.down_proj,0.0000008393,0.05000,1.792
12,mlp.experts.309.down_proj,0.0000009985,0.05000,1.779
12,mlp.experts.382.down_proj,0.0000014039,0.05000,1.798
12,mlp.experts.368.down_proj,0.0000004722,0.05000,1.817
12,mlp.experts.260.down_proj,0.0000005271,0.05000,1.810
12,mlp.experts.391.down_proj,0.0000017408,0.05000,1.799
12,mlp.experts.243.down_proj,0.0000004856,0.05000,1.837
12,mlp.experts.395.down_proj,0.0000009366,0.05000,1.816
12,mlp.experts.353.down_proj,0.0000022007,0.05000,1.855
12,mlp.experts.242.down_proj,0.0000000961,0.05000,1.849
12,mlp.experts.325.down_proj,0.0000019584,0.05000,1.866
12,mlp.experts.398.down_proj,0.0000003011,0.05000,1.887
12,mlp.experts.384.down_proj,0.0000005654,0.05000,1.859
12,mlp.experts.276.down_proj,0.0000049271,0.05000,1.805
12,mlp.experts.407.down_proj,0.0000007922,0.05000,1.838
12,mlp.experts.259.down_proj,0.0000006730,0.05000,1.891
12,mlp.experts.411.down_proj,0.0000013957,0.05000,1.832
12,mlp.experts.369.down_proj,0.0000011333,0.05000,1.799
12,mlp.experts.258.down_proj,0.0000006063,0.05000,1.789
12,mlp.experts.341.down_proj,0.0000009286,0.05000,1.794
12,mlp.experts.414.down_proj,0.0000012728,0.05000,1.814
12,mlp.experts.430.down_proj,failsafe(rtn): 0.0015335,0.00000,0.087
12,mlp.experts.400.down_proj,0.0000005886,0.05000,1.804
12,mlp.experts.292.down_proj,0.0000030460,0.05000,1.770
12,mlp.experts.423.down_proj,0.0000033661,0.05000,1.822
12,mlp.experts.275.down_proj,0.0000015110,0.05000,1.852
12,mlp.experts.427.down_proj,0.0000009114,0.05000,1.805
12,mlp.experts.385.down_proj,0.0000019677,0.05000,1.837
12,mlp.experts.274.down_proj,0.0000014052,0.05000,1.787
12,mlp.experts.357.down_proj,0.0000009675,0.05000,1.795
12,mlp.experts.446.down_proj,0.0000009484,0.05000,1.783
12,mlp.experts.416.down_proj,0.0000018566,0.05000,1.788
12,mlp.experts.432.down_proj,failsafe(rtn): 0.0014954,0.00000,0.083
12,mlp.experts.308.down_proj,0.0000002991,0.05000,1.763
12,mlp.experts.439.down_proj,0.0000003344,0.05000,1.741
12,mlp.experts.291.down_proj,0.0000008772,0.05000,1.720
12,mlp.experts.443.down_proj,0.0000004988,0.05000,1.761
12,mlp.experts.401.down_proj,0.0000013429,0.05000,1.736
12,mlp.experts.290.down_proj,0.0000008341,0.05000,1.677
12,mlp.experts.373.down_proj,0.0000003942,0.05000,1.711
12,mlp.experts.462.down_proj,0.0000005688,0.05000,1.683
12,mlp.experts.448.down_proj,0.0000039347,0.05000,1.739
12,mlp.experts.324.down_proj,0.0000010838,0.05000,1.763
12,mlp.experts.455.down_proj,0.0000005517,0.05000,1.726
12,mlp.experts.307.down_proj,0.0000028748,0.05000,1.791
12,mlp.experts.417.down_proj,0.0000018075,0.05000,1.753
12,mlp.experts.459.down_proj,0.0000056002,0.05000,1.780
12,mlp.experts.306.down_proj,0.0000034370,0.05000,1.745
12,mlp.experts.389.down_proj,0.0000008370,0.05000,1.752
12,mlp.experts.478.down_proj,0.0000023417,0.05000,1.743
12,mlp.experts.464.down_proj,0.0000008306,0.05000,1.734
12,mlp.experts.340.down_proj,0.0000021959,0.05000,1.732
12,mlp.experts.471.down_proj,0.0000024345,0.05000,1.741
12,mlp.experts.323.down_proj,0.0000007479,0.05000,1.738
12,mlp.experts.433.down_proj,0.0000037075,0.05000,1.735
12,mlp.experts.322.down_proj,0.0000016885,0.05000,1.720
12,mlp.experts.475.down_proj,0.0000009956,0.05000,1.758
12,mlp.experts.449.down_proj,failsafe(rtn): 0.0014725,0.00000,0.088
12,mlp.experts.338.down_proj,failsafe(rtn): 0.0014725,0.00000,0.092
12,mlp.experts.405.down_proj,0.0000020483,0.05000,1.725
12,mlp.experts.494.down_proj,0.0000009748,0.05000,1.729
12,mlp.experts.480.down_proj,0.0000006012,0.05000,1.763
12,mlp.experts.356.down_proj,0.0000005716,0.05000,1.788
12,mlp.experts.487.down_proj,0.0000007061,0.05000,1.811
12,mlp.experts.339.down_proj,0.0000018231,0.05000,1.838
12,mlp.experts.491.down_proj,0.0000042858,0.05000,1.848
12,mlp.experts.354.down_proj,0.0000028126,0.05000,1.809
12,mlp.experts.465.down_proj,0.0000020242,0.05000,1.851
12,mlp.experts.481.down_proj,failsafe(rtn): 0.0015259,0.00000,0.087
12,mlp.experts.421.down_proj,0.0000050853,0.05000,1.837
12,mlp.experts.510.down_proj,0.0000006884,0.05000,1.846
12,mlp.experts.496.down_proj,0.0000037466,0.05000,1.806
12,mlp.experts.372.down_proj,0.0000011324,0.05000,1.789
12,mlp.experts.503.down_proj,0.0000010927,0.05000,1.714
12,mlp.experts.355.down_proj,0.0000024302,0.05000,1.661
12,mlp.experts.507.down_proj,0.0000005913,0.05000,1.504
12,mlp.experts.370.down_proj,0.0000009208,0.05000,1.487
12,mlp.experts.497.down_proj,0.0000008195,0.05000,1.453
12,mlp.experts.437.down_proj,0.0000005327,0.05000,1.446
12,mlp.experts.453.down_proj,failsafe(rtn): 0.0015564,0.00000,0.034
12,mlp.experts.388.down_proj,0.0000005943,0.05000,0.990
12,mlp.experts.371.down_proj,0.0000009080,0.05000,0.784
12,mlp.experts.386.down_proj,0.0000011431,0.05000,0.692
12,mlp.experts.469.down_proj,0.0000005178,0.05000,0.683
12,mlp.experts.404.down_proj,0.0000012999,0.05000,0.627
12,mlp.experts.387.down_proj,0.0000015603,0.05000,0.636
12,mlp.experts.402.down_proj,0.0000008540,0.05000,0.631
12,mlp.experts.485.down_proj,0.0000017495,0.05000,0.687
12,mlp.experts.420.down_proj,0.0000022888,0.05000,0.665
12,mlp.experts.403.down_proj,0.0000002213,0.05000,0.670
12,mlp.experts.418.down_proj,0.0000003687,0.05000,0.604
12,mlp.experts.501.down_proj,0.0000007618,0.05000,0.582
12,mlp.experts.436.down_proj,0.0000042070,0.05000,0.511
12,mlp.experts.419.down_proj,0.0000010153,0.05000,0.434
12,mlp.experts.434.down_proj,0.0000007410,0.05000,0.410
12,mlp.experts.452.down_proj,0.0000006190,0.05000,0.317
12,mlp.experts.435.down_proj,0.0000022233,0.05000,0.351
12,mlp.experts.450.down_proj,0.0000020823,0.05000,0.338
12,mlp.experts.468.down_proj,0.0000006521,0.05000,0.333
12,mlp.experts.451.down_proj,0.0000007634,0.05000,0.352
12,mlp.experts.466.down_proj,0.0000016968,0.05000,0.337
12,mlp.experts.484.down_proj,0.0000012063,0.05000,0.329
12,mlp.experts.467.down_proj,0.0000027502,0.05000,0.433
12,mlp.experts.482.down_proj,0.0000013001,0.05000,0.429
12,mlp.experts.500.down_proj,0.0000031719,0.05000,0.418
12,mlp.experts.483.down_proj,0.0000012442,0.05000,0.299
12,mlp.experts.498.down_proj,0.0000001953,0.05000,0.301
12,mlp.experts.499.down_proj,0.0000013642,0.05000,0.132
13,mlp.experts.9.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.823
13,mlp.experts.0.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.844
13,mlp.experts.8.gate_proj,0.0000055833,0.05000,14.492
13,mlp.experts.15.gate_proj,0.0000504218,0.05000,14.497
13,mlp.experts.11.gate_proj,0.0000136442,0.05000,14.508
13,mlp.experts.12.gate_proj,0.0000140653,0.05000,14.519
13,mlp.experts.6.gate_proj,0.0000123070,0.05000,14.540
13,mlp.experts.4.gate_proj,0.0000175127,0.05000,14.545
13,mlp.experts.14.gate_proj,0.0000198509,0.05000,14.562
13,mlp.experts.2.gate_proj,0.0000186518,0.05000,14.549
13,mlp.experts.1.gate_proj,0.0000272731,0.05000,14.605
13,mlp.experts.13.gate_proj,0.0000117723,0.05000,14.638
13,mlp.experts.5.gate_proj,0.0000106354,0.05000,14.639
13,mlp.experts.7.gate_proj,0.0000130078,0.05000,14.662
13,mlp.experts.10.gate_proj,0.0000470498,0.05000,14.702
13,mlp.experts.3.gate_proj,0.0000240204,0.05000,14.662
13,mlp.experts.28.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.800
13,mlp.experts.25.gate_proj,0.0000091939,0.05000,14.514
13,mlp.experts.20.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.780
13,mlp.experts.18.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.763
13,mlp.experts.16.gate_proj,0.0000215877,0.05000,14.619
13,mlp.experts.17.gate_proj,0.0000088920,0.05000,14.846
13,mlp.experts.27.gate_proj,0.0000191648,0.05000,14.986
13,mlp.experts.29.gate_proj,0.0000144421,0.05000,14.818
13,mlp.experts.22.gate_proj,0.0000189980,0.05000,14.967
13,mlp.experts.24.gate_proj,0.0000143123,0.05000,15.024
13,mlp.experts.21.gate_proj,0.0000057597,0.05000,14.844
13,mlp.experts.30.gate_proj,0.0000104182,0.05000,14.942
13,mlp.experts.26.gate_proj,0.0000283704,0.05000,14.838
13,mlp.experts.31.gate_proj,0.0000126988,0.05000,15.083
13,mlp.experts.23.gate_proj,0.0000120873,0.05000,15.032
13,mlp.experts.19.gate_proj,0.0000339149,0.05000,15.084
13,mlp.experts.44.gate_proj,0.0000086599,0.05000,14.851
13,mlp.experts.41.gate_proj,0.0000297179,0.05000,14.874
13,mlp.experts.34.gate_proj,0.0000327465,0.05000,14.913
13,mlp.experts.40.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.765
13,mlp.experts.36.gate_proj,0.0000105337,0.05000,14.947
13,mlp.experts.32.gate_proj,0.0000233539,0.05000,14.959
13,mlp.experts.42.gate_proj,0.0000053647,0.05000,14.606
13,mlp.experts.45.gate_proj,0.0000236591,0.05000,14.689
13,mlp.experts.33.gate_proj,0.0000289463,0.05000,14.749
13,mlp.experts.46.gate_proj,0.0000083649,0.05000,14.686
13,mlp.experts.39.gate_proj,0.0000159932,0.05000,14.560
13,mlp.experts.38.gate_proj,0.0000170645,0.05000,14.779
13,mlp.experts.43.gate_proj,0.0000082715,0.05000,14.812
13,mlp.experts.47.gate_proj,0.0000126934,0.05000,14.721
13,mlp.experts.37.gate_proj,0.0000138844,0.05000,14.873
13,mlp.experts.35.gate_proj,0.0000205094,0.05000,14.771
13,mlp.experts.60.gate_proj,0.0000326197,0.05000,14.577
13,mlp.experts.52.gate_proj,0.0000248560,0.05000,14.568
13,mlp.experts.56.gate_proj,0.0000098634,0.05000,14.626
13,mlp.experts.48.gate_proj,0.0000087674,0.05000,14.507
13,mlp.experts.50.gate_proj,0.0000233711,0.05000,14.674
13,mlp.experts.57.gate_proj,0.0000341804,0.05000,14.808
13,mlp.experts.73.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.677
13,mlp.experts.54.gate_proj,0.0000569502,0.05000,14.778
13,mlp.experts.58.gate_proj,0.0000199151,0.05000,14.909
13,mlp.experts.55.gate_proj,0.0000460798,0.05000,14.802
13,mlp.experts.59.gate_proj,0.0000132943,0.05000,14.873
13,mlp.experts.53.gate_proj,0.0000206166,0.05000,14.821
13,mlp.experts.62.gate_proj,0.0000082103,0.05000,14.991
13,mlp.experts.49.gate_proj,0.0000114070,0.05000,15.051
13,mlp.experts.63.gate_proj,0.0000201588,0.05000,14.972
13,mlp.experts.61.gate_proj,0.0000294392,0.05000,15.192
13,mlp.experts.51.gate_proj,0.0000245783,0.05000,14.933
13,mlp.experts.76.gate_proj,0.0000117428,0.05000,14.957
13,mlp.experts.68.gate_proj,0.0000285981,0.05000,14.944
13,mlp.experts.72.gate_proj,0.0000372532,0.05000,14.958
13,mlp.experts.64.gate_proj,0.0000148477,0.05000,14.978
13,mlp.experts.71.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.890
13,mlp.experts.66.gate_proj,0.0000102620,0.05000,15.156
13,mlp.experts.80.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.707
13,mlp.experts.89.gate_proj,0.0000016459,0.05000,15.114
13,mlp.experts.74.gate_proj,0.0000064234,0.05000,14.895
13,mlp.experts.70.gate_proj,0.0000084565,0.05000,14.961
13,mlp.experts.78.gate_proj,0.0000207326,0.05000,14.844
13,mlp.experts.69.gate_proj,0.0000088007,0.05000,14.874
13,mlp.experts.65.gate_proj,0.0000093141,0.05000,14.867
13,mlp.experts.77.gate_proj,0.0000101709,0.05000,14.794
13,mlp.experts.75.gate_proj,0.0000082566,0.05000,15.039
13,mlp.experts.79.gate_proj,0.0000334875,0.05000,14.934
13,mlp.experts.67.gate_proj,0.0000422532,0.05000,15.025
13,mlp.experts.92.gate_proj,0.0000077650,0.05000,14.785
13,mlp.experts.88.gate_proj,0.0000277834,0.05000,14.681
13,mlp.experts.84.gate_proj,0.0000173405,0.05000,14.814
13,mlp.experts.86.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.767
13,mlp.experts.94.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.780
13,mlp.experts.87.gate_proj,0.0000196550,0.05000,14.891
13,mlp.experts.82.gate_proj,0.0000143526,0.05000,14.791
13,mlp.experts.95.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.817
13,mlp.experts.104.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.822
13,mlp.experts.96.gate_proj,0.0000155729,0.05000,14.938
13,mlp.experts.105.gate_proj,0.0000190916,0.05000,15.007
13,mlp.experts.111.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.792
13,mlp.experts.120.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.741
13,mlp.experts.90.gate_proj,0.0000520424,0.05000,14.851
13,mlp.experts.85.gate_proj,0.0000066772,0.05000,14.847
13,mlp.experts.81.gate_proj,0.0000138760,0.05000,14.888
13,mlp.experts.91.gate_proj,0.0000102753,0.05000,14.849
13,mlp.experts.93.gate_proj,0.0000319357,0.05000,14.941
13,mlp.experts.108.gate_proj,0.0000058022,0.05000,14.816
13,mlp.experts.83.gate_proj,0.0000255223,0.05000,14.918
13,mlp.experts.100.gate_proj,0.0000119567,0.05000,14.884
13,mlp.experts.110.gate_proj,0.0000154927,0.05000,14.825
13,mlp.experts.102.gate_proj,0.0000114042,0.05000,14.923
13,mlp.experts.103.gate_proj,0.0000105769,0.05000,14.921
13,mlp.experts.98.gate_proj,0.0000301024,0.05000,14.898
13,mlp.experts.109.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.746
13,mlp.experts.112.gate_proj,0.0000202293,0.05000,14.756
13,mlp.experts.121.gate_proj,0.0000084991,0.05000,14.693
13,mlp.experts.127.gate_proj,0.0000072053,0.05000,14.737
13,mlp.experts.136.gate_proj,0.0000109665,0.05000,14.642
13,mlp.experts.128.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.714
13,mlp.experts.106.gate_proj,0.0000156027,0.05000,14.025
13,mlp.experts.101.gate_proj,0.0000204517,0.05000,14.122
13,mlp.experts.97.gate_proj,0.0000102867,0.05000,14.060
13,mlp.experts.107.gate_proj,0.0000106379,0.05000,14.129
13,mlp.experts.124.gate_proj,0.0000191375,0.05000,14.094
13,mlp.experts.99.gate_proj,0.0000543795,0.05000,14.071
13,mlp.experts.116.gate_proj,0.0000172804,0.05000,14.099
13,mlp.experts.114.gate_proj,0.0000203353,0.05000,13.877
13,mlp.experts.126.gate_proj,0.0000408007,0.05000,14.069
13,mlp.experts.118.gate_proj,0.0000144224,0.05000,14.065
13,mlp.experts.119.gate_proj,0.0000280988,0.05000,13.986
13,mlp.experts.125.gate_proj,0.0000223411,0.05000,14.190
13,mlp.experts.130.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.700
13,mlp.experts.143.gate_proj,0.0000107195,0.05000,14.121
13,mlp.experts.141.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.697
13,mlp.experts.137.gate_proj,0.0000411270,0.05000,14.323
13,mlp.experts.152.gate_proj,0.0000295452,0.05000,14.076
13,mlp.experts.144.gate_proj,0.0000163709,0.05000,14.195
13,mlp.experts.122.gate_proj,0.0000030883,0.05000,14.382
13,mlp.experts.113.gate_proj,0.0000659237,0.05000,14.448
13,mlp.experts.117.gate_proj,0.0000220574,0.05000,14.581
13,mlp.experts.140.gate_proj,0.0000049381,0.05000,14.456
13,mlp.experts.123.gate_proj,0.0000130804,0.05000,14.727
13,mlp.experts.132.gate_proj,0.0000098118,0.05000,14.393
13,mlp.experts.115.gate_proj,0.0000128022,0.05000,14.564
13,mlp.experts.134.gate_proj,0.0000187765,0.05000,14.465
13,mlp.experts.142.gate_proj,0.0000219596,0.05000,14.530
13,mlp.experts.135.gate_proj,0.0000095304,0.05000,14.495
13,mlp.experts.146.gate_proj,0.0000186551,0.05000,14.376
13,mlp.experts.157.gate_proj,0.0000123393,0.05000,14.234
13,mlp.experts.159.gate_proj,0.0000180453,0.05000,14.441
13,mlp.experts.168.gate_proj,0.0000101555,0.05000,14.355
13,mlp.experts.153.gate_proj,0.0000162054,0.05000,14.503
13,mlp.experts.160.gate_proj,0.0000245122,0.05000,14.412
13,mlp.experts.138.gate_proj,0.0000186377,0.05000,14.637
13,mlp.experts.129.gate_proj,0.0000193722,0.05000,14.600
13,mlp.experts.133.gate_proj,0.0000085604,0.05000,14.706
13,mlp.experts.156.gate_proj,0.0000164795,0.05000,14.542
13,mlp.experts.139.gate_proj,0.0000402272,0.05000,14.686
13,mlp.experts.148.gate_proj,0.0000196371,0.05000,14.687
13,mlp.experts.131.gate_proj,0.0000125798,0.05000,14.753
13,mlp.experts.151.gate_proj,0.0000219102,0.05000,14.666
13,mlp.experts.150.gate_proj,0.0000416748,0.05000,14.757
13,mlp.experts.158.gate_proj,0.0000325999,0.05000,14.774
13,mlp.experts.147.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.720
13,mlp.experts.162.gate_proj,0.0000088447,0.05000,14.828
13,mlp.experts.173.gate_proj,0.0000139658,0.05000,14.753
13,mlp.experts.167.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.783
13,mlp.experts.175.gate_proj,0.0000216608,0.05000,14.820
13,mlp.experts.184.gate_proj,0.0000205044,0.05000,14.807
13,mlp.experts.169.gate_proj,0.0000419282,0.05000,14.869
13,mlp.experts.176.gate_proj,0.0000322942,0.05000,14.897
13,mlp.experts.154.gate_proj,0.0000204204,0.05000,14.772
13,mlp.experts.145.gate_proj,0.0000149076,0.05000,14.888
13,mlp.experts.172.gate_proj,0.0000127514,0.05000,14.737
13,mlp.experts.149.gate_proj,0.0000135440,0.05000,14.937
13,mlp.experts.155.gate_proj,0.0000496035,0.05000,14.857
13,mlp.experts.164.gate_proj,0.0000378999,0.05000,14.781
13,mlp.experts.166.gate_proj,0.0000144284,0.05000,14.788
13,mlp.experts.174.gate_proj,0.0000169824,0.05000,14.890
13,mlp.experts.165.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.849
13,mlp.experts.178.gate_proj,0.0000172993,0.05000,14.824
13,mlp.experts.163.gate_proj,0.0000041183,0.05000,14.940
13,mlp.experts.189.gate_proj,0.0000144458,0.05000,14.843
13,mlp.experts.200.gate_proj,0.0000122210,0.05000,14.749
13,mlp.experts.183.gate_proj,0.0000256399,0.05000,15.069
13,mlp.experts.191.gate_proj,0.0000081837,0.05000,14.905
13,mlp.experts.185.gate_proj,0.0000096237,0.05000,14.867
13,mlp.experts.192.gate_proj,0.0000386427,0.05000,14.756
13,mlp.experts.170.gate_proj,0.0000064066,0.05000,14.354
13,mlp.experts.161.gate_proj,0.0000156389,0.05000,14.422
13,mlp.experts.188.gate_proj,0.0000116223,0.05000,14.275
13,mlp.experts.171.gate_proj,0.0000165469,0.05000,14.310
13,mlp.experts.180.gate_proj,0.0000304699,0.05000,14.269
13,mlp.experts.182.gate_proj,0.0000091708,0.05000,14.079
13,mlp.experts.204.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.720
13,mlp.experts.190.gate_proj,0.0000283570,0.05000,14.273
13,mlp.experts.181.gate_proj,0.0000301134,0.05000,14.220
13,mlp.experts.194.gate_proj,0.0000215225,0.05000,14.224
13,mlp.experts.179.gate_proj,0.0000563556,0.05000,14.309
13,mlp.experts.205.gate_proj,0.0000166209,0.05000,14.206
13,mlp.experts.199.gate_proj,0.0000105829,0.05000,14.078
13,mlp.experts.207.gate_proj,0.0000085092,0.05000,14.165
13,mlp.experts.216.gate_proj,0.0000106720,0.05000,14.361
13,mlp.experts.201.gate_proj,0.0000290798,0.05000,14.312
13,mlp.experts.210.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.764
13,mlp.experts.208.gate_proj,0.0000397399,0.05000,14.253
13,mlp.experts.232.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.724
13,mlp.experts.248.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.702
13,mlp.experts.186.gate_proj,0.0000087764,0.05000,14.091
13,mlp.experts.177.gate_proj,0.0000263663,0.05000,14.184
13,mlp.experts.187.gate_proj,0.0000123018,0.05000,14.124
13,mlp.experts.196.gate_proj,0.0000336291,0.05000,14.175
13,mlp.experts.198.gate_proj,0.0000532581,0.05000,14.148
13,mlp.experts.206.gate_proj,0.0000084104,0.05000,14.185
13,mlp.experts.220.gate_proj,0.0000189570,0.05000,14.274
13,mlp.experts.197.gate_proj,0.0000286566,0.05000,14.084
13,mlp.experts.203.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.779
13,mlp.experts.221.gate_proj,0.0000078956,0.05000,14.060
13,mlp.experts.195.gate_proj,0.0000408804,0.05000,14.199
13,mlp.experts.215.gate_proj,0.0000103123,0.05000,14.093
13,mlp.experts.236.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.758
13,mlp.experts.223.gate_proj,0.0000560408,0.05000,14.150
13,mlp.experts.226.gate_proj,0.0000104571,0.05000,14.064
13,mlp.experts.217.gate_proj,0.0000090757,0.05000,14.148
13,mlp.experts.231.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.829
13,mlp.experts.224.gate_proj,0.0000064018,0.05000,14.316
13,mlp.experts.264.gate_proj,0.0000121501,0.05000,14.157
13,mlp.experts.202.gate_proj,0.0000120371,0.05000,14.611
13,mlp.experts.193.gate_proj,0.0000425300,0.05000,14.727
13,mlp.experts.212.gate_proj,0.0000108547,0.05000,14.555
13,mlp.experts.214.gate_proj,0.0000265483,0.05000,14.688
13,mlp.experts.222.gate_proj,0.0000368317,0.05000,14.606
13,mlp.experts.213.gate_proj,0.0000166737,0.05000,14.783
13,mlp.experts.219.gate_proj,0.0000094055,0.05000,14.613
13,mlp.experts.237.gate_proj,0.0000158196,0.05000,14.699
13,mlp.experts.211.gate_proj,0.0000142757,0.05000,14.666
13,mlp.experts.252.gate_proj,0.0000261001,0.05000,14.557
13,mlp.experts.239.gate_proj,0.0000054866,0.05000,14.667
13,mlp.experts.233.gate_proj,0.0000229170,0.05000,14.569
13,mlp.experts.242.gate_proj,0.0000149328,0.05000,14.654
13,mlp.experts.253.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.716
13,mlp.experts.240.gate_proj,0.0000386756,0.05000,14.473
13,mlp.experts.247.gate_proj,0.0000295038,0.05000,14.591
13,mlp.experts.280.gate_proj,0.0000394006,0.05000,14.558
13,mlp.experts.218.gate_proj,0.0000269645,0.05000,14.317
13,mlp.experts.209.gate_proj,0.0000171248,0.05000,14.060
13,mlp.experts.228.gate_proj,0.0000047512,0.05000,14.205
13,mlp.experts.230.gate_proj,0.0000166502,0.05000,14.181
13,mlp.experts.238.gate_proj,0.0000045995,0.05000,14.098
13,mlp.experts.229.gate_proj,0.0000327137,0.05000,14.039
13,mlp.experts.235.gate_proj,0.0000044938,0.05000,14.157
13,mlp.experts.268.gate_proj,0.0000520856,0.05000,14.033
13,mlp.experts.227.gate_proj,0.0000075574,0.05000,14.190
13,mlp.experts.255.gate_proj,0.0000592194,0.05000,14.190
13,mlp.experts.249.gate_proj,0.0000240027,0.05000,14.195
13,mlp.experts.258.gate_proj,0.0000077346,0.05000,14.238
13,mlp.experts.269.gate_proj,0.0000146502,0.05000,14.206
13,mlp.experts.256.gate_proj,0.0000475090,0.05000,14.194
13,mlp.experts.263.gate_proj,0.0000217890,0.05000,14.187
13,mlp.experts.296.gate_proj,0.0000346216,0.05000,14.112
13,mlp.experts.234.gate_proj,0.0000224202,0.05000,14.351
13,mlp.experts.225.gate_proj,0.0000257869,0.05000,14.549
13,mlp.experts.246.gate_proj,0.0000174144,0.05000,14.313
13,mlp.experts.244.gate_proj,0.0000020254,0.05000,14.516
13,mlp.experts.254.gate_proj,0.0000164288,0.05000,14.407
13,mlp.experts.251.gate_proj,0.0000243405,0.05000,14.442
13,mlp.experts.245.gate_proj,0.0000022340,0.05000,14.634
13,mlp.experts.260.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.784
13,mlp.experts.284.gate_proj,0.0000298509,0.05000,14.513
13,mlp.experts.243.gate_proj,0.0000294586,0.05000,14.494
13,mlp.experts.271.gate_proj,0.0000118644,0.05000,14.466
13,mlp.experts.276.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.748
13,mlp.experts.265.gate_proj,0.0000188995,0.05000,14.500
13,mlp.experts.274.gate_proj,0.0000295505,0.05000,14.452
13,mlp.experts.285.gate_proj,0.0000183345,0.05000,14.396
13,mlp.experts.272.gate_proj,0.0000144074,0.05000,14.384
13,mlp.experts.279.gate_proj,0.0000243327,0.05000,14.508
13,mlp.experts.312.gate_proj,0.0000312352,0.05000,14.607
13,mlp.experts.250.gate_proj,0.0000116428,0.05000,14.021
13,mlp.experts.241.gate_proj,0.0000337912,0.05000,14.264
13,mlp.experts.262.gate_proj,0.0000153875,0.05000,14.245
13,mlp.experts.270.gate_proj,0.0000133981,0.05000,14.181
13,mlp.experts.267.gate_proj,0.0000214243,0.05000,14.148
13,mlp.experts.261.gate_proj,0.0000217223,0.05000,14.211
13,mlp.experts.300.gate_proj,0.0000283253,0.05000,14.051
13,mlp.experts.286.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.663
13,mlp.experts.259.gate_proj,0.0000161867,0.05000,14.150
13,mlp.experts.287.gate_proj,0.0000069830,0.05000,14.096
13,mlp.experts.281.gate_proj,0.0000365630,0.05000,13.975
13,mlp.experts.292.gate_proj,0.0000163739,0.05000,14.089
13,mlp.experts.277.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.731
13,mlp.experts.288.gate_proj,0.0000143664,0.05000,14.034
13,mlp.experts.290.gate_proj,0.0000092335,0.05000,14.144
13,mlp.experts.301.gate_proj,0.0000652026,0.05000,14.150
13,mlp.experts.295.gate_proj,0.0000137866,0.05000,14.064
13,mlp.experts.328.gate_proj,0.0000139061,0.05000,14.101
13,mlp.experts.266.gate_proj,0.0000210760,0.05000,14.786
13,mlp.experts.257.gate_proj,0.0000278007,0.05000,14.749
13,mlp.experts.278.gate_proj,0.0000233007,0.05000,14.640
13,mlp.experts.283.gate_proj,0.0000144569,0.05000,14.819
13,mlp.experts.302.gate_proj,0.0000307604,0.05000,14.737
13,mlp.experts.316.gate_proj,0.0000314389,0.05000,14.803
13,mlp.experts.275.gate_proj,0.0000095383,0.05000,14.761
13,mlp.experts.303.gate_proj,0.0000083234,0.05000,14.713
13,mlp.experts.308.gate_proj,0.0000077710,0.05000,14.756
13,mlp.experts.293.gate_proj,0.0000199173,0.05000,14.729
13,mlp.experts.297.gate_proj,0.0000119542,0.05000,14.846
13,mlp.experts.306.gate_proj,0.0000232375,0.05000,14.682
13,mlp.experts.304.gate_proj,0.0000184592,0.05000,14.749
13,mlp.experts.311.gate_proj,0.0000354843,0.05000,14.652
13,mlp.experts.317.gate_proj,0.0000299798,0.05000,14.877
13,mlp.experts.332.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.766
13,mlp.experts.344.gate_proj,0.0000184555,0.05000,14.711
13,mlp.experts.360.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.679
13,mlp.experts.282.gate_proj,0.0000010506,0.05000,14.192
13,mlp.experts.273.gate_proj,0.0000136614,0.05000,14.257
13,mlp.experts.294.gate_proj,0.0000263296,0.05000,14.331
13,mlp.experts.299.gate_proj,0.0000057435,0.05000,14.299
13,mlp.experts.318.gate_proj,0.0000425904,0.05000,14.359
13,mlp.experts.291.gate_proj,0.0000242558,0.05000,14.395
13,mlp.experts.319.gate_proj,0.0000158017,0.05000,14.362
13,mlp.experts.309.gate_proj,0.0000427512,0.05000,14.395
13,mlp.experts.320.gate_proj,0.0000015995,0.05000,14.364
13,mlp.experts.322.gate_proj,0.0000286965,0.05000,14.377
13,mlp.experts.324.gate_proj,0.0000092736,0.05000,14.494
13,mlp.experts.313.gate_proj,0.0000284020,0.05000,14.588
13,mlp.experts.327.gate_proj,0.0000309188,0.05000,14.393
13,mlp.experts.348.gate_proj,0.0000050848,0.05000,14.314
13,mlp.experts.334.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.801
13,mlp.experts.333.gate_proj,0.0000633624,0.05000,14.370
13,mlp.experts.307.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.834
13,mlp.experts.376.gate_proj,0.0000102058,0.05000,14.436
13,mlp.experts.392.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.751
13,mlp.experts.408.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.723
13,mlp.experts.298.gate_proj,0.0000186100,0.05000,14.542
13,mlp.experts.289.gate_proj,0.0000088950,0.05000,14.798
13,mlp.experts.310.gate_proj,0.0000238456,0.05000,14.856
13,mlp.experts.315.gate_proj,0.0000176901,0.05000,14.575
13,mlp.experts.335.gate_proj,0.0000137658,0.05000,14.469
13,mlp.experts.325.gate_proj,0.0000112548,0.05000,14.545
13,mlp.experts.338.gate_proj,0.0000081446,0.05000,14.500
13,mlp.experts.340.gate_proj,0.0000234560,0.05000,14.516
13,mlp.experts.336.gate_proj,0.0000013488,0.05000,14.559
13,mlp.experts.364.gate_proj,0.0000131576,0.05000,14.374
13,mlp.experts.329.gate_proj,0.0000090581,0.05000,14.563
13,mlp.experts.343.gate_proj,0.0000073955,0.05000,14.525
13,mlp.experts.350.gate_proj,0.0000136620,0.05000,14.502
13,mlp.experts.349.gate_proj,0.0000217338,0.05000,14.486
13,mlp.experts.323.gate_proj,0.0000144295,0.05000,14.419
13,mlp.experts.351.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.849
13,mlp.experts.345.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.782
13,mlp.experts.424.gate_proj,0.0000257519,0.05000,14.245
13,mlp.experts.314.gate_proj,0.0000185267,0.05000,13.969
13,mlp.experts.305.gate_proj,0.0000149614,0.05000,14.157
13,mlp.experts.326.gate_proj,0.0000233599,0.05000,13.939
13,mlp.experts.331.gate_proj,0.0000107678,0.05000,14.074
13,mlp.experts.380.gate_proj,0.0000305770,0.05000,13.779
13,mlp.experts.347.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.671
13,mlp.experts.356.gate_proj,0.0000129704,0.05000,13.837
13,mlp.experts.341.gate_proj,0.0000098845,0.05000,13.904
13,mlp.experts.352.gate_proj,0.0000136531,0.05000,13.865
13,mlp.experts.354.gate_proj,0.0000487266,0.05000,13.964
13,mlp.experts.365.gate_proj,0.0000475153,0.05000,13.827
13,mlp.experts.359.gate_proj,0.0000151155,0.05000,13.940
13,mlp.experts.339.gate_proj,0.0000069384,0.05000,13.865
13,mlp.experts.367.gate_proj,0.0000178316,0.05000,13.775
13,mlp.experts.366.gate_proj,0.0000121718,0.05000,14.093
13,mlp.experts.372.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.770
13,mlp.experts.361.gate_proj,0.0000311928,0.05000,13.962
13,mlp.experts.382.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.740
13,mlp.experts.440.gate_proj,0.0000149603,0.05000,13.839
13,mlp.experts.456.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.777
13,mlp.experts.330.gate_proj,0.0000274662,0.05000,14.074
13,mlp.experts.342.gate_proj,0.0000060861,0.05000,13.845
13,mlp.experts.321.gate_proj,0.0000258807,0.05000,13.960
13,mlp.experts.363.gate_proj,0.0000071353,0.05000,14.037
13,mlp.experts.370.gate_proj,0.0000186876,0.05000,13.918
13,mlp.experts.396.gate_proj,0.0000160311,0.05000,14.126
13,mlp.experts.357.gate_proj,0.0000322792,0.05000,14.117
13,mlp.experts.368.gate_proj,0.0000206661,0.05000,14.171
13,mlp.experts.381.gate_proj,0.0000037242,0.05000,14.098
13,mlp.experts.375.gate_proj,0.0000276936,0.05000,14.075
13,mlp.experts.355.gate_proj,0.0000404114,0.05000,14.052
13,mlp.experts.383.gate_proj,0.0000162139,0.05000,14.078
13,mlp.experts.388.gate_proj,0.0000309732,0.05000,13.995
13,mlp.experts.384.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.768
13,mlp.experts.377.gate_proj,0.0000381601,0.05000,14.206
13,mlp.experts.398.gate_proj,0.0000122583,0.05000,14.241
13,mlp.experts.400.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.761
13,mlp.experts.472.gate_proj,0.0000215370,0.05000,14.034
13,mlp.experts.346.gate_proj,0.0000161369,0.05000,14.266
13,mlp.experts.362.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.620
13,mlp.experts.337.gate_proj,0.0000416891,0.05000,14.306
13,mlp.experts.358.gate_proj,0.0000360754,0.05000,14.402
13,mlp.experts.378.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.745
13,mlp.experts.379.gate_proj,0.0000134830,0.05000,14.139
13,mlp.experts.412.gate_proj,0.0000126091,0.05000,14.141
13,mlp.experts.386.gate_proj,0.0000067125,0.05000,14.246
13,mlp.experts.397.gate_proj,0.0000261471,0.05000,14.046
13,mlp.experts.373.gate_proj,0.0000343721,0.05000,14.213
13,mlp.experts.371.gate_proj,0.0000190669,0.05000,14.164
13,mlp.experts.399.gate_proj,0.0000108518,0.05000,14.122
13,mlp.experts.391.gate_proj,0.0000192809,0.05000,14.308
13,mlp.experts.404.gate_proj,0.0000388576,0.05000,14.187
13,mlp.experts.428.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.731
13,mlp.experts.393.gate_proj,0.0000101045,0.05000,14.150
13,mlp.experts.414.gate_proj,0.0000427547,0.05000,14.146
13,mlp.experts.416.gate_proj,0.0000284521,0.05000,14.270
13,mlp.experts.488.gate_proj,0.0000245353,0.05000,14.148
13,mlp.experts.374.gate_proj,0.0000363697,0.05000,14.035
13,mlp.experts.353.gate_proj,0.0000208612,0.05000,14.129
13,mlp.experts.394.gate_proj,0.0000167541,0.05000,14.179
13,mlp.experts.410.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.743
13,mlp.experts.395.gate_proj,0.0000091158,0.05000,14.102
13,mlp.experts.389.gate_proj,0.0000093059,0.05000,14.096
13,mlp.experts.402.gate_proj,0.0000074046,0.05000,14.194
13,mlp.experts.413.gate_proj,0.0000180884,0.05000,14.134
13,mlp.experts.387.gate_proj,0.0000138886,0.05000,14.040
13,mlp.experts.407.gate_proj,0.0000097265,0.05000,14.044
13,mlp.experts.415.gate_proj,0.0000161543,0.05000,14.112
13,mlp.experts.444.gate_proj,0.0000259117,0.05000,14.010
13,mlp.experts.420.gate_proj,0.0000129130,0.05000,14.121
13,mlp.experts.429.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.675
13,mlp.experts.423.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.676
13,mlp.experts.409.gate_proj,0.0000343245,0.05000,14.212
13,mlp.experts.430.gate_proj,0.0000149451,0.05000,14.109
13,mlp.experts.436.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.739
13,mlp.experts.432.gate_proj,0.0000125958,0.05000,14.074
13,mlp.experts.425.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.714
13,mlp.experts.504.gate_proj,0.0000120216,0.05000,14.067
13,mlp.experts.390.gate_proj,0.0000173622,0.05000,14.104
13,mlp.experts.369.gate_proj,0.0000087786,0.05000,14.149
13,mlp.experts.426.gate_proj,0.0000039906,0.05000,13.904
13,mlp.experts.411.gate_proj,0.0000012961,0.05000,14.083
13,mlp.experts.405.gate_proj,0.0000078333,0.05000,13.905
13,mlp.experts.418.gate_proj,0.0000219503,0.05000,13.968
13,mlp.experts.431.gate_proj,0.0000116652,0.05000,13.911
13,mlp.experts.403.gate_proj,0.0000216863,0.05000,14.117
13,mlp.experts.460.gate_proj,0.0000228838,0.05000,13.987
13,mlp.experts.445.gate_proj,0.0000117812,0.05000,14.101
13,mlp.experts.439.gate_proj,0.0000181596,0.05000,14.081
13,mlp.experts.446.gate_proj,0.0000479041,0.05000,14.022
13,mlp.experts.452.gate_proj,0.0000543982,0.05000,14.058
13,mlp.experts.448.gate_proj,0.0000508197,0.05000,14.029
13,mlp.experts.441.gate_proj,0.0000264238,0.05000,14.077
13,mlp.experts.8.up_proj,0.0000050964,0.05000,14.029
13,mlp.experts.406.gate_proj,0.0000028957,0.05000,14.351
13,mlp.experts.385.gate_proj,0.0000549768,0.05000,14.482
13,mlp.experts.422.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.709
13,mlp.experts.442.gate_proj,0.0000162612,0.05000,14.429
13,mlp.experts.427.gate_proj,0.0000043866,0.05000,14.504
13,mlp.experts.421.gate_proj,0.0000243827,0.05000,14.491
13,mlp.experts.434.gate_proj,0.0000072002,0.05000,14.450
13,mlp.experts.447.gate_proj,0.0000347587,0.05000,14.539
13,mlp.experts.419.gate_proj,0.0000353103,0.05000,14.469
13,mlp.experts.476.gate_proj,0.0000308318,0.05000,14.406
13,mlp.experts.461.gate_proj,0.0000392597,0.05000,14.422
13,mlp.experts.455.gate_proj,0.0000284690,0.05000,14.485
13,mlp.experts.462.gate_proj,0.0000259151,0.05000,14.536
13,mlp.experts.468.gate_proj,0.0000163765,0.05000,14.436
13,mlp.experts.464.gate_proj,0.0000348215,0.05000,14.494
13,mlp.experts.457.gate_proj,0.0000144441,0.05000,14.518
13,mlp.experts.24.up_proj,0.0000137882,0.05000,14.245
13,mlp.experts.40.up_proj,failsafe(rtn): 0.0013275,0.00000,0.699
13,mlp.experts.401.gate_proj,0.0000238052,0.05000,14.467
13,mlp.experts.438.gate_proj,0.0000103519,0.05000,14.319
13,mlp.experts.458.gate_proj,0.0000065113,0.05000,14.442
13,mlp.experts.443.gate_proj,0.0000217011,0.05000,14.365
13,mlp.experts.450.gate_proj,0.0000182276,0.05000,14.319
13,mlp.experts.437.gate_proj,0.0000236714,0.05000,14.484
13,mlp.experts.463.gate_proj,0.0000233972,0.05000,14.254
13,mlp.experts.435.gate_proj,0.0000323241,0.05000,14.309
13,mlp.experts.492.gate_proj,0.0000339185,0.05000,14.288
13,mlp.experts.477.gate_proj,0.0000186983,0.05000,14.360
13,mlp.experts.471.gate_proj,0.0000063781,0.05000,14.257
13,mlp.experts.478.gate_proj,0.0000377787,0.05000,14.373
13,mlp.experts.484.gate_proj,0.0000193260,0.05000,14.336
13,mlp.experts.480.gate_proj,0.0000112109,0.05000,14.231
13,mlp.experts.473.gate_proj,0.0000277798,0.05000,14.223
13,mlp.experts.56.up_proj,0.0000090541,0.05000,14.615
13,mlp.experts.417.gate_proj,0.0000276194,0.05000,13.687
13,mlp.experts.454.gate_proj,0.0000016632,0.05000,13.708
13,mlp.experts.474.gate_proj,0.0000238146,0.05000,13.688
13,mlp.experts.459.gate_proj,0.0000186354,0.05000,13.731
13,mlp.experts.466.gate_proj,0.0000112030,0.05000,13.698
13,mlp.experts.453.gate_proj,0.0000108595,0.05000,13.680
13,mlp.experts.479.gate_proj,0.0000247546,0.05000,13.619
13,mlp.experts.451.gate_proj,0.0000199631,0.05000,13.651
13,mlp.experts.490.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.649
13,mlp.experts.508.gate_proj,0.0000202764,0.05000,13.529
13,mlp.experts.482.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.637
13,mlp.experts.493.gate_proj,0.0000412241,0.05000,13.658
13,mlp.experts.487.gate_proj,0.0000197266,0.05000,13.643
13,mlp.experts.506.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.671
13,mlp.experts.500.gate_proj,0.0000113009,0.05000,13.446
13,mlp.experts.494.gate_proj,0.0000146853,0.05000,13.566
13,mlp.experts.496.gate_proj,0.0000162793,0.05000,13.389
13,mlp.experts.489.gate_proj,0.0000187338,0.05000,13.471
13,mlp.experts.0.up_proj,failsafe(rtn): 0.0014343,0.00000,0.712
13,mlp.experts.433.gate_proj,0.0000162540,0.05000,14.085
13,mlp.experts.470.gate_proj,0.0000098066,0.05000,13.984
13,mlp.experts.475.gate_proj,0.0000137147,0.05000,14.002
13,mlp.experts.469.gate_proj,0.0000187550,0.05000,14.085
13,mlp.experts.467.gate_proj,0.0000314426,0.05000,14.012
13,mlp.experts.495.gate_proj,0.0000139289,0.05000,14.173
13,mlp.experts.498.gate_proj,0.0000069652,0.05000,14.026
13,mlp.experts.509.gate_proj,0.0000129550,0.05000,14.003
13,mlp.experts.483.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.716
13,mlp.experts.511.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.736
13,mlp.experts.10.up_proj,0.0000462511,0.05000,14.069
13,mlp.experts.503.gate_proj,0.0000172759,0.05000,14.183
13,mlp.experts.510.gate_proj,0.0000227139,0.05000,14.204
13,mlp.experts.72.up_proj,0.0000366600,0.05000,14.144
13,mlp.experts.4.up_proj,0.0000171944,0.05000,14.224
13,mlp.experts.12.up_proj,0.0000130991,0.05000,14.367
13,mlp.experts.505.gate_proj,0.0000132883,0.05000,14.483
13,mlp.experts.20.up_proj,failsafe(rtn): 0.0014496,0.00000,0.685
13,mlp.experts.16.up_proj,0.0000218943,0.05000,14.228
13,mlp.experts.28.up_proj,failsafe(rtn): 0.0014343,0.00000,0.713
13,mlp.experts.9.up_proj,failsafe(rtn): 0.0014954,0.00000,0.750
13,mlp.experts.449.gate_proj,0.0000602423,0.05000,14.298
13,mlp.experts.486.gate_proj,0.0000101320,0.05000,14.225
13,mlp.experts.465.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.725
13,mlp.experts.491.gate_proj,0.0000168324,0.05000,14.392
13,mlp.experts.485.gate_proj,0.0000304079,0.05000,14.273
13,mlp.experts.2.up_proj,0.0000174831,0.05000,14.442
13,mlp.experts.13.up_proj,0.0000113375,0.05000,14.349
13,mlp.experts.507.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.764
13,mlp.experts.501.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.757
13,mlp.experts.15.up_proj,0.0000498404,0.05000,14.226
13,mlp.experts.499.gate_proj,0.0000166738,0.05000,14.352
13,mlp.experts.26.up_proj,0.0000276412,0.05000,14.392
13,mlp.experts.7.up_proj,0.0000125106,0.05000,14.365
13,mlp.experts.14.up_proj,0.0000186848,0.05000,14.260
13,mlp.experts.88.up_proj,0.0000274819,0.05000,14.241
13,mlp.experts.36.up_proj,0.0000101315,0.05000,14.047
13,mlp.experts.104.up_proj,failsafe(rtn): 0.0014038,0.00000,0.584
13,mlp.experts.32.up_proj,0.0000228054,0.05000,14.071
13,mlp.experts.44.up_proj,0.0000081828,0.05000,14.046
13,mlp.experts.25.up_proj,0.0000088927,0.05000,14.148
13,mlp.experts.120.up_proj,failsafe(rtn): 0.0013885,0.00000,0.642
13,mlp.experts.502.gate_proj,0.0000123336,0.05000,11.531
13,mlp.experts.18.up_proj,failsafe(rtn): 0.0014038,0.00000,0.725
13,mlp.experts.481.gate_proj,0.0000188998,0.05000,11.765
13,mlp.experts.11.up_proj,0.0000134725,0.05000,11.676
13,mlp.experts.5.up_proj,0.0000120714,0.05000,11.701
13,mlp.experts.31.up_proj,0.0000121562,0.05000,11.663
13,mlp.experts.29.up_proj,0.0000137064,0.05000,11.818
13,mlp.experts.3.up_proj,0.0000233267,0.05000,11.863
13,mlp.experts.23.up_proj,0.0000116561,0.05000,11.723
13,mlp.experts.48.up_proj,0.0000078730,0.05000,11.596
13,mlp.experts.52.up_proj,0.0000240486,0.05000,11.693
13,mlp.experts.60.up_proj,0.0000302478,0.05000,11.618
13,mlp.experts.41.up_proj,0.0000291076,0.05000,11.638
13,mlp.experts.136.up_proj,0.0000101275,0.05000,11.639
13,mlp.experts.42.up_proj,0.0000050396,0.05000,11.885
13,mlp.experts.30.up_proj,0.0000097896,0.05000,11.956
13,mlp.experts.6.up_proj,0.0000117906,0.05000,11.999
13,mlp.experts.497.gate_proj,0.0000190929,0.05000,11.563
13,mlp.experts.34.up_proj,0.0000320492,0.05000,11.843
13,mlp.experts.27.up_proj,0.0000188391,0.05000,11.896
13,mlp.experts.47.up_proj,0.0000118450,0.05000,11.844
13,mlp.experts.19.up_proj,0.0000332993,0.05000,11.884
13,mlp.experts.39.up_proj,0.0000158860,0.05000,11.879
13,mlp.experts.64.up_proj,0.0000146200,0.05000,12.139
13,mlp.experts.76.up_proj,0.0000121555,0.05000,12.024
13,mlp.experts.68.up_proj,0.0000273494,0.05000,12.233
13,mlp.experts.80.up_proj,failsafe(rtn): 0.0014420,0.00000,0.742
13,mlp.experts.152.up_proj,0.0000292575,0.05000,12.266
13,mlp.experts.22.up_proj,0.0000204595,0.05000,14.230
13,mlp.experts.58.up_proj,0.0000189387,0.05000,14.359
13,mlp.experts.46.up_proj,0.0000082056,0.05000,14.433
13,mlp.experts.45.up_proj,0.0000231428,0.05000,14.402
13,mlp.experts.57.up_proj,0.0000337042,0.05000,14.437
13,mlp.experts.21.up_proj,0.0000055267,0.05000,14.512
13,mlp.experts.1.up_proj,0.0000268283,0.05000,14.536
13,mlp.experts.50.up_proj,0.0000227008,0.05000,14.416
13,mlp.experts.73.up_proj,failsafe(rtn): 0.0014038,0.00000,0.812
13,mlp.experts.55.up_proj,0.0000429763,0.05000,14.494
13,mlp.experts.63.up_proj,0.0000190428,0.05000,14.534
13,mlp.experts.43.up_proj,0.0000076892,0.05000,14.614
13,mlp.experts.35.up_proj,0.0000198629,0.05000,14.757
13,mlp.experts.71.up_proj,failsafe(rtn): 0.0013657,0.00000,0.785
13,mlp.experts.84.up_proj,0.0000171584,0.05000,14.417
13,mlp.experts.92.up_proj,0.0000071990,0.05000,14.667
13,mlp.experts.96.up_proj,0.0000149857,0.05000,14.616
13,mlp.experts.168.up_proj,0.0000099740,0.05000,14.656
13,mlp.experts.38.up_proj,0.0000160888,0.05000,14.651
13,mlp.experts.74.up_proj,0.0000062306,0.05000,14.651
13,mlp.experts.62.up_proj,0.0000079061,0.05000,14.605
13,mlp.experts.61.up_proj,0.0000280802,0.05000,14.517
13,mlp.experts.37.up_proj,0.0000150057,0.05000,14.556
13,mlp.experts.17.up_proj,0.0000088129,0.05000,14.694
13,mlp.experts.66.up_proj,0.0000098721,0.05000,14.704
13,mlp.experts.89.up_proj,0.0000015634,0.05000,14.621
13,mlp.experts.59.up_proj,0.0000132904,0.05000,14.491
13,mlp.experts.79.up_proj,0.0000318655,0.05000,14.615
13,mlp.experts.51.up_proj,0.0000236036,0.05000,14.503
13,mlp.experts.95.up_proj,failsafe(rtn): 0.0014191,0.00000,0.764
13,mlp.experts.87.up_proj,0.0000191174,0.05000,14.673
13,mlp.experts.100.up_proj,0.0000114527,0.05000,14.391
13,mlp.experts.108.up_proj,0.0000056359,0.05000,14.400
13,mlp.experts.111.up_proj,failsafe(rtn): 0.0013962,0.00000,0.748
13,mlp.experts.112.up_proj,0.0000196061,0.05000,14.420
13,mlp.experts.184.up_proj,0.0000203203,0.05000,14.497
13,mlp.experts.128.up_proj,failsafe(rtn): 0.0014191,0.00000,0.738
13,mlp.experts.54.up_proj,0.0000544854,0.05000,14.381
13,mlp.experts.90.up_proj,0.0000470392,0.05000,14.513
13,mlp.experts.78.up_proj,0.0000197700,0.05000,14.457
13,mlp.experts.77.up_proj,0.0000093495,0.05000,14.528
13,mlp.experts.53.up_proj,0.0000204043,0.05000,14.547
13,mlp.experts.33.up_proj,0.0000278575,0.05000,14.504
13,mlp.experts.82.up_proj,0.0000138359,0.05000,14.442
13,mlp.experts.94.up_proj,failsafe(rtn): 0.0014572,0.00000,0.697
13,mlp.experts.105.up_proj,0.0000188020,0.05000,14.478
13,mlp.experts.75.up_proj,0.0000080481,0.05000,14.218
13,mlp.experts.67.up_proj,0.0000358156,0.05000,14.398
13,mlp.experts.103.up_proj,0.0000093785,0.05000,14.396
13,mlp.experts.116.up_proj,0.0000164467,0.05000,14.212
13,mlp.experts.124.up_proj,0.0000185326,0.05000,14.338
13,mlp.experts.127.up_proj,0.0000073152,0.05000,14.487
13,mlp.experts.200.up_proj,0.0000118264,0.05000,14.352
13,mlp.experts.144.up_proj,0.0000160478,0.05000,14.379
13,mlp.experts.70.up_proj,0.0000080451,0.05000,14.544
13,mlp.experts.106.up_proj,0.0000152083,0.05000,14.518
13,mlp.experts.93.up_proj,0.0000307534,0.05000,14.640
13,mlp.experts.69.up_proj,0.0000083864,0.05000,14.508
13,mlp.experts.86.up_proj,failsafe(rtn): 0.0013809,0.00000,0.777
13,mlp.experts.110.up_proj,0.0000151340,0.05000,14.430
13,mlp.experts.49.up_proj,0.0000107960,0.05000,14.556
13,mlp.experts.98.up_proj,0.0000290041,0.05000,14.638
13,mlp.experts.109.up_proj,failsafe(rtn): 0.0014038,0.00000,0.737
13,mlp.experts.121.up_proj,0.0000082742,0.05000,14.635
13,mlp.experts.91.up_proj,0.0000097943,0.05000,14.628
13,mlp.experts.83.up_proj,0.0000252523,0.05000,14.551
13,mlp.experts.132.up_proj,0.0000097121,0.05000,14.619
13,mlp.experts.119.up_proj,0.0000263692,0.05000,14.665
13,mlp.experts.140.up_proj,0.0000046946,0.05000,14.589
13,mlp.experts.143.up_proj,0.0000104345,0.05000,14.669
13,mlp.experts.216.up_proj,0.0000100978,0.05000,14.648
13,mlp.experts.160.up_proj,0.0000242788,0.05000,14.448
13,mlp.experts.232.up_proj,failsafe(rtn): 0.0014191,0.00000,0.666
13,mlp.experts.248.up_proj,failsafe(rtn): 0.0014725,0.00000,0.813
13,mlp.experts.122.up_proj,0.0000028949,0.05000,13.929
13,mlp.experts.85.up_proj,0.0000065974,0.05000,14.088
13,mlp.experts.102.up_proj,0.0000107116,0.05000,13.999
13,mlp.experts.126.up_proj,0.0000397335,0.05000,14.010
13,mlp.experts.65.up_proj,0.0000087945,0.05000,14.104
13,mlp.experts.114.up_proj,0.0000189889,0.05000,14.118
13,mlp.experts.125.up_proj,0.0000204531,0.05000,13.944
13,mlp.experts.137.up_proj,0.0000404273,0.05000,14.014
13,mlp.experts.130.up_proj,failsafe(rtn): 0.0014038,0.00000,0.710
13,mlp.experts.141.up_proj,failsafe(rtn): 0.0015106,0.00000,0.798
13,mlp.experts.107.up_proj,0.0000110121,0.05000,14.116
13,mlp.experts.99.up_proj,0.0000518133,0.05000,14.133
13,mlp.experts.135.up_proj,0.0000094418,0.05000,13.904
13,mlp.experts.148.up_proj,0.0000190433,0.05000,13.924
13,mlp.experts.156.up_proj,0.0000163094,0.05000,13.887
13,mlp.experts.159.up_proj,0.0000183329,0.05000,14.018
13,mlp.experts.176.up_proj,0.0000322084,0.05000,14.098
13,mlp.experts.264.up_proj,0.0000120284,0.05000,14.050
13,mlp.experts.138.up_proj,0.0000182539,0.05000,14.678
13,mlp.experts.142.up_proj,0.0000206402,0.05000,14.489
13,mlp.experts.118.up_proj,0.0000137148,0.05000,14.648
13,mlp.experts.101.up_proj,0.0000198106,0.05000,14.717
13,mlp.experts.81.up_proj,0.0000130164,0.05000,14.749
13,mlp.experts.153.up_proj,0.0000152731,0.05000,14.559
13,mlp.experts.146.up_proj,0.0000170991,0.05000,14.705
13,mlp.experts.157.up_proj,0.0000120642,0.05000,14.660
13,mlp.experts.123.up_proj,0.0000125289,0.05000,14.668
13,mlp.experts.115.up_proj,0.0000125692,0.05000,14.763
13,mlp.experts.151.up_proj,0.0000209817,0.05000,14.663
13,mlp.experts.164.up_proj,0.0000372700,0.05000,14.687
13,mlp.experts.172.up_proj,0.0000126485,0.05000,14.745
13,mlp.experts.167.up_proj,failsafe(rtn): 0.0014038,0.00000,0.725
13,mlp.experts.175.up_proj,0.0000211857,0.05000,14.817
13,mlp.experts.192.up_proj,0.0000376993,0.05000,14.917
13,mlp.experts.280.up_proj,0.0000387823,0.05000,14.797
13,mlp.experts.154.up_proj,0.0000199160,0.05000,14.355
13,mlp.experts.158.up_proj,0.0000311681,0.05000,14.469
13,mlp.experts.117.up_proj,0.0000226718,0.05000,14.345
13,mlp.experts.134.up_proj,0.0000180006,0.05000,14.438
13,mlp.experts.97.up_proj,0.0000100022,0.05000,14.385
13,mlp.experts.169.up_proj,0.0000381399,0.05000,14.409
13,mlp.experts.162.up_proj,0.0000086210,0.05000,14.284
13,mlp.experts.173.up_proj,0.0000135865,0.05000,14.309
13,mlp.experts.139.up_proj,0.0000375291,0.05000,14.221
13,mlp.experts.131.up_proj,0.0000123165,0.05000,14.119
13,mlp.experts.180.up_proj,0.0000301358,0.05000,14.185
13,mlp.experts.147.up_proj,failsafe(rtn): 0.0013885,0.00000,0.702
13,mlp.experts.188.up_proj,0.0000104351,0.05000,14.097
13,mlp.experts.183.up_proj,0.0000239298,0.05000,14.228
13,mlp.experts.204.up_proj,failsafe(rtn): 0.0014343,0.00000,0.835
13,mlp.experts.191.up_proj,0.0000075859,0.05000,14.323
13,mlp.experts.208.up_proj,0.0000388371,0.05000,14.286
13,mlp.experts.296.up_proj,0.0000335824,0.05000,14.163
13,mlp.experts.170.up_proj,0.0000060875,0.05000,14.404
13,mlp.experts.133.up_proj,0.0000083047,0.05000,14.496
13,mlp.experts.150.up_proj,0.0000409192,0.05000,14.461
13,mlp.experts.174.up_proj,0.0000199300,0.05000,14.702
13,mlp.experts.113.up_proj,0.0000623040,0.05000,14.614
13,mlp.experts.185.up_proj,0.0000095456,0.05000,14.626
13,mlp.experts.178.up_proj,0.0000170277,0.05000,14.552
13,mlp.experts.189.up_proj,0.0000136689,0.05000,14.593
13,mlp.experts.155.up_proj,0.0000477135,0.05000,14.611
13,mlp.experts.196.up_proj,0.0000328707,0.05000,14.540
13,mlp.experts.163.up_proj,0.0000040909,0.05000,14.534
13,mlp.experts.199.up_proj,0.0000098403,0.05000,14.549
13,mlp.experts.220.up_proj,0.0000178369,0.05000,14.477
13,mlp.experts.207.up_proj,0.0000084579,0.05000,14.523
13,mlp.experts.236.up_proj,failsafe(rtn): 0.0014343,0.00000,0.786
13,mlp.experts.224.up_proj,0.0000063046,0.05000,14.595
13,mlp.experts.312.up_proj,0.0000303326,0.05000,14.696
13,mlp.experts.186.up_proj,0.0000082438,0.05000,14.513
13,mlp.experts.149.up_proj,0.0000132014,0.05000,14.480
13,mlp.experts.166.up_proj,0.0000139116,0.05000,14.473
13,mlp.experts.190.up_proj,0.0000273788,0.05000,14.521
13,mlp.experts.129.up_proj,0.0000182840,0.05000,14.555
13,mlp.experts.165.up_proj,failsafe(rtn): 0.0014725,0.00000,0.777
13,mlp.experts.194.up_proj,0.0000208954,0.05000,14.401
13,mlp.experts.201.up_proj,0.0000278651,0.05000,14.593
13,mlp.experts.171.up_proj,0.0000155318,0.05000,14.475
13,mlp.experts.205.up_proj,0.0000161098,0.05000,14.614
13,mlp.experts.210.up_proj,failsafe(rtn): 0.0014648,0.00000,0.731
13,mlp.experts.212.up_proj,0.0000106171,0.05000,14.469
13,mlp.experts.179.up_proj,0.0000550478,0.05000,14.545
13,mlp.experts.215.up_proj,0.0000098598,0.05000,14.649
13,mlp.experts.223.up_proj,0.0000504852,0.05000,14.490
13,mlp.experts.231.up_proj,failsafe(rtn): 0.0014420,0.00000,0.714
13,mlp.experts.252.up_proj,0.0000239258,0.05000,14.387
13,mlp.experts.240.up_proj,0.0000361890,0.05000,14.477
13,mlp.experts.328.up_proj,0.0000130346,0.05000,14.210
13,mlp.experts.202.up_proj,0.0000118404,0.05000,14.645
13,mlp.experts.182.up_proj,0.0000088186,0.05000,14.621
13,mlp.experts.206.up_proj,0.0000075546,0.05000,14.593
13,mlp.experts.145.up_proj,0.0000144638,0.05000,14.683
13,mlp.experts.181.up_proj,0.0000276139,0.05000,14.533
13,mlp.experts.217.up_proj,0.0000088223,0.05000,14.706
13,mlp.experts.187.up_proj,0.0000118024,0.05000,14.607
13,mlp.experts.221.up_proj,0.0000076391,0.05000,14.731
13,mlp.experts.226.up_proj,0.0000100252,0.05000,14.624
13,mlp.experts.203.up_proj,failsafe(rtn): 0.0014496,0.00000,0.700
13,mlp.experts.228.up_proj,0.0000046059,0.05000,14.566
13,mlp.experts.195.up_proj,0.0000386236,0.05000,14.661
13,mlp.experts.239.up_proj,0.0000053798,0.05000,14.451
13,mlp.experts.268.up_proj,0.0000511417,0.05000,14.532
13,mlp.experts.247.up_proj,0.0000287852,0.05000,14.664
13,mlp.experts.256.up_proj,0.0000469426,0.05000,14.660
13,mlp.experts.344.up_proj,0.0000181293,0.05000,14.698
13,mlp.experts.360.up_proj,failsafe(rtn): 0.0014496,0.00000,0.780
13,mlp.experts.218.up_proj,0.0000256727,0.05000,14.441
13,mlp.experts.198.up_proj,0.0000521228,0.05000,14.454
13,mlp.experts.222.up_proj,0.0000363812,0.05000,14.580
13,mlp.experts.161.up_proj,0.0000147064,0.05000,14.583
13,mlp.experts.197.up_proj,0.0000282063,0.05000,14.530
13,mlp.experts.233.up_proj,0.0000225196,0.05000,14.603
13,mlp.experts.237.up_proj,0.0000151618,0.05000,14.664
13,mlp.experts.242.up_proj,0.0000143003,0.05000,14.799
13,mlp.experts.244.up_proj,0.0000019544,0.05000,14.543
13,mlp.experts.219.up_proj,0.0000088314,0.05000,14.615
13,mlp.experts.253.up_proj,failsafe(rtn): 0.0013809,0.00000,0.833
13,mlp.experts.211.up_proj,0.0000127365,0.05000,14.659
13,mlp.experts.260.up_proj,failsafe(rtn): 0.0014954,0.00000,0.805
13,mlp.experts.255.up_proj,0.0000577568,0.05000,14.542
13,mlp.experts.276.up_proj,failsafe(rtn): 0.0014191,0.00000,0.802
13,mlp.experts.284.up_proj,0.0000277154,0.05000,14.800
13,mlp.experts.263.up_proj,0.0000209606,0.05000,14.811
13,mlp.experts.272.up_proj,0.0000140220,0.05000,14.760
13,mlp.experts.376.up_proj,0.0000093077,0.05000,14.607
13,mlp.experts.392.up_proj,failsafe(rtn): 0.0014877,0.00000,0.733
13,mlp.experts.408.up_proj,failsafe(rtn): 0.0014496,0.00000,0.762
13,mlp.experts.234.up_proj,0.0000215139,0.05000,14.989
13,mlp.experts.214.up_proj,0.0000262835,0.05000,15.251
13,mlp.experts.238.up_proj,0.0000045212,0.05000,15.002
13,mlp.experts.177.up_proj,0.0000254430,0.05000,15.227
13,mlp.experts.213.up_proj,0.0000157960,0.05000,15.149
13,mlp.experts.249.up_proj,0.0000236247,0.05000,15.133
13,mlp.experts.258.up_proj,0.0000077460,0.05000,15.072
13,mlp.experts.235.up_proj,0.0000042260,0.05000,15.093
13,mlp.experts.269.up_proj,0.0000133574,0.05000,15.118
13,mlp.experts.227.up_proj,0.0000073134,0.05000,15.178
13,mlp.experts.271.up_proj,0.0000117724,0.05000,14.996
13,mlp.experts.292.up_proj,0.0000163184,0.05000,15.128
13,mlp.experts.300.up_proj,0.0000276945,0.05000,14.913
13,mlp.experts.279.up_proj,0.0000231603,0.05000,15.019
13,mlp.experts.288.up_proj,0.0000137439,0.05000,14.996
13,mlp.experts.424.up_proj,0.0000252046,0.05000,14.826
13,mlp.experts.250.up_proj,0.0000110741,0.05000,14.886
13,mlp.experts.230.up_proj,0.0000160843,0.05000,14.958
13,mlp.experts.254.up_proj,0.0000161095,0.05000,14.968
13,mlp.experts.229.up_proj,0.0000327010,0.05000,14.888
13,mlp.experts.193.up_proj,0.0000411079,0.05000,14.983
13,mlp.experts.265.up_proj,0.0000187533,0.05000,14.964
13,mlp.experts.274.up_proj,0.0000283018,0.05000,14.914
13,mlp.experts.251.up_proj,0.0000239714,0.05000,14.927
13,mlp.experts.285.up_proj,0.0000180334,0.05000,14.826
13,mlp.experts.243.up_proj,0.0000287281,0.05000,14.768
13,mlp.experts.287.up_proj,0.0000067833,0.05000,14.830
13,mlp.experts.316.up_proj,0.0000302146,0.05000,14.793
13,mlp.experts.308.up_proj,0.0000077322,0.05000,14.929
13,mlp.experts.295.up_proj,0.0000130966,0.05000,14.939
13,mlp.experts.332.up_proj,failsafe(rtn): 0.0014801,0.00000,0.831
13,mlp.experts.304.up_proj,0.0000181880,0.05000,15.024
13,mlp.experts.440.up_proj,0.0000146127,0.05000,14.991
13,mlp.experts.456.up_proj,failsafe(rtn): 0.0014496,0.00000,0.680
13,mlp.experts.266.up_proj,0.0000200536,0.05000,14.773
13,mlp.experts.270.up_proj,0.0000152552,0.05000,14.689
13,mlp.experts.246.up_proj,0.0000158747,0.05000,14.767
13,mlp.experts.245.up_proj,0.0000021873,0.05000,14.679
13,mlp.experts.209.up_proj,0.0000159501,0.05000,14.716
13,mlp.experts.286.up_proj,failsafe(rtn): 0.0014801,0.00000,0.746
13,mlp.experts.281.up_proj,0.0000347163,0.05000,14.721
13,mlp.experts.290.up_proj,0.0000090532,0.05000,14.625
13,mlp.experts.267.up_proj,0.0000210744,0.05000,14.631
13,mlp.experts.259.up_proj,0.0000158330,0.05000,14.594
13,mlp.experts.301.up_proj,0.0000619013,0.05000,14.629
13,mlp.experts.303.up_proj,0.0000081729,0.05000,14.651
13,mlp.experts.324.up_proj,0.0000092409,0.05000,14.480
13,mlp.experts.311.up_proj,0.0000336439,0.05000,14.403
13,mlp.experts.320.up_proj,0.0000014951,0.05000,14.370
13,mlp.experts.348.up_proj,0.0000048847,0.05000,14.533
13,mlp.experts.472.up_proj,0.0000202154,0.05000,14.412
13,mlp.experts.282.up_proj,0.0000010117,0.05000,14.360
13,mlp.experts.262.up_proj,0.0000145289,0.05000,14.352
13,mlp.experts.261.up_proj,0.0000209131,0.05000,14.371
13,mlp.experts.225.up_proj,0.0000240207,0.05000,14.346
13,mlp.experts.302.up_proj,0.0000302840,0.05000,14.225
13,mlp.experts.297.up_proj,0.0000121484,0.05000,14.414
13,mlp.experts.277.up_proj,failsafe(rtn): 0.0013504,0.00000,0.794
13,mlp.experts.306.up_proj,0.0000210373,0.05000,14.516
13,mlp.experts.283.up_proj,0.0000137772,0.05000,14.378
13,mlp.experts.275.up_proj,0.0000098840,0.05000,14.369
13,mlp.experts.317.up_proj,0.0000290182,0.05000,14.431
13,mlp.experts.319.up_proj,0.0000153833,0.05000,14.398
13,mlp.experts.340.up_proj,0.0000226047,0.05000,14.486
13,mlp.experts.327.up_proj,0.0000302006,0.05000,14.481
13,mlp.experts.364.up_proj,0.0000122806,0.05000,14.406
13,mlp.experts.336.up_proj,0.0000013032,0.05000,14.631
13,mlp.experts.488.up_proj,0.0000241764,0.05000,14.707
13,mlp.experts.298.up_proj,0.0000173799,0.05000,14.235
13,mlp.experts.278.up_proj,0.0000214691,0.05000,14.089
13,mlp.experts.241.up_proj,0.0000329058,0.05000,14.299
13,mlp.experts.318.up_proj,0.0000394215,0.05000,14.231
13,mlp.experts.313.up_proj,0.0000256415,0.05000,14.269
13,mlp.experts.293.up_proj,0.0000191210,0.05000,14.087
13,mlp.experts.334.up_proj,failsafe(rtn): 0.0014038,0.00000,0.792
13,mlp.experts.322.up_proj,0.0000271835,0.05000,14.273
13,mlp.experts.299.up_proj,0.0000051893,0.05000,14.287
13,mlp.experts.333.up_proj,0.0000628873,0.05000,14.135
13,mlp.experts.291.up_proj,0.0000223511,0.05000,14.230
13,mlp.experts.335.up_proj,0.0000130936,0.05000,14.162
13,mlp.experts.307.up_proj,failsafe(rtn): 0.0015488,0.00000,0.678
13,mlp.experts.356.up_proj,0.0000119970,0.05000,14.144
13,mlp.experts.351.up_proj,failsafe(rtn): 0.0013962,0.00000,0.748
13,mlp.experts.343.up_proj,0.0000071396,0.05000,14.204
13,mlp.experts.380.up_proj,0.0000286482,0.05000,14.146
13,mlp.experts.372.up_proj,failsafe(rtn): 0.0014954,0.00000,0.748
13,mlp.experts.352.up_proj,0.0000125101,0.05000,14.184
13,mlp.experts.504.up_proj,0.0000116769,0.05000,14.190
13,mlp.experts.8.down_proj,0.0000004342,0.05000,3.887
13,mlp.experts.314.up_proj,0.0000175302,0.05000,15.126
13,mlp.experts.294.up_proj,0.0000256849,0.05000,14.949
13,mlp.experts.24.down_proj,0.0000010062,0.05000,3.540
13,mlp.experts.40.down_proj,failsafe(rtn): 0.0013885,0.00000,0.198
13,mlp.experts.257.up_proj,0.0000274258,0.05000,15.020
13,mlp.experts.329.up_proj,0.0000091472,0.05000,15.072
13,mlp.experts.309.up_proj,0.0000428694,0.05000,15.046
13,mlp.experts.350.up_proj,0.0000132577,0.05000,15.031
13,mlp.experts.338.up_proj,0.0000079887,0.05000,15.140
13,mlp.experts.345.up_proj,failsafe(rtn): 0.0013580,0.00000,0.819
13,mlp.experts.315.up_proj,0.0000159536,0.05000,15.150
13,mlp.experts.349.up_proj,0.0000195260,0.05000,15.142
13,mlp.experts.323.up_proj,0.0000136425,0.05000,15.085
13,mlp.experts.367.up_proj,0.0000165312,0.05000,15.058
13,mlp.experts.359.up_proj,0.0000143657,0.05000,14.957
13,mlp.experts.56.down_proj,0.0000005619,0.05000,3.542
13,mlp.experts.396.up_proj,0.0000146285,0.05000,14.883
13,mlp.experts.388.up_proj,0.0000289556,0.05000,14.924
13,mlp.experts.368.up_proj,0.0000198825,0.05000,15.021
13,mlp.experts.384.up_proj,failsafe(rtn): 0.0014954,0.00000,0.701
13,mlp.experts.400.up_proj,failsafe(rtn): 0.0014420,0.00000,0.744
13,mlp.experts.72.down_proj,0.0000023070,0.05000,3.607
13,mlp.experts.88.down_proj,0.0000036732,0.05000,3.574
13,mlp.experts.104.down_proj,failsafe(rtn): 0.0014954,0.00000,0.194
13,mlp.experts.120.down_proj,failsafe(rtn): 0.0014572,0.00000,0.195
13,mlp.experts.330.up_proj,0.0000265760,0.05000,14.616
13,mlp.experts.310.up_proj,0.0000233890,0.05000,14.481
13,mlp.experts.273.up_proj,0.0000123673,0.05000,14.353
13,mlp.experts.136.down_proj,0.0000012198,0.05000,3.445
13,mlp.experts.325.up_proj,0.0000110440,0.05000,14.218
13,mlp.experts.366.up_proj,0.0000119811,0.05000,14.271
13,mlp.experts.361.up_proj,0.0000286270,0.05000,14.099
13,mlp.experts.354.up_proj,0.0000475000,0.05000,14.263
13,mlp.experts.331.up_proj,0.0000102422,0.05000,14.330
13,mlp.experts.382.up_proj,failsafe(rtn): 0.0015335,0.00000,0.815
13,mlp.experts.365.up_proj,0.0000463572,0.05000,14.344
13,mlp.experts.347.up_proj,failsafe(rtn): 0.0013733,0.00000,0.708
13,mlp.experts.339.up_proj,0.0000063678,0.05000,14.258
13,mlp.experts.383.up_proj,0.0000159213,0.05000,14.356
13,mlp.experts.375.up_proj,0.0000279059,0.05000,14.367
13,mlp.experts.404.up_proj,0.0000370141,0.05000,14.280
13,mlp.experts.412.up_proj,0.0000125832,0.05000,14.389
13,mlp.experts.152.down_proj,0.0000015761,0.05000,3.653
13,mlp.experts.428.up_proj,failsafe(rtn): 0.0014343,0.00000,0.656
13,mlp.experts.416.up_proj,0.0000262006,0.05000,14.337
13,mlp.experts.168.down_proj,0.0000007807,0.05000,3.417
13,mlp.experts.184.down_proj,0.0000009736,0.05000,3.367
13,mlp.experts.346.up_proj,0.0000159111,0.05000,13.873
13,mlp.experts.362.up_proj,failsafe(rtn): 0.0014038,0.00000,0.718
13,mlp.experts.326.up_proj,0.0000221637,0.05000,14.067
13,mlp.experts.289.up_proj,0.0000083414,0.05000,13.955
13,mlp.experts.378.up_proj,failsafe(rtn): 0.0014648,0.00000,0.789
13,mlp.experts.200.down_proj,0.0000022059,0.05000,3.632
13,mlp.experts.341.up_proj,0.0000091696,0.05000,14.103
13,mlp.experts.377.up_proj,0.0000347517,0.05000,14.229
13,mlp.experts.370.up_proj,0.0000185487,0.05000,14.215
13,mlp.experts.398.up_proj,0.0000121085,0.05000,14.157
13,mlp.experts.381.up_proj,0.0000032926,0.05000,14.166
13,mlp.experts.355.up_proj,0.0000390217,0.05000,14.164
13,mlp.experts.363.up_proj,0.0000065393,0.05000,14.230
13,mlp.experts.391.up_proj,0.0000187724,0.05000,14.165
13,mlp.experts.399.up_proj,0.0000104278,0.05000,14.289
13,mlp.experts.420.up_proj,0.0000123957,0.05000,14.285
13,mlp.experts.216.down_proj,0.0000012550,0.05000,3.853
13,mlp.experts.232.down_proj,failsafe(rtn): 0.0015030,0.00000,0.189
13,mlp.experts.248.down_proj,failsafe(rtn): 0.0015411,0.00000,0.216
13,mlp.experts.436.up_proj,failsafe(rtn): 0.0014191,0.00000,0.761
13,mlp.experts.444.up_proj,0.0000252693,0.05000,14.360
13,mlp.experts.432.up_proj,0.0000117113,0.05000,14.339
13,mlp.experts.264.down_proj,0.0000010046,0.05000,3.656
13,mlp.experts.280.down_proj,0.0000022968,0.05000,3.570
13,mlp.experts.342.up_proj,0.0000057403,0.05000,14.838
13,mlp.experts.394.up_proj,0.0000161352,0.05000,14.627
13,mlp.experts.305.up_proj,0.0000145117,0.05000,14.772
13,mlp.experts.357.up_proj,0.0000344421,0.05000,14.556
13,mlp.experts.410.up_proj,failsafe(rtn): 0.0014954,0.00000,0.683
13,mlp.experts.296.down_proj,0.0000019720,0.05000,3.583
13,mlp.experts.386.up_proj,0.0000065480,0.05000,14.451
13,mlp.experts.393.up_proj,0.0000098995,0.05000,14.610
13,mlp.experts.414.up_proj,0.0000401673,0.05000,14.531
13,mlp.experts.397.up_proj,0.0000253343,0.05000,14.600
13,mlp.experts.371.up_proj,0.0000179846,0.05000,14.469
13,mlp.experts.379.up_proj,0.0000124565,0.05000,14.462
13,mlp.experts.407.up_proj,0.0000093572,0.05000,14.504
13,mlp.experts.415.up_proj,0.0000149070,0.05000,14.523
13,mlp.experts.423.up_proj,failsafe(rtn): 0.0015335,0.00000,0.664
13,mlp.experts.312.down_proj,0.0000046200,0.05000,3.488
13,mlp.experts.452.up_proj,0.0000510542,0.05000,14.310
13,mlp.experts.460.up_proj,0.0000211696,0.05000,14.323
13,mlp.experts.448.up_proj,0.0000481682,0.05000,14.449
13,mlp.experts.328.down_proj,0.0000011627,0.05000,3.742
13,mlp.experts.344.down_proj,0.0000010458,0.05000,3.673
13,mlp.experts.360.down_proj,failsafe(rtn): 0.0015106,0.00000,0.186
13,mlp.experts.358.up_proj,0.0000347519,0.05000,14.434
13,mlp.experts.321.up_proj,0.0000242847,0.05000,14.640
13,mlp.experts.373.up_proj,0.0000324887,0.05000,14.505
13,mlp.experts.426.up_proj,0.0000040169,0.05000,14.496
13,mlp.experts.376.down_proj,0.0000006280,0.05000,3.619
13,mlp.experts.392.down_proj,failsafe(rtn): 0.0015640,0.00000,0.175
13,mlp.experts.402.up_proj,0.0000072986,0.05000,14.383
13,mlp.experts.409.up_proj,0.0000326790,0.05000,14.499
13,mlp.experts.408.down_proj,failsafe(rtn): 0.0015259,0.00000,0.184
13,mlp.experts.430.up_proj,0.0000148390,0.05000,14.443
13,mlp.experts.413.up_proj,0.0000171931,0.05000,14.526
13,mlp.experts.425.up_proj,failsafe(rtn): 0.0014801,0.00000,0.758
13,mlp.experts.387.up_proj,0.0000136269,0.05000,14.613
13,mlp.experts.395.up_proj,0.0000084984,0.05000,14.789
13,mlp.experts.429.up_proj,failsafe(rtn): 0.0014267,0.00000,0.835
13,mlp.experts.431.up_proj,0.0000115590,0.05000,14.637
13,mlp.experts.439.up_proj,0.0000171416,0.05000,14.727
13,mlp.experts.476.up_proj,0.0000298267,0.05000,14.540
13,mlp.experts.468.up_proj,0.0000160579,0.05000,14.610
13,mlp.experts.424.down_proj,0.0000030500,0.05000,3.653
13,mlp.experts.464.up_proj,0.0000348480,0.05000,14.377
13,mlp.experts.440.down_proj,0.0000008290,0.05000,3.681
13,mlp.experts.456.down_proj,failsafe(rtn): 0.0014954,0.00000,0.178
13,mlp.experts.472.down_proj,0.0000016119,0.05000,3.607
13,mlp.experts.374.up_proj,0.0000353869,0.05000,14.276
13,mlp.experts.337.up_proj,0.0000376380,0.05000,14.248
13,mlp.experts.389.up_proj,0.0000091382,0.05000,14.218
13,mlp.experts.442.up_proj,0.0000150192,0.05000,14.326
13,mlp.experts.418.up_proj,0.0000207754,0.05000,14.315
13,mlp.experts.446.up_proj,0.0000457054,0.05000,14.252
13,mlp.experts.488.down_proj,0.0000014202,0.05000,3.412
13,mlp.experts.441.up_proj,0.0000250896,0.05000,14.075
13,mlp.experts.403.up_proj,0.0000206868,0.05000,14.090
13,mlp.experts.445.up_proj,0.0000110492,0.05000,14.013
13,mlp.experts.411.up_proj,0.0000012058,0.05000,14.142
13,mlp.experts.447.up_proj,0.0000341911,0.05000,14.145
13,mlp.experts.455.up_proj,0.0000280405,0.05000,14.223
13,mlp.experts.484.up_proj,0.0000179020,0.05000,14.226
13,mlp.experts.492.up_proj,0.0000335045,0.05000,14.322
13,mlp.experts.504.down_proj,0.0000011389,0.05000,3.711
13,mlp.experts.480.up_proj,0.0000108009,0.05000,14.362
13,mlp.experts.390.up_proj,0.0000159943,0.05000,13.760
13,mlp.experts.405.up_proj,0.0000075023,0.05000,13.570
13,mlp.experts.353.up_proj,0.0000205892,0.05000,13.886
13,mlp.experts.458.up_proj,0.0000060790,0.05000,13.700
13,mlp.experts.434.up_proj,0.0000069384,0.05000,13.677
13,mlp.experts.462.up_proj,0.0000251784,0.05000,13.634
13,mlp.experts.457.up_proj,0.0000141262,0.05000,13.729
13,mlp.experts.419.up_proj,0.0000343390,0.05000,13.612
13,mlp.experts.461.up_proj,0.0000364615,0.05000,13.629
13,mlp.experts.427.up_proj,0.0000041405,0.05000,13.668
13,mlp.experts.463.up_proj,0.0000217905,0.05000,13.522
13,mlp.experts.471.up_proj,0.0000059488,0.05000,13.480
13,mlp.experts.500.up_proj,0.0000111344,0.05000,13.419
13,mlp.experts.508.up_proj,0.0000190694,0.05000,13.381
13,mlp.experts.496.up_proj,0.0000159268,0.05000,13.293
13,mlp.experts.0.down_proj,failsafe(rtn): 0.0015259,0.00000,0.172
13,mlp.experts.4.down_proj,0.0000007939,0.05000,3.423
13,mlp.experts.12.down_proj,0.0000015365,0.05000,3.425
13,mlp.experts.20.down_proj,failsafe(rtn): 0.0015030,0.00000,0.174
13,mlp.experts.28.down_proj,failsafe(rtn): 0.0014420,0.00000,0.178
13,mlp.experts.16.down_proj,0.0000014570,0.05000,3.370
13,mlp.experts.44.down_proj,0.0000003962,0.05000,3.372
13,mlp.experts.36.down_proj,0.0000009048,0.05000,3.423
13,mlp.experts.32.down_proj,0.0000012185,0.05000,3.350
13,mlp.experts.406.up_proj,0.0000027602,0.05000,13.472
13,mlp.experts.422.up_proj,failsafe(rtn): 0.0013809,0.00000,0.702
13,mlp.experts.421.up_proj,0.0000234376,0.05000,13.418
13,mlp.experts.369.up_proj,0.0000083842,0.05000,13.458
13,mlp.experts.474.up_proj,0.0000233268,0.05000,13.464
13,mlp.experts.52.down_proj,0.0000025772,0.05000,3.307
13,mlp.experts.60.down_proj,0.0000024163,0.05000,3.352
13,mlp.experts.450.up_proj,0.0000180005,0.05000,13.421
13,mlp.experts.490.up_proj,failsafe(rtn): 0.0013962,0.00000,0.713
13,mlp.experts.478.up_proj,0.0000352839,0.05000,13.489
13,mlp.experts.48.down_proj,0.0000010268,0.05000,3.381
13,mlp.experts.473.up_proj,0.0000273594,0.05000,13.547
13,mlp.experts.506.up_proj,failsafe(rtn): 0.0014954,0.00000,0.661
13,mlp.experts.435.up_proj,0.0000321214,0.05000,13.538
13,mlp.experts.477.up_proj,0.0000178928,0.05000,13.489
13,mlp.experts.443.up_proj,0.0000199158,0.05000,13.544
13,mlp.experts.479.up_proj,0.0000240428,0.05000,13.555
13,mlp.experts.487.up_proj,0.0000183166,0.05000,13.446
13,mlp.experts.76.down_proj,0.0000010677,0.05000,3.281
13,mlp.experts.68.down_proj,0.0000015108,0.05000,3.347
13,mlp.experts.64.down_proj,0.0000006391,0.05000,3.299
13,mlp.experts.80.down_proj,failsafe(rtn): 0.0015335,0.00000,0.177
13,mlp.experts.10.down_proj,0.0000040926,0.05000,3.289
13,mlp.experts.92.down_proj,0.0000011831,0.05000,3.358
13,mlp.experts.84.down_proj,0.0000026314,0.05000,3.349
13,mlp.experts.96.down_proj,0.0000015333,0.05000,3.318
13,mlp.experts.26.down_proj,0.0000034243,0.05000,3.300
13,mlp.experts.108.down_proj,0.0000004063,0.05000,3.202
13,mlp.experts.100.down_proj,0.0000008198,0.05000,3.289
13,mlp.experts.112.down_proj,0.0000008992,0.05000,3.307
13,mlp.experts.42.down_proj,0.0000003744,0.05000,3.269
13,mlp.experts.128.down_proj,failsafe(rtn): 0.0014725,0.00000,0.170
13,mlp.experts.438.up_proj,0.0000100961,0.05000,13.110
13,mlp.experts.437.up_proj,0.0000230721,0.05000,13.312
13,mlp.experts.385.up_proj,0.0000495891,0.05000,13.233
13,mlp.experts.124.down_proj,0.0000022240,0.05000,3.313
13,mlp.experts.116.down_proj,0.0000024772,0.05000,3.256
13,mlp.experts.466.up_proj,0.0000104041,0.05000,13.202
13,mlp.experts.494.up_proj,0.0000142643,0.05000,13.244
13,mlp.experts.482.up_proj,failsafe(rtn): 0.0014267,0.00000,0.756
13,mlp.experts.489.up_proj,0.0000172319,0.05000,13.201
13,mlp.experts.58.down_proj,0.0000012114,0.05000,3.426
13,mlp.experts.144.down_proj,0.0000012500,0.05000,3.387
13,mlp.experts.451.up_proj,0.0000188052,0.05000,13.354
13,mlp.experts.493.up_proj,0.0000384709,0.05000,13.282
13,mlp.experts.459.up_proj,0.0000180082,0.05000,13.402
13,mlp.experts.495.up_proj,0.0000131898,0.05000,13.301
13,mlp.experts.503.up_proj,0.0000164886,0.05000,13.356
13,mlp.experts.511.up_proj,failsafe(rtn): 0.0014038,0.00000,0.711
13,mlp.experts.140.down_proj,0.0000003474,0.05000,3.522
13,mlp.experts.132.down_proj,0.0000005512,0.05000,3.470
13,mlp.experts.74.down_proj,0.0000003533,0.05000,3.449
13,mlp.experts.160.down_proj,0.0000028898,0.05000,3.392
13,mlp.experts.15.down_proj,0.0000029939,0.05000,3.260
13,mlp.experts.7.down_proj,0.0000009661,0.05000,3.318
13,mlp.experts.148.down_proj,0.0000021536,0.05000,3.313
13,mlp.experts.156.down_proj,0.0000008131,0.05000,3.405
13,mlp.experts.176.down_proj,0.0000049636,0.05000,3.268
13,mlp.experts.90.down_proj,0.0000036499,0.05000,3.302
13,mlp.experts.23.down_proj,0.0000019015,0.05000,3.285
13,mlp.experts.31.down_proj,0.0000010226,0.05000,3.358
13,mlp.experts.164.down_proj,0.0000018303,0.05000,3.359
13,mlp.experts.172.down_proj,0.0000011060,0.05000,3.376
13,mlp.experts.192.down_proj,0.0000022099,0.05000,3.384
13,mlp.experts.106.down_proj,0.0000012113,0.05000,3.385
13,mlp.experts.454.up_proj,0.0000015475,0.05000,13.402
13,mlp.experts.453.up_proj,0.0000104431,0.05000,13.591
13,mlp.experts.39.down_proj,0.0000011880,0.05000,3.430
13,mlp.experts.47.down_proj,0.0000005945,0.05000,3.411
13,mlp.experts.401.up_proj,0.0000233625,0.05000,13.632
13,mlp.experts.180.down_proj,0.0000017629,0.05000,3.400
13,mlp.experts.188.down_proj,0.0000010651,0.05000,3.398
13,mlp.experts.204.down_proj,failsafe(rtn): 0.0014877,0.00000,0.159
13,mlp.experts.510.up_proj,0.0000226248,0.05000,13.419
13,mlp.experts.498.up_proj,0.0000068370,0.05000,13.281
13,mlp.experts.505.up_proj,0.0000125263,0.05000,13.621
13,mlp.experts.467.up_proj,0.0000295739,0.05000,13.392
13,mlp.experts.208.down_proj,0.0000023740,0.05000,3.359
13,mlp.experts.9.down_proj,failsafe(rtn): 0.0015488,0.00000,0.152
13,mlp.experts.122.down_proj,0.0000001818,0.05000,3.410
13,mlp.experts.509.up_proj,0.0000120032,0.05000,13.375
13,mlp.experts.475.up_proj,0.0000128777,0.05000,13.293
13,mlp.experts.483.up_proj,failsafe(rtn): 0.0013657,0.00000,0.647
13,mlp.experts.55.down_proj,0.0000037527,0.05000,3.313
13,mlp.experts.63.down_proj,0.0000016076,0.05000,3.329
13,mlp.experts.71.down_proj,failsafe(rtn): 0.0013885,0.00000,0.193
13,mlp.experts.196.down_proj,0.0000022138,0.05000,3.316
13,mlp.experts.220.down_proj,0.0000010312,0.05000,3.257
13,mlp.experts.14.down_proj,0.0000015392,0.05000,3.224
13,mlp.experts.236.down_proj,failsafe(rtn): 0.0014572,0.00000,0.166
13,mlp.experts.2.down_proj,0.0000026191,0.05000,3.332
13,mlp.experts.18.down_proj,failsafe(rtn): 0.0014954,0.00000,0.175
13,mlp.experts.25.down_proj,0.0000011129,0.05000,3.309
13,mlp.experts.224.down_proj,0.0000003486,0.05000,3.386
13,mlp.experts.138.down_proj,0.0000023298,0.05000,3.388
13,mlp.experts.13.down_proj,0.0000005050,0.05000,3.442
13,mlp.experts.79.down_proj,0.0000024211,0.05000,3.404
13,mlp.experts.87.down_proj,0.0000017303,0.05000,3.384
13,mlp.experts.95.down_proj,failsafe(rtn): 0.0015182,0.00000,0.163
13,mlp.experts.111.down_proj,failsafe(rtn): 0.0014648,0.00000,0.160
13,mlp.experts.212.down_proj,0.0000004976,0.05000,3.453
13,mlp.experts.30.down_proj,0.0000017259,0.05000,3.433
13,mlp.experts.252.down_proj,0.0000014446,0.05000,3.419
13,mlp.experts.34.down_proj,0.0000051923,0.05000,3.420
13,mlp.experts.41.down_proj,0.0000016422,0.05000,3.325
13,mlp.experts.240.down_proj,0.0000024131,0.05000,3.306
13,mlp.experts.154.down_proj,0.0000019714,0.05000,3.269
13,mlp.experts.29.down_proj,0.0000009032,0.05000,3.263
13,mlp.experts.103.down_proj,0.0000007393,0.05000,3.161
13,mlp.experts.127.down_proj,0.0000006781,0.05000,3.177
13,mlp.experts.228.down_proj,0.0000004367,0.05000,3.151
13,mlp.experts.46.down_proj,0.0000004439,0.05000,3.067
13,mlp.experts.268.down_proj,0.0000056731,0.05000,3.118
13,mlp.experts.50.down_proj,0.0000017893,0.05000,3.087
13,mlp.experts.57.down_proj,0.0000019297,0.05000,3.100
13,mlp.experts.256.down_proj,0.0000024763,0.05000,3.157
13,mlp.experts.170.down_proj,0.0000003435,0.05000,3.121
13,mlp.experts.73.down_proj,failsafe(rtn): 0.0014801,0.00000,0.156
13,mlp.experts.45.down_proj,0.0000011930,0.05000,3.194
13,mlp.experts.470.up_proj,0.0000096274,0.05000,13.192
13,mlp.experts.469.up_proj,0.0000204014,0.05000,13.301
13,mlp.experts.417.up_proj,0.0000266309,0.05000,13.386
13,mlp.experts.119.down_proj,0.0000018698,0.05000,3.388
13,mlp.experts.143.down_proj,0.0000004307,0.05000,3.408
13,mlp.experts.244.down_proj,0.0000001165,0.05000,3.390
13,mlp.experts.260.down_proj,failsafe(rtn): 0.0015564,0.00000,0.166
13,mlp.experts.62.down_proj,0.0000004519,0.05000,3.444
13,mlp.experts.276.down_proj,failsafe(rtn): 0.0014725,0.00000,0.194
13,mlp.experts.284.down_proj,0.0000043971,0.05000,3.527
13,mlp.experts.66.down_proj,0.0000009392,0.05000,3.562
13,mlp.experts.186.down_proj,0.0000006612,0.05000,3.564
13,mlp.experts.272.down_proj,0.0000008748,0.05000,3.581
13,mlp.experts.89.down_proj,0.0000005443,0.05000,3.536
13,mlp.experts.491.up_proj,0.0000166490,0.05000,13.292
13,mlp.experts.61.down_proj,0.0000025077,0.05000,3.538
13,mlp.experts.499.up_proj,0.0000164271,0.05000,13.300
13,mlp.experts.507.up_proj,failsafe(rtn): 0.0014572,0.00000,0.628
13,mlp.experts.135.down_proj,0.0000006967,0.05000,3.323
13,mlp.experts.159.down_proj,0.0000025099,0.05000,3.263
13,mlp.experts.78.down_proj,0.0000023697,0.05000,3.276
13,mlp.experts.292.down_proj,0.0000007051,0.05000,3.177
13,mlp.experts.300.down_proj,0.0000015976,0.05000,3.168
13,mlp.experts.94.down_proj,failsafe(rtn): 0.0015335,0.00000,0.179
13,mlp.experts.82.down_proj,0.0000017837,0.05000,3.107
13,mlp.experts.202.down_proj,0.0000011229,0.05000,3.052
13,mlp.experts.288.down_proj,0.0000011120,0.05000,3.102
13,mlp.experts.105.down_proj,0.0000010029,0.05000,3.134
13,mlp.experts.77.down_proj,0.0000005466,0.05000,3.145
13,mlp.experts.3.down_proj,0.0000015461,0.05000,3.106
13,mlp.experts.11.down_proj,0.0000030968,0.05000,3.090
13,mlp.experts.151.down_proj,0.0000044887,0.05000,3.198
13,mlp.experts.167.down_proj,failsafe(rtn): 0.0015030,0.00000,0.158
13,mlp.experts.175.down_proj,0.0000018145,0.05000,3.233
13,mlp.experts.308.down_proj,0.0000008388,0.05000,3.187
13,mlp.experts.316.down_proj,0.0000020134,0.05000,3.206
13,mlp.experts.110.down_proj,0.0000008293,0.05000,3.119
13,mlp.experts.332.down_proj,failsafe(rtn): 0.0015640,0.00000,0.157
13,mlp.experts.98.down_proj,0.0000013516,0.05000,3.182
13,mlp.experts.218.down_proj,0.0000033978,0.05000,3.195
13,mlp.experts.304.down_proj,0.0000017657,0.05000,3.183
13,mlp.experts.121.down_proj,0.0000004364,0.05000,3.140
13,mlp.experts.93.down_proj,0.0000041049,0.05000,3.121
13,mlp.experts.109.down_proj,failsafe(rtn): 0.0015030,0.00000,0.166
13,mlp.experts.19.down_proj,0.0000032803,0.05000,3.244
13,mlp.experts.27.down_proj,0.0000009589,0.05000,3.189
13,mlp.experts.183.down_proj,0.0000022087,0.05000,3.227
13,mlp.experts.191.down_proj,0.0000006046,0.05000,3.223
13,mlp.experts.324.down_proj,0.0000010509,0.05000,3.190
13,mlp.experts.126.down_proj,0.0000022629,0.05000,3.228
13,mlp.experts.348.down_proj,0.0000003876,0.05000,3.293
13,mlp.experts.114.down_proj,0.0000019194,0.05000,3.321
13,mlp.experts.130.down_proj,failsafe(rtn): 0.0014801,0.00000,0.202
13,mlp.experts.234.down_proj,0.0000016364,0.05000,3.354
13,mlp.experts.320.down_proj,0.0000000883,0.05000,3.371
13,mlp.experts.137.down_proj,0.0000020333,0.05000,3.396
13,mlp.experts.125.down_proj,0.0000016306,0.05000,3.375
13,mlp.experts.141.down_proj,failsafe(rtn): 0.0015411,0.00000,0.180
13,mlp.experts.35.down_proj,0.0000025363,0.05000,3.469
13,mlp.experts.486.up_proj,0.0000099126,0.05000,13.020
13,mlp.experts.43.down_proj,0.0000007263,0.05000,3.496
13,mlp.experts.485.up_proj,0.0000282626,0.05000,13.035
13,mlp.experts.433.up_proj,0.0000158168,0.05000,13.114
13,mlp.experts.207.down_proj,0.0000009563,0.05000,3.428
13,mlp.experts.199.down_proj,0.0000006050,0.05000,3.480
13,mlp.experts.501.up_proj,failsafe(rtn): 0.0014420,0.00000,0.680
13,mlp.experts.340.down_proj,0.0000017544,0.05000,3.432
13,mlp.experts.142.down_proj,0.0000014545,0.05000,3.504
13,mlp.experts.364.down_proj,0.0000014976,0.05000,3.483
13,mlp.experts.146.down_proj,0.0000012210,0.05000,3.466
13,mlp.experts.250.down_proj,0.0000010265,0.05000,3.479
13,mlp.experts.336.down_proj,0.0000000764,0.05000,3.483
13,mlp.experts.153.down_proj,0.0000011475,0.05000,3.438
13,mlp.experts.157.down_proj,0.0000006009,0.05000,3.454
13,mlp.experts.51.down_proj,0.0000019818,0.05000,3.364
13,mlp.experts.59.down_proj,0.0000013838,0.05000,3.429
13,mlp.experts.223.down_proj,0.0000048552,0.05000,3.417
13,mlp.experts.215.down_proj,0.0000007512,0.05000,3.416
13,mlp.experts.5.down_proj,0.0000014627,0.05000,3.471
13,mlp.experts.231.down_proj,failsafe(rtn): 0.0014954,0.00000,0.190
13,mlp.experts.356.down_proj,0.0000005213,0.05000,3.439
13,mlp.experts.372.down_proj,failsafe(rtn): 0.0015793,0.00000,0.154
13,mlp.experts.158.down_proj,0.0000025447,0.05000,3.411
13,mlp.experts.380.down_proj,0.0000026605,0.05000,3.384
13,mlp.experts.162.down_proj,0.0000011556,0.05000,3.458
13,mlp.experts.266.down_proj,0.0000035071,0.05000,3.447
13,mlp.experts.352.down_proj,0.0000006775,0.05000,3.396
13,mlp.experts.169.down_proj,0.0000043882,0.05000,3.392
13,mlp.experts.173.down_proj,0.0000013177,0.05000,3.428
13,mlp.experts.67.down_proj,0.0000026862,0.05000,3.428
13,mlp.experts.75.down_proj,0.0000005179,0.05000,3.375
13,mlp.experts.239.down_proj,0.0000002482,0.05000,3.417
13,mlp.experts.21.down_proj,0.0000003156,0.05000,3.368
13,mlp.experts.247.down_proj,0.0000027987,0.05000,3.371
13,mlp.experts.388.down_proj,0.0000015329,0.05000,3.326
13,mlp.experts.174.down_proj,0.0000018699,0.05000,3.345
13,mlp.experts.396.down_proj,0.0000010662,0.05000,3.281
13,mlp.experts.178.down_proj,0.0000009096,0.05000,3.329
13,mlp.experts.368.down_proj,0.0000026253,0.05000,3.325
13,mlp.experts.282.down_proj,0.0000000703,0.05000,3.346
13,mlp.experts.185.down_proj,0.0000012914,0.05000,3.358
13,mlp.experts.384.down_proj,failsafe(rtn): 0.0015640,0.00000,0.176
13,mlp.experts.400.down_proj,failsafe(rtn): 0.0015030,0.00000,0.162
13,mlp.experts.189.down_proj,0.0000018294,0.05000,3.386
13,mlp.experts.83.down_proj,0.0000020991,0.05000,3.430
13,mlp.experts.91.down_proj,0.0000006188,0.05000,3.463
13,mlp.experts.255.down_proj,0.0000040203,0.05000,3.409
13,mlp.experts.263.down_proj,0.0000011026,0.05000,3.438
13,mlp.experts.37.down_proj,0.0000015317,0.05000,3.533
13,mlp.experts.404.down_proj,0.0000068245,0.05000,3.521
13,mlp.experts.190.down_proj,0.0000017549,0.05000,3.515
13,mlp.experts.412.down_proj,0.0000011693,0.05000,3.538
13,mlp.experts.428.down_proj,failsafe(rtn): 0.0014725,0.00000,0.165
13,mlp.experts.194.down_proj,0.0000013604,0.05000,3.529
13,mlp.experts.298.down_proj,0.0000015298,0.05000,3.463
13,mlp.experts.201.down_proj,0.0000046344,0.05000,3.469
13,mlp.experts.210.down_proj,failsafe(rtn): 0.0014801,0.00000,0.175
13,mlp.experts.416.down_proj,0.0000027244,0.05000,3.544
13,mlp.experts.205.down_proj,0.0000008090,0.05000,3.540
13,mlp.experts.99.down_proj,0.0000076456,0.05000,3.542
13,mlp.experts.502.up_proj,0.0000121512,0.05000,13.691
13,mlp.experts.107.down_proj,0.0000011257,0.05000,3.584
13,mlp.experts.449.up_proj,0.0000566401,0.05000,13.641
13,mlp.experts.271.down_proj,0.0000007822,0.05000,3.468
13,mlp.experts.279.down_proj,0.0000013079,0.05000,3.470
13,mlp.experts.53.down_proj,0.0000008785,0.05000,3.408
13,mlp.experts.465.up_proj,failsafe(rtn): 0.0013809,0.00000,0.686
13,mlp.experts.420.down_proj,0.0000014699,0.05000,3.346
13,mlp.experts.206.down_proj,0.0000006643,0.05000,3.372
13,mlp.experts.436.down_proj,failsafe(rtn): 0.0015182,0.00000,0.164
13,mlp.experts.444.down_proj,0.0000034673,0.05000,3.319
13,mlp.experts.314.down_proj,0.0000015080,0.05000,3.410
13,mlp.experts.217.down_proj,0.0000009869,0.05000,3.377
13,mlp.experts.226.down_proj,0.0000006694,0.05000,3.371
13,mlp.experts.432.down_proj,0.0000010062,0.05000,3.387
13,mlp.experts.221.down_proj,0.0000005823,0.05000,3.371
13,mlp.experts.115.down_proj,0.0000011561,0.05000,3.352
13,mlp.experts.6.down_proj,0.0000010031,0.05000,3.333
13,mlp.experts.123.down_proj,0.0000021365,0.05000,3.372
13,mlp.experts.287.down_proj,0.0000005772,0.05000,3.430
13,mlp.experts.295.down_proj,0.0000008719,0.05000,3.487
13,mlp.experts.69.down_proj,0.0000005048,0.05000,3.515
13,mlp.experts.222.down_proj,0.0000019630,0.05000,3.505
13,mlp.experts.452.down_proj,0.0000040296,0.05000,3.496
13,mlp.experts.460.down_proj,0.0000015233,0.05000,3.519
13,mlp.experts.330.down_proj,0.0000017429,0.05000,3.501
13,mlp.experts.233.down_proj,0.0000010526,0.05000,3.509
13,mlp.experts.242.down_proj,0.0000014664,0.05000,3.519
13,mlp.experts.448.down_proj,0.0000056809,0.05000,3.466
13,mlp.experts.237.down_proj,0.0000013083,0.05000,3.514
13,mlp.experts.131.down_proj,0.0000006066,0.05000,3.564
13,mlp.experts.253.down_proj,failsafe(rtn): 0.0014572,0.00000,0.182
13,mlp.experts.22.down_proj,0.0000023796,0.05000,3.565
13,mlp.experts.147.down_proj,failsafe(rtn): 0.0014801,0.00000,0.177
13,mlp.experts.139.down_proj,0.0000032912,0.05000,3.525
13,mlp.experts.303.down_proj,0.0000009533,0.05000,3.514
13,mlp.experts.311.down_proj,0.0000021937,0.05000,3.375
13,mlp.experts.85.down_proj,0.0000003937,0.05000,3.379
13,mlp.experts.238.down_proj,0.0000003382,0.05000,3.419
13,mlp.experts.468.down_proj,0.0000008501,0.05000,3.418
13,mlp.experts.476.down_proj,0.0000018065,0.05000,3.426
13,mlp.experts.346.down_proj,0.0000009242,0.05000,3.504
13,mlp.experts.249.down_proj,0.0000009857,0.05000,3.531
13,mlp.experts.258.down_proj,0.0000004831,0.05000,3.557
13,mlp.experts.362.down_proj,failsafe(rtn): 0.0014114,0.00000,0.174
13,mlp.experts.378.down_proj,failsafe(rtn): 0.0015335,0.00000,0.175
13,mlp.experts.464.down_proj,0.0000017624,0.05000,3.495
13,mlp.experts.38.down_proj,0.0000017281,0.05000,3.472
13,mlp.experts.269.down_proj,0.0000010609,0.05000,3.544
13,mlp.experts.163.down_proj,0.0000002850,0.05000,3.468
13,mlp.experts.155.down_proj,0.0000044601,0.05000,3.496
13,mlp.experts.319.down_proj,0.0000010291,0.05000,3.496
13,mlp.experts.327.down_proj,0.0000014367,0.05000,3.431
13,mlp.experts.101.down_proj,0.0000019444,0.05000,3.408
13,mlp.experts.254.down_proj,0.0000009173,0.05000,3.351
13,mlp.experts.484.down_proj,0.0000017275,0.05000,3.390
13,mlp.experts.492.down_proj,0.0000020717,0.05000,3.346
13,mlp.experts.265.down_proj,0.0000029674,0.05000,3.332
13,mlp.experts.274.down_proj,0.0000020748,0.05000,3.307
13,mlp.experts.480.down_proj,0.0000006961,0.05000,3.301
13,mlp.experts.394.down_proj,0.0000017633,0.05000,3.370
13,mlp.experts.410.down_proj,failsafe(rtn): 0.0015335,0.00000,0.170
13,mlp.experts.54.down_proj,0.0000032791,0.05000,3.385
13,mlp.experts.285.down_proj,0.0000010413,0.05000,3.382
13,mlp.experts.179.down_proj,0.0000052394,0.05000,3.345
13,mlp.experts.171.down_proj,0.0000012239,0.05000,3.350
13,mlp.experts.335.down_proj,0.0000022765,0.05000,3.411
13,mlp.experts.343.down_proj,0.0000005081,0.05000,3.411
13,mlp.experts.481.up_proj,0.0000186096,0.05000,13.677
13,mlp.experts.117.down_proj,0.0000026318,0.05000,3.456
13,mlp.experts.351.down_proj,failsafe(rtn): 0.0014877,0.00000,0.193
13,mlp.experts.270.down_proj,0.0000021920,0.05000,3.384
13,mlp.experts.286.down_proj,failsafe(rtn): 0.0015335,0.00000,0.171
13,mlp.experts.500.down_proj,0.0000005469,0.05000,3.441
13,mlp.experts.508.down_proj,0.0000014423,0.05000,3.386
13,mlp.experts.281.down_proj,0.0000019828,0.05000,3.432
13,mlp.experts.290.down_proj,0.0000004706,0.05000,3.402
13,mlp.experts.496.down_proj,0.0000011336,0.05000,3.350
13,mlp.experts.426.down_proj,0.0000002270,0.05000,3.350
13,mlp.experts.301.down_proj,0.0000069239,0.05000,3.295
13,mlp.experts.70.down_proj,0.0000004228,0.05000,3.312
13,mlp.experts.195.down_proj,0.0000022665,0.05000,3.326
13,mlp.experts.86.down_proj,failsafe(rtn): 0.0014496,0.00000,0.156
13,mlp.experts.187.down_proj,0.0000011462,0.05000,3.321
13,mlp.experts.203.down_proj,failsafe(rtn): 0.0015335,0.00000,0.171
13,mlp.experts.359.down_proj,0.0000012482,0.05000,3.080
13,mlp.experts.133.down_proj,0.0000010558,0.05000,3.053
13,mlp.experts.367.down_proj,0.0000013971,0.05000,3.033
13,mlp.experts.302.down_proj,0.0000015653,0.05000,2.949
13,mlp.experts.297.down_proj,0.0000017487,0.05000,2.695
13,mlp.experts.306.down_proj,0.0000013111,0.05000,2.723
13,mlp.experts.442.down_proj,0.0000010878,0.05000,2.646
13,mlp.experts.317.down_proj,0.0000015020,0.05000,2.604
13,mlp.experts.211.down_proj,0.0000009345,0.05000,2.604
13,mlp.experts.102.down_proj,0.0000014315,0.05000,2.612
13,mlp.experts.219.down_proj,0.0000007775,0.05000,2.511
13,mlp.experts.375.down_proj,0.0000009360,0.05000,2.509
13,mlp.experts.149.down_proj,0.0000007740,0.05000,2.491
13,mlp.experts.383.down_proj,0.0000007866,0.05000,2.494
13,mlp.experts.165.down_proj,failsafe(rtn): 0.0015335,0.00000,0.129
13,mlp.experts.318.down_proj,0.0000029852,0.05000,2.494
13,mlp.experts.334.down_proj,failsafe(rtn): 0.0014954,0.00000,0.129
13,mlp.experts.313.down_proj,0.0000019908,0.05000,2.506
13,mlp.experts.322.down_proj,0.0000022751,0.05000,2.532
13,mlp.experts.458.down_proj,0.0000004906,0.05000,2.518
13,mlp.experts.333.down_proj,0.0000042513,0.05000,2.530
13,mlp.experts.227.down_proj,0.0000004790,0.05000,2.551
13,mlp.experts.118.down_proj,0.0000012940,0.05000,2.526
13,mlp.experts.235.down_proj,0.0000004882,0.05000,2.558
13,mlp.experts.391.down_proj,0.0000014796,0.05000,2.577
13,mlp.experts.399.down_proj,0.0000004301,0.05000,2.640
13,mlp.experts.181.down_proj,0.0000027478,0.05000,2.572
13,mlp.experts.350.down_proj,0.0000008887,0.05000,2.589
13,mlp.experts.329.down_proj,0.0000009430,0.05000,2.580
13,mlp.experts.338.down_proj,0.0000005515,0.05000,2.551
13,mlp.experts.345.down_proj,failsafe(rtn): 0.0014343,0.00000,0.158
13,mlp.experts.474.down_proj,0.0000030908,0.05000,2.598
13,mlp.experts.490.down_proj,failsafe(rtn): 0.0014725,0.00000,0.120
13,mlp.experts.349.down_proj,0.0000023488,0.05000,2.587
13,mlp.experts.506.down_proj,failsafe(rtn): 0.0015564,0.00000,0.146
13,mlp.experts.243.down_proj,0.0000017096,0.05000,2.621
13,mlp.experts.134.down_proj,0.0000013158,0.05000,2.603
13,mlp.experts.251.down_proj,0.0000012611,0.05000,2.622
13,mlp.experts.497.up_proj,0.0000185711,0.05000,10.590
13,mlp.experts.407.down_proj,0.0000007453,0.05000,2.476
13,mlp.experts.415.down_proj,0.0000012042,0.05000,2.416
13,mlp.experts.197.down_proj,0.0000013563,0.05000,2.440
13,mlp.experts.423.down_proj,failsafe(rtn): 0.0015945,0.00000,0.112
13,mlp.experts.366.down_proj,0.0000020802,0.05000,2.409
13,mlp.experts.382.down_proj,failsafe(rtn): 0.0015640,0.00000,0.113
13,mlp.experts.354.down_proj,0.0000045671,0.05000,2.420
13,mlp.experts.361.down_proj,0.0000044300,0.05000,2.423
13,mlp.experts.365.down_proj,0.0000025154,0.05000,2.326
13,mlp.experts.259.down_proj,0.0000014384,0.05000,2.296
13,mlp.experts.150.down_proj,0.0000023395,0.05000,2.284
13,mlp.experts.267.down_proj,0.0000011111,0.05000,2.296
13,mlp.experts.1.down_proj,0.0000012125,0.05000,2.316
13,mlp.experts.431.down_proj,0.0000006590,0.05000,2.296
13,mlp.experts.213.down_proj,0.0000007411,0.05000,2.299
13,mlp.experts.439.down_proj,0.0000013040,0.05000,2.328
13,mlp.experts.398.down_proj,0.0000008627,0.05000,2.297
13,mlp.experts.370.down_proj,0.0000024604,0.05000,2.245
13,mlp.experts.377.down_proj,0.0000042239,0.05000,2.273
13,mlp.experts.381.down_proj,0.0000004271,0.05000,2.267
13,mlp.experts.275.down_proj,0.0000010439,0.05000,2.293
13,mlp.experts.166.down_proj,0.0000009745,0.05000,2.262
13,mlp.experts.283.down_proj,0.0000008864,0.05000,2.270
13,mlp.experts.17.down_proj,0.0000006171,0.05000,2.314
13,mlp.experts.447.down_proj,0.0000021240,0.05000,2.268
13,mlp.experts.229.down_proj,0.0000029742,0.05000,2.328
13,mlp.experts.455.down_proj,0.0000026765,0.05000,2.309
13,mlp.experts.414.down_proj,0.0000040382,0.05000,2.316
13,mlp.experts.386.down_proj,0.0000005031,0.05000,2.280
13,mlp.experts.393.down_proj,0.0000004070,0.05000,2.335
13,mlp.experts.397.down_proj,0.0000023113,0.05000,2.359
13,mlp.experts.182.down_proj,0.0000008670,0.05000,2.300
13,mlp.experts.291.down_proj,0.0000029824,0.05000,2.345
13,mlp.experts.307.down_proj,failsafe(rtn): 0.0015793,0.00000,0.114
13,mlp.experts.299.down_proj,0.0000002286,0.05000,2.301
13,mlp.experts.33.down_proj,0.0000025981,0.05000,2.286
13,mlp.experts.463.down_proj,0.0000019703,0.05000,2.288
13,mlp.experts.245.down_proj,0.0000002092,0.05000,2.269
13,mlp.experts.471.down_proj,0.0000005057,0.05000,2.275
13,mlp.experts.430.down_proj,0.0000007085,0.05000,2.201
13,mlp.experts.402.down_proj,0.0000006684,0.05000,2.228
13,mlp.experts.409.down_proj,0.0000020488,0.05000,2.202
13,mlp.experts.425.down_proj,failsafe(rtn): 0.0015869,0.00000,0.113
13,mlp.experts.413.down_proj,0.0000010240,0.05000,2.219
13,mlp.experts.198.down_proj,0.0000078259,0.05000,2.235
13,mlp.experts.429.down_proj,failsafe(rtn): 0.0015030,0.00000,0.123
13,mlp.experts.323.down_proj,0.0000006950,0.05000,2.256
13,mlp.experts.315.down_proj,0.0000011227,0.05000,2.251
13,mlp.experts.49.down_proj,0.0000008691,0.05000,2.276
13,mlp.experts.479.down_proj,0.0000012293,0.05000,2.283
13,mlp.experts.261.down_proj,0.0000021224,0.05000,2.235
13,mlp.experts.487.down_proj,0.0000011731,0.05000,2.295
13,mlp.experts.277.down_proj,failsafe(rtn): 0.0014343,0.00000,0.124
13,mlp.experts.446.down_proj,0.0000028706,0.05000,2.280
13,mlp.experts.418.down_proj,0.0000023302,0.05000,2.293
13,mlp.experts.441.down_proj,0.0000023082,0.05000,2.281
13,mlp.experts.214.down_proj,0.0000034459,0.05000,2.185
13,mlp.experts.445.down_proj,0.0000009086,0.05000,2.209
13,mlp.experts.339.down_proj,0.0000003976,0.05000,2.257
13,mlp.experts.331.down_proj,0.0000012824,0.05000,2.253
13,mlp.experts.347.down_proj,failsafe(rtn): 0.0014343,0.00000,0.127
13,mlp.experts.65.down_proj,0.0000005859,0.05000,2.255
13,mlp.experts.495.down_proj,0.0000042945,0.05000,2.254
13,mlp.experts.511.down_proj,failsafe(rtn): 0.0014725,0.00000,0.118
13,mlp.experts.503.down_proj,0.0000019375,0.05000,2.288
13,mlp.experts.293.down_proj,0.0000013923,0.05000,2.255
13,mlp.experts.462.down_proj,0.0000032020,0.05000,2.184
13,mlp.experts.434.down_proj,0.0000004390,0.05000,2.117
13,mlp.experts.457.down_proj,0.0000010749,0.05000,2.104
13,mlp.experts.230.down_proj,0.0000015634,0.05000,2.008
13,mlp.experts.461.down_proj,0.0000030353,0.05000,2.025
13,mlp.experts.355.down_proj,0.0000022320,0.05000,1.934
13,mlp.experts.363.down_proj,0.0000004685,0.05000,1.884
13,mlp.experts.81.down_proj,0.0000013294,0.05000,1.785
13,mlp.experts.309.down_proj,0.0000026512,0.05000,1.713
13,mlp.experts.478.down_proj,0.0000021585,0.05000,1.678
13,mlp.experts.450.down_proj,0.0000010063,0.05000,1.676
13,mlp.experts.473.down_proj,0.0000025209,0.05000,1.737
13,mlp.experts.246.down_proj,0.0000008786,0.05000,1.685
13,mlp.experts.477.down_proj,0.0000022233,0.05000,1.719
13,mlp.experts.371.down_proj,0.0000032555,0.05000,1.693
13,mlp.experts.379.down_proj,0.0000011998,0.05000,1.713
13,mlp.experts.97.down_proj,0.0000009371,0.05000,1.718
13,mlp.experts.325.down_proj,0.0000007362,0.05000,1.742
13,mlp.experts.494.down_proj,0.0000015852,0.05000,1.714
13,mlp.experts.466.down_proj,0.0000007629,0.05000,1.703
13,mlp.experts.482.down_proj,failsafe(rtn): 0.0014725,0.00000,0.096
13,mlp.experts.489.down_proj,0.0000016477,0.05000,1.789
13,mlp.experts.262.down_proj,0.0000010474,0.05000,1.795
13,mlp.experts.493.down_proj,0.0000038543,0.05000,1.820
13,mlp.experts.387.down_proj,0.0000007972,0.05000,1.771
13,mlp.experts.395.down_proj,0.0000005694,0.05000,1.768
13,mlp.experts.113.down_proj,0.0000044045,0.05000,1.821
13,mlp.experts.341.down_proj,0.0000004855,0.05000,1.809
13,mlp.experts.510.down_proj,0.0000012740,0.05000,1.816
13,mlp.experts.498.down_proj,0.0000004120,0.05000,1.767
13,mlp.experts.505.down_proj,0.0000009510,0.05000,1.698
13,mlp.experts.278.down_proj,0.0000032624,0.05000,1.588
13,mlp.experts.509.down_proj,0.0000009043,0.05000,1.562
13,mlp.experts.403.down_proj,0.0000011284,0.05000,1.531
13,mlp.experts.411.down_proj,0.0000000901,0.05000,1.491
13,mlp.experts.129.down_proj,0.0000023383,0.05000,1.250
13,mlp.experts.357.down_proj,0.0000034025,0.05000,1.174
13,mlp.experts.294.down_proj,0.0000038361,0.05000,0.858
13,mlp.experts.419.down_proj,0.0000020791,0.05000,0.854
13,mlp.experts.427.down_proj,0.0000010004,0.05000,0.796
13,mlp.experts.145.down_proj,0.0000013437,0.05000,0.838
13,mlp.experts.373.down_proj,0.0000020217,0.05000,0.801
13,mlp.experts.310.down_proj,0.0000012491,0.05000,0.751
13,mlp.experts.435.down_proj,0.0000016680,0.05000,0.770
13,mlp.experts.443.down_proj,0.0000015616,0.05000,0.767
13,mlp.experts.161.down_proj,0.0000010919,0.05000,0.845
13,mlp.experts.389.down_proj,0.0000004518,0.05000,0.863
13,mlp.experts.326.down_proj,0.0000011837,0.05000,0.839
13,mlp.experts.459.down_proj,0.0000011609,0.05000,0.857
13,mlp.experts.451.down_proj,0.0000013497,0.05000,0.884
13,mlp.experts.177.down_proj,0.0000019691,0.05000,0.860
13,mlp.experts.405.down_proj,0.0000006580,0.05000,0.842
13,mlp.experts.342.down_proj,0.0000005531,0.05000,0.829
13,mlp.experts.467.down_proj,0.0000017968,0.05000,0.925
13,mlp.experts.475.down_proj,0.0000018672,0.05000,0.948
13,mlp.experts.483.down_proj,failsafe(rtn): 0.0014877,0.00000,0.049
13,mlp.experts.193.down_proj,0.0000038043,0.05000,0.931
13,mlp.experts.421.down_proj,0.0000012671,0.05000,0.943
13,mlp.experts.358.down_proj,0.0000026907,0.05000,0.852
13,mlp.experts.491.down_proj,0.0000021546,0.05000,0.849
13,mlp.experts.507.down_proj,failsafe(rtn): 0.0015106,0.00000,0.041
13,mlp.experts.499.down_proj,0.0000006878,0.05000,0.864
13,mlp.experts.209.down_proj,0.0000021208,0.05000,0.687
13,mlp.experts.437.down_proj,0.0000011849,0.05000,0.652
13,mlp.experts.374.down_proj,0.0000033503,0.05000,0.475
13,mlp.experts.225.down_proj,0.0000021365,0.05000,0.357
13,mlp.experts.453.down_proj,0.0000008146,0.05000,0.356
13,mlp.experts.390.down_proj,0.0000015569,0.05000,0.353
13,mlp.experts.241.down_proj,0.0000034274,0.05000,0.334
13,mlp.experts.469.down_proj,0.0000019055,0.05000,0.333
13,mlp.experts.406.down_proj,0.0000001402,0.05000,0.316
13,mlp.experts.422.down_proj,failsafe(rtn): 0.0014954,0.00000,0.021
13,mlp.experts.257.down_proj,0.0000014785,0.05000,0.380
13,mlp.experts.485.down_proj,0.0000038494,0.05000,0.388
13,mlp.experts.501.down_proj,failsafe(rtn): 0.0014496,0.00000,0.026
13,mlp.experts.438.down_proj,0.0000004834,0.05000,0.386
13,mlp.experts.273.down_proj,0.0000009639,0.05000,0.256
13,mlp.experts.454.down_proj,0.0000000972,0.05000,0.229
13,mlp.experts.289.down_proj,0.0000008787,0.05000,0.232
13,mlp.experts.470.down_proj,0.0000004876,0.05000,0.224
13,mlp.experts.305.down_proj,0.0000011852,0.05000,0.231
13,mlp.experts.486.down_proj,0.0000009567,0.05000,0.225
13,mlp.experts.321.down_proj,0.0000020091,0.05000,0.235
13,mlp.experts.502.down_proj,0.0000007017,0.05000,0.227
13,mlp.experts.337.down_proj,0.0000059515,0.05000,0.142
13,mlp.experts.353.down_proj,0.0000010290,0.05000,0.128
13,mlp.experts.369.down_proj,0.0000005306,0.05000,0.127
13,mlp.experts.385.down_proj,0.0000042673,0.05000,0.126
13,mlp.experts.401.down_proj,0.0000041902,0.05000,0.125
13,mlp.experts.417.down_proj,0.0000026228,0.05000,0.127
13,mlp.experts.433.down_proj,0.0000012082,0.05000,0.128
13,mlp.experts.449.down_proj,0.0000042570,0.05000,0.128
13,mlp.experts.465.down_proj,failsafe(rtn): 0.0014343,0.00000,0.008
13,mlp.experts.481.down_proj,0.0000009064,0.05000,0.126
13,mlp.experts.497.down_proj,0.0000017897,0.05000,0.132
14,mlp.experts.8.gate_proj,0.0000122020,0.05000,14.244
14,mlp.experts.1.gate_proj,0.0000472453,0.05000,14.252
14,mlp.experts.11.gate_proj,0.0000483152,0.05000,14.270
14,mlp.experts.4.gate_proj,0.0000166404,0.05000,14.285
14,mlp.experts.10.gate_proj,0.0000180751,0.05000,14.290
14,mlp.experts.6.gate_proj,0.0000215838,0.05000,14.306
14,mlp.experts.3.gate_proj,0.0000077377,0.05000,14.274
14,mlp.experts.15.gate_proj,0.0000630387,0.05000,14.328
14,mlp.experts.13.gate_proj,0.0000105347,0.05000,14.354
14,mlp.experts.5.gate_proj,0.0000144903,0.05000,14.427
14,mlp.experts.0.gate_proj,0.0000139626,0.05000,14.433
14,mlp.experts.14.gate_proj,0.0000345543,0.05000,14.452
14,mlp.experts.9.gate_proj,0.0000154691,0.05000,14.477
14,mlp.experts.12.gate_proj,0.0000173711,0.05000,14.489
14,mlp.experts.7.gate_proj,0.0000167385,0.05000,14.503
14,mlp.experts.2.gate_proj,0.0000487166,0.05000,14.552
14,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.973
14,mlp.experts.24.gate_proj,0.0000243589,0.05000,14.673
14,mlp.experts.29.gate_proj,0.0000171585,0.05000,14.591
14,mlp.experts.26.gate_proj,0.0000205683,0.05000,14.640
14,mlp.experts.16.gate_proj,0.0000167268,0.05000,14.561
14,mlp.experts.22.gate_proj,0.0000121617,0.05000,14.695
14,mlp.experts.31.gate_proj,0.0000409281,0.05000,14.712
14,mlp.experts.27.gate_proj,0.0000194286,0.05000,14.806
14,mlp.experts.25.gate_proj,0.0000408501,0.05000,14.612
14,mlp.experts.20.gate_proj,0.0000100551,0.05000,14.825
14,mlp.experts.21.gate_proj,0.0000140465,0.05000,14.718
14,mlp.experts.19.gate_proj,0.0000076443,0.05000,14.809
14,mlp.experts.28.gate_proj,0.0000200692,0.05000,14.672
14,mlp.experts.30.gate_proj,0.0000124332,0.05000,14.750
14,mlp.experts.23.gate_proj,0.0000252119,0.05000,14.834
14,mlp.experts.18.gate_proj,0.0000083653,0.05000,14.853
14,mlp.experts.40.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.940
14,mlp.experts.45.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.933
14,mlp.experts.32.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.895
14,mlp.experts.33.gate_proj,0.0000210721,0.05000,14.816
14,mlp.experts.38.gate_proj,0.0000479010,0.05000,14.600
14,mlp.experts.42.gate_proj,0.0000165422,0.05000,14.683
14,mlp.experts.36.gate_proj,0.0000186032,0.05000,14.514
14,mlp.experts.44.gate_proj,0.0000232750,0.05000,14.488
14,mlp.experts.35.gate_proj,0.0000266110,0.05000,14.579
14,mlp.experts.43.gate_proj,0.0000065704,0.05000,14.654
14,mlp.experts.47.gate_proj,0.0000118881,0.05000,14.706
14,mlp.experts.46.gate_proj,0.0000459382,0.05000,14.589
14,mlp.experts.37.gate_proj,0.0000109873,0.05000,14.749
14,mlp.experts.41.gate_proj,0.0000155078,0.05000,14.792
14,mlp.experts.39.gate_proj,0.0000529776,0.05000,14.588
14,mlp.experts.34.gate_proj,0.0000223121,0.05000,14.623
14,mlp.experts.61.gate_proj,0.0000095575,0.05000,14.493
14,mlp.experts.56.gate_proj,0.0000172877,0.05000,14.504
14,mlp.experts.48.gate_proj,0.0000098678,0.05000,14.530
14,mlp.experts.59.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.791
14,mlp.experts.49.gate_proj,0.0000380609,0.05000,14.623
14,mlp.experts.55.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.733
14,mlp.experts.54.gate_proj,0.0000233843,0.05000,14.327
14,mlp.experts.58.gate_proj,0.0000134953,0.05000,14.440
14,mlp.experts.60.gate_proj,0.0000240945,0.05000,14.424
14,mlp.experts.63.gate_proj,0.0000170667,0.05000,14.441
14,mlp.experts.62.gate_proj,0.0000081133,0.05000,14.409
14,mlp.experts.52.gate_proj,0.0000175755,0.05000,14.625
14,mlp.experts.51.gate_proj,0.0000089547,0.05000,14.546
14,mlp.experts.57.gate_proj,0.0000138973,0.05000,14.390
14,mlp.experts.53.gate_proj,0.0000135921,0.05000,14.404
14,mlp.experts.50.gate_proj,0.0000092518,0.05000,14.357
14,mlp.experts.64.gate_proj,0.0000327765,0.05000,14.295
14,mlp.experts.72.gate_proj,0.0000251101,0.05000,14.397
14,mlp.experts.77.gate_proj,0.0000566052,0.05000,14.458
14,mlp.experts.65.gate_proj,0.0000166075,0.05000,14.382
14,mlp.experts.75.gate_proj,0.0000120379,0.05000,14.486
14,mlp.experts.67.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.743
14,mlp.experts.71.gate_proj,0.0000094977,0.05000,14.466
14,mlp.experts.88.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.830
14,mlp.experts.81.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.803
14,mlp.experts.70.gate_proj,0.0000148079,0.05000,14.311
14,mlp.experts.76.gate_proj,0.0000313207,0.05000,14.175
14,mlp.experts.74.gate_proj,0.0000153290,0.05000,14.371
14,mlp.experts.68.gate_proj,0.0000240565,0.05000,14.263
14,mlp.experts.66.gate_proj,0.0000156199,0.05000,14.145
14,mlp.experts.79.gate_proj,0.0000690797,0.05000,14.417
14,mlp.experts.73.gate_proj,0.0000391319,0.05000,14.357
14,mlp.experts.78.gate_proj,0.0000140418,0.05000,14.425
14,mlp.experts.69.gate_proj,0.0000306620,0.05000,14.439
14,mlp.experts.80.gate_proj,0.0000252248,0.05000,14.240
14,mlp.experts.93.gate_proj,0.0000150222,0.05000,14.184
14,mlp.experts.84.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.763
14,mlp.experts.83.gate_proj,0.0000235739,0.05000,14.284
14,mlp.experts.91.gate_proj,0.0000306017,0.05000,14.313
14,mlp.experts.87.gate_proj,0.0000103728,0.05000,14.378
14,mlp.experts.104.gate_proj,0.0000133955,0.05000,14.132
14,mlp.experts.109.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.777
14,mlp.experts.97.gate_proj,0.0000581767,0.05000,14.180
14,mlp.experts.99.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.715
14,mlp.experts.120.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.694
14,mlp.experts.86.gate_proj,0.0000365554,0.05000,14.055
14,mlp.experts.90.gate_proj,0.0000126190,0.05000,14.075
14,mlp.experts.92.gate_proj,0.0000313647,0.05000,14.203
14,mlp.experts.89.gate_proj,0.0000156154,0.05000,14.094
14,mlp.experts.82.gate_proj,0.0000083061,0.05000,14.208
14,mlp.experts.95.gate_proj,0.0000013070,0.05000,14.245
14,mlp.experts.94.gate_proj,0.0000080623,0.05000,14.229
14,mlp.experts.96.gate_proj,0.0000261669,0.05000,14.047
14,mlp.experts.85.gate_proj,0.0000193554,0.05000,14.251
14,mlp.experts.107.gate_proj,0.0000159905,0.05000,14.094
14,mlp.experts.100.gate_proj,0.0000146388,0.05000,14.177
14,mlp.experts.103.gate_proj,0.0000078896,0.05000,13.973
14,mlp.experts.125.gate_proj,0.0000087178,0.05000,14.055
14,mlp.experts.113.gate_proj,0.0000453068,0.05000,14.224
14,mlp.experts.115.gate_proj,0.0000280151,0.05000,14.186
14,mlp.experts.136.gate_proj,0.0000295505,0.05000,14.151
14,mlp.experts.102.gate_proj,0.0000274246,0.05000,14.217
14,mlp.experts.108.gate_proj,0.0000089938,0.05000,14.100
14,mlp.experts.106.gate_proj,0.0000136644,0.05000,14.186
14,mlp.experts.105.gate_proj,0.0000428166,0.05000,14.235
14,mlp.experts.98.gate_proj,0.0000031517,0.05000,14.260
14,mlp.experts.110.gate_proj,0.0000032186,0.05000,14.127
14,mlp.experts.101.gate_proj,0.0000097943,0.05000,14.026
14,mlp.experts.111.gate_proj,0.0000038795,0.05000,14.379
14,mlp.experts.112.gate_proj,0.0000118136,0.05000,14.251
14,mlp.experts.119.gate_proj,0.0000229383,0.05000,14.194
14,mlp.experts.123.gate_proj,0.0000114783,0.05000,14.246
14,mlp.experts.121.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.734
14,mlp.experts.116.gate_proj,0.0000087460,0.05000,14.290
14,mlp.experts.141.gate_proj,0.0000245765,0.05000,14.193
14,mlp.experts.129.gate_proj,0.0000177730,0.05000,14.269
14,mlp.experts.131.gate_proj,0.0000351276,0.05000,14.254
14,mlp.experts.152.gate_proj,0.0000356279,0.05000,14.161
14,mlp.experts.118.gate_proj,0.0000098413,0.05000,14.774
14,mlp.experts.122.gate_proj,0.0000123728,0.05000,14.653
14,mlp.experts.124.gate_proj,0.0000248859,0.05000,14.834
14,mlp.experts.117.gate_proj,0.0000390405,0.05000,14.695
14,mlp.experts.126.gate_proj,0.0000308759,0.05000,14.736
14,mlp.experts.114.gate_proj,0.0000162226,0.05000,14.867
14,mlp.experts.128.gate_proj,0.0000152320,0.05000,14.660
14,mlp.experts.127.gate_proj,0.0000380068,0.05000,14.758
14,mlp.experts.138.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.819
14,mlp.experts.132.gate_proj,0.0000102521,0.05000,14.675
14,mlp.experts.137.gate_proj,0.0000141232,0.05000,14.766
14,mlp.experts.139.gate_proj,0.0000059791,0.05000,14.832
14,mlp.experts.135.gate_proj,0.0000088028,0.05000,14.852
14,mlp.experts.142.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.810
14,mlp.experts.157.gate_proj,0.0000275469,0.05000,14.787
14,mlp.experts.155.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.842
14,mlp.experts.145.gate_proj,0.0000070837,0.05000,14.948
14,mlp.experts.147.gate_proj,0.0000383559,0.05000,14.982
14,mlp.experts.168.gate_proj,0.0000195148,0.05000,14.832
14,mlp.experts.161.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.713
14,mlp.experts.134.gate_proj,0.0000112533,0.05000,14.396
14,mlp.experts.140.gate_proj,0.0000160613,0.05000,14.395
14,mlp.experts.133.gate_proj,0.0000223619,0.05000,14.562
14,mlp.experts.130.gate_proj,0.0000380796,0.05000,14.466
14,mlp.experts.144.gate_proj,0.0000194623,0.05000,14.440
14,mlp.experts.143.gate_proj,0.0000105909,0.05000,14.394
14,mlp.experts.154.gate_proj,0.0000132908,0.05000,14.527
14,mlp.experts.158.gate_proj,0.0000140610,0.05000,14.295
14,mlp.experts.148.gate_proj,0.0000086933,0.05000,14.408
14,mlp.experts.153.gate_proj,0.0000316265,0.05000,14.464
14,mlp.experts.151.gate_proj,0.0000278702,0.05000,14.525
14,mlp.experts.159.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.725
14,mlp.experts.173.gate_proj,0.0000145485,0.05000,14.438
14,mlp.experts.169.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.751
14,mlp.experts.171.gate_proj,0.0000078220,0.05000,14.331
14,mlp.experts.163.gate_proj,0.0000484955,0.05000,14.339
14,mlp.experts.184.gate_proj,0.0000140026,0.05000,14.362
14,mlp.experts.187.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.732
14,mlp.experts.177.gate_proj,0.0000217049,0.05000,14.410
14,mlp.experts.193.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.690
14,mlp.experts.150.gate_proj,0.0000124399,0.05000,14.412
14,mlp.experts.156.gate_proj,0.0000092465,0.05000,14.369
14,mlp.experts.160.gate_proj,0.0000172973,0.05000,14.251
14,mlp.experts.149.gate_proj,0.0000050061,0.05000,14.337
14,mlp.experts.146.gate_proj,0.0000292260,0.05000,14.283
14,mlp.experts.170.gate_proj,0.0000103274,0.05000,14.328
14,mlp.experts.164.gate_proj,0.0000225954,0.05000,14.206
14,mlp.experts.174.gate_proj,0.0000385954,0.05000,14.276
14,mlp.experts.167.gate_proj,0.0000128936,0.05000,14.233
14,mlp.experts.175.gate_proj,0.0000528295,0.05000,14.277
14,mlp.experts.189.gate_proj,0.0000147904,0.05000,14.374
14,mlp.experts.185.gate_proj,0.0000090542,0.05000,14.161
14,mlp.experts.179.gate_proj,0.0000055265,0.05000,14.190
14,mlp.experts.200.gate_proj,0.0000266990,0.05000,14.271
14,mlp.experts.203.gate_proj,0.0000048006,0.05000,14.245
14,mlp.experts.209.gate_proj,0.0000218376,0.05000,14.211
14,mlp.experts.166.gate_proj,0.0000068589,0.05000,14.092
14,mlp.experts.172.gate_proj,0.0000140779,0.05000,14.094
14,mlp.experts.176.gate_proj,0.0000253705,0.05000,13.973
14,mlp.experts.165.gate_proj,0.0000164653,0.05000,14.127
14,mlp.experts.162.gate_proj,0.0000173877,0.05000,14.105
14,mlp.experts.186.gate_proj,0.0000160584,0.05000,14.032
14,mlp.experts.180.gate_proj,0.0000150382,0.05000,14.124
14,mlp.experts.190.gate_proj,0.0000250024,0.05000,14.162
14,mlp.experts.191.gate_proj,0.0000543842,0.05000,14.099
14,mlp.experts.183.gate_proj,0.0000220981,0.05000,14.205
14,mlp.experts.178.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.771
14,mlp.experts.205.gate_proj,0.0000216232,0.05000,14.191
14,mlp.experts.196.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.738
14,mlp.experts.201.gate_proj,0.0000201977,0.05000,14.123
14,mlp.experts.195.gate_proj,0.0000096155,0.05000,14.176
14,mlp.experts.216.gate_proj,0.0000119877,0.05000,14.031
14,mlp.experts.219.gate_proj,0.0000187606,0.05000,14.037
14,mlp.experts.225.gate_proj,0.0000167230,0.05000,14.003
14,mlp.experts.241.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.703
14,mlp.experts.182.gate_proj,0.0000311349,0.05000,14.262
14,mlp.experts.188.gate_proj,0.0000086246,0.05000,14.198
14,mlp.experts.192.gate_proj,0.0000099640,0.05000,14.227
14,mlp.experts.181.gate_proj,0.0000432881,0.05000,14.368
14,mlp.experts.204.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.805
14,mlp.experts.202.gate_proj,0.0000197489,0.05000,14.386
14,mlp.experts.206.gate_proj,0.0000157130,0.05000,14.382
14,mlp.experts.207.gate_proj,0.0000076429,0.05000,14.443
14,mlp.experts.194.gate_proj,0.0000110462,0.05000,14.417
14,mlp.experts.199.gate_proj,0.0000180844,0.05000,14.449
14,mlp.experts.221.gate_proj,0.0000315236,0.05000,14.407
14,mlp.experts.218.gate_proj,failsafe(rtn): 0.0013275,0.00000,0.825
14,mlp.experts.212.gate_proj,0.0000254616,0.05000,14.402
14,mlp.experts.217.gate_proj,0.0000180023,0.05000,14.438
14,mlp.experts.211.gate_proj,0.0000043692,0.05000,14.384
14,mlp.experts.232.gate_proj,0.0000260789,0.05000,14.361
14,mlp.experts.235.gate_proj,0.0000119735,0.05000,14.570
14,mlp.experts.251.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.751
14,mlp.experts.257.gate_proj,0.0000238211,0.05000,14.579
14,mlp.experts.198.gate_proj,0.0000130970,0.05000,14.423
14,mlp.experts.208.gate_proj,0.0000221483,0.05000,14.332
14,mlp.experts.197.gate_proj,0.0000107904,0.05000,14.261
14,mlp.experts.220.gate_proj,0.0000215018,0.05000,14.226
14,mlp.experts.222.gate_proj,0.0000117038,0.05000,14.099
14,mlp.experts.213.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.726
14,mlp.experts.210.gate_proj,0.0000127019,0.05000,14.145
14,mlp.experts.215.gate_proj,0.0000069888,0.05000,14.130
14,mlp.experts.223.gate_proj,0.0000219904,0.05000,14.228
14,mlp.experts.237.gate_proj,0.0000162528,0.05000,14.214
14,mlp.experts.234.gate_proj,0.0000089142,0.05000,14.240
14,mlp.experts.228.gate_proj,0.0000235700,0.05000,14.237
14,mlp.experts.248.gate_proj,0.0000038588,0.05000,14.007
14,mlp.experts.233.gate_proj,0.0000316077,0.05000,14.182
14,mlp.experts.227.gate_proj,0.0000099247,0.05000,14.251
14,mlp.experts.267.gate_proj,0.0000053943,0.05000,14.196
14,mlp.experts.273.gate_proj,0.0000276487,0.05000,14.239
14,mlp.experts.289.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.643
14,mlp.experts.214.gate_proj,0.0000304818,0.05000,14.085
14,mlp.experts.224.gate_proj,0.0000128215,0.05000,14.078
14,mlp.experts.236.gate_proj,0.0000045887,0.05000,14.067
14,mlp.experts.238.gate_proj,0.0000372315,0.05000,14.124
14,mlp.experts.226.gate_proj,0.0000132432,0.05000,14.016
14,mlp.experts.231.gate_proj,0.0000246846,0.05000,14.087
14,mlp.experts.229.gate_proj,0.0000234422,0.05000,14.167
14,mlp.experts.239.gate_proj,0.0000234958,0.05000,14.092
14,mlp.experts.253.gate_proj,0.0000084786,0.05000,14.071
14,mlp.experts.250.gate_proj,0.0000113217,0.05000,14.058
14,mlp.experts.264.gate_proj,0.0000358804,0.05000,13.943
14,mlp.experts.244.gate_proj,0.0000487017,0.05000,14.051
14,mlp.experts.249.gate_proj,0.0000143124,0.05000,14.139
14,mlp.experts.243.gate_proj,0.0000380428,0.05000,14.107
14,mlp.experts.280.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.732
14,mlp.experts.296.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.736
14,mlp.experts.283.gate_proj,0.0000130003,0.05000,13.927
14,mlp.experts.305.gate_proj,0.0000218790,0.05000,14.203
14,mlp.experts.230.gate_proj,0.0000164462,0.05000,14.328
14,mlp.experts.240.gate_proj,0.0000173352,0.05000,14.233
14,mlp.experts.252.gate_proj,0.0000127115,0.05000,14.213
14,mlp.experts.246.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.678
14,mlp.experts.254.gate_proj,0.0000126542,0.05000,14.250
14,mlp.experts.242.gate_proj,0.0000098881,0.05000,14.283
14,mlp.experts.247.gate_proj,0.0000271841,0.05000,14.304
14,mlp.experts.245.gate_proj,0.0000163290,0.05000,14.308
14,mlp.experts.255.gate_proj,0.0000242732,0.05000,14.309
14,mlp.experts.266.gate_proj,0.0000146555,0.05000,14.240
14,mlp.experts.269.gate_proj,0.0000013986,0.05000,14.385
14,mlp.experts.260.gate_proj,0.0000102791,0.05000,14.277
14,mlp.experts.265.gate_proj,0.0000106328,0.05000,14.280
14,mlp.experts.259.gate_proj,0.0000190167,0.05000,14.314
14,mlp.experts.312.gate_proj,0.0000193628,0.05000,14.223
14,mlp.experts.299.gate_proj,0.0000242693,0.05000,14.342
14,mlp.experts.321.gate_proj,0.0000304187,0.05000,14.188
14,mlp.experts.256.gate_proj,0.0000161045,0.05000,14.459
14,mlp.experts.268.gate_proj,0.0000086067,0.05000,14.414
14,mlp.experts.262.gate_proj,0.0000294336,0.05000,14.581
14,mlp.experts.270.gate_proj,0.0000102831,0.05000,14.485
14,mlp.experts.258.gate_proj,0.0000097519,0.05000,14.467
14,mlp.experts.271.gate_proj,0.0000081153,0.05000,14.425
14,mlp.experts.263.gate_proj,0.0000205629,0.05000,14.503
14,mlp.experts.261.gate_proj,0.0000097447,0.05000,14.590
14,mlp.experts.285.gate_proj,0.0000110926,0.05000,14.471
14,mlp.experts.276.gate_proj,0.0000079329,0.05000,14.403
14,mlp.experts.281.gate_proj,0.0000393017,0.05000,14.301
14,mlp.experts.282.gate_proj,0.0000096900,0.05000,14.562
14,mlp.experts.275.gate_proj,0.0000108994,0.05000,14.413
14,mlp.experts.277.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.753
14,mlp.experts.292.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.695
14,mlp.experts.328.gate_proj,0.0000078075,0.05000,14.372
14,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.722
14,mlp.experts.315.gate_proj,0.0000309446,0.05000,14.480
14,mlp.experts.337.gate_proj,0.0000543871,0.05000,14.749
14,mlp.experts.353.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.755
14,mlp.experts.272.gate_proj,0.0000051550,0.05000,14.488
14,mlp.experts.284.gate_proj,0.0000201432,0.05000,14.535
14,mlp.experts.278.gate_proj,0.0000013344,0.05000,14.456
14,mlp.experts.286.gate_proj,0.0000181328,0.05000,14.564
14,mlp.experts.274.gate_proj,0.0000310964,0.05000,14.574
14,mlp.experts.279.gate_proj,0.0000169629,0.05000,14.478
14,mlp.experts.287.gate_proj,0.0000174334,0.05000,14.625
14,mlp.experts.298.gate_proj,0.0000144927,0.05000,14.455
14,mlp.experts.301.gate_proj,0.0000325068,0.05000,14.624
14,mlp.experts.297.gate_proj,0.0000107886,0.05000,14.742
14,mlp.experts.291.gate_proj,0.0000083081,0.05000,14.589
14,mlp.experts.293.gate_proj,0.0000352805,0.05000,14.523
14,mlp.experts.344.gate_proj,0.0000100105,0.05000,14.500
14,mlp.experts.324.gate_proj,0.0000102840,0.05000,14.695
14,mlp.experts.331.gate_proj,0.0000074179,0.05000,14.558
14,mlp.experts.369.gate_proj,0.0000024990,0.05000,14.369
14,mlp.experts.385.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.666
14,mlp.experts.288.gate_proj,0.0000116359,0.05000,14.000
14,mlp.experts.300.gate_proj,0.0000139618,0.05000,14.213
14,mlp.experts.294.gate_proj,0.0000517895,0.05000,14.025
14,mlp.experts.302.gate_proj,0.0000355818,0.05000,14.073
14,mlp.experts.295.gate_proj,0.0000314076,0.05000,14.081
14,mlp.experts.290.gate_proj,0.0000467122,0.05000,14.129
14,mlp.experts.303.gate_proj,0.0000145955,0.05000,14.027
14,mlp.experts.314.gate_proj,0.0000112462,0.05000,14.082
14,mlp.experts.317.gate_proj,0.0000203651,0.05000,14.111
14,mlp.experts.313.gate_proj,0.0000422397,0.05000,14.140
14,mlp.experts.307.gate_proj,0.0000244313,0.05000,14.106
14,mlp.experts.309.gate_proj,0.0000089326,0.05000,13.993
14,mlp.experts.329.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.792
14,mlp.experts.360.gate_proj,0.0000323863,0.05000,14.073
14,mlp.experts.340.gate_proj,0.0000225873,0.05000,14.089
14,mlp.experts.347.gate_proj,0.0000050796,0.05000,14.009
14,mlp.experts.401.gate_proj,0.0000167470,0.05000,14.318
14,mlp.experts.304.gate_proj,0.0000103250,0.05000,14.452
14,mlp.experts.310.gate_proj,0.0000172716,0.05000,14.360
14,mlp.experts.316.gate_proj,0.0000188117,0.05000,14.377
14,mlp.experts.318.gate_proj,0.0000200725,0.05000,14.352
14,mlp.experts.311.gate_proj,0.0000126222,0.05000,14.344
14,mlp.experts.306.gate_proj,0.0000267475,0.05000,14.445
14,mlp.experts.319.gate_proj,0.0000063982,0.05000,14.431
14,mlp.experts.330.gate_proj,0.0000194355,0.05000,14.337
14,mlp.experts.334.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.759
14,mlp.experts.333.gate_proj,0.0000143074,0.05000,14.576
14,mlp.experts.325.gate_proj,0.0000162557,0.05000,14.447
14,mlp.experts.323.gate_proj,0.0000170716,0.05000,14.594
14,mlp.experts.345.gate_proj,0.0000181228,0.05000,14.505
14,mlp.experts.376.gate_proj,0.0000125747,0.05000,14.371
14,mlp.experts.356.gate_proj,0.0000120909,0.05000,14.326
14,mlp.experts.363.gate_proj,0.0000088646,0.05000,14.336
14,mlp.experts.361.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.695
14,mlp.experts.372.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.706
14,mlp.experts.417.gate_proj,0.0000267751,0.05000,14.346
14,mlp.experts.320.gate_proj,0.0000105814,0.05000,14.295
14,mlp.experts.326.gate_proj,0.0000273952,0.05000,14.354
14,mlp.experts.332.gate_proj,0.0000095475,0.05000,14.391
14,mlp.experts.327.gate_proj,0.0000167888,0.05000,14.427
14,mlp.experts.322.gate_proj,0.0000217178,0.05000,14.442
14,mlp.experts.335.gate_proj,0.0000373229,0.05000,14.467
14,mlp.experts.348.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.849
14,mlp.experts.346.gate_proj,0.0000399191,0.05000,14.429
14,mlp.experts.350.gate_proj,0.0000078936,0.05000,14.512
14,mlp.experts.349.gate_proj,0.0000149225,0.05000,14.555
14,mlp.experts.339.gate_proj,0.0000178021,0.05000,14.431
14,mlp.experts.341.gate_proj,0.0000040013,0.05000,14.503
14,mlp.experts.392.gate_proj,0.0000162583,0.05000,14.383
14,mlp.experts.379.gate_proj,0.0000266123,0.05000,14.605
14,mlp.experts.377.gate_proj,0.0000098361,0.05000,14.595
14,mlp.experts.388.gate_proj,0.0000100810,0.05000,14.641
14,mlp.experts.433.gate_proj,0.0000134205,0.05000,14.694
14,mlp.experts.336.gate_proj,0.0000250691,0.05000,14.548
14,mlp.experts.342.gate_proj,0.0000591699,0.05000,14.423
14,mlp.experts.343.gate_proj,0.0000097188,0.05000,14.459
14,mlp.experts.364.gate_proj,0.0000123938,0.05000,14.294
14,mlp.experts.351.gate_proj,0.0000117645,0.05000,14.426
14,mlp.experts.338.gate_proj,0.0000485379,0.05000,14.523
14,mlp.experts.362.gate_proj,0.0000568582,0.05000,14.592
14,mlp.experts.366.gate_proj,0.0000295572,0.05000,14.457
14,mlp.experts.359.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.806
14,mlp.experts.365.gate_proj,0.0000549902,0.05000,14.686
14,mlp.experts.357.gate_proj,0.0000423793,0.05000,14.590
14,mlp.experts.355.gate_proj,0.0000199756,0.05000,14.602
14,mlp.experts.408.gate_proj,0.0000139504,0.05000,14.475
14,mlp.experts.395.gate_proj,0.0000117110,0.05000,14.572
14,mlp.experts.393.gate_proj,0.0000143605,0.05000,14.506
14,mlp.experts.404.gate_proj,0.0000076668,0.05000,14.524
14,mlp.experts.449.gate_proj,0.0000188892,0.05000,14.688
14,mlp.experts.352.gate_proj,0.0000266126,0.05000,14.492
14,mlp.experts.358.gate_proj,0.0000364287,0.05000,14.394
14,mlp.experts.380.gate_proj,0.0000198181,0.05000,14.398
14,mlp.experts.354.gate_proj,0.0000167263,0.05000,14.412
14,mlp.experts.367.gate_proj,0.0000158970,0.05000,14.506
14,mlp.experts.378.gate_proj,0.0000586831,0.05000,14.350
14,mlp.experts.382.gate_proj,0.0000079833,0.05000,14.419
14,mlp.experts.375.gate_proj,0.0000283851,0.05000,14.455
14,mlp.experts.381.gate_proj,0.0000295928,0.05000,14.316
14,mlp.experts.370.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.776
14,mlp.experts.373.gate_proj,0.0000115029,0.05000,14.296
14,mlp.experts.371.gate_proj,0.0000096419,0.05000,14.327
14,mlp.experts.424.gate_proj,0.0000578679,0.05000,14.269
14,mlp.experts.386.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.748
14,mlp.experts.440.gate_proj,failsafe(rtn): 0.0012665,0.00000,0.836
14,mlp.experts.411.gate_proj,0.0000090942,0.05000,14.521
14,mlp.experts.409.gate_proj,0.0000104179,0.05000,14.599
14,mlp.experts.420.gate_proj,0.0000122391,0.05000,14.460
14,mlp.experts.465.gate_proj,0.0000286670,0.05000,14.300
14,mlp.experts.368.gate_proj,0.0000157278,0.05000,14.398
14,mlp.experts.374.gate_proj,0.0000054051,0.05000,14.386
14,mlp.experts.396.gate_proj,0.0000054682,0.05000,14.263
14,mlp.experts.383.gate_proj,0.0000174963,0.05000,14.400
14,mlp.experts.394.gate_proj,0.0000199361,0.05000,14.314
14,mlp.experts.398.gate_proj,0.0000146883,0.05000,14.275
14,mlp.experts.391.gate_proj,0.0000334335,0.05000,14.308
14,mlp.experts.397.gate_proj,0.0000252900,0.05000,14.417
14,mlp.experts.389.gate_proj,0.0000210336,0.05000,14.406
14,mlp.experts.387.gate_proj,0.0000501344,0.05000,14.494
14,mlp.experts.402.gate_proj,0.0000272917,0.05000,14.395
14,mlp.experts.405.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.714
14,mlp.experts.456.gate_proj,0.0000122397,0.05000,14.353
14,mlp.experts.427.gate_proj,0.0000243361,0.05000,14.424
14,mlp.experts.425.gate_proj,0.0000157952,0.05000,14.339
14,mlp.experts.436.gate_proj,0.0000534474,0.05000,14.328
14,mlp.experts.481.gate_proj,0.0000133323,0.05000,14.230
14,mlp.experts.384.gate_proj,0.0000493399,0.05000,14.193
14,mlp.experts.390.gate_proj,0.0000046660,0.05000,14.329
14,mlp.experts.412.gate_proj,0.0000083354,0.05000,14.379
14,mlp.experts.410.gate_proj,0.0000113038,0.05000,14.302
14,mlp.experts.399.gate_proj,0.0000016084,0.05000,14.331
14,mlp.experts.414.gate_proj,0.0000087129,0.05000,14.253
14,mlp.experts.428.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.727
14,mlp.experts.407.gate_proj,0.0000166395,0.05000,14.368
14,mlp.experts.413.gate_proj,0.0000081816,0.05000,14.409
14,mlp.experts.403.gate_proj,0.0000224413,0.05000,14.328
14,mlp.experts.418.gate_proj,0.0000367344,0.05000,14.263
14,mlp.experts.421.gate_proj,0.0000278573,0.05000,14.210
14,mlp.experts.472.gate_proj,0.0000073902,0.05000,14.229
14,mlp.experts.443.gate_proj,0.0000227459,0.05000,14.361
14,mlp.experts.441.gate_proj,0.0000242723,0.05000,14.314
14,mlp.experts.452.gate_proj,0.0000016023,0.05000,14.370
14,mlp.experts.497.gate_proj,0.0000325116,0.05000,14.330
14,mlp.experts.400.gate_proj,0.0000133726,0.05000,14.483
14,mlp.experts.406.gate_proj,0.0000226514,0.05000,14.568
14,mlp.experts.426.gate_proj,0.0000413190,0.05000,14.532
14,mlp.experts.430.gate_proj,0.0000098080,0.05000,14.420
14,mlp.experts.415.gate_proj,0.0000062253,0.05000,14.559
14,mlp.experts.444.gate_proj,0.0000079257,0.05000,14.470
14,mlp.experts.423.gate_proj,0.0000259298,0.05000,14.534
14,mlp.experts.429.gate_proj,0.0000063784,0.05000,14.471
14,mlp.experts.419.gate_proj,0.0000558438,0.05000,14.514
14,mlp.experts.437.gate_proj,0.0000385084,0.05000,14.382
14,mlp.experts.434.gate_proj,0.0000143566,0.05000,14.510
14,mlp.experts.488.gate_proj,0.0000061067,0.05000,14.310
14,mlp.experts.459.gate_proj,0.0000103032,0.05000,14.396
14,mlp.experts.457.gate_proj,0.0000108617,0.05000,14.503
14,mlp.experts.468.gate_proj,0.0000240608,0.05000,14.253
14,mlp.experts.1.up_proj,0.0000452805,0.05000,14.425
14,mlp.experts.17.up_proj,failsafe(rtn): 0.0014877,0.00000,0.720
14,mlp.experts.416.gate_proj,0.0000255464,0.05000,14.464
14,mlp.experts.422.gate_proj,0.0000170458,0.05000,14.503
14,mlp.experts.431.gate_proj,0.0000059192,0.05000,14.402
14,mlp.experts.442.gate_proj,0.0000470236,0.05000,14.485
14,mlp.experts.446.gate_proj,0.0000650526,0.05000,14.498
14,mlp.experts.460.gate_proj,0.0000278801,0.05000,14.560
14,mlp.experts.439.gate_proj,0.0000234722,0.05000,14.464
14,mlp.experts.445.gate_proj,0.0000012127,0.05000,14.418
14,mlp.experts.435.gate_proj,0.0000471633,0.05000,14.468
14,mlp.experts.453.gate_proj,0.0000590981,0.05000,14.487
14,mlp.experts.450.gate_proj,0.0000104887,0.05000,14.467
14,mlp.experts.504.gate_proj,0.0000209173,0.05000,14.461
14,mlp.experts.475.gate_proj,0.0000219263,0.05000,14.522
14,mlp.experts.473.gate_proj,0.0000059320,0.05000,14.511
14,mlp.experts.484.gate_proj,0.0000208283,0.05000,14.490
14,mlp.experts.33.up_proj,0.0000206444,0.05000,14.762
14,mlp.experts.432.gate_proj,0.0000376771,0.05000,14.589
14,mlp.experts.438.gate_proj,0.0000076977,0.05000,14.729
14,mlp.experts.448.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.748
14,mlp.experts.464.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.707
14,mlp.experts.462.gate_proj,0.0000267122,0.05000,14.736
14,mlp.experts.458.gate_proj,0.0000368199,0.05000,14.904
14,mlp.experts.447.gate_proj,0.0000346743,0.05000,14.956
14,mlp.experts.476.gate_proj,0.0000291167,0.05000,14.878
14,mlp.experts.455.gate_proj,0.0000384379,0.05000,15.018
14,mlp.experts.461.gate_proj,0.0000173202,0.05000,14.913
14,mlp.experts.474.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.743
14,mlp.experts.451.gate_proj,0.0000241067,0.05000,15.003
14,mlp.experts.469.gate_proj,0.0000037359,0.05000,14.813
14,mlp.experts.466.gate_proj,0.0000318332,0.05000,14.883
14,mlp.experts.490.gate_proj,failsafe(rtn): 0.0007629,0.00000,0.701
14,mlp.experts.8.up_proj,0.0000125180,0.05000,14.903
14,mlp.experts.491.gate_proj,0.0000154773,0.05000,14.862
14,mlp.experts.489.gate_proj,0.0000300786,0.05000,14.942
14,mlp.experts.500.gate_proj,0.0000195205,0.05000,14.983
14,mlp.experts.49.up_proj,0.0000373274,0.05000,14.789
14,mlp.experts.454.gate_proj,0.0000179558,0.05000,14.803
14,mlp.experts.480.gate_proj,0.0000248973,0.05000,14.709
14,mlp.experts.478.gate_proj,0.0000273009,0.05000,14.866
14,mlp.experts.463.gate_proj,0.0000138066,0.05000,14.843
14,mlp.experts.492.gate_proj,0.0000138443,0.05000,14.745
14,mlp.experts.477.gate_proj,0.0000383397,0.05000,14.762
14,mlp.experts.471.gate_proj,0.0000092075,0.05000,14.826
14,mlp.experts.479.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.698
14,mlp.experts.467.gate_proj,0.0000126975,0.05000,14.756
14,mlp.experts.508.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.729
14,mlp.experts.485.gate_proj,0.0000201819,0.05000,14.907
14,mlp.experts.482.gate_proj,0.0000211495,0.05000,14.864
14,mlp.experts.493.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.785
14,mlp.experts.487.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.837
14,mlp.experts.506.gate_proj,0.0000296722,0.05000,14.868
14,mlp.experts.24.up_proj,0.0000240232,0.05000,14.838
14,mlp.experts.507.gate_proj,0.0000431037,0.05000,14.975
14,mlp.experts.505.gate_proj,0.0000080030,0.05000,14.869
14,mlp.experts.40.up_proj,failsafe(rtn): 0.0014496,0.00000,0.718
14,mlp.experts.4.up_proj,0.0000163045,0.05000,14.767
14,mlp.experts.65.up_proj,0.0000163915,0.05000,14.891
14,mlp.experts.81.up_proj,failsafe(rtn): 0.0014648,0.00000,0.729
14,mlp.experts.470.gate_proj,0.0000238203,0.05000,14.609
14,mlp.experts.496.gate_proj,0.0000159369,0.05000,14.633
14,mlp.experts.494.gate_proj,0.0000251894,0.05000,14.728
14,mlp.experts.495.gate_proj,0.0000095047,0.05000,14.698
14,mlp.experts.12.up_proj,0.0000169687,0.05000,14.518
14,mlp.experts.483.gate_proj,0.0000429378,0.05000,14.738
14,mlp.experts.501.gate_proj,0.0000268089,0.05000,14.625
14,mlp.experts.498.gate_proj,0.0000304770,0.05000,14.595
14,mlp.experts.509.gate_proj,0.0000274773,0.05000,14.720
14,mlp.experts.10.up_proj,0.0000175396,0.05000,14.644
14,mlp.experts.503.gate_proj,0.0000113450,0.05000,14.676
14,mlp.experts.11.up_proj,0.0000478367,0.05000,14.632
14,mlp.experts.56.up_proj,0.0000169732,0.05000,14.524
14,mlp.experts.20.up_proj,0.0000096350,0.05000,14.500
14,mlp.experts.9.up_proj,0.0000152255,0.05000,14.744
14,mlp.experts.97.up_proj,0.0000578002,0.05000,14.702
14,mlp.experts.486.gate_proj,0.0000087580,0.05000,14.776
14,mlp.experts.0.up_proj,0.0000133956,0.05000,14.601
14,mlp.experts.502.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.745
14,mlp.experts.510.gate_proj,0.0000179472,0.05000,14.772
14,mlp.experts.511.gate_proj,0.0000372727,0.05000,14.891
14,mlp.experts.28.up_proj,0.0000190300,0.05000,14.743
14,mlp.experts.499.gate_proj,0.0000262186,0.05000,15.009
14,mlp.experts.2.up_proj,0.0000469577,0.05000,14.924
14,mlp.experts.5.up_proj,0.0000140779,0.05000,15.055
14,mlp.experts.26.up_proj,0.0000198126,0.05000,14.864
14,mlp.experts.13.up_proj,0.0000095801,0.05000,14.895
14,mlp.experts.7.up_proj,0.0000164236,0.05000,14.952
14,mlp.experts.36.up_proj,0.0000184371,0.05000,14.834
14,mlp.experts.72.up_proj,0.0000244052,0.05000,14.883
14,mlp.experts.27.up_proj,0.0000192722,0.05000,15.005
14,mlp.experts.25.up_proj,0.0000405429,0.05000,14.933
14,mlp.experts.88.up_proj,failsafe(rtn): 0.0014496,0.00000,0.754
14,mlp.experts.113.up_proj,0.0000444478,0.05000,14.632
14,mlp.experts.16.up_proj,0.0000162068,0.05000,14.228
14,mlp.experts.6.up_proj,0.0000208296,0.05000,14.230
14,mlp.experts.32.up_proj,failsafe(rtn): 0.0015259,0.00000,0.725
14,mlp.experts.14.up_proj,0.0000334912,0.05000,14.322
14,mlp.experts.15.up_proj,0.0000624590,0.05000,14.172
14,mlp.experts.44.up_proj,0.0000228091,0.05000,14.288
14,mlp.experts.3.up_proj,0.0000074790,0.05000,14.225
14,mlp.experts.21.up_proj,0.0000138443,0.05000,14.205
14,mlp.experts.18.up_proj,0.0000082482,0.05000,14.274
14,mlp.experts.42.up_proj,0.0000161828,0.05000,14.265
14,mlp.experts.29.up_proj,0.0000168720,0.05000,14.283
14,mlp.experts.23.up_proj,0.0000242934,0.05000,14.279
14,mlp.experts.43.up_proj,0.0000063592,0.05000,14.230
14,mlp.experts.45.up_proj,failsafe(rtn): 0.0014496,0.00000,0.782
14,mlp.experts.52.up_proj,0.0000172513,0.05000,14.416
14,mlp.experts.41.up_proj,0.0000150785,0.05000,14.382
14,mlp.experts.59.up_proj,failsafe(rtn): 0.0014191,0.00000,0.742
14,mlp.experts.104.up_proj,0.0000124696,0.05000,14.397
14,mlp.experts.120.up_proj,failsafe(rtn): 0.0015564,0.00000,0.778
14,mlp.experts.129.up_proj,0.0000170641,0.05000,14.428
14,mlp.experts.22.up_proj,0.0000119617,0.05000,14.485
14,mlp.experts.48.up_proj,0.0000094453,0.05000,14.408
14,mlp.experts.30.up_proj,0.0000119302,0.05000,14.423
14,mlp.experts.60.up_proj,0.0000238123,0.05000,14.198
14,mlp.experts.31.up_proj,0.0000399316,0.05000,14.416
14,mlp.experts.19.up_proj,0.0000075367,0.05000,14.449
14,mlp.experts.58.up_proj,0.0000135464,0.05000,14.395
14,mlp.experts.37.up_proj,0.0000107519,0.05000,14.576
14,mlp.experts.34.up_proj,0.0000224343,0.05000,14.588
14,mlp.experts.39.up_proj,0.0000533667,0.05000,14.548
14,mlp.experts.61.up_proj,0.0000092811,0.05000,14.366
14,mlp.experts.68.up_proj,0.0000228340,0.05000,14.300
14,mlp.experts.55.up_proj,failsafe(rtn): 0.0014725,0.00000,0.644
14,mlp.experts.57.up_proj,0.0000135395,0.05000,14.324
14,mlp.experts.75.up_proj,0.0000116256,0.05000,14.282
14,mlp.experts.84.up_proj,failsafe(rtn): 0.0015030,0.00000,0.703
14,mlp.experts.136.up_proj,0.0000297907,0.05000,14.252
14,mlp.experts.145.up_proj,0.0000068775,0.05000,14.212
14,mlp.experts.161.up_proj,failsafe(rtn): 0.0014648,0.00000,0.651
14,mlp.experts.38.up_proj,0.0000451134,0.05000,14.513
14,mlp.experts.64.up_proj,0.0000324081,0.05000,14.376
14,mlp.experts.46.up_proj,0.0000449137,0.05000,14.380
14,mlp.experts.76.up_proj,0.0000298072,0.05000,14.269
14,mlp.experts.47.up_proj,0.0000111117,0.05000,14.321
14,mlp.experts.35.up_proj,0.0000259132,0.05000,14.383
14,mlp.experts.53.up_proj,0.0000122232,0.05000,14.228
14,mlp.experts.74.up_proj,0.0000151539,0.05000,14.300
14,mlp.experts.50.up_proj,0.0000103315,0.05000,14.419
14,mlp.experts.77.up_proj,0.0000546927,0.05000,14.249
14,mlp.experts.71.up_proj,0.0000094165,0.05000,14.397
14,mlp.experts.73.up_proj,0.0000382487,0.05000,14.455
14,mlp.experts.100.up_proj,0.0000144023,0.05000,14.389
14,mlp.experts.91.up_proj,0.0000302852,0.05000,14.558
14,mlp.experts.152.up_proj,0.0000345736,0.05000,14.502
14,mlp.experts.177.up_proj,0.0000212738,0.05000,14.687
14,mlp.experts.193.up_proj,failsafe(rtn): 0.0014343,0.00000,0.745
14,mlp.experts.54.up_proj,0.0000224817,0.05000,14.497
14,mlp.experts.80.up_proj,0.0000248081,0.05000,14.630
14,mlp.experts.62.up_proj,0.0000079415,0.05000,14.718
14,mlp.experts.92.up_proj,0.0000310681,0.05000,14.724
14,mlp.experts.63.up_proj,0.0000168500,0.05000,14.660
14,mlp.experts.51.up_proj,0.0000088348,0.05000,14.670
14,mlp.experts.90.up_proj,0.0000124790,0.05000,14.533
14,mlp.experts.69.up_proj,0.0000298650,0.05000,14.613
14,mlp.experts.66.up_proj,0.0000149394,0.05000,14.617
14,mlp.experts.67.up_proj,failsafe(rtn): 0.0014801,0.00000,0.807
14,mlp.experts.93.up_proj,0.0000144903,0.05000,14.748
14,mlp.experts.87.up_proj,0.0000100116,0.05000,14.668
14,mlp.experts.89.up_proj,0.0000153815,0.05000,14.699
14,mlp.experts.109.up_proj,failsafe(rtn): 0.0014801,0.00000,0.676
14,mlp.experts.116.up_proj,0.0000079121,0.05000,14.644
14,mlp.experts.107.up_proj,0.0000154636,0.05000,14.638
14,mlp.experts.168.up_proj,0.0000188295,0.05000,14.565
14,mlp.experts.209.up_proj,0.0000212582,0.05000,14.454
14,mlp.experts.70.up_proj,0.0000144997,0.05000,14.257
14,mlp.experts.96.up_proj,0.0000250248,0.05000,14.217
14,mlp.experts.78.up_proj,0.0000131640,0.05000,14.259
14,mlp.experts.108.up_proj,0.0000087761,0.05000,14.250
14,mlp.experts.79.up_proj,0.0000677579,0.05000,14.222
14,mlp.experts.106.up_proj,0.0000136346,0.05000,14.169
14,mlp.experts.85.up_proj,0.0000190078,0.05000,14.291
14,mlp.experts.82.up_proj,0.0000093494,0.05000,14.068
14,mlp.experts.83.up_proj,0.0000231585,0.05000,14.155
14,mlp.experts.103.up_proj,0.0000077513,0.05000,14.085
14,mlp.experts.99.up_proj,failsafe(rtn): 0.0014038,0.00000,0.711
14,mlp.experts.105.up_proj,0.0000419010,0.05000,14.167
14,mlp.experts.125.up_proj,0.0000084584,0.05000,14.103
14,mlp.experts.132.up_proj,0.0000101245,0.05000,14.099
14,mlp.experts.123.up_proj,0.0000112805,0.05000,14.086
14,mlp.experts.121.up_proj,failsafe(rtn): 0.0014954,0.00000,0.694
14,mlp.experts.184.up_proj,0.0000132874,0.05000,14.160
14,mlp.experts.225.up_proj,0.0000159714,0.05000,14.246
14,mlp.experts.241.up_proj,failsafe(rtn): 0.0014420,0.00000,0.823
14,mlp.experts.86.up_proj,0.0000346939,0.05000,13.961
14,mlp.experts.112.up_proj,0.0000115472,0.05000,13.992
14,mlp.experts.94.up_proj,0.0000078464,0.05000,14.122
14,mlp.experts.124.up_proj,0.0000244680,0.05000,13.923
14,mlp.experts.95.up_proj,0.0000012598,0.05000,14.134
14,mlp.experts.122.up_proj,0.0000108393,0.05000,14.038
14,mlp.experts.98.up_proj,0.0000031239,0.05000,13.978
14,mlp.experts.101.up_proj,0.0000093619,0.05000,14.120
14,mlp.experts.138.up_proj,failsafe(rtn): 0.0014191,0.00000,0.726
14,mlp.experts.119.up_proj,0.0000219350,0.05000,14.027
14,mlp.experts.115.up_proj,0.0000268916,0.05000,14.047
14,mlp.experts.148.up_proj,0.0000083572,0.05000,13.908
14,mlp.experts.141.up_proj,0.0000244074,0.05000,14.225
14,mlp.experts.139.up_proj,0.0000058738,0.05000,14.108
14,mlp.experts.137.up_proj,0.0000139798,0.05000,14.076
14,mlp.experts.155.up_proj,failsafe(rtn): 0.0014725,0.00000,0.647
14,mlp.experts.200.up_proj,0.0000251538,0.05000,14.111
14,mlp.experts.257.up_proj,0.0000233263,0.05000,14.023
14,mlp.experts.102.up_proj,0.0000276212,0.05000,14.294
14,mlp.experts.128.up_proj,0.0000151031,0.05000,14.385
14,mlp.experts.110.up_proj,0.0000030912,0.05000,14.481
14,mlp.experts.140.up_proj,0.0000155911,0.05000,14.513
14,mlp.experts.111.up_proj,0.0000039832,0.05000,14.515
14,mlp.experts.114.up_proj,0.0000161594,0.05000,14.481
14,mlp.experts.117.up_proj,0.0000379960,0.05000,14.635
14,mlp.experts.154.up_proj,0.0000127399,0.05000,14.593
14,mlp.experts.135.up_proj,0.0000086938,0.05000,14.678
14,mlp.experts.164.up_proj,0.0000220071,0.05000,14.560
14,mlp.experts.131.up_proj,0.0000330908,0.05000,14.706
14,mlp.experts.157.up_proj,0.0000266137,0.05000,14.473
14,mlp.experts.153.up_proj,0.0000312010,0.05000,14.571
14,mlp.experts.171.up_proj,0.0000077242,0.05000,14.481
14,mlp.experts.216.up_proj,0.0000115185,0.05000,14.616
14,mlp.experts.169.up_proj,failsafe(rtn): 0.0014648,0.00000,0.800
14,mlp.experts.187.up_proj,failsafe(rtn): 0.0013351,0.00000,0.759
14,mlp.experts.273.up_proj,0.0000269367,0.05000,14.703
14,mlp.experts.289.up_proj,failsafe(rtn): 0.0015030,0.00000,0.692
14,mlp.experts.118.up_proj,0.0000096598,0.05000,14.583
14,mlp.experts.144.up_proj,0.0000193034,0.05000,14.470
14,mlp.experts.126.up_proj,0.0000304089,0.05000,14.590
14,mlp.experts.156.up_proj,0.0000089677,0.05000,14.495
14,mlp.experts.127.up_proj,0.0000371728,0.05000,14.428
14,mlp.experts.142.up_proj,failsafe(rtn): 0.0014954,0.00000,0.739
14,mlp.experts.130.up_proj,0.0000367257,0.05000,14.462
14,mlp.experts.133.up_proj,0.0000210328,0.05000,14.243
14,mlp.experts.170.up_proj,0.0000100015,0.05000,14.302
14,mlp.experts.151.up_proj,0.0000275621,0.05000,14.363
14,mlp.experts.180.up_proj,0.0000146980,0.05000,14.429
14,mlp.experts.147.up_proj,0.0000378535,0.05000,14.436
14,mlp.experts.173.up_proj,0.0000139843,0.05000,14.449
14,mlp.experts.196.up_proj,failsafe(rtn): 0.0014801,0.00000,0.668
14,mlp.experts.232.up_proj,0.0000256471,0.05000,14.275
14,mlp.experts.185.up_proj,0.0000092993,0.05000,14.455
14,mlp.experts.203.up_proj,0.0000045589,0.05000,14.301
14,mlp.experts.305.up_proj,0.0000215465,0.05000,14.561
14,mlp.experts.134.up_proj,0.0000111227,0.05000,14.608
14,mlp.experts.160.up_proj,0.0000164710,0.05000,14.592
14,mlp.experts.172.up_proj,0.0000135841,0.05000,14.597
14,mlp.experts.143.up_proj,0.0000101993,0.05000,14.611
14,mlp.experts.158.up_proj,0.0000138432,0.05000,14.462
14,mlp.experts.149.up_proj,0.0000048549,0.05000,14.467
14,mlp.experts.146.up_proj,0.0000287381,0.05000,14.533
14,mlp.experts.159.up_proj,failsafe(rtn): 0.0015335,0.00000,0.658
14,mlp.experts.186.up_proj,0.0000157004,0.05000,14.375
14,mlp.experts.167.up_proj,0.0000126584,0.05000,14.363
14,mlp.experts.163.up_proj,0.0000464776,0.05000,14.399
14,mlp.experts.189.up_proj,0.0000146660,0.05000,14.340
14,mlp.experts.212.up_proj,0.0000254295,0.05000,14.434
14,mlp.experts.248.up_proj,0.0000038282,0.05000,14.454
14,mlp.experts.219.up_proj,0.0000176277,0.05000,14.528
14,mlp.experts.201.up_proj,0.0000195626,0.05000,14.586
14,mlp.experts.321.up_proj,0.0000297666,0.05000,14.283
14,mlp.experts.150.up_proj,0.0000122800,0.05000,14.062
14,mlp.experts.176.up_proj,0.0000251304,0.05000,14.071
14,mlp.experts.188.up_proj,0.0000087971,0.05000,14.042
14,mlp.experts.174.up_proj,0.0000366653,0.05000,14.080
14,mlp.experts.165.up_proj,0.0000164407,0.05000,14.044
14,mlp.experts.204.up_proj,failsafe(rtn): 0.0013657,0.00000,0.751
14,mlp.experts.162.up_proj,0.0000170588,0.05000,14.152
14,mlp.experts.175.up_proj,0.0000515805,0.05000,14.147
14,mlp.experts.202.up_proj,0.0000193632,0.05000,14.124
14,mlp.experts.178.up_proj,failsafe(rtn): 0.0014572,0.00000,0.794
14,mlp.experts.183.up_proj,0.0000218111,0.05000,14.225
14,mlp.experts.218.up_proj,failsafe(rtn): 0.0013275,0.00000,0.750
14,mlp.experts.179.up_proj,0.0000053215,0.05000,14.219
14,mlp.experts.205.up_proj,0.0000214284,0.05000,14.144
14,mlp.experts.228.up_proj,0.0000227250,0.05000,14.098
14,mlp.experts.264.up_proj,0.0000356441,0.05000,14.047
14,mlp.experts.235.up_proj,0.0000113796,0.05000,14.111
14,mlp.experts.217.up_proj,0.0000179127,0.05000,14.069
14,mlp.experts.280.up_proj,failsafe(rtn): 0.0014114,0.00000,0.804
14,mlp.experts.251.up_proj,failsafe(rtn): 0.0015106,0.00000,0.812
14,mlp.experts.296.up_proj,failsafe(rtn): 0.0015030,0.00000,0.802
14,mlp.experts.337.up_proj,0.0000511421,0.05000,14.244
14,mlp.experts.353.up_proj,failsafe(rtn): 0.0015030,0.00000,0.750
14,mlp.experts.166.up_proj,0.0000065981,0.05000,14.385
14,mlp.experts.192.up_proj,0.0000094422,0.05000,14.483
14,mlp.experts.190.up_proj,0.0000241816,0.05000,14.566
14,mlp.experts.220.up_proj,0.0000211980,0.05000,14.543
14,mlp.experts.181.up_proj,0.0000416029,0.05000,14.672
14,mlp.experts.191.up_proj,0.0000522548,0.05000,14.432
14,mlp.experts.194.up_proj,0.0000107241,0.05000,14.408
14,mlp.experts.199.up_proj,0.0000234774,0.05000,14.501
14,mlp.experts.234.up_proj,0.0000086722,0.05000,14.422
14,mlp.experts.221.up_proj,0.0000311794,0.05000,14.418
14,mlp.experts.195.up_proj,0.0000094419,0.05000,14.526
14,mlp.experts.244.up_proj,0.0000473898,0.05000,14.475
14,mlp.experts.233.up_proj,0.0000310608,0.05000,14.326
14,mlp.experts.267.up_proj,0.0000052620,0.05000,14.396
14,mlp.experts.312.up_proj,0.0000188422,0.05000,14.218
14,mlp.experts.369.up_proj,0.0000022686,0.05000,14.345
14,mlp.experts.385.up_proj,failsafe(rtn): 0.0014496,0.00000,0.656
14,mlp.experts.182.up_proj,0.0000303251,0.05000,14.258
14,mlp.experts.208.up_proj,0.0000214785,0.05000,14.269
14,mlp.experts.206.up_proj,0.0000155274,0.05000,14.240
14,mlp.experts.197.up_proj,0.0000103617,0.05000,14.007
14,mlp.experts.236.up_proj,0.0000045320,0.05000,14.091
14,mlp.experts.207.up_proj,0.0000075837,0.05000,14.144
14,mlp.experts.213.up_proj,failsafe(rtn): 0.0014114,0.00000,0.750
14,mlp.experts.210.up_proj,0.0000124020,0.05000,14.147
14,mlp.experts.215.up_proj,0.0000067324,0.05000,14.167
14,mlp.experts.250.up_proj,0.0000109998,0.05000,14.287
14,mlp.experts.237.up_proj,0.0000160000,0.05000,14.244
14,mlp.experts.211.up_proj,0.0000040196,0.05000,14.319
14,mlp.experts.260.up_proj,0.0000100852,0.05000,14.180
14,mlp.experts.249.up_proj,0.0000137029,0.05000,14.388
14,mlp.experts.283.up_proj,0.0000146330,0.05000,14.316
14,mlp.experts.328.up_proj,0.0000073883,0.05000,14.294
14,mlp.experts.401.up_proj,0.0000156721,0.05000,14.382
14,mlp.experts.198.up_proj,0.0000126646,0.05000,14.421
14,mlp.experts.224.up_proj,0.0000126657,0.05000,14.542
14,mlp.experts.222.up_proj,0.0000112333,0.05000,14.621
14,mlp.experts.252.up_proj,0.0000122522,0.05000,14.692
14,mlp.experts.223.up_proj,0.0000213153,0.05000,14.578
14,mlp.experts.226.up_proj,0.0000124227,0.05000,14.617
14,mlp.experts.229.up_proj,0.0000231880,0.05000,14.695
14,mlp.experts.231.up_proj,0.0000240055,0.05000,14.482
14,mlp.experts.266.up_proj,0.0000144709,0.05000,14.434
14,mlp.experts.227.up_proj,0.0000094896,0.05000,14.410
14,mlp.experts.253.up_proj,0.0000085776,0.05000,14.628
14,mlp.experts.276.up_proj,0.0000075668,0.05000,14.487
14,mlp.experts.292.up_proj,failsafe(rtn): 0.0014420,0.00000,0.793
14,mlp.experts.265.up_proj,0.0000099364,0.05000,14.595
14,mlp.experts.308.up_proj,failsafe(rtn): 0.0014191,0.00000,0.683
14,mlp.experts.299.up_proj,0.0000238079,0.05000,14.602
14,mlp.experts.344.up_proj,0.0000098695,0.05000,14.553
14,mlp.experts.417.up_proj,0.0000254789,0.05000,14.744
14,mlp.experts.214.up_proj,0.0000286252,0.05000,14.552
14,mlp.experts.240.up_proj,0.0000169421,0.05000,14.415
14,mlp.experts.238.up_proj,0.0000366410,0.05000,14.561
14,mlp.experts.239.up_proj,0.0000230342,0.05000,14.554
14,mlp.experts.268.up_proj,0.0000074090,0.05000,14.603
14,mlp.experts.245.up_proj,0.0000156456,0.05000,14.531
14,mlp.experts.242.up_proj,0.0000096829,0.05000,14.595
14,mlp.experts.247.up_proj,0.0000266305,0.05000,14.669
14,mlp.experts.282.up_proj,0.0000095517,0.05000,14.540
14,mlp.experts.243.up_proj,0.0000373578,0.05000,14.524
14,mlp.experts.269.up_proj,0.0000013667,0.05000,14.522
14,mlp.experts.281.up_proj,0.0000371766,0.05000,14.308
14,mlp.experts.324.up_proj,0.0000101715,0.05000,14.324
14,mlp.experts.315.up_proj,0.0000305836,0.05000,14.192
14,mlp.experts.360.up_proj,0.0000309799,0.05000,14.242
14,mlp.experts.433.up_proj,0.0000133998,0.05000,14.350
14,mlp.experts.230.up_proj,0.0000161145,0.05000,14.325
14,mlp.experts.256.up_proj,0.0000153941,0.05000,14.217
14,mlp.experts.246.up_proj,failsafe(rtn): 0.0015030,0.00000,0.649
14,mlp.experts.254.up_proj,0.0000118307,0.05000,14.213
14,mlp.experts.284.up_proj,0.0000191926,0.05000,13.957
14,mlp.experts.255.up_proj,0.0000229619,0.05000,14.100
14,mlp.experts.261.up_proj,0.0000094071,0.05000,14.233
14,mlp.experts.258.up_proj,0.0000094154,0.05000,14.202
14,mlp.experts.263.up_proj,0.0000197190,0.05000,14.180
14,mlp.experts.298.up_proj,0.0000142542,0.05000,14.146
14,mlp.experts.285.up_proj,0.0000108164,0.05000,14.199
14,mlp.experts.259.up_proj,0.0000186728,0.05000,14.301
14,mlp.experts.277.up_proj,failsafe(rtn): 0.0014191,0.00000,0.794
14,mlp.experts.297.up_proj,0.0000104793,0.05000,14.247
14,mlp.experts.340.up_proj,0.0000230293,0.05000,14.244
14,mlp.experts.331.up_proj,0.0000072259,0.05000,14.357
14,mlp.experts.376.up_proj,0.0000123717,0.05000,14.304
14,mlp.experts.449.up_proj,0.0000179898,0.05000,14.074
14,mlp.experts.272.up_proj,0.0000048545,0.05000,14.049
14,mlp.experts.262.up_proj,0.0000294629,0.05000,14.082
14,mlp.experts.270.up_proj,0.0000097050,0.05000,14.000
14,mlp.experts.300.up_proj,0.0000133993,0.05000,14.008
14,mlp.experts.271.up_proj,0.0000079369,0.05000,14.006
14,mlp.experts.274.up_proj,0.0000303705,0.05000,14.106
14,mlp.experts.279.up_proj,0.0000177896,0.05000,14.091
14,mlp.experts.314.up_proj,0.0000111105,0.05000,14.084
14,mlp.experts.275.up_proj,0.0000108852,0.05000,13.989
14,mlp.experts.301.up_proj,0.0000315921,0.05000,14.117
14,mlp.experts.293.up_proj,0.0000346393,0.05000,14.143
14,mlp.experts.313.up_proj,0.0000407644,0.05000,14.207
14,mlp.experts.356.up_proj,0.0000117970,0.05000,14.352
14,mlp.experts.347.up_proj,0.0000050663,0.05000,14.145
14,mlp.experts.329.up_proj,failsafe(rtn): 0.0014038,0.00000,0.785
14,mlp.experts.392.up_proj,0.0000160172,0.05000,14.190
14,mlp.experts.372.up_proj,failsafe(rtn): 0.0014420,0.00000,0.712
14,mlp.experts.465.up_proj,0.0000274078,0.05000,14.686
14,mlp.experts.288.up_proj,0.0000113996,0.05000,14.610
14,mlp.experts.278.up_proj,0.0000013637,0.05000,14.711
14,mlp.experts.286.up_proj,0.0000180273,0.05000,14.666
14,mlp.experts.316.up_proj,0.0000184634,0.05000,14.771
14,mlp.experts.287.up_proj,0.0000173036,0.05000,14.774
14,mlp.experts.330.up_proj,0.0000178973,0.05000,14.504
14,mlp.experts.290.up_proj,0.0000437652,0.05000,14.673
14,mlp.experts.295.up_proj,0.0000316684,0.05000,14.591
14,mlp.experts.291.up_proj,0.0000081785,0.05000,14.680
14,mlp.experts.317.up_proj,0.0000198089,0.05000,14.708
14,mlp.experts.309.up_proj,0.0000085536,0.05000,14.600
14,mlp.experts.408.up_proj,0.0000131079,0.05000,14.368
14,mlp.experts.363.up_proj,0.0000086882,0.05000,14.539
14,mlp.experts.345.up_proj,0.0000177983,0.05000,14.514
14,mlp.experts.388.up_proj,0.0000100293,0.05000,14.506
14,mlp.experts.361.up_proj,failsafe(rtn): 0.0014496,0.00000,0.748
14,mlp.experts.481.up_proj,0.0000130361,0.05000,14.531
14,mlp.experts.304.up_proj,0.0000100665,0.05000,14.517
14,mlp.experts.294.up_proj,0.0000507366,0.05000,14.387
14,mlp.experts.302.up_proj,0.0000347681,0.05000,14.450
14,mlp.experts.332.up_proj,0.0000089045,0.05000,14.605
14,mlp.experts.303.up_proj,0.0000141630,0.05000,14.610
14,mlp.experts.348.up_proj,failsafe(rtn): 0.0013351,0.00000,0.703
14,mlp.experts.346.up_proj,0.0000377082,0.05000,14.548
14,mlp.experts.306.up_proj,0.0000261134,0.05000,14.543
14,mlp.experts.311.up_proj,0.0000124547,0.05000,14.727
14,mlp.experts.325.up_proj,0.0000156452,0.05000,14.488
14,mlp.experts.307.up_proj,0.0000239930,0.05000,14.667
14,mlp.experts.333.up_proj,0.0000141248,0.05000,14.644
14,mlp.experts.424.up_proj,0.0000571687,0.05000,14.709
14,mlp.experts.379.up_proj,0.0000258221,0.05000,14.804
14,mlp.experts.404.up_proj,0.0000071441,0.05000,14.540
14,mlp.experts.440.up_proj,failsafe(rtn): 0.0012512,0.00000,0.695
14,mlp.experts.377.up_proj,0.0000096727,0.05000,14.714
14,mlp.experts.497.up_proj,0.0000296977,0.05000,14.522
14,mlp.experts.320.up_proj,0.0000102298,0.05000,14.553
14,mlp.experts.310.up_proj,0.0000167841,0.05000,14.534
14,mlp.experts.1.down_proj,0.0000090954,0.05000,3.547
14,mlp.experts.318.up_proj,0.0000195309,0.05000,14.596
14,mlp.experts.17.down_proj,failsafe(rtn): 0.0015793,0.00000,0.206
14,mlp.experts.319.up_proj,0.0000062113,0.05000,14.512
14,mlp.experts.334.up_proj,failsafe(rtn): 0.0015259,0.00000,0.713
14,mlp.experts.364.up_proj,0.0000120936,0.05000,14.635
14,mlp.experts.322.up_proj,0.0000210480,0.05000,14.635
14,mlp.experts.362.up_proj,0.0000537595,0.05000,14.681
14,mlp.experts.327.up_proj,0.0000165781,0.05000,14.665
14,mlp.experts.323.up_proj,0.0000167303,0.05000,14.610
14,mlp.experts.341.up_proj,0.0000039206,0.05000,14.678
14,mlp.experts.349.up_proj,0.0000147027,0.05000,14.693
14,mlp.experts.33.down_proj,0.0000010325,0.05000,3.564
14,mlp.experts.395.up_proj,0.0000112168,0.05000,14.221
14,mlp.experts.420.up_proj,0.0000121431,0.05000,14.246
14,mlp.experts.456.up_proj,0.0000110945,0.05000,14.321
14,mlp.experts.393.up_proj,0.0000170707,0.05000,14.381
14,mlp.experts.49.down_proj,0.0000053071,0.05000,3.731
14,mlp.experts.65.down_proj,0.0000019227,0.05000,3.633
14,mlp.experts.81.down_proj,failsafe(rtn): 0.0014496,0.00000,0.172
14,mlp.experts.336.up_proj,0.0000246544,0.05000,14.547
14,mlp.experts.326.up_proj,0.0000268661,0.05000,14.490
14,mlp.experts.97.down_proj,0.0000059762,0.05000,3.523
14,mlp.experts.335.up_proj,0.0000364744,0.05000,14.394
14,mlp.experts.350.up_proj,0.0000077351,0.05000,14.447
14,mlp.experts.380.up_proj,0.0000194971,0.05000,14.400
14,mlp.experts.338.up_proj,0.0000458679,0.05000,14.304
14,mlp.experts.378.up_proj,0.0000566830,0.05000,14.412
14,mlp.experts.343.up_proj,0.0000093554,0.05000,14.355
14,mlp.experts.339.up_proj,0.0000190337,0.05000,14.281
14,mlp.experts.365.up_proj,0.0000522907,0.05000,14.323
14,mlp.experts.357.up_proj,0.0000406484,0.05000,14.415
14,mlp.experts.359.up_proj,failsafe(rtn): 0.0013275,0.00000,0.768
14,mlp.experts.411.up_proj,0.0000085610,0.05000,14.375
14,mlp.experts.113.down_proj,0.0000025576,0.05000,3.593
14,mlp.experts.436.up_proj,0.0000516098,0.05000,14.434
14,mlp.experts.472.up_proj,0.0000072967,0.05000,14.342
14,mlp.experts.409.up_proj,0.0000099722,0.05000,14.391
14,mlp.experts.129.down_proj,0.0000015918,0.05000,3.605
14,mlp.experts.145.down_proj,0.0000005273,0.05000,3.758
14,mlp.experts.161.down_proj,failsafe(rtn): 0.0014420,0.00000,0.191
14,mlp.experts.352.up_proj,0.0000261264,0.05000,14.625
14,mlp.experts.342.up_proj,0.0000581646,0.05000,14.543
14,mlp.experts.351.up_proj,0.0000113646,0.05000,14.545
14,mlp.experts.177.down_proj,0.0000020477,0.05000,3.543
14,mlp.experts.366.up_proj,0.0000290084,0.05000,14.495
14,mlp.experts.193.down_proj,failsafe(rtn): 0.0014191,0.00000,0.189
14,mlp.experts.396.up_proj,0.0000052999,0.05000,14.529
14,mlp.experts.354.up_proj,0.0000162498,0.05000,14.664
14,mlp.experts.394.up_proj,0.0000199134,0.05000,14.601
14,mlp.experts.355.up_proj,0.0000191999,0.05000,14.656
14,mlp.experts.381.up_proj,0.0000293746,0.05000,14.527
14,mlp.experts.370.up_proj,failsafe(rtn): 0.0013809,0.00000,0.764
14,mlp.experts.375.up_proj,0.0000279775,0.05000,14.523
14,mlp.experts.373.up_proj,0.0000112510,0.05000,14.738
14,mlp.experts.386.up_proj,failsafe(rtn): 0.0014572,0.00000,0.829
14,mlp.experts.427.up_proj,0.0000237862,0.05000,14.789
14,mlp.experts.452.up_proj,0.0000015557,0.05000,14.873
14,mlp.experts.209.down_proj,0.0000033466,0.05000,3.947
14,mlp.experts.488.up_proj,0.0000061253,0.05000,14.807
14,mlp.experts.425.up_proj,0.0000159053,0.05000,15.079
14,mlp.experts.225.down_proj,0.0000025637,0.05000,3.546
14,mlp.experts.241.down_proj,failsafe(rtn): 0.0014801,0.00000,0.165
14,mlp.experts.257.down_proj,0.0000011754,0.05000,3.673
14,mlp.experts.368.up_proj,0.0000154326,0.05000,14.609
14,mlp.experts.358.up_proj,0.0000343113,0.05000,14.582
14,mlp.experts.367.up_proj,0.0000154213,0.05000,14.871
14,mlp.experts.382.up_proj,0.0000088404,0.05000,14.894
14,mlp.experts.273.down_proj,0.0000049610,0.05000,3.796
14,mlp.experts.412.up_proj,0.0000080836,0.05000,14.881
14,mlp.experts.289.down_proj,failsafe(rtn): 0.0015488,0.00000,0.182
14,mlp.experts.410.up_proj,0.0000110544,0.05000,14.810
14,mlp.experts.428.up_proj,failsafe(rtn): 0.0014877,0.00000,0.698
14,mlp.experts.397.up_proj,0.0000244121,0.05000,14.756
14,mlp.experts.371.up_proj,0.0000093444,0.05000,14.848
14,mlp.experts.389.up_proj,0.0000197756,0.05000,14.719
14,mlp.experts.391.up_proj,0.0000329223,0.05000,14.770
14,mlp.experts.402.up_proj,0.0000271813,0.05000,14.673
14,mlp.experts.405.up_proj,failsafe(rtn): 0.0014572,0.00000,0.677
14,mlp.experts.443.up_proj,0.0000221201,0.05000,14.540
14,mlp.experts.468.up_proj,0.0000227965,0.05000,14.349
14,mlp.experts.504.up_proj,0.0000204153,0.05000,14.332
14,mlp.experts.305.down_proj,0.0000011152,0.05000,3.369
14,mlp.experts.441.up_proj,0.0000238130,0.05000,14.287
14,mlp.experts.8.down_proj,0.0000013000,0.05000,2.843
14,mlp.experts.24.down_proj,0.0000013698,0.05000,2.837
14,mlp.experts.40.down_proj,failsafe(rtn): 0.0015335,0.00000,0.145
14,mlp.experts.384.up_proj,0.0000475044,0.05000,12.646
14,mlp.experts.374.up_proj,0.0000050045,0.05000,12.643
14,mlp.experts.383.up_proj,0.0000170372,0.05000,12.157
14,mlp.experts.398.up_proj,0.0000143219,0.05000,11.936
14,mlp.experts.56.down_proj,0.0000007776,0.05000,2.944
14,mlp.experts.426.up_proj,0.0000401096,0.05000,11.985
14,mlp.experts.413.up_proj,0.0000080036,0.05000,11.676
14,mlp.experts.444.up_proj,0.0000075603,0.05000,11.849
14,mlp.experts.387.up_proj,0.0000503986,0.05000,11.761
14,mlp.experts.407.up_proj,0.0000162489,0.05000,11.643
14,mlp.experts.418.up_proj,0.0000350113,0.05000,11.798
14,mlp.experts.459.up_proj,0.0000102685,0.05000,11.879
14,mlp.experts.484.up_proj,0.0000204109,0.05000,11.682
14,mlp.experts.72.down_proj,0.0000010287,0.05000,3.267
14,mlp.experts.88.down_proj,failsafe(rtn): 0.0014114,0.00000,0.186
14,mlp.experts.321.down_proj,0.0000015184,0.05000,3.838
14,mlp.experts.104.down_proj,0.0000006818,0.05000,3.684
14,mlp.experts.120.down_proj,failsafe(rtn): 0.0015869,0.00000,0.193
14,mlp.experts.337.down_proj,0.0000037768,0.05000,3.635
14,mlp.experts.353.down_proj,failsafe(rtn): 0.0015335,0.00000,0.216
14,mlp.experts.136.down_proj,0.0000030912,0.05000,3.639
14,mlp.experts.400.up_proj,0.0000124701,0.05000,13.687
14,mlp.experts.390.up_proj,0.0000045230,0.05000,13.933
14,mlp.experts.369.down_proj,0.0000008313,0.05000,3.821
14,mlp.experts.385.down_proj,failsafe(rtn): 0.0014114,0.00000,0.198
14,mlp.experts.399.up_proj,0.0000015411,0.05000,14.405
14,mlp.experts.414.up_proj,0.0000088916,0.05000,14.624
14,mlp.experts.152.down_proj,0.0000017004,0.05000,3.961
14,mlp.experts.442.up_proj,0.0000462119,0.05000,14.820
14,mlp.experts.460.up_proj,0.0000270065,0.05000,15.039
14,mlp.experts.429.up_proj,0.0000063066,0.05000,15.001
14,mlp.experts.403.up_proj,0.0000220314,0.05000,15.186
14,mlp.experts.423.up_proj,0.0000254572,0.05000,15.084
14,mlp.experts.421.up_proj,0.0000275042,0.05000,15.147
14,mlp.experts.457.up_proj,0.0000104803,0.05000,15.146
14,mlp.experts.434.up_proj,0.0000141078,0.05000,15.012
14,mlp.experts.401.down_proj,0.0000015114,0.05000,4.001
14,mlp.experts.500.up_proj,0.0000192026,0.05000,14.949
14,mlp.experts.475.up_proj,0.0000212276,0.05000,15.033
14,mlp.experts.168.down_proj,0.0000017195,0.05000,3.658
14,mlp.experts.417.down_proj,0.0000024356,0.05000,3.343
14,mlp.experts.433.down_proj,0.0000008461,0.05000,3.057
14,mlp.experts.416.up_proj,0.0000248143,0.05000,13.323
14,mlp.experts.406.up_proj,0.0000216703,0.05000,13.357
14,mlp.experts.449.down_proj,0.0000018865,0.05000,2.986
14,mlp.experts.415.up_proj,0.0000061816,0.05000,12.857
14,mlp.experts.430.up_proj,0.0000097421,0.05000,12.859
14,mlp.experts.458.up_proj,0.0000359470,0.05000,12.639
14,mlp.experts.476.up_proj,0.0000274083,0.05000,12.403
14,mlp.experts.419.up_proj,0.0000534767,0.05000,12.548
14,mlp.experts.445.up_proj,0.0000011683,0.05000,12.604
14,mlp.experts.474.up_proj,failsafe(rtn): 0.0014343,0.00000,0.671
14,mlp.experts.439.up_proj,0.0000228688,0.05000,12.580
14,mlp.experts.437.up_proj,0.0000364729,0.05000,12.577
14,mlp.experts.473.up_proj,0.0000060744,0.05000,12.625
14,mlp.experts.450.up_proj,0.0000102157,0.05000,12.438
14,mlp.experts.490.up_proj,failsafe(rtn): 0.0009918,0.00000,0.748
14,mlp.experts.465.down_proj,0.0000039460,0.05000,3.335
14,mlp.experts.491.up_proj,0.0000153027,0.05000,12.600
14,mlp.experts.184.down_proj,0.0000010788,0.05000,3.640
14,mlp.experts.4.down_proj,0.0000014520,0.05000,3.713
14,mlp.experts.481.down_proj,0.0000009904,0.05000,3.680
14,mlp.experts.200.down_proj,0.0000019592,0.05000,3.721
14,mlp.experts.20.down_proj,0.0000005114,0.05000,3.745
14,mlp.experts.497.down_proj,0.0000035116,0.05000,3.623
14,mlp.experts.216.down_proj,0.0000011212,0.05000,3.533
14,mlp.experts.36.down_proj,0.0000007727,0.05000,3.512
14,mlp.experts.422.up_proj,0.0000166099,0.05000,13.948
14,mlp.experts.431.up_proj,0.0000057138,0.05000,13.993
14,mlp.experts.446.up_proj,0.0000633364,0.05000,14.087
14,mlp.experts.492.up_proj,0.0000137228,0.05000,13.996
14,mlp.experts.232.down_proj,0.0000028103,0.05000,3.153
14,mlp.experts.432.up_proj,0.0000364923,0.05000,14.110
14,mlp.experts.52.down_proj,0.0000007562,0.05000,3.161
14,mlp.experts.489.up_proj,0.0000279716,0.05000,13.829
14,mlp.experts.435.up_proj,0.0000461591,0.05000,14.074
14,mlp.experts.461.up_proj,0.0000167221,0.05000,14.079
14,mlp.experts.455.up_proj,0.0000368603,0.05000,14.006
14,mlp.experts.453.up_proj,0.0000559357,0.05000,13.989
14,mlp.experts.508.up_proj,failsafe(rtn): 0.0014343,0.00000,0.724
14,mlp.experts.448.up_proj,failsafe(rtn): 0.0015030,0.00000,0.728
14,mlp.experts.466.up_proj,0.0000306683,0.05000,14.109
14,mlp.experts.506.up_proj,0.0000292367,0.05000,14.002
14,mlp.experts.464.up_proj,failsafe(rtn): 0.0014648,0.00000,0.687
14,mlp.experts.507.up_proj,0.0000411660,0.05000,13.992
14,mlp.experts.248.down_proj,0.0000002037,0.05000,3.463
14,mlp.experts.68.down_proj,0.0000027101,0.05000,3.485
14,mlp.experts.84.down_proj,failsafe(rtn): 0.0015259,0.00000,0.181
14,mlp.experts.12.down_proj,0.0000012235,0.05000,3.554
14,mlp.experts.10.down_proj,0.0000021411,0.05000,3.392
14,mlp.experts.11.down_proj,0.0000089365,0.05000,3.548
14,mlp.experts.264.down_proj,0.0000017573,0.05000,3.396
14,mlp.experts.280.down_proj,failsafe(rtn): 0.0014038,0.00000,0.163
14,mlp.experts.100.down_proj,0.0000008763,0.05000,3.339
14,mlp.experts.296.down_proj,failsafe(rtn): 0.0016022,0.00000,0.159
14,mlp.experts.28.down_proj,0.0000014463,0.05000,3.341
14,mlp.experts.26.down_proj,0.0000015127,0.05000,3.286
14,mlp.experts.27.down_proj,0.0000011379,0.05000,3.289
14,mlp.experts.312.down_proj,0.0000011266,0.05000,3.380
14,mlp.experts.116.down_proj,0.0000007229,0.05000,3.493
14,mlp.experts.438.up_proj,0.0000073835,0.05000,13.487
14,mlp.experts.44.down_proj,0.0000028228,0.05000,3.462
14,mlp.experts.42.down_proj,0.0000024165,0.05000,3.477
14,mlp.experts.447.up_proj,0.0000338183,0.05000,13.425
14,mlp.experts.43.down_proj,0.0000010694,0.05000,3.288
14,mlp.experts.59.down_proj,failsafe(rtn): 0.0014267,0.00000,0.175
14,mlp.experts.462.up_proj,0.0000256341,0.05000,13.527
14,mlp.experts.477.up_proj,0.0000377304,0.05000,13.414
14,mlp.experts.471.up_proj,0.0000088668,0.05000,13.551
14,mlp.experts.505.up_proj,0.0000077202,0.05000,13.622
14,mlp.experts.132.down_proj,0.0000011602,0.05000,3.324
14,mlp.experts.469.up_proj,0.0000037275,0.05000,13.543
14,mlp.experts.328.down_proj,0.0000006044,0.05000,3.352
14,mlp.experts.451.up_proj,0.0000228517,0.05000,13.653
14,mlp.experts.60.down_proj,0.0000044254,0.05000,3.287
14,mlp.experts.482.up_proj,0.0000202514,0.05000,13.522
14,mlp.experts.493.up_proj,failsafe(rtn): 0.0014038,0.00000,0.684
14,mlp.experts.58.down_proj,0.0000018137,0.05000,3.285
14,mlp.experts.487.up_proj,failsafe(rtn): 0.0014572,0.00000,0.695
14,mlp.experts.480.up_proj,0.0000246486,0.05000,13.492
14,mlp.experts.75.down_proj,0.0000009502,0.05000,3.344
14,mlp.experts.9.down_proj,0.0000025219,0.05000,3.363
14,mlp.experts.344.down_proj,0.0000008051,0.05000,3.372
14,mlp.experts.148.down_proj,0.0000006947,0.05000,3.388
14,mlp.experts.76.down_proj,0.0000022495,0.05000,3.387
14,mlp.experts.74.down_proj,0.0000010078,0.05000,3.332
14,mlp.experts.91.down_proj,0.0000013233,0.05000,3.296
14,mlp.experts.360.down_proj,0.0000047633,0.05000,3.271
14,mlp.experts.164.down_proj,0.0000040595,0.05000,3.274
14,mlp.experts.25.down_proj,0.0000062886,0.05000,3.366
14,mlp.experts.92.down_proj,0.0000015317,0.05000,3.367
14,mlp.experts.90.down_proj,0.0000008012,0.05000,3.367
14,mlp.experts.107.down_proj,0.0000008349,0.05000,3.493
14,mlp.experts.376.down_proj,0.0000006812,0.05000,3.623
14,mlp.experts.180.down_proj,0.0000016895,0.05000,3.663
14,mlp.experts.41.down_proj,0.0000008730,0.05000,3.648
14,mlp.experts.454.up_proj,0.0000175594,0.05000,13.642
14,mlp.experts.196.down_proj,failsafe(rtn): 0.0015488,0.00000,0.215
14,mlp.experts.108.down_proj,0.0000005523,0.05000,3.772
14,mlp.experts.106.down_proj,0.0000016667,0.05000,3.770
14,mlp.experts.463.up_proj,0.0000142338,0.05000,13.799
14,mlp.experts.123.down_proj,0.0000004891,0.05000,3.605
14,mlp.experts.478.up_proj,0.0000249871,0.05000,13.796
14,mlp.experts.479.up_proj,failsafe(rtn): 0.0014343,0.00000,0.717
14,mlp.experts.485.up_proj,0.0000197724,0.05000,13.692
14,mlp.experts.392.down_proj,0.0000008257,0.05000,3.419
14,mlp.experts.467.up_proj,0.0000122506,0.05000,13.702
14,mlp.experts.57.down_proj,0.0000010901,0.05000,3.418
14,mlp.experts.212.down_proj,0.0000011255,0.05000,3.316
14,mlp.experts.498.up_proj,0.0000298631,0.05000,13.528
14,mlp.experts.509.up_proj,0.0000270419,0.05000,13.587
14,mlp.experts.124.down_proj,0.0000057614,0.05000,3.199
14,mlp.experts.503.up_proj,0.0000108848,0.05000,13.500
14,mlp.experts.122.down_proj,0.0000012334,0.05000,3.195
14,mlp.experts.496.up_proj,0.0000154748,0.05000,13.427
14,mlp.experts.139.down_proj,0.0000003002,0.05000,2.910
14,mlp.experts.155.down_proj,failsafe(rtn): 0.0015259,0.00000,0.131
14,mlp.experts.408.down_proj,0.0000014393,0.05000,2.493
14,mlp.experts.73.down_proj,0.0000020179,0.05000,2.479
14,mlp.experts.228.down_proj,0.0000011041,0.05000,2.458
14,mlp.experts.13.down_proj,0.0000007379,0.05000,2.442
14,mlp.experts.140.down_proj,0.0000008290,0.05000,2.412
14,mlp.experts.7.down_proj,0.0000010754,0.05000,2.401
14,mlp.experts.0.down_proj,0.0000009421,0.05000,2.375
14,mlp.experts.171.down_proj,0.0000008648,0.05000,2.408
14,mlp.experts.187.down_proj,failsafe(rtn): 0.0014191,0.00000,0.157
14,mlp.experts.424.down_proj,0.0000036546,0.05000,2.571
14,mlp.experts.89.down_proj,0.0000016059,0.05000,2.616
14,mlp.experts.440.down_proj,failsafe(rtn): 0.0013351,0.00000,0.137
14,mlp.experts.244.down_proj,0.0000030893,0.05000,2.642
14,mlp.experts.29.down_proj,0.0000034421,0.05000,2.674
14,mlp.experts.156.down_proj,0.0000006991,0.05000,2.682
14,mlp.experts.23.down_proj,0.0000020643,0.05000,2.714
14,mlp.experts.45.down_proj,failsafe(rtn): 0.0015106,0.00000,0.162
14,mlp.experts.16.down_proj,0.0000025894,0.05000,2.759
14,mlp.experts.32.down_proj,failsafe(rtn): 0.0015564,0.00000,0.123
14,mlp.experts.203.down_proj,0.0000002940,0.05000,2.722
14,mlp.experts.470.up_proj,0.0000231971,0.05000,10.794
14,mlp.experts.138.down_proj,failsafe(rtn): 0.0014725,0.00000,0.220
14,mlp.experts.105.down_proj,0.0000071763,0.05000,2.740
14,mlp.experts.456.down_proj,0.0000010527,0.05000,2.812
14,mlp.experts.260.down_proj,0.0000004206,0.05000,2.813
14,mlp.experts.121.down_proj,failsafe(rtn): 0.0015411,0.00000,0.207
14,mlp.experts.172.down_proj,0.0000027499,0.05000,2.807
14,mlp.experts.39.down_proj,0.0000085980,0.05000,2.842
14,mlp.experts.61.down_proj,0.0000007113,0.05000,2.855
14,mlp.experts.55.down_proj,failsafe(rtn): 0.0015793,0.00000,0.208
14,mlp.experts.48.down_proj,0.0000009123,0.05000,2.975
14,mlp.experts.495.up_proj,0.0000093212,0.05000,11.028
14,mlp.experts.219.down_proj,0.0000013364,0.05000,3.124
14,mlp.experts.2.down_proj,0.0000041728,0.05000,3.190
14,mlp.experts.483.up_proj,0.0000415963,0.05000,10.822
14,mlp.experts.501.up_proj,0.0000263623,0.05000,10.914
14,mlp.experts.154.down_proj,0.0000006630,0.05000,3.243
14,mlp.experts.472.down_proj,0.0000003990,0.05000,3.134
14,mlp.experts.276.down_proj,0.0000006457,0.05000,3.090
14,mlp.experts.137.down_proj,0.0000008163,0.05000,3.081
14,mlp.experts.292.down_proj,failsafe(rtn): 0.0014648,0.00000,0.156
14,mlp.experts.188.down_proj,0.0000008343,0.05000,3.106
14,mlp.experts.308.down_proj,failsafe(rtn): 0.0013962,0.00000,0.176
14,mlp.experts.77.down_proj,0.0000053839,0.05000,3.075
14,mlp.experts.204.down_proj,failsafe(rtn): 0.0013885,0.00000,0.197
14,mlp.experts.64.down_proj,0.0000024453,0.05000,3.145
14,mlp.experts.18.down_proj,0.0000003741,0.05000,3.491
14,mlp.experts.235.down_proj,0.0000009997,0.05000,3.543
14,mlp.experts.71.down_proj,0.0000007373,0.05000,3.547
14,mlp.experts.5.down_proj,0.0000016856,0.05000,3.530
14,mlp.experts.170.down_proj,0.0000007099,0.05000,3.539
14,mlp.experts.251.down_proj,failsafe(rtn): 0.0015488,0.00000,0.192
14,mlp.experts.153.down_proj,0.0000027546,0.05000,3.563
14,mlp.experts.488.down_proj,0.0000005228,0.05000,3.618
14,mlp.experts.169.down_proj,failsafe(rtn): 0.0015411,0.00000,0.163
14,mlp.experts.324.down_proj,0.0000012366,0.05000,3.630
14,mlp.experts.93.down_proj,0.0000010113,0.05000,3.595
14,mlp.experts.220.down_proj,0.0000015794,0.05000,3.596
14,mlp.experts.109.down_proj,failsafe(rtn): 0.0015564,0.00000,0.201
14,mlp.experts.80.down_proj,0.0000011574,0.05000,3.547
14,mlp.experts.34.down_proj,0.0000026485,0.05000,3.480
14,mlp.experts.21.down_proj,0.0000007877,0.05000,3.469
14,mlp.experts.87.down_proj,0.0000009108,0.05000,3.507
14,mlp.experts.267.down_proj,0.0000004496,0.05000,3.472
14,mlp.experts.186.down_proj,0.0000009303,0.05000,3.505
14,mlp.experts.504.down_proj,0.0000009775,0.05000,3.461
14,mlp.experts.185.down_proj,0.0000012132,0.05000,3.444
14,mlp.experts.340.down_proj,0.0000034761,0.05000,3.446
14,mlp.experts.236.down_proj,0.0000002244,0.05000,3.487
14,mlp.experts.125.down_proj,0.0000007930,0.05000,3.384
14,mlp.experts.96.down_proj,0.0000023755,0.05000,3.440
14,mlp.experts.494.up_proj,0.0000247427,0.05000,13.444
14,mlp.experts.486.up_proj,0.0000087038,0.05000,13.447
14,mlp.experts.50.down_proj,0.0000004295,0.05000,3.336
14,mlp.experts.37.down_proj,0.0000008343,0.05000,3.274
14,mlp.experts.103.down_proj,0.0000004048,0.05000,3.288
14,mlp.experts.283.down_proj,0.0000019825,0.05000,3.318
14,mlp.experts.202.down_proj,0.0000008340,0.05000,3.298
14,mlp.experts.218.down_proj,failsafe(rtn): 0.0013733,0.00000,0.214
14,mlp.experts.201.down_proj,0.0000018736,0.05000,3.215
14,mlp.experts.502.up_proj,failsafe(rtn): 0.0014191,0.00000,0.732
14,mlp.experts.356.down_proj,0.0000011808,0.05000,3.271
14,mlp.experts.372.down_proj,failsafe(rtn): 0.0015182,0.00000,0.135
14,mlp.experts.252.down_proj,0.0000018613,0.05000,3.314
14,mlp.experts.141.down_proj,0.0000010966,0.05000,3.291
14,mlp.experts.112.down_proj,0.0000004614,0.05000,3.325
14,mlp.experts.66.down_proj,0.0000011676,0.05000,3.260
14,mlp.experts.511.up_proj,0.0000365761,0.05000,13.509
14,mlp.experts.53.down_proj,0.0000011862,0.05000,3.229
14,mlp.experts.119.down_proj,0.0000013424,0.05000,3.219
14,mlp.experts.499.up_proj,0.0000257874,0.05000,13.633
14,mlp.experts.299.down_proj,0.0000012199,0.05000,3.179
14,mlp.experts.234.down_proj,0.0000006673,0.05000,3.215
14,mlp.experts.217.down_proj,0.0000020661,0.05000,3.225
14,mlp.experts.6.down_proj,0.0000019621,0.05000,3.217
14,mlp.experts.268.down_proj,0.0000008315,0.05000,3.203
14,mlp.experts.388.down_proj,0.0000005023,0.05000,3.258
14,mlp.experts.157.down_proj,0.0000026341,0.05000,3.222
14,mlp.experts.128.down_proj,0.0000016276,0.05000,3.149
14,mlp.experts.15.down_proj,0.0000042599,0.05000,3.019
14,mlp.experts.82.down_proj,0.0000012076,0.05000,3.044
14,mlp.experts.69.down_proj,0.0000014712,0.05000,2.995
14,mlp.experts.135.down_proj,0.0000004269,0.05000,3.034
14,mlp.experts.3.down_proj,0.0000004022,0.05000,3.090
14,mlp.experts.315.down_proj,0.0000028728,0.05000,3.176
14,mlp.experts.250.down_proj,0.0000007902,0.05000,3.041
14,mlp.experts.233.down_proj,0.0000017254,0.05000,3.062
14,mlp.experts.22.down_proj,0.0000015939,0.05000,3.069
14,mlp.experts.284.down_proj,0.0000018685,0.05000,3.107
14,mlp.experts.404.down_proj,0.0000005159,0.05000,3.070
14,mlp.experts.173.down_proj,0.0000013935,0.05000,3.134
14,mlp.experts.144.down_proj,0.0000023321,0.05000,3.092
14,mlp.experts.31.down_proj,0.0000082283,0.05000,3.138
14,mlp.experts.85.down_proj,0.0000010543,0.05000,3.102
14,mlp.experts.98.down_proj,0.0000001762,0.05000,3.165
14,mlp.experts.151.down_proj,0.0000014532,0.05000,3.143
14,mlp.experts.19.down_proj,0.0000007140,0.05000,3.167
14,mlp.experts.331.down_proj,0.0000003426,0.05000,3.117
14,mlp.experts.249.down_proj,0.0000012065,0.05000,3.057
14,mlp.experts.266.down_proj,0.0000016332,0.05000,3.107
14,mlp.experts.38.down_proj,0.0000030719,0.05000,3.065
14,mlp.experts.420.down_proj,0.0000007668,0.05000,3.010
14,mlp.experts.300.down_proj,0.0000015650,0.05000,3.038
14,mlp.experts.189.down_proj,0.0000018613,0.05000,2.995
14,mlp.experts.160.down_proj,0.0000019260,0.05000,3.061
14,mlp.experts.510.up_proj,0.0000177052,0.05000,12.491
14,mlp.experts.101.down_proj,0.0000009640,0.05000,3.157
14,mlp.experts.47.down_proj,0.0000012724,0.05000,3.203
14,mlp.experts.167.down_proj,0.0000009925,0.05000,3.124
14,mlp.experts.114.down_proj,0.0000021814,0.05000,3.187
14,mlp.experts.35.down_proj,0.0000014707,0.05000,3.264
14,mlp.experts.347.down_proj,0.0000002768,0.05000,3.211
14,mlp.experts.282.down_proj,0.0000008389,0.05000,3.148
14,mlp.experts.265.down_proj,0.0000009792,0.05000,3.218
14,mlp.experts.54.down_proj,0.0000017800,0.05000,3.160
14,mlp.experts.436.down_proj,0.0000040926,0.05000,3.133
14,mlp.experts.316.down_proj,0.0000009672,0.05000,3.121
14,mlp.experts.205.down_proj,0.0000011364,0.05000,3.128
14,mlp.experts.176.down_proj,0.0000014673,0.05000,3.155
14,mlp.experts.14.down_proj,0.0000025173,0.05000,2.981
14,mlp.experts.130.down_proj,0.0000021950,0.05000,2.953
14,mlp.experts.117.down_proj,0.0000020411,0.05000,3.032
14,mlp.experts.183.down_proj,0.0000012793,0.05000,2.971
14,mlp.experts.63.down_proj,0.0000015531,0.05000,2.995
14,mlp.experts.51.down_proj,0.0000006865,0.05000,2.957
14,mlp.experts.363.down_proj,0.0000006422,0.05000,2.984
14,mlp.experts.298.down_proj,0.0000014306,0.05000,2.950
14,mlp.experts.67.down_proj,failsafe(rtn): 0.0015259,0.00000,0.172
14,mlp.experts.281.down_proj,0.0000064627,0.05000,2.989
14,mlp.experts.70.down_proj,0.0000010679,0.05000,3.001
14,mlp.experts.332.down_proj,0.0000007991,0.05000,3.034
14,mlp.experts.452.down_proj,0.0000001961,0.05000,3.094
14,mlp.experts.221.down_proj,0.0000034566,0.05000,3.068
14,mlp.experts.348.down_proj,failsafe(rtn): 0.0014191,0.00000,0.171
14,mlp.experts.192.down_proj,0.0000006536,0.05000,3.066
14,mlp.experts.30.down_proj,0.0000014226,0.05000,3.204
14,mlp.experts.79.down_proj,0.0000102909,0.05000,3.192
14,mlp.experts.146.down_proj,0.0000016369,0.05000,3.239
14,mlp.experts.133.down_proj,0.0000018065,0.05000,3.223
14,mlp.experts.199.down_proj,0.0000016802,0.05000,3.240
14,mlp.experts.83.down_proj,0.0000010662,0.05000,3.155
14,mlp.experts.379.down_proj,0.0000024996,0.05000,3.228
14,mlp.experts.314.down_proj,0.0000005472,0.05000,3.229
14,mlp.experts.86.down_proj,0.0000034381,0.05000,3.111
14,mlp.experts.297.down_proj,0.0000009983,0.05000,3.238
14,mlp.experts.99.down_proj,failsafe(rtn): 0.0014343,0.00000,0.156
14,mlp.experts.468.down_proj,0.0000031185,0.05000,3.108
14,mlp.experts.237.down_proj,0.0000010800,0.05000,3.079
14,mlp.experts.364.down_proj,0.0000011047,0.05000,3.118
14,mlp.experts.208.down_proj,0.0000010584,0.05000,3.073
14,mlp.experts.46.down_proj,0.0000050755,0.05000,3.015
14,mlp.experts.162.down_proj,0.0000007814,0.05000,2.917
14,mlp.experts.149.down_proj,0.0000006459,0.05000,2.956
14,mlp.experts.95.down_proj,0.0000003301,0.05000,2.979
14,mlp.experts.215.down_proj,0.0000005761,0.05000,2.954
14,mlp.experts.178.down_proj,failsafe(rtn): 0.0014420,0.00000,0.167
14,mlp.experts.395.down_proj,0.0000014601,0.05000,2.994
14,mlp.experts.330.down_proj,0.0000013894,0.05000,2.974
14,mlp.experts.102.down_proj,0.0000052568,0.05000,2.989
14,mlp.experts.313.down_proj,0.0000024684,0.05000,2.966
14,mlp.experts.115.down_proj,0.0000038813,0.05000,2.971
14,mlp.experts.329.down_proj,failsafe(rtn): 0.0013962,0.00000,0.142
14,mlp.experts.253.down_proj,0.0000010123,0.05000,2.962
14,mlp.experts.484.down_proj,0.0000011781,0.05000,3.004
14,mlp.experts.380.down_proj,0.0000009222,0.05000,2.984
14,mlp.experts.224.down_proj,0.0000010155,0.05000,2.954
14,mlp.experts.62.down_proj,0.0000008107,0.05000,3.076
14,mlp.experts.111.down_proj,0.0000002657,0.05000,3.138
14,mlp.experts.165.down_proj,0.0000028068,0.05000,3.141
14,mlp.experts.231.down_proj,0.0000012350,0.05000,3.131
14,mlp.experts.194.down_proj,0.0000008048,0.05000,3.125
14,mlp.experts.346.down_proj,0.0000034696,0.05000,3.081
14,mlp.experts.411.down_proj,0.0000005525,0.05000,3.132
14,mlp.experts.118.down_proj,0.0000010483,0.05000,3.164
14,mlp.experts.131.down_proj,0.0000025338,0.05000,3.182
14,mlp.experts.345.down_proj,0.0000008021,0.05000,3.192
14,mlp.experts.500.down_proj,0.0000013859,0.05000,3.097
14,mlp.experts.269.down_proj,0.0000000748,0.05000,3.157
14,mlp.experts.361.down_proj,failsafe(rtn): 0.0015030,0.00000,0.151
14,mlp.experts.396.down_proj,0.0000005857,0.05000,3.143
14,mlp.experts.240.down_proj,0.0000009793,0.05000,3.085
14,mlp.experts.78.down_proj,0.0000007364,0.05000,3.092
14,mlp.experts.127.down_proj,0.0000024107,0.05000,2.989
14,mlp.experts.247.down_proj,0.0000015277,0.05000,3.012
14,mlp.experts.181.down_proj,0.0000069979,0.05000,3.032
14,mlp.experts.210.down_proj,0.0000007070,0.05000,3.017
14,mlp.experts.362.down_proj,0.0000035299,0.05000,3.067
14,mlp.experts.427.down_proj,0.0000043487,0.05000,3.085
14,mlp.experts.134.down_proj,0.0000005675,0.05000,3.044
14,mlp.experts.147.down_proj,0.0000017354,0.05000,3.051
14,mlp.experts.285.down_proj,0.0000010127,0.05000,3.061
14,mlp.experts.377.down_proj,0.0000007360,0.05000,3.078
14,mlp.experts.412.down_proj,0.0000005290,0.05000,3.012
14,mlp.experts.256.down_proj,0.0000008532,0.05000,3.008
14,mlp.experts.428.down_proj,failsafe(rtn): 0.0014420,0.00000,0.150
14,mlp.experts.94.down_proj,0.0000003396,0.05000,2.984
14,mlp.experts.263.down_proj,0.0000012780,0.05000,2.954
14,mlp.experts.143.down_proj,0.0000005646,0.05000,3.019
14,mlp.experts.197.down_proj,0.0000006008,0.05000,2.971
14,mlp.experts.226.down_proj,0.0000009637,0.05000,3.020
14,mlp.experts.159.down_proj,failsafe(rtn): 0.0015869,0.00000,0.175
14,mlp.experts.213.down_proj,failsafe(rtn): 0.0014572,0.00000,0.175
14,mlp.experts.378.down_proj,0.0000057461,0.05000,2.986
14,mlp.experts.443.down_proj,0.0000046634,0.05000,2.948
14,mlp.experts.150.down_proj,0.0000017282,0.05000,2.926
14,mlp.experts.163.down_proj,0.0000026352,0.05000,2.945
14,mlp.experts.301.down_proj,0.0000051940,0.05000,2.902
14,mlp.experts.393.down_proj,0.0000029414,0.05000,2.941
14,mlp.experts.272.down_proj,0.0000007936,0.05000,2.961
14,mlp.experts.444.down_proj,0.0000006648,0.05000,2.954
14,mlp.experts.110.down_proj,0.0000006371,0.05000,2.974
14,mlp.experts.279.down_proj,0.0000016516,0.05000,3.019
14,mlp.experts.175.down_proj,0.0000050492,0.05000,2.930
14,mlp.experts.242.down_proj,0.0000005128,0.05000,2.964
14,mlp.experts.229.down_proj,0.0000012270,0.05000,2.955
14,mlp.experts.394.down_proj,0.0000013019,0.05000,2.944
14,mlp.experts.459.down_proj,0.0000013954,0.05000,2.983
14,mlp.experts.166.down_proj,0.0000005607,0.05000,2.940
14,mlp.experts.179.down_proj,0.0000009862,0.05000,2.930
14,mlp.experts.317.down_proj,0.0000018849,0.05000,2.977
14,mlp.experts.409.down_proj,0.0000007142,0.05000,2.968
14,mlp.experts.288.down_proj,0.0000008894,0.05000,2.958
14,mlp.experts.460.down_proj,0.0000014340,0.05000,2.955
14,mlp.experts.126.down_proj,0.0000014017,0.05000,2.927
14,mlp.experts.142.down_proj,failsafe(rtn): 0.0015335,0.00000,0.141
14,mlp.experts.295.down_proj,0.0000025600,0.05000,3.008
14,mlp.experts.258.down_proj,0.0000007317,0.05000,2.918
14,mlp.experts.245.down_proj,0.0000031381,0.05000,2.894
14,mlp.experts.191.down_proj,0.0000073735,0.05000,2.964
14,mlp.experts.410.down_proj,0.0000014021,0.05000,2.975
14,mlp.experts.182.down_proj,0.0000017219,0.05000,2.943
14,mlp.experts.475.down_proj,0.0000010610,0.05000,2.985
14,mlp.experts.195.down_proj,0.0000006820,0.05000,2.979
14,mlp.experts.425.down_proj,0.0000016949,0.05000,2.911
14,mlp.experts.333.down_proj,0.0000012262,0.05000,2.975
14,mlp.experts.304.down_proj,0.0000013634,0.05000,2.976
14,mlp.experts.476.down_proj,0.0000020962,0.05000,2.973
14,mlp.experts.158.down_proj,0.0000007640,0.05000,3.031
14,mlp.experts.311.down_proj,0.0000012432,0.05000,2.996
14,mlp.experts.207.down_proj,0.0000005308,0.05000,3.000
14,mlp.experts.261.down_proj,0.0000004510,0.05000,3.036
14,mlp.experts.274.down_proj,0.0000014815,0.05000,3.090
14,mlp.experts.277.down_proj,failsafe(rtn): 0.0014877,0.00000,0.148
14,mlp.experts.426.down_proj,0.0000033983,0.05000,2.991
14,mlp.experts.491.down_proj,0.0000016100,0.05000,2.992
14,mlp.experts.198.down_proj,0.0000007730,0.05000,3.014
14,mlp.experts.211.down_proj,0.0000003363,0.05000,2.983
14,mlp.experts.441.down_proj,0.0000011824,0.05000,2.882
14,mlp.experts.349.down_proj,0.0000011363,0.05000,2.920
14,mlp.experts.320.down_proj,0.0000009976,0.05000,2.866
14,mlp.experts.492.down_proj,0.0000015241,0.05000,2.881
14,mlp.experts.508.down_proj,failsafe(rtn): 0.0015259,0.00000,0.143
14,mlp.experts.174.down_proj,0.0000030404,0.05000,2.728
14,mlp.experts.327.down_proj,0.0000006833,0.05000,2.742
14,mlp.experts.223.down_proj,0.0000035253,0.05000,2.717
14,mlp.experts.290.down_proj,0.0000038374,0.05000,2.704
14,mlp.experts.442.down_proj,0.0000031249,0.05000,2.641
14,mlp.experts.293.down_proj,0.0000015081,0.05000,2.704
14,mlp.experts.214.down_proj,0.0000033569,0.05000,2.696
14,mlp.experts.507.down_proj,0.0000077668,0.05000,2.741
14,mlp.experts.227.down_proj,0.0000005253,0.05000,2.721
14,mlp.experts.457.down_proj,0.0000009347,0.05000,2.651
14,mlp.experts.365.down_proj,0.0000110758,0.05000,2.689
14,mlp.experts.336.down_proj,0.0000009968,0.05000,2.613
14,mlp.experts.190.down_proj,0.0000018388,0.05000,2.384
14,mlp.experts.343.down_proj,0.0000007576,0.05000,2.375
14,mlp.experts.239.down_proj,0.0000009336,0.05000,2.359
14,mlp.experts.306.down_proj,0.0000015370,0.05000,2.338
14,mlp.experts.309.down_proj,0.0000007473,0.05000,2.291
14,mlp.experts.359.down_proj,failsafe(rtn): 0.0013046,0.00000,0.130
14,mlp.experts.458.down_proj,0.0000018935,0.05000,2.311
14,mlp.experts.230.down_proj,0.0000008117,0.05000,2.270
14,mlp.experts.474.down_proj,failsafe(rtn): 0.0014267,0.00000,0.105
14,mlp.experts.243.down_proj,0.0000019941,0.05000,2.271
14,mlp.experts.246.down_proj,failsafe(rtn): 0.0015564,0.00000,0.110
14,mlp.experts.490.down_proj,failsafe(rtn): 0.0012436,0.00000,0.110
14,mlp.experts.473.down_proj,0.0000004113,0.05000,2.249
14,mlp.experts.381.down_proj,0.0000053621,0.05000,2.221
14,mlp.experts.352.down_proj,0.0000014297,0.05000,2.185
14,mlp.experts.206.down_proj,0.0000013953,0.05000,2.243
14,mlp.experts.255.down_proj,0.0000026668,0.05000,2.188
14,mlp.experts.322.down_proj,0.0000037506,0.05000,2.233
14,mlp.experts.325.down_proj,0.0000011740,0.05000,2.183
14,mlp.experts.375.down_proj,0.0000014487,0.05000,2.253
14,mlp.experts.259.down_proj,0.0000024887,0.05000,2.248
14,mlp.experts.262.down_proj,0.0000028533,0.05000,2.280
14,mlp.experts.506.down_proj,0.0000014070,0.05000,2.293
14,mlp.experts.489.down_proj,0.0000010535,0.05000,2.285
14,mlp.experts.397.down_proj,0.0000018573,0.05000,2.268
14,mlp.experts.368.down_proj,0.0000019087,0.05000,2.222
14,mlp.experts.222.down_proj,0.0000010990,0.05000,2.188
14,mlp.experts.271.down_proj,0.0000007542,0.05000,2.154
14,mlp.experts.341.down_proj,0.0000002982,0.05000,2.101
14,mlp.experts.338.down_proj,0.0000031552,0.05000,2.140
14,mlp.experts.391.down_proj,0.0000021746,0.05000,2.145
14,mlp.experts.275.down_proj,0.0000008880,0.05000,2.096
14,mlp.experts.278.down_proj,0.0000001624,0.05000,2.082
14,mlp.experts.384.down_proj,0.0000051312,0.05000,1.997
14,mlp.experts.505.down_proj,0.0000006871,0.05000,2.106
14,mlp.experts.413.down_proj,0.0000004621,0.05000,2.063
14,mlp.experts.238.down_proj,0.0000017443,0.05000,1.871
14,mlp.experts.357.down_proj,0.0000083355,0.05000,1.861
14,mlp.experts.287.down_proj,0.0000008008,0.05000,1.897
14,mlp.experts.354.down_proj,0.0000014099,0.05000,1.852
14,mlp.experts.370.down_proj,failsafe(rtn): 0.0013809,0.00000,0.094
14,mlp.experts.407.down_proj,0.0000009345,0.05000,1.864
14,mlp.experts.386.down_proj,failsafe(rtn): 0.0015564,0.00000,0.097
14,mlp.experts.291.down_proj,0.0000004102,0.05000,1.848
14,mlp.experts.294.down_proj,0.0000031324,0.05000,1.835
14,mlp.experts.400.down_proj,0.0000006846,0.05000,1.788
14,mlp.experts.429.down_proj,0.0000004495,0.05000,1.824
14,mlp.experts.254.down_proj,0.0000011930,0.05000,1.841
14,mlp.experts.303.down_proj,0.0000015311,0.05000,1.821
14,mlp.experts.373.down_proj,0.0000011419,0.05000,1.834
14,mlp.experts.423.down_proj,0.0000011920,0.05000,1.844
14,mlp.experts.402.down_proj,0.0000031246,0.05000,1.804
14,mlp.experts.416.down_proj,0.0000027701,0.05000,1.746
14,mlp.experts.310.down_proj,0.0000019471,0.05000,1.795
14,mlp.experts.307.down_proj,0.0000012000,0.05000,1.823
14,mlp.experts.445.down_proj,0.0000002225,0.05000,1.761
14,mlp.experts.270.down_proj,0.0000012356,0.05000,1.808
14,mlp.experts.389.down_proj,0.0000014562,0.05000,1.755
14,mlp.experts.319.down_proj,0.0000004004,0.05000,1.797
14,mlp.experts.405.down_proj,failsafe(rtn): 0.0015259,0.00000,0.090
14,mlp.experts.432.down_proj,0.0000040700,0.05000,1.739
14,mlp.experts.439.down_proj,0.0000015948,0.05000,1.809
14,mlp.experts.418.down_proj,0.0000075462,0.05000,1.786
14,mlp.experts.326.down_proj,0.0000012288,0.05000,1.789
14,mlp.experts.448.down_proj,failsafe(rtn): 0.0015488,0.00000,0.097
14,mlp.experts.323.down_proj,0.0000008595,0.05000,1.808
14,mlp.experts.461.down_proj,0.0000021607,0.05000,1.812
14,mlp.experts.464.down_proj,failsafe(rtn): 0.0014343,0.00000,0.092
14,mlp.experts.286.down_proj,0.0000015961,0.05000,1.767
14,mlp.experts.335.down_proj,0.0000018888,0.05000,1.780
14,mlp.experts.421.down_proj,0.0000021329,0.05000,1.770
14,mlp.experts.455.down_proj,0.0000062220,0.05000,1.790
14,mlp.experts.434.down_proj,0.0000007488,0.05000,1.771
14,mlp.experts.339.down_proj,0.0000022851,0.05000,1.719
14,mlp.experts.342.down_proj,0.0000036962,0.05000,1.750
14,mlp.experts.477.down_proj,0.0000021035,0.05000,1.744
14,mlp.experts.480.down_proj,0.0000012835,0.05000,1.743
14,mlp.experts.493.down_proj,failsafe(rtn): 0.0015030,0.00000,0.097
14,mlp.experts.302.down_proj,0.0000020370,0.05000,1.821
14,mlp.experts.351.down_proj,0.0000009212,0.05000,1.828
14,mlp.experts.437.down_proj,0.0000029924,0.05000,1.783
14,mlp.experts.355.down_proj,0.0000018356,0.05000,1.774
14,mlp.experts.450.down_proj,0.0000023583,0.05000,1.853
14,mlp.experts.358.down_proj,0.0000062208,0.05000,1.834
14,mlp.experts.471.down_proj,0.0000013076,0.05000,1.873
14,mlp.experts.496.down_proj,0.0000010938,0.05000,1.796
14,mlp.experts.487.down_proj,failsafe(rtn): 0.0014954,0.00000,0.084
14,mlp.experts.509.down_proj,0.0000019070,0.05000,1.757
14,mlp.experts.318.down_proj,0.0000021934,0.05000,1.549
14,mlp.experts.453.down_proj,0.0000060408,0.05000,1.458
14,mlp.experts.367.down_proj,0.0000013780,0.05000,1.530
14,mlp.experts.334.down_proj,failsafe(rtn): 0.0015640,0.00000,0.076
14,mlp.experts.371.down_proj,0.0000007538,0.05000,1.516
14,mlp.experts.374.down_proj,0.0000003900,0.05000,1.473
14,mlp.experts.466.down_proj,0.0000047340,0.05000,1.509
14,mlp.experts.503.down_proj,0.0000006842,0.05000,1.501
14,mlp.experts.469.down_proj,0.0000001823,0.05000,1.411
14,mlp.experts.383.down_proj,0.0000014530,0.05000,1.413
14,mlp.experts.350.down_proj,0.0000011604,0.05000,1.448
14,mlp.experts.387.down_proj,0.0000069547,0.05000,1.356
14,mlp.experts.390.down_proj,0.0000002351,0.05000,1.377
14,mlp.experts.482.down_proj,0.0000015125,0.05000,1.386
14,mlp.experts.485.down_proj,0.0000011545,0.05000,1.124
14,mlp.experts.399.down_proj,0.0000001644,0.05000,1.134
14,mlp.experts.403.down_proj,0.0000009700,0.05000,1.162
14,mlp.experts.366.down_proj,0.0000020724,0.05000,1.201
14,mlp.experts.406.down_proj,0.0000016974,0.05000,1.187
14,mlp.experts.498.down_proj,0.0000048876,0.05000,1.180
14,mlp.experts.501.down_proj,0.0000034110,0.05000,0.869
14,mlp.experts.415.down_proj,0.0000008923,0.05000,0.853
14,mlp.experts.419.down_proj,0.0000054883,0.05000,0.812
14,mlp.experts.382.down_proj,0.0000011047,0.05000,0.809
14,mlp.experts.422.down_proj,0.0000017105,0.05000,0.769
14,mlp.experts.431.down_proj,0.0000004166,0.05000,0.666
14,mlp.experts.435.down_proj,0.0000039407,0.05000,0.646
14,mlp.experts.398.down_proj,0.0000023487,0.05000,0.648
14,mlp.experts.438.down_proj,0.0000006430,0.05000,0.653
14,mlp.experts.447.down_proj,0.0000053396,0.05000,0.551
14,mlp.experts.451.down_proj,0.0000016861,0.05000,0.544
14,mlp.experts.454.down_proj,0.0000014682,0.05000,0.529
14,mlp.experts.414.down_proj,0.0000010147,0.05000,0.565
14,mlp.experts.463.down_proj,0.0000009093,0.05000,0.521
14,mlp.experts.479.down_proj,failsafe(rtn): 0.0014954,0.00000,0.031
14,mlp.experts.470.down_proj,0.0000020883,0.05000,0.563
14,mlp.experts.467.down_proj,0.0000008418,0.05000,0.604
14,mlp.experts.430.down_proj,0.0000004916,0.05000,0.613
14,mlp.experts.495.down_proj,0.0000007736,0.05000,0.630
14,mlp.experts.486.down_proj,0.0000004350,0.05000,0.614
14,mlp.experts.502.down_proj,failsafe(rtn): 0.0014877,0.00000,0.033
14,mlp.experts.446.down_proj,0.0000040724,0.05000,0.596
14,mlp.experts.483.down_proj,0.0000024561,0.05000,0.654
14,mlp.experts.511.down_proj,0.0000020280,0.05000,0.436
14,mlp.experts.462.down_proj,0.0000035421,0.05000,0.368
14,mlp.experts.499.down_proj,0.0000013248,0.05000,0.385
14,mlp.experts.478.down_proj,0.0000025142,0.05000,0.156
14,mlp.experts.494.down_proj,0.0000013271,0.05000,0.127
14,mlp.experts.510.down_proj,0.0000009878,0.05000,0.129
15,mlp.experts.0.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.790
15,mlp.experts.8.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.794
15,mlp.experts.14.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.812
15,mlp.experts.5.gate_proj,0.0000211433,0.05000,14.607
15,mlp.experts.12.gate_proj,0.0000363411,0.05000,14.611
15,mlp.experts.6.gate_proj,0.0000402562,0.05000,14.611
15,mlp.experts.13.gate_proj,0.0000124433,0.05000,14.614
15,mlp.experts.11.gate_proj,0.0000214472,0.05000,14.665
15,mlp.experts.7.gate_proj,0.0000196918,0.05000,14.665
15,mlp.experts.15.gate_proj,0.0000194279,0.05000,14.694
15,mlp.experts.4.gate_proj,0.0000473723,0.05000,14.714
15,mlp.experts.2.gate_proj,0.0000118844,0.05000,14.650
15,mlp.experts.10.gate_proj,0.0000140340,0.05000,14.769
15,mlp.experts.9.gate_proj,0.0000070648,0.05000,14.811
15,mlp.experts.1.gate_proj,0.0000114944,0.05000,14.680
15,mlp.experts.3.gate_proj,0.0000313773,0.05000,14.821
15,mlp.experts.16.gate_proj,0.0000149912,0.05000,14.687
15,mlp.experts.30.gate_proj,0.0000255658,0.05000,14.664
15,mlp.experts.24.gate_proj,0.0000197590,0.05000,14.705
15,mlp.experts.31.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.848
15,mlp.experts.32.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.720
15,mlp.experts.20.gate_proj,0.0000363197,0.05000,14.576
15,mlp.experts.21.gate_proj,0.0000127018,0.05000,14.679
15,mlp.experts.29.gate_proj,0.0000311133,0.05000,14.666
15,mlp.experts.23.gate_proj,0.0000336728,0.05000,14.644
15,mlp.experts.28.gate_proj,0.0000348652,0.05000,14.807
15,mlp.experts.22.gate_proj,0.0000237819,0.05000,14.829
15,mlp.experts.27.gate_proj,0.0000255512,0.05000,14.805
15,mlp.experts.26.gate_proj,0.0000085256,0.05000,14.731
15,mlp.experts.25.gate_proj,0.0000381196,0.05000,14.734
15,mlp.experts.17.gate_proj,0.0000119351,0.05000,14.753
15,mlp.experts.18.gate_proj,0.0000236552,0.05000,14.882
15,mlp.experts.19.gate_proj,0.0000137635,0.05000,14.796
15,mlp.experts.47.gate_proj,0.0000094612,0.05000,14.651
15,mlp.experts.40.gate_proj,0.0000244964,0.05000,14.717
15,mlp.experts.46.gate_proj,0.0000100575,0.05000,14.797
15,mlp.experts.48.gate_proj,0.0000016115,0.05000,14.582
15,mlp.experts.56.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.687
15,mlp.experts.36.gate_proj,0.0000245078,0.05000,14.624
15,mlp.experts.37.gate_proj,0.0000070073,0.05000,14.694
15,mlp.experts.45.gate_proj,0.0000324820,0.05000,14.720
15,mlp.experts.39.gate_proj,0.0000119782,0.05000,14.713
15,mlp.experts.44.gate_proj,0.0000477220,0.05000,14.672
15,mlp.experts.43.gate_proj,0.0000096252,0.05000,14.617
15,mlp.experts.42.gate_proj,0.0000139185,0.05000,14.639
15,mlp.experts.33.gate_proj,0.0000135128,0.05000,14.620
15,mlp.experts.34.gate_proj,0.0000118891,0.05000,14.637
15,mlp.experts.38.gate_proj,0.0000190694,0.05000,14.803
15,mlp.experts.41.gate_proj,0.0000111607,0.05000,14.797
15,mlp.experts.35.gate_proj,0.0000306560,0.05000,14.880
15,mlp.experts.52.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.897
15,mlp.experts.53.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.890
15,mlp.experts.63.gate_proj,0.0000182340,0.05000,14.708
15,mlp.experts.62.gate_proj,0.0000235797,0.05000,14.890
15,mlp.experts.64.gate_proj,0.0000159642,0.05000,14.755
15,mlp.experts.72.gate_proj,0.0000234579,0.05000,14.761
15,mlp.experts.78.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.669
15,mlp.experts.61.gate_proj,0.0000095982,0.05000,14.196
15,mlp.experts.58.gate_proj,0.0000206849,0.05000,14.094
15,mlp.experts.60.gate_proj,0.0000104784,0.05000,14.157
15,mlp.experts.55.gate_proj,0.0000225859,0.05000,14.212
15,mlp.experts.54.gate_proj,0.0000254160,0.05000,14.080
15,mlp.experts.50.gate_proj,0.0000573290,0.05000,14.146
15,mlp.experts.59.gate_proj,0.0000192430,0.05000,14.361
15,mlp.experts.57.gate_proj,0.0000288943,0.05000,14.140
15,mlp.experts.49.gate_proj,0.0000241333,0.05000,14.307
15,mlp.experts.51.gate_proj,0.0000443582,0.05000,14.043
15,mlp.experts.68.gate_proj,0.0000170473,0.05000,14.011
15,mlp.experts.69.gate_proj,0.0000267381,0.05000,14.051
15,mlp.experts.79.gate_proj,0.0000219236,0.05000,14.002
15,mlp.experts.71.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.756
15,mlp.experts.80.gate_proj,0.0000167134,0.05000,14.075
15,mlp.experts.85.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.708
15,mlp.experts.88.gate_proj,0.0000132119,0.05000,13.998
15,mlp.experts.94.gate_proj,0.0000132115,0.05000,14.116
15,mlp.experts.76.gate_proj,0.0000302498,0.05000,14.160
15,mlp.experts.77.gate_proj,0.0000126926,0.05000,14.286
15,mlp.experts.74.gate_proj,0.0000222944,0.05000,14.343
15,mlp.experts.70.gate_proj,0.0000133562,0.05000,14.273
15,mlp.experts.66.gate_proj,0.0000318321,0.05000,14.313
15,mlp.experts.75.gate_proj,0.0000056413,0.05000,14.312
15,mlp.experts.73.gate_proj,0.0000108051,0.05000,14.412
15,mlp.experts.65.gate_proj,0.0000114389,0.05000,14.392
15,mlp.experts.67.gate_proj,0.0000166389,0.05000,14.397
15,mlp.experts.84.gate_proj,0.0000244413,0.05000,14.384
15,mlp.experts.95.gate_proj,0.0000299431,0.05000,14.321
15,mlp.experts.87.gate_proj,0.0000252399,0.05000,14.463
15,mlp.experts.96.gate_proj,0.0000081526,0.05000,14.293
15,mlp.experts.104.gate_proj,0.0000321988,0.05000,14.313
15,mlp.experts.101.gate_proj,0.0000160757,0.05000,14.390
15,mlp.experts.110.gate_proj,0.0000201265,0.05000,14.309
15,mlp.experts.93.gate_proj,0.0000140602,0.05000,14.247
15,mlp.experts.92.gate_proj,0.0000371058,0.05000,14.381
15,mlp.experts.90.gate_proj,0.0000520716,0.05000,14.273
15,mlp.experts.86.gate_proj,0.0000102843,0.05000,14.349
15,mlp.experts.82.gate_proj,0.0000041036,0.05000,14.335
15,mlp.experts.91.gate_proj,0.0000227757,0.05000,14.366
15,mlp.experts.89.gate_proj,0.0000046182,0.05000,14.384
15,mlp.experts.81.gate_proj,0.0000103956,0.05000,14.430
15,mlp.experts.83.gate_proj,0.0000085952,0.05000,14.341
15,mlp.experts.100.gate_proj,0.0000365958,0.05000,14.251
15,mlp.experts.111.gate_proj,0.0000464848,0.05000,14.259
15,mlp.experts.103.gate_proj,0.0000435872,0.05000,14.388
15,mlp.experts.117.gate_proj,0.0000406814,0.05000,14.200
15,mlp.experts.112.gate_proj,0.0000226639,0.05000,14.341
15,mlp.experts.120.gate_proj,0.0000110223,0.05000,14.320
15,mlp.experts.126.gate_proj,0.0000212551,0.05000,14.370
15,mlp.experts.109.gate_proj,0.0000094016,0.05000,13.931
15,mlp.experts.108.gate_proj,0.0000158373,0.05000,13.911
15,mlp.experts.106.gate_proj,0.0000333844,0.05000,13.977
15,mlp.experts.102.gate_proj,0.0000159457,0.05000,13.943
15,mlp.experts.98.gate_proj,0.0000331024,0.05000,14.001
15,mlp.experts.107.gate_proj,0.0000555832,0.05000,14.017
15,mlp.experts.105.gate_proj,0.0000123550,0.05000,13.999
15,mlp.experts.97.gate_proj,0.0000098197,0.05000,14.050
15,mlp.experts.116.gate_proj,0.0000182131,0.05000,13.929
15,mlp.experts.99.gate_proj,0.0000257629,0.05000,14.087
15,mlp.experts.127.gate_proj,0.0000150829,0.05000,14.048
15,mlp.experts.119.gate_proj,0.0000028485,0.05000,14.129
15,mlp.experts.133.gate_proj,0.0000344618,0.05000,14.065
15,mlp.experts.136.gate_proj,0.0000146429,0.05000,14.007
15,mlp.experts.128.gate_proj,0.0000171714,0.05000,14.077
15,mlp.experts.142.gate_proj,0.0000293820,0.05000,13.984
15,mlp.experts.124.gate_proj,0.0000289425,0.05000,13.833
15,mlp.experts.125.gate_proj,0.0000166097,0.05000,14.002
15,mlp.experts.122.gate_proj,0.0000160145,0.05000,13.949
15,mlp.experts.118.gate_proj,0.0000259514,0.05000,13.980
15,mlp.experts.114.gate_proj,0.0000300895,0.05000,13.997
15,mlp.experts.121.gate_proj,0.0000159972,0.05000,13.889
15,mlp.experts.123.gate_proj,0.0000468794,0.05000,14.041
15,mlp.experts.113.gate_proj,0.0000229931,0.05000,13.819
15,mlp.experts.132.gate_proj,0.0000180754,0.05000,13.881
15,mlp.experts.115.gate_proj,0.0000228227,0.05000,13.836
15,mlp.experts.143.gate_proj,0.0000403470,0.05000,13.772
15,mlp.experts.135.gate_proj,0.0000229549,0.05000,13.877
15,mlp.experts.131.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.749
15,mlp.experts.144.gate_proj,0.0000227468,0.05000,13.860
15,mlp.experts.152.gate_proj,0.0000122728,0.05000,13.867
15,mlp.experts.149.gate_proj,0.0000124074,0.05000,13.941
15,mlp.experts.158.gate_proj,0.0000135913,0.05000,13.971
15,mlp.experts.151.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.717
15,mlp.experts.160.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.727
15,mlp.experts.174.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.761
15,mlp.experts.140.gate_proj,0.0000084399,0.05000,14.576
15,mlp.experts.141.gate_proj,0.0000215983,0.05000,14.633
15,mlp.experts.138.gate_proj,0.0000132536,0.05000,14.664
15,mlp.experts.134.gate_proj,0.0000289278,0.05000,14.634
15,mlp.experts.130.gate_proj,0.0000177575,0.05000,14.671
15,mlp.experts.139.gate_proj,0.0000153466,0.05000,14.615
15,mlp.experts.137.gate_proj,0.0000241210,0.05000,14.714
15,mlp.experts.156.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.799
15,mlp.experts.129.gate_proj,0.0000164121,0.05000,14.751
15,mlp.experts.148.gate_proj,0.0000314586,0.05000,14.787
15,mlp.experts.159.gate_proj,0.0000086386,0.05000,14.798
15,mlp.experts.147.gate_proj,0.0000097346,0.05000,14.665
15,mlp.experts.165.gate_proj,0.0000095725,0.05000,14.639
15,mlp.experts.168.gate_proj,0.0000077577,0.05000,14.730
15,mlp.experts.167.gate_proj,0.0000504518,0.05000,14.770
15,mlp.experts.176.gate_proj,0.0000499338,0.05000,14.631
15,mlp.experts.190.gate_proj,0.0000107495,0.05000,14.549
15,mlp.experts.157.gate_proj,0.0000157553,0.05000,14.117
15,mlp.experts.150.gate_proj,0.0000126217,0.05000,13.934
15,mlp.experts.154.gate_proj,0.0000255157,0.05000,14.055
15,mlp.experts.146.gate_proj,0.0000233812,0.05000,14.042
15,mlp.experts.155.gate_proj,0.0000167837,0.05000,13.951
15,mlp.experts.153.gate_proj,0.0000121368,0.05000,14.050
15,mlp.experts.172.gate_proj,0.0000180255,0.05000,14.030
15,mlp.experts.145.gate_proj,0.0000102475,0.05000,14.041
15,mlp.experts.164.gate_proj,0.0000245640,0.05000,14.006
15,mlp.experts.175.gate_proj,0.0000110592,0.05000,14.007
15,mlp.experts.162.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.760
15,mlp.experts.163.gate_proj,0.0000088328,0.05000,14.109
15,mlp.experts.181.gate_proj,0.0000103842,0.05000,13.997
15,mlp.experts.184.gate_proj,0.0000101090,0.05000,14.096
15,mlp.experts.183.gate_proj,0.0000093658,0.05000,14.133
15,mlp.experts.192.gate_proj,0.0000097371,0.05000,13.997
15,mlp.experts.206.gate_proj,0.0000201669,0.05000,14.094
15,mlp.experts.173.gate_proj,0.0000132656,0.05000,14.414
15,mlp.experts.166.gate_proj,0.0000025512,0.05000,14.487
15,mlp.experts.170.gate_proj,0.0000063879,0.05000,14.503
15,mlp.experts.171.gate_proj,0.0000159837,0.05000,14.594
15,mlp.experts.188.gate_proj,0.0000315135,0.05000,14.541
15,mlp.experts.169.gate_proj,0.0000327744,0.05000,14.599
15,mlp.experts.191.gate_proj,0.0000128997,0.05000,14.437
15,mlp.experts.161.gate_proj,0.0000151383,0.05000,14.568
15,mlp.experts.180.gate_proj,0.0000124639,0.05000,14.645
15,mlp.experts.178.gate_proj,0.0000357136,0.05000,14.652
15,mlp.experts.179.gate_proj,0.0000071682,0.05000,14.452
15,mlp.experts.197.gate_proj,0.0000276804,0.05000,14.531
15,mlp.experts.200.gate_proj,0.0000306628,0.05000,14.438
15,mlp.experts.208.gate_proj,0.0000143439,0.05000,14.434
15,mlp.experts.199.gate_proj,0.0000125960,0.05000,14.495
15,mlp.experts.222.gate_proj,0.0000072709,0.05000,14.429
15,mlp.experts.189.gate_proj,0.0000224790,0.05000,14.920
15,mlp.experts.182.gate_proj,0.0000556891,0.05000,14.881
15,mlp.experts.186.gate_proj,0.0000240643,0.05000,14.960
15,mlp.experts.204.gate_proj,0.0000161688,0.05000,14.863
15,mlp.experts.187.gate_proj,0.0000053868,0.05000,14.993
15,mlp.experts.177.gate_proj,0.0000062700,0.05000,14.853
15,mlp.experts.196.gate_proj,0.0000243601,0.05000,14.719
15,mlp.experts.207.gate_proj,0.0000122943,0.05000,14.887
15,mlp.experts.185.gate_proj,0.0000162296,0.05000,14.965
15,mlp.experts.194.gate_proj,0.0000270068,0.05000,14.821
15,mlp.experts.201.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.739
15,mlp.experts.213.gate_proj,0.0000228246,0.05000,14.861
15,mlp.experts.195.gate_proj,0.0000237498,0.05000,15.045
15,mlp.experts.216.gate_proj,0.0000101607,0.05000,14.907
15,mlp.experts.224.gate_proj,0.0000206356,0.05000,14.980
15,mlp.experts.217.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.782
15,mlp.experts.229.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.776
15,mlp.experts.215.gate_proj,0.0000174519,0.05000,15.119
15,mlp.experts.238.gate_proj,0.0000298318,0.05000,14.954
15,mlp.experts.205.gate_proj,0.0000080939,0.05000,14.465
15,mlp.experts.198.gate_proj,0.0000118975,0.05000,14.508
15,mlp.experts.202.gate_proj,0.0000513276,0.05000,14.519
15,mlp.experts.220.gate_proj,0.0000112476,0.05000,14.556
15,mlp.experts.203.gate_proj,0.0000330681,0.05000,14.566
15,mlp.experts.193.gate_proj,0.0000048347,0.05000,14.568
15,mlp.experts.212.gate_proj,0.0000266516,0.05000,14.577
15,mlp.experts.223.gate_proj,0.0000149085,0.05000,14.573
15,mlp.experts.210.gate_proj,0.0000249633,0.05000,14.615
15,mlp.experts.209.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.729
15,mlp.experts.232.gate_proj,0.0000074667,0.05000,14.444
15,mlp.experts.211.gate_proj,0.0000451617,0.05000,14.564
15,mlp.experts.240.gate_proj,0.0000236749,0.05000,14.453
15,mlp.experts.231.gate_proj,0.0000151562,0.05000,14.447
15,mlp.experts.245.gate_proj,0.0000148417,0.05000,14.604
15,mlp.experts.233.gate_proj,0.0000122963,0.05000,14.625
15,mlp.experts.254.gate_proj,0.0000225021,0.05000,14.548
15,mlp.experts.247.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.676
15,mlp.experts.249.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.679
15,mlp.experts.221.gate_proj,0.0000176469,0.05000,14.614
15,mlp.experts.214.gate_proj,0.0000270991,0.05000,14.503
15,mlp.experts.218.gate_proj,0.0000527343,0.05000,14.718
15,mlp.experts.236.gate_proj,0.0000338321,0.05000,14.660
15,mlp.experts.230.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.698
15,mlp.experts.228.gate_proj,0.0000262231,0.05000,14.563
15,mlp.experts.219.gate_proj,0.0000055454,0.05000,14.740
15,mlp.experts.239.gate_proj,0.0000489075,0.05000,14.796
15,mlp.experts.226.gate_proj,0.0000284767,0.05000,14.682
15,mlp.experts.225.gate_proj,0.0000074169,0.05000,14.629
15,mlp.experts.248.gate_proj,0.0000204546,0.05000,14.570
15,mlp.experts.227.gate_proj,0.0000323252,0.05000,14.506
15,mlp.experts.256.gate_proj,0.0000370443,0.05000,14.504
15,mlp.experts.243.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.717
15,mlp.experts.261.gate_proj,0.0000194919,0.05000,14.673
15,mlp.experts.270.gate_proj,0.0000227242,0.05000,14.505
15,mlp.experts.263.gate_proj,0.0000192551,0.05000,14.588
15,mlp.experts.265.gate_proj,0.0000247349,0.05000,14.596
15,mlp.experts.237.gate_proj,0.0000218518,0.05000,14.255
15,mlp.experts.234.gate_proj,0.0000081951,0.05000,14.058
15,mlp.experts.244.gate_proj,0.0000183280,0.05000,13.994
15,mlp.experts.252.gate_proj,0.0000112602,0.05000,14.095
15,mlp.experts.246.gate_proj,0.0000099119,0.05000,14.209
15,mlp.experts.235.gate_proj,0.0000065649,0.05000,14.115
15,mlp.experts.255.gate_proj,0.0000216725,0.05000,14.165
15,mlp.experts.241.gate_proj,0.0000110962,0.05000,14.075
15,mlp.experts.242.gate_proj,0.0000167673,0.05000,14.183
15,mlp.experts.264.gate_proj,0.0000399407,0.05000,14.082
15,mlp.experts.272.gate_proj,0.0000068079,0.05000,14.064
15,mlp.experts.258.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.699
15,mlp.experts.259.gate_proj,0.0000410457,0.05000,14.214
15,mlp.experts.277.gate_proj,0.0000309371,0.05000,14.139
15,mlp.experts.286.gate_proj,0.0000691866,0.05000,14.265
15,mlp.experts.279.gate_proj,0.0000193087,0.05000,14.205
15,mlp.experts.281.gate_proj,0.0000291007,0.05000,14.209
15,mlp.experts.297.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.794
15,mlp.experts.250.gate_proj,0.0000189906,0.05000,14.362
15,mlp.experts.253.gate_proj,0.0000110436,0.05000,14.569
15,mlp.experts.268.gate_proj,0.0000163859,0.05000,14.320
15,mlp.experts.260.gate_proj,0.0000146385,0.05000,14.445
15,mlp.experts.251.gate_proj,0.0000157031,0.05000,14.363
15,mlp.experts.262.gate_proj,0.0000101688,0.05000,14.394
15,mlp.experts.271.gate_proj,0.0000174846,0.05000,14.564
15,mlp.experts.280.gate_proj,0.0000451627,0.05000,14.352
15,mlp.experts.257.gate_proj,0.0000094741,0.05000,14.491
15,mlp.experts.287.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.659
15,mlp.experts.288.gate_proj,0.0000224736,0.05000,14.384
15,mlp.experts.274.gate_proj,0.0000153866,0.05000,14.441
15,mlp.experts.275.gate_proj,0.0000111507,0.05000,14.381
15,mlp.experts.293.gate_proj,0.0000060125,0.05000,14.426
15,mlp.experts.302.gate_proj,0.0000539761,0.05000,14.376
15,mlp.experts.295.gate_proj,0.0000396523,0.05000,14.537
15,mlp.experts.313.gate_proj,0.0000297124,0.05000,14.235
15,mlp.experts.266.gate_proj,0.0000208907,0.05000,14.437
15,mlp.experts.269.gate_proj,0.0000812811,0.05000,14.402
15,mlp.experts.284.gate_proj,0.0000138127,0.05000,14.313
15,mlp.experts.276.gate_proj,0.0000129992,0.05000,14.416
15,mlp.experts.278.gate_proj,0.0000281230,0.05000,14.414
15,mlp.experts.267.gate_proj,0.0000215724,0.05000,14.492
15,mlp.experts.296.gate_proj,0.0000514302,0.05000,14.360
15,mlp.experts.273.gate_proj,0.0000139493,0.05000,14.618
15,mlp.experts.303.gate_proj,0.0000226401,0.05000,14.588
15,mlp.experts.304.gate_proj,0.0000085741,0.05000,14.545
15,mlp.experts.290.gate_proj,0.0000390195,0.05000,14.606
15,mlp.experts.289.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.747
15,mlp.experts.291.gate_proj,0.0000123592,0.05000,14.719
15,mlp.experts.309.gate_proj,0.0000180972,0.05000,14.737
15,mlp.experts.318.gate_proj,0.0000217930,0.05000,14.664
15,mlp.experts.311.gate_proj,0.0000666652,0.05000,14.902
15,mlp.experts.329.gate_proj,0.0000166071,0.05000,14.958
15,mlp.experts.345.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.788
15,mlp.experts.282.gate_proj,0.0000235879,0.05000,14.905
15,mlp.experts.285.gate_proj,0.0000109775,0.05000,14.864
15,mlp.experts.300.gate_proj,0.0000046597,0.05000,14.752
15,mlp.experts.292.gate_proj,0.0000057739,0.05000,14.752
15,mlp.experts.294.gate_proj,0.0000184750,0.05000,14.931
15,mlp.experts.283.gate_proj,0.0000179203,0.05000,14.980
15,mlp.experts.301.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.770
15,mlp.experts.316.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.774
15,mlp.experts.312.gate_proj,0.0000126361,0.05000,14.805
15,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.812
15,mlp.experts.319.gate_proj,0.0000131330,0.05000,14.708
15,mlp.experts.320.gate_proj,0.0000377760,0.05000,14.730
15,mlp.experts.324.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.791
15,mlp.experts.306.gate_proj,0.0000267003,0.05000,14.813
15,mlp.experts.305.gate_proj,0.0000512266,0.05000,14.877
15,mlp.experts.307.gate_proj,0.0000293481,0.05000,14.711
15,mlp.experts.325.gate_proj,0.0000097589,0.05000,14.804
15,mlp.experts.334.gate_proj,0.0000196025,0.05000,14.792
15,mlp.experts.340.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.772
15,mlp.experts.327.gate_proj,0.0000191205,0.05000,14.650
15,mlp.experts.361.gate_proj,0.0000171095,0.05000,14.416
15,mlp.experts.298.gate_proj,0.0000184428,0.05000,14.337
15,mlp.experts.310.gate_proj,0.0000111262,0.05000,14.429
15,mlp.experts.299.gate_proj,0.0000099371,0.05000,14.480
15,mlp.experts.317.gate_proj,0.0000288453,0.05000,14.423
15,mlp.experts.332.gate_proj,0.0000300504,0.05000,14.395
15,mlp.experts.328.gate_proj,0.0000160722,0.05000,14.362
15,mlp.experts.335.gate_proj,0.0000097828,0.05000,14.311
15,mlp.experts.336.gate_proj,0.0000174271,0.05000,14.326
15,mlp.experts.322.gate_proj,0.0000271317,0.05000,14.382
15,mlp.experts.323.gate_proj,0.0000221460,0.05000,14.450
15,mlp.experts.321.gate_proj,0.0000221340,0.05000,14.568
15,mlp.experts.341.gate_proj,0.0000103143,0.05000,14.421
15,mlp.experts.350.gate_proj,0.0000244067,0.05000,14.375
15,mlp.experts.356.gate_proj,0.0000221647,0.05000,14.276
15,mlp.experts.343.gate_proj,0.0000093536,0.05000,14.327
15,mlp.experts.366.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.673
15,mlp.experts.382.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.643
15,mlp.experts.377.gate_proj,0.0000117879,0.05000,14.209
15,mlp.experts.314.gate_proj,0.0000183695,0.05000,14.788
15,mlp.experts.326.gate_proj,0.0000052354,0.05000,14.629
15,mlp.experts.315.gate_proj,0.0000160491,0.05000,14.564
15,mlp.experts.333.gate_proj,0.0000182136,0.05000,14.625
15,mlp.experts.344.gate_proj,0.0000119691,0.05000,14.501
15,mlp.experts.348.gate_proj,0.0000152412,0.05000,14.737
15,mlp.experts.351.gate_proj,0.0000219639,0.05000,14.640
15,mlp.experts.352.gate_proj,0.0000048207,0.05000,14.684
15,mlp.experts.338.gate_proj,0.0000014546,0.05000,14.581
15,mlp.experts.367.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.742
15,mlp.experts.339.gate_proj,0.0000134725,0.05000,14.709
15,mlp.experts.372.gate_proj,0.0000121365,0.05000,14.549
15,mlp.experts.337.gate_proj,0.0000599605,0.05000,14.756
15,mlp.experts.357.gate_proj,0.0000135388,0.05000,14.668
15,mlp.experts.359.gate_proj,0.0000180028,0.05000,14.799
15,mlp.experts.398.gate_proj,0.0000185072,0.05000,14.815
15,mlp.experts.393.gate_proj,0.0000235964,0.05000,14.959
15,mlp.experts.330.gate_proj,0.0000409578,0.05000,14.340
15,mlp.experts.342.gate_proj,0.0000197492,0.05000,14.342
15,mlp.experts.331.gate_proj,0.0000260468,0.05000,14.396
15,mlp.experts.360.gate_proj,0.0000276587,0.05000,14.201
15,mlp.experts.349.gate_proj,0.0000239306,0.05000,14.371
15,mlp.experts.364.gate_proj,0.0000092858,0.05000,14.308
15,mlp.experts.368.gate_proj,0.0000072837,0.05000,14.261
15,mlp.experts.354.gate_proj,0.0000171130,0.05000,14.339
15,mlp.experts.388.gate_proj,0.0000128902,0.05000,14.158
15,mlp.experts.384.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.709
15,mlp.experts.383.gate_proj,0.0000326248,0.05000,14.429
15,mlp.experts.353.gate_proj,0.0000273465,0.05000,14.291
15,mlp.experts.355.gate_proj,0.0000245885,0.05000,14.453
15,mlp.experts.373.gate_proj,0.0000148387,0.05000,14.433
15,mlp.experts.399.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.730
15,mlp.experts.375.gate_proj,0.0000163314,0.05000,14.358
15,mlp.experts.414.gate_proj,0.0000111995,0.05000,14.143
15,mlp.experts.409.gate_proj,0.0000499050,0.05000,14.237
15,mlp.experts.346.gate_proj,0.0000134183,0.05000,14.278
15,mlp.experts.358.gate_proj,0.0000107878,0.05000,14.183
15,mlp.experts.347.gate_proj,0.0000409816,0.05000,14.233
15,mlp.experts.365.gate_proj,0.0000019907,0.05000,14.210
15,mlp.experts.376.gate_proj,0.0000142970,0.05000,14.299
15,mlp.experts.380.gate_proj,0.0000560995,0.05000,14.281
15,mlp.experts.370.gate_proj,0.0000261935,0.05000,14.092
15,mlp.experts.404.gate_proj,0.0000198767,0.05000,14.223
15,mlp.experts.400.gate_proj,0.0000125719,0.05000,14.221
15,mlp.experts.371.gate_proj,0.0000170425,0.05000,14.238
15,mlp.experts.369.gate_proj,0.0000312282,0.05000,14.274
15,mlp.experts.386.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.751
15,mlp.experts.389.gate_proj,0.0000182414,0.05000,14.289
15,mlp.experts.415.gate_proj,0.0000117213,0.05000,14.240
15,mlp.experts.391.gate_proj,0.0000240500,0.05000,14.203
15,mlp.experts.430.gate_proj,0.0000388340,0.05000,14.266
15,mlp.experts.425.gate_proj,0.0000097317,0.05000,14.066
15,mlp.experts.362.gate_proj,0.0000065670,0.05000,14.152
15,mlp.experts.374.gate_proj,0.0000513097,0.05000,14.216
15,mlp.experts.392.gate_proj,0.0000175569,0.05000,14.082
15,mlp.experts.363.gate_proj,0.0000326975,0.05000,14.245
15,mlp.experts.381.gate_proj,0.0000245912,0.05000,14.215
15,mlp.experts.396.gate_proj,0.0000145908,0.05000,14.277
15,mlp.experts.397.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.690
15,mlp.experts.416.gate_proj,0.0000076715,0.05000,14.152
15,mlp.experts.420.gate_proj,0.0000300605,0.05000,14.177
15,mlp.experts.405.gate_proj,0.0000141772,0.05000,14.082
15,mlp.experts.387.gate_proj,0.0000177917,0.05000,14.327
15,mlp.experts.402.gate_proj,0.0000345264,0.05000,14.185
15,mlp.experts.385.gate_proj,0.0000406842,0.05000,14.377
15,mlp.experts.436.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.750
15,mlp.experts.431.gate_proj,0.0000206360,0.05000,14.342
15,mlp.experts.407.gate_proj,0.0000192604,0.05000,14.258
15,mlp.experts.446.gate_proj,0.0000206199,0.05000,14.319
15,mlp.experts.441.gate_proj,0.0000224830,0.05000,14.510
15,mlp.experts.378.gate_proj,0.0000287422,0.05000,14.764
15,mlp.experts.390.gate_proj,0.0000232460,0.05000,14.858
15,mlp.experts.408.gate_proj,0.0000135646,0.05000,14.736
15,mlp.experts.379.gate_proj,0.0000343684,0.05000,14.775
15,mlp.experts.412.gate_proj,0.0000148295,0.05000,14.801
15,mlp.experts.413.gate_proj,0.0000104352,0.05000,14.789
15,mlp.experts.432.gate_proj,0.0000015091,0.05000,14.615
15,mlp.experts.418.gate_proj,0.0000126897,0.05000,14.723
15,mlp.experts.421.gate_proj,0.0000074185,0.05000,14.807
15,mlp.experts.403.gate_proj,0.0000413467,0.05000,14.795
15,mlp.experts.401.gate_proj,0.0000072340,0.05000,14.867
15,mlp.experts.452.gate_proj,0.0000360783,0.05000,14.841
15,mlp.experts.447.gate_proj,0.0000151358,0.05000,14.748
15,mlp.experts.423.gate_proj,0.0000236236,0.05000,14.813
15,mlp.experts.462.gate_proj,0.0000335217,0.05000,14.641
15,mlp.experts.457.gate_proj,0.0000399058,0.05000,14.667
15,mlp.experts.478.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.728
15,mlp.experts.394.gate_proj,0.0000149189,0.05000,14.340
15,mlp.experts.424.gate_proj,0.0000079463,0.05000,14.234
15,mlp.experts.406.gate_proj,0.0000542939,0.05000,14.325
15,mlp.experts.410.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.688
15,mlp.experts.395.gate_proj,0.0000071796,0.05000,14.495
15,mlp.experts.428.gate_proj,0.0000293804,0.05000,14.392
15,mlp.experts.422.gate_proj,failsafe(rtn): 0.0012741,0.00000,0.732
15,mlp.experts.429.gate_proj,0.0000118436,0.05000,14.269
15,mlp.experts.448.gate_proj,0.0000276092,0.05000,14.233
15,mlp.experts.434.gate_proj,0.0000186215,0.05000,14.279
15,mlp.experts.437.gate_proj,0.0000184871,0.05000,14.284
15,mlp.experts.417.gate_proj,0.0000241184,0.05000,14.280
15,mlp.experts.419.gate_proj,0.0000227240,0.05000,14.458
15,mlp.experts.468.gate_proj,0.0000119521,0.05000,14.272
15,mlp.experts.463.gate_proj,0.0000143120,0.05000,14.274
15,mlp.experts.450.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.733
15,mlp.experts.439.gate_proj,0.0000319701,0.05000,14.368
15,mlp.experts.473.gate_proj,0.0000072257,0.05000,14.193
15,mlp.experts.494.gate_proj,0.0000301776,0.05000,14.223
15,mlp.experts.440.gate_proj,0.0000172443,0.05000,14.134
15,mlp.experts.426.gate_proj,0.0000469484,0.05000,14.254
15,mlp.experts.411.gate_proj,0.0000497700,0.05000,14.266
15,mlp.experts.444.gate_proj,0.0000166646,0.05000,14.156
15,mlp.experts.438.gate_proj,0.0000159950,0.05000,14.207
15,mlp.experts.445.gate_proj,0.0000190838,0.05000,14.247
15,mlp.experts.464.gate_proj,0.0000368808,0.05000,14.247
15,mlp.experts.453.gate_proj,0.0000165749,0.05000,14.354
15,mlp.experts.433.gate_proj,0.0000121142,0.05000,14.206
15,mlp.experts.435.gate_proj,0.0000398458,0.05000,14.259
15,mlp.experts.484.gate_proj,0.0000143077,0.05000,14.212
15,mlp.experts.479.gate_proj,0.0000111392,0.05000,14.353
15,mlp.experts.466.gate_proj,0.0000097163,0.05000,14.390
15,mlp.experts.455.gate_proj,0.0000445335,0.05000,14.336
15,mlp.experts.489.gate_proj,0.0000282118,0.05000,14.402
15,mlp.experts.510.gate_proj,0.0000129547,0.05000,14.358
15,mlp.experts.14.up_proj,failsafe(rtn): 0.0014343,0.00000,0.685
15,mlp.experts.456.gate_proj,0.0000245096,0.05000,14.284
15,mlp.experts.442.gate_proj,0.0000251156,0.05000,14.300
15,mlp.experts.427.gate_proj,0.0000280003,0.05000,14.323
15,mlp.experts.460.gate_proj,0.0000254702,0.05000,14.282
15,mlp.experts.454.gate_proj,0.0000144027,0.05000,14.197
15,mlp.experts.461.gate_proj,0.0000249349,0.05000,14.171
15,mlp.experts.480.gate_proj,0.0000539051,0.05000,14.269
15,mlp.experts.469.gate_proj,0.0000218688,0.05000,14.170
15,mlp.experts.449.gate_proj,0.0000207154,0.05000,14.263
15,mlp.experts.451.gate_proj,0.0000361578,0.05000,14.326
15,mlp.experts.500.gate_proj,0.0000240412,0.05000,14.210
15,mlp.experts.495.gate_proj,0.0000254892,0.05000,14.262
15,mlp.experts.482.gate_proj,0.0000239645,0.05000,14.288
15,mlp.experts.471.gate_proj,0.0000113164,0.05000,14.294
15,mlp.experts.505.gate_proj,0.0000132283,0.05000,14.095
15,mlp.experts.30.up_proj,0.0000250409,0.05000,14.093
15,mlp.experts.472.gate_proj,0.0000425875,0.05000,14.465
15,mlp.experts.458.gate_proj,0.0000318723,0.05000,14.500
15,mlp.experts.443.gate_proj,0.0000094312,0.05000,14.545
15,mlp.experts.476.gate_proj,0.0000282038,0.05000,14.496
15,mlp.experts.470.gate_proj,0.0000198038,0.05000,14.555
15,mlp.experts.477.gate_proj,0.0000261540,0.05000,14.506
15,mlp.experts.486.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.667
15,mlp.experts.496.gate_proj,0.0000174984,0.05000,14.482
15,mlp.experts.485.gate_proj,0.0000109280,0.05000,14.469
15,mlp.experts.465.gate_proj,0.0000108278,0.05000,14.524
15,mlp.experts.0.up_proj,failsafe(rtn): 0.0014420,0.00000,0.697
15,mlp.experts.4.up_proj,0.0000456986,0.05000,14.391
15,mlp.experts.467.gate_proj,0.0000235136,0.05000,14.596
15,mlp.experts.511.gate_proj,0.0000156459,0.05000,14.423
15,mlp.experts.498.gate_proj,0.0000070098,0.05000,14.410
15,mlp.experts.487.gate_proj,0.0000374536,0.05000,14.531
15,mlp.experts.9.up_proj,0.0000068774,0.05000,14.316
15,mlp.experts.46.up_proj,0.0000095894,0.05000,14.399
15,mlp.experts.488.gate_proj,0.0000141192,0.05000,13.703
15,mlp.experts.474.gate_proj,0.0000142461,0.05000,13.655
15,mlp.experts.459.gate_proj,0.0000310277,0.05000,13.658
15,mlp.experts.492.gate_proj,0.0000246794,0.05000,13.714
15,mlp.experts.493.gate_proj,0.0000102366,0.05000,13.671
15,mlp.experts.502.gate_proj,0.0000135035,0.05000,13.690
15,mlp.experts.501.gate_proj,0.0000100751,0.05000,13.754
15,mlp.experts.16.up_proj,0.0000145241,0.05000,13.766
15,mlp.experts.481.gate_proj,0.0000063400,0.05000,13.783
15,mlp.experts.20.up_proj,0.0000369418,0.05000,13.634
15,mlp.experts.483.gate_proj,0.0000096854,0.05000,13.655
15,mlp.experts.15.up_proj,0.0000191576,0.05000,13.803
15,mlp.experts.2.up_proj,0.0000118164,0.05000,13.797
15,mlp.experts.32.up_proj,failsafe(rtn): 0.0015411,0.00000,0.797
15,mlp.experts.503.gate_proj,0.0000160434,0.05000,13.807
15,mlp.experts.31.up_proj,failsafe(rtn): 0.0014191,0.00000,0.767
15,mlp.experts.25.up_proj,0.0000370618,0.05000,13.827
15,mlp.experts.62.up_proj,0.0000229522,0.05000,13.968
15,mlp.experts.78.up_proj,failsafe(rtn): 0.0014343,0.00000,0.725
15,mlp.experts.504.gate_proj,0.0000191390,0.05000,14.807
15,mlp.experts.490.gate_proj,0.0000359713,0.05000,14.888
15,mlp.experts.475.gate_proj,0.0000418936,0.05000,14.760
15,mlp.experts.508.gate_proj,0.0000113448,0.05000,14.822
15,mlp.experts.8.up_proj,failsafe(rtn): 0.0015335,0.00000,0.666
15,mlp.experts.509.gate_proj,0.0000217875,0.05000,14.983
15,mlp.experts.6.up_proj,0.0000346979,0.05000,14.795
15,mlp.experts.5.up_proj,0.0000212197,0.05000,14.777
15,mlp.experts.36.up_proj,0.0000237301,0.05000,14.844
15,mlp.experts.497.gate_proj,0.0000375131,0.05000,14.921
15,mlp.experts.499.gate_proj,0.0000058409,0.05000,14.878
15,mlp.experts.18.up_proj,0.0000236829,0.05000,14.838
15,mlp.experts.48.up_proj,0.0000015645,0.05000,14.760
15,mlp.experts.52.up_proj,failsafe(rtn): 0.0015259,0.00000,0.788
15,mlp.experts.7.up_proj,0.0000198595,0.05000,14.841
15,mlp.experts.47.up_proj,0.0000093281,0.05000,14.827
15,mlp.experts.41.up_proj,0.0000109902,0.05000,14.764
15,mlp.experts.94.up_proj,0.0000131827,0.05000,14.465
15,mlp.experts.506.gate_proj,0.0000122563,0.05000,14.162
15,mlp.experts.491.gate_proj,0.0000500715,0.05000,14.325
15,mlp.experts.12.up_proj,0.0000348417,0.05000,14.337
15,mlp.experts.24.up_proj,0.0000188916,0.05000,14.333
15,mlp.experts.13.up_proj,0.0000124920,0.05000,14.464
15,mlp.experts.507.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.730
15,mlp.experts.22.up_proj,0.0000243340,0.05000,14.509
15,mlp.experts.21.up_proj,0.0000125243,0.05000,14.440
15,mlp.experts.1.up_proj,0.0000111863,0.05000,14.439
15,mlp.experts.3.up_proj,0.0000308554,0.05000,14.408
15,mlp.experts.64.up_proj,0.0000155550,0.05000,14.275
15,mlp.experts.34.up_proj,0.0000116976,0.05000,14.338
15,mlp.experts.68.up_proj,0.0000166299,0.05000,14.209
15,mlp.experts.23.up_proj,0.0000333807,0.05000,14.257
15,mlp.experts.63.up_proj,0.0000179784,0.05000,14.338
15,mlp.experts.57.up_proj,0.0000287242,0.05000,14.227
15,mlp.experts.110.up_proj,0.0000197402,0.05000,14.374
15,mlp.experts.10.up_proj,0.0000138578,0.05000,14.675
15,mlp.experts.40.up_proj,0.0000243734,0.05000,14.493
15,mlp.experts.28.up_proj,0.0000331745,0.05000,14.555
15,mlp.experts.29.up_proj,0.0000307661,0.05000,14.637
15,mlp.experts.11.up_proj,0.0000206079,0.05000,14.620
15,mlp.experts.56.up_proj,failsafe(rtn): 0.0014191,0.00000,0.799
15,mlp.experts.38.up_proj,0.0000183217,0.05000,14.647
15,mlp.experts.37.up_proj,0.0000068933,0.05000,14.621
15,mlp.experts.17.up_proj,0.0000116912,0.05000,14.633
15,mlp.experts.19.up_proj,0.0000129887,0.05000,14.681
15,mlp.experts.53.up_proj,failsafe(rtn): 0.0014572,0.00000,0.790
15,mlp.experts.50.up_proj,0.0000559101,0.05000,14.644
15,mlp.experts.80.up_proj,0.0000160219,0.05000,14.774
15,mlp.experts.84.up_proj,0.0000239463,0.05000,14.766
15,mlp.experts.39.up_proj,0.0000118627,0.05000,14.847
15,mlp.experts.79.up_proj,0.0000203592,0.05000,14.870
15,mlp.experts.73.up_proj,0.0000105991,0.05000,14.826
15,mlp.experts.126.up_proj,0.0000206317,0.05000,14.792
15,mlp.experts.26.up_proj,0.0000083555,0.05000,14.159
15,mlp.experts.44.up_proj,0.0000471108,0.05000,14.167
15,mlp.experts.27.up_proj,0.0000246891,0.05000,14.218
15,mlp.experts.45.up_proj,0.0000318462,0.05000,14.266
15,mlp.experts.72.up_proj,0.0000229049,0.05000,14.289
15,mlp.experts.54.up_proj,0.0000248886,0.05000,14.227
15,mlp.experts.35.up_proj,0.0000333604,0.05000,14.089
15,mlp.experts.33.up_proj,0.0000133153,0.05000,14.195
15,mlp.experts.96.up_proj,0.0000075708,0.05000,14.052
15,mlp.experts.100.up_proj,0.0000358733,0.05000,14.057
15,mlp.experts.69.up_proj,0.0000262561,0.05000,14.254
15,mlp.experts.66.up_proj,0.0000314115,0.05000,14.281
15,mlp.experts.55.up_proj,0.0000231329,0.05000,13.999
15,mlp.experts.89.up_proj,0.0000045461,0.05000,13.995
15,mlp.experts.95.up_proj,0.0000291993,0.05000,14.053
15,mlp.experts.85.up_proj,failsafe(rtn): 0.0014267,0.00000,0.703
15,mlp.experts.71.up_proj,failsafe(rtn): 0.0015030,0.00000,0.775
15,mlp.experts.142.up_proj,0.0000291316,0.05000,14.156
15,mlp.experts.42.up_proj,0.0000138233,0.05000,14.249
15,mlp.experts.60.up_proj,0.0000101582,0.05000,14.267
15,mlp.experts.61.up_proj,0.0000094520,0.05000,14.227
15,mlp.experts.43.up_proj,0.0000094006,0.05000,14.285
15,mlp.experts.88.up_proj,0.0000126578,0.05000,14.267
15,mlp.experts.70.up_proj,0.0000131910,0.05000,14.274
15,mlp.experts.51.up_proj,0.0000436988,0.05000,14.196
15,mlp.experts.49.up_proj,0.0000226300,0.05000,14.285
15,mlp.experts.116.up_proj,0.0000175291,0.05000,14.204
15,mlp.experts.112.up_proj,0.0000223965,0.05000,14.241
15,mlp.experts.82.up_proj,0.0000040264,0.05000,14.287
15,mlp.experts.105.up_proj,0.0000117181,0.05000,14.126
15,mlp.experts.111.up_proj,0.0000458697,0.05000,14.067
15,mlp.experts.101.up_proj,0.0000157733,0.05000,14.269
15,mlp.experts.87.up_proj,0.0000249167,0.05000,14.253
15,mlp.experts.158.up_proj,0.0000132422,0.05000,14.141
15,mlp.experts.174.up_proj,failsafe(rtn): 0.0014877,0.00000,0.684
15,mlp.experts.58.up_proj,0.0000202753,0.05000,14.336
15,mlp.experts.76.up_proj,0.0000295622,0.05000,14.302
15,mlp.experts.77.up_proj,0.0000127000,0.05000,14.250
15,mlp.experts.59.up_proj,0.0000186406,0.05000,14.372
15,mlp.experts.104.up_proj,0.0000315714,0.05000,14.335
15,mlp.experts.86.up_proj,0.0000100534,0.05000,14.286
15,mlp.experts.65.up_proj,0.0000112631,0.05000,14.280
15,mlp.experts.67.up_proj,0.0000162872,0.05000,14.507
15,mlp.experts.132.up_proj,0.0000175916,0.05000,14.367
15,mlp.experts.128.up_proj,0.0000165546,0.05000,14.369
15,mlp.experts.98.up_proj,0.0000324808,0.05000,14.377
15,mlp.experts.127.up_proj,0.0000149224,0.05000,14.352
15,mlp.experts.121.up_proj,0.0000148796,0.05000,14.421
15,mlp.experts.117.up_proj,0.0000400708,0.05000,14.398
15,mlp.experts.103.up_proj,0.0000426334,0.05000,14.489
15,mlp.experts.190.up_proj,0.0000102670,0.05000,14.233
15,mlp.experts.74.up_proj,0.0000216929,0.05000,14.218
15,mlp.experts.92.up_proj,0.0000365479,0.05000,14.324
15,mlp.experts.93.up_proj,0.0000137950,0.05000,14.177
15,mlp.experts.75.up_proj,0.0000055722,0.05000,14.166
15,mlp.experts.120.up_proj,0.0000105547,0.05000,14.265
15,mlp.experts.102.up_proj,0.0000165307,0.05000,14.159
15,mlp.experts.81.up_proj,0.0000100575,0.05000,14.089
15,mlp.experts.83.up_proj,0.0000088898,0.05000,14.176
15,mlp.experts.148.up_proj,0.0000300268,0.05000,14.045
15,mlp.experts.144.up_proj,0.0000223720,0.05000,14.167
15,mlp.experts.114.up_proj,0.0000291431,0.05000,14.086
15,mlp.experts.143.up_proj,0.0000391998,0.05000,14.136
15,mlp.experts.137.up_proj,0.0000237747,0.05000,14.214
15,mlp.experts.160.up_proj,failsafe(rtn): 0.0014725,0.00000,0.689
15,mlp.experts.133.up_proj,0.0000338414,0.05000,14.167
15,mlp.experts.119.up_proj,0.0000027566,0.05000,14.369
15,mlp.experts.206.up_proj,0.0000199583,0.05000,14.370
15,mlp.experts.90.up_proj,0.0000501657,0.05000,13.817
15,mlp.experts.108.up_proj,0.0000155346,0.05000,13.968
15,mlp.experts.109.up_proj,0.0000092186,0.05000,14.027
15,mlp.experts.91.up_proj,0.0000227856,0.05000,14.172
15,mlp.experts.136.up_proj,0.0000143976,0.05000,14.188
15,mlp.experts.118.up_proj,0.0000252692,0.05000,14.161
15,mlp.experts.97.up_proj,0.0000098236,0.05000,14.201
15,mlp.experts.99.up_proj,0.0000254126,0.05000,14.221
15,mlp.experts.164.up_proj,0.0000243237,0.05000,14.450
15,mlp.experts.130.up_proj,0.0000176962,0.05000,14.253
15,mlp.experts.159.up_proj,0.0000084949,0.05000,14.502
15,mlp.experts.153.up_proj,0.0000116958,0.05000,14.426
15,mlp.experts.176.up_proj,0.0000463886,0.05000,14.477
15,mlp.experts.149.up_proj,0.0000124065,0.05000,14.357
15,mlp.experts.135.up_proj,0.0000223963,0.05000,14.334
15,mlp.experts.151.up_proj,failsafe(rtn): 0.0013733,0.00000,0.700
15,mlp.experts.222.up_proj,0.0000072058,0.05000,14.385
15,mlp.experts.106.up_proj,0.0000330642,0.05000,14.568
15,mlp.experts.124.up_proj,0.0000283517,0.05000,14.772
15,mlp.experts.125.up_proj,0.0000162832,0.05000,14.954
15,mlp.experts.107.up_proj,0.0000546076,0.05000,14.762
15,mlp.experts.134.up_proj,0.0000282500,0.05000,14.717
15,mlp.experts.152.up_proj,0.0000116096,0.05000,14.864
15,mlp.experts.113.up_proj,0.0000266431,0.05000,14.692
15,mlp.experts.115.up_proj,0.0000213984,0.05000,14.809
15,mlp.experts.180.up_proj,0.0000124694,0.05000,14.758
15,mlp.experts.146.up_proj,0.0000230713,0.05000,14.759
15,mlp.experts.131.up_proj,failsafe(rtn): 0.0015030,0.00000,0.664
15,mlp.experts.175.up_proj,0.0000105238,0.05000,14.555
15,mlp.experts.192.up_proj,0.0000095670,0.05000,14.399
15,mlp.experts.165.up_proj,0.0000094089,0.05000,14.393
15,mlp.experts.169.up_proj,0.0000322430,0.05000,14.573
15,mlp.experts.162.up_proj,failsafe(rtn): 0.0013428,0.00000,0.723
15,mlp.experts.167.up_proj,0.0000497548,0.05000,14.637
15,mlp.experts.238.up_proj,0.0000290886,0.05000,14.640
15,mlp.experts.122.up_proj,0.0000159374,0.05000,14.502
15,mlp.experts.140.up_proj,0.0000084609,0.05000,14.279
15,mlp.experts.141.up_proj,0.0000211757,0.05000,14.216
15,mlp.experts.156.up_proj,failsafe(rtn): 0.0014191,0.00000,0.705
15,mlp.experts.123.up_proj,0.0000458827,0.05000,14.255
15,mlp.experts.150.up_proj,0.0000121310,0.05000,14.183
15,mlp.experts.168.up_proj,0.0000076539,0.05000,14.249
15,mlp.experts.129.up_proj,0.0000161550,0.05000,14.302
15,mlp.experts.196.up_proj,0.0000230388,0.05000,14.186
15,mlp.experts.147.up_proj,0.0000093203,0.05000,14.413
15,mlp.experts.191.up_proj,0.0000126308,0.05000,14.302
15,mlp.experts.181.up_proj,0.0000101360,0.05000,14.249
15,mlp.experts.185.up_proj,0.0000153513,0.05000,14.254
15,mlp.experts.208.up_proj,0.0000140503,0.05000,14.414
15,mlp.experts.178.up_proj,0.0000353774,0.05000,14.346
15,mlp.experts.201.up_proj,failsafe(rtn): 0.0014267,0.00000,0.818
15,mlp.experts.183.up_proj,0.0000091779,0.05000,14.492
15,mlp.experts.217.up_proj,failsafe(rtn): 0.0015182,0.00000,0.732
15,mlp.experts.254.up_proj,0.0000224078,0.05000,14.256
15,mlp.experts.138.up_proj,0.0000130018,0.05000,14.272
15,mlp.experts.172.up_proj,0.0000174531,0.05000,14.070
15,mlp.experts.157.up_proj,0.0000153248,0.05000,14.342
15,mlp.experts.139.up_proj,0.0000157337,0.05000,14.269
15,mlp.experts.166.up_proj,0.0000024384,0.05000,14.210
15,mlp.experts.184.up_proj,0.0000099664,0.05000,14.154
15,mlp.experts.145.up_proj,0.0000098600,0.05000,14.230
15,mlp.experts.212.up_proj,0.0000264699,0.05000,14.393
15,mlp.experts.163.up_proj,0.0000087410,0.05000,14.425
15,mlp.experts.197.up_proj,0.0000273626,0.05000,14.440
15,mlp.experts.207.up_proj,0.0000120835,0.05000,14.484
15,mlp.experts.224.up_proj,0.0000202918,0.05000,14.375
15,mlp.experts.194.up_proj,0.0000270772,0.05000,14.312
15,mlp.experts.233.up_proj,0.0000120746,0.05000,14.297
15,mlp.experts.199.up_proj,0.0000121585,0.05000,14.351
15,mlp.experts.249.up_proj,failsafe(rtn): 0.0015564,0.00000,0.747
15,mlp.experts.270.up_proj,0.0000219620,0.05000,14.308
15,mlp.experts.154.up_proj,0.0000249836,0.05000,14.912
15,mlp.experts.188.up_proj,0.0000314929,0.05000,14.837
15,mlp.experts.155.up_proj,0.0000157970,0.05000,14.814
15,mlp.experts.173.up_proj,0.0000128532,0.05000,14.891
15,mlp.experts.182.up_proj,0.0000542694,0.05000,14.818
15,mlp.experts.200.up_proj,0.0000290693,0.05000,14.813
15,mlp.experts.161.up_proj,0.0000147046,0.05000,14.691
15,mlp.experts.228.up_proj,0.0000256346,0.05000,14.526
15,mlp.experts.179.up_proj,0.0000068297,0.05000,14.464
15,mlp.experts.240.up_proj,0.0000234157,0.05000,14.297
15,mlp.experts.213.up_proj,0.0000212981,0.05000,14.472
15,mlp.experts.223.up_proj,0.0000148910,0.05000,14.449
15,mlp.experts.210.up_proj,0.0000243248,0.05000,14.423
15,mlp.experts.229.up_proj,failsafe(rtn): 0.0013504,0.00000,0.708
15,mlp.experts.215.up_proj,0.0000164182,0.05000,14.545
15,mlp.experts.265.up_proj,0.0000244141,0.05000,14.465
15,mlp.experts.286.up_proj,0.0000667612,0.05000,14.397
15,mlp.experts.170.up_proj,0.0000061647,0.05000,14.217
15,mlp.experts.204.up_proj,0.0000165464,0.05000,14.147
15,mlp.experts.189.up_proj,0.0000221595,0.05000,14.237
15,mlp.experts.171.up_proj,0.0000152959,0.05000,14.288
15,mlp.experts.198.up_proj,0.0000120006,0.05000,14.284
15,mlp.experts.216.up_proj,0.0000100714,0.05000,14.210
15,mlp.experts.177.up_proj,0.0000059999,0.05000,14.338
15,mlp.experts.244.up_proj,0.0000179512,0.05000,14.229
15,mlp.experts.256.up_proj,0.0000362946,0.05000,14.198
15,mlp.experts.195.up_proj,0.0000234359,0.05000,14.350
15,mlp.experts.239.up_proj,0.0000486034,0.05000,14.255
15,mlp.experts.226.up_proj,0.0000278454,0.05000,14.205
15,mlp.experts.245.up_proj,0.0000149639,0.05000,14.312
15,mlp.experts.231.up_proj,0.0000148157,0.05000,14.498
15,mlp.experts.302.up_proj,0.0000527356,0.05000,14.425
15,mlp.experts.281.up_proj,0.0000280479,0.05000,14.522
15,mlp.experts.247.up_proj,failsafe(rtn): 0.0014801,0.00000,0.793
15,mlp.experts.297.up_proj,failsafe(rtn): 0.0013885,0.00000,0.714
15,mlp.experts.186.up_proj,0.0000237046,0.05000,14.349
15,mlp.experts.220.up_proj,0.0000111549,0.05000,14.232
15,mlp.experts.187.up_proj,0.0000052565,0.05000,14.330
15,mlp.experts.205.up_proj,0.0000081452,0.05000,14.408
15,mlp.experts.214.up_proj,0.0000263994,0.05000,14.276
15,mlp.experts.232.up_proj,0.0000073934,0.05000,14.369
15,mlp.experts.230.up_proj,failsafe(rtn): 0.0014191,0.00000,0.771
15,mlp.experts.193.up_proj,0.0000045330,0.05000,14.448
15,mlp.experts.260.up_proj,0.0000146460,0.05000,14.484
15,mlp.experts.209.up_proj,failsafe(rtn): 0.0015564,0.00000,0.728
15,mlp.experts.272.up_proj,0.0000068045,0.05000,14.453
15,mlp.experts.211.up_proj,0.0000446139,0.05000,14.483
15,mlp.experts.255.up_proj,0.0000211650,0.05000,14.394
15,mlp.experts.242.up_proj,0.0000164552,0.05000,14.376
15,mlp.experts.258.up_proj,failsafe(rtn): 0.0014801,0.00000,0.675
15,mlp.experts.261.up_proj,0.0000191977,0.05000,14.507
15,mlp.experts.318.up_proj,0.0000201880,0.05000,14.117
15,mlp.experts.263.up_proj,0.0000185431,0.05000,14.301
15,mlp.experts.313.up_proj,0.0000298934,0.05000,14.184
15,mlp.experts.202.up_proj,0.0000498906,0.05000,14.599
15,mlp.experts.236.up_proj,0.0000330703,0.05000,14.660
15,mlp.experts.203.up_proj,0.0000320307,0.05000,14.549
15,mlp.experts.221.up_proj,0.0000166325,0.05000,14.651
15,mlp.experts.248.up_proj,0.0000200130,0.05000,14.604
15,mlp.experts.246.up_proj,0.0000095025,0.05000,14.500
15,mlp.experts.276.up_proj,0.0000125040,0.05000,14.526
15,mlp.experts.225.up_proj,0.0000074992,0.05000,14.640
15,mlp.experts.288.up_proj,0.0000220528,0.05000,14.503
15,mlp.experts.271.up_proj,0.0000169377,0.05000,14.578
15,mlp.experts.227.up_proj,0.0000318412,0.05000,14.712
15,mlp.experts.287.up_proj,failsafe(rtn): 0.0014038,0.00000,0.661
15,mlp.experts.243.up_proj,failsafe(rtn): 0.0015259,0.00000,0.710
15,mlp.experts.274.up_proj,0.0000154642,0.05000,14.735
15,mlp.experts.277.up_proj,0.0000304866,0.05000,14.673
15,mlp.experts.334.up_proj,0.0000186339,0.05000,14.634
15,mlp.experts.279.up_proj,0.0000189316,0.05000,14.719
15,mlp.experts.329.up_proj,0.0000163732,0.05000,14.556
15,mlp.experts.345.up_proj,failsafe(rtn): 0.0014267,0.00000,0.772
15,mlp.experts.218.up_proj,0.0000534204,0.05000,14.376
15,mlp.experts.252.up_proj,0.0000111111,0.05000,14.550
15,mlp.experts.219.up_proj,0.0000051945,0.05000,14.589
15,mlp.experts.237.up_proj,0.0000212993,0.05000,14.612
15,mlp.experts.264.up_proj,0.0000390615,0.05000,14.522
15,mlp.experts.262.up_proj,0.0000098202,0.05000,14.561
15,mlp.experts.292.up_proj,0.0000058149,0.05000,14.649
15,mlp.experts.241.up_proj,0.0000109208,0.05000,14.699
15,mlp.experts.304.up_proj,0.0000083945,0.05000,14.540
15,mlp.experts.308.up_proj,failsafe(rtn): 0.0014801,0.00000,0.783
15,mlp.experts.303.up_proj,0.0000219450,0.05000,14.696
15,mlp.experts.259.up_proj,0.0000404094,0.05000,14.653
15,mlp.experts.290.up_proj,0.0000386254,0.05000,14.655
15,mlp.experts.324.up_proj,failsafe(rtn): 0.0014954,0.00000,0.750
15,mlp.experts.293.up_proj,0.0000057724,0.05000,14.771
15,mlp.experts.340.up_proj,failsafe(rtn): 0.0014420,0.00000,0.746
15,mlp.experts.350.up_proj,0.0000239723,0.05000,14.634
15,mlp.experts.295.up_proj,0.0000383970,0.05000,14.822
15,mlp.experts.366.up_proj,failsafe(rtn): 0.0014343,0.00000,0.754
15,mlp.experts.382.up_proj,failsafe(rtn): 0.0014420,0.00000,0.659
15,mlp.experts.361.up_proj,0.0000164685,0.05000,14.765
15,mlp.experts.234.up_proj,0.0000080166,0.05000,14.621
15,mlp.experts.268.up_proj,0.0000161686,0.05000,14.669
15,mlp.experts.253.up_proj,0.0000107429,0.05000,14.420
15,mlp.experts.280.up_proj,0.0000439842,0.05000,14.483
15,mlp.experts.235.up_proj,0.0000061506,0.05000,14.662
15,mlp.experts.278.up_proj,0.0000277578,0.05000,14.604
15,mlp.experts.320.up_proj,0.0000370538,0.05000,14.354
15,mlp.experts.257.up_proj,0.0000093100,0.05000,14.521
15,mlp.experts.319.up_proj,0.0000146362,0.05000,14.470
15,mlp.experts.306.up_proj,0.0000266851,0.05000,14.349
15,mlp.experts.275.up_proj,0.0000106816,0.05000,14.484
15,mlp.experts.309.up_proj,0.0000176648,0.05000,14.365
15,mlp.experts.356.up_proj,0.0000221926,0.05000,14.292
15,mlp.experts.311.up_proj,0.0000655140,0.05000,14.116
15,mlp.experts.398.up_proj,0.0000181159,0.05000,14.207
15,mlp.experts.377.up_proj,0.0000114531,0.05000,14.275
15,mlp.experts.250.up_proj,0.0000188369,0.05000,14.834
15,mlp.experts.284.up_proj,0.0000136295,0.05000,14.733
15,mlp.experts.269.up_proj,0.0000803780,0.05000,14.864
15,mlp.experts.296.up_proj,0.0000510078,0.05000,14.776
15,mlp.experts.251.up_proj,0.0000156085,0.05000,14.830
15,mlp.experts.294.up_proj,0.0000180986,0.05000,14.815
15,mlp.experts.336.up_proj,0.0000172304,0.05000,14.805
15,mlp.experts.273.up_proj,0.0000137476,0.05000,15.001
15,mlp.experts.289.up_proj,failsafe(rtn): 0.0013809,0.00000,0.821
15,mlp.experts.335.up_proj,0.0000097511,0.05000,15.113
15,mlp.experts.322.up_proj,0.0000264240,0.05000,15.016
15,mlp.experts.291.up_proj,0.0000121061,0.05000,15.050
15,mlp.experts.325.up_proj,0.0000094894,0.05000,15.081
15,mlp.experts.372.up_proj,0.0000119029,0.05000,15.089
15,mlp.experts.327.up_proj,0.0000188972,0.05000,15.390
15,mlp.experts.414.up_proj,0.0000110355,0.05000,15.448
15,mlp.experts.393.up_proj,0.0000232215,0.05000,15.463
15,mlp.experts.266.up_proj,0.0000200776,0.05000,14.956
15,mlp.experts.300.up_proj,0.0000045961,0.05000,15.001
15,mlp.experts.312.up_proj,0.0000126346,0.05000,14.974
15,mlp.experts.267.up_proj,0.0000212075,0.05000,14.988
15,mlp.experts.285.up_proj,0.0000108004,0.05000,15.111
15,mlp.experts.316.up_proj,failsafe(rtn): 0.0014877,0.00000,0.792
15,mlp.experts.301.up_proj,failsafe(rtn): 0.0013580,0.00000,0.826
15,mlp.experts.310.up_proj,0.0000109879,0.05000,15.202
15,mlp.experts.352.up_proj,0.0000047497,0.05000,15.233
15,mlp.experts.305.up_proj,0.0000491856,0.05000,15.379
15,mlp.experts.338.up_proj,0.0000014316,0.05000,15.361
15,mlp.experts.351.up_proj,0.0000217366,0.05000,15.374
15,mlp.experts.307.up_proj,0.0000281134,0.05000,15.339
15,mlp.experts.341.up_proj,0.0000099061,0.05000,15.390
15,mlp.experts.388.up_proj,0.0000126889,0.05000,15.206
15,mlp.experts.367.up_proj,failsafe(rtn): 0.0014648,0.00000,0.739
15,mlp.experts.343.up_proj,0.0000090233,0.05000,15.071
15,mlp.experts.430.up_proj,0.0000376690,0.05000,14.956
15,mlp.experts.409.up_proj,0.0000491380,0.05000,14.994
15,mlp.experts.282.up_proj,0.0000232685,0.05000,14.890
15,mlp.experts.328.up_proj,0.0000157676,0.05000,14.748
15,mlp.experts.283.up_proj,0.0000162809,0.05000,14.790
15,mlp.experts.332.up_proj,0.0000295197,0.05000,14.711
15,mlp.experts.326.up_proj,0.0000050784,0.05000,14.587
15,mlp.experts.317.up_proj,0.0000283108,0.05000,14.753
15,mlp.experts.368.up_proj,0.0000072105,0.05000,14.427
15,mlp.experts.384.up_proj,failsafe(rtn): 0.0015182,0.00000,0.657
15,mlp.experts.321.up_proj,0.0000217605,0.05000,14.298
15,mlp.experts.323.up_proj,0.0000219187,0.05000,14.190
15,mlp.experts.354.up_proj,0.0000171905,0.05000,14.294
15,mlp.experts.357.up_proj,0.0000132933,0.05000,14.294
15,mlp.experts.404.up_proj,0.0000193105,0.05000,14.185
15,mlp.experts.383.up_proj,0.0000321119,0.05000,14.166
15,mlp.experts.399.up_proj,failsafe(rtn): 0.0013733,0.00000,0.659
15,mlp.experts.359.up_proj,0.0000176008,0.05000,14.220
15,mlp.experts.446.up_proj,0.0000201913,0.05000,14.090
15,mlp.experts.425.up_proj,0.0000095146,0.05000,14.473
15,mlp.experts.298.up_proj,0.0000181384,0.05000,14.191
15,mlp.experts.344.up_proj,0.0000117566,0.05000,14.339
15,mlp.experts.299.up_proj,0.0000097855,0.05000,14.334
15,mlp.experts.348.up_proj,0.0000149927,0.05000,14.323
15,mlp.experts.342.up_proj,0.0000189402,0.05000,14.404
15,mlp.experts.333.up_proj,0.0000178222,0.05000,14.567
15,mlp.experts.400.up_proj,0.0000123989,0.05000,14.599
15,mlp.experts.370.up_proj,0.0000260526,0.05000,14.463
15,mlp.experts.337.up_proj,0.0000572041,0.05000,14.749
15,mlp.experts.339.up_proj,0.0000131178,0.05000,14.771
15,mlp.experts.373.up_proj,0.0000145374,0.05000,14.648
15,mlp.experts.420.up_proj,0.0000287134,0.05000,14.476
15,mlp.experts.386.up_proj,failsafe(rtn): 0.0013885,0.00000,0.787
15,mlp.experts.436.up_proj,failsafe(rtn): 0.0014496,0.00000,0.676
15,mlp.experts.415.up_proj,0.0000115188,0.05000,14.691
15,mlp.experts.375.up_proj,0.0000155758,0.05000,14.894
15,mlp.experts.462.up_proj,0.0000330075,0.05000,14.634
15,mlp.experts.478.up_proj,failsafe(rtn): 0.0015411,0.00000,0.707
15,mlp.experts.441.up_proj,0.0000220835,0.05000,14.741
15,mlp.experts.314.up_proj,0.0000180613,0.05000,14.441
15,mlp.experts.360.up_proj,0.0000273446,0.05000,14.195
15,mlp.experts.315.up_proj,0.0000154505,0.05000,14.245
15,mlp.experts.364.up_proj,0.0000091761,0.05000,14.140
15,mlp.experts.358.up_proj,0.0000104490,0.05000,14.242
15,mlp.experts.349.up_proj,0.0000235285,0.05000,14.249
15,mlp.experts.416.up_proj,0.0000075692,0.05000,14.010
15,mlp.experts.353.up_proj,0.0000269764,0.05000,14.055
15,mlp.experts.355.up_proj,0.0000242327,0.05000,13.949
15,mlp.experts.389.up_proj,0.0000181058,0.05000,14.038
15,mlp.experts.402.up_proj,0.0000340007,0.05000,13.945
15,mlp.experts.452.up_proj,0.0000354530,0.05000,13.816
15,mlp.experts.431.up_proj,0.0000194106,0.05000,13.911
15,mlp.experts.391.up_proj,0.0000232534,0.05000,13.772
15,mlp.experts.494.up_proj,0.0000295817,0.05000,13.838
15,mlp.experts.457.up_proj,0.0000391712,0.05000,13.765
15,mlp.experts.330.up_proj,0.0000380742,0.05000,13.820
15,mlp.experts.376.up_proj,0.0000139450,0.05000,13.993
15,mlp.experts.331.up_proj,0.0000255258,0.05000,13.911
15,mlp.experts.380.up_proj,0.0000558914,0.05000,14.020
15,mlp.experts.374.up_proj,0.0000508003,0.05000,14.053
15,mlp.experts.365.up_proj,0.0000018914,0.05000,13.986
15,mlp.experts.432.up_proj,0.0000014913,0.05000,14.188
15,mlp.experts.369.up_proj,0.0000292746,0.05000,14.157
15,mlp.experts.371.up_proj,0.0000166871,0.05000,14.173
15,mlp.experts.405.up_proj,0.0000135989,0.05000,14.309
15,mlp.experts.418.up_proj,0.0000114174,0.05000,14.063
15,mlp.experts.468.up_proj,0.0000117040,0.05000,14.139
15,mlp.experts.447.up_proj,0.0000149546,0.05000,14.237
15,mlp.experts.407.up_proj,0.0000195904,0.05000,14.251
15,mlp.experts.510.up_proj,0.0000125698,0.05000,14.157
15,mlp.experts.473.up_proj,0.0000070799,0.05000,14.221
15,mlp.experts.14.down_proj,failsafe(rtn): 0.0014954,0.00000,0.177
15,mlp.experts.30.down_proj,0.0000020413,0.05000,3.674
15,mlp.experts.346.up_proj,0.0000141404,0.05000,14.308
15,mlp.experts.46.down_proj,0.0000006903,0.05000,3.580
15,mlp.experts.392.up_proj,0.0000173118,0.05000,14.406
15,mlp.experts.347.up_proj,0.0000401535,0.05000,14.403
15,mlp.experts.396.up_proj,0.0000143486,0.05000,14.445
15,mlp.experts.390.up_proj,0.0000226583,0.05000,14.380
15,mlp.experts.381.up_proj,0.0000222868,0.05000,14.408
15,mlp.experts.397.up_proj,failsafe(rtn): 0.0014267,0.00000,0.748
15,mlp.experts.448.up_proj,0.0000308318,0.05000,14.330
15,mlp.experts.62.down_proj,0.0000017911,0.05000,3.641
15,mlp.experts.78.down_proj,failsafe(rtn): 0.0015030,0.00000,0.188
15,mlp.experts.385.up_proj,0.0000386698,0.05000,14.485
15,mlp.experts.387.up_proj,0.0000173640,0.05000,14.430
15,mlp.experts.434.up_proj,0.0000187641,0.05000,14.352
15,mlp.experts.421.up_proj,0.0000073523,0.05000,14.573
15,mlp.experts.484.up_proj,0.0000140409,0.05000,14.409
15,mlp.experts.450.up_proj,failsafe(rtn): 0.0014343,0.00000,0.656
15,mlp.experts.463.up_proj,0.0000156737,0.05000,14.497
15,mlp.experts.423.up_proj,0.0000231736,0.05000,14.418
15,mlp.experts.489.up_proj,0.0000271817,0.05000,14.561
15,mlp.experts.94.down_proj,0.0000013238,0.05000,3.661
15,mlp.experts.110.down_proj,0.0000012596,0.05000,3.433
15,mlp.experts.362.up_proj,0.0000064737,0.05000,14.372
15,mlp.experts.126.down_proj,0.0000010184,0.05000,3.618
15,mlp.experts.408.up_proj,0.0000132473,0.05000,14.431
15,mlp.experts.363.up_proj,0.0000311676,0.05000,14.452
15,mlp.experts.412.up_proj,0.0000156307,0.05000,14.271
15,mlp.experts.406.up_proj,0.0000530035,0.05000,14.443
15,mlp.experts.422.up_proj,failsafe(rtn): 0.0013657,0.00000,0.727
15,mlp.experts.413.up_proj,0.0000103499,0.05000,14.358
15,mlp.experts.464.up_proj,0.0000358131,0.05000,14.491
15,mlp.experts.142.down_proj,0.0000015507,0.05000,3.790
15,mlp.experts.401.up_proj,0.0000070603,0.05000,14.469
15,mlp.experts.403.up_proj,0.0000400845,0.05000,14.552
15,mlp.experts.437.up_proj,0.0000185694,0.05000,14.527
15,mlp.experts.500.up_proj,0.0000232217,0.05000,14.373
15,mlp.experts.466.up_proj,0.0000095498,0.05000,14.501
15,mlp.experts.479.up_proj,0.0000108466,0.05000,14.411
15,mlp.experts.439.up_proj,0.0000311723,0.05000,14.416
15,mlp.experts.505.up_proj,0.0000131396,0.05000,14.462
15,mlp.experts.158.down_proj,0.0000012171,0.05000,3.557
15,mlp.experts.174.down_proj,failsafe(rtn): 0.0015793,0.00000,0.170
15,mlp.experts.4.down_proj,0.0000029717,0.05000,3.525
15,mlp.experts.9.down_proj,0.0000006399,0.05000,3.460
15,mlp.experts.190.down_proj,0.0000007150,0.05000,3.489
15,mlp.experts.20.down_proj,0.0000088355,0.05000,3.540
15,mlp.experts.378.up_proj,0.0000281720,0.05000,14.367
15,mlp.experts.25.down_proj,0.0000034631,0.05000,3.582
15,mlp.experts.424.up_proj,0.0000080474,0.05000,14.437
15,mlp.experts.206.down_proj,0.0000024206,0.05000,3.742
15,mlp.experts.428.up_proj,0.0000278865,0.05000,14.429
15,mlp.experts.379.up_proj,0.0000338209,0.05000,14.611
15,mlp.experts.36.down_proj,0.0000029140,0.05000,3.850
15,mlp.experts.52.down_proj,failsafe(rtn): 0.0015564,0.00000,0.221
15,mlp.experts.438.up_proj,0.0000165098,0.05000,14.567
15,mlp.experts.429.up_proj,0.0000121488,0.05000,14.629
15,mlp.experts.480.up_proj,0.0000537609,0.05000,14.641
15,mlp.experts.41.down_proj,0.0000007549,0.05000,3.827
15,mlp.experts.417.up_proj,0.0000238640,0.05000,14.614
15,mlp.experts.419.up_proj,0.0000224089,0.05000,14.516
15,mlp.experts.222.down_proj,0.0000005940,0.05000,3.744
15,mlp.experts.453.up_proj,0.0000151253,0.05000,14.424
15,mlp.experts.68.down_proj,0.0000007775,0.05000,3.553
15,mlp.experts.482.up_proj,0.0000235331,0.05000,14.511
15,mlp.experts.495.up_proj,0.0000254507,0.05000,14.620
15,mlp.experts.455.up_proj,0.0000438016,0.05000,14.503
15,mlp.experts.57.down_proj,0.0000041152,0.05000,3.654
15,mlp.experts.238.down_proj,0.0000013773,0.05000,3.707
15,mlp.experts.84.down_proj,0.0000017092,0.05000,3.783
15,mlp.experts.73.down_proj,0.0000006114,0.05000,3.845
15,mlp.experts.254.down_proj,0.0000031651,0.05000,3.816
15,mlp.experts.100.down_proj,0.0000021346,0.05000,3.701
15,mlp.experts.394.up_proj,0.0000145750,0.05000,14.686
15,mlp.experts.410.up_proj,failsafe(rtn): 0.0014191,0.00000,0.805
15,mlp.experts.89.down_proj,0.0000002658,0.05000,3.669
15,mlp.experts.440.up_proj,0.0000168669,0.05000,15.021
15,mlp.experts.270.down_proj,0.0000054463,0.05000,3.738
15,mlp.experts.444.up_proj,0.0000165022,0.05000,14.934
15,mlp.experts.395.up_proj,0.0000072923,0.05000,14.946
15,mlp.experts.116.down_proj,0.0000012490,0.05000,3.729
15,mlp.experts.454.up_proj,0.0000142020,0.05000,14.919
15,mlp.experts.445.up_proj,0.0000185232,0.05000,14.812
15,mlp.experts.496.up_proj,0.0000169115,0.05000,14.802
15,mlp.experts.0.down_proj,failsafe(rtn): 0.0014877,0.00000,0.171
15,mlp.experts.105.down_proj,0.0000012458,0.05000,3.694
15,mlp.experts.433.up_proj,0.0000122120,0.05000,14.898
15,mlp.experts.435.up_proj,0.0000392498,0.05000,14.885
15,mlp.experts.286.down_proj,0.0000050882,0.05000,3.582
15,mlp.experts.469.up_proj,0.0000213859,0.05000,14.900
15,mlp.experts.132.down_proj,0.0000021636,0.05000,3.682
15,mlp.experts.498.up_proj,0.0000069608,0.05000,14.953
15,mlp.experts.511.up_proj,0.0000154467,0.05000,14.842
15,mlp.experts.471.up_proj,0.0000110655,0.05000,14.876
15,mlp.experts.16.down_proj,0.0000013794,0.05000,3.702
15,mlp.experts.32.down_proj,failsafe(rtn): 0.0015564,0.00000,0.215
15,mlp.experts.121.down_proj,0.0000013174,0.05000,3.751
15,mlp.experts.302.down_proj,0.0000030316,0.05000,3.791
15,mlp.experts.148.down_proj,0.0000014894,0.05000,3.693
15,mlp.experts.2.down_proj,0.0000009298,0.05000,3.713
15,mlp.experts.15.down_proj,0.0000029627,0.05000,3.707
15,mlp.experts.31.down_proj,failsafe(rtn): 0.0014648,0.00000,0.159
15,mlp.experts.48.down_proj,0.0000000848,0.05000,3.596
15,mlp.experts.137.down_proj,0.0000016350,0.05000,3.601
15,mlp.experts.318.down_proj,0.0000018889,0.05000,3.551
15,mlp.experts.164.down_proj,0.0000035116,0.05000,3.648
15,mlp.experts.18.down_proj,0.0000038551,0.05000,3.660
15,mlp.experts.47.down_proj,0.0000006865,0.05000,3.707
15,mlp.experts.426.up_proj,0.0000452698,0.05000,14.738
15,mlp.experts.64.down_proj,0.0000014433,0.05000,3.701
15,mlp.experts.153.down_proj,0.0000007293,0.05000,3.662
15,mlp.experts.456.up_proj,0.0000241698,0.05000,14.613
15,mlp.experts.460.up_proj,0.0000252176,0.05000,14.648
15,mlp.experts.334.down_proj,0.0000014794,0.05000,3.742
15,mlp.experts.411.up_proj,0.0000491999,0.05000,14.557
15,mlp.experts.180.down_proj,0.0000009754,0.05000,3.864
15,mlp.experts.34.down_proj,0.0000005174,0.05000,3.935
15,mlp.experts.63.down_proj,0.0000036826,0.05000,3.903
15,mlp.experts.470.up_proj,0.0000194922,0.05000,14.826
15,mlp.experts.461.up_proj,0.0000247355,0.05000,14.768
15,mlp.experts.486.up_proj,failsafe(rtn): 0.0014420,0.00000,0.778
15,mlp.experts.80.down_proj,0.0000023036,0.05000,4.057
15,mlp.experts.169.down_proj,0.0000018744,0.05000,4.082
15,mlp.experts.449.up_proj,0.0000203407,0.05000,15.111
15,mlp.experts.451.up_proj,0.0000361267,0.05000,15.221
15,mlp.experts.350.down_proj,0.0000030008,0.05000,4.096
15,mlp.experts.366.down_proj,failsafe(rtn): 0.0014725,0.00000,0.195
15,mlp.experts.382.down_proj,failsafe(rtn): 0.0015030,0.00000,0.165
15,mlp.experts.485.up_proj,0.0000110280,0.05000,15.218
15,mlp.experts.196.down_proj,0.0000020692,0.05000,4.019
15,mlp.experts.50.down_proj,0.0000032765,0.05000,4.003
15,mlp.experts.79.down_proj,0.0000020841,0.05000,3.953
15,mlp.experts.487.up_proj,0.0000368020,0.05000,15.252
15,mlp.experts.96.down_proj,0.0000014604,0.05000,3.677
15,mlp.experts.185.down_proj,0.0000013517,0.05000,3.700
15,mlp.experts.201.down_proj,failsafe(rtn): 0.0014954,0.00000,0.190
15,mlp.experts.217.down_proj,failsafe(rtn): 0.0015640,0.00000,0.171
15,mlp.experts.398.down_proj,0.0000009042,0.05000,3.664
15,mlp.experts.212.down_proj,0.0000014799,0.05000,3.555
15,mlp.experts.66.down_proj,0.0000063046,0.05000,3.560
15,mlp.experts.95.down_proj,0.0000038234,0.05000,3.531
15,mlp.experts.112.down_proj,0.0000026475,0.05000,3.682
15,mlp.experts.233.down_proj,0.0000007609,0.05000,3.838
15,mlp.experts.249.down_proj,failsafe(rtn): 0.0015869,0.00000,0.185
15,mlp.experts.414.down_proj,0.0000008037,0.05000,3.873
15,mlp.experts.228.down_proj,0.0000013055,0.05000,3.816
15,mlp.experts.82.down_proj,0.0000004963,0.05000,3.789
15,mlp.experts.111.down_proj,0.0000025650,0.05000,3.836
15,mlp.experts.442.up_proj,0.0000246957,0.05000,15.124
15,mlp.experts.128.down_proj,0.0000024513,0.05000,3.776
15,mlp.experts.472.up_proj,0.0000421539,0.05000,15.127
15,mlp.experts.427.up_proj,0.0000316404,0.05000,15.201
15,mlp.experts.476.up_proj,0.0000277751,0.05000,15.246
15,mlp.experts.265.down_proj,0.0000014466,0.05000,3.766
15,mlp.experts.430.down_proj,0.0000076138,0.05000,3.690
15,mlp.experts.244.down_proj,0.0000046702,0.05000,3.700
15,mlp.experts.98.down_proj,0.0000018803,0.05000,3.696
15,mlp.experts.127.down_proj,0.0000031387,0.05000,3.704
15,mlp.experts.477.up_proj,0.0000256334,0.05000,14.962
15,mlp.experts.502.up_proj,0.0000125453,0.05000,14.891
15,mlp.experts.144.down_proj,0.0000013069,0.05000,3.521
15,mlp.experts.160.down_proj,failsafe(rtn): 0.0014801,0.00000,0.199
15,mlp.experts.465.up_proj,0.0000105599,0.05000,14.871
15,mlp.experts.467.up_proj,0.0000233459,0.05000,14.802
15,mlp.experts.281.down_proj,0.0000024970,0.05000,3.682
15,mlp.experts.297.down_proj,failsafe(rtn): 0.0013351,0.00000,0.181
15,mlp.experts.501.up_proj,0.0000096350,0.05000,14.824
15,mlp.experts.446.down_proj,0.0000010796,0.05000,3.621
15,mlp.experts.260.down_proj,0.0000015362,0.05000,3.699
15,mlp.experts.114.down_proj,0.0000016906,0.05000,3.657
15,mlp.experts.143.down_proj,0.0000063396,0.05000,3.693
15,mlp.experts.503.up_proj,0.0000163104,0.05000,14.855
15,mlp.experts.6.down_proj,0.0000054852,0.05000,3.844
15,mlp.experts.176.down_proj,0.0000026662,0.05000,3.815
15,mlp.experts.313.down_proj,0.0000052889,0.05000,3.662
15,mlp.experts.462.down_proj,0.0000052108,0.05000,3.625
15,mlp.experts.5.down_proj,0.0000022302,0.05000,3.676
15,mlp.experts.478.down_proj,failsafe(rtn): 0.0015564,0.00000,0.177
15,mlp.experts.276.down_proj,0.0000010787,0.05000,3.598
15,mlp.experts.130.down_proj,0.0000036009,0.05000,3.602
15,mlp.experts.159.down_proj,0.0000006313,0.05000,3.597
15,mlp.experts.7.down_proj,0.0000030789,0.05000,3.602
15,mlp.experts.22.down_proj,0.0000046456,0.05000,3.513
15,mlp.experts.192.down_proj,0.0000006003,0.05000,3.508
15,mlp.experts.329.down_proj,0.0000019865,0.05000,3.600
15,mlp.experts.21.down_proj,0.0000007388,0.05000,3.583
15,mlp.experts.345.down_proj,failsafe(rtn): 0.0014954,0.00000,0.179
15,mlp.experts.494.down_proj,0.0000013987,0.05000,3.574
15,mlp.experts.292.down_proj,0.0000004289,0.05000,3.576
15,mlp.experts.146.down_proj,0.0000015737,0.05000,3.568
15,mlp.experts.308.down_proj,failsafe(rtn): 0.0014877,0.00000,0.159
15,mlp.experts.324.down_proj,failsafe(rtn): 0.0014725,0.00000,0.156
15,mlp.experts.162.down_proj,failsafe(rtn): 0.0014954,0.00000,0.164
15,mlp.experts.340.down_proj,failsafe(rtn): 0.0015106,0.00000,0.187
15,mlp.experts.175.down_proj,0.0000013446,0.05000,3.496
15,mlp.experts.23.down_proj,0.0000019926,0.05000,3.505
15,mlp.experts.458.up_proj,0.0000311797,0.05000,14.330
15,mlp.experts.38.down_proj,0.0000017164,0.05000,3.535
15,mlp.experts.208.down_proj,0.0000012016,0.05000,3.566
15,mlp.experts.488.up_proj,0.0000138712,0.05000,14.282
15,mlp.experts.443.up_proj,0.0000090711,0.05000,14.369
15,mlp.experts.492.up_proj,0.0000261055,0.05000,14.376
15,mlp.experts.37.down_proj,0.0000004088,0.05000,3.616
15,mlp.experts.510.down_proj,0.0000010346,0.05000,3.565
15,mlp.experts.361.down_proj,0.0000019992,0.05000,3.635
15,mlp.experts.53.down_proj,failsafe(rtn): 0.0015030,0.00000,0.197
15,mlp.experts.178.down_proj,0.0000020763,0.05000,3.650
15,mlp.experts.356.down_proj,0.0000024741,0.05000,3.632
15,mlp.experts.191.down_proj,0.0000005641,0.05000,3.676
15,mlp.experts.39.down_proj,0.0000013841,0.05000,3.691
15,mlp.experts.493.up_proj,0.0000100476,0.05000,14.629
15,mlp.experts.54.down_proj,0.0000015993,0.05000,3.623
15,mlp.experts.224.down_proj,0.0000012987,0.05000,3.616
15,mlp.experts.481.up_proj,0.0000061786,0.05000,14.313
15,mlp.experts.483.up_proj,0.0000096875,0.05000,14.294
15,mlp.experts.377.down_proj,0.0000011184,0.05000,3.505
15,mlp.experts.69.down_proj,0.0000038163,0.05000,3.473
15,mlp.experts.85.down_proj,failsafe(rtn): 0.0014801,0.00000,0.180
15,mlp.experts.194.down_proj,0.0000037549,0.05000,3.382
15,mlp.experts.372.down_proj,0.0000007573,0.05000,3.298
15,mlp.experts.207.down_proj,0.0000005946,0.05000,3.373
15,mlp.experts.55.down_proj,0.0000034535,0.05000,3.340
15,mlp.experts.71.down_proj,failsafe(rtn): 0.0015488,0.00000,0.167
15,mlp.experts.70.down_proj,0.0000008873,0.05000,3.347
15,mlp.experts.240.down_proj,0.0000014641,0.05000,3.463
15,mlp.experts.393.down_proj,0.0000010698,0.05000,3.431
15,mlp.experts.101.down_proj,0.0000015395,0.05000,3.348
15,mlp.experts.210.down_proj,0.0000036785,0.05000,3.425
15,mlp.experts.388.down_proj,0.0000006508,0.05000,3.394
15,mlp.experts.223.down_proj,0.0000013794,0.05000,3.397
15,mlp.experts.87.down_proj,0.0000015660,0.05000,3.383
15,mlp.experts.86.down_proj,0.0000009713,0.05000,3.317
15,mlp.experts.256.down_proj,0.0000028369,0.05000,3.360
15,mlp.experts.409.down_proj,0.0000082750,0.05000,3.344
15,mlp.experts.117.down_proj,0.0000027199,0.05000,3.372
15,mlp.experts.226.down_proj,0.0000014049,0.05000,3.404
15,mlp.experts.404.down_proj,0.0000011355,0.05000,3.382
15,mlp.experts.239.down_proj,0.0000021519,0.05000,3.454
15,mlp.experts.103.down_proj,0.0000040422,0.05000,3.391
15,mlp.experts.474.up_proj,0.0000137789,0.05000,13.757
15,mlp.experts.102.down_proj,0.0000049381,0.05000,3.492
15,mlp.experts.504.up_proj,0.0000188237,0.05000,13.542
15,mlp.experts.272.down_proj,0.0000013743,0.05000,3.270
15,mlp.experts.8.down_proj,failsafe(rtn): 0.0015717,0.00000,0.174
15,mlp.experts.508.up_proj,0.0000110489,0.05000,13.510
15,mlp.experts.459.up_proj,0.0000303072,0.05000,13.553
15,mlp.experts.425.down_proj,0.0000006959,0.05000,3.311
15,mlp.experts.133.down_proj,0.0000020590,0.05000,3.336
15,mlp.experts.242.down_proj,0.0000016043,0.05000,3.271
15,mlp.experts.420.down_proj,0.0000018075,0.05000,3.265
15,mlp.experts.258.down_proj,failsafe(rtn): 0.0015411,0.00000,0.167
15,mlp.experts.436.down_proj,failsafe(rtn): 0.0014877,0.00000,0.163
15,mlp.experts.255.down_proj,0.0000040379,0.05000,3.295
15,mlp.experts.509.up_proj,0.0000207389,0.05000,13.261
15,mlp.experts.119.down_proj,0.0000001962,0.05000,3.344
15,mlp.experts.118.down_proj,0.0000016348,0.05000,3.260
15,mlp.experts.288.down_proj,0.0000015414,0.05000,3.390
15,mlp.experts.24.down_proj,0.0000025122,0.05000,3.487
15,mlp.experts.497.up_proj,0.0000364888,0.05000,13.417
15,mlp.experts.12.down_proj,0.0000025855,0.05000,3.436
15,mlp.experts.499.up_proj,0.0000057300,0.05000,13.429
15,mlp.experts.441.down_proj,0.0000011937,0.05000,3.448
15,mlp.experts.149.down_proj,0.0000014397,0.05000,3.442
15,mlp.experts.274.down_proj,0.0000014018,0.05000,3.339
15,mlp.experts.452.down_proj,0.0000073042,0.05000,3.382
15,mlp.experts.271.down_proj,0.0000018598,0.05000,3.427
15,mlp.experts.13.down_proj,0.0000014870,0.05000,3.509
15,mlp.experts.287.down_proj,failsafe(rtn): 0.0013885,0.00000,0.204
15,mlp.experts.135.down_proj,0.0000028786,0.05000,3.441
15,mlp.experts.151.down_proj,failsafe(rtn): 0.0015030,0.00000,0.167
15,mlp.experts.134.down_proj,0.0000024655,0.05000,3.395
15,mlp.experts.304.down_proj,0.0000005714,0.05000,3.344
15,mlp.experts.40.down_proj,0.0000012279,0.05000,3.387
15,mlp.experts.1.down_proj,0.0000005143,0.05000,3.356
15,mlp.experts.3.down_proj,0.0000015829,0.05000,3.353
15,mlp.experts.28.down_proj,0.0000098398,0.05000,3.460
15,mlp.experts.56.down_proj,failsafe(rtn): 0.0014801,0.00000,0.197
15,mlp.experts.457.down_proj,0.0000026103,0.05000,3.503
15,mlp.experts.165.down_proj,0.0000005073,0.05000,3.487
15,mlp.experts.290.down_proj,0.0000021731,0.05000,3.457
15,mlp.experts.468.down_proj,0.0000014684,0.05000,3.504
15,mlp.experts.303.down_proj,0.0000045446,0.05000,3.380
15,mlp.experts.29.down_proj,0.0000028906,0.05000,3.441
15,mlp.experts.167.down_proj,0.0000037817,0.05000,3.421
15,mlp.experts.150.down_proj,0.0000005205,0.05000,3.338
15,mlp.experts.320.down_proj,0.0000068236,0.05000,3.428
15,mlp.experts.17.down_proj,0.0000006149,0.05000,3.410
15,mlp.experts.19.down_proj,0.0000014552,0.05000,3.353
15,mlp.experts.44.down_proj,0.0000028625,0.05000,3.411
15,mlp.experts.72.down_proj,0.0000017353,0.05000,3.393
15,mlp.experts.473.down_proj,0.0000005262,0.05000,3.284
15,mlp.experts.181.down_proj,0.0000006791,0.05000,3.277
15,mlp.experts.306.down_proj,0.0000049982,0.05000,3.370
15,mlp.experts.484.down_proj,0.0000014518,0.05000,3.472
15,mlp.experts.319.down_proj,0.0000009950,0.05000,3.497
15,mlp.experts.45.down_proj,0.0000015898,0.05000,3.492
15,mlp.experts.490.up_proj,0.0000354718,0.05000,13.513
15,mlp.experts.183.down_proj,0.0000005952,0.05000,3.581
15,mlp.experts.166.down_proj,0.0000003669,0.05000,3.559
15,mlp.experts.336.down_proj,0.0000007058,0.05000,3.654
15,mlp.experts.475.up_proj,0.0000415195,0.05000,13.640
15,mlp.experts.35.down_proj,0.0000080866,0.05000,3.577
15,mlp.experts.33.down_proj,0.0000006096,0.05000,3.655
15,mlp.experts.60.down_proj,0.0000006155,0.05000,3.579
15,mlp.experts.88.down_proj,0.0000008007,0.05000,3.535
15,mlp.experts.489.down_proj,0.0000022980,0.05000,3.531
15,mlp.experts.197.down_proj,0.0000014834,0.05000,3.491
15,mlp.experts.322.down_proj,0.0000022663,0.05000,3.521
15,mlp.experts.500.down_proj,0.0000029338,0.05000,3.474
15,mlp.experts.61.down_proj,0.0000004670,0.05000,3.389
15,mlp.experts.335.down_proj,0.0000012570,0.05000,3.419
15,mlp.experts.199.down_proj,0.0000023835,0.05000,3.343
15,mlp.experts.182.down_proj,0.0000057416,0.05000,3.271
15,mlp.experts.352.down_proj,0.0000002978,0.05000,3.206
15,mlp.experts.49.down_proj,0.0000030841,0.05000,3.170
15,mlp.experts.51.down_proj,0.0000034088,0.05000,3.211
15,mlp.experts.104.down_proj,0.0000039847,0.05000,3.165
15,mlp.experts.76.down_proj,0.0000024016,0.05000,3.230
15,mlp.experts.505.down_proj,0.0000013570,0.05000,3.125
15,mlp.experts.213.down_proj,0.0000016837,0.05000,3.076
15,mlp.experts.229.down_proj,failsafe(rtn): 0.0013962,0.00000,0.142
15,mlp.experts.338.down_proj,0.0000002932,0.05000,3.056
15,mlp.experts.77.down_proj,0.0000016908,0.05000,3.127
15,mlp.experts.351.down_proj,0.0000031190,0.05000,3.116
15,mlp.experts.367.down_proj,failsafe(rtn): 0.0014801,0.00000,0.162
15,mlp.experts.215.down_proj,0.0000021754,0.05000,3.049
15,mlp.experts.198.down_proj,0.0000014711,0.05000,3.070
15,mlp.experts.368.down_proj,0.0000003550,0.05000,3.044
15,mlp.experts.67.down_proj,0.0000008261,0.05000,2.980
15,mlp.experts.65.down_proj,0.0000006052,0.05000,3.020
15,mlp.experts.384.down_proj,failsafe(rtn): 0.0015488,0.00000,0.150
15,mlp.experts.92.down_proj,0.0000019381,0.05000,2.953
15,mlp.experts.120.down_proj,0.0000008137,0.05000,3.005
15,mlp.experts.245.down_proj,0.0000020481,0.05000,2.930
15,mlp.experts.354.down_proj,0.0000019124,0.05000,2.893
15,mlp.experts.93.down_proj,0.0000009372,0.05000,2.928
15,mlp.experts.383.down_proj,0.0000018685,0.05000,2.893
15,mlp.experts.231.down_proj,0.0000019339,0.05000,2.931
15,mlp.experts.399.down_proj,failsafe(rtn): 0.0014191,0.00000,0.144
15,mlp.experts.214.down_proj,0.0000013119,0.05000,2.920
15,mlp.experts.247.down_proj,failsafe(rtn): 0.0015411,0.00000,0.157
15,mlp.experts.230.down_proj,failsafe(rtn): 0.0013809,0.00000,0.153
15,mlp.experts.83.down_proj,0.0000009594,0.05000,2.898
15,mlp.experts.108.down_proj,0.0000014197,0.05000,2.859
15,mlp.experts.81.down_proj,0.0000007113,0.05000,2.883
15,mlp.experts.136.down_proj,0.0000010920,0.05000,2.876
15,mlp.experts.400.down_proj,0.0000015369,0.05000,2.928
15,mlp.experts.261.down_proj,0.0000021171,0.05000,2.902
15,mlp.experts.370.down_proj,0.0000016352,0.05000,2.859
15,mlp.experts.386.down_proj,failsafe(rtn): 0.0014801,0.00000,0.131
15,mlp.experts.506.up_proj,0.0000123993,0.05000,12.167
15,mlp.experts.109.down_proj,0.0000008623,0.05000,2.919
15,mlp.experts.415.down_proj,0.0000013308,0.05000,2.796
15,mlp.experts.263.down_proj,0.0000016529,0.05000,2.820
15,mlp.experts.246.down_proj,0.0000011809,0.05000,2.821
15,mlp.experts.491.up_proj,0.0000486367,0.05000,11.870
15,mlp.experts.99.down_proj,0.0000028154,0.05000,2.870
15,mlp.experts.124.down_proj,0.0000021748,0.05000,2.865
15,mlp.experts.97.down_proj,0.0000011046,0.05000,2.866
15,mlp.experts.152.down_proj,0.0000016387,0.05000,2.912
15,mlp.experts.416.down_proj,0.0000004117,0.05000,2.901
15,mlp.experts.507.up_proj,failsafe(rtn): 0.0014801,0.00000,0.620
15,mlp.experts.277.down_proj,0.0000016062,0.05000,2.890
15,mlp.experts.402.down_proj,0.0000083417,0.05000,2.812
15,mlp.experts.10.down_proj,0.0000025425,0.05000,2.843
15,mlp.experts.125.down_proj,0.0000028921,0.05000,2.917
15,mlp.experts.431.down_proj,0.0000018688,0.05000,2.924
15,mlp.experts.279.down_proj,0.0000009253,0.05000,2.898
15,mlp.experts.262.down_proj,0.0000006264,0.05000,2.865
15,mlp.experts.140.down_proj,0.0000007260,0.05000,2.820
15,mlp.experts.113.down_proj,0.0000009995,0.05000,2.826
15,mlp.experts.115.down_proj,0.0000027247,0.05000,2.853
15,mlp.experts.168.down_proj,0.0000004629,0.05000,2.866
15,mlp.experts.432.down_proj,0.0000001031,0.05000,2.849
15,mlp.experts.156.down_proj,failsafe(rtn): 0.0014725,0.00000,0.151
15,mlp.experts.131.down_proj,failsafe(rtn): 0.0015335,0.00000,0.158
15,mlp.experts.11.down_proj,0.0000012127,0.05000,2.886
15,mlp.experts.293.down_proj,0.0000005182,0.05000,2.855
15,mlp.experts.418.down_proj,0.0000033961,0.05000,2.838
15,mlp.experts.26.down_proj,0.0000007848,0.05000,2.766
15,mlp.experts.141.down_proj,0.0000043167,0.05000,2.773
15,mlp.experts.447.down_proj,0.0000020877,0.05000,2.767
15,mlp.experts.295.down_proj,0.0000088769,0.05000,2.785
15,mlp.experts.278.down_proj,0.0000016117,0.05000,2.817
15,mlp.experts.129.down_proj,0.0000008004,0.05000,2.775
15,mlp.experts.184.down_proj,0.0000006819,0.05000,2.761
15,mlp.experts.448.down_proj,0.0000034128,0.05000,2.751
15,mlp.experts.172.down_proj,0.0000032907,0.05000,2.759
15,mlp.experts.147.down_proj,0.0000006696,0.05000,2.770
15,mlp.experts.27.down_proj,0.0000016881,0.05000,2.721
15,mlp.experts.309.down_proj,0.0000012483,0.05000,2.736
15,mlp.experts.434.down_proj,0.0000029715,0.05000,2.705
15,mlp.experts.450.down_proj,failsafe(rtn): 0.0014877,0.00000,0.154
15,mlp.experts.42.down_proj,0.0000012540,0.05000,2.773
15,mlp.experts.157.down_proj,0.0000013661,0.05000,2.765
15,mlp.experts.463.down_proj,0.0000024212,0.05000,2.788
15,mlp.experts.311.down_proj,0.0000140101,0.05000,2.784
15,mlp.experts.294.down_proj,0.0000026403,0.05000,2.772
15,mlp.experts.145.down_proj,0.0000008379,0.05000,2.864
15,mlp.experts.464.down_proj,0.0000038661,0.05000,2.860
15,mlp.experts.188.down_proj,0.0000015780,0.05000,2.863
15,mlp.experts.200.down_proj,0.0000018559,0.05000,2.916
15,mlp.experts.163.down_proj,0.0000009121,0.05000,2.937
15,mlp.experts.43.down_proj,0.0000010407,0.05000,2.927
15,mlp.experts.325.down_proj,0.0000011489,0.05000,2.989
15,mlp.experts.466.down_proj,0.0000013728,0.05000,2.977
15,mlp.experts.58.down_proj,0.0000046611,0.05000,2.987
15,mlp.experts.173.down_proj,0.0000015997,0.05000,2.991
15,mlp.experts.479.down_proj,0.0000011351,0.05000,2.972
15,mlp.experts.327.down_proj,0.0000008891,0.05000,3.032
15,mlp.experts.310.down_proj,0.0000013924,0.05000,3.036
15,mlp.experts.480.down_proj,0.0000144307,0.05000,3.038
15,mlp.experts.161.down_proj,0.0000014452,0.05000,3.145
15,mlp.experts.204.down_proj,0.0000022952,0.05000,3.072
15,mlp.experts.216.down_proj,0.0000008635,0.05000,3.088
15,mlp.experts.179.down_proj,0.0000010182,0.05000,3.063
15,mlp.experts.59.down_proj,0.0000021487,0.05000,3.115
15,mlp.experts.341.down_proj,0.0000010489,0.05000,3.032
15,mlp.experts.482.down_proj,0.0000012223,0.05000,3.020
15,mlp.experts.74.down_proj,0.0000021815,0.05000,3.033
15,mlp.experts.189.down_proj,0.0000032422,0.05000,3.055
15,mlp.experts.495.down_proj,0.0000064509,0.05000,3.060
15,mlp.experts.343.down_proj,0.0000005270,0.05000,3.023
15,mlp.experts.326.down_proj,0.0000003820,0.05000,2.974
15,mlp.experts.496.down_proj,0.0000011863,0.05000,2.910
15,mlp.experts.177.down_proj,0.0000006730,0.05000,2.997
15,mlp.experts.220.down_proj,0.0000008892,0.05000,2.944
15,mlp.experts.232.down_proj,0.0000003847,0.05000,2.950
15,mlp.experts.195.down_proj,0.0000013641,0.05000,2.931
15,mlp.experts.75.down_proj,0.0000005049,0.05000,2.907
15,mlp.experts.357.down_proj,0.0000006271,0.05000,2.890
15,mlp.experts.498.down_proj,0.0000005322,0.05000,2.809
15,mlp.experts.90.down_proj,0.0000051036,0.05000,2.782
15,mlp.experts.205.down_proj,0.0000010765,0.05000,2.742
15,mlp.experts.511.down_proj,0.0000011284,0.05000,2.763
15,mlp.experts.359.down_proj,0.0000008274,0.05000,2.679
15,mlp.experts.342.down_proj,0.0000027645,0.05000,2.677
15,mlp.experts.248.down_proj,0.0000016935,0.05000,2.321
15,mlp.experts.236.down_proj,0.0000017362,0.05000,2.369
15,mlp.experts.193.down_proj,0.0000002972,0.05000,2.374
15,mlp.experts.211.down_proj,0.0000025038,0.05000,2.355
15,mlp.experts.209.down_proj,failsafe(rtn): 0.0016022,0.00000,0.109
15,mlp.experts.91.down_proj,0.0000026459,0.05000,2.309
15,mlp.experts.373.down_proj,0.0000007669,0.05000,2.181
15,mlp.experts.106.down_proj,0.0000034639,0.05000,2.044
15,mlp.experts.221.down_proj,0.0000017621,0.05000,2.123
15,mlp.experts.375.down_proj,0.0000015372,0.05000,2.075
15,mlp.experts.358.down_proj,0.0000009412,0.05000,2.080
15,mlp.experts.252.down_proj,0.0000013477,0.05000,2.091
15,mlp.experts.264.down_proj,0.0000030668,0.05000,2.098
15,mlp.experts.227.down_proj,0.0000019465,0.05000,2.093
15,mlp.experts.225.down_proj,0.0000006986,0.05000,2.105
15,mlp.experts.243.down_proj,failsafe(rtn): 0.0015869,0.00000,0.102
15,mlp.experts.107.down_proj,0.0000037618,0.05000,2.085
15,mlp.experts.389.down_proj,0.0000018478,0.05000,2.131
15,mlp.experts.122.down_proj,0.0000009155,0.05000,2.043
15,mlp.experts.237.down_proj,0.0000033606,0.05000,2.036
15,mlp.experts.391.down_proj,0.0000016932,0.05000,2.033
15,mlp.experts.374.down_proj,0.0000035496,0.05000,2.015
15,mlp.experts.268.down_proj,0.0000006085,0.05000,2.000
15,mlp.experts.280.down_proj,0.0000026603,0.05000,2.066
15,mlp.experts.241.down_proj,0.0000006565,0.05000,2.032
15,mlp.experts.259.down_proj,0.0000023354,0.05000,2.075
15,mlp.experts.123.down_proj,0.0000028060,0.05000,2.074
15,mlp.experts.405.down_proj,0.0000015134,0.05000,2.028
15,mlp.experts.138.down_proj,0.0000010775,0.05000,2.057
15,mlp.experts.253.down_proj,0.0000013463,0.05000,2.030
15,mlp.experts.390.down_proj,0.0000012046,0.05000,2.015
15,mlp.experts.407.down_proj,0.0000029737,0.05000,2.057
15,mlp.experts.284.down_proj,0.0000011599,0.05000,1.961
15,mlp.experts.296.down_proj,0.0000029277,0.05000,2.001
15,mlp.experts.257.down_proj,0.0000008046,0.05000,1.992
15,mlp.experts.275.down_proj,0.0000007377,0.05000,1.979
15,mlp.experts.139.down_proj,0.0000015713,0.05000,1.971
15,mlp.experts.421.down_proj,0.0000004703,0.05000,1.980
15,mlp.experts.154.down_proj,0.0000011308,0.05000,1.939
15,mlp.experts.269.down_proj,0.0000050035,0.05000,1.997
15,mlp.experts.406.down_proj,0.0000042824,0.05000,1.934
15,mlp.experts.423.down_proj,0.0000068294,0.05000,1.959
15,mlp.experts.422.down_proj,failsafe(rtn): 0.0014267,0.00000,0.098
15,mlp.experts.300.down_proj,0.0000003491,0.05000,1.943
15,mlp.experts.316.down_proj,failsafe(rtn): 0.0015564,0.00000,0.104
15,mlp.experts.312.down_proj,0.0000006407,0.05000,1.968
15,mlp.experts.273.down_proj,0.0000006399,0.05000,1.971
15,mlp.experts.289.down_proj,failsafe(rtn): 0.0014267,0.00000,0.102
15,mlp.experts.291.down_proj,0.0000006180,0.05000,1.985
15,mlp.experts.155.down_proj,0.0000018053,0.05000,1.997
15,mlp.experts.437.down_proj,0.0000025673,0.05000,1.984
15,mlp.experts.170.down_proj,0.0000007296,0.05000,1.992
15,mlp.experts.285.down_proj,0.0000028064,0.05000,1.990
15,mlp.experts.301.down_proj,failsafe(rtn): 0.0013428,0.00000,0.101
15,mlp.experts.439.down_proj,0.0000031461,0.05000,2.006
15,mlp.experts.438.down_proj,0.0000013040,0.05000,2.007
15,mlp.experts.332.down_proj,0.0000016546,0.05000,2.025
15,mlp.experts.328.down_proj,0.0000019019,0.05000,2.015
15,mlp.experts.307.down_proj,0.0000014459,0.05000,1.989
15,mlp.experts.305.down_proj,0.0000044934,0.05000,2.043
15,mlp.experts.171.down_proj,0.0000036840,0.05000,2.065
15,mlp.experts.453.down_proj,0.0000012551,0.05000,1.988
15,mlp.experts.186.down_proj,0.0000012422,0.05000,1.981
15,mlp.experts.317.down_proj,0.0000016028,0.05000,1.968
15,mlp.experts.455.down_proj,0.0000025414,0.05000,1.978
15,mlp.experts.454.down_proj,0.0000011853,0.05000,1.946
15,mlp.experts.348.down_proj,0.0000007863,0.05000,1.917
15,mlp.experts.344.down_proj,0.0000007165,0.05000,1.966
15,mlp.experts.323.down_proj,0.0000020169,0.05000,2.048
15,mlp.experts.321.down_proj,0.0000011095,0.05000,2.035
15,mlp.experts.187.down_proj,0.0000006528,0.05000,2.008
15,mlp.experts.469.down_proj,0.0000020200,0.05000,2.044
15,mlp.experts.202.down_proj,0.0000033397,0.05000,2.068
15,mlp.experts.333.down_proj,0.0000009048,0.05000,2.072
15,mlp.experts.470.down_proj,0.0000010172,0.05000,2.058
15,mlp.experts.471.down_proj,0.0000009341,0.05000,2.099
15,mlp.experts.486.down_proj,failsafe(rtn): 0.0013809,0.00000,0.101
15,mlp.experts.364.down_proj,0.0000005428,0.05000,2.111
15,mlp.experts.360.down_proj,0.0000015744,0.05000,2.086
15,mlp.experts.339.down_proj,0.0000022061,0.05000,2.038
15,mlp.experts.337.down_proj,0.0000037375,0.05000,2.029
15,mlp.experts.203.down_proj,0.0000021133,0.05000,2.017
15,mlp.experts.485.down_proj,0.0000007303,0.05000,2.014
15,mlp.experts.218.down_proj,0.0000040267,0.05000,2.011
15,mlp.experts.349.down_proj,0.0000009994,0.05000,1.966
15,mlp.experts.487.down_proj,0.0000017995,0.05000,1.997
15,mlp.experts.502.down_proj,0.0000009399,0.05000,1.979
15,mlp.experts.380.down_proj,0.0000029812,0.05000,1.919
15,mlp.experts.376.down_proj,0.0000025001,0.05000,1.937
15,mlp.experts.355.down_proj,0.0000031561,0.05000,1.930
15,mlp.experts.219.down_proj,0.0000003789,0.05000,1.902
15,mlp.experts.353.down_proj,0.0000014496,0.05000,1.939
15,mlp.experts.501.down_proj,0.0000004879,0.05000,1.874
15,mlp.experts.234.down_proj,0.0000003912,0.05000,1.789
15,mlp.experts.365.down_proj,0.0000010860,0.05000,1.730
15,mlp.experts.503.down_proj,0.0000023902,0.05000,1.743
15,mlp.experts.396.down_proj,0.0000006976,0.05000,1.577
15,mlp.experts.392.down_proj,0.0000009195,0.05000,1.532
15,mlp.experts.235.down_proj,0.0000013285,0.05000,1.472
15,mlp.experts.369.down_proj,0.0000021109,0.05000,1.476
15,mlp.experts.371.down_proj,0.0000017305,0.05000,1.525
15,mlp.experts.250.down_proj,0.0000018476,0.05000,1.402
15,mlp.experts.381.down_proj,0.0000021044,0.05000,1.466
15,mlp.experts.397.down_proj,failsafe(rtn): 0.0014648,0.00000,0.074
15,mlp.experts.412.down_proj,0.0000013631,0.05000,1.452
15,mlp.experts.408.down_proj,0.0000012438,0.05000,1.445
15,mlp.experts.251.down_proj,0.0000007618,0.05000,1.450
15,mlp.experts.387.down_proj,0.0000007355,0.05000,1.463
15,mlp.experts.385.down_proj,0.0000029532,0.05000,1.496
15,mlp.experts.266.down_proj,0.0000017445,0.05000,1.402
15,mlp.experts.413.down_proj,0.0000008038,0.05000,1.427
15,mlp.experts.428.down_proj,0.0000029863,0.05000,1.414
15,mlp.experts.424.down_proj,0.0000007291,0.05000,1.416
15,mlp.experts.267.down_proj,0.0000010179,0.05000,1.412
15,mlp.experts.403.down_proj,0.0000027016,0.05000,1.441
15,mlp.experts.401.down_proj,0.0000005126,0.05000,1.457
15,mlp.experts.282.down_proj,0.0000010992,0.05000,1.384
15,mlp.experts.429.down_proj,0.0000015100,0.05000,1.442
15,mlp.experts.444.down_proj,0.0000023604,0.05000,1.433
15,mlp.experts.440.down_proj,0.0000008347,0.05000,1.462
15,mlp.experts.283.down_proj,0.0000014156,0.05000,1.443
15,mlp.experts.419.down_proj,0.0000038038,0.05000,1.410
15,mlp.experts.417.down_proj,0.0000011214,0.05000,1.428
15,mlp.experts.298.down_proj,0.0000010265,0.05000,1.366
15,mlp.experts.445.down_proj,0.0000010648,0.05000,1.430
15,mlp.experts.460.down_proj,0.0000039207,0.05000,1.502
15,mlp.experts.456.down_proj,0.0000014183,0.05000,1.553
15,mlp.experts.299.down_proj,0.0000004235,0.05000,1.500
15,mlp.experts.435.down_proj,0.0000023882,0.05000,1.527
15,mlp.experts.433.down_proj,0.0000013384,0.05000,1.529
15,mlp.experts.314.down_proj,0.0000015130,0.05000,1.509
15,mlp.experts.461.down_proj,0.0000022104,0.05000,1.545
15,mlp.experts.476.down_proj,0.0000011907,0.05000,1.571
15,mlp.experts.472.down_proj,0.0000029784,0.05000,1.555
15,mlp.experts.315.down_proj,0.0000015637,0.05000,1.511
15,mlp.experts.451.down_proj,0.0000033800,0.05000,1.472
15,mlp.experts.449.down_proj,0.0000010993,0.05000,1.505
15,mlp.experts.330.down_proj,0.0000036405,0.05000,1.475
15,mlp.experts.477.down_proj,0.0000012766,0.05000,1.464
15,mlp.experts.492.down_proj,0.0000026385,0.05000,1.423
15,mlp.experts.331.down_proj,0.0000024187,0.05000,1.395
15,mlp.experts.488.down_proj,0.0000007239,0.05000,1.486
15,mlp.experts.467.down_proj,0.0000017675,0.05000,1.459
15,mlp.experts.465.down_proj,0.0000009238,0.05000,1.454
15,mlp.experts.346.down_proj,0.0000012992,0.05000,1.385
15,mlp.experts.493.down_proj,0.0000005204,0.05000,1.415
15,mlp.experts.508.down_proj,0.0000010553,0.05000,1.501
15,mlp.experts.347.down_proj,0.0000022594,0.05000,1.426
15,mlp.experts.504.down_proj,0.0000037726,0.05000,1.419
15,mlp.experts.483.down_proj,0.0000009982,0.05000,1.439
15,mlp.experts.362.down_proj,0.0000004558,0.05000,1.296
15,mlp.experts.481.down_proj,0.0000005941,0.05000,1.457
15,mlp.experts.509.down_proj,0.0000016204,0.05000,1.005
15,mlp.experts.363.down_proj,0.0000032910,0.05000,0.377
15,mlp.experts.497.down_proj,0.0000022475,0.05000,0.553
15,mlp.experts.378.down_proj,0.0000015573,0.05000,0.640
15,mlp.experts.499.down_proj,0.0000002561,0.05000,0.759
15,mlp.experts.379.down_proj,0.0000018761,0.05000,0.503
15,mlp.experts.394.down_proj,0.0000017430,0.05000,0.271
15,mlp.experts.410.down_proj,failsafe(rtn): 0.0014648,0.00000,0.012
15,mlp.experts.395.down_proj,0.0000012880,0.05000,0.217
15,mlp.experts.426.down_proj,0.0000064052,0.05000,0.208
15,mlp.experts.411.down_proj,0.0000027611,0.05000,0.217
15,mlp.experts.442.down_proj,0.0000058413,0.05000,0.192
15,mlp.experts.427.down_proj,0.0000011281,0.05000,0.191
15,mlp.experts.458.down_proj,0.0000021187,0.05000,0.181
15,mlp.experts.443.down_proj,0.0000004198,0.05000,0.182
15,mlp.experts.474.down_proj,0.0000009389,0.05000,0.179
15,mlp.experts.459.down_proj,0.0000019683,0.05000,0.181
15,mlp.experts.490.down_proj,0.0000061131,0.05000,0.181
15,mlp.experts.475.down_proj,0.0000027288,0.05000,0.180
15,mlp.experts.506.down_proj,0.0000014026,0.05000,0.179
15,mlp.experts.491.down_proj,0.0000039532,0.05000,0.162
15,mlp.experts.507.down_proj,failsafe(rtn): 0.0015564,0.00000,0.008
16,mlp.experts.10.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.822
16,mlp.experts.11.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.860
16,mlp.experts.5.gate_proj,0.0000204452,0.05000,14.682
16,mlp.experts.12.gate_proj,0.0000078448,0.05000,14.715
16,mlp.experts.8.gate_proj,0.0000460154,0.05000,14.737
16,mlp.experts.0.gate_proj,0.0000252166,0.05000,14.854
16,mlp.experts.13.gate_proj,0.0000500407,0.05000,14.864
16,mlp.experts.2.gate_proj,0.0000094522,0.05000,14.782
16,mlp.experts.15.gate_proj,0.0000076170,0.05000,14.880
16,mlp.experts.7.gate_proj,0.0000123161,0.05000,14.883
16,mlp.experts.14.gate_proj,0.0000325953,0.05000,14.889
16,mlp.experts.4.gate_proj,0.0000159007,0.05000,14.898
16,mlp.experts.9.gate_proj,0.0000198860,0.05000,15.001
16,mlp.experts.6.gate_proj,0.0000115030,0.05000,15.037
16,mlp.experts.1.gate_proj,0.0000160462,0.05000,14.967
16,mlp.experts.3.gate_proj,0.0000150312,0.05000,15.028
16,mlp.experts.27.gate_proj,0.0000230241,0.05000,14.656
16,mlp.experts.29.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.744
16,mlp.experts.26.gate_proj,0.0000460923,0.05000,14.787
16,mlp.experts.21.gate_proj,0.0000141237,0.05000,12.224
16,mlp.experts.25.gate_proj,0.0000465875,0.05000,12.183
16,mlp.experts.31.gate_proj,0.0000181843,0.05000,12.312
16,mlp.experts.23.gate_proj,0.0000187094,0.05000,12.307
16,mlp.experts.30.gate_proj,0.0000261359,0.05000,12.332
16,mlp.experts.28.gate_proj,0.0000028464,0.05000,12.238
16,mlp.experts.18.gate_proj,0.0000347208,0.05000,12.403
16,mlp.experts.19.gate_proj,0.0000121049,0.05000,12.191
16,mlp.experts.22.gate_proj,0.0000438941,0.05000,12.294
16,mlp.experts.16.gate_proj,0.0000220010,0.05000,12.383
16,mlp.experts.20.gate_proj,0.0000729824,0.05000,12.429
16,mlp.experts.24.gate_proj,0.0000312654,0.05000,12.478
16,mlp.experts.43.gate_proj,0.0000452627,0.05000,11.937
16,mlp.experts.42.gate_proj,0.0000135458,0.05000,12.399
16,mlp.experts.37.gate_proj,0.0000530961,0.05000,14.387
16,mlp.experts.46.gate_proj,0.0000125670,0.05000,14.364
16,mlp.experts.45.gate_proj,0.0000071895,0.05000,14.407
16,mlp.experts.36.gate_proj,0.0000223396,0.05000,14.189
16,mlp.experts.34.gate_proj,0.0000043904,0.05000,14.357
16,mlp.experts.17.gate_proj,0.0000273625,0.05000,14.524
16,mlp.experts.38.gate_proj,0.0000324944,0.05000,14.337
16,mlp.experts.32.gate_proj,0.0000167650,0.05000,14.360
16,mlp.experts.41.gate_proj,0.0000396719,0.05000,14.644
16,mlp.experts.47.gate_proj,0.0000044100,0.05000,14.338
16,mlp.experts.44.gate_proj,0.0000196363,0.05000,14.588
16,mlp.experts.59.gate_proj,0.0000254273,0.05000,14.386
16,mlp.experts.35.gate_proj,0.0000200294,0.05000,14.388
16,mlp.experts.40.gate_proj,0.0000179164,0.05000,14.500
16,mlp.experts.39.gate_proj,0.0000324062,0.05000,14.530
16,mlp.experts.58.gate_proj,0.0000028996,0.05000,14.295
16,mlp.experts.50.gate_proj,failsafe(rtn): 0.0013428,0.00000,0.767
16,mlp.experts.54.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.763
16,mlp.experts.55.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.736
16,mlp.experts.66.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.761
16,mlp.experts.53.gate_proj,0.0000154071,0.05000,14.515
16,mlp.experts.61.gate_proj,0.0000255556,0.05000,14.579
16,mlp.experts.52.gate_proj,0.0000597285,0.05000,14.535
16,mlp.experts.62.gate_proj,0.0000468293,0.05000,14.609
16,mlp.experts.48.gate_proj,0.0000353301,0.05000,14.541
16,mlp.experts.33.gate_proj,0.0000461417,0.05000,14.639
16,mlp.experts.57.gate_proj,0.0000106630,0.05000,14.569
16,mlp.experts.60.gate_proj,0.0000055190,0.05000,14.529
16,mlp.experts.63.gate_proj,0.0000162637,0.05000,14.574
16,mlp.experts.75.gate_proj,0.0000304244,0.05000,14.537
16,mlp.experts.56.gate_proj,0.0000090869,0.05000,14.568
16,mlp.experts.51.gate_proj,0.0000117267,0.05000,14.673
16,mlp.experts.74.gate_proj,0.0000131279,0.05000,14.617
16,mlp.experts.70.gate_proj,0.0000264943,0.05000,14.517
16,mlp.experts.49.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.825
16,mlp.experts.71.gate_proj,0.0000076832,0.05000,14.625
16,mlp.experts.82.gate_proj,0.0000176036,0.05000,14.388
16,mlp.experts.68.gate_proj,0.0000448438,0.05000,14.342
16,mlp.experts.69.gate_proj,0.0000164271,0.05000,14.487
16,mlp.experts.78.gate_proj,0.0000334462,0.05000,14.415
16,mlp.experts.64.gate_proj,0.0000244391,0.05000,14.385
16,mlp.experts.77.gate_proj,0.0000175227,0.05000,14.503
16,mlp.experts.76.gate_proj,0.0000301161,0.05000,14.461
16,mlp.experts.91.gate_proj,0.0000163495,0.05000,14.478
16,mlp.experts.72.gate_proj,0.0000114287,0.05000,14.355
16,mlp.experts.73.gate_proj,0.0000134873,0.05000,14.558
16,mlp.experts.79.gate_proj,0.0000137806,0.05000,14.591
16,mlp.experts.67.gate_proj,0.0000167103,0.05000,14.444
16,mlp.experts.90.gate_proj,0.0000102145,0.05000,14.325
16,mlp.experts.86.gate_proj,0.0000165530,0.05000,14.365
16,mlp.experts.65.gate_proj,0.0000072904,0.05000,14.451
16,mlp.experts.87.gate_proj,0.0000345019,0.05000,14.459
16,mlp.experts.98.gate_proj,0.0000147950,0.05000,14.363
16,mlp.experts.84.gate_proj,0.0000276751,0.05000,14.526
16,mlp.experts.85.gate_proj,0.0000753203,0.05000,14.511
16,mlp.experts.80.gate_proj,0.0000169128,0.05000,14.507
16,mlp.experts.94.gate_proj,0.0000169900,0.05000,14.553
16,mlp.experts.93.gate_proj,0.0000451339,0.05000,14.559
16,mlp.experts.92.gate_proj,0.0000359880,0.05000,14.439
16,mlp.experts.107.gate_proj,0.0000343354,0.05000,14.468
16,mlp.experts.83.gate_proj,0.0000088176,0.05000,14.355
16,mlp.experts.88.gate_proj,0.0000222633,0.05000,14.520
16,mlp.experts.89.gate_proj,0.0000077664,0.05000,14.505
16,mlp.experts.95.gate_proj,0.0000223963,0.05000,14.622
16,mlp.experts.102.gate_proj,0.0000051654,0.05000,14.474
16,mlp.experts.106.gate_proj,0.0000162872,0.05000,14.620
16,mlp.experts.101.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.847
16,mlp.experts.81.gate_proj,0.0000134526,0.05000,14.798
16,mlp.experts.103.gate_proj,0.0000142804,0.05000,14.680
16,mlp.experts.114.gate_proj,0.0000355861,0.05000,14.583
16,mlp.experts.117.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.737
16,mlp.experts.133.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.773
16,mlp.experts.100.gate_proj,0.0000133210,0.05000,14.788
16,mlp.experts.96.gate_proj,0.0000159948,0.05000,14.682
16,mlp.experts.110.gate_proj,0.0000256413,0.05000,14.696
16,mlp.experts.109.gate_proj,0.0000415439,0.05000,14.794
16,mlp.experts.108.gate_proj,0.0000291974,0.05000,14.784
16,mlp.experts.123.gate_proj,0.0000217883,0.05000,14.788
16,mlp.experts.104.gate_proj,0.0000193332,0.05000,14.757
16,mlp.experts.105.gate_proj,0.0000092541,0.05000,14.800
16,mlp.experts.99.gate_proj,0.0000205207,0.05000,14.971
16,mlp.experts.111.gate_proj,0.0000206817,0.05000,14.742
16,mlp.experts.118.gate_proj,0.0000241190,0.05000,14.677
16,mlp.experts.122.gate_proj,0.0000688685,0.05000,14.734
16,mlp.experts.121.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.836
16,mlp.experts.97.gate_proj,0.0000125929,0.05000,14.773
16,mlp.experts.130.gate_proj,0.0000180058,0.05000,14.814
16,mlp.experts.119.gate_proj,0.0000732372,0.05000,14.867
16,mlp.experts.138.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.843
16,mlp.experts.149.gate_proj,0.0000338256,0.05000,14.836
16,mlp.experts.116.gate_proj,0.0000077629,0.05000,14.950
16,mlp.experts.126.gate_proj,0.0000081838,0.05000,14.882
16,mlp.experts.112.gate_proj,0.0000212569,0.05000,15.040
16,mlp.experts.139.gate_proj,0.0000242760,0.05000,14.859
16,mlp.experts.124.gate_proj,0.0000343057,0.05000,14.920
16,mlp.experts.125.gate_proj,0.0000190187,0.05000,15.034
16,mlp.experts.120.gate_proj,0.0000201154,0.05000,14.957
16,mlp.experts.115.gate_proj,0.0000109953,0.05000,14.866
16,mlp.experts.127.gate_proj,0.0000276727,0.05000,14.975
16,mlp.experts.134.gate_proj,0.0000278948,0.05000,14.902
16,mlp.experts.137.gate_proj,0.0000457129,0.05000,14.704
16,mlp.experts.146.gate_proj,0.0000159631,0.05000,14.686
16,mlp.experts.113.gate_proj,0.0000274178,0.05000,14.949
16,mlp.experts.135.gate_proj,0.0000210751,0.05000,14.795
16,mlp.experts.154.gate_proj,0.0000163973,0.05000,14.743
16,mlp.experts.165.gate_proj,0.0000091853,0.05000,14.689
16,mlp.experts.142.gate_proj,0.0000405751,0.05000,14.003
16,mlp.experts.132.gate_proj,0.0000152220,0.05000,14.080
16,mlp.experts.128.gate_proj,0.0000121056,0.05000,14.095
16,mlp.experts.140.gate_proj,0.0000212779,0.05000,14.061
16,mlp.experts.155.gate_proj,0.0000330253,0.05000,14.120
16,mlp.experts.136.gate_proj,0.0000261384,0.05000,13.997
16,mlp.experts.141.gate_proj,0.0000302284,0.05000,14.270
16,mlp.experts.131.gate_proj,0.0000154984,0.05000,14.156
16,mlp.experts.143.gate_proj,0.0000189564,0.05000,14.182
16,mlp.experts.150.gate_proj,0.0000089780,0.05000,14.207
16,mlp.experts.148.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.858
16,mlp.experts.153.gate_proj,0.0000096406,0.05000,14.189
16,mlp.experts.162.gate_proj,0.0000159234,0.05000,14.233
16,mlp.experts.159.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.760
16,mlp.experts.129.gate_proj,0.0000520221,0.05000,14.188
16,mlp.experts.151.gate_proj,0.0000320709,0.05000,14.312
16,mlp.experts.170.gate_proj,0.0000098862,0.05000,14.340
16,mlp.experts.181.gate_proj,0.0000312709,0.05000,14.314
16,mlp.experts.158.gate_proj,0.0000168523,0.05000,14.323
16,mlp.experts.144.gate_proj,0.0000209511,0.05000,14.227
16,mlp.experts.156.gate_proj,0.0000386089,0.05000,14.242
16,mlp.experts.171.gate_proj,0.0000130794,0.05000,14.265
16,mlp.experts.152.gate_proj,0.0000117370,0.05000,14.236
16,mlp.experts.147.gate_proj,0.0000336427,0.05000,14.165
16,mlp.experts.157.gate_proj,0.0000592948,0.05000,14.249
16,mlp.experts.166.gate_proj,0.0000271193,0.05000,14.119
16,mlp.experts.164.gate_proj,0.0000041606,0.05000,14.095
16,mlp.experts.169.gate_proj,0.0000352069,0.05000,14.132
16,mlp.experts.178.gate_proj,0.0000065211,0.05000,14.096
16,mlp.experts.175.gate_proj,0.0000355371,0.05000,14.217
16,mlp.experts.182.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.744
16,mlp.experts.145.gate_proj,0.0000709898,0.05000,14.253
16,mlp.experts.167.gate_proj,0.0000138568,0.05000,14.135
16,mlp.experts.186.gate_proj,0.0000102285,0.05000,14.239
16,mlp.experts.197.gate_proj,0.0000116009,0.05000,14.379
16,mlp.experts.174.gate_proj,0.0000185430,0.05000,14.288
16,mlp.experts.160.gate_proj,0.0000135403,0.05000,14.310
16,mlp.experts.172.gate_proj,0.0000284230,0.05000,14.318
16,mlp.experts.187.gate_proj,0.0000127267,0.05000,14.342
16,mlp.experts.168.gate_proj,0.0000162140,0.05000,14.379
16,mlp.experts.163.gate_proj,0.0000127456,0.05000,14.238
16,mlp.experts.173.gate_proj,0.0000074496,0.05000,14.411
16,mlp.experts.180.gate_proj,0.0000219527,0.05000,14.324
16,mlp.experts.188.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.723
16,mlp.experts.184.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.761
16,mlp.experts.185.gate_proj,0.0000153279,0.05000,14.400
16,mlp.experts.194.gate_proj,0.0000424616,0.05000,14.406
16,mlp.experts.191.gate_proj,0.0000176454,0.05000,14.378
16,mlp.experts.198.gate_proj,0.0000196832,0.05000,14.419
16,mlp.experts.161.gate_proj,0.0000205501,0.05000,14.537
16,mlp.experts.183.gate_proj,0.0000168233,0.05000,14.528
16,mlp.experts.202.gate_proj,0.0000101376,0.05000,14.369
16,mlp.experts.210.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.850
16,mlp.experts.207.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.826
16,mlp.experts.214.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.833
16,mlp.experts.213.gate_proj,0.0000191197,0.05000,14.594
16,mlp.experts.190.gate_proj,0.0000080002,0.05000,14.565
16,mlp.experts.176.gate_proj,0.0000280060,0.05000,14.634
16,mlp.experts.203.gate_proj,0.0000284249,0.05000,14.596
16,mlp.experts.179.gate_proj,0.0000066825,0.05000,14.584
16,mlp.experts.196.gate_proj,0.0000196258,0.05000,14.533
16,mlp.experts.189.gate_proj,0.0000091382,0.05000,14.713
16,mlp.experts.204.gate_proj,0.0000258025,0.05000,14.592
16,mlp.experts.219.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.790
16,mlp.experts.200.gate_proj,0.0000157987,0.05000,14.611
16,mlp.experts.201.gate_proj,0.0000252984,0.05000,14.609
16,mlp.experts.220.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.759
16,mlp.experts.177.gate_proj,0.0000173853,0.05000,14.614
16,mlp.experts.218.gate_proj,0.0000198144,0.05000,14.613
16,mlp.experts.199.gate_proj,0.0000041283,0.05000,14.683
16,mlp.experts.226.gate_proj,0.0000230781,0.05000,14.580
16,mlp.experts.230.gate_proj,0.0000216649,0.05000,14.583
16,mlp.experts.223.gate_proj,0.0000166420,0.05000,14.722
16,mlp.experts.229.gate_proj,0.0000454502,0.05000,14.423
16,mlp.experts.206.gate_proj,0.0000234608,0.05000,14.687
16,mlp.experts.192.gate_proj,0.0000234338,0.05000,14.639
16,mlp.experts.195.gate_proj,0.0000268043,0.05000,14.883
16,mlp.experts.212.gate_proj,0.0000341410,0.05000,14.648
16,mlp.experts.205.gate_proj,0.0000192419,0.05000,14.700
16,mlp.experts.216.gate_proj,0.0000078578,0.05000,14.633
16,mlp.experts.235.gate_proj,0.0000022426,0.05000,14.740
16,mlp.experts.217.gate_proj,0.0000308407,0.05000,14.734
16,mlp.experts.236.gate_proj,0.0000338579,0.05000,14.573
16,mlp.experts.193.gate_proj,0.0000080838,0.05000,14.793
16,mlp.experts.234.gate_proj,0.0000416863,0.05000,14.770
16,mlp.experts.215.gate_proj,0.0000482176,0.05000,14.851
16,mlp.experts.242.gate_proj,0.0000122158,0.05000,14.941
16,mlp.experts.246.gate_proj,0.0000187688,0.05000,14.793
16,mlp.experts.239.gate_proj,0.0000516227,0.05000,14.739
16,mlp.experts.231.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.815
16,mlp.experts.245.gate_proj,0.0000128643,0.05000,14.866
16,mlp.experts.208.gate_proj,0.0000119704,0.05000,14.781
16,mlp.experts.222.gate_proj,0.0000090049,0.05000,14.931
16,mlp.experts.211.gate_proj,0.0000232471,0.05000,14.717
16,mlp.experts.228.gate_proj,0.0000207317,0.05000,14.776
16,mlp.experts.221.gate_proj,0.0000085268,0.05000,14.738
16,mlp.experts.238.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.724
16,mlp.experts.224.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.769
16,mlp.experts.251.gate_proj,0.0000357433,0.05000,14.642
16,mlp.experts.232.gate_proj,0.0000214226,0.05000,14.789
16,mlp.experts.233.gate_proj,0.0000083566,0.05000,14.729
16,mlp.experts.252.gate_proj,0.0000179299,0.05000,14.755
16,mlp.experts.250.gate_proj,0.0000186052,0.05000,14.714
16,mlp.experts.209.gate_proj,0.0000254668,0.05000,14.869
16,mlp.experts.258.gate_proj,0.0000158413,0.05000,14.693
16,mlp.experts.262.gate_proj,0.0000109859,0.05000,14.868
16,mlp.experts.255.gate_proj,0.0000180358,0.05000,14.857
16,mlp.experts.247.gate_proj,0.0000163519,0.05000,14.740
16,mlp.experts.261.gate_proj,0.0000339844,0.05000,14.814
16,mlp.experts.271.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.698
16,mlp.experts.227.gate_proj,0.0000050017,0.05000,14.186
16,mlp.experts.244.gate_proj,0.0000107374,0.05000,14.210
16,mlp.experts.237.gate_proj,0.0000130894,0.05000,14.195
16,mlp.experts.240.gate_proj,0.0000168475,0.05000,14.111
16,mlp.experts.254.gate_proj,0.0000095794,0.05000,14.159
16,mlp.experts.267.gate_proj,0.0000232392,0.05000,14.100
16,mlp.experts.248.gate_proj,0.0000337347,0.05000,14.175
16,mlp.experts.249.gate_proj,0.0000298651,0.05000,14.206
16,mlp.experts.268.gate_proj,0.0000124713,0.05000,14.022
16,mlp.experts.253.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.739
16,mlp.experts.266.gate_proj,0.0000215051,0.05000,14.055
16,mlp.experts.225.gate_proj,0.0000191751,0.05000,14.205
16,mlp.experts.284.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.752
16,mlp.experts.274.gate_proj,0.0000311000,0.05000,14.176
16,mlp.experts.278.gate_proj,0.0000281486,0.05000,14.066
16,mlp.experts.263.gate_proj,0.0000423401,0.05000,14.136
16,mlp.experts.277.gate_proj,0.0000198212,0.05000,14.079
16,mlp.experts.287.gate_proj,0.0000188963,0.05000,13.936
16,mlp.experts.260.gate_proj,0.0000167022,0.05000,14.349
16,mlp.experts.243.gate_proj,0.0000237624,0.05000,14.550
16,mlp.experts.256.gate_proj,0.0000294585,0.05000,14.486
16,mlp.experts.270.gate_proj,0.0000100346,0.05000,14.509
16,mlp.experts.283.gate_proj,0.0000136053,0.05000,14.557
16,mlp.experts.264.gate_proj,0.0000143249,0.05000,14.535
16,mlp.experts.265.gate_proj,0.0000257310,0.05000,14.554
16,mlp.experts.269.gate_proj,0.0000292710,0.05000,14.517
16,mlp.experts.282.gate_proj,0.0000166080,0.05000,14.538
16,mlp.experts.241.gate_proj,0.0000132702,0.05000,14.588
16,mlp.experts.290.gate_proj,0.0000209614,0.05000,14.399
16,mlp.experts.300.gate_proj,0.0000102744,0.05000,14.621
16,mlp.experts.294.gate_proj,0.0000378760,0.05000,14.549
16,mlp.experts.279.gate_proj,0.0000279742,0.05000,14.431
16,mlp.experts.293.gate_proj,0.0000185723,0.05000,14.604
16,mlp.experts.303.gate_proj,0.0000093692,0.05000,14.592
16,mlp.experts.259.gate_proj,0.0000076205,0.05000,14.851
16,mlp.experts.276.gate_proj,0.0000205451,0.05000,14.864
16,mlp.experts.286.gate_proj,0.0000196331,0.05000,14.741
16,mlp.experts.272.gate_proj,0.0000171156,0.05000,14.857
16,mlp.experts.299.gate_proj,0.0000127046,0.05000,14.748
16,mlp.experts.280.gate_proj,0.0000300815,0.05000,14.696
16,mlp.experts.281.gate_proj,0.0000136812,0.05000,14.798
16,mlp.experts.285.gate_proj,0.0000168658,0.05000,14.762
16,mlp.experts.298.gate_proj,0.0000190980,0.05000,14.661
16,mlp.experts.257.gate_proj,0.0000508754,0.05000,14.889
16,mlp.experts.306.gate_proj,0.0000156962,0.05000,14.660
16,mlp.experts.316.gate_proj,0.0000097452,0.05000,14.654
16,mlp.experts.310.gate_proj,0.0000232785,0.05000,14.772
16,mlp.experts.295.gate_proj,0.0000116620,0.05000,14.681
16,mlp.experts.309.gate_proj,0.0000242816,0.05000,14.685
16,mlp.experts.319.gate_proj,0.0000184642,0.05000,14.607
16,mlp.experts.292.gate_proj,0.0000186509,0.05000,14.455
16,mlp.experts.275.gate_proj,0.0000438503,0.05000,14.597
16,mlp.experts.302.gate_proj,0.0000387189,0.05000,14.517
16,mlp.experts.288.gate_proj,0.0000175961,0.05000,14.550
16,mlp.experts.315.gate_proj,0.0000087700,0.05000,14.573
16,mlp.experts.296.gate_proj,0.0000317362,0.05000,14.580
16,mlp.experts.297.gate_proj,0.0000139234,0.05000,14.439
16,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.847
16,mlp.experts.301.gate_proj,0.0000103096,0.05000,14.535
16,mlp.experts.314.gate_proj,0.0000275942,0.05000,14.625
16,mlp.experts.273.gate_proj,0.0000204674,0.05000,14.594
16,mlp.experts.322.gate_proj,0.0000229366,0.05000,14.539
16,mlp.experts.317.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.732
16,mlp.experts.332.gate_proj,0.0000230934,0.05000,14.668
16,mlp.experts.326.gate_proj,0.0000104658,0.05000,14.669
16,mlp.experts.311.gate_proj,0.0000167387,0.05000,14.710
16,mlp.experts.338.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.768
16,mlp.experts.333.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.807
16,mlp.experts.325.gate_proj,0.0000064159,0.05000,14.757
16,mlp.experts.335.gate_proj,0.0000187416,0.05000,14.857
16,mlp.experts.291.gate_proj,0.0000064989,0.05000,14.668
16,mlp.experts.318.gate_proj,0.0000490827,0.05000,14.581
16,mlp.experts.304.gate_proj,0.0000155600,0.05000,14.566
16,mlp.experts.331.gate_proj,0.0000508848,0.05000,14.565
16,mlp.experts.324.gate_proj,0.0000110028,0.05000,14.385
16,mlp.experts.313.gate_proj,0.0000213224,0.05000,14.590
16,mlp.experts.312.gate_proj,0.0000253144,0.05000,14.689
16,mlp.experts.330.gate_proj,0.0000068887,0.05000,14.489
16,mlp.experts.289.gate_proj,0.0000199093,0.05000,14.602
16,mlp.experts.348.gate_proj,0.0000168484,0.05000,14.511
16,mlp.experts.346.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.724
16,mlp.experts.342.gate_proj,0.0000155279,0.05000,14.584
16,mlp.experts.327.gate_proj,0.0000298613,0.05000,14.579
16,mlp.experts.341.gate_proj,0.0000569649,0.05000,14.385
16,mlp.experts.354.gate_proj,0.0000116768,0.05000,14.597
16,mlp.experts.305.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.792
16,mlp.experts.349.gate_proj,0.0000424014,0.05000,14.602
16,mlp.experts.351.gate_proj,0.0000089401,0.05000,14.459
16,mlp.experts.334.gate_proj,0.0000089514,0.05000,14.112
16,mlp.experts.307.gate_proj,0.0000159170,0.05000,14.225
16,mlp.experts.320.gate_proj,0.0000103216,0.05000,14.194
16,mlp.experts.347.gate_proj,0.0000062906,0.05000,14.157
16,mlp.experts.328.gate_proj,0.0000192139,0.05000,14.100
16,mlp.experts.340.gate_proj,0.0000150068,0.05000,14.153
16,mlp.experts.329.gate_proj,0.0000372284,0.05000,14.175
16,mlp.experts.362.gate_proj,0.0000045140,0.05000,13.971
16,mlp.experts.364.gate_proj,0.0000425976,0.05000,14.208
16,mlp.experts.358.gate_proj,0.0000296562,0.05000,13.936
16,mlp.experts.343.gate_proj,0.0000100316,0.05000,14.039
16,mlp.experts.357.gate_proj,0.0000185086,0.05000,14.107
16,mlp.experts.365.gate_proj,0.0000247790,0.05000,13.910
16,mlp.experts.370.gate_proj,0.0000302648,0.05000,14.005
16,mlp.experts.321.gate_proj,0.0000223826,0.05000,14.098
16,mlp.experts.367.gate_proj,0.0000077414,0.05000,14.071
16,mlp.experts.381.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.743
16,mlp.experts.350.gate_proj,0.0000361096,0.05000,14.220
16,mlp.experts.323.gate_proj,0.0000065220,0.05000,14.178
16,mlp.experts.336.gate_proj,0.0000118348,0.05000,14.171
16,mlp.experts.363.gate_proj,0.0000573999,0.05000,14.247
16,mlp.experts.344.gate_proj,0.0000179377,0.05000,14.188
16,mlp.experts.356.gate_proj,0.0000069003,0.05000,14.249
16,mlp.experts.345.gate_proj,0.0000192683,0.05000,14.304
16,mlp.experts.366.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.731
16,mlp.experts.352.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.732
16,mlp.experts.378.gate_proj,0.0000205943,0.05000,14.372
16,mlp.experts.380.gate_proj,0.0000222367,0.05000,14.284
16,mlp.experts.374.gate_proj,0.0000173494,0.05000,14.258
16,mlp.experts.359.gate_proj,0.0000074785,0.05000,14.436
16,mlp.experts.373.gate_proj,0.0000150663,0.05000,14.351
16,mlp.experts.386.gate_proj,0.0000128613,0.05000,14.357
16,mlp.experts.396.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.731
16,mlp.experts.337.gate_proj,0.0000488985,0.05000,14.382
16,mlp.experts.383.gate_proj,0.0000344227,0.05000,14.280
16,mlp.experts.397.gate_proj,0.0000045580,0.05000,14.523
16,mlp.experts.353.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.743
16,mlp.experts.369.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.686
16,mlp.experts.339.gate_proj,0.0000341407,0.05000,14.300
16,mlp.experts.379.gate_proj,0.0000627690,0.05000,14.287
16,mlp.experts.360.gate_proj,0.0000369662,0.05000,14.277
16,mlp.experts.372.gate_proj,0.0000201621,0.05000,14.329
16,mlp.experts.361.gate_proj,0.0000148524,0.05000,14.373
16,mlp.experts.382.gate_proj,0.0000117189,0.05000,14.246
16,mlp.experts.368.gate_proj,0.0000097826,0.05000,14.344
16,mlp.experts.394.gate_proj,0.0000586810,0.05000,14.318
16,mlp.experts.390.gate_proj,0.0000200184,0.05000,14.249
16,mlp.experts.375.gate_proj,0.0000250565,0.05000,14.408
16,mlp.experts.402.gate_proj,0.0000662950,0.05000,14.460
16,mlp.experts.389.gate_proj,0.0000506085,0.05000,14.523
16,mlp.experts.412.gate_proj,0.0000075215,0.05000,14.396
16,mlp.experts.399.gate_proj,0.0000223499,0.05000,14.385
16,mlp.experts.413.gate_proj,0.0000389924,0.05000,14.289
16,mlp.experts.385.gate_proj,0.0000342356,0.05000,14.419
16,mlp.experts.355.gate_proj,0.0000137974,0.05000,14.443
16,mlp.experts.395.gate_proj,0.0000226492,0.05000,14.428
16,mlp.experts.376.gate_proj,0.0000145598,0.05000,14.559
16,mlp.experts.388.gate_proj,0.0000211206,0.05000,14.448
16,mlp.experts.398.gate_proj,0.0000196598,0.05000,14.362
16,mlp.experts.377.gate_proj,0.0000109634,0.05000,14.545
16,mlp.experts.384.gate_proj,0.0000272982,0.05000,14.409
16,mlp.experts.406.gate_proj,0.0000127329,0.05000,14.226
16,mlp.experts.410.gate_proj,0.0000447140,0.05000,14.405
16,mlp.experts.391.gate_proj,0.0000038584,0.05000,14.355
16,mlp.experts.415.gate_proj,0.0000111258,0.05000,14.107
16,mlp.experts.405.gate_proj,0.0000240489,0.05000,14.266
16,mlp.experts.418.gate_proj,0.0000079911,0.05000,14.403
16,mlp.experts.428.gate_proj,0.0000751653,0.05000,14.397
16,mlp.experts.429.gate_proj,0.0000131618,0.05000,14.373
16,mlp.experts.401.gate_proj,0.0000259295,0.05000,14.274
16,mlp.experts.371.gate_proj,0.0000072796,0.05000,14.150
16,mlp.experts.411.gate_proj,0.0000209951,0.05000,14.038
16,mlp.experts.404.gate_proj,0.0000188084,0.05000,14.143
16,mlp.experts.414.gate_proj,0.0000140608,0.05000,14.093
16,mlp.experts.392.gate_proj,0.0000124502,0.05000,14.233
16,mlp.experts.393.gate_proj,0.0000647555,0.05000,14.223
16,mlp.experts.400.gate_proj,0.0000160686,0.05000,14.205
16,mlp.experts.422.gate_proj,0.0000316101,0.05000,14.063
16,mlp.experts.426.gate_proj,0.0000186958,0.05000,14.227
16,mlp.experts.407.gate_proj,0.0000206108,0.05000,14.174
16,mlp.experts.431.gate_proj,0.0000167047,0.05000,14.167
16,mlp.experts.421.gate_proj,0.0000090396,0.05000,14.196
16,mlp.experts.434.gate_proj,0.0000306339,0.05000,14.150
16,mlp.experts.444.gate_proj,0.0000081955,0.05000,14.272
16,mlp.experts.445.gate_proj,0.0000036633,0.05000,14.129
16,mlp.experts.417.gate_proj,0.0000123666,0.05000,14.412
16,mlp.experts.387.gate_proj,0.0000299713,0.05000,13.891
16,mlp.experts.427.gate_proj,0.0000285257,0.05000,14.066
16,mlp.experts.430.gate_proj,0.0000263829,0.05000,13.840
16,mlp.experts.408.gate_proj,0.0000398298,0.05000,13.849
16,mlp.experts.420.gate_proj,0.0000135795,0.05000,13.959
16,mlp.experts.409.gate_proj,0.0000159863,0.05000,13.962
16,mlp.experts.416.gate_proj,0.0000256673,0.05000,13.951
16,mlp.experts.438.gate_proj,0.0000179504,0.05000,13.972
16,mlp.experts.442.gate_proj,0.0000453685,0.05000,13.859
16,mlp.experts.447.gate_proj,0.0000114517,0.05000,13.891
16,mlp.experts.423.gate_proj,0.0000241603,0.05000,14.075
16,mlp.experts.450.gate_proj,0.0000047447,0.05000,13.965
16,mlp.experts.437.gate_proj,0.0000379591,0.05000,14.172
16,mlp.experts.460.gate_proj,0.0000185411,0.05000,14.049
16,mlp.experts.461.gate_proj,0.0000140362,0.05000,14.009
16,mlp.experts.433.gate_proj,0.0000018654,0.05000,14.052
16,mlp.experts.403.gate_proj,0.0000221870,0.05000,14.435
16,mlp.experts.443.gate_proj,0.0000382141,0.05000,14.383
16,mlp.experts.446.gate_proj,0.0000318772,0.05000,14.440
16,mlp.experts.424.gate_proj,0.0000255628,0.05000,14.432
16,mlp.experts.436.gate_proj,0.0000409605,0.05000,14.446
16,mlp.experts.425.gate_proj,0.0000146523,0.05000,14.445
16,mlp.experts.432.gate_proj,0.0000062119,0.05000,14.501
16,mlp.experts.440.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.784
16,mlp.experts.454.gate_proj,0.0000079894,0.05000,14.529
16,mlp.experts.458.gate_proj,0.0000191721,0.05000,14.660
16,mlp.experts.456.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.801
16,mlp.experts.463.gate_proj,0.0000155339,0.05000,14.559
16,mlp.experts.439.gate_proj,0.0000039332,0.05000,14.508
16,mlp.experts.466.gate_proj,0.0000133856,0.05000,14.574
16,mlp.experts.453.gate_proj,0.0000083771,0.05000,14.542
16,mlp.experts.476.gate_proj,0.0000216184,0.05000,14.592
16,mlp.experts.477.gate_proj,0.0000246904,0.05000,14.505
16,mlp.experts.449.gate_proj,0.0000144851,0.05000,14.582
16,mlp.experts.419.gate_proj,0.0000418857,0.05000,14.450
16,mlp.experts.459.gate_proj,0.0000220881,0.05000,14.559
16,mlp.experts.462.gate_proj,0.0000173079,0.05000,14.503
16,mlp.experts.452.gate_proj,0.0000199953,0.05000,14.460
16,mlp.experts.441.gate_proj,0.0000206131,0.05000,14.610
16,mlp.experts.448.gate_proj,0.0000293874,0.05000,14.489
16,mlp.experts.470.gate_proj,0.0000251324,0.05000,14.455
16,mlp.experts.457.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.668
16,mlp.experts.474.gate_proj,0.0000548930,0.05000,14.393
16,mlp.experts.472.gate_proj,0.0000129898,0.05000,14.360
16,mlp.experts.455.gate_proj,0.0000135253,0.05000,14.345
16,mlp.experts.479.gate_proj,0.0000165619,0.05000,14.455
16,mlp.experts.482.gate_proj,0.0000160234,0.05000,14.367
16,mlp.experts.492.gate_proj,0.0000132104,0.05000,14.339
16,mlp.experts.469.gate_proj,0.0000158641,0.05000,14.538
16,mlp.experts.493.gate_proj,0.0000543250,0.05000,14.474
16,mlp.experts.498.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.743
16,mlp.experts.485.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.727
16,mlp.experts.465.gate_proj,0.0000115048,0.05000,14.591
16,mlp.experts.435.gate_proj,0.0000311413,0.05000,14.776
16,mlp.experts.475.gate_proj,0.0000239539,0.05000,14.717
16,mlp.experts.468.gate_proj,0.0000435901,0.05000,14.488
16,mlp.experts.478.gate_proj,0.0000059777,0.05000,14.618
16,mlp.experts.464.gate_proj,0.0000260071,0.05000,14.437
16,mlp.experts.484.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.711
16,mlp.experts.486.gate_proj,0.0000109721,0.05000,14.576
16,mlp.experts.473.gate_proj,0.0000108213,0.05000,14.597
16,mlp.experts.490.gate_proj,0.0000557316,0.05000,14.572
16,mlp.experts.488.gate_proj,0.0000222566,0.05000,14.556
16,mlp.experts.495.gate_proj,0.0000247219,0.05000,14.488
16,mlp.experts.471.gate_proj,0.0000073434,0.05000,14.524
16,mlp.experts.508.gate_proj,0.0000206914,0.05000,14.481
16,mlp.experts.509.gate_proj,0.0000112688,0.05000,14.399
16,mlp.experts.2.up_proj,0.0000097323,0.05000,14.589
16,mlp.experts.501.gate_proj,0.0000367219,0.05000,14.559
16,mlp.experts.481.gate_proj,0.0000099341,0.05000,14.508
16,mlp.experts.451.gate_proj,0.0000144897,0.05000,14.393
16,mlp.experts.491.gate_proj,0.0000200204,0.05000,14.401
16,mlp.experts.494.gate_proj,0.0000329880,0.05000,14.390
16,mlp.experts.480.gate_proj,0.0000171461,0.05000,14.451
16,mlp.experts.500.gate_proj,0.0000237955,0.05000,14.330
16,mlp.experts.502.gate_proj,0.0000306850,0.05000,14.270
16,mlp.experts.506.gate_proj,0.0000219642,0.05000,14.276
16,mlp.experts.489.gate_proj,0.0000155050,0.05000,14.365
16,mlp.experts.504.gate_proj,0.0000197649,0.05000,14.353
16,mlp.experts.487.gate_proj,0.0000172444,0.05000,14.268
16,mlp.experts.511.gate_proj,0.0000149507,0.05000,14.322
16,mlp.experts.10.up_proj,failsafe(rtn): 0.0014420,0.00000,0.714
16,mlp.experts.505.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.708
16,mlp.experts.12.up_proj,0.0000075476,0.05000,14.183
16,mlp.experts.13.up_proj,0.0000490330,0.05000,14.326
16,mlp.experts.18.up_proj,0.0000335968,0.05000,14.304
16,mlp.experts.5.up_proj,0.0000202820,0.05000,14.296
16,mlp.experts.29.up_proj,failsafe(rtn): 0.0014038,0.00000,0.665
16,mlp.experts.497.gate_proj,0.0000102225,0.05000,14.277
16,mlp.experts.467.gate_proj,0.0000593065,0.05000,14.197
16,mlp.experts.507.gate_proj,0.0000120498,0.05000,14.236
16,mlp.experts.510.gate_proj,0.0000125290,0.05000,14.163
16,mlp.experts.496.gate_proj,0.0000225650,0.05000,14.305
16,mlp.experts.4.up_proj,0.0000159637,0.05000,14.230
16,mlp.experts.11.up_proj,failsafe(rtn): 0.0014191,0.00000,0.806
16,mlp.experts.6.up_proj,0.0000108869,0.05000,14.294
16,mlp.experts.8.up_proj,0.0000442752,0.05000,14.388
16,mlp.experts.503.gate_proj,0.0000123981,0.05000,14.287
16,mlp.experts.15.up_proj,0.0000075626,0.05000,14.405
16,mlp.experts.26.up_proj,0.0000452964,0.05000,14.306
16,mlp.experts.28.up_proj,0.0000027530,0.05000,14.344
16,mlp.experts.9.up_proj,0.0000200002,0.05000,14.433
16,mlp.experts.34.up_proj,0.0000040563,0.05000,14.271
16,mlp.experts.21.up_proj,0.0000136569,0.05000,14.434
16,mlp.experts.45.up_proj,0.0000071782,0.05000,14.504
16,mlp.experts.50.up_proj,failsafe(rtn): 0.0013351,0.00000,0.769
16,mlp.experts.1.up_proj,0.0000158204,0.05000,14.521
16,mlp.experts.66.up_proj,failsafe(rtn): 0.0014420,0.00000,0.652
16,mlp.experts.483.gate_proj,0.0000127407,0.05000,14.823
16,mlp.experts.14.up_proj,0.0000317646,0.05000,14.888
16,mlp.experts.0.up_proj,0.0000247348,0.05000,14.661
16,mlp.experts.20.up_proj,0.0000695402,0.05000,14.609
16,mlp.experts.22.up_proj,0.0000434916,0.05000,14.622
16,mlp.experts.27.up_proj,0.0000225907,0.05000,14.809
16,mlp.experts.24.up_proj,0.0000308548,0.05000,14.683
16,mlp.experts.7.up_proj,0.0000121434,0.05000,14.784
16,mlp.experts.31.up_proj,0.0000173559,0.05000,14.680
16,mlp.experts.42.up_proj,0.0000134561,0.05000,14.735
16,mlp.experts.44.up_proj,0.0000223198,0.05000,14.660
16,mlp.experts.25.up_proj,0.0000449741,0.05000,14.723
16,mlp.experts.37.up_proj,0.0000499726,0.05000,14.668
16,mlp.experts.61.up_proj,0.0000253309,0.05000,14.674
16,mlp.experts.17.up_proj,0.0000270048,0.05000,14.766
16,mlp.experts.82.up_proj,0.0000170462,0.05000,14.770
16,mlp.experts.499.gate_proj,0.0000168923,0.05000,14.358
16,mlp.experts.30.up_proj,0.0000258536,0.05000,14.348
16,mlp.experts.36.up_proj,0.0000214003,0.05000,14.242
16,mlp.experts.16.up_proj,0.0000214359,0.05000,14.406
16,mlp.experts.38.up_proj,0.0000323478,0.05000,14.331
16,mlp.experts.43.up_proj,0.0000450220,0.05000,14.290
16,mlp.experts.54.up_proj,failsafe(rtn): 0.0014343,0.00000,0.731
16,mlp.experts.23.up_proj,0.0000183438,0.05000,14.192
16,mlp.experts.40.up_proj,0.0000176549,0.05000,14.427
16,mlp.experts.47.up_proj,0.0000042661,0.05000,14.303
16,mlp.experts.58.up_proj,0.0000027501,0.05000,14.299
16,mlp.experts.60.up_proj,0.0000055219,0.05000,14.363
16,mlp.experts.41.up_proj,0.0000382459,0.05000,14.370
16,mlp.experts.53.up_proj,0.0000153439,0.05000,14.279
16,mlp.experts.77.up_proj,0.0000169951,0.05000,14.384
16,mlp.experts.98.up_proj,0.0000143956,0.05000,14.312
16,mlp.experts.33.up_proj,0.0000458814,0.05000,14.528
16,mlp.experts.49.up_proj,failsafe(rtn): 0.0014420,0.00000,0.698
16,mlp.experts.3.up_proj,0.0000147306,0.05000,14.124
16,mlp.experts.46.up_proj,0.0000134438,0.05000,14.028
16,mlp.experts.52.up_proj,0.0000571452,0.05000,14.031
16,mlp.experts.32.up_proj,0.0000169877,0.05000,14.188
16,mlp.experts.59.up_proj,0.0000254767,0.05000,14.169
16,mlp.experts.70.up_proj,0.0000260309,0.05000,14.091
16,mlp.experts.39.up_proj,0.0000319099,0.05000,14.190
16,mlp.experts.56.up_proj,0.0000087018,0.05000,14.105
16,mlp.experts.63.up_proj,0.0000159917,0.05000,14.116
16,mlp.experts.74.up_proj,0.0000129319,0.05000,14.087
16,mlp.experts.76.up_proj,0.0000297781,0.05000,14.177
16,mlp.experts.57.up_proj,0.0000103553,0.05000,14.040
16,mlp.experts.55.up_proj,failsafe(rtn): 0.0013657,0.00000,0.720
16,mlp.experts.69.up_proj,0.0000169481,0.05000,14.204
16,mlp.experts.93.up_proj,0.0000439437,0.05000,14.154
16,mlp.experts.114.up_proj,0.0000338968,0.05000,14.157
16,mlp.experts.65.up_proj,0.0000071882,0.05000,14.478
16,mlp.experts.19.up_proj,0.0000116624,0.05000,14.624
16,mlp.experts.62.up_proj,0.0000466792,0.05000,14.692
16,mlp.experts.68.up_proj,0.0000433557,0.05000,14.828
16,mlp.experts.48.up_proj,0.0000347460,0.05000,14.806
16,mlp.experts.75.up_proj,0.0000291313,0.05000,14.816
16,mlp.experts.86.up_proj,0.0000164624,0.05000,14.698
16,mlp.experts.72.up_proj,0.0000113422,0.05000,14.662
16,mlp.experts.79.up_proj,0.0000133438,0.05000,14.641
16,mlp.experts.90.up_proj,0.0000103777,0.05000,14.680
16,mlp.experts.73.up_proj,0.0000130975,0.05000,14.750
16,mlp.experts.92.up_proj,0.0000358882,0.05000,14.876
16,mlp.experts.71.up_proj,0.0000076512,0.05000,14.784
16,mlp.experts.85.up_proj,0.0000749156,0.05000,14.680
16,mlp.experts.109.up_proj,0.0000399660,0.05000,14.703
16,mlp.experts.101.up_proj,failsafe(rtn): 0.0014725,0.00000,0.721
16,mlp.experts.130.up_proj,0.0000173541,0.05000,14.608
16,mlp.experts.117.up_proj,failsafe(rtn): 0.0013428,0.00000,0.702
16,mlp.experts.81.up_proj,0.0000123151,0.05000,14.575
16,mlp.experts.133.up_proj,failsafe(rtn): 0.0013657,0.00000,0.750
16,mlp.experts.35.up_proj,0.0000203860,0.05000,14.350
16,mlp.experts.78.up_proj,0.0000314368,0.05000,14.162
16,mlp.experts.84.up_proj,0.0000263915,0.05000,14.065
16,mlp.experts.64.up_proj,0.0000236492,0.05000,14.088
16,mlp.experts.91.up_proj,0.0000158784,0.05000,14.108
16,mlp.experts.102.up_proj,0.0000050474,0.05000,14.213
16,mlp.experts.95.up_proj,0.0000217099,0.05000,14.080
16,mlp.experts.106.up_proj,0.0000161257,0.05000,14.050
16,mlp.experts.88.up_proj,0.0000230386,0.05000,14.282
16,mlp.experts.89.up_proj,0.0000077121,0.05000,14.105
16,mlp.experts.108.up_proj,0.0000288079,0.05000,14.184
16,mlp.experts.87.up_proj,0.0000326290,0.05000,14.255
16,mlp.experts.125.up_proj,0.0000187346,0.05000,14.154
16,mlp.experts.146.up_proj,0.0000163099,0.05000,14.264
16,mlp.experts.149.up_proj,0.0000337683,0.05000,14.245
16,mlp.experts.97.up_proj,0.0000119893,0.05000,14.354
16,mlp.experts.51.up_proj,0.0000120034,0.05000,14.852
16,mlp.experts.94.up_proj,0.0000167616,0.05000,14.797
16,mlp.experts.100.up_proj,0.0000132080,0.05000,14.924
16,mlp.experts.80.up_proj,0.0000168757,0.05000,14.803
16,mlp.experts.107.up_proj,0.0000334856,0.05000,15.001
16,mlp.experts.118.up_proj,0.0000237975,0.05000,14.747
16,mlp.experts.111.up_proj,0.0000218323,0.05000,14.823
16,mlp.experts.104.up_proj,0.0000190342,0.05000,14.826
16,mlp.experts.122.up_proj,0.0000650951,0.05000,14.892
16,mlp.experts.105.up_proj,0.0000095778,0.05000,14.993
16,mlp.experts.124.up_proj,0.0000343771,0.05000,14.934
16,mlp.experts.138.up_proj,failsafe(rtn): 0.0014191,0.00000,0.728
16,mlp.experts.103.up_proj,0.0000146438,0.05000,14.928
16,mlp.experts.121.up_proj,failsafe(rtn): 0.0014114,0.00000,0.775
16,mlp.experts.141.up_proj,0.0000298884,0.05000,14.960
16,mlp.experts.162.up_proj,0.0000154298,0.05000,15.041
16,mlp.experts.165.up_proj,0.0000089482,0.05000,15.085
16,mlp.experts.113.up_proj,0.0000267277,0.05000,15.135
16,mlp.experts.67.up_proj,0.0000163824,0.05000,14.705
16,mlp.experts.110.up_proj,0.0000296395,0.05000,14.662
16,mlp.experts.116.up_proj,0.0000076199,0.05000,14.598
16,mlp.experts.96.up_proj,0.0000151428,0.05000,14.601
16,mlp.experts.123.up_proj,0.0000214547,0.05000,14.601
16,mlp.experts.134.up_proj,0.0000276078,0.05000,14.363
16,mlp.experts.127.up_proj,0.0000281765,0.05000,14.527
16,mlp.experts.120.up_proj,0.0000211917,0.05000,14.519
16,mlp.experts.154.up_proj,0.0000166427,0.05000,14.480
16,mlp.experts.140.up_proj,0.0000207149,0.05000,14.688
16,mlp.experts.119.up_proj,0.0000703109,0.05000,14.531
16,mlp.experts.137.up_proj,0.0000438901,0.05000,14.588
16,mlp.experts.157.up_proj,0.0000562130,0.05000,14.622
16,mlp.experts.178.up_proj,0.0000064556,0.05000,14.536
16,mlp.experts.181.up_proj,0.0000300526,0.05000,14.394
16,mlp.experts.129.up_proj,0.0000532912,0.05000,14.446
16,mlp.experts.126.up_proj,0.0000077179,0.05000,14.369
16,mlp.experts.83.up_proj,0.0000082300,0.05000,14.513
16,mlp.experts.132.up_proj,0.0000153927,0.05000,14.484
16,mlp.experts.112.up_proj,0.0000222145,0.05000,14.462
16,mlp.experts.139.up_proj,0.0000228384,0.05000,14.565
16,mlp.experts.148.up_proj,failsafe(rtn): 0.0014343,0.00000,0.774
16,mlp.experts.150.up_proj,0.0000088428,0.05000,14.551
16,mlp.experts.143.up_proj,0.0000191321,0.05000,14.592
16,mlp.experts.136.up_proj,0.0000248655,0.05000,14.527
16,mlp.experts.156.up_proj,0.0000378948,0.05000,14.335
16,mlp.experts.170.up_proj,0.0000097037,0.05000,14.365
16,mlp.experts.159.up_proj,failsafe(rtn): 0.0013351,0.00000,0.674
16,mlp.experts.135.up_proj,0.0000206913,0.05000,14.389
16,mlp.experts.153.up_proj,0.0000094235,0.05000,14.615
16,mlp.experts.173.up_proj,0.0000073249,0.05000,14.631
16,mlp.experts.194.up_proj,0.0000415961,0.05000,14.433
16,mlp.experts.210.up_proj,failsafe(rtn): 0.0014877,0.00000,0.689
16,mlp.experts.197.up_proj,0.0000114878,0.05000,14.585
16,mlp.experts.145.up_proj,0.0000668733,0.05000,14.858
16,mlp.experts.142.up_proj,0.0000438294,0.05000,14.454
16,mlp.experts.99.up_proj,0.0000201384,0.05000,14.493
16,mlp.experts.128.up_proj,0.0000116586,0.05000,14.370
16,mlp.experts.155.up_proj,0.0000325905,0.05000,14.318
16,mlp.experts.166.up_proj,0.0000268767,0.05000,14.299
16,mlp.experts.164.up_proj,0.0000041464,0.05000,14.417
16,mlp.experts.152.up_proj,0.0000109243,0.05000,14.452
16,mlp.experts.182.up_proj,failsafe(rtn): 0.0014114,0.00000,0.806
16,mlp.experts.186.up_proj,0.0000109548,0.05000,14.417
16,mlp.experts.172.up_proj,0.0000283185,0.05000,14.450
16,mlp.experts.175.up_proj,0.0000353207,0.05000,14.489
16,mlp.experts.151.up_proj,0.0000316530,0.05000,14.554
16,mlp.experts.188.up_proj,failsafe(rtn): 0.0014267,0.00000,0.808
16,mlp.experts.169.up_proj,0.0000341749,0.05000,14.592
16,mlp.experts.189.up_proj,0.0000101903,0.05000,14.659
16,mlp.experts.226.up_proj,0.0000217070,0.05000,14.532
16,mlp.experts.213.up_proj,0.0000180912,0.05000,14.563
16,mlp.experts.161.up_proj,0.0000199432,0.05000,14.384
16,mlp.experts.158.up_proj,0.0000160749,0.05000,14.398
16,mlp.experts.115.up_proj,0.0000108259,0.05000,14.392
16,mlp.experts.144.up_proj,0.0000219861,0.05000,14.418
16,mlp.experts.171.up_proj,0.0000131023,0.05000,14.479
16,mlp.experts.180.up_proj,0.0000218768,0.05000,14.453
16,mlp.experts.168.up_proj,0.0000159983,0.05000,14.333
16,mlp.experts.198.up_proj,0.0000193839,0.05000,14.183
16,mlp.experts.202.up_proj,0.0000100883,0.05000,14.358
16,mlp.experts.191.up_proj,0.0000174219,0.05000,14.212
16,mlp.experts.184.up_proj,failsafe(rtn): 0.0014420,0.00000,0.772
16,mlp.experts.167.up_proj,0.0000134929,0.05000,14.322
16,mlp.experts.214.up_proj,failsafe(rtn): 0.0013809,0.00000,0.777
16,mlp.experts.204.up_proj,0.0000257504,0.05000,14.247
16,mlp.experts.207.up_proj,failsafe(rtn): 0.0014648,0.00000,0.741
16,mlp.experts.185.up_proj,0.0000151557,0.05000,14.338
16,mlp.experts.220.up_proj,failsafe(rtn): 0.0014038,0.00000,0.745
16,mlp.experts.205.up_proj,0.0000189033,0.05000,14.222
16,mlp.experts.242.up_proj,0.0000117966,0.05000,14.166
16,mlp.experts.229.up_proj,0.0000443621,0.05000,14.247
16,mlp.experts.177.up_proj,0.0000171666,0.05000,14.209
16,mlp.experts.174.up_proj,0.0000184612,0.05000,14.143
16,mlp.experts.131.up_proj,0.0000149408,0.05000,14.209
16,mlp.experts.160.up_proj,0.0000130964,0.05000,14.251
16,mlp.experts.187.up_proj,0.0000126335,0.05000,14.315
16,mlp.experts.196.up_proj,0.0000191682,0.05000,14.239
16,mlp.experts.218.up_proj,0.0000192675,0.05000,14.245
16,mlp.experts.183.up_proj,0.0000167813,0.05000,14.197
16,mlp.experts.200.up_proj,0.0000154345,0.05000,14.283
16,mlp.experts.230.up_proj,0.0000218796,0.05000,14.302
16,mlp.experts.223.up_proj,0.0000162715,0.05000,14.168
16,mlp.experts.201.up_proj,0.0000252406,0.05000,14.164
16,mlp.experts.236.up_proj,0.0000327324,0.05000,14.163
16,mlp.experts.221.up_proj,0.0000083652,0.05000,14.300
16,mlp.experts.258.up_proj,0.0000153785,0.05000,14.209
16,mlp.experts.245.up_proj,0.0000122873,0.05000,14.181
16,mlp.experts.193.up_proj,0.0000078967,0.05000,14.219
16,mlp.experts.190.up_proj,0.0000079332,0.05000,14.198
16,mlp.experts.147.up_proj,0.0000336021,0.05000,14.225
16,mlp.experts.176.up_proj,0.0000275535,0.05000,14.317
16,mlp.experts.203.up_proj,0.0000283961,0.05000,14.071
16,mlp.experts.212.up_proj,0.0000324880,0.05000,14.188
16,mlp.experts.219.up_proj,failsafe(rtn): 0.0014038,0.00000,0.675
16,mlp.experts.234.up_proj,0.0000414659,0.05000,14.100
16,mlp.experts.216.up_proj,0.0000073699,0.05000,14.093
16,mlp.experts.199.up_proj,0.0000040178,0.05000,14.129
16,mlp.experts.246.up_proj,0.0000187295,0.05000,14.094
16,mlp.experts.239.up_proj,0.0000506264,0.05000,14.186
16,mlp.experts.217.up_proj,0.0000302473,0.05000,14.170
16,mlp.experts.252.up_proj,0.0000177511,0.05000,14.087
16,mlp.experts.237.up_proj,0.0000127690,0.05000,14.359
16,mlp.experts.253.up_proj,failsafe(rtn): 0.0014648,0.00000,0.675
16,mlp.experts.274.up_proj,0.0000305755,0.05000,14.308
16,mlp.experts.261.up_proj,0.0000335429,0.05000,14.132
16,mlp.experts.209.up_proj,0.0000244026,0.05000,14.305
16,mlp.experts.206.up_proj,0.0000220584,0.05000,14.592
16,mlp.experts.163.up_proj,0.0000120817,0.05000,14.607
16,mlp.experts.192.up_proj,0.0000231773,0.05000,14.506
16,mlp.experts.228.up_proj,0.0000205145,0.05000,14.659
16,mlp.experts.235.up_proj,0.0000022089,0.05000,14.821
16,mlp.experts.250.up_proj,0.0000180615,0.05000,14.700
16,mlp.experts.232.up_proj,0.0000208231,0.05000,14.724
16,mlp.experts.215.up_proj,0.0000460243,0.05000,14.772
16,mlp.experts.262.up_proj,0.0000104643,0.05000,14.698
16,mlp.experts.255.up_proj,0.0000176520,0.05000,14.667
16,mlp.experts.231.up_proj,failsafe(rtn): 0.0014648,0.00000,0.720
16,mlp.experts.233.up_proj,0.0000080801,0.05000,14.842
16,mlp.experts.268.up_proj,0.0000117003,0.05000,14.693
16,mlp.experts.271.up_proj,failsafe(rtn): 0.0014648,0.00000,0.727
16,mlp.experts.284.up_proj,failsafe(rtn): 0.0014343,0.00000,0.806
16,mlp.experts.269.up_proj,0.0000289097,0.05000,14.973
16,mlp.experts.290.up_proj,0.0000210026,0.05000,14.771
16,mlp.experts.277.up_proj,0.0000191761,0.05000,14.915
16,mlp.experts.225.up_proj,0.0000189465,0.05000,14.976
16,mlp.experts.222.up_proj,0.0000093133,0.05000,14.379
16,mlp.experts.179.up_proj,0.0000066766,0.05000,14.362
16,mlp.experts.208.up_proj,0.0000120406,0.05000,14.308
16,mlp.experts.238.up_proj,failsafe(rtn): 0.0014572,0.00000,0.743
16,mlp.experts.224.up_proj,failsafe(rtn): 0.0013657,0.00000,0.698
16,mlp.experts.244.up_proj,0.0000109344,0.05000,14.334
16,mlp.experts.251.up_proj,0.0000353563,0.05000,14.223
16,mlp.experts.266.up_proj,0.0000212755,0.05000,14.199
16,mlp.experts.248.up_proj,0.0000334605,0.05000,14.281
16,mlp.experts.278.up_proj,0.0000273214,0.05000,14.249
16,mlp.experts.249.up_proj,0.0000295063,0.05000,14.375
16,mlp.experts.247.up_proj,0.0000158670,0.05000,14.447
16,mlp.experts.287.up_proj,0.0000181375,0.05000,14.272
16,mlp.experts.300.up_proj,0.0000101058,0.05000,14.249
16,mlp.experts.285.up_proj,0.0000168698,0.05000,14.316
16,mlp.experts.306.up_proj,0.0000155122,0.05000,14.309
16,mlp.experts.293.up_proj,0.0000184416,0.05000,14.443
16,mlp.experts.241.up_proj,0.0000128280,0.05000,14.483
16,mlp.experts.195.up_proj,0.0000256200,0.05000,14.591
16,mlp.experts.254.up_proj,0.0000094041,0.05000,14.563
16,mlp.experts.240.up_proj,0.0000167581,0.05000,14.579
16,mlp.experts.260.up_proj,0.0000162188,0.05000,14.658
16,mlp.experts.267.up_proj,0.0000217837,0.05000,14.637
16,mlp.experts.282.up_proj,0.0000164561,0.05000,14.589
16,mlp.experts.264.up_proj,0.0000145538,0.05000,14.655
16,mlp.experts.294.up_proj,0.0000365242,0.05000,14.588
16,mlp.experts.265.up_proj,0.0000244958,0.05000,14.554
16,mlp.experts.263.up_proj,0.0000402396,0.05000,14.607
16,mlp.experts.303.up_proj,0.0000092363,0.05000,14.463
16,mlp.experts.316.up_proj,0.0000093478,0.05000,14.546
16,mlp.experts.322.up_proj,0.0000225815,0.05000,14.499
16,mlp.experts.301.up_proj,0.0000100099,0.05000,14.586
16,mlp.experts.309.up_proj,0.0000244802,0.05000,14.531
16,mlp.experts.338.up_proj,failsafe(rtn): 0.0014420,0.00000,0.718
16,mlp.experts.317.up_proj,failsafe(rtn): 0.0013962,0.00000,0.749
16,mlp.experts.257.up_proj,0.0000503659,0.05000,14.707
16,mlp.experts.333.up_proj,failsafe(rtn): 0.0014420,0.00000,0.758
16,mlp.experts.211.up_proj,0.0000229458,0.05000,14.427
16,mlp.experts.270.up_proj,0.0000103796,0.05000,14.348
16,mlp.experts.256.up_proj,0.0000291947,0.05000,14.353
16,mlp.experts.276.up_proj,0.0000204548,0.05000,14.288
16,mlp.experts.283.up_proj,0.0000165761,0.05000,14.436
16,mlp.experts.298.up_proj,0.0000184262,0.05000,14.513
16,mlp.experts.310.up_proj,0.0000227912,0.05000,14.446
16,mlp.experts.280.up_proj,0.0000299250,0.05000,14.542
16,mlp.experts.281.up_proj,0.0000133076,0.05000,14.298
16,mlp.experts.279.up_proj,0.0000275261,0.05000,14.342
16,mlp.experts.319.up_proj,0.0000173905,0.05000,14.262
16,mlp.experts.332.up_proj,0.0000234019,0.05000,14.341
16,mlp.experts.325.up_proj,0.0000061862,0.05000,14.338
16,mlp.experts.354.up_proj,0.0000116535,0.05000,14.284
16,mlp.experts.273.up_proj,0.0000202420,0.05000,14.268
16,mlp.experts.349.up_proj,0.0000414220,0.05000,14.244
16,mlp.experts.227.up_proj,0.0000048764,0.05000,14.404
16,mlp.experts.286.up_proj,0.0000194008,0.05000,14.403
16,mlp.experts.272.up_proj,0.0000166515,0.05000,14.380
16,mlp.experts.292.up_proj,0.0000184686,0.05000,14.492
16,mlp.experts.299.up_proj,0.0000126492,0.05000,14.347
16,mlp.experts.308.up_proj,failsafe(rtn): 0.0014420,0.00000,0.741
16,mlp.experts.314.up_proj,0.0000273468,0.05000,14.426
16,mlp.experts.296.up_proj,0.0000317780,0.05000,14.237
16,mlp.experts.326.up_proj,0.0000104118,0.05000,14.345
16,mlp.experts.297.up_proj,0.0000145852,0.05000,14.477
16,mlp.experts.335.up_proj,0.0000180665,0.05000,14.460
16,mlp.experts.295.up_proj,0.0000114842,0.05000,14.511
16,mlp.experts.348.up_proj,0.0000170555,0.05000,14.457
16,mlp.experts.370.up_proj,0.0000287025,0.05000,14.323
16,mlp.experts.341.up_proj,0.0000552095,0.05000,14.455
16,mlp.experts.289.up_proj,0.0000188846,0.05000,14.544
16,mlp.experts.365.up_proj,0.0000245303,0.05000,14.474
16,mlp.experts.305.up_proj,failsafe(rtn): 0.0014114,0.00000,0.693
16,mlp.experts.381.up_proj,failsafe(rtn): 0.0014572,0.00000,0.684
16,mlp.experts.243.up_proj,0.0000230058,0.05000,14.803
16,mlp.experts.302.up_proj,0.0000384733,0.05000,14.662
16,mlp.experts.288.up_proj,0.0000176313,0.05000,14.804
16,mlp.experts.315.up_proj,0.0000083444,0.05000,14.752
16,mlp.experts.330.up_proj,0.0000068360,0.05000,14.690
16,mlp.experts.324.up_proj,0.0000134135,0.05000,14.869
16,mlp.experts.342.up_proj,0.0000153002,0.05000,14.748
16,mlp.experts.312.up_proj,0.0000243925,0.05000,14.866
16,mlp.experts.346.up_proj,failsafe(rtn): 0.0014420,0.00000,0.771
16,mlp.experts.313.up_proj,0.0000205064,0.05000,14.793
16,mlp.experts.351.up_proj,0.0000087493,0.05000,14.704
16,mlp.experts.311.up_proj,0.0000179298,0.05000,14.844
16,mlp.experts.364.up_proj,0.0000410357,0.05000,14.885
16,mlp.experts.386.up_proj,0.0000124278,0.05000,14.969
16,mlp.experts.357.up_proj,0.0000183583,0.05000,15.021
16,mlp.experts.321.up_proj,0.0000221792,0.05000,14.943
16,mlp.experts.397.up_proj,0.0000044968,0.05000,14.934
16,mlp.experts.259.up_proj,0.0000075711,0.05000,14.515
16,mlp.experts.318.up_proj,0.0000473121,0.05000,14.521
16,mlp.experts.304.up_proj,0.0000151795,0.05000,14.555
16,mlp.experts.331.up_proj,0.0000495908,0.05000,14.377
16,mlp.experts.340.up_proj,0.0000148402,0.05000,14.396
16,mlp.experts.358.up_proj,0.0000291635,0.05000,14.324
16,mlp.experts.328.up_proj,0.0000187780,0.05000,14.309
16,mlp.experts.362.up_proj,0.0000043604,0.05000,14.302
16,mlp.experts.329.up_proj,0.0000359010,0.05000,14.475
16,mlp.experts.367.up_proj,0.0000076106,0.05000,14.405
16,mlp.experts.327.up_proj,0.0000289625,0.05000,14.399
16,mlp.experts.380.up_proj,0.0000221029,0.05000,14.233
16,mlp.experts.396.up_proj,failsafe(rtn): 0.0014648,0.00000,0.630
16,mlp.experts.402.up_proj,0.0000631341,0.05000,14.072
16,mlp.experts.373.up_proj,0.0000148273,0.05000,14.078
16,mlp.experts.337.up_proj,0.0000466416,0.05000,14.118
16,mlp.experts.413.up_proj,0.0000373694,0.05000,14.156
16,mlp.experts.353.up_proj,failsafe(rtn): 0.0014648,0.00000,0.706
16,mlp.experts.369.up_proj,failsafe(rtn): 0.0011673,0.00000,0.696
16,mlp.experts.275.up_proj,0.0000419490,0.05000,14.280
16,mlp.experts.334.up_proj,0.0000089176,0.05000,14.226
16,mlp.experts.320.up_proj,0.0000101913,0.05000,14.269
16,mlp.experts.347.up_proj,0.0000059418,0.05000,14.190
16,mlp.experts.356.up_proj,0.0000066885,0.05000,14.241
16,mlp.experts.344.up_proj,0.0000179459,0.05000,14.057
16,mlp.experts.374.up_proj,0.0000170907,0.05000,14.288
16,mlp.experts.378.up_proj,0.0000204651,0.05000,14.183
16,mlp.experts.383.up_proj,0.0000340896,0.05000,14.363
16,mlp.experts.345.up_proj,0.0000189493,0.05000,14.418
16,mlp.experts.343.up_proj,0.0000098907,0.05000,14.263
16,mlp.experts.412.up_proj,0.0000073895,0.05000,14.290
16,mlp.experts.418.up_proj,0.0000079003,0.05000,14.315
16,mlp.experts.389.up_proj,0.0000476296,0.05000,14.454
16,mlp.experts.429.up_proj,0.0000131727,0.05000,14.364
16,mlp.experts.385.up_proj,0.0000341142,0.05000,14.560
16,mlp.experts.291.up_proj,0.0000062083,0.05000,14.287
16,mlp.experts.350.up_proj,0.0000357001,0.05000,14.411
16,mlp.experts.336.up_proj,0.0000116139,0.05000,14.229
16,mlp.experts.366.up_proj,failsafe(rtn): 0.0013885,0.00000,0.670
16,mlp.experts.363.up_proj,0.0000561630,0.05000,14.390
16,mlp.experts.352.up_proj,failsafe(rtn): 0.0014038,0.00000,0.741
16,mlp.experts.372.up_proj,0.0000201724,0.05000,14.331
16,mlp.experts.360.up_proj,0.0000334667,0.05000,14.525
16,mlp.experts.390.up_proj,0.0000194279,0.05000,14.445
16,mlp.experts.394.up_proj,0.0000558639,0.05000,14.439
16,mlp.experts.399.up_proj,0.0000224395,0.05000,14.441
16,mlp.experts.361.up_proj,0.0000151876,0.05000,14.490
16,mlp.experts.359.up_proj,0.0000073911,0.05000,14.495
16,mlp.experts.428.up_proj,0.0000732076,0.05000,14.557
16,mlp.experts.434.up_proj,0.0000302536,0.05000,14.655
16,mlp.experts.405.up_proj,0.0000238140,0.05000,14.522
16,mlp.experts.445.up_proj,0.0000034414,0.05000,14.812
16,mlp.experts.401.up_proj,0.0000259131,0.05000,14.759
16,mlp.experts.307.up_proj,0.0000164600,0.05000,14.606
16,mlp.experts.382.up_proj,0.0000116038,0.05000,14.614
16,mlp.experts.379.up_proj,0.0000618743,0.05000,14.689
16,mlp.experts.368.up_proj,0.0000098391,0.05000,14.720
16,mlp.experts.388.up_proj,0.0000207582,0.05000,14.575
16,mlp.experts.376.up_proj,0.0000145747,0.05000,14.774
16,mlp.experts.406.up_proj,0.0000123041,0.05000,14.716
16,mlp.experts.410.up_proj,0.0000430407,0.05000,14.645
16,mlp.experts.377.up_proj,0.0000108537,0.05000,14.830
16,mlp.experts.415.up_proj,0.0000107755,0.05000,14.953
16,mlp.experts.375.up_proj,0.0000242074,0.05000,14.825
16,mlp.experts.444.up_proj,0.0000080040,0.05000,14.816
16,mlp.experts.450.up_proj,0.0000047291,0.05000,14.819
16,mlp.experts.421.up_proj,0.0000090932,0.05000,14.898
16,mlp.experts.461.up_proj,0.0000139219,0.05000,14.867
16,mlp.experts.417.up_proj,0.0000125321,0.05000,14.978
16,mlp.experts.323.up_proj,0.0000062967,0.05000,15.168
16,mlp.experts.398.up_proj,0.0000193340,0.05000,14.884
16,mlp.experts.395.up_proj,0.0000219292,0.05000,14.847
16,mlp.experts.384.up_proj,0.0000264875,0.05000,14.884
16,mlp.experts.404.up_proj,0.0000187334,0.05000,14.864
16,mlp.experts.422.up_proj,0.0000306496,0.05000,14.758
16,mlp.experts.392.up_proj,0.0000118462,0.05000,14.806
16,mlp.experts.426.up_proj,0.0000181021,0.05000,14.751
16,mlp.experts.393.up_proj,0.0000666168,0.05000,14.679
16,mlp.experts.431.up_proj,0.0000177520,0.05000,14.715
16,mlp.experts.391.up_proj,0.0000038247,0.05000,14.708
16,mlp.experts.460.up_proj,0.0000185020,0.05000,14.674
16,mlp.experts.466.up_proj,0.0000126936,0.05000,14.562
16,mlp.experts.437.up_proj,0.0000365533,0.05000,14.413
16,mlp.experts.477.up_proj,0.0000235350,0.05000,14.482
16,mlp.experts.433.up_proj,0.0000017906,0.05000,14.517
16,mlp.experts.339.up_proj,0.0000369245,0.05000,14.255
16,mlp.experts.414.up_proj,0.0000134183,0.05000,14.206
16,mlp.experts.411.up_proj,0.0000208543,0.05000,14.252
16,mlp.experts.400.up_proj,0.0000147606,0.05000,14.193
16,mlp.experts.420.up_proj,0.0000131355,0.05000,14.328
16,mlp.experts.438.up_proj,0.0000172542,0.05000,14.300
16,mlp.experts.408.up_proj,0.0000391799,0.05000,14.368
16,mlp.experts.442.up_proj,0.0000433954,0.05000,14.250
16,mlp.experts.409.up_proj,0.0000159145,0.05000,14.242
16,mlp.experts.447.up_proj,0.0000114881,0.05000,14.328
16,mlp.experts.407.up_proj,0.0000202992,0.05000,14.368
16,mlp.experts.476.up_proj,0.0000214165,0.05000,14.216
16,mlp.experts.482.up_proj,0.0000151405,0.05000,14.267
16,mlp.experts.453.up_proj,0.0000082255,0.05000,14.294
16,mlp.experts.498.up_proj,failsafe(rtn): 0.0014801,0.00000,0.799
16,mlp.experts.493.up_proj,0.0000538655,0.05000,14.512
16,mlp.experts.449.up_proj,0.0000146319,0.05000,14.521
16,mlp.experts.2.down_proj,0.0000003800,0.05000,3.806
16,mlp.experts.18.down_proj,0.0000020531,0.05000,3.394
16,mlp.experts.355.up_proj,0.0000146089,0.05000,14.577
16,mlp.experts.430.up_proj,0.0000258252,0.05000,14.635
16,mlp.experts.427.up_proj,0.0000277168,0.05000,14.675
16,mlp.experts.416.up_proj,0.0000255790,0.05000,14.638
16,mlp.experts.436.up_proj,0.0000381499,0.05000,14.623
16,mlp.experts.454.up_proj,0.0000082053,0.05000,14.644
16,mlp.experts.424.up_proj,0.0000251711,0.05000,14.617
16,mlp.experts.458.up_proj,0.0000191790,0.05000,14.611
16,mlp.experts.34.down_proj,0.0000003121,0.05000,3.723
16,mlp.experts.50.down_proj,failsafe(rtn): 0.0013962,0.00000,0.163
16,mlp.experts.66.down_proj,failsafe(rtn): 0.0015182,0.00000,0.171
16,mlp.experts.440.up_proj,failsafe(rtn): 0.0013962,0.00000,0.700
16,mlp.experts.425.up_proj,0.0000140336,0.05000,14.640
16,mlp.experts.423.up_proj,0.0000236345,0.05000,14.676
16,mlp.experts.463.up_proj,0.0000159005,0.05000,14.758
16,mlp.experts.456.up_proj,failsafe(rtn): 0.0013962,0.00000,0.752
16,mlp.experts.492.up_proj,0.0000132692,0.05000,14.665
16,mlp.experts.469.up_proj,0.0000156359,0.05000,14.801
16,mlp.experts.485.up_proj,failsafe(rtn): 0.0014954,0.00000,0.696
16,mlp.experts.82.down_proj,0.0000009372,0.05000,3.707
16,mlp.experts.509.up_proj,0.0000110311,0.05000,14.680
16,mlp.experts.465.up_proj,0.0000113769,0.05000,14.462
16,mlp.experts.98.down_proj,0.0000037936,0.05000,3.561
16,mlp.experts.13.down_proj,0.0000027936,0.05000,3.554
16,mlp.experts.29.down_proj,failsafe(rtn): 0.0014572,0.00000,0.179
16,mlp.experts.114.down_proj,0.0000025345,0.05000,3.746
16,mlp.experts.371.up_proj,0.0000075818,0.05000,14.672
16,mlp.experts.45.down_proj,0.0000004374,0.05000,3.607
16,mlp.experts.446.up_proj,0.0000314573,0.05000,14.436
16,mlp.experts.443.up_proj,0.0000370123,0.05000,14.521
16,mlp.experts.432.up_proj,0.0000060876,0.05000,14.584
16,mlp.experts.452.up_proj,0.0000199693,0.05000,14.593
16,mlp.experts.470.up_proj,0.0000248249,0.05000,14.460
16,mlp.experts.474.up_proj,0.0000556405,0.05000,14.476
16,mlp.experts.130.down_proj,0.0000014163,0.05000,3.553
16,mlp.experts.441.up_proj,0.0000200665,0.05000,14.538
16,mlp.experts.439.up_proj,0.0000038980,0.05000,14.433
16,mlp.experts.479.up_proj,0.0000165582,0.05000,14.568
16,mlp.experts.472.up_proj,0.0000127593,0.05000,14.563
16,mlp.experts.61.down_proj,0.0000013194,0.05000,3.680
16,mlp.experts.457.up_proj,failsafe(rtn): 0.0013809,0.00000,0.799
16,mlp.experts.508.up_proj,0.0000202729,0.05000,14.563
16,mlp.experts.501.up_proj,0.0000359554,0.05000,14.598
16,mlp.experts.146.down_proj,0.0000013434,0.05000,3.643
16,mlp.experts.77.down_proj,0.0000018454,0.05000,3.628
16,mlp.experts.12.down_proj,0.0000004720,0.05000,3.477
16,mlp.experts.481.up_proj,0.0000097446,0.05000,14.680
16,mlp.experts.5.down_proj,0.0000008760,0.05000,3.663
16,mlp.experts.162.down_proj,0.0000009128,0.05000,3.658
16,mlp.experts.93.down_proj,0.0000032659,0.05000,3.593
16,mlp.experts.28.down_proj,0.0000001433,0.05000,3.714
16,mlp.experts.21.down_proj,0.0000007573,0.05000,3.722
16,mlp.experts.178.down_proj,0.0000003073,0.05000,3.618
16,mlp.experts.387.up_proj,0.0000291898,0.05000,14.520
16,mlp.experts.109.down_proj,0.0000036765,0.05000,3.663
16,mlp.experts.462.up_proj,0.0000177497,0.05000,14.528
16,mlp.experts.44.down_proj,0.0000018771,0.05000,3.617
16,mlp.experts.459.up_proj,0.0000220260,0.05000,14.601
16,mlp.experts.448.up_proj,0.0000295448,0.05000,14.640
16,mlp.experts.468.up_proj,0.0000431579,0.05000,14.525
16,mlp.experts.486.up_proj,0.0000108978,0.05000,14.524
16,mlp.experts.490.up_proj,0.0000532422,0.05000,14.503
16,mlp.experts.484.up_proj,failsafe(rtn): 0.0014267,0.00000,0.710
16,mlp.experts.37.down_proj,0.0000027562,0.05000,3.599
16,mlp.experts.194.down_proj,0.0000036337,0.05000,3.662
16,mlp.experts.210.down_proj,failsafe(rtn): 0.0015640,0.00000,0.233
16,mlp.experts.455.up_proj,0.0000133061,0.05000,14.502
16,mlp.experts.495.up_proj,0.0000244731,0.05000,14.534
16,mlp.experts.488.up_proj,0.0000218389,0.05000,14.574
16,mlp.experts.125.down_proj,0.0000007971,0.05000,3.728
16,mlp.experts.473.up_proj,0.0000106912,0.05000,14.595
16,mlp.experts.60.down_proj,0.0000002505,0.05000,3.830
16,mlp.experts.53.down_proj,0.0000006775,0.05000,3.707
16,mlp.experts.226.down_proj,0.0000022069,0.05000,3.631
16,mlp.experts.141.down_proj,0.0000019018,0.05000,3.581
16,mlp.experts.76.down_proj,0.0000015228,0.05000,3.548
16,mlp.experts.497.up_proj,0.0000100146,0.05000,14.579
16,mlp.experts.69.down_proj,0.0000028331,0.05000,3.492
16,mlp.experts.242.down_proj,0.0000015976,0.05000,3.472
16,mlp.experts.157.down_proj,0.0000138833,0.05000,3.560
16,mlp.experts.92.down_proj,0.0000022109,0.05000,3.427
16,mlp.experts.1.down_proj,0.0000008059,0.05000,3.657
16,mlp.experts.85.down_proj,0.0000045543,0.05000,3.554
16,mlp.experts.101.down_proj,failsafe(rtn): 0.0015640,0.00000,0.174
16,mlp.experts.258.down_proj,0.0000009771,0.05000,3.561
16,mlp.experts.117.down_proj,failsafe(rtn): 0.0014343,0.00000,0.169
16,mlp.experts.133.down_proj,failsafe(rtn): 0.0014343,0.00000,0.176
16,mlp.experts.403.up_proj,0.0000218570,0.05000,14.575
16,mlp.experts.173.down_proj,0.0000004146,0.05000,3.673
16,mlp.experts.478.up_proj,0.0000060370,0.05000,14.371
16,mlp.experts.108.down_proj,0.0000014361,0.05000,3.799
16,mlp.experts.475.up_proj,0.0000237451,0.05000,14.477
16,mlp.experts.464.up_proj,0.0000258396,0.05000,14.485
16,mlp.experts.17.down_proj,0.0000046588,0.05000,3.679
16,mlp.experts.502.up_proj,0.0000312487,0.05000,14.550
16,mlp.experts.506.up_proj,0.0000209765,0.05000,14.536
16,mlp.experts.10.down_proj,failsafe(rtn): 0.0015488,0.00000,0.198
16,mlp.experts.500.up_proj,0.0000236060,0.05000,14.565
16,mlp.experts.274.down_proj,0.0000015010,0.05000,3.840
16,mlp.experts.149.down_proj,0.0000021807,0.05000,3.916
16,mlp.experts.471.up_proj,0.0000073527,0.05000,14.691
16,mlp.experts.511.up_proj,0.0000164945,0.05000,14.539
16,mlp.experts.504.up_proj,0.0000197428,0.05000,14.592
16,mlp.experts.489.up_proj,0.0000151226,0.05000,14.463
16,mlp.experts.189.down_proj,0.0000007458,0.05000,3.794
16,mlp.experts.124.down_proj,0.0000018757,0.05000,3.740
16,mlp.experts.505.up_proj,failsafe(rtn): 0.0014496,0.00000,0.737
16,mlp.experts.33.down_proj,0.0000026529,0.05000,3.741
16,mlp.experts.49.down_proj,failsafe(rtn): 0.0015259,0.00000,0.163
16,mlp.experts.6.down_proj,0.0000005667,0.05000,3.738
16,mlp.experts.26.down_proj,0.0000024556,0.05000,3.762
16,mlp.experts.4.down_proj,0.0000020332,0.05000,3.689
16,mlp.experts.290.down_proj,0.0000008997,0.05000,3.707
16,mlp.experts.15.down_proj,0.0000004756,0.05000,3.627
16,mlp.experts.165.down_proj,0.0000004778,0.05000,3.733
16,mlp.experts.8.down_proj,0.0000025156,0.05000,3.676
16,mlp.experts.205.down_proj,0.0000009426,0.05000,3.634
16,mlp.experts.9.down_proj,0.0000010912,0.05000,3.637
16,mlp.experts.140.down_proj,0.0000014713,0.05000,3.666
16,mlp.experts.22.down_proj,0.0000020836,0.05000,3.631
16,mlp.experts.65.down_proj,0.0000006166,0.05000,3.701
16,mlp.experts.42.down_proj,0.0000007613,0.05000,3.645
16,mlp.experts.20.down_proj,0.0000046614,0.05000,3.590
16,mlp.experts.306.down_proj,0.0000009926,0.05000,3.640
16,mlp.experts.31.down_proj,0.0000013227,0.05000,3.609
16,mlp.experts.181.down_proj,0.0000027143,0.05000,3.697
16,mlp.experts.24.down_proj,0.0000016758,0.05000,3.602
16,mlp.experts.221.down_proj,0.0000004299,0.05000,3.709
16,mlp.experts.25.down_proj,0.0000055771,0.05000,3.621
16,mlp.experts.156.down_proj,0.0000019216,0.05000,3.639
16,mlp.experts.38.down_proj,0.0000015754,0.05000,3.568
16,mlp.experts.81.down_proj,0.0000008742,0.05000,3.601
16,mlp.experts.54.down_proj,failsafe(rtn): 0.0014801,0.00000,0.221
16,mlp.experts.36.down_proj,0.0000014421,0.05000,3.697
16,mlp.experts.58.down_proj,0.0000004490,0.05000,3.776
16,mlp.experts.322.down_proj,0.0000013804,0.05000,3.652
16,mlp.experts.338.down_proj,failsafe(rtn): 0.0015182,0.00000,0.183
16,mlp.experts.47.down_proj,0.0000002984,0.05000,3.692
16,mlp.experts.197.down_proj,0.0000005495,0.05000,3.642
16,mlp.experts.419.up_proj,0.0000406765,0.05000,14.709
16,mlp.experts.40.down_proj,0.0000017754,0.05000,3.662
16,mlp.experts.237.down_proj,0.0000007204,0.05000,3.661
16,mlp.experts.494.up_proj,0.0000326094,0.05000,14.664
16,mlp.experts.253.down_proj,failsafe(rtn): 0.0015106,0.00000,0.183
16,mlp.experts.41.down_proj,0.0000027999,0.05000,3.669
16,mlp.experts.172.down_proj,0.0000014083,0.05000,3.733
16,mlp.experts.491.up_proj,0.0000197156,0.05000,14.571
16,mlp.experts.188.down_proj,failsafe(rtn): 0.0014496,0.00000,0.195
16,mlp.experts.480.up_proj,0.0000169782,0.05000,14.580
16,mlp.experts.97.down_proj,0.0000009396,0.05000,3.698
16,mlp.experts.70.down_proj,0.0000013673,0.05000,3.723
16,mlp.experts.52.down_proj,0.0000055158,0.05000,3.637
16,mlp.experts.74.down_proj,0.0000024481,0.05000,3.608
16,mlp.experts.354.down_proj,0.0000004638,0.05000,3.441
16,mlp.experts.487.up_proj,0.0000170343,0.05000,14.350
16,mlp.experts.63.down_proj,0.0000009107,0.05000,3.513
16,mlp.experts.213.down_proj,0.0000014268,0.05000,3.495
16,mlp.experts.56.down_proj,0.0000009791,0.05000,3.544
16,mlp.experts.269.down_proj,0.0000014016,0.05000,3.454
16,mlp.experts.57.down_proj,0.0000005427,0.05000,3.441
16,mlp.experts.204.down_proj,0.0000020501,0.05000,3.414
16,mlp.experts.220.down_proj,failsafe(rtn): 0.0014801,0.00000,0.148
16,mlp.experts.113.down_proj,0.0000015043,0.05000,3.339
16,mlp.experts.86.down_proj,0.0000007784,0.05000,3.330
16,mlp.experts.68.down_proj,0.0000027398,0.05000,3.400
16,mlp.experts.90.down_proj,0.0000009601,0.05000,3.392
16,mlp.experts.370.down_proj,0.0000023550,0.05000,3.438
16,mlp.experts.79.down_proj,0.0000005884,0.05000,3.363
16,mlp.experts.229.down_proj,0.0000022862,0.05000,3.377
16,mlp.experts.72.down_proj,0.0000005690,0.05000,3.421
16,mlp.experts.285.down_proj,0.0000015056,0.05000,3.521
16,mlp.experts.73.down_proj,0.0000009197,0.05000,3.468
16,mlp.experts.236.down_proj,0.0000016691,0.05000,3.511
16,mlp.experts.129.down_proj,0.0000090078,0.05000,3.560
16,mlp.experts.102.down_proj,0.0000005097,0.05000,3.536
16,mlp.experts.84.down_proj,0.0000015872,0.05000,3.541
16,mlp.experts.106.down_proj,0.0000007297,0.05000,3.521
16,mlp.experts.386.down_proj,0.0000006375,0.05000,3.425
16,mlp.experts.95.down_proj,0.0000014959,0.05000,3.580
16,mlp.experts.245.down_proj,0.0000013059,0.05000,3.533
16,mlp.experts.88.down_proj,0.0000013919,0.05000,3.573
16,mlp.experts.301.down_proj,0.0000004590,0.05000,3.645
16,mlp.experts.317.down_proj,failsafe(rtn): 0.0014648,0.00000,0.196
16,mlp.experts.333.down_proj,failsafe(rtn): 0.0015030,0.00000,0.192
16,mlp.experts.89.down_proj,0.0000003808,0.05000,3.714
16,mlp.experts.252.down_proj,0.0000008199,0.05000,3.781
16,mlp.experts.145.down_proj,0.0000066789,0.05000,3.685
16,mlp.experts.118.down_proj,0.0000013952,0.05000,3.760
16,mlp.experts.122.down_proj,0.0000062406,0.05000,3.718
16,mlp.experts.100.down_proj,0.0000007118,0.05000,3.781
16,mlp.experts.138.down_proj,failsafe(rtn): 0.0014725,0.00000,0.191
16,mlp.experts.402.down_proj,0.0000041444,0.05000,3.861
16,mlp.experts.111.down_proj,0.0000013595,0.05000,3.780
16,mlp.experts.261.down_proj,0.0000016481,0.05000,3.808
16,mlp.experts.435.up_proj,0.0000307137,0.05000,14.115
16,mlp.experts.104.down_proj,0.0000010377,0.05000,3.730
16,mlp.experts.510.up_proj,0.0000128308,0.05000,14.171
16,mlp.experts.349.down_proj,0.0000024837,0.05000,3.712
16,mlp.experts.105.down_proj,0.0000005370,0.05000,3.748
16,mlp.experts.507.up_proj,0.0000117825,0.05000,14.301
16,mlp.experts.496.up_proj,0.0000223343,0.05000,14.124
16,mlp.experts.121.down_proj,failsafe(rtn): 0.0014954,0.00000,0.183
16,mlp.experts.11.down_proj,failsafe(rtn): 0.0014954,0.00000,0.180
16,mlp.experts.268.down_proj,0.0000010001,0.05000,3.698
16,mlp.experts.284.down_proj,failsafe(rtn): 0.0015106,0.00000,0.167
16,mlp.experts.161.down_proj,0.0000029449,0.05000,3.632
16,mlp.experts.134.down_proj,0.0000016532,0.05000,3.591
16,mlp.experts.116.down_proj,0.0000005113,0.05000,3.583
16,mlp.experts.154.down_proj,0.0000018726,0.05000,3.554
16,mlp.experts.418.down_proj,0.0000005076,0.05000,3.577
16,mlp.experts.503.up_proj,0.0000122711,0.05000,14.301
16,mlp.experts.127.down_proj,0.0000014742,0.05000,3.551
16,mlp.experts.277.down_proj,0.0000016419,0.05000,3.620
16,mlp.experts.120.down_proj,0.0000012975,0.05000,3.580
16,mlp.experts.14.down_proj,0.0000016494,0.05000,3.599
16,mlp.experts.365.down_proj,0.0000012715,0.05000,3.511
16,mlp.experts.381.down_proj,failsafe(rtn): 0.0015106,0.00000,0.163
16,mlp.experts.0.down_proj,0.0000015034,0.05000,3.475
16,mlp.experts.137.down_proj,0.0000029039,0.05000,3.471
16,mlp.experts.27.down_proj,0.0000010451,0.05000,3.462
16,mlp.experts.300.down_proj,0.0000008006,0.05000,3.455
16,mlp.experts.177.down_proj,0.0000008520,0.05000,3.491
16,mlp.experts.150.down_proj,0.0000004470,0.05000,3.495
16,mlp.experts.132.down_proj,0.0000007520,0.05000,3.463
16,mlp.experts.170.down_proj,0.0000004352,0.05000,3.470
16,mlp.experts.148.down_proj,failsafe(rtn): 0.0014877,0.00000,0.181
16,mlp.experts.434.down_proj,0.0000013985,0.05000,3.450
16,mlp.experts.7.down_proj,0.0000006457,0.05000,3.567
16,mlp.experts.143.down_proj,0.0000016573,0.05000,3.576
16,mlp.experts.293.down_proj,0.0000008586,0.05000,3.588
16,mlp.experts.159.down_proj,failsafe(rtn): 0.0013809,0.00000,0.200
16,mlp.experts.136.down_proj,0.0000013516,0.05000,3.609
16,mlp.experts.30.down_proj,0.0000011425,0.05000,3.573
16,mlp.experts.397.down_proj,0.0000002252,0.05000,3.613
16,mlp.experts.153.down_proj,0.0000007434,0.05000,3.630
16,mlp.experts.16.down_proj,0.0000011447,0.05000,3.643
16,mlp.experts.43.down_proj,0.0000024236,0.05000,3.648
16,mlp.experts.316.down_proj,0.0000005776,0.05000,3.614
16,mlp.experts.193.down_proj,0.0000005446,0.05000,3.745
16,mlp.experts.166.down_proj,0.0000027990,0.05000,3.740
16,mlp.experts.182.down_proj,failsafe(rtn): 0.0015106,0.00000,0.188
16,mlp.experts.186.down_proj,0.0000008524,0.05000,3.729
16,mlp.experts.164.down_proj,0.0000002334,0.05000,3.758
16,mlp.experts.450.down_proj,0.0000002528,0.05000,3.798
16,mlp.experts.23.down_proj,0.0000010894,0.05000,3.723
16,mlp.experts.309.down_proj,0.0000016573,0.05000,3.621
16,mlp.experts.175.down_proj,0.0000018584,0.05000,3.672
16,mlp.experts.152.down_proj,0.0000011801,0.05000,3.703
16,mlp.experts.46.down_proj,0.0000009791,0.05000,3.667
16,mlp.experts.413.down_proj,0.0000055538,0.05000,3.819
16,mlp.experts.32.down_proj,0.0000009933,0.05000,3.848
16,mlp.experts.169.down_proj,0.0000024566,0.05000,3.880
16,mlp.experts.59.down_proj,0.0000020922,0.05000,3.811
16,mlp.experts.332.down_proj,0.0000031106,0.05000,3.837
16,mlp.experts.209.down_proj,0.0000012658,0.05000,3.757
16,mlp.experts.198.down_proj,0.0000011295,0.05000,3.688
16,mlp.experts.202.down_proj,0.0000005369,0.05000,3.586
16,mlp.experts.180.down_proj,0.0000019183,0.05000,3.604
16,mlp.experts.214.down_proj,failsafe(rtn): 0.0014496,0.00000,0.173
16,mlp.experts.466.down_proj,0.0000012065,0.05000,3.701
16,mlp.experts.39.down_proj,0.0000017221,0.05000,3.601
16,mlp.experts.55.down_proj,failsafe(rtn): 0.0014267,0.00000,0.206
16,mlp.experts.451.up_proj,0.0000144844,0.05000,14.501
16,mlp.experts.325.down_proj,0.0000003749,0.05000,3.691
16,mlp.experts.191.down_proj,0.0000012442,0.05000,3.716
16,mlp.experts.168.down_proj,0.0000006881,0.05000,3.690
16,mlp.experts.207.down_proj,failsafe(rtn): 0.0015564,0.00000,0.179
16,mlp.experts.62.down_proj,0.0000024765,0.05000,3.696
16,mlp.experts.184.down_proj,failsafe(rtn): 0.0015259,0.00000,0.235
16,mlp.experts.429.down_proj,0.0000004985,0.05000,3.694
16,mlp.experts.48.down_proj,0.0000018016,0.05000,3.674
16,mlp.experts.185.down_proj,0.0000007842,0.05000,3.707
16,mlp.experts.75.down_proj,0.0000028646,0.05000,3.716
16,mlp.experts.348.down_proj,0.0000009227,0.05000,3.698
16,mlp.experts.225.down_proj,0.0000010076,0.05000,3.847
16,mlp.experts.218.down_proj,0.0000017903,0.05000,3.857
16,mlp.experts.196.down_proj,0.0000009380,0.05000,3.790
16,mlp.experts.230.down_proj,0.0000020389,0.05000,3.882
16,mlp.experts.482.down_proj,0.0000011241,0.05000,3.898
16,mlp.experts.498.down_proj,failsafe(rtn): 0.0015488,0.00000,0.176
16,mlp.experts.71.down_proj,0.0000004890,0.05000,3.902
16,mlp.experts.341.down_proj,0.0000033165,0.05000,3.927
16,mlp.experts.223.down_proj,0.0000008465,0.05000,3.844
16,mlp.experts.78.down_proj,0.0000021450,0.05000,3.809
16,mlp.experts.200.down_proj,0.0000008836,0.05000,3.757
16,mlp.experts.445.down_proj,0.0000002193,0.05000,3.649
16,mlp.experts.64.down_proj,0.0000025191,0.05000,3.679
16,mlp.experts.201.down_proj,0.0000013205,0.05000,3.689
16,mlp.experts.91.down_proj,0.0000009208,0.05000,3.702
16,mlp.experts.364.down_proj,0.0000027598,0.05000,3.632
16,mlp.experts.241.down_proj,0.0000008779,0.05000,3.560
16,mlp.experts.234.down_proj,0.0000022583,0.05000,3.441
16,mlp.experts.212.down_proj,0.0000023695,0.05000,3.513
16,mlp.experts.246.down_proj,0.0000020566,0.05000,3.456
16,mlp.experts.87.down_proj,0.0000020058,0.05000,3.350
16,mlp.experts.357.down_proj,0.0000007924,0.05000,3.362
16,mlp.experts.239.down_proj,0.0000027982,0.05000,3.332
16,mlp.experts.216.down_proj,0.0000003517,0.05000,3.345
16,mlp.experts.94.down_proj,0.0000008193,0.05000,3.377
16,mlp.experts.461.down_proj,0.0000007187,0.05000,3.326
16,mlp.experts.80.down_proj,0.0000007496,0.05000,3.354
16,mlp.experts.217.down_proj,0.0000019234,0.05000,3.347
16,mlp.experts.107.down_proj,0.0000017685,0.05000,3.322
16,mlp.experts.380.down_proj,0.0000010685,0.05000,3.383
16,mlp.experts.396.down_proj,failsafe(rtn): 0.0015411,0.00000,0.166
16,mlp.experts.257.down_proj,0.0000028263,0.05000,3.397
16,mlp.experts.250.down_proj,0.0000011764,0.05000,3.380
16,mlp.experts.228.down_proj,0.0000009747,0.05000,3.370
16,mlp.experts.262.down_proj,0.0000005803,0.05000,3.346
16,mlp.experts.103.down_proj,0.0000016371,0.05000,3.406
16,mlp.experts.373.down_proj,0.0000005599,0.05000,3.415
16,mlp.experts.255.down_proj,0.0000012467,0.05000,3.361
16,mlp.experts.110.down_proj,0.0000011925,0.05000,3.338
16,mlp.experts.271.down_proj,failsafe(rtn): 0.0015411,0.00000,0.159
16,mlp.experts.232.down_proj,0.0000013792,0.05000,3.390
16,mlp.experts.477.down_proj,0.0000030209,0.05000,3.311
16,mlp.experts.96.down_proj,0.0000012464,0.05000,3.304
16,mlp.experts.123.down_proj,0.0000016653,0.05000,3.259
16,mlp.experts.233.down_proj,0.0000007101,0.05000,3.363
16,mlp.experts.412.down_proj,0.0000003826,0.05000,3.267
16,mlp.experts.273.down_proj,0.0000010735,0.05000,3.271
16,mlp.experts.266.down_proj,0.0000010931,0.05000,3.143
16,mlp.experts.244.down_proj,0.0000006842,0.05000,3.228
16,mlp.experts.278.down_proj,0.0000023903,0.05000,3.216
16,mlp.experts.467.up_proj,0.0000578275,0.05000,13.710
16,mlp.experts.119.down_proj,0.0000049220,0.05000,3.195
16,mlp.experts.389.down_proj,0.0000031393,0.05000,3.232
16,mlp.experts.126.down_proj,0.0000006038,0.05000,3.287
16,mlp.experts.287.down_proj,0.0000008479,0.05000,3.281
16,mlp.experts.248.down_proj,0.0000017376,0.05000,3.345
16,mlp.experts.493.down_proj,0.0000030565,0.05000,3.447
16,mlp.experts.112.down_proj,0.0000017155,0.05000,3.417
16,mlp.experts.139.down_proj,0.0000016241,0.05000,3.431
16,mlp.experts.249.down_proj,0.0000019315,0.05000,3.437
16,mlp.experts.428.down_proj,0.0000058388,0.05000,3.466
16,mlp.experts.289.down_proj,0.0000014502,0.05000,3.476
16,mlp.experts.282.down_proj,0.0000007460,0.05000,3.384
16,mlp.experts.305.down_proj,failsafe(rtn): 0.0014801,0.00000,0.170
16,mlp.experts.294.down_proj,0.0000045532,0.05000,3.438
16,mlp.experts.260.down_proj,0.0000008293,0.05000,3.498
16,mlp.experts.135.down_proj,0.0000013122,0.05000,3.383
16,mlp.experts.405.down_proj,0.0000013810,0.05000,3.416
16,mlp.experts.142.down_proj,0.0000036320,0.05000,3.407
16,mlp.experts.303.down_proj,0.0000004773,0.05000,3.393
16,mlp.experts.264.down_proj,0.0000013528,0.05000,3.328
16,mlp.experts.509.down_proj,0.0000012675,0.05000,3.420
16,mlp.experts.128.down_proj,0.0000009457,0.05000,3.326
16,mlp.experts.155.down_proj,0.0000016884,0.05000,3.356
16,mlp.experts.265.down_proj,0.0000028870,0.05000,3.384
16,mlp.experts.444.down_proj,0.0000005267,0.05000,3.353
16,mlp.experts.298.down_proj,0.0000008772,0.05000,3.315
16,mlp.experts.321.down_proj,0.0000010973,0.05000,3.336
16,mlp.experts.310.down_proj,0.0000012198,0.05000,3.342
16,mlp.experts.276.down_proj,0.0000011062,0.05000,3.347
16,mlp.experts.151.down_proj,0.0000015200,0.05000,3.255
16,mlp.experts.421.down_proj,0.0000007393,0.05000,3.260
16,mlp.experts.158.down_proj,0.0000013006,0.05000,3.255
16,mlp.experts.319.down_proj,0.0000011449,0.05000,3.258
16,mlp.experts.280.down_proj,0.0000020221,0.05000,3.282
16,mlp.experts.144.down_proj,0.0000021758,0.05000,3.182
16,mlp.experts.171.down_proj,0.0000009781,0.05000,3.158
16,mlp.experts.281.down_proj,0.0000009759,0.05000,3.173
16,mlp.experts.460.down_proj,0.0000008918,0.05000,3.150
16,mlp.experts.314.down_proj,0.0000014570,0.05000,3.142
16,mlp.experts.337.down_proj,0.0000027981,0.05000,3.207
16,mlp.experts.292.down_proj,0.0000008901,0.05000,3.061
16,mlp.experts.326.down_proj,0.0000004167,0.05000,3.139
16,mlp.experts.353.down_proj,failsafe(rtn): 0.0015793,0.00000,0.167
16,mlp.experts.308.down_proj,failsafe(rtn): 0.0015259,0.00000,0.151
16,mlp.experts.369.down_proj,failsafe(rtn): 0.0011978,0.00000,0.153
16,mlp.experts.167.down_proj,0.0000005913,0.05000,3.130
16,mlp.experts.437.down_proj,0.0000025019,0.05000,3.118
16,mlp.experts.174.down_proj,0.0000011433,0.05000,3.004
16,mlp.experts.296.down_proj,0.0000018626,0.05000,3.026
16,mlp.experts.335.down_proj,0.0000008940,0.05000,3.077
16,mlp.experts.160.down_proj,0.0000012204,0.05000,3.157
16,mlp.experts.187.down_proj,0.0000013134,0.05000,3.123
16,mlp.experts.297.down_proj,0.0000009932,0.05000,3.107
16,mlp.experts.476.down_proj,0.0000010501,0.05000,3.137
16,mlp.experts.330.down_proj,0.0000003098,0.05000,3.133
16,mlp.experts.346.down_proj,failsafe(rtn): 0.0015106,0.00000,0.162
16,mlp.experts.342.down_proj,0.0000007863,0.05000,3.151
16,mlp.experts.324.down_proj,0.0000012524,0.05000,3.161
16,mlp.experts.385.down_proj,0.0000018613,0.05000,3.219
16,mlp.experts.483.up_proj,0.0000124861,0.05000,13.029
16,mlp.experts.183.down_proj,0.0000010751,0.05000,3.321
16,mlp.experts.453.down_proj,0.0000004411,0.05000,3.318
16,mlp.experts.190.down_proj,0.0000005019,0.05000,3.230
16,mlp.experts.351.down_proj,0.0000005718,0.05000,3.277
16,mlp.experts.312.down_proj,0.0000014749,0.05000,3.340
16,mlp.experts.176.down_proj,0.0000016493,0.05000,3.257
16,mlp.experts.203.down_proj,0.0000020079,0.05000,3.310
16,mlp.experts.313.down_proj,0.0000014201,0.05000,3.331
16,mlp.experts.219.down_proj,failsafe(rtn): 0.0014877,0.00000,0.160
16,mlp.experts.492.down_proj,0.0000005611,0.05000,3.204
16,mlp.experts.362.down_proj,0.0000001954,0.05000,3.167
16,mlp.experts.358.down_proj,0.0000016205,0.05000,3.164
16,mlp.experts.340.down_proj,0.0000007372,0.05000,3.208
16,mlp.experts.401.down_proj,0.0000012054,0.05000,3.256
16,mlp.experts.199.down_proj,0.0000002504,0.05000,3.166
16,mlp.experts.469.down_proj,0.0000010836,0.05000,3.148
16,mlp.experts.485.down_proj,failsafe(rtn): 0.0015564,0.00000,0.155
16,mlp.experts.206.down_proj,0.0000015808,0.05000,3.184
16,mlp.experts.367.down_proj,0.0000003731,0.05000,3.189
16,mlp.experts.328.down_proj,0.0000012618,0.05000,3.143
16,mlp.experts.192.down_proj,0.0000010696,0.05000,3.119
16,mlp.experts.329.down_proj,0.0000022425,0.05000,3.218
16,mlp.experts.235.down_proj,0.0000001505,0.05000,3.187
16,mlp.experts.508.down_proj,0.0000010673,0.05000,3.243
16,mlp.experts.378.down_proj,0.0000014531,0.05000,3.238
16,mlp.experts.374.down_proj,0.0000008679,0.05000,3.209
16,mlp.experts.356.down_proj,0.0000005153,0.05000,3.233
16,mlp.experts.417.down_proj,0.0000012190,0.05000,3.201
16,mlp.experts.215.down_proj,0.0000037631,0.05000,3.137
16,mlp.experts.231.down_proj,failsafe(rtn): 0.0015488,0.00000,0.170
16,mlp.experts.501.down_proj,0.0000023250,0.05000,3.171
16,mlp.experts.222.down_proj,0.0000009465,0.05000,3.179
16,mlp.experts.383.down_proj,0.0000017096,0.05000,3.161
16,mlp.experts.344.down_proj,0.0000011015,0.05000,3.170
16,mlp.experts.238.down_proj,failsafe(rtn): 0.0015411,0.00000,0.132
16,mlp.experts.208.down_proj,0.0000006355,0.05000,3.028
16,mlp.experts.224.down_proj,failsafe(rtn): 0.0014343,0.00000,0.136
16,mlp.experts.251.down_proj,0.0000082008,0.05000,2.997
16,mlp.experts.345.down_proj,0.0000009632,0.05000,3.009
16,mlp.experts.394.down_proj,0.0000045358,0.05000,2.794
16,mlp.experts.390.down_proj,0.0000027465,0.05000,2.769
16,mlp.experts.372.down_proj,0.0000018415,0.05000,2.736
16,mlp.experts.433.down_proj,0.0000001356,0.05000,2.772
16,mlp.experts.247.down_proj,0.0000009461,0.05000,2.772
16,mlp.experts.254.down_proj,0.0000014069,0.05000,2.677
16,mlp.experts.399.down_proj,0.0000010753,0.05000,2.715
16,mlp.experts.360.down_proj,0.0000021502,0.05000,2.725
16,mlp.experts.240.down_proj,0.0000011121,0.05000,2.586
16,mlp.experts.361.down_proj,0.0000008566,0.05000,2.510
16,mlp.experts.267.down_proj,0.0000012491,0.05000,2.552
16,mlp.experts.410.down_proj,0.0000032843,0.05000,2.593
16,mlp.experts.406.down_proj,0.0000008595,0.05000,2.598
16,mlp.experts.388.down_proj,0.0000012085,0.05000,2.621
16,mlp.experts.449.down_proj,0.0000017451,0.05000,2.560
16,mlp.experts.499.up_proj,0.0000168701,0.05000,11.635
16,mlp.experts.263.down_proj,0.0000024893,0.05000,2.480
16,mlp.experts.270.down_proj,0.0000006633,0.05000,2.461
16,mlp.experts.415.down_proj,0.0000009269,0.05000,2.472
16,mlp.experts.376.down_proj,0.0000020123,0.05000,2.458
16,mlp.experts.256.down_proj,0.0000017204,0.05000,2.502
16,mlp.experts.377.down_proj,0.0000004998,0.05000,2.527
16,mlp.experts.283.down_proj,0.0000016692,0.05000,2.553
16,mlp.experts.426.down_proj,0.0000008693,0.05000,2.521
16,mlp.experts.422.down_proj,0.0000017628,0.05000,2.527
16,mlp.experts.404.down_proj,0.0000008281,0.05000,2.477
16,mlp.experts.465.down_proj,0.0000006342,0.05000,2.497
16,mlp.experts.3.down_proj,0.0000007704,0.05000,2.532
16,mlp.experts.279.down_proj,0.0000013991,0.05000,2.629
16,mlp.experts.286.down_proj,0.0000009132,0.05000,2.723
16,mlp.experts.392.down_proj,0.0000009191,0.05000,2.700
16,mlp.experts.431.down_proj,0.0000008166,0.05000,2.765
16,mlp.experts.272.down_proj,0.0000010019,0.05000,2.761
16,mlp.experts.393.down_proj,0.0000051286,0.05000,2.734
16,mlp.experts.299.down_proj,0.0000007291,0.05000,2.787
16,mlp.experts.442.down_proj,0.0000043163,0.05000,2.789
16,mlp.experts.438.down_proj,0.0000015131,0.05000,2.819
16,mlp.experts.420.down_proj,0.0000008304,0.05000,2.784
16,mlp.experts.481.down_proj,0.0000008414,0.05000,2.813
16,mlp.experts.19.down_proj,0.0000007642,0.05000,2.814
16,mlp.experts.295.down_proj,0.0000006296,0.05000,2.840
16,mlp.experts.408.down_proj,0.0000021755,0.05000,2.658
16,mlp.experts.302.down_proj,0.0000018696,0.05000,2.712
16,mlp.experts.447.down_proj,0.0000009236,0.05000,2.699
16,mlp.experts.288.down_proj,0.0000009255,0.05000,2.576
16,mlp.experts.409.down_proj,0.0000011819,0.05000,2.572
16,mlp.experts.315.down_proj,0.0000005869,0.05000,2.513
16,mlp.experts.458.down_proj,0.0000014262,0.05000,2.429
16,mlp.experts.454.down_proj,0.0000006569,0.05000,2.486
16,mlp.experts.436.down_proj,0.0000044987,0.05000,2.459
16,mlp.experts.497.down_proj,0.0000006281,0.05000,2.501
16,mlp.experts.35.down_proj,0.0000017456,0.05000,2.486
16,mlp.experts.311.down_proj,0.0000016576,0.05000,2.457
16,mlp.experts.424.down_proj,0.0000045151,0.05000,2.463
16,mlp.experts.318.down_proj,0.0000048577,0.05000,2.530
16,mlp.experts.463.down_proj,0.0000009843,0.05000,2.501
16,mlp.experts.440.down_proj,failsafe(rtn): 0.0014877,0.00000,0.146
16,mlp.experts.456.down_proj,failsafe(rtn): 0.0014801,0.00000,0.127
16,mlp.experts.304.down_proj,0.0000011986,0.05000,2.604
16,mlp.experts.425.down_proj,0.0000009082,0.05000,2.554
16,mlp.experts.331.down_proj,0.0000034667,0.05000,2.624
16,mlp.experts.474.down_proj,0.0000071196,0.05000,2.524
16,mlp.experts.470.down_proj,0.0000012943,0.05000,2.547
16,mlp.experts.452.down_proj,0.0000010902,0.05000,2.553
16,mlp.experts.51.down_proj,0.0000014604,0.05000,2.451
16,mlp.experts.327.down_proj,0.0000030086,0.05000,2.431
16,mlp.experts.334.down_proj,0.0000003980,0.05000,2.415
16,mlp.experts.479.down_proj,0.0000009744,0.05000,2.445
16,mlp.experts.472.down_proj,0.0000006187,0.05000,2.373
16,mlp.experts.441.down_proj,0.0000012279,0.05000,2.229
16,mlp.experts.320.down_proj,0.0000004914,0.05000,2.289
16,mlp.experts.457.down_proj,failsafe(rtn): 0.0014725,0.00000,0.114
16,mlp.experts.347.down_proj,0.0000005528,0.05000,2.283
16,mlp.experts.490.down_proj,0.0000039867,0.05000,2.270
16,mlp.experts.486.down_proj,0.0000004911,0.05000,2.250
16,mlp.experts.468.down_proj,0.0000022735,0.05000,2.329
16,mlp.experts.484.down_proj,failsafe(rtn): 0.0014572,0.00000,0.119
16,mlp.experts.67.down_proj,0.0000008505,0.05000,2.294
16,mlp.experts.343.down_proj,0.0000005251,0.05000,2.299
16,mlp.experts.350.down_proj,0.0000017646,0.05000,2.252
16,mlp.experts.495.down_proj,0.0000012429,0.05000,2.271
16,mlp.experts.366.down_proj,failsafe(rtn): 0.0014801,0.00000,0.113
16,mlp.experts.488.down_proj,0.0000009904,0.05000,2.258
16,mlp.experts.336.down_proj,0.0000007581,0.05000,2.254
16,mlp.experts.473.down_proj,0.0000006442,0.05000,2.237
16,mlp.experts.352.down_proj,failsafe(rtn): 0.0014343,0.00000,0.127
16,mlp.experts.363.down_proj,0.0000033255,0.05000,2.316
16,mlp.experts.506.down_proj,0.0000011114,0.05000,2.272
16,mlp.experts.502.down_proj,0.0000017844,0.05000,2.267
16,mlp.experts.500.down_proj,0.0000041024,0.05000,2.235
16,mlp.experts.83.down_proj,0.0000005127,0.05000,2.238
16,mlp.experts.359.down_proj,0.0000003900,0.05000,2.123
16,mlp.experts.382.down_proj,0.0000005588,0.05000,2.018
16,mlp.experts.504.down_proj,0.0000015883,0.05000,2.013
16,mlp.experts.511.down_proj,0.0000021123,0.05000,2.112
16,mlp.experts.489.down_proj,0.0000008800,0.05000,1.691
16,mlp.experts.368.down_proj,0.0000004937,0.05000,1.670
16,mlp.experts.505.down_proj,failsafe(rtn): 0.0015259,0.00000,0.075
16,mlp.experts.379.down_proj,0.0000070329,0.05000,1.682
16,mlp.experts.99.down_proj,0.0000009800,0.05000,1.258
16,mlp.experts.375.down_proj,0.0000013371,0.05000,1.162
16,mlp.experts.398.down_proj,0.0000008599,0.05000,0.974
16,mlp.experts.384.down_proj,0.0000016725,0.05000,0.869
16,mlp.experts.395.down_proj,0.0000012489,0.05000,0.921
16,mlp.experts.115.down_proj,0.0000005559,0.05000,0.900
16,mlp.experts.414.down_proj,0.0000010934,0.05000,0.866
16,mlp.experts.391.down_proj,0.0000001794,0.05000,0.923
16,mlp.experts.400.down_proj,0.0000014454,0.05000,0.880
16,mlp.experts.411.down_proj,0.0000010238,0.05000,0.913
16,mlp.experts.131.down_proj,0.0000010081,0.05000,0.861
16,mlp.experts.430.down_proj,0.0000013780,0.05000,0.761
16,mlp.experts.407.down_proj,0.0000038487,0.05000,0.824
16,mlp.experts.416.down_proj,0.0000013820,0.05000,0.740
16,mlp.experts.427.down_proj,0.0000018756,0.05000,0.790
16,mlp.experts.147.down_proj,0.0000017387,0.05000,0.783
16,mlp.experts.446.down_proj,0.0000017600,0.05000,0.725
16,mlp.experts.423.down_proj,0.0000012057,0.05000,0.779
16,mlp.experts.432.down_proj,0.0000003218,0.05000,0.747
16,mlp.experts.443.down_proj,0.0000040781,0.05000,0.761
16,mlp.experts.462.down_proj,0.0000012833,0.05000,0.788
16,mlp.experts.163.down_proj,0.0000010385,0.05000,0.826
16,mlp.experts.439.down_proj,0.0000001901,0.05000,0.847
16,mlp.experts.448.down_proj,0.0000040936,0.05000,0.807
16,mlp.experts.459.down_proj,0.0000011940,0.05000,0.921
16,mlp.experts.478.down_proj,0.0000003277,0.05000,0.853
16,mlp.experts.179.down_proj,0.0000006521,0.05000,0.914
16,mlp.experts.455.down_proj,0.0000006472,0.05000,0.861
16,mlp.experts.464.down_proj,0.0000012154,0.05000,0.824
16,mlp.experts.475.down_proj,0.0000017926,0.05000,0.863
16,mlp.experts.494.down_proj,0.0000019545,0.05000,0.814
16,mlp.experts.195.down_proj,0.0000017395,0.05000,0.914
16,mlp.experts.471.down_proj,0.0000006998,0.05000,0.909
16,mlp.experts.480.down_proj,0.0000020218,0.05000,0.859
16,mlp.experts.491.down_proj,0.0000011007,0.05000,0.901
16,mlp.experts.510.down_proj,0.0000017075,0.05000,0.852
16,mlp.experts.211.down_proj,0.0000011705,0.05000,0.828
16,mlp.experts.487.down_proj,0.0000008940,0.05000,0.758
16,mlp.experts.496.down_proj,0.0000014329,0.05000,0.730
16,mlp.experts.507.down_proj,0.0000007375,0.05000,0.511
16,mlp.experts.227.down_proj,0.0000003309,0.05000,0.326
16,mlp.experts.503.down_proj,0.0000006210,0.05000,0.301
16,mlp.experts.243.down_proj,0.0000013170,0.05000,0.141
16,mlp.experts.259.down_proj,0.0000003341,0.05000,0.128
16,mlp.experts.275.down_proj,0.0000026588,0.05000,0.128
16,mlp.experts.291.down_proj,0.0000005437,0.05000,0.130
16,mlp.experts.307.down_proj,0.0000013570,0.05000,0.127
16,mlp.experts.323.down_proj,0.0000003879,0.05000,0.123
16,mlp.experts.339.down_proj,0.0000079758,0.05000,0.125
16,mlp.experts.355.down_proj,0.0000007615,0.05000,0.127
16,mlp.experts.371.down_proj,0.0000004129,0.05000,0.127
16,mlp.experts.387.down_proj,0.0000037237,0.05000,0.124
16,mlp.experts.403.down_proj,0.0000012742,0.05000,0.124
16,mlp.experts.419.down_proj,0.0000028727,0.05000,0.123
16,mlp.experts.435.down_proj,0.0000021165,0.05000,0.123
16,mlp.experts.451.down_proj,0.0000012576,0.05000,0.126
16,mlp.experts.467.down_proj,0.0000040056,0.05000,0.124
16,mlp.experts.483.down_proj,0.0000006871,0.05000,0.122
16,mlp.experts.499.down_proj,0.0000006959,0.05000,0.127
17,mlp.experts.13.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.823
17,mlp.experts.4.gate_proj,0.0000104896,0.05000,14.068
17,mlp.experts.6.gate_proj,0.0000148078,0.05000,14.107
17,mlp.experts.10.gate_proj,0.0000123215,0.05000,14.116
17,mlp.experts.2.gate_proj,0.0000259926,0.05000,14.094
17,mlp.experts.14.gate_proj,0.0000090358,0.05000,14.151
17,mlp.experts.7.gate_proj,0.0000113095,0.05000,14.179
17,mlp.experts.12.gate_proj,0.0000131561,0.05000,14.191
17,mlp.experts.5.gate_proj,0.0000152338,0.05000,14.260
17,mlp.experts.11.gate_proj,0.0000123006,0.05000,14.263
17,mlp.experts.1.gate_proj,0.0000367400,0.05000,14.266
17,mlp.experts.8.gate_proj,0.0000214164,0.05000,14.269
17,mlp.experts.15.gate_proj,0.0000341107,0.05000,14.277
17,mlp.experts.3.gate_proj,0.0000438703,0.05000,14.290
17,mlp.experts.0.gate_proj,0.0000225790,0.05000,14.360
17,mlp.experts.9.gate_proj,0.0000322115,0.05000,14.439
17,mlp.experts.28.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.850
17,mlp.experts.29.gate_proj,0.0000163745,0.05000,14.285
17,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.853
17,mlp.experts.33.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.748
17,mlp.experts.20.gate_proj,0.0000168886,0.05000,14.426
17,mlp.experts.30.gate_proj,0.0000125574,0.05000,14.336
17,mlp.experts.23.gate_proj,0.0000326945,0.05000,14.434
17,mlp.experts.22.gate_proj,0.0000137181,0.05000,14.536
17,mlp.experts.18.gate_proj,0.0000123284,0.05000,14.506
17,mlp.experts.24.gate_proj,0.0000244682,0.05000,14.411
17,mlp.experts.16.gate_proj,0.0000213856,0.05000,14.435
17,mlp.experts.19.gate_proj,0.0000206880,0.05000,14.456
17,mlp.experts.26.gate_proj,0.0000015498,0.05000,14.704
17,mlp.experts.25.gate_proj,0.0000112806,0.05000,14.406
17,mlp.experts.27.gate_proj,0.0000662052,0.05000,14.571
17,mlp.experts.21.gate_proj,0.0000102418,0.05000,14.618
17,mlp.experts.31.gate_proj,0.0000144063,0.05000,14.667
17,mlp.experts.44.gate_proj,0.0000313989,0.05000,14.427
17,mlp.experts.45.gate_proj,0.0000212099,0.05000,14.419
17,mlp.experts.49.gate_proj,0.0000558390,0.05000,14.518
17,mlp.experts.36.gate_proj,0.0000630800,0.05000,14.394
17,mlp.experts.46.gate_proj,0.0000087464,0.05000,14.447
17,mlp.experts.39.gate_proj,0.0000237932,0.05000,14.413
17,mlp.experts.40.gate_proj,0.0000521847,0.05000,14.498
17,mlp.experts.38.gate_proj,0.0000201020,0.05000,14.537
17,mlp.experts.34.gate_proj,0.0000248497,0.05000,14.552
17,mlp.experts.35.gate_proj,0.0000254288,0.05000,14.473
17,mlp.experts.43.gate_proj,0.0000196397,0.05000,14.416
17,mlp.experts.32.gate_proj,0.0000327513,0.05000,14.503
17,mlp.experts.42.gate_proj,0.0000089010,0.05000,14.471
17,mlp.experts.37.gate_proj,0.0000157378,0.05000,14.468
17,mlp.experts.41.gate_proj,0.0000350627,0.05000,14.580
17,mlp.experts.47.gate_proj,0.0000483809,0.05000,14.501
17,mlp.experts.60.gate_proj,0.0000415148,0.05000,14.488
17,mlp.experts.61.gate_proj,0.0000056152,0.05000,14.570
17,mlp.experts.65.gate_proj,0.0000313966,0.05000,14.454
17,mlp.experts.62.gate_proj,0.0000023482,0.05000,14.449
17,mlp.experts.52.gate_proj,0.0000402867,0.05000,14.565
17,mlp.experts.55.gate_proj,0.0000123953,0.05000,14.619
17,mlp.experts.56.gate_proj,0.0000412049,0.05000,14.567
17,mlp.experts.54.gate_proj,0.0000188026,0.05000,14.572
17,mlp.experts.48.gate_proj,0.0000187011,0.05000,14.503
17,mlp.experts.51.gate_proj,0.0000084681,0.05000,14.529
17,mlp.experts.50.gate_proj,0.0000125432,0.05000,14.618
17,mlp.experts.59.gate_proj,0.0000139811,0.05000,14.646
17,mlp.experts.53.gate_proj,0.0000134205,0.05000,14.588
17,mlp.experts.57.gate_proj,0.0000242845,0.05000,14.593
17,mlp.experts.63.gate_proj,0.0000081723,0.05000,14.679
17,mlp.experts.58.gate_proj,0.0000413911,0.05000,14.811
17,mlp.experts.76.gate_proj,0.0000021744,0.05000,14.515
17,mlp.experts.77.gate_proj,0.0000251913,0.05000,14.543
17,mlp.experts.93.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.743
17,mlp.experts.81.gate_proj,0.0000239866,0.05000,14.652
17,mlp.experts.68.gate_proj,0.0000215051,0.05000,14.809
17,mlp.experts.78.gate_proj,0.0000156242,0.05000,14.951
17,mlp.experts.71.gate_proj,0.0000126653,0.05000,14.737
17,mlp.experts.70.gate_proj,0.0000297794,0.05000,14.751
17,mlp.experts.72.gate_proj,0.0000130478,0.05000,14.840
17,mlp.experts.67.gate_proj,0.0000387999,0.05000,14.779
17,mlp.experts.69.gate_proj,0.0000167487,0.05000,14.734
17,mlp.experts.74.gate_proj,0.0000530316,0.05000,14.591
17,mlp.experts.64.gate_proj,0.0000158400,0.05000,14.947
17,mlp.experts.75.gate_proj,0.0000219985,0.05000,14.781
17,mlp.experts.66.gate_proj,0.0000194147,0.05000,14.862
17,mlp.experts.73.gate_proj,0.0000131436,0.05000,14.787
17,mlp.experts.79.gate_proj,0.0000238899,0.05000,14.739
17,mlp.experts.92.gate_proj,0.0000215476,0.05000,14.695
17,mlp.experts.109.gate_proj,0.0000176576,0.05000,14.666
17,mlp.experts.97.gate_proj,0.0000137537,0.05000,14.852
17,mlp.experts.94.gate_proj,0.0000096941,0.05000,14.522
17,mlp.experts.87.gate_proj,0.0000165773,0.05000,14.519
17,mlp.experts.84.gate_proj,0.0000328459,0.05000,14.672
17,mlp.experts.88.gate_proj,0.0000054580,0.05000,14.454
17,mlp.experts.86.gate_proj,0.0000148299,0.05000,14.545
17,mlp.experts.85.gate_proj,0.0000218204,0.05000,14.419
17,mlp.experts.83.gate_proj,0.0000105806,0.05000,14.584
17,mlp.experts.90.gate_proj,0.0000220614,0.05000,14.516
17,mlp.experts.82.gate_proj,0.0000105713,0.05000,14.502
17,mlp.experts.91.gate_proj,0.0000092657,0.05000,14.537
17,mlp.experts.80.gate_proj,0.0000152829,0.05000,14.553
17,mlp.experts.89.gate_proj,0.0000058565,0.05000,14.508
17,mlp.experts.95.gate_proj,0.0000219816,0.05000,14.686
17,mlp.experts.108.gate_proj,0.0000294471,0.05000,14.641
17,mlp.experts.105.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.779
17,mlp.experts.125.gate_proj,0.0000294715,0.05000,14.737
17,mlp.experts.113.gate_proj,0.0000297291,0.05000,14.620
17,mlp.experts.141.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.671
17,mlp.experts.110.gate_proj,0.0000273022,0.05000,14.071
17,mlp.experts.100.gate_proj,0.0000141166,0.05000,14.026
17,mlp.experts.103.gate_proj,0.0000547115,0.05000,14.135
17,mlp.experts.102.gate_proj,0.0000166159,0.05000,14.060
17,mlp.experts.104.gate_proj,0.0000341966,0.05000,14.146
17,mlp.experts.99.gate_proj,0.0000156258,0.05000,14.099
17,mlp.experts.101.gate_proj,0.0000184947,0.05000,14.157
17,mlp.experts.106.gate_proj,0.0000085604,0.05000,14.099
17,mlp.experts.107.gate_proj,0.0000127033,0.05000,14.102
17,mlp.experts.98.gate_proj,0.0000218073,0.05000,14.135
17,mlp.experts.96.gate_proj,0.0000354214,0.05000,14.232
17,mlp.experts.111.gate_proj,0.0000034341,0.05000,14.066
17,mlp.experts.124.gate_proj,0.0000100262,0.05000,14.108
17,mlp.experts.121.gate_proj,0.0000286079,0.05000,14.067
17,mlp.experts.129.gate_proj,0.0000262601,0.05000,14.322
17,mlp.experts.157.gate_proj,0.0000104625,0.05000,14.204
17,mlp.experts.119.gate_proj,0.0000211994,0.05000,14.372
17,mlp.experts.126.gate_proj,0.0000396958,0.05000,14.521
17,mlp.experts.116.gate_proj,0.0000289786,0.05000,14.614
17,mlp.experts.120.gate_proj,0.0000168358,0.05000,14.428
17,mlp.experts.118.gate_proj,0.0000442813,0.05000,14.578
17,mlp.experts.117.gate_proj,0.0000176872,0.05000,14.553
17,mlp.experts.115.gate_proj,0.0000320695,0.05000,14.592
17,mlp.experts.114.gate_proj,0.0000129641,0.05000,14.518
17,mlp.experts.112.gate_proj,0.0000014920,0.05000,14.428
17,mlp.experts.123.gate_proj,0.0000172525,0.05000,14.588
17,mlp.experts.122.gate_proj,0.0000139414,0.05000,14.755
17,mlp.experts.127.gate_proj,0.0000104541,0.05000,14.657
17,mlp.experts.140.gate_proj,0.0000179020,0.05000,14.723
17,mlp.experts.137.gate_proj,0.0000117155,0.05000,14.768
17,mlp.experts.145.gate_proj,0.0000144470,0.05000,14.663
17,mlp.experts.173.gate_proj,0.0000410604,0.05000,14.623
17,mlp.experts.142.gate_proj,0.0000205462,0.05000,14.715
17,mlp.experts.135.gate_proj,0.0000595962,0.05000,14.810
17,mlp.experts.136.gate_proj,0.0000115872,0.05000,14.713
17,mlp.experts.134.gate_proj,0.0000186674,0.05000,14.854
17,mlp.experts.133.gate_proj,0.0000168728,0.05000,14.744
17,mlp.experts.132.gate_proj,0.0000063322,0.05000,15.039
17,mlp.experts.130.gate_proj,0.0000148124,0.05000,14.747
17,mlp.experts.139.gate_proj,0.0000132774,0.05000,14.727
17,mlp.experts.131.gate_proj,0.0000112799,0.05000,14.919
17,mlp.experts.128.gate_proj,0.0000135217,0.05000,14.857
17,mlp.experts.138.gate_proj,0.0000117375,0.05000,14.803
17,mlp.experts.143.gate_proj,0.0000013946,0.05000,14.871
17,mlp.experts.156.gate_proj,0.0000392255,0.05000,14.608
17,mlp.experts.150.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.797
17,mlp.experts.153.gate_proj,0.0000208398,0.05000,14.737
17,mlp.experts.161.gate_proj,0.0000340738,0.05000,14.722
17,mlp.experts.189.gate_proj,0.0000256198,0.05000,14.691
17,mlp.experts.151.gate_proj,0.0000068425,0.05000,14.505
17,mlp.experts.158.gate_proj,0.0000353390,0.05000,14.594
17,mlp.experts.152.gate_proj,0.0000072733,0.05000,14.526
17,mlp.experts.149.gate_proj,0.0000194115,0.05000,14.461
17,mlp.experts.148.gate_proj,0.0000269127,0.05000,14.469
17,mlp.experts.146.gate_proj,0.0000350292,0.05000,14.458
17,mlp.experts.155.gate_proj,0.0000190056,0.05000,14.585
17,mlp.experts.144.gate_proj,0.0000301007,0.05000,14.504
17,mlp.experts.154.gate_proj,0.0000500027,0.05000,14.532
17,mlp.experts.147.gate_proj,0.0000213565,0.05000,14.677
17,mlp.experts.159.gate_proj,0.0000335205,0.05000,14.549
17,mlp.experts.172.gate_proj,0.0000283738,0.05000,14.629
17,mlp.experts.166.gate_proj,0.0000181788,0.05000,14.650
17,mlp.experts.169.gate_proj,0.0000239754,0.05000,14.647
17,mlp.experts.182.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.701
17,mlp.experts.177.gate_proj,0.0000204214,0.05000,14.713
17,mlp.experts.205.gate_proj,0.0000327764,0.05000,14.534
17,mlp.experts.167.gate_proj,0.0000358478,0.05000,14.137
17,mlp.experts.168.gate_proj,0.0000163898,0.05000,14.052
17,mlp.experts.174.gate_proj,0.0000417276,0.05000,14.263
17,mlp.experts.165.gate_proj,0.0000117041,0.05000,14.074
17,mlp.experts.164.gate_proj,0.0000134152,0.05000,14.149
17,mlp.experts.162.gate_proj,0.0000440916,0.05000,14.144
17,mlp.experts.171.gate_proj,0.0000214937,0.05000,14.020
17,mlp.experts.160.gate_proj,0.0000156076,0.05000,14.133
17,mlp.experts.163.gate_proj,0.0000116980,0.05000,14.096
17,mlp.experts.170.gate_proj,0.0000463055,0.05000,14.232
17,mlp.experts.175.gate_proj,0.0000132172,0.05000,14.103
17,mlp.experts.188.gate_proj,0.0000116408,0.05000,14.086
17,mlp.experts.185.gate_proj,0.0000198205,0.05000,14.192
17,mlp.experts.198.gate_proj,0.0000190757,0.05000,14.142
17,mlp.experts.193.gate_proj,0.0000255892,0.05000,14.154
17,mlp.experts.221.gate_proj,0.0000311014,0.05000,13.991
17,mlp.experts.237.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.720
17,mlp.experts.183.gate_proj,0.0000198827,0.05000,14.572
17,mlp.experts.184.gate_proj,0.0000257908,0.05000,14.601
17,mlp.experts.190.gate_proj,0.0000473863,0.05000,14.741
17,mlp.experts.181.gate_proj,0.0000237127,0.05000,14.727
17,mlp.experts.180.gate_proj,0.0000094188,0.05000,14.622
17,mlp.experts.178.gate_proj,0.0000317791,0.05000,14.567
17,mlp.experts.176.gate_proj,0.0000107360,0.05000,14.604
17,mlp.experts.187.gate_proj,0.0000151271,0.05000,14.815
17,mlp.experts.179.gate_proj,0.0000343979,0.05000,14.662
17,mlp.experts.186.gate_proj,0.0000196017,0.05000,14.716
17,mlp.experts.191.gate_proj,0.0000095768,0.05000,14.743
17,mlp.experts.204.gate_proj,0.0000195502,0.05000,14.551
17,mlp.experts.201.gate_proj,0.0000146408,0.05000,14.716
17,mlp.experts.214.gate_proj,0.0000272318,0.05000,14.634
17,mlp.experts.217.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.711
17,mlp.experts.209.gate_proj,0.0000406566,0.05000,14.681
17,mlp.experts.253.gate_proj,0.0000185604,0.05000,14.652
17,mlp.experts.199.gate_proj,0.0000117060,0.05000,14.429
17,mlp.experts.200.gate_proj,0.0000253372,0.05000,14.486
17,mlp.experts.206.gate_proj,0.0000157105,0.05000,14.329
17,mlp.experts.196.gate_proj,0.0000090806,0.05000,14.418
17,mlp.experts.194.gate_proj,0.0000203887,0.05000,14.437
17,mlp.experts.197.gate_proj,0.0000208033,0.05000,14.609
17,mlp.experts.192.gate_proj,0.0000259047,0.05000,14.382
17,mlp.experts.203.gate_proj,0.0000133582,0.05000,14.391
17,mlp.experts.195.gate_proj,0.0000170409,0.05000,14.414
17,mlp.experts.202.gate_proj,0.0000273846,0.05000,14.494
17,mlp.experts.207.gate_proj,0.0000134474,0.05000,14.558
17,mlp.experts.220.gate_proj,0.0000372133,0.05000,14.543
17,mlp.experts.218.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.785
17,mlp.experts.223.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.755
17,mlp.experts.230.gate_proj,0.0000131465,0.05000,14.389
17,mlp.experts.233.gate_proj,0.0000116682,0.05000,14.394
17,mlp.experts.225.gate_proj,0.0000085578,0.05000,14.529
17,mlp.experts.269.gate_proj,0.0000203911,0.05000,14.625
17,mlp.experts.216.gate_proj,0.0000287630,0.05000,14.720
17,mlp.experts.215.gate_proj,0.0000116715,0.05000,14.967
17,mlp.experts.222.gate_proj,0.0000145214,0.05000,14.877
17,mlp.experts.212.gate_proj,0.0000341488,0.05000,14.902
17,mlp.experts.210.gate_proj,0.0000174434,0.05000,14.913
17,mlp.experts.208.gate_proj,0.0000241812,0.05000,14.848
17,mlp.experts.213.gate_proj,0.0000268662,0.05000,15.086
17,mlp.experts.219.gate_proj,0.0000334523,0.05000,15.008
17,mlp.experts.211.gate_proj,0.0000063862,0.05000,14.977
17,mlp.experts.236.gate_proj,0.0000175394,0.05000,14.818
17,mlp.experts.224.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.730
17,mlp.experts.235.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.721
17,mlp.experts.234.gate_proj,0.0000332092,0.05000,14.836
17,mlp.experts.246.gate_proj,0.0000115949,0.05000,14.720
17,mlp.experts.239.gate_proj,0.0000171009,0.05000,14.855
17,mlp.experts.249.gate_proj,0.0000528427,0.05000,14.975
17,mlp.experts.241.gate_proj,0.0000057594,0.05000,15.015
17,mlp.experts.285.gate_proj,0.0000147473,0.05000,14.865
17,mlp.experts.232.gate_proj,0.0000053505,0.05000,14.513
17,mlp.experts.231.gate_proj,0.0000088155,0.05000,14.591
17,mlp.experts.238.gate_proj,0.0000136297,0.05000,14.507
17,mlp.experts.228.gate_proj,0.0000116689,0.05000,14.479
17,mlp.experts.226.gate_proj,0.0000197156,0.05000,14.439
17,mlp.experts.229.gate_proj,0.0000282709,0.05000,14.474
17,mlp.experts.227.gate_proj,0.0000108170,0.05000,14.478
17,mlp.experts.252.gate_proj,0.0000186876,0.05000,14.343
17,mlp.experts.240.gate_proj,0.0000160117,0.05000,14.455
17,mlp.experts.251.gate_proj,0.0000317280,0.05000,14.413
17,mlp.experts.243.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.799
17,mlp.experts.262.gate_proj,0.0000148541,0.05000,14.442
17,mlp.experts.255.gate_proj,0.0000152458,0.05000,14.376
17,mlp.experts.250.gate_proj,0.0000229585,0.05000,14.587
17,mlp.experts.265.gate_proj,0.0000401778,0.05000,14.557
17,mlp.experts.257.gate_proj,0.0000474094,0.05000,14.425
17,mlp.experts.301.gate_proj,0.0000067877,0.05000,14.629
17,mlp.experts.248.gate_proj,0.0000228667,0.05000,14.728
17,mlp.experts.247.gate_proj,0.0000165944,0.05000,14.749
17,mlp.experts.254.gate_proj,0.0000143519,0.05000,14.693
17,mlp.experts.244.gate_proj,0.0000212964,0.05000,14.669
17,mlp.experts.242.gate_proj,0.0000059618,0.05000,14.788
17,mlp.experts.245.gate_proj,0.0000078521,0.05000,14.811
17,mlp.experts.268.gate_proj,0.0000223599,0.05000,14.785
17,mlp.experts.256.gate_proj,0.0000146524,0.05000,14.708
17,mlp.experts.267.gate_proj,0.0000197225,0.05000,14.679
17,mlp.experts.259.gate_proj,0.0000180340,0.05000,14.779
17,mlp.experts.266.gate_proj,0.0000327961,0.05000,14.609
17,mlp.experts.278.gate_proj,0.0000046325,0.05000,14.732
17,mlp.experts.271.gate_proj,0.0000325702,0.05000,14.830
17,mlp.experts.281.gate_proj,0.0000283267,0.05000,14.714
17,mlp.experts.273.gate_proj,0.0000209281,0.05000,14.772
17,mlp.experts.317.gate_proj,0.0000223598,0.05000,14.707
17,mlp.experts.264.gate_proj,0.0000189399,0.05000,14.114
17,mlp.experts.263.gate_proj,0.0000098657,0.05000,14.047
17,mlp.experts.270.gate_proj,0.0000134782,0.05000,14.088
17,mlp.experts.260.gate_proj,0.0000446164,0.05000,14.072
17,mlp.experts.258.gate_proj,0.0000302052,0.05000,14.096
17,mlp.experts.261.gate_proj,0.0000240430,0.05000,14.170
17,mlp.experts.284.gate_proj,0.0000128503,0.05000,14.052
17,mlp.experts.272.gate_proj,0.0000291258,0.05000,14.015
17,mlp.experts.283.gate_proj,0.0000276865,0.05000,14.130
17,mlp.experts.275.gate_proj,0.0000164776,0.05000,14.090
17,mlp.experts.282.gate_proj,0.0000139860,0.05000,14.149
17,mlp.experts.294.gate_proj,0.0000692076,0.05000,14.100
17,mlp.experts.287.gate_proj,0.0000026208,0.05000,14.036
17,mlp.experts.297.gate_proj,0.0000173543,0.05000,14.102
17,mlp.experts.289.gate_proj,0.0000280238,0.05000,14.302
17,mlp.experts.333.gate_proj,0.0000318648,0.05000,14.262
17,mlp.experts.280.gate_proj,0.0000278141,0.05000,14.837
17,mlp.experts.279.gate_proj,0.0000283650,0.05000,14.696
17,mlp.experts.286.gate_proj,0.0000066819,0.05000,14.807
17,mlp.experts.276.gate_proj,0.0000184966,0.05000,14.858
17,mlp.experts.274.gate_proj,0.0000137686,0.05000,14.903
17,mlp.experts.277.gate_proj,0.0000241108,0.05000,14.951
17,mlp.experts.288.gate_proj,0.0000111650,0.05000,14.710
17,mlp.experts.300.gate_proj,0.0000119703,0.05000,14.866
17,mlp.experts.299.gate_proj,0.0000284426,0.05000,14.898
17,mlp.experts.298.gate_proj,0.0000206686,0.05000,14.751
17,mlp.experts.310.gate_proj,0.0000346959,0.05000,14.723
17,mlp.experts.291.gate_proj,0.0000205488,0.05000,14.864
17,mlp.experts.303.gate_proj,0.0000156209,0.05000,14.914
17,mlp.experts.313.gate_proj,0.0000262496,0.05000,14.825
17,mlp.experts.305.gate_proj,0.0000348622,0.05000,14.710
17,mlp.experts.349.gate_proj,0.0000484287,0.05000,14.653
17,mlp.experts.365.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.817
17,mlp.experts.296.gate_proj,0.0000314723,0.05000,14.822
17,mlp.experts.295.gate_proj,0.0000259480,0.05000,14.952
17,mlp.experts.302.gate_proj,0.0000154201,0.05000,14.950
17,mlp.experts.292.gate_proj,0.0000397384,0.05000,14.881
17,mlp.experts.290.gate_proj,0.0000250606,0.05000,14.764
17,mlp.experts.304.gate_proj,0.0000080746,0.05000,14.763
17,mlp.experts.293.gate_proj,0.0000406693,0.05000,14.777
17,mlp.experts.316.gate_proj,0.0000070503,0.05000,14.896
17,mlp.experts.315.gate_proj,0.0000128603,0.05000,14.965
17,mlp.experts.314.gate_proj,0.0000073205,0.05000,14.815
17,mlp.experts.326.gate_proj,0.0000237185,0.05000,14.826
17,mlp.experts.307.gate_proj,0.0000383070,0.05000,14.962
17,mlp.experts.319.gate_proj,0.0000120454,0.05000,14.917
17,mlp.experts.331.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.821
17,mlp.experts.329.gate_proj,0.0000065071,0.05000,14.982
17,mlp.experts.321.gate_proj,0.0000166931,0.05000,15.007
17,mlp.experts.381.gate_proj,0.0000188988,0.05000,14.665
17,mlp.experts.312.gate_proj,0.0000091395,0.05000,14.534
17,mlp.experts.311.gate_proj,0.0000353976,0.05000,14.685
17,mlp.experts.308.gate_proj,0.0000206875,0.05000,14.507
17,mlp.experts.318.gate_proj,0.0000098178,0.05000,14.693
17,mlp.experts.306.gate_proj,0.0000141001,0.05000,14.640
17,mlp.experts.309.gate_proj,0.0000203774,0.05000,14.598
17,mlp.experts.320.gate_proj,0.0000105126,0.05000,14.614
17,mlp.experts.332.gate_proj,0.0000320867,0.05000,14.559
17,mlp.experts.342.gate_proj,0.0000066941,0.05000,14.511
17,mlp.experts.325.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.732
17,mlp.experts.330.gate_proj,0.0000120658,0.05000,14.607
17,mlp.experts.323.gate_proj,0.0000176965,0.05000,14.575
17,mlp.experts.335.gate_proj,0.0000174118,0.05000,14.765
17,mlp.experts.347.gate_proj,0.0000463064,0.05000,14.732
17,mlp.experts.345.gate_proj,0.0000177596,0.05000,14.692
17,mlp.experts.337.gate_proj,0.0000080613,0.05000,14.586
17,mlp.experts.397.gate_proj,0.0000228942,0.05000,14.677
17,mlp.experts.328.gate_proj,0.0000370959,0.05000,14.534
17,mlp.experts.324.gate_proj,0.0000168786,0.05000,14.776
17,mlp.experts.327.gate_proj,0.0000464774,0.05000,14.878
17,mlp.experts.334.gate_proj,0.0000367214,0.05000,14.802
17,mlp.experts.322.gate_proj,0.0000171129,0.05000,14.706
17,mlp.experts.336.gate_proj,0.0000348847,0.05000,14.676
17,mlp.experts.348.gate_proj,0.0000226177,0.05000,14.661
17,mlp.experts.358.gate_proj,0.0000225076,0.05000,14.632
17,mlp.experts.346.gate_proj,0.0000217192,0.05000,14.639
17,mlp.experts.341.gate_proj,0.0000102371,0.05000,14.647
17,mlp.experts.352.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.722
17,mlp.experts.339.gate_proj,0.0000535015,0.05000,14.619
17,mlp.experts.351.gate_proj,0.0000224473,0.05000,14.569
17,mlp.experts.363.gate_proj,0.0000175016,0.05000,14.700
17,mlp.experts.361.gate_proj,0.0000069801,0.05000,14.618
17,mlp.experts.353.gate_proj,0.0000193276,0.05000,14.606
17,mlp.experts.379.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.651
17,mlp.experts.413.gate_proj,0.0000203396,0.05000,14.427
17,mlp.experts.344.gate_proj,0.0000061154,0.05000,14.772
17,mlp.experts.343.gate_proj,0.0000140938,0.05000,14.640
17,mlp.experts.338.gate_proj,0.0000199316,0.05000,14.519
17,mlp.experts.340.gate_proj,0.0000588291,0.05000,14.745
17,mlp.experts.350.gate_proj,0.0000176881,0.05000,14.660
17,mlp.experts.364.gate_proj,0.0000219441,0.05000,14.676
17,mlp.experts.374.gate_proj,0.0000026483,0.05000,14.632
17,mlp.experts.357.gate_proj,0.0000120800,0.05000,14.589
17,mlp.experts.368.gate_proj,0.0000158837,0.05000,14.677
17,mlp.experts.355.gate_proj,0.0000142629,0.05000,14.607
17,mlp.experts.362.gate_proj,0.0000108130,0.05000,14.768
17,mlp.experts.367.gate_proj,0.0000202075,0.05000,14.582
17,mlp.experts.377.gate_proj,0.0000078459,0.05000,14.681
17,mlp.experts.369.gate_proj,0.0000225729,0.05000,14.710
17,mlp.experts.395.gate_proj,0.0000435529,0.05000,14.781
17,mlp.experts.411.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.737
17,mlp.experts.429.gate_proj,0.0000271225,0.05000,14.829
17,mlp.experts.360.gate_proj,0.0000179948,0.05000,14.069
17,mlp.experts.354.gate_proj,0.0000237691,0.05000,14.111
17,mlp.experts.356.gate_proj,0.0000289539,0.05000,14.031
17,mlp.experts.359.gate_proj,0.0000278581,0.05000,14.140
17,mlp.experts.376.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.716
17,mlp.experts.366.gate_proj,0.0000178659,0.05000,14.275
17,mlp.experts.380.gate_proj,0.0000265796,0.05000,14.273
17,mlp.experts.392.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.773
17,mlp.experts.373.gate_proj,0.0000154768,0.05000,14.207
17,mlp.experts.390.gate_proj,0.0000500458,0.05000,14.302
17,mlp.experts.371.gate_proj,0.0000307044,0.05000,14.148
17,mlp.experts.384.gate_proj,0.0000214888,0.05000,14.196
17,mlp.experts.378.gate_proj,0.0000218485,0.05000,14.287
17,mlp.experts.383.gate_proj,0.0000115887,0.05000,14.392
17,mlp.experts.393.gate_proj,0.0000161206,0.05000,14.340
17,mlp.experts.385.gate_proj,0.0000253166,0.05000,14.371
17,mlp.experts.409.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.821
17,mlp.experts.427.gate_proj,0.0000167330,0.05000,14.440
17,mlp.experts.445.gate_proj,0.0000186010,0.05000,14.327
17,mlp.experts.372.gate_proj,0.0000477905,0.05000,14.491
17,mlp.experts.370.gate_proj,0.0000203591,0.05000,14.571
17,mlp.experts.375.gate_proj,0.0000143959,0.05000,14.574
17,mlp.experts.382.gate_proj,0.0000170519,0.05000,14.512
17,mlp.experts.396.gate_proj,0.0000231490,0.05000,14.622
17,mlp.experts.408.gate_proj,0.0000276786,0.05000,14.579
17,mlp.experts.389.gate_proj,0.0000307713,0.05000,14.660
17,mlp.experts.406.gate_proj,0.0000274871,0.05000,14.626
17,mlp.experts.400.gate_proj,0.0000109810,0.05000,14.607
17,mlp.experts.387.gate_proj,0.0000493797,0.05000,14.699
17,mlp.experts.394.gate_proj,0.0000404957,0.05000,14.665
17,mlp.experts.424.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.770
17,mlp.experts.399.gate_proj,0.0000210283,0.05000,14.655
17,mlp.experts.401.gate_proj,0.0000198995,0.05000,14.660
17,mlp.experts.425.gate_proj,0.0000187839,0.05000,14.503
17,mlp.experts.443.gate_proj,0.0000177166,0.05000,14.570
17,mlp.experts.461.gate_proj,0.0000154158,0.05000,14.635
17,mlp.experts.477.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.717
17,mlp.experts.388.gate_proj,0.0000160152,0.05000,14.304
17,mlp.experts.386.gate_proj,0.0000053472,0.05000,14.333
17,mlp.experts.391.gate_proj,0.0000250934,0.05000,14.374
17,mlp.experts.398.gate_proj,0.0000162297,0.05000,14.430
17,mlp.experts.412.gate_proj,0.0000087688,0.05000,14.276
17,mlp.experts.422.gate_proj,0.0000131514,0.05000,14.070
17,mlp.experts.416.gate_proj,0.0000065503,0.05000,14.135
17,mlp.experts.405.gate_proj,0.0000377924,0.05000,14.218
17,mlp.experts.403.gate_proj,0.0000161962,0.05000,14.216
17,mlp.experts.410.gate_proj,0.0000376266,0.05000,14.239
17,mlp.experts.440.gate_proj,0.0000257936,0.05000,14.223
17,mlp.experts.415.gate_proj,0.0000260928,0.05000,14.094
17,mlp.experts.438.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.761
17,mlp.experts.417.gate_proj,0.0000134010,0.05000,14.044
17,mlp.experts.441.gate_proj,0.0000101674,0.05000,14.051
17,mlp.experts.459.gate_proj,0.0000117725,0.05000,13.967
17,mlp.experts.493.gate_proj,0.0000201805,0.05000,14.165
17,mlp.experts.404.gate_proj,0.0000168555,0.05000,14.131
17,mlp.experts.407.gate_proj,0.0000574361,0.05000,14.100
17,mlp.experts.402.gate_proj,0.0000225265,0.05000,14.214
17,mlp.experts.414.gate_proj,0.0000099400,0.05000,14.148
17,mlp.experts.428.gate_proj,0.0000060644,0.05000,14.262
17,mlp.experts.432.gate_proj,0.0000110819,0.05000,14.165
17,mlp.experts.421.gate_proj,0.0000264015,0.05000,14.312
17,mlp.experts.456.gate_proj,0.0000462222,0.05000,14.052
17,mlp.experts.426.gate_proj,0.0000046811,0.05000,14.173
17,mlp.experts.419.gate_proj,0.0000266288,0.05000,14.407
17,mlp.experts.431.gate_proj,0.0000200791,0.05000,14.264
17,mlp.experts.454.gate_proj,0.0000060895,0.05000,14.176
17,mlp.experts.470.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.684
17,mlp.experts.433.gate_proj,0.0000613341,0.05000,14.382
17,mlp.experts.457.gate_proj,0.0000199496,0.05000,14.315
17,mlp.experts.475.gate_proj,0.0000211799,0.05000,14.290
17,mlp.experts.509.gate_proj,0.0000404021,0.05000,14.239
17,mlp.experts.13.up_proj,failsafe(rtn): 0.0014343,0.00000,0.789
17,mlp.experts.420.gate_proj,0.0000030763,0.05000,14.585
17,mlp.experts.418.gate_proj,0.0000171472,0.05000,14.593
17,mlp.experts.423.gate_proj,0.0000299520,0.05000,14.762
17,mlp.experts.430.gate_proj,0.0000356496,0.05000,14.667
17,mlp.experts.436.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.740
17,mlp.experts.444.gate_proj,0.0000301340,0.05000,14.570
17,mlp.experts.448.gate_proj,0.0000328611,0.05000,14.575
17,mlp.experts.472.gate_proj,0.0000449919,0.05000,14.506
17,mlp.experts.437.gate_proj,0.0000176091,0.05000,14.821
17,mlp.experts.435.gate_proj,0.0000509633,0.05000,14.641
17,mlp.experts.442.gate_proj,0.0000126704,0.05000,14.751
17,mlp.experts.447.gate_proj,0.0000295947,0.05000,14.662
17,mlp.experts.486.gate_proj,0.0000453586,0.05000,14.499
17,mlp.experts.449.gate_proj,0.0000219598,0.05000,14.606
17,mlp.experts.473.gate_proj,0.0000107539,0.05000,14.645
17,mlp.experts.502.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.750
17,mlp.experts.491.gate_proj,0.0000165774,0.05000,14.549
17,mlp.experts.29.up_proj,0.0000157992,0.05000,14.652
17,mlp.experts.434.gate_proj,0.0000276796,0.05000,14.663
17,mlp.experts.439.gate_proj,0.0000299505,0.05000,14.593
17,mlp.experts.446.gate_proj,0.0000220843,0.05000,14.596
17,mlp.experts.452.gate_proj,0.0000157816,0.05000,14.660
17,mlp.experts.460.gate_proj,0.0000189773,0.05000,14.672
17,mlp.experts.464.gate_proj,0.0000260460,0.05000,14.701
17,mlp.experts.488.gate_proj,0.0000591675,0.05000,14.667
17,mlp.experts.451.gate_proj,0.0000129854,0.05000,14.587
17,mlp.experts.458.gate_proj,0.0000140490,0.05000,14.604
17,mlp.experts.453.gate_proj,0.0000162594,0.05000,14.765
17,mlp.experts.463.gate_proj,0.0000248165,0.05000,14.657
17,mlp.experts.480.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.704
17,mlp.experts.6.up_proj,0.0000138007,0.05000,14.376
17,mlp.experts.465.gate_proj,0.0000468761,0.05000,14.716
17,mlp.experts.489.gate_proj,0.0000229224,0.05000,14.597
17,mlp.experts.507.gate_proj,0.0000248572,0.05000,14.561
17,mlp.experts.45.up_proj,0.0000217631,0.05000,14.427
17,mlp.experts.450.gate_proj,0.0000290982,0.05000,14.708
17,mlp.experts.455.gate_proj,0.0000113387,0.05000,14.729
17,mlp.experts.462.gate_proj,0.0000301231,0.05000,14.674
17,mlp.experts.468.gate_proj,0.0000087758,0.05000,14.518
17,mlp.experts.476.gate_proj,0.0000121784,0.05000,14.516
17,mlp.experts.484.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.706
17,mlp.experts.504.gate_proj,0.0000247574,0.05000,14.668
17,mlp.experts.474.gate_proj,0.0000681118,0.05000,14.567
17,mlp.experts.469.gate_proj,0.0000143880,0.05000,14.515
17,mlp.experts.467.gate_proj,0.0000238899,0.05000,14.662
17,mlp.experts.479.gate_proj,0.0000303896,0.05000,14.610
17,mlp.experts.496.gate_proj,0.0000243804,0.05000,14.638
17,mlp.experts.22.up_proj,0.0000129120,0.05000,14.708
17,mlp.experts.505.gate_proj,0.0000119060,0.05000,14.738
17,mlp.experts.481.gate_proj,0.0000132956,0.05000,14.962
17,mlp.experts.11.up_proj,0.0000121338,0.05000,14.822
17,mlp.experts.61.up_proj,0.0000054340,0.05000,15.004
17,mlp.experts.471.gate_proj,0.0000520874,0.05000,13.735
17,mlp.experts.466.gate_proj,0.0000153533,0.05000,13.799
17,mlp.experts.478.gate_proj,0.0000724569,0.05000,13.713
17,mlp.experts.492.gate_proj,0.0000123530,0.05000,13.603
17,mlp.experts.494.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.631
17,mlp.experts.500.gate_proj,0.0000122478,0.05000,13.711
17,mlp.experts.485.gate_proj,0.0000042968,0.05000,13.464
17,mlp.experts.8.up_proj,0.0000205294,0.05000,13.677
17,mlp.experts.490.gate_proj,0.0000234340,0.05000,13.671
17,mlp.experts.483.gate_proj,0.0000134742,0.05000,13.623
17,mlp.experts.495.gate_proj,0.0000417720,0.05000,13.469
17,mlp.experts.0.up_proj,0.0000216892,0.05000,13.555
17,mlp.experts.38.up_proj,0.0000204511,0.05000,13.154
17,mlp.experts.497.gate_proj,0.0000225956,0.05000,13.034
17,mlp.experts.9.up_proj,0.0000317649,0.05000,13.153
17,mlp.experts.27.up_proj,0.0000672106,0.05000,13.035
17,mlp.experts.482.gate_proj,0.0000162423,0.05000,13.760
17,mlp.experts.487.gate_proj,0.0000269784,0.05000,13.808
17,mlp.experts.508.gate_proj,0.0000163309,0.05000,13.662
17,mlp.experts.503.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.628
17,mlp.experts.510.gate_proj,0.0000277605,0.05000,13.841
17,mlp.experts.4.up_proj,0.0000109474,0.05000,13.698
17,mlp.experts.24.up_proj,0.0000243114,0.05000,13.737
17,mlp.experts.499.gate_proj,0.0000278545,0.05000,13.773
17,mlp.experts.506.gate_proj,0.0000243143,0.05000,13.823
17,mlp.experts.511.gate_proj,0.0000354194,0.05000,13.760
17,mlp.experts.16.up_proj,0.0000209455,0.05000,13.570
17,mlp.experts.54.up_proj,0.0000184955,0.05000,13.720
17,mlp.experts.77.up_proj,0.0000249546,0.05000,14.048
17,mlp.experts.1.up_proj,0.0000361611,0.05000,14.054
17,mlp.experts.25.up_proj,0.0000110233,0.05000,14.123
17,mlp.experts.501.gate_proj,0.0000111873,0.05000,14.167
17,mlp.experts.43.up_proj,0.0000195472,0.05000,14.148
17,mlp.experts.93.up_proj,failsafe(rtn): 0.0014114,0.00000,0.758
17,mlp.experts.17.up_proj,failsafe(rtn): 0.0014648,0.00000,0.754
17,mlp.experts.33.up_proj,failsafe(rtn): 0.0013885,0.00000,0.763
17,mlp.experts.498.gate_proj,0.0000170335,0.05000,14.124
17,mlp.experts.7.up_proj,0.0000114055,0.05000,14.178
17,mlp.experts.14.up_proj,0.0000087036,0.05000,14.104
17,mlp.experts.40.up_proj,0.0000502848,0.05000,14.060
17,mlp.experts.10.up_proj,0.0000124799,0.05000,14.127
17,mlp.experts.3.up_proj,0.0000432601,0.05000,14.180
17,mlp.experts.15.up_proj,0.0000332743,0.05000,14.137
17,mlp.experts.12.up_proj,0.0000118262,0.05000,14.098
17,mlp.experts.20.up_proj,0.0000169234,0.05000,14.146
17,mlp.experts.32.up_proj,0.0000319026,0.05000,14.246
17,mlp.experts.28.up_proj,failsafe(rtn): 0.0014496,0.00000,0.669
17,mlp.experts.70.up_proj,0.0000288976,0.05000,14.028
17,mlp.experts.41.up_proj,0.0000349065,0.05000,13.972
17,mlp.experts.5.up_proj,0.0000147114,0.05000,14.020
17,mlp.experts.59.up_proj,0.0000143867,0.05000,13.893
17,mlp.experts.109.up_proj,0.0000176614,0.05000,14.050
17,mlp.experts.49.up_proj,0.0000535853,0.05000,14.031
17,mlp.experts.23.up_proj,0.0000314588,0.05000,13.286
17,mlp.experts.31.up_proj,0.0000144274,0.05000,13.148
17,mlp.experts.56.up_proj,0.0000392966,0.05000,13.258
17,mlp.experts.19.up_proj,0.0000204516,0.05000,13.249
17,mlp.experts.48.up_proj,0.0000184258,0.05000,13.213
17,mlp.experts.36.up_proj,0.0000625229,0.05000,13.326
17,mlp.experts.44.up_proj,0.0000301499,0.05000,13.273
17,mlp.experts.30.up_proj,0.0000123843,0.05000,13.311
17,mlp.experts.26.up_proj,0.0000014785,0.05000,13.416
17,mlp.experts.86.up_proj,0.0000147561,0.05000,13.434
17,mlp.experts.2.up_proj,0.0000252708,0.05000,13.456
17,mlp.experts.57.up_proj,0.0000239707,0.05000,13.448
17,mlp.experts.21.up_proj,0.0000100618,0.05000,13.362
17,mlp.experts.125.up_proj,0.0000288997,0.05000,13.496
17,mlp.experts.141.up_proj,failsafe(rtn): 0.0013885,0.00000,0.682
17,mlp.experts.65.up_proj,0.0000311007,0.05000,13.446
17,mlp.experts.72.up_proj,0.0000131711,0.05000,14.589
17,mlp.experts.64.up_proj,0.0000154538,0.05000,14.474
17,mlp.experts.35.up_proj,0.0000247930,0.05000,14.551
17,mlp.experts.75.up_proj,0.0000220395,0.05000,14.604
17,mlp.experts.39.up_proj,0.0000233545,0.05000,14.639
17,mlp.experts.47.up_proj,0.0000482098,0.05000,14.652
17,mlp.experts.52.up_proj,0.0000384715,0.05000,14.688
17,mlp.experts.46.up_proj,0.0000088514,0.05000,14.463
17,mlp.experts.60.up_proj,0.0000397799,0.05000,14.602
17,mlp.experts.42.up_proj,0.0000087200,0.05000,14.514
17,mlp.experts.18.up_proj,0.0000117156,0.05000,14.538
17,mlp.experts.102.up_proj,0.0000168503,0.05000,14.663
17,mlp.experts.37.up_proj,0.0000158736,0.05000,14.680
17,mlp.experts.73.up_proj,0.0000128176,0.05000,14.776
17,mlp.experts.81.up_proj,0.0000234304,0.05000,14.559
17,mlp.experts.157.up_proj,0.0000100613,0.05000,14.574
17,mlp.experts.51.up_proj,0.0000083559,0.05000,14.438
17,mlp.experts.88.up_proj,0.0000056027,0.05000,14.474
17,mlp.experts.91.up_proj,0.0000082036,0.05000,14.408
17,mlp.experts.63.up_proj,0.0000080563,0.05000,14.373
17,mlp.experts.55.up_proj,0.0000116508,0.05000,14.395
17,mlp.experts.80.up_proj,0.0000148674,0.05000,14.584
17,mlp.experts.68.up_proj,0.0000210128,0.05000,14.434
17,mlp.experts.58.up_proj,0.0000408830,0.05000,14.331
17,mlp.experts.62.up_proj,0.0000023005,0.05000,14.512
17,mlp.experts.76.up_proj,0.0000020768,0.05000,14.553
17,mlp.experts.34.up_proj,0.0000244958,0.05000,14.454
17,mlp.experts.118.up_proj,0.0000422674,0.05000,14.454
17,mlp.experts.53.up_proj,0.0000134938,0.05000,14.520
17,mlp.experts.89.up_proj,0.0000064085,0.05000,14.590
17,mlp.experts.105.up_proj,failsafe(rtn): 0.0014267,0.00000,0.752
17,mlp.experts.173.up_proj,0.0000407324,0.05000,14.676
17,mlp.experts.97.up_proj,0.0000123057,0.05000,14.721
17,mlp.experts.104.up_proj,0.0000334448,0.05000,14.672
17,mlp.experts.79.up_proj,0.0000236449,0.05000,14.747
17,mlp.experts.67.up_proj,0.0000385309,0.05000,14.812
17,mlp.experts.71.up_proj,0.0000124914,0.05000,14.755
17,mlp.experts.107.up_proj,0.0000125199,0.05000,14.830
17,mlp.experts.96.up_proj,0.0000339994,0.05000,14.887
17,mlp.experts.84.up_proj,0.0000324188,0.05000,14.771
17,mlp.experts.74.up_proj,0.0000519381,0.05000,14.900
17,mlp.experts.78.up_proj,0.0000150694,0.05000,14.898
17,mlp.experts.92.up_proj,0.0000219533,0.05000,14.894
17,mlp.experts.50.up_proj,0.0000125295,0.05000,14.852
17,mlp.experts.134.up_proj,0.0000186699,0.05000,14.781
17,mlp.experts.150.up_proj,failsafe(rtn): 0.0014420,0.00000,0.685
17,mlp.experts.69.up_proj,0.0000153159,0.05000,14.844
17,mlp.experts.121.up_proj,0.0000288205,0.05000,14.728
17,mlp.experts.189.up_proj,0.0000271824,0.05000,14.749
17,mlp.experts.113.up_proj,0.0000293840,0.05000,14.722
17,mlp.experts.120.up_proj,0.0000166110,0.05000,14.466
17,mlp.experts.95.up_proj,0.0000214821,0.05000,14.438
17,mlp.experts.87.up_proj,0.0000156552,0.05000,14.462
17,mlp.experts.123.up_proj,0.0000177412,0.05000,14.432
17,mlp.experts.83.up_proj,0.0000102949,0.05000,14.555
17,mlp.experts.112.up_proj,0.0000014476,0.05000,14.352
17,mlp.experts.100.up_proj,0.0000139368,0.05000,14.437
17,mlp.experts.94.up_proj,0.0000088045,0.05000,14.302
17,mlp.experts.90.up_proj,0.0000208995,0.05000,14.424
17,mlp.experts.108.up_proj,0.0000288149,0.05000,14.389
17,mlp.experts.66.up_proj,0.0000198308,0.05000,14.387
17,mlp.experts.166.up_proj,0.0000175010,0.05000,14.306
17,mlp.experts.85.up_proj,0.0000215666,0.05000,14.406
17,mlp.experts.182.up_proj,failsafe(rtn): 0.0014648,0.00000,0.754
17,mlp.experts.137.up_proj,0.0000119754,0.05000,14.425
17,mlp.experts.205.up_proj,0.0000324931,0.05000,14.281
17,mlp.experts.129.up_proj,0.0000263159,0.05000,14.297
17,mlp.experts.136.up_proj,0.0000112730,0.05000,14.580
17,mlp.experts.111.up_proj,0.0000033289,0.05000,14.638
17,mlp.experts.128.up_proj,0.0000125683,0.05000,14.500
17,mlp.experts.139.up_proj,0.0000134235,0.05000,14.580
17,mlp.experts.103.up_proj,0.0000553916,0.05000,14.604
17,mlp.experts.99.up_proj,0.0000155337,0.05000,14.645
17,mlp.experts.116.up_proj,0.0000281968,0.05000,14.644
17,mlp.experts.110.up_proj,0.0000258068,0.05000,14.534
17,mlp.experts.106.up_proj,0.0000079972,0.05000,14.627
17,mlp.experts.124.up_proj,0.0000096877,0.05000,14.650
17,mlp.experts.82.up_proj,0.0000103510,0.05000,14.725
17,mlp.experts.101.up_proj,0.0000175028,0.05000,14.821
17,mlp.experts.198.up_proj,0.0000186454,0.05000,14.542
17,mlp.experts.153.up_proj,0.0000197959,0.05000,14.762
17,mlp.experts.221.up_proj,0.0000305994,0.05000,14.809
17,mlp.experts.145.up_proj,0.0000149381,0.05000,14.835
17,mlp.experts.237.up_proj,failsafe(rtn): 0.0014191,0.00000,0.755
17,mlp.experts.127.up_proj,0.0000097289,0.05000,14.549
17,mlp.experts.152.up_proj,0.0000071958,0.05000,14.723
17,mlp.experts.155.up_proj,0.0000186871,0.05000,14.674
17,mlp.experts.119.up_proj,0.0000200406,0.05000,14.669
17,mlp.experts.144.up_proj,0.0000290799,0.05000,14.742
17,mlp.experts.115.up_proj,0.0000311766,0.05000,14.715
17,mlp.experts.132.up_proj,0.0000062712,0.05000,14.643
17,mlp.experts.126.up_proj,0.0000397907,0.05000,14.704
17,mlp.experts.122.up_proj,0.0000138724,0.05000,14.542
17,mlp.experts.140.up_proj,0.0000178996,0.05000,14.642
17,mlp.experts.98.up_proj,0.0000200777,0.05000,14.675
17,mlp.experts.117.up_proj,0.0000174707,0.05000,14.543
17,mlp.experts.214.up_proj,0.0000258369,0.05000,14.624
17,mlp.experts.169.up_proj,0.0000243487,0.05000,14.694
17,mlp.experts.161.up_proj,0.0000337881,0.05000,14.579
17,mlp.experts.253.up_proj,0.0000191763,0.05000,14.643
17,mlp.experts.168.up_proj,0.0000163340,0.05000,14.141
17,mlp.experts.143.up_proj,0.0000012311,0.05000,14.353
17,mlp.experts.171.up_proj,0.0000205990,0.05000,14.275
17,mlp.experts.135.up_proj,0.0000562447,0.05000,14.360
17,mlp.experts.160.up_proj,0.0000150936,0.05000,14.365
17,mlp.experts.131.up_proj,0.0000106417,0.05000,14.307
17,mlp.experts.148.up_proj,0.0000262543,0.05000,14.323
17,mlp.experts.142.up_proj,0.0000193957,0.05000,14.261
17,mlp.experts.138.up_proj,0.0000115889,0.05000,14.266
17,mlp.experts.156.up_proj,0.0000384114,0.05000,14.233
17,mlp.experts.114.up_proj,0.0000127911,0.05000,14.266
17,mlp.experts.133.up_proj,0.0000175362,0.05000,14.188
17,mlp.experts.230.up_proj,0.0000129120,0.05000,14.278
17,mlp.experts.185.up_proj,0.0000201278,0.05000,14.007
17,mlp.experts.177.up_proj,0.0000199400,0.05000,14.109
17,mlp.experts.269.up_proj,0.0000202881,0.05000,14.143
17,mlp.experts.184.up_proj,0.0000259580,0.05000,14.209
17,mlp.experts.159.up_proj,0.0000339116,0.05000,14.240
17,mlp.experts.151.up_proj,0.0000066436,0.05000,14.108
17,mlp.experts.187.up_proj,0.0000147821,0.05000,14.255
17,mlp.experts.164.up_proj,0.0000130252,0.05000,14.104
17,mlp.experts.176.up_proj,0.0000105775,0.05000,14.280
17,mlp.experts.147.up_proj,0.0000217785,0.05000,14.288
17,mlp.experts.158.up_proj,0.0000350596,0.05000,14.190
17,mlp.experts.172.up_proj,0.0000266913,0.05000,14.148
17,mlp.experts.154.up_proj,0.0000510457,0.05000,14.256
17,mlp.experts.130.up_proj,0.0000158248,0.05000,14.388
17,mlp.experts.149.up_proj,0.0000189820,0.05000,14.227
17,mlp.experts.246.up_proj,0.0000117742,0.05000,14.168
17,mlp.experts.201.up_proj,0.0000143625,0.05000,14.448
17,mlp.experts.193.up_proj,0.0000248784,0.05000,14.480
17,mlp.experts.217.up_proj,failsafe(rtn): 0.0015259,0.00000,0.812
17,mlp.experts.285.up_proj,0.0000148285,0.05000,14.418
17,mlp.experts.200.up_proj,0.0000238743,0.05000,14.242
17,mlp.experts.175.up_proj,0.0000125741,0.05000,14.204
17,mlp.experts.167.up_proj,0.0000358352,0.05000,14.173
17,mlp.experts.203.up_proj,0.0000142647,0.05000,14.292
17,mlp.experts.180.up_proj,0.0000092031,0.05000,14.331
17,mlp.experts.192.up_proj,0.0000255509,0.05000,14.262
17,mlp.experts.163.up_proj,0.0000116550,0.05000,14.239
17,mlp.experts.170.up_proj,0.0000445306,0.05000,14.166
17,mlp.experts.174.up_proj,0.0000409765,0.05000,14.307
17,mlp.experts.188.up_proj,0.0000115232,0.05000,14.225
17,mlp.experts.146.up_proj,0.0000345901,0.05000,14.165
17,mlp.experts.165.up_proj,0.0000117463,0.05000,14.186
17,mlp.experts.262.up_proj,0.0000143302,0.05000,14.206
17,mlp.experts.209.up_proj,0.0000391128,0.05000,14.232
17,mlp.experts.233.up_proj,0.0000117533,0.05000,14.232
17,mlp.experts.301.up_proj,0.0000064384,0.05000,14.449
17,mlp.experts.216.up_proj,0.0000301777,0.05000,14.269
17,mlp.experts.219.up_proj,0.0000330753,0.05000,14.189
17,mlp.experts.191.up_proj,0.0000094105,0.05000,14.395
17,mlp.experts.183.up_proj,0.0000199728,0.05000,14.410
17,mlp.experts.196.up_proj,0.0000089495,0.05000,14.324
17,mlp.experts.179.up_proj,0.0000332217,0.05000,14.320
17,mlp.experts.208.up_proj,0.0000238475,0.05000,14.409
17,mlp.experts.186.up_proj,0.0000211837,0.05000,14.248
17,mlp.experts.204.up_proj,0.0000191249,0.05000,14.275
17,mlp.experts.235.up_proj,failsafe(rtn): 0.0013885,0.00000,0.784
17,mlp.experts.190.up_proj,0.0000463962,0.05000,14.373
17,mlp.experts.162.up_proj,0.0000432390,0.05000,14.237
17,mlp.experts.224.up_proj,failsafe(rtn): 0.0014496,0.00000,0.738
17,mlp.experts.181.up_proj,0.0000235289,0.05000,14.431
17,mlp.experts.278.up_proj,0.0000046362,0.05000,14.301
17,mlp.experts.225.up_proj,0.0000089729,0.05000,14.376
17,mlp.experts.249.up_proj,0.0000526112,0.05000,14.276
17,mlp.experts.317.up_proj,0.0000221028,0.05000,14.217
17,mlp.experts.232.up_proj,0.0000053838,0.05000,14.478
17,mlp.experts.207.up_proj,0.0000128617,0.05000,14.382
17,mlp.experts.199.up_proj,0.0000116197,0.05000,14.373
17,mlp.experts.212.up_proj,0.0000313185,0.05000,14.276
17,mlp.experts.195.up_proj,0.0000163027,0.05000,14.395
17,mlp.experts.251.up_proj,0.0000307572,0.05000,14.292
17,mlp.experts.220.up_proj,0.0000368960,0.05000,14.324
17,mlp.experts.202.up_proj,0.0000270316,0.05000,14.446
17,mlp.experts.223.up_proj,failsafe(rtn): 0.0013046,0.00000,0.804
17,mlp.experts.206.up_proj,0.0000151051,0.05000,14.477
17,mlp.experts.178.up_proj,0.0000310138,0.05000,14.372
17,mlp.experts.240.up_proj,0.0000159361,0.05000,14.369
17,mlp.experts.218.up_proj,failsafe(rtn): 0.0014191,0.00000,0.737
17,mlp.experts.294.up_proj,0.0000663324,0.05000,14.150
17,mlp.experts.197.up_proj,0.0000202410,0.05000,14.460
17,mlp.experts.265.up_proj,0.0000400387,0.05000,14.235
17,mlp.experts.241.up_proj,0.0000057283,0.05000,14.328
17,mlp.experts.333.up_proj,0.0000315777,0.05000,14.245
17,mlp.experts.248.up_proj,0.0000214257,0.05000,14.257
17,mlp.experts.215.up_proj,0.0000114546,0.05000,14.270
17,mlp.experts.228.up_proj,0.0000110321,0.05000,14.360
17,mlp.experts.211.up_proj,0.0000061453,0.05000,14.354
17,mlp.experts.236.up_proj,0.0000165821,0.05000,14.267
17,mlp.experts.267.up_proj,0.0000197855,0.05000,14.309
17,mlp.experts.239.up_proj,0.0000171703,0.05000,14.212
17,mlp.experts.222.up_proj,0.0000136227,0.05000,14.275
17,mlp.experts.194.up_proj,0.0000197105,0.05000,14.230
17,mlp.experts.256.up_proj,0.0000149028,0.05000,14.261
17,mlp.experts.234.up_proj,0.0000332397,0.05000,14.084
17,mlp.experts.310.up_proj,0.0000360391,0.05000,14.193
17,mlp.experts.213.up_proj,0.0000260900,0.05000,14.260
17,mlp.experts.281.up_proj,0.0000279925,0.05000,14.168
17,mlp.experts.257.up_proj,0.0000455603,0.05000,14.303
17,mlp.experts.349.up_proj,0.0000475524,0.05000,14.274
17,mlp.experts.365.up_proj,failsafe(rtn): 0.0014191,0.00000,0.707
17,mlp.experts.264.up_proj,0.0000192987,0.05000,14.335
17,mlp.experts.244.up_proj,0.0000208879,0.05000,14.078
17,mlp.experts.231.up_proj,0.0000085784,0.05000,14.369
17,mlp.experts.227.up_proj,0.0000113029,0.05000,14.181
17,mlp.experts.283.up_proj,0.0000273869,0.05000,14.193
17,mlp.experts.252.up_proj,0.0000177146,0.05000,14.235
17,mlp.experts.255.up_proj,0.0000157652,0.05000,14.178
17,mlp.experts.210.up_proj,0.0000171738,0.05000,14.174
17,mlp.experts.238.up_proj,0.0000125300,0.05000,14.379
17,mlp.experts.272.up_proj,0.0000287376,0.05000,14.218
17,mlp.experts.243.up_proj,failsafe(rtn): 0.0014801,0.00000,0.764
17,mlp.experts.250.up_proj,0.0000242406,0.05000,14.192
17,mlp.experts.326.up_proj,0.0000234470,0.05000,14.200
17,mlp.experts.229.up_proj,0.0000280867,0.05000,14.102
17,mlp.experts.297.up_proj,0.0000179162,0.05000,14.327
17,mlp.experts.273.up_proj,0.0000220323,0.05000,14.363
17,mlp.experts.381.up_proj,0.0000183240,0.05000,14.219
17,mlp.experts.280.up_proj,0.0000275903,0.05000,14.100
17,mlp.experts.260.up_proj,0.0000455432,0.05000,14.016
17,mlp.experts.247.up_proj,0.0000159820,0.05000,14.131
17,mlp.experts.268.up_proj,0.0000227149,0.05000,14.101
17,mlp.experts.271.up_proj,0.0000329845,0.05000,14.058
17,mlp.experts.299.up_proj,0.0000279611,0.05000,14.130
17,mlp.experts.254.up_proj,0.0000150551,0.05000,14.008
17,mlp.experts.226.up_proj,0.0000197193,0.05000,14.110
17,mlp.experts.288.up_proj,0.0000111557,0.05000,14.045
17,mlp.experts.259.up_proj,0.0000177316,0.05000,14.128
17,mlp.experts.266.up_proj,0.0000323850,0.05000,14.092
17,mlp.experts.342.up_proj,0.0000068339,0.05000,14.098
17,mlp.experts.245.up_proj,0.0000074408,0.05000,14.233
17,mlp.experts.313.up_proj,0.0000289597,0.05000,14.046
17,mlp.experts.289.up_proj,0.0000276084,0.05000,14.027
17,mlp.experts.397.up_proj,0.0000230886,0.05000,14.049
17,mlp.experts.276.up_proj,0.0000187874,0.05000,14.104
17,mlp.experts.296.up_proj,0.0000310119,0.05000,14.267
17,mlp.experts.263.up_proj,0.0000097402,0.05000,14.254
17,mlp.experts.284.up_proj,0.0000127458,0.05000,14.157
17,mlp.experts.287.up_proj,0.0000025013,0.05000,14.265
17,mlp.experts.304.up_proj,0.0000075367,0.05000,14.061
17,mlp.experts.315.up_proj,0.0000125450,0.05000,14.364
17,mlp.experts.270.up_proj,0.0000133876,0.05000,14.226
17,mlp.experts.242.up_proj,0.0000056696,0.05000,14.186
17,mlp.experts.275.up_proj,0.0000155170,0.05000,14.224
17,mlp.experts.282.up_proj,0.0000136125,0.05000,14.212
17,mlp.experts.331.up_proj,failsafe(rtn): 0.0015030,0.00000,0.769
17,mlp.experts.358.up_proj,0.0000224587,0.05000,14.264
17,mlp.experts.261.up_proj,0.0000242302,0.05000,14.340
17,mlp.experts.329.up_proj,0.0000064553,0.05000,14.439
17,mlp.experts.305.up_proj,0.0000349064,0.05000,14.381
17,mlp.experts.413.up_proj,0.0000205113,0.05000,14.525
17,mlp.experts.312.up_proj,0.0000088196,0.05000,14.321
17,mlp.experts.292.up_proj,0.0000386064,0.05000,14.504
17,mlp.experts.279.up_proj,0.0000283436,0.05000,14.541
17,mlp.experts.303.up_proj,0.0000155555,0.05000,14.349
17,mlp.experts.300.up_proj,0.0000115708,0.05000,14.533
17,mlp.experts.286.up_proj,0.0000067324,0.05000,14.379
17,mlp.experts.320.up_proj,0.0000091078,0.05000,14.503
17,mlp.experts.258.up_proj,0.0000295828,0.05000,14.500
17,mlp.experts.291.up_proj,0.0000204089,0.05000,14.494
17,mlp.experts.298.up_proj,0.0000211261,0.05000,14.446
17,mlp.experts.347.up_proj,0.0000457379,0.05000,14.565
17,mlp.experts.374.up_proj,0.0000025966,0.05000,14.572
17,mlp.experts.277.up_proj,0.0000232587,0.05000,14.538
17,mlp.experts.345.up_proj,0.0000173164,0.05000,14.612
17,mlp.experts.321.up_proj,0.0000150064,0.05000,14.493
17,mlp.experts.429.up_proj,0.0000272334,0.05000,14.616
17,mlp.experts.308.up_proj,0.0000207665,0.05000,14.363
17,mlp.experts.328.up_proj,0.0000375842,0.05000,14.635
17,mlp.experts.295.up_proj,0.0000247013,0.05000,14.497
17,mlp.experts.319.up_proj,0.0000116140,0.05000,14.681
17,mlp.experts.316.up_proj,0.0000071383,0.05000,14.634
17,mlp.experts.302.up_proj,0.0000143075,0.05000,14.640
17,mlp.experts.336.up_proj,0.0000326827,0.05000,14.612
17,mlp.experts.274.up_proj,0.0000128747,0.05000,14.691
17,mlp.experts.314.up_proj,0.0000080354,0.05000,14.598
17,mlp.experts.307.up_proj,0.0000361398,0.05000,14.728
17,mlp.experts.352.up_proj,failsafe(rtn): 0.0015106,0.00000,0.679
17,mlp.experts.363.up_proj,0.0000176015,0.05000,14.505
17,mlp.experts.390.up_proj,0.0000497634,0.05000,14.555
17,mlp.experts.293.up_proj,0.0000393560,0.05000,14.662
17,mlp.experts.379.up_proj,failsafe(rtn): 0.0014038,0.00000,0.697
17,mlp.experts.337.up_proj,0.0000081165,0.05000,14.509
17,mlp.experts.361.up_proj,0.0000068782,0.05000,14.700
17,mlp.experts.445.up_proj,0.0000186764,0.05000,14.285
17,mlp.experts.324.up_proj,0.0000167516,0.05000,14.605
17,mlp.experts.344.up_proj,0.0000059742,0.05000,14.565
17,mlp.experts.311.up_proj,0.0000350329,0.05000,14.448
17,mlp.experts.332.up_proj,0.0000318134,0.05000,14.269
17,mlp.experts.335.up_proj,0.0000161481,0.05000,14.409
17,mlp.experts.318.up_proj,0.0000097732,0.05000,14.389
17,mlp.experts.330.up_proj,0.0000124209,0.05000,14.283
17,mlp.experts.290.up_proj,0.0000272527,0.05000,14.444
17,mlp.experts.323.up_proj,0.0000169591,0.05000,14.407
17,mlp.experts.368.up_proj,0.0000164500,0.05000,14.425
17,mlp.experts.406.up_proj,0.0000287864,0.05000,14.428
17,mlp.experts.309.up_proj,0.0000202461,0.05000,14.364
17,mlp.experts.395.up_proj,0.0000470184,0.05000,14.365
17,mlp.experts.325.up_proj,failsafe(rtn): 0.0013962,0.00000,0.693
17,mlp.experts.411.up_proj,failsafe(rtn): 0.0013962,0.00000,0.685
17,mlp.experts.353.up_proj,0.0000216632,0.05000,14.437
17,mlp.experts.377.up_proj,0.0000073215,0.05000,14.413
17,mlp.experts.461.up_proj,0.0000160298,0.05000,14.560
17,mlp.experts.477.up_proj,failsafe(rtn): 0.0014420,0.00000,0.783
17,mlp.experts.340.up_proj,0.0000564091,0.05000,14.346
17,mlp.experts.360.up_proj,0.0000180787,0.05000,14.280
17,mlp.experts.327.up_proj,0.0000460267,0.05000,14.335
17,mlp.experts.348.up_proj,0.0000223984,0.05000,14.316
17,mlp.experts.376.up_proj,failsafe(rtn): 0.0014038,0.00000,0.711
17,mlp.experts.351.up_proj,0.0000213006,0.05000,14.458
17,mlp.experts.334.up_proj,0.0000361375,0.05000,14.317
17,mlp.experts.346.up_proj,0.0000212513,0.05000,14.361
17,mlp.experts.306.up_proj,0.0000133984,0.05000,14.449
17,mlp.experts.339.up_proj,0.0000534768,0.05000,14.381
17,mlp.experts.392.up_proj,failsafe(rtn): 0.0014191,0.00000,0.712
17,mlp.experts.384.up_proj,0.0000226472,0.05000,14.461
17,mlp.experts.422.up_proj,0.0000129106,0.05000,14.451
17,mlp.experts.438.up_proj,failsafe(rtn): 0.0014572,0.00000,0.720
17,mlp.experts.427.up_proj,0.0000155938,0.05000,14.412
17,mlp.experts.341.up_proj,0.0000103143,0.05000,14.550
17,mlp.experts.369.up_proj,0.0000224906,0.05000,14.600
17,mlp.experts.393.up_proj,0.0000162849,0.05000,14.472
17,mlp.experts.409.up_proj,failsafe(rtn): 0.0014114,0.00000,0.782
17,mlp.experts.493.up_proj,0.0000198560,0.05000,14.405
17,mlp.experts.356.up_proj,0.0000284773,0.05000,14.258
17,mlp.experts.343.up_proj,0.0000126715,0.05000,14.384
17,mlp.experts.364.up_proj,0.0000213378,0.05000,14.347
17,mlp.experts.367.up_proj,0.0000203726,0.05000,14.309
17,mlp.experts.350.up_proj,0.0000173784,0.05000,14.280
17,mlp.experts.362.up_proj,0.0000104445,0.05000,14.286
17,mlp.experts.322.up_proj,0.0000167651,0.05000,14.371
17,mlp.experts.355.up_proj,0.0000157313,0.05000,14.476
17,mlp.experts.408.up_proj,0.0000273539,0.05000,14.455
17,mlp.experts.400.up_proj,0.0000108466,0.05000,14.440
17,mlp.experts.424.up_proj,failsafe(rtn): 0.0014954,0.00000,0.808
17,mlp.experts.454.up_proj,0.0000057796,0.05000,14.493
17,mlp.experts.357.up_proj,0.0000125257,0.05000,14.535
17,mlp.experts.443.up_proj,0.0000199253,0.05000,14.563
17,mlp.experts.470.up_proj,failsafe(rtn): 0.0014038,0.00000,0.661
17,mlp.experts.385.up_proj,0.0000262592,0.05000,14.484
17,mlp.experts.425.up_proj,0.0000189388,0.05000,14.331
17,mlp.experts.509.up_proj,0.0000398325,0.05000,14.276
17,mlp.experts.13.down_proj,failsafe(rtn): 0.0015106,0.00000,0.170
17,mlp.experts.29.down_proj,0.0000011987,0.05000,3.644
17,mlp.experts.45.down_proj,0.0000019811,0.05000,3.756
17,mlp.experts.372.up_proj,0.0000459847,0.05000,14.595
17,mlp.experts.359.up_proj,0.0000273530,0.05000,14.551
17,mlp.experts.380.up_proj,0.0000262478,0.05000,14.508
17,mlp.experts.383.up_proj,0.0000119390,0.05000,14.432
17,mlp.experts.366.up_proj,0.0000167426,0.05000,14.651
17,mlp.experts.378.up_proj,0.0000209822,0.05000,14.541
17,mlp.experts.338.up_proj,0.0000197271,0.05000,14.523
17,mlp.experts.371.up_proj,0.0000310870,0.05000,14.532
17,mlp.experts.416.up_proj,0.0000066382,0.05000,14.405
17,mlp.experts.440.up_proj,0.0000254569,0.05000,14.480
17,mlp.experts.61.down_proj,0.0000004153,0.05000,3.659
17,mlp.experts.373.up_proj,0.0000150516,0.05000,14.435
17,mlp.experts.459.up_proj,0.0000109481,0.05000,14.484
17,mlp.experts.486.up_proj,0.0000444909,0.05000,14.401
17,mlp.experts.401.up_proj,0.0000193903,0.05000,14.443
17,mlp.experts.502.up_proj,failsafe(rtn): 0.0014114,0.00000,0.737
17,mlp.experts.441.up_proj,0.0000097862,0.05000,14.446
17,mlp.experts.77.down_proj,0.0000013148,0.05000,3.509
17,mlp.experts.93.down_proj,failsafe(rtn): 0.0014954,0.00000,0.213
17,mlp.experts.6.down_proj,0.0000009922,0.05000,3.618
17,mlp.experts.109.down_proj,0.0000007870,0.05000,3.534
17,mlp.experts.22.down_proj,0.0000018231,0.05000,3.488
17,mlp.experts.125.down_proj,0.0000017052,0.05000,3.606
17,mlp.experts.141.down_proj,failsafe(rtn): 0.0014801,0.00000,0.193
17,mlp.experts.388.up_proj,0.0000160304,0.05000,14.468
17,mlp.experts.375.up_proj,0.0000144152,0.05000,14.430
17,mlp.experts.396.up_proj,0.0000231677,0.05000,14.431
17,mlp.experts.38.down_proj,0.0000010804,0.05000,3.704
17,mlp.experts.399.up_proj,0.0000197839,0.05000,14.479
17,mlp.experts.382.up_proj,0.0000170320,0.05000,14.453
17,mlp.experts.394.up_proj,0.0000401197,0.05000,14.504
17,mlp.experts.354.up_proj,0.0000239003,0.05000,14.501
17,mlp.experts.387.up_proj,0.0000350089,0.05000,14.453
17,mlp.experts.432.up_proj,0.0000113193,0.05000,14.346
17,mlp.experts.456.up_proj,0.0000456226,0.05000,14.484
17,mlp.experts.157.down_proj,0.0000006928,0.05000,3.669
17,mlp.experts.389.up_proj,0.0000307335,0.05000,14.507
17,mlp.experts.475.up_proj,0.0000214856,0.05000,14.460
17,mlp.experts.417.up_proj,0.0000134942,0.05000,14.437
17,mlp.experts.54.down_proj,0.0000008835,0.05000,3.622
17,mlp.experts.457.up_proj,0.0000197816,0.05000,14.547
17,mlp.experts.173.down_proj,0.0000024656,0.05000,3.477
17,mlp.experts.70.down_proj,0.0000022978,0.05000,3.398
17,mlp.experts.189.down_proj,0.0000031043,0.05000,3.536
17,mlp.experts.86.down_proj,0.0000010474,0.05000,3.517
17,mlp.experts.205.down_proj,0.0000020344,0.05000,3.921
17,mlp.experts.404.up_proj,0.0000178872,0.05000,14.597
17,mlp.experts.391.up_proj,0.0000221088,0.05000,14.575
17,mlp.experts.412.up_proj,0.0000091961,0.05000,14.389
17,mlp.experts.102.down_proj,0.0000017536,0.05000,3.860
17,mlp.experts.415.up_proj,0.0000257984,0.05000,14.541
17,mlp.experts.398.up_proj,0.0000159624,0.05000,14.505
17,mlp.experts.410.up_proj,0.0000356395,0.05000,14.504
17,mlp.experts.370.up_proj,0.0000201028,0.05000,14.444
17,mlp.experts.403.up_proj,0.0000149865,0.05000,14.536
17,mlp.experts.448.up_proj,0.0000338339,0.05000,14.477
17,mlp.experts.472.up_proj,0.0000449185,0.05000,14.452
17,mlp.experts.221.down_proj,0.0000016676,0.05000,3.509
17,mlp.experts.405.up_proj,0.0000365531,0.05000,14.380
17,mlp.experts.491.up_proj,0.0000167587,0.05000,14.466
17,mlp.experts.237.down_proj,failsafe(rtn): 0.0015106,0.00000,0.209
17,mlp.experts.118.down_proj,0.0000033537,0.05000,3.668
17,mlp.experts.433.up_proj,0.0000596729,0.05000,14.657
17,mlp.experts.473.up_proj,0.0000101800,0.05000,14.642
17,mlp.experts.253.down_proj,0.0000020837,0.05000,3.622
17,mlp.experts.134.down_proj,0.0000007538,0.05000,3.568
17,mlp.experts.150.down_proj,failsafe(rtn): 0.0014954,0.00000,0.174
17,mlp.experts.269.down_proj,0.0000011866,0.05000,3.715
17,mlp.experts.166.down_proj,0.0000015774,0.05000,3.612
17,mlp.experts.182.down_proj,failsafe(rtn): 0.0015106,0.00000,0.178
17,mlp.experts.285.down_proj,0.0000017247,0.05000,3.490
17,mlp.experts.420.up_proj,0.0000030169,0.05000,14.446
17,mlp.experts.407.up_proj,0.0000565984,0.05000,14.391
17,mlp.experts.428.up_proj,0.0000057184,0.05000,14.333
17,mlp.experts.436.up_proj,failsafe(rtn): 0.0014420,0.00000,0.745
17,mlp.experts.431.up_proj,0.0000198059,0.05000,14.528
17,mlp.experts.414.up_proj,0.0000099842,0.05000,14.400
17,mlp.experts.198.down_proj,0.0000014793,0.05000,3.614
17,mlp.experts.386.up_proj,0.0000051805,0.05000,14.422
17,mlp.experts.426.up_proj,0.0000046163,0.05000,14.562
17,mlp.experts.419.up_proj,0.0000259101,0.05000,14.465
17,mlp.experts.464.up_proj,0.0000259569,0.05000,14.384
17,mlp.experts.480.up_proj,failsafe(rtn): 0.0014267,0.00000,0.679
17,mlp.experts.488.up_proj,0.0000555241,0.05000,14.426
17,mlp.experts.421.up_proj,0.0000252263,0.05000,14.522
17,mlp.experts.301.down_proj,0.0000003768,0.05000,3.644
17,mlp.experts.507.up_proj,0.0000248062,0.05000,14.535
17,mlp.experts.449.up_proj,0.0000208984,0.05000,14.609
17,mlp.experts.214.down_proj,0.0000019970,0.05000,3.774
17,mlp.experts.489.up_proj,0.0000219555,0.05000,14.488
17,mlp.experts.11.down_proj,0.0000005110,0.05000,3.528
17,mlp.experts.317.down_proj,0.0000012980,0.05000,3.549
17,mlp.experts.230.down_proj,0.0000011856,0.05000,3.531
17,mlp.experts.27.down_proj,0.0000045534,0.05000,3.629
17,mlp.experts.333.down_proj,0.0000022693,0.05000,3.731
17,mlp.experts.246.down_proj,0.0000009100,0.05000,3.509
17,mlp.experts.43.down_proj,0.0000011590,0.05000,3.541
17,mlp.experts.349.down_proj,0.0000046858,0.05000,3.511
17,mlp.experts.365.down_proj,failsafe(rtn): 0.0014648,0.00000,0.174
17,mlp.experts.423.up_proj,0.0000294326,0.05000,14.208
17,mlp.experts.444.up_proj,0.0000279264,0.05000,14.262
17,mlp.experts.452.up_proj,0.0000156732,0.05000,14.321
17,mlp.experts.447.up_proj,0.0000290774,0.05000,14.250
17,mlp.experts.430.up_proj,0.0000353607,0.05000,14.384
17,mlp.experts.262.down_proj,0.0000010238,0.05000,3.641
17,mlp.experts.442.up_proj,0.0000126584,0.05000,14.271
17,mlp.experts.402.up_proj,0.0000221986,0.05000,14.351
17,mlp.experts.435.up_proj,0.0000497744,0.05000,14.351
17,mlp.experts.504.up_proj,0.0000246623,0.05000,14.167
17,mlp.experts.496.up_proj,0.0000239601,0.05000,14.227
17,mlp.experts.437.up_proj,0.0000171534,0.05000,14.377
17,mlp.experts.59.down_proj,0.0000013815,0.05000,3.640
17,mlp.experts.381.down_proj,0.0000017869,0.05000,3.610
17,mlp.experts.465.up_proj,0.0000453004,0.05000,14.352
17,mlp.experts.278.down_proj,0.0000003592,0.05000,3.727
17,mlp.experts.505.up_proj,0.0000118137,0.05000,14.375
17,mlp.experts.8.down_proj,0.0000013253,0.05000,3.718
17,mlp.experts.0.down_proj,0.0000012121,0.05000,3.742
17,mlp.experts.75.down_proj,0.0000010177,0.05000,3.718
17,mlp.experts.397.down_proj,0.0000018539,0.05000,3.792
17,mlp.experts.294.down_proj,0.0000127571,0.05000,3.832
17,mlp.experts.9.down_proj,0.0000016286,0.05000,3.830
17,mlp.experts.24.down_proj,0.0000015297,0.05000,3.738
17,mlp.experts.16.down_proj,0.0000017241,0.05000,3.793
17,mlp.experts.91.down_proj,0.0000006856,0.05000,3.646
17,mlp.experts.413.down_proj,0.0000020338,0.05000,3.680
17,mlp.experts.310.down_proj,0.0000046670,0.05000,3.632
17,mlp.experts.25.down_proj,0.0000010119,0.05000,3.677
17,mlp.experts.40.down_proj,0.0000032247,0.05000,3.622
17,mlp.experts.32.down_proj,0.0000021395,0.05000,3.710
17,mlp.experts.107.down_proj,0.0000008927,0.05000,3.708
17,mlp.experts.429.down_proj,0.0000019037,0.05000,3.649
17,mlp.experts.439.up_proj,0.0000297817,0.05000,14.719
17,mlp.experts.460.up_proj,0.0000185260,0.05000,14.647
17,mlp.experts.468.up_proj,0.0000080790,0.05000,14.743
17,mlp.experts.463.up_proj,0.0000237730,0.05000,14.819
17,mlp.experts.446.up_proj,0.0000212394,0.05000,14.788
17,mlp.experts.458.up_proj,0.0000147445,0.05000,14.653
17,mlp.experts.418.up_proj,0.0000159967,0.05000,14.666
17,mlp.experts.326.down_proj,0.0000019600,0.05000,3.722
17,mlp.experts.484.up_proj,failsafe(rtn): 0.0014725,0.00000,0.738
17,mlp.experts.451.up_proj,0.0000123220,0.05000,14.803
17,mlp.experts.41.down_proj,0.0000021049,0.05000,3.667
17,mlp.experts.56.down_proj,0.0000037177,0.05000,3.687
17,mlp.experts.48.down_proj,0.0000025269,0.05000,3.593
17,mlp.experts.453.up_proj,0.0000166677,0.05000,14.708
17,mlp.experts.123.down_proj,0.0000015536,0.05000,3.612
17,mlp.experts.445.down_proj,0.0000008494,0.05000,3.637
17,mlp.experts.481.up_proj,0.0000131014,0.05000,14.859
17,mlp.experts.342.down_proj,0.0000006243,0.05000,3.573
17,mlp.experts.57.down_proj,0.0000028970,0.05000,3.585
17,mlp.experts.72.down_proj,0.0000010230,0.05000,3.562
17,mlp.experts.64.down_proj,0.0000007659,0.05000,3.544
17,mlp.experts.139.down_proj,0.0000009636,0.05000,3.670
17,mlp.experts.461.down_proj,0.0000011027,0.05000,3.617
17,mlp.experts.477.down_proj,failsafe(rtn): 0.0014877,0.00000,0.172
17,mlp.experts.358.down_proj,0.0000016087,0.05000,3.465
17,mlp.experts.73.down_proj,0.0000013282,0.05000,3.591
17,mlp.experts.88.down_proj,0.0000004076,0.05000,3.610
17,mlp.experts.80.down_proj,0.0000006671,0.05000,3.534
17,mlp.experts.155.down_proj,0.0000010986,0.05000,3.784
17,mlp.experts.493.down_proj,0.0000059746,0.05000,3.782
17,mlp.experts.374.down_proj,0.0000001906,0.05000,3.879
17,mlp.experts.89.down_proj,0.0000007175,0.05000,3.831
17,mlp.experts.105.down_proj,failsafe(rtn): 0.0015106,0.00000,0.185
17,mlp.experts.104.down_proj,0.0000017859,0.05000,3.773
17,mlp.experts.96.down_proj,0.0000022996,0.05000,3.776
17,mlp.experts.171.down_proj,0.0000033793,0.05000,3.577
17,mlp.experts.476.up_proj,0.0000123430,0.05000,14.412
17,mlp.experts.455.up_proj,0.0000111560,0.05000,14.526
17,mlp.experts.509.down_proj,0.0000037887,0.05000,3.561
17,mlp.experts.479.up_proj,0.0000303172,0.05000,14.482
17,mlp.experts.462.up_proj,0.0000298641,0.05000,14.546
17,mlp.experts.474.up_proj,0.0000671874,0.05000,14.604
17,mlp.experts.434.up_proj,0.0000273054,0.05000,14.547
17,mlp.experts.390.down_proj,0.0000031575,0.05000,3.549
17,mlp.experts.500.up_proj,0.0000127317,0.05000,14.457
17,mlp.experts.467.up_proj,0.0000230237,0.05000,14.510
17,mlp.experts.121.down_proj,0.0000032120,0.05000,3.483
17,mlp.experts.120.down_proj,0.0000007717,0.05000,3.512
17,mlp.experts.112.down_proj,0.0000000937,0.05000,3.533
17,mlp.experts.469.up_proj,0.0000144293,0.05000,14.540
17,mlp.experts.187.down_proj,0.0000007382,0.05000,3.615
17,mlp.experts.497.up_proj,0.0000224761,0.05000,14.382
17,mlp.experts.406.down_proj,0.0000027938,0.05000,3.375
17,mlp.experts.4.down_proj,0.0000008442,0.05000,3.323
17,mlp.experts.137.down_proj,0.0000012056,0.05000,3.491
17,mlp.experts.136.down_proj,0.0000006585,0.05000,3.526
17,mlp.experts.128.down_proj,0.0000008315,0.05000,3.550
17,mlp.experts.203.down_proj,0.0000015430,0.05000,3.511
17,mlp.experts.1.down_proj,0.0000027053,0.05000,3.466
17,mlp.experts.422.down_proj,0.0000011753,0.05000,3.470
17,mlp.experts.17.down_proj,failsafe(rtn): 0.0015259,0.00000,0.199
17,mlp.experts.20.down_proj,0.0000009943,0.05000,3.535
17,mlp.experts.438.down_proj,failsafe(rtn): 0.0015335,0.00000,0.172
17,mlp.experts.33.down_proj,failsafe(rtn): 0.0014801,0.00000,0.182
17,mlp.experts.153.down_proj,0.0000016369,0.05000,3.466
17,mlp.experts.152.down_proj,0.0000003577,0.05000,3.391
17,mlp.experts.144.down_proj,0.0000033578,0.05000,3.342
17,mlp.experts.219.down_proj,0.0000020508,0.05000,3.343
17,mlp.experts.235.down_proj,failsafe(rtn): 0.0014496,0.00000,0.154
17,mlp.experts.36.down_proj,0.0000106640,0.05000,3.355
17,mlp.experts.454.down_proj,0.0000006835,0.05000,3.311
17,mlp.experts.49.down_proj,0.0000034531,0.05000,3.310
17,mlp.experts.470.down_proj,failsafe(rtn): 0.0014877,0.00000,0.160
17,mlp.experts.169.down_proj,0.0000024177,0.05000,3.336
17,mlp.experts.168.down_proj,0.0000017937,0.05000,3.259
17,mlp.experts.160.down_proj,0.0000012893,0.05000,3.270
17,mlp.experts.492.up_proj,0.0000119813,0.05000,13.641
17,mlp.experts.471.up_proj,0.0000513242,0.05000,13.733
17,mlp.experts.251.down_proj,0.0000024083,0.05000,3.395
17,mlp.experts.495.up_proj,0.0000409525,0.05000,13.537
17,mlp.experts.478.up_proj,0.0000708686,0.05000,13.601
17,mlp.experts.450.up_proj,0.0000290537,0.05000,13.505
17,mlp.experts.490.up_proj,0.0000222735,0.05000,13.619
17,mlp.experts.52.down_proj,0.0000028803,0.05000,3.328
17,mlp.experts.65.down_proj,0.0000015691,0.05000,3.399
17,mlp.experts.486.down_proj,0.0000030368,0.05000,3.361
17,mlp.experts.483.up_proj,0.0000129317,0.05000,13.610
17,mlp.experts.494.up_proj,failsafe(rtn): 0.0014114,0.00000,0.701
17,mlp.experts.502.down_proj,failsafe(rtn): 0.0014572,0.00000,0.198
17,mlp.experts.185.down_proj,0.0000017488,0.05000,3.419
17,mlp.experts.184.down_proj,0.0000013261,0.05000,3.341
17,mlp.experts.176.down_proj,0.0000008740,0.05000,3.399
17,mlp.experts.485.up_proj,0.0000043432,0.05000,13.551
17,mlp.experts.267.down_proj,0.0000016524,0.05000,3.368
17,mlp.experts.68.down_proj,0.0000012975,0.05000,3.273
17,mlp.experts.81.down_proj,0.0000016822,0.05000,3.299
17,mlp.experts.201.down_proj,0.0000008461,0.05000,3.237
17,mlp.experts.200.down_proj,0.0000020179,0.05000,3.199
17,mlp.experts.192.down_proj,0.0000015423,0.05000,3.211
17,mlp.experts.217.down_proj,failsafe(rtn): 0.0015717,0.00000,0.163
17,mlp.experts.283.down_proj,0.0000022378,0.05000,3.162
17,mlp.experts.84.down_proj,0.0000016128,0.05000,3.096
17,mlp.experts.97.down_proj,0.0000009197,0.05000,3.127
17,mlp.experts.216.down_proj,0.0000031985,0.05000,3.081
17,mlp.experts.208.down_proj,0.0000012405,0.05000,3.107
17,mlp.experts.233.down_proj,0.0000008585,0.05000,3.084
17,mlp.experts.224.down_proj,failsafe(rtn): 0.0015106,0.00000,0.161
17,mlp.experts.299.down_proj,0.0000015766,0.05000,3.113
17,mlp.experts.100.down_proj,0.0000008600,0.05000,3.151
17,mlp.experts.113.down_proj,0.0000016525,0.05000,3.130
17,mlp.experts.232.down_proj,0.0000003815,0.05000,3.127
17,mlp.experts.249.down_proj,0.0000035972,0.05000,3.155
17,mlp.experts.240.down_proj,0.0000014766,0.05000,3.197
17,mlp.experts.508.up_proj,0.0000160842,0.05000,12.741
17,mlp.experts.487.up_proj,0.0000262628,0.05000,12.726
17,mlp.experts.315.down_proj,0.0000010740,0.05000,3.171
17,mlp.experts.331.down_proj,failsafe(rtn): 0.0015793,0.00000,0.182
17,mlp.experts.511.up_proj,0.0000355007,0.05000,12.827
17,mlp.experts.503.up_proj,failsafe(rtn): 0.0013962,0.00000,0.699
17,mlp.experts.466.up_proj,0.0000154184,0.05000,12.786
17,mlp.experts.506.up_proj,0.0000238013,0.05000,12.766
17,mlp.experts.116.down_proj,0.0000016620,0.05000,3.290
17,mlp.experts.129.down_proj,0.0000021535,0.05000,3.325
17,mlp.experts.499.up_proj,0.0000271998,0.05000,12.877
17,mlp.experts.510.up_proj,0.0000275604,0.05000,12.778
17,mlp.experts.248.down_proj,0.0000016928,0.05000,3.288
17,mlp.experts.265.down_proj,0.0000055735,0.05000,3.313
17,mlp.experts.256.down_proj,0.0000015874,0.05000,3.251
17,mlp.experts.501.up_proj,0.0000110644,0.05000,12.657
17,mlp.experts.12.down_proj,0.0000009978,0.05000,3.240
17,mlp.experts.28.down_proj,failsafe(rtn): 0.0015411,0.00000,0.140
17,mlp.experts.347.down_proj,0.0000033359,0.05000,3.149
17,mlp.experts.15.down_proj,0.0000035374,0.05000,3.051
17,mlp.experts.7.down_proj,0.0000012229,0.05000,3.116
17,mlp.experts.10.down_proj,0.0000012456,0.05000,3.154
17,mlp.experts.132.down_proj,0.0000003020,0.05000,3.176
17,mlp.experts.145.down_proj,0.0000012695,0.05000,3.131
17,mlp.experts.3.down_proj,0.0000083693,0.05000,3.072
17,mlp.experts.14.down_proj,0.0000006627,0.05000,3.112
17,mlp.experts.264.down_proj,0.0000008540,0.05000,3.142
17,mlp.experts.281.down_proj,0.0000015510,0.05000,3.114
17,mlp.experts.272.down_proj,0.0000047067,0.05000,3.156
17,mlp.experts.5.down_proj,0.0000015439,0.05000,3.129
17,mlp.experts.44.down_proj,0.0000051398,0.05000,3.112
17,mlp.experts.363.down_proj,0.0000014475,0.05000,3.233
17,mlp.experts.31.down_proj,0.0000006479,0.05000,3.197
17,mlp.experts.379.down_proj,failsafe(rtn): 0.0014496,0.00000,0.174
17,mlp.experts.23.down_proj,0.0000029307,0.05000,3.219
17,mlp.experts.26.down_proj,0.0000003292,0.05000,3.111
17,mlp.experts.148.down_proj,0.0000014599,0.05000,3.147
17,mlp.experts.161.down_proj,0.0000018831,0.05000,3.214
17,mlp.experts.19.down_proj,0.0000010506,0.05000,3.234
17,mlp.experts.30.down_proj,0.0000008358,0.05000,3.195
17,mlp.experts.280.down_proj,0.0000014495,0.05000,3.186
17,mlp.experts.297.down_proj,0.0000022915,0.05000,3.215
17,mlp.experts.288.down_proj,0.0000012534,0.05000,3.173
17,mlp.experts.21.down_proj,0.0000006183,0.05000,3.221
17,mlp.experts.60.down_proj,0.0000027439,0.05000,3.195
17,mlp.experts.47.down_proj,0.0000029463,0.05000,3.157
17,mlp.experts.39.down_proj,0.0000010858,0.05000,3.088
17,mlp.experts.395.down_proj,0.0000034964,0.05000,3.144
17,mlp.experts.411.down_proj,failsafe(rtn): 0.0014877,0.00000,0.138
17,mlp.experts.42.down_proj,0.0000006154,0.05000,3.063
17,mlp.experts.164.down_proj,0.0000006963,0.05000,3.041
17,mlp.experts.177.down_proj,0.0000013782,0.05000,2.954
17,mlp.experts.46.down_proj,0.0000008851,0.05000,2.988
17,mlp.experts.35.down_proj,0.0000012315,0.05000,3.038
17,mlp.experts.296.down_proj,0.0000016216,0.05000,2.999
17,mlp.experts.313.down_proj,0.0000023737,0.05000,2.984
17,mlp.experts.304.down_proj,0.0000007217,0.05000,2.939
17,mlp.experts.37.down_proj,0.0000015006,0.05000,3.026
17,mlp.experts.76.down_proj,0.0000001780,0.05000,2.979
17,mlp.experts.63.down_proj,0.0000004128,0.05000,3.090
17,mlp.experts.482.up_proj,0.0000153208,0.05000,12.344
17,mlp.experts.55.down_proj,0.0000010091,0.05000,3.172
17,mlp.experts.427.down_proj,0.0000013264,0.05000,3.133
17,mlp.experts.58.down_proj,0.0000066287,0.05000,3.108
17,mlp.experts.180.down_proj,0.0000006588,0.05000,3.137
17,mlp.experts.193.down_proj,0.0000018915,0.05000,3.111
17,mlp.experts.62.down_proj,0.0000001406,0.05000,3.148
17,mlp.experts.51.down_proj,0.0000008795,0.05000,3.165
17,mlp.experts.312.down_proj,0.0000007784,0.05000,3.173
17,mlp.experts.329.down_proj,0.0000005032,0.05000,3.155
17,mlp.experts.320.down_proj,0.0000014266,0.05000,3.132
17,mlp.experts.53.down_proj,0.0000008797,0.05000,3.086
17,mlp.experts.92.down_proj,0.0000024439,0.05000,3.066
17,mlp.experts.79.down_proj,0.0000012234,0.05000,3.076
17,mlp.experts.71.down_proj,0.0000008817,0.05000,3.141
17,mlp.experts.74.down_proj,0.0000037430,0.05000,3.085
17,mlp.experts.443.down_proj,0.0000018807,0.05000,3.184
17,mlp.experts.196.down_proj,0.0000004229,0.05000,3.124
17,mlp.experts.209.down_proj,0.0000021173,0.05000,3.233
17,mlp.experts.78.down_proj,0.0000010614,0.05000,3.209
17,mlp.experts.67.down_proj,0.0000049845,0.05000,3.233
17,mlp.experts.328.down_proj,0.0000036967,0.05000,3.176
17,mlp.experts.345.down_proj,0.0000012431,0.05000,3.247
17,mlp.experts.336.down_proj,0.0000031052,0.05000,3.244
17,mlp.experts.352.down_proj,failsafe(rtn): 0.0015793,0.00000,0.151
17,mlp.experts.69.down_proj,0.0000013244,0.05000,3.297
17,mlp.experts.108.down_proj,0.0000016924,0.05000,3.242
17,mlp.experts.95.down_proj,0.0000022936,0.05000,3.286
17,mlp.experts.87.down_proj,0.0000012430,0.05000,3.332
17,mlp.experts.90.down_proj,0.0000017144,0.05000,3.336
17,mlp.experts.459.down_proj,0.0000007376,0.05000,3.286
17,mlp.experts.212.down_proj,0.0000039135,0.05000,3.224
17,mlp.experts.225.down_proj,0.0000005586,0.05000,3.217
17,mlp.experts.94.down_proj,0.0000007407,0.05000,3.222
17,mlp.experts.83.down_proj,0.0000006110,0.05000,3.250
17,mlp.experts.344.down_proj,0.0000003441,0.05000,3.216
17,mlp.experts.361.down_proj,0.0000002984,0.05000,3.188
17,mlp.experts.368.down_proj,0.0000018992,0.05000,3.265
17,mlp.experts.85.down_proj,0.0000013210,0.05000,3.167
17,mlp.experts.124.down_proj,0.0000022510,0.05000,3.193
17,mlp.experts.111.down_proj,0.0000002124,0.05000,3.204
17,mlp.experts.103.down_proj,0.0000069940,0.05000,3.169
17,mlp.experts.106.down_proj,0.0000006575,0.05000,3.153
17,mlp.experts.475.down_proj,0.0000016830,0.05000,3.181
17,mlp.experts.228.down_proj,0.0000007255,0.05000,3.095
17,mlp.experts.241.down_proj,0.0000005197,0.05000,3.247
17,mlp.experts.110.down_proj,0.0000024590,0.05000,3.156
17,mlp.experts.99.down_proj,0.0000007447,0.05000,3.206
17,mlp.experts.360.down_proj,0.0000011505,0.05000,3.258
17,mlp.experts.377.down_proj,0.0000007823,0.05000,3.188
17,mlp.experts.376.down_proj,failsafe(rtn): 0.0014725,0.00000,0.148
17,mlp.experts.392.down_proj,failsafe(rtn): 0.0014267,0.00000,0.140
17,mlp.experts.384.down_proj,0.0000024676,0.05000,3.152
17,mlp.experts.101.down_proj,0.0000015969,0.05000,3.224
17,mlp.experts.140.down_proj,0.0000010338,0.05000,3.203
17,mlp.experts.127.down_proj,0.0000005909,0.05000,3.201
17,mlp.experts.498.up_proj,0.0000171574,0.05000,12.650
17,mlp.experts.119.down_proj,0.0000010823,0.05000,3.169
17,mlp.experts.122.down_proj,0.0000013465,0.05000,3.185
17,mlp.experts.491.down_proj,0.0000015073,0.05000,3.219
17,mlp.experts.244.down_proj,0.0000012886,0.05000,3.276
17,mlp.experts.257.down_proj,0.0000047297,0.05000,3.170
17,mlp.experts.126.down_proj,0.0000021965,0.05000,3.163
17,mlp.experts.115.down_proj,0.0000051531,0.05000,3.148
17,mlp.experts.393.down_proj,0.0000014974,0.05000,3.169
17,mlp.experts.409.down_proj,failsafe(rtn): 0.0014191,0.00000,0.156
17,mlp.experts.408.down_proj,0.0000013571,0.05000,3.204
17,mlp.experts.400.down_proj,0.0000004277,0.05000,3.211
17,mlp.experts.424.down_proj,failsafe(rtn): 0.0015640,0.00000,0.185
17,mlp.experts.117.down_proj,0.0000008872,0.05000,3.257
17,mlp.experts.156.down_proj,0.0000041880,0.05000,3.216
17,mlp.experts.2.down_proj,0.0000019988,0.05000,3.302
17,mlp.experts.143.down_proj,0.0000003705,0.05000,3.325
17,mlp.experts.135.down_proj,0.0000049276,0.05000,3.318
17,mlp.experts.138.down_proj,0.0000005451,0.05000,3.301
17,mlp.experts.507.down_proj,0.0000012101,0.05000,3.305
17,mlp.experts.260.down_proj,0.0000036173,0.05000,3.286
17,mlp.experts.273.down_proj,0.0000010527,0.05000,3.312
17,mlp.experts.142.down_proj,0.0000032335,0.05000,3.319
17,mlp.experts.131.down_proj,0.0000011689,0.05000,3.268
17,mlp.experts.425.down_proj,0.0000008822,0.05000,3.240
17,mlp.experts.416.down_proj,0.0000005616,0.05000,3.179
17,mlp.experts.440.down_proj,0.0000012567,0.05000,3.180
17,mlp.experts.133.down_proj,0.0000017372,0.05000,2.998
17,mlp.experts.172.down_proj,0.0000025540,0.05000,3.022
17,mlp.experts.18.down_proj,0.0000009319,0.05000,2.888
17,mlp.experts.159.down_proj,0.0000041533,0.05000,2.896
17,mlp.experts.151.down_proj,0.0000005550,0.05000,2.902
17,mlp.experts.154.down_proj,0.0000053963,0.05000,2.871
17,mlp.experts.276.down_proj,0.0000010042,0.05000,2.904
17,mlp.experts.158.down_proj,0.0000021462,0.05000,2.848
17,mlp.experts.289.down_proj,0.0000014325,0.05000,2.956
17,mlp.experts.147.down_proj,0.0000018245,0.05000,2.907
17,mlp.experts.441.down_proj,0.0000004782,0.05000,2.995
17,mlp.experts.432.down_proj,0.0000018541,0.05000,2.919
17,mlp.experts.456.down_proj,0.0000036060,0.05000,2.904
17,mlp.experts.149.down_proj,0.0000012954,0.05000,2.992
17,mlp.experts.188.down_proj,0.0000006680,0.05000,3.015
17,mlp.experts.34.down_proj,0.0000013111,0.05000,2.955
17,mlp.experts.175.down_proj,0.0000009744,0.05000,3.028
17,mlp.experts.167.down_proj,0.0000044367,0.05000,3.034
17,mlp.experts.170.down_proj,0.0000028124,0.05000,3.048
17,mlp.experts.292.down_proj,0.0000022600,0.05000,2.998
17,mlp.experts.174.down_proj,0.0000020742,0.05000,3.033
17,mlp.experts.305.down_proj,0.0000016473,0.05000,2.965
17,mlp.experts.163.down_proj,0.0000009252,0.05000,3.014
17,mlp.experts.448.down_proj,0.0000060005,0.05000,3.019
17,mlp.experts.457.down_proj,0.0000009793,0.05000,3.045
17,mlp.experts.472.down_proj,0.0000034253,0.05000,3.001
17,mlp.experts.165.down_proj,0.0000009379,0.05000,3.068
17,mlp.experts.204.down_proj,0.0000015318,0.05000,3.018
17,mlp.experts.50.down_proj,0.0000011872,0.05000,3.048
17,mlp.experts.191.down_proj,0.0000007562,0.05000,3.092
17,mlp.experts.186.down_proj,0.0000023197,0.05000,3.012
17,mlp.experts.183.down_proj,0.0000018226,0.05000,3.101
17,mlp.experts.308.down_proj,0.0000009894,0.05000,3.011
17,mlp.experts.190.down_proj,0.0000035275,0.05000,3.014
17,mlp.experts.321.down_proj,0.0000011818,0.05000,3.076
17,mlp.experts.179.down_proj,0.0000018262,0.05000,3.063
17,mlp.experts.464.down_proj,0.0000019129,0.05000,3.019
17,mlp.experts.473.down_proj,0.0000006494,0.05000,3.027
17,mlp.experts.488.down_proj,0.0000044776,0.05000,3.052
17,mlp.experts.480.down_proj,failsafe(rtn): 0.0014343,0.00000,0.152
17,mlp.experts.220.down_proj,0.0000023299,0.05000,2.951
17,mlp.experts.181.down_proj,0.0000019192,0.05000,3.047
17,mlp.experts.66.down_proj,0.0000012010,0.05000,2.851
17,mlp.experts.207.down_proj,0.0000012777,0.05000,2.903
17,mlp.experts.223.down_proj,failsafe(rtn): 0.0013809,0.00000,0.129
17,mlp.experts.202.down_proj,0.0000016268,0.05000,2.886
17,mlp.experts.199.down_proj,0.0000005084,0.05000,2.880
17,mlp.experts.218.down_proj,failsafe(rtn): 0.0015030,0.00000,0.151
17,mlp.experts.324.down_proj,0.0000008717,0.05000,2.908
17,mlp.experts.206.down_proj,0.0000008319,0.05000,2.820
17,mlp.experts.337.down_proj,0.0000007615,0.05000,2.834
17,mlp.experts.195.down_proj,0.0000021335,0.05000,2.844
17,mlp.experts.489.down_proj,0.0000012628,0.05000,2.807
17,mlp.experts.504.down_proj,0.0000012910,0.05000,2.803
17,mlp.experts.496.down_proj,0.0000017947,0.05000,2.790
17,mlp.experts.236.down_proj,0.0000020668,0.05000,2.637
17,mlp.experts.197.down_proj,0.0000012511,0.05000,2.640
17,mlp.experts.82.down_proj,0.0000008006,0.05000,2.558
17,mlp.experts.239.down_proj,0.0000027758,0.05000,2.601
17,mlp.experts.215.down_proj,0.0000008285,0.05000,2.549
17,mlp.experts.234.down_proj,0.0000017787,0.05000,2.520
17,mlp.experts.340.down_proj,0.0000041055,0.05000,2.513
17,mlp.experts.222.down_proj,0.0000009081,0.05000,2.481
17,mlp.experts.353.down_proj,0.0000017514,0.05000,2.415
17,mlp.experts.211.down_proj,0.0000011146,0.05000,2.465
17,mlp.experts.505.down_proj,0.0000009725,0.05000,2.332
17,mlp.experts.252.down_proj,0.0000007682,0.05000,2.274
17,mlp.experts.213.down_proj,0.0000023342,0.05000,2.253
17,mlp.experts.98.down_proj,0.0000019182,0.05000,2.264
17,mlp.experts.255.down_proj,0.0000018857,0.05000,2.154
17,mlp.experts.231.down_proj,0.0000006463,0.05000,2.117
17,mlp.experts.250.down_proj,0.0000025409,0.05000,2.096
17,mlp.experts.356.down_proj,0.0000018043,0.05000,2.095
17,mlp.experts.238.down_proj,0.0000013446,0.05000,2.093
17,mlp.experts.369.down_proj,0.0000011557,0.05000,2.092
17,mlp.experts.227.down_proj,0.0000008669,0.05000,2.091
17,mlp.experts.243.down_proj,failsafe(rtn): 0.0015259,0.00000,0.101
17,mlp.experts.268.down_proj,0.0000024733,0.05000,1.962
17,mlp.experts.229.down_proj,0.0000044027,0.05000,1.970
17,mlp.experts.114.down_proj,0.0000005818,0.05000,1.951
17,mlp.experts.271.down_proj,0.0000031105,0.05000,1.932
17,mlp.experts.247.down_proj,0.0000011589,0.05000,1.988
17,mlp.experts.266.down_proj,0.0000016368,0.05000,1.948
17,mlp.experts.372.down_proj,0.0000038269,0.05000,1.935
17,mlp.experts.254.down_proj,0.0000007224,0.05000,1.929
17,mlp.experts.385.down_proj,0.0000036686,0.05000,1.913
17,mlp.experts.259.down_proj,0.0000017538,0.05000,1.967
17,mlp.experts.284.down_proj,0.0000008968,0.05000,2.011
17,mlp.experts.245.down_proj,0.0000005042,0.05000,2.064
17,mlp.experts.130.down_proj,0.0000016539,0.05000,2.095
17,mlp.experts.287.down_proj,0.0000001580,0.05000,2.095
17,mlp.experts.282.down_proj,0.0000012022,0.05000,2.080
17,mlp.experts.263.down_proj,0.0000006875,0.05000,2.123
17,mlp.experts.388.down_proj,0.0000008410,0.05000,2.105
17,mlp.experts.270.down_proj,0.0000018527,0.05000,2.108
17,mlp.experts.401.down_proj,0.0000015582,0.05000,2.114
17,mlp.experts.275.down_proj,0.0000020761,0.05000,2.122
17,mlp.experts.300.down_proj,0.0000009303,0.05000,2.010
17,mlp.experts.261.down_proj,0.0000016188,0.05000,1.973
17,mlp.experts.146.down_proj,0.0000018576,0.05000,1.999
17,mlp.experts.303.down_proj,0.0000016816,0.05000,2.025
17,mlp.experts.298.down_proj,0.0000029551,0.05000,2.038
17,mlp.experts.279.down_proj,0.0000015788,0.05000,2.046
17,mlp.experts.404.down_proj,0.0000015372,0.05000,2.010
17,mlp.experts.286.down_proj,0.0000003710,0.05000,2.019
17,mlp.experts.417.down_proj,0.0000012596,0.05000,2.007
17,mlp.experts.291.down_proj,0.0000015402,0.05000,2.094
17,mlp.experts.316.down_proj,0.0000005671,0.05000,2.087
17,mlp.experts.277.down_proj,0.0000014511,0.05000,2.065
17,mlp.experts.162.down_proj,0.0000031676,0.05000,2.147
17,mlp.experts.319.down_proj,0.0000007947,0.05000,2.142
17,mlp.experts.314.down_proj,0.0000006961,0.05000,2.144
17,mlp.experts.420.down_proj,0.0000001937,0.05000,2.130
17,mlp.experts.295.down_proj,0.0000041575,0.05000,2.181
17,mlp.experts.436.down_proj,failsafe(rtn): 0.0015182,0.00000,0.107
17,mlp.experts.433.down_proj,0.0000050523,0.05000,2.096
17,mlp.experts.302.down_proj,0.0000015084,0.05000,2.139
17,mlp.experts.307.down_proj,0.0000019875,0.05000,2.102
17,mlp.experts.332.down_proj,0.0000025693,0.05000,2.036
17,mlp.experts.293.down_proj,0.0000024360,0.05000,2.054
17,mlp.experts.178.down_proj,0.0000017840,0.05000,2.016
17,mlp.experts.335.down_proj,0.0000020394,0.05000,2.015
17,mlp.experts.330.down_proj,0.0000011849,0.05000,2.041
17,mlp.experts.311.down_proj,0.0000017733,0.05000,2.037
17,mlp.experts.452.down_proj,0.0000013474,0.05000,1.962
17,mlp.experts.449.down_proj,0.0000023908,0.05000,2.016
17,mlp.experts.318.down_proj,0.0000004995,0.05000,2.015
17,mlp.experts.323.down_proj,0.0000014758,0.05000,2.030
17,mlp.experts.348.down_proj,0.0000032646,0.05000,2.012
17,mlp.experts.309.down_proj,0.0000013454,0.05000,2.025
17,mlp.experts.325.down_proj,failsafe(rtn): 0.0014191,0.00000,0.101
17,mlp.experts.194.down_proj,0.0000015123,0.05000,2.041
17,mlp.experts.351.down_proj,0.0000017533,0.05000,2.087
17,mlp.experts.346.down_proj,0.0000010080,0.05000,2.046
17,mlp.experts.468.down_proj,0.0000006838,0.05000,2.046
17,mlp.experts.327.down_proj,0.0000027292,0.05000,2.071
17,mlp.experts.465.down_proj,0.0000026693,0.05000,2.059
17,mlp.experts.334.down_proj,0.0000022289,0.05000,2.031
17,mlp.experts.484.down_proj,failsafe(rtn): 0.0015259,0.00000,0.100
17,mlp.experts.339.down_proj,0.0000082662,0.05000,2.033
17,mlp.experts.364.down_proj,0.0000015599,0.05000,1.946
17,mlp.experts.341.down_proj,0.0000007896,0.05000,1.968
17,mlp.experts.210.down_proj,0.0000008757,0.05000,1.987
17,mlp.experts.367.down_proj,0.0000013424,0.05000,1.956
17,mlp.experts.362.down_proj,0.0000010716,0.05000,1.930
17,mlp.experts.343.down_proj,0.0000011907,0.05000,1.941
17,mlp.experts.481.down_proj,0.0000006931,0.05000,1.909
17,mlp.experts.500.down_proj,0.0000010362,0.05000,1.920
17,mlp.experts.350.down_proj,0.0000013579,0.05000,1.932
17,mlp.experts.355.down_proj,0.0000018468,0.05000,1.914
17,mlp.experts.380.down_proj,0.0000015371,0.05000,1.812
17,mlp.experts.357.down_proj,0.0000019185,0.05000,1.833
17,mlp.experts.226.down_proj,0.0000019424,0.05000,1.901
17,mlp.experts.383.down_proj,0.0000005708,0.05000,1.863
17,mlp.experts.378.down_proj,0.0000013716,0.05000,1.879
17,mlp.experts.359.down_proj,0.0000016756,0.05000,1.835
17,mlp.experts.497.down_proj,0.0000016402,0.05000,1.838
17,mlp.experts.366.down_proj,0.0000029767,0.05000,1.850
17,mlp.experts.371.down_proj,0.0000028205,0.05000,1.853
17,mlp.experts.396.down_proj,0.0000017650,0.05000,1.771
17,mlp.experts.373.down_proj,0.0000008177,0.05000,1.768
17,mlp.experts.242.down_proj,0.0000011744,0.05000,1.705
17,mlp.experts.399.down_proj,0.0000014450,0.05000,1.676
17,mlp.experts.375.down_proj,0.0000006751,0.05000,1.674
17,mlp.experts.394.down_proj,0.0000022315,0.05000,1.727
17,mlp.experts.382.down_proj,0.0000019257,0.05000,1.666
17,mlp.experts.387.down_proj,0.0000008243,0.05000,1.651
17,mlp.experts.412.down_proj,0.0000008520,0.05000,1.606
17,mlp.experts.389.down_proj,0.0000025658,0.05000,1.652
17,mlp.experts.258.down_proj,0.0000021937,0.05000,1.636
17,mlp.experts.415.down_proj,0.0000016114,0.05000,1.614
17,mlp.experts.391.down_proj,0.0000020520,0.05000,1.608
17,mlp.experts.410.down_proj,0.0000027377,0.05000,1.635
17,mlp.experts.398.down_proj,0.0000007594,0.05000,1.639
17,mlp.experts.403.down_proj,0.0000010171,0.05000,1.637
17,mlp.experts.428.down_proj,0.0000004582,0.05000,1.556
17,mlp.experts.405.down_proj,0.0000033062,0.05000,1.544
17,mlp.experts.274.down_proj,0.0000033696,0.05000,1.616
17,mlp.experts.431.down_proj,0.0000018053,0.05000,1.648
17,mlp.experts.407.down_proj,0.0000047314,0.05000,1.643
17,mlp.experts.426.down_proj,0.0000002870,0.05000,1.629
17,mlp.experts.414.down_proj,0.0000009377,0.05000,1.656
17,mlp.experts.419.down_proj,0.0000053186,0.05000,1.679
17,mlp.experts.444.down_proj,0.0000023154,0.05000,1.625
17,mlp.experts.421.down_proj,0.0000013142,0.05000,1.597
17,mlp.experts.290.down_proj,0.0000042877,0.05000,1.635
17,mlp.experts.447.down_proj,0.0000017731,0.05000,1.696
17,mlp.experts.423.down_proj,0.0000015497,0.05000,1.647
17,mlp.experts.442.down_proj,0.0000008169,0.05000,1.692
17,mlp.experts.430.down_proj,0.0000019921,0.05000,1.652
17,mlp.experts.435.down_proj,0.0000031639,0.05000,1.664
17,mlp.experts.460.down_proj,0.0000025144,0.05000,1.598
17,mlp.experts.437.down_proj,0.0000008841,0.05000,1.579
17,mlp.experts.306.down_proj,0.0000010938,0.05000,1.660
17,mlp.experts.463.down_proj,0.0000032897,0.05000,1.606
17,mlp.experts.439.down_proj,0.0000017454,0.05000,1.619
17,mlp.experts.458.down_proj,0.0000006849,0.05000,1.599
17,mlp.experts.446.down_proj,0.0000019508,0.05000,1.596
17,mlp.experts.476.down_proj,0.0000008197,0.05000,1.546
17,mlp.experts.451.down_proj,0.0000016373,0.05000,1.594
17,mlp.experts.453.down_proj,0.0000010133,0.05000,1.598
17,mlp.experts.322.down_proj,0.0000007821,0.05000,1.633
17,mlp.experts.479.down_proj,0.0000017846,0.05000,1.642
17,mlp.experts.455.down_proj,0.0000008198,0.05000,1.608
17,mlp.experts.474.down_proj,0.0000036710,0.05000,1.644
17,mlp.experts.462.down_proj,0.0000017572,0.05000,1.630
17,mlp.experts.492.down_proj,0.0000005206,0.05000,1.571
17,mlp.experts.467.down_proj,0.0000022331,0.05000,1.648
17,mlp.experts.469.down_proj,0.0000016957,0.05000,1.599
17,mlp.experts.338.down_proj,0.0000013443,0.05000,1.658
17,mlp.experts.495.down_proj,0.0000026046,0.05000,1.646
17,mlp.experts.471.down_proj,0.0000101925,0.05000,1.647
17,mlp.experts.490.down_proj,0.0000024297,0.05000,1.642
17,mlp.experts.478.down_proj,0.0000083902,0.05000,1.643
17,mlp.experts.494.down_proj,failsafe(rtn): 0.0014572,0.00000,0.080
17,mlp.experts.508.down_proj,0.0000010919,0.05000,1.594
17,mlp.experts.483.down_proj,0.0000015915,0.05000,1.605
17,mlp.experts.485.down_proj,0.0000002847,0.05000,1.545
17,mlp.experts.354.down_proj,0.0000012679,0.05000,1.517
17,mlp.experts.511.down_proj,0.0000049282,0.05000,1.516
17,mlp.experts.487.down_proj,0.0000042092,0.05000,1.526
17,mlp.experts.506.down_proj,0.0000013216,0.05000,1.474
17,mlp.experts.503.down_proj,failsafe(rtn): 0.0014801,0.00000,0.065
17,mlp.experts.510.down_proj,0.0000026091,0.05000,1.415
17,mlp.experts.499.down_proj,0.0000014385,0.05000,1.209
17,mlp.experts.501.down_proj,0.0000007702,0.05000,1.114
17,mlp.experts.370.down_proj,0.0000022073,0.05000,0.556
17,mlp.experts.386.down_proj,0.0000003747,0.05000,0.140
17,mlp.experts.402.down_proj,0.0000014523,0.05000,0.132
17,mlp.experts.418.down_proj,0.0000015141,0.05000,0.130
17,mlp.experts.434.down_proj,0.0000016097,0.05000,0.136
17,mlp.experts.450.down_proj,0.0000029764,0.05000,0.129
17,mlp.experts.466.down_proj,0.0000014898,0.05000,0.135
17,mlp.experts.482.down_proj,0.0000013040,0.05000,0.134
17,mlp.experts.498.down_proj,0.0000012707,0.05000,0.129
18,mlp.experts.8.gate_proj,0.0000115631,0.05000,14.326
18,mlp.experts.13.gate_proj,0.0000143310,0.05000,14.346
18,mlp.experts.10.gate_proj,0.0000045277,0.05000,14.377
18,mlp.experts.7.gate_proj,0.0000070063,0.05000,14.386
18,mlp.experts.2.gate_proj,0.0000231284,0.05000,14.430
18,mlp.experts.14.gate_proj,0.0000081342,0.05000,14.483
18,mlp.experts.9.gate_proj,0.0000079791,0.05000,14.486
18,mlp.experts.5.gate_proj,0.0000161929,0.05000,14.489
18,mlp.experts.4.gate_proj,0.0000028988,0.05000,14.522
18,mlp.experts.1.gate_proj,0.0000267164,0.05000,14.496
18,mlp.experts.12.gate_proj,0.0000206232,0.05000,14.513
18,mlp.experts.15.gate_proj,0.0000207991,0.05000,14.502
18,mlp.experts.0.gate_proj,0.0000146122,0.05000,14.525
18,mlp.experts.6.gate_proj,0.0000131034,0.05000,14.528
18,mlp.experts.3.gate_proj,0.0000211987,0.05000,14.622
18,mlp.experts.11.gate_proj,0.0000117207,0.05000,14.708
18,mlp.experts.28.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.848
18,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.856
18,mlp.experts.16.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.844
18,mlp.experts.29.gate_proj,0.0000149125,0.05000,14.628
18,mlp.experts.24.gate_proj,0.0000165989,0.05000,14.723
18,mlp.experts.26.gate_proj,0.0000340500,0.05000,14.694
18,mlp.experts.25.gate_proj,0.0000101254,0.05000,14.596
18,mlp.experts.18.gate_proj,0.0000145644,0.05000,14.627
18,mlp.experts.31.gate_proj,0.0000068737,0.05000,14.582
18,mlp.experts.20.gate_proj,0.0000178204,0.05000,14.620
18,mlp.experts.30.gate_proj,0.0000152384,0.05000,14.656
18,mlp.experts.27.gate_proj,0.0000095718,0.05000,14.454
18,mlp.experts.22.gate_proj,0.0000189250,0.05000,14.594
18,mlp.experts.19.gate_proj,0.0000380391,0.05000,14.587
18,mlp.experts.23.gate_proj,0.0000184588,0.05000,14.857
18,mlp.experts.21.gate_proj,0.0000131150,0.05000,14.803
18,mlp.experts.32.gate_proj,0.0000483430,0.05000,14.389
18,mlp.experts.44.gate_proj,0.0000108848,0.05000,14.509
18,mlp.experts.33.gate_proj,0.0000101077,0.05000,14.626
18,mlp.experts.45.gate_proj,0.0000178806,0.05000,14.205
18,mlp.experts.43.gate_proj,0.0000317840,0.05000,14.075
18,mlp.experts.36.gate_proj,0.0000327154,0.05000,14.112
18,mlp.experts.34.gate_proj,0.0000253545,0.05000,14.187
18,mlp.experts.42.gate_proj,0.0000152587,0.05000,14.244
18,mlp.experts.38.gate_proj,0.0000196954,0.05000,14.168
18,mlp.experts.35.gate_proj,0.0000146815,0.05000,14.154
18,mlp.experts.39.gate_proj,0.0000084660,0.05000,14.167
18,mlp.experts.41.gate_proj,0.0000443561,0.05000,14.359
18,mlp.experts.40.gate_proj,0.0000112914,0.05000,14.423
18,mlp.experts.47.gate_proj,0.0000157758,0.05000,14.386
18,mlp.experts.37.gate_proj,0.0000143275,0.05000,14.257
18,mlp.experts.46.gate_proj,0.0000273474,0.05000,14.373
18,mlp.experts.48.gate_proj,0.0000251510,0.05000,14.328
18,mlp.experts.60.gate_proj,0.0000115248,0.05000,14.300
18,mlp.experts.49.gate_proj,0.0000096919,0.05000,14.400
18,mlp.experts.61.gate_proj,0.0000103061,0.05000,14.303
18,mlp.experts.50.gate_proj,0.0000248244,0.05000,14.275
18,mlp.experts.59.gate_proj,0.0000079672,0.05000,14.324
18,mlp.experts.52.gate_proj,0.0000382477,0.05000,14.364
18,mlp.experts.58.gate_proj,0.0000108118,0.05000,14.331
18,mlp.experts.53.gate_proj,0.0000133228,0.05000,14.140
18,mlp.experts.54.gate_proj,0.0000150334,0.05000,14.321
18,mlp.experts.62.gate_proj,0.0000194983,0.05000,14.216
18,mlp.experts.63.gate_proj,0.0000212838,0.05000,14.310
18,mlp.experts.57.gate_proj,0.0000466761,0.05000,14.390
18,mlp.experts.56.gate_proj,0.0000183468,0.05000,14.385
18,mlp.experts.51.gate_proj,0.0000244869,0.05000,14.440
18,mlp.experts.55.gate_proj,0.0000018814,0.05000,14.441
18,mlp.experts.64.gate_proj,0.0000141953,0.05000,14.264
18,mlp.experts.76.gate_proj,0.0000202925,0.05000,14.286
18,mlp.experts.72.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.769
18,mlp.experts.65.gate_proj,0.0000159647,0.05000,14.478
18,mlp.experts.75.gate_proj,0.0000133404,0.05000,13.836
18,mlp.experts.77.gate_proj,0.0000596601,0.05000,13.996
18,mlp.experts.70.gate_proj,0.0000280398,0.05000,13.841
18,mlp.experts.78.gate_proj,0.0000441790,0.05000,13.801
18,mlp.experts.68.gate_proj,0.0000187603,0.05000,13.943
18,mlp.experts.66.gate_proj,0.0000309446,0.05000,14.056
18,mlp.experts.74.gate_proj,0.0000066880,0.05000,14.009
18,mlp.experts.69.gate_proj,0.0000205207,0.05000,13.988
18,mlp.experts.71.gate_proj,0.0000149835,0.05000,13.865
18,mlp.experts.73.gate_proj,0.0000088185,0.05000,13.885
18,mlp.experts.79.gate_proj,0.0000303575,0.05000,13.931
18,mlp.experts.67.gate_proj,0.0000241046,0.05000,13.991
18,mlp.experts.80.gate_proj,0.0000228278,0.05000,13.844
18,mlp.experts.92.gate_proj,0.0000404607,0.05000,13.814
18,mlp.experts.88.gate_proj,0.0000409390,0.05000,13.823
18,mlp.experts.81.gate_proj,0.0000077289,0.05000,13.931
18,mlp.experts.108.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.715
18,mlp.experts.93.gate_proj,0.0000133021,0.05000,14.115
18,mlp.experts.86.gate_proj,0.0000137169,0.05000,14.131
18,mlp.experts.91.gate_proj,0.0000110092,0.05000,14.269
18,mlp.experts.94.gate_proj,0.0000131449,0.05000,14.131
18,mlp.experts.90.gate_proj,0.0000120601,0.05000,14.084
18,mlp.experts.82.gate_proj,0.0000250640,0.05000,14.202
18,mlp.experts.85.gate_proj,0.0000149701,0.05000,14.189
18,mlp.experts.84.gate_proj,0.0000336853,0.05000,14.292
18,mlp.experts.87.gate_proj,0.0000313594,0.05000,14.177
18,mlp.experts.95.gate_proj,0.0000100786,0.05000,14.194
18,mlp.experts.83.gate_proj,0.0000175154,0.05000,14.157
18,mlp.experts.89.gate_proj,0.0000062005,0.05000,14.291
18,mlp.experts.96.gate_proj,0.0000064930,0.05000,14.235
18,mlp.experts.106.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.906
18,mlp.experts.104.gate_proj,0.0000102958,0.05000,14.318
18,mlp.experts.124.gate_proj,0.0000147981,0.05000,14.236
18,mlp.experts.97.gate_proj,0.0000123359,0.05000,14.492
18,mlp.experts.109.gate_proj,0.0000153120,0.05000,14.186
18,mlp.experts.102.gate_proj,0.0000166383,0.05000,14.170
18,mlp.experts.110.gate_proj,0.0000100788,0.05000,14.117
18,mlp.experts.107.gate_proj,0.0000377065,0.05000,14.205
18,mlp.experts.98.gate_proj,0.0000329374,0.05000,14.147
18,mlp.experts.101.gate_proj,0.0000404879,0.05000,14.129
18,mlp.experts.100.gate_proj,0.0000239916,0.05000,14.242
18,mlp.experts.103.gate_proj,0.0000199555,0.05000,14.182
18,mlp.experts.111.gate_proj,0.0000301910,0.05000,14.228
18,mlp.experts.99.gate_proj,0.0000444664,0.05000,14.189
18,mlp.experts.105.gate_proj,0.0000265741,0.05000,14.206
18,mlp.experts.112.gate_proj,0.0000095534,0.05000,14.148
18,mlp.experts.122.gate_proj,0.0000208842,0.05000,14.097
18,mlp.experts.120.gate_proj,0.0000104966,0.05000,14.001
18,mlp.experts.140.gate_proj,0.0000403534,0.05000,14.008
18,mlp.experts.113.gate_proj,0.0000143306,0.05000,14.109
18,mlp.experts.125.gate_proj,0.0000333747,0.05000,14.535
18,mlp.experts.118.gate_proj,0.0000198233,0.05000,14.467
18,mlp.experts.126.gate_proj,0.0000277246,0.05000,14.615
18,mlp.experts.123.gate_proj,0.0000087921,0.05000,14.650
18,mlp.experts.114.gate_proj,0.0000327607,0.05000,14.613
18,mlp.experts.116.gate_proj,0.0000287525,0.05000,14.559
18,mlp.experts.117.gate_proj,0.0000572162,0.05000,14.752
18,mlp.experts.127.gate_proj,0.0000117710,0.05000,14.536
18,mlp.experts.119.gate_proj,0.0000246847,0.05000,14.703
18,mlp.experts.115.gate_proj,0.0000129000,0.05000,14.612
18,mlp.experts.121.gate_proj,0.0000189747,0.05000,14.688
18,mlp.experts.134.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.792
18,mlp.experts.128.gate_proj,0.0000291188,0.05000,14.648
18,mlp.experts.136.gate_proj,0.0000172912,0.05000,14.611
18,mlp.experts.138.gate_proj,0.0000420812,0.05000,14.698
18,mlp.experts.156.gate_proj,0.0000133616,0.05000,14.732
18,mlp.experts.129.gate_proj,0.0000162202,0.05000,14.799
18,mlp.experts.141.gate_proj,0.0000093023,0.05000,14.314
18,mlp.experts.142.gate_proj,0.0000267706,0.05000,14.366
18,mlp.experts.139.gate_proj,0.0000037824,0.05000,14.479
18,mlp.experts.130.gate_proj,0.0000496191,0.05000,14.580
18,mlp.experts.135.gate_proj,0.0000102804,0.05000,14.373
18,mlp.experts.132.gate_proj,0.0000444895,0.05000,14.550
18,mlp.experts.143.gate_proj,0.0000192121,0.05000,14.476
18,mlp.experts.133.gate_proj,0.0000126929,0.05000,14.514
18,mlp.experts.131.gate_proj,0.0000160587,0.05000,14.565
18,mlp.experts.137.gate_proj,0.0000131809,0.05000,14.465
18,mlp.experts.150.gate_proj,0.0000154497,0.05000,14.526
18,mlp.experts.152.gate_proj,0.0000113179,0.05000,14.318
18,mlp.experts.144.gate_proj,0.0000176469,0.05000,14.497
18,mlp.experts.154.gate_proj,0.0000163108,0.05000,14.436
18,mlp.experts.172.gate_proj,0.0000110244,0.05000,14.476
18,mlp.experts.145.gate_proj,0.0000139043,0.05000,14.701
18,mlp.experts.157.gate_proj,0.0000265833,0.05000,14.344
18,mlp.experts.158.gate_proj,0.0000131713,0.05000,14.310
18,mlp.experts.146.gate_proj,0.0000385391,0.05000,14.099
18,mlp.experts.155.gate_proj,0.0000091110,0.05000,14.253
18,mlp.experts.148.gate_proj,0.0000140620,0.05000,14.114
18,mlp.experts.159.gate_proj,0.0000114724,0.05000,14.151
18,mlp.experts.151.gate_proj,0.0000332779,0.05000,14.198
18,mlp.experts.149.gate_proj,0.0000099255,0.05000,14.248
18,mlp.experts.147.gate_proj,0.0000103836,0.05000,14.138
18,mlp.experts.153.gate_proj,0.0000127037,0.05000,14.181
18,mlp.experts.166.gate_proj,0.0000119790,0.05000,14.028
18,mlp.experts.168.gate_proj,0.0000249937,0.05000,14.047
18,mlp.experts.160.gate_proj,0.0000505825,0.05000,14.178
18,mlp.experts.170.gate_proj,0.0000495729,0.05000,14.151
18,mlp.experts.188.gate_proj,0.0000440164,0.05000,14.198
18,mlp.experts.161.gate_proj,0.0000427166,0.05000,14.281
18,mlp.experts.173.gate_proj,0.0000195248,0.05000,14.273
18,mlp.experts.174.gate_proj,0.0000110591,0.05000,14.251
18,mlp.experts.162.gate_proj,0.0000230997,0.05000,14.203
18,mlp.experts.164.gate_proj,0.0000588223,0.05000,14.161
18,mlp.experts.171.gate_proj,0.0000497067,0.05000,14.239
18,mlp.experts.175.gate_proj,0.0000139916,0.05000,14.229
18,mlp.experts.167.gate_proj,0.0000085705,0.05000,14.280
18,mlp.experts.165.gate_proj,0.0000110378,0.05000,14.204
18,mlp.experts.163.gate_proj,0.0000442836,0.05000,14.164
18,mlp.experts.182.gate_proj,0.0000096161,0.05000,14.184
18,mlp.experts.169.gate_proj,0.0000164583,0.05000,14.266
18,mlp.experts.184.gate_proj,0.0000361537,0.05000,14.207
18,mlp.experts.176.gate_proj,0.0000820366,0.05000,14.175
18,mlp.experts.186.gate_proj,0.0000252361,0.05000,14.236
18,mlp.experts.204.gate_proj,0.0000090770,0.05000,14.021
18,mlp.experts.192.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.703
18,mlp.experts.177.gate_proj,0.0000487565,0.05000,14.150
18,mlp.experts.189.gate_proj,0.0000266294,0.05000,14.573
18,mlp.experts.190.gate_proj,0.0000331657,0.05000,14.414
18,mlp.experts.178.gate_proj,0.0000202748,0.05000,14.443
18,mlp.experts.180.gate_proj,0.0000367988,0.05000,14.474
18,mlp.experts.187.gate_proj,0.0000083574,0.05000,14.568
18,mlp.experts.183.gate_proj,0.0000032865,0.05000,14.450
18,mlp.experts.191.gate_proj,0.0000269507,0.05000,14.571
18,mlp.experts.181.gate_proj,0.0000196353,0.05000,14.475
18,mlp.experts.198.gate_proj,0.0000240269,0.05000,14.327
18,mlp.experts.179.gate_proj,0.0000087773,0.05000,14.637
18,mlp.experts.185.gate_proj,0.0000129901,0.05000,14.574
18,mlp.experts.200.gate_proj,0.0000091907,0.05000,14.520
18,mlp.experts.205.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.767
18,mlp.experts.202.gate_proj,0.0000293849,0.05000,14.552
18,mlp.experts.220.gate_proj,0.0000164173,0.05000,14.380
18,mlp.experts.208.gate_proj,0.0000287245,0.05000,14.530
18,mlp.experts.193.gate_proj,0.0000154959,0.05000,14.423
18,mlp.experts.194.gate_proj,0.0000222299,0.05000,14.090
18,mlp.experts.206.gate_proj,0.0000571221,0.05000,14.176
18,mlp.experts.196.gate_proj,0.0000080528,0.05000,14.147
18,mlp.experts.203.gate_proj,0.0000226329,0.05000,14.128
18,mlp.experts.197.gate_proj,0.0000116647,0.05000,14.055
18,mlp.experts.207.gate_proj,0.0000340954,0.05000,14.123
18,mlp.experts.214.gate_proj,0.0000258589,0.05000,14.162
18,mlp.experts.199.gate_proj,0.0000388091,0.05000,14.241
18,mlp.experts.195.gate_proj,0.0000059488,0.05000,14.008
18,mlp.experts.201.gate_proj,0.0000117710,0.05000,14.169
18,mlp.experts.216.gate_proj,0.0000321567,0.05000,14.142
18,mlp.experts.221.gate_proj,0.0000315264,0.05000,14.146
18,mlp.experts.218.gate_proj,0.0000126935,0.05000,14.171
18,mlp.experts.223.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.781
18,mlp.experts.236.gate_proj,0.0000043825,0.05000,14.141
18,mlp.experts.224.gate_proj,0.0000024786,0.05000,14.231
18,mlp.experts.209.gate_proj,0.0000319648,0.05000,14.169
18,mlp.experts.210.gate_proj,0.0000043253,0.05000,14.234
18,mlp.experts.222.gate_proj,0.0000070197,0.05000,14.408
18,mlp.experts.212.gate_proj,0.0000145759,0.05000,14.322
18,mlp.experts.219.gate_proj,0.0000243917,0.05000,14.424
18,mlp.experts.230.gate_proj,0.0000323506,0.05000,14.291
18,mlp.experts.213.gate_proj,0.0000165378,0.05000,14.395
18,mlp.experts.211.gate_proj,0.0000177844,0.05000,14.302
18,mlp.experts.215.gate_proj,0.0000065952,0.05000,14.554
18,mlp.experts.217.gate_proj,0.0000199151,0.05000,14.308
18,mlp.experts.232.gate_proj,0.0000109382,0.05000,14.323
18,mlp.experts.237.gate_proj,0.0000229877,0.05000,14.393
18,mlp.experts.234.gate_proj,0.0000451196,0.05000,14.428
18,mlp.experts.239.gate_proj,0.0000224930,0.05000,14.376
18,mlp.experts.252.gate_proj,0.0000180735,0.05000,14.435
18,mlp.experts.240.gate_proj,0.0000216612,0.05000,14.447
18,mlp.experts.225.gate_proj,0.0000212180,0.05000,14.373
18,mlp.experts.226.gate_proj,0.0000425078,0.05000,14.008
18,mlp.experts.238.gate_proj,0.0000114050,0.05000,14.032
18,mlp.experts.228.gate_proj,0.0000101432,0.05000,14.078
18,mlp.experts.235.gate_proj,0.0000133507,0.05000,14.013
18,mlp.experts.227.gate_proj,0.0000436377,0.05000,14.003
18,mlp.experts.229.gate_proj,0.0000100541,0.05000,14.029
18,mlp.experts.246.gate_proj,0.0000223756,0.05000,14.139
18,mlp.experts.233.gate_proj,0.0000143292,0.05000,14.033
18,mlp.experts.248.gate_proj,0.0000117433,0.05000,13.971
18,mlp.experts.231.gate_proj,0.0000093879,0.05000,14.089
18,mlp.experts.253.gate_proj,0.0000097801,0.05000,14.144
18,mlp.experts.268.gate_proj,0.0000119630,0.05000,13.799
18,mlp.experts.250.gate_proj,0.0000251006,0.05000,14.070
18,mlp.experts.255.gate_proj,0.0000494204,0.05000,14.092
18,mlp.experts.264.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.737
18,mlp.experts.256.gate_proj,0.0000155183,0.05000,13.977
18,mlp.experts.284.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.773
18,mlp.experts.241.gate_proj,0.0000245114,0.05000,14.281
18,mlp.experts.242.gate_proj,0.0000267099,0.05000,14.402
18,mlp.experts.254.gate_proj,0.0000128132,0.05000,14.477
18,mlp.experts.244.gate_proj,0.0000046023,0.05000,14.411
18,mlp.experts.243.gate_proj,0.0000310560,0.05000,14.384
18,mlp.experts.251.gate_proj,0.0000293398,0.05000,14.553
18,mlp.experts.245.gate_proj,0.0000397706,0.05000,14.539
18,mlp.experts.262.gate_proj,0.0000320468,0.05000,14.476
18,mlp.experts.247.gate_proj,0.0000136874,0.05000,14.470
18,mlp.experts.249.gate_proj,0.0000271912,0.05000,14.562
18,mlp.experts.269.gate_proj,0.0000125460,0.05000,14.654
18,mlp.experts.266.gate_proj,0.0000282853,0.05000,14.481
18,mlp.experts.271.gate_proj,0.0000142620,0.05000,14.510
18,mlp.experts.280.gate_proj,0.0000104924,0.05000,14.503
18,mlp.experts.272.gate_proj,0.0000070404,0.05000,14.505
18,mlp.experts.300.gate_proj,0.0000090090,0.05000,14.446
18,mlp.experts.257.gate_proj,0.0000552345,0.05000,14.559
18,mlp.experts.258.gate_proj,0.0000047456,0.05000,14.192
18,mlp.experts.260.gate_proj,0.0000114284,0.05000,14.013
18,mlp.experts.270.gate_proj,0.0000141543,0.05000,14.199
18,mlp.experts.259.gate_proj,0.0000088966,0.05000,14.238
18,mlp.experts.261.gate_proj,0.0000117871,0.05000,14.083
18,mlp.experts.267.gate_proj,0.0000154270,0.05000,14.133
18,mlp.experts.278.gate_proj,0.0000200871,0.05000,14.181
18,mlp.experts.265.gate_proj,0.0000092965,0.05000,14.039
18,mlp.experts.263.gate_proj,0.0000031830,0.05000,14.154
18,mlp.experts.285.gate_proj,0.0000062264,0.05000,14.139
18,mlp.experts.282.gate_proj,0.0000060594,0.05000,14.075
18,mlp.experts.287.gate_proj,0.0000153808,0.05000,14.174
18,mlp.experts.296.gate_proj,0.0000076019,0.05000,14.246
18,mlp.experts.288.gate_proj,0.0000208135,0.05000,14.317
18,mlp.experts.316.gate_proj,0.0000267247,0.05000,14.259
18,mlp.experts.273.gate_proj,0.0000086487,0.05000,14.299
18,mlp.experts.274.gate_proj,0.0000132368,0.05000,14.291
18,mlp.experts.286.gate_proj,0.0000254655,0.05000,14.172
18,mlp.experts.276.gate_proj,0.0000040553,0.05000,14.412
18,mlp.experts.275.gate_proj,0.0000183148,0.05000,14.251
18,mlp.experts.283.gate_proj,0.0000165110,0.05000,14.339
18,mlp.experts.277.gate_proj,0.0000279055,0.05000,14.424
18,mlp.experts.294.gate_proj,0.0000116905,0.05000,14.325
18,mlp.experts.281.gate_proj,0.0000098646,0.05000,14.322
18,mlp.experts.279.gate_proj,0.0000129734,0.05000,14.363
18,mlp.experts.298.gate_proj,0.0000707171,0.05000,14.252
18,mlp.experts.301.gate_proj,0.0000173992,0.05000,14.350
18,mlp.experts.303.gate_proj,0.0000078849,0.05000,14.210
18,mlp.experts.312.gate_proj,0.0000385321,0.05000,14.182
18,mlp.experts.304.gate_proj,0.0000225523,0.05000,14.308
18,mlp.experts.332.gate_proj,0.0000081019,0.05000,14.175
18,mlp.experts.289.gate_proj,0.0000168496,0.05000,14.305
18,mlp.experts.348.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.696
18,mlp.experts.290.gate_proj,0.0000134568,0.05000,14.517
18,mlp.experts.302.gate_proj,0.0000109087,0.05000,14.478
18,mlp.experts.292.gate_proj,0.0000108660,0.05000,14.530
18,mlp.experts.291.gate_proj,0.0000120997,0.05000,14.464
18,mlp.experts.299.gate_proj,0.0000466012,0.05000,14.473
18,mlp.experts.310.gate_proj,0.0000214189,0.05000,14.433
18,mlp.experts.293.gate_proj,0.0000521534,0.05000,14.519
18,mlp.experts.297.gate_proj,0.0000380350,0.05000,14.496
18,mlp.experts.295.gate_proj,0.0000301643,0.05000,14.501
18,mlp.experts.314.gate_proj,0.0000155898,0.05000,14.496
18,mlp.experts.319.gate_proj,0.0000452831,0.05000,14.393
18,mlp.experts.317.gate_proj,0.0000130610,0.05000,14.543
18,mlp.experts.328.gate_proj,0.0000315113,0.05000,14.333
18,mlp.experts.311.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.728
18,mlp.experts.320.gate_proj,0.0000102897,0.05000,14.375
18,mlp.experts.335.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.706
18,mlp.experts.364.gate_proj,0.0000168402,0.05000,14.361
18,mlp.experts.305.gate_proj,0.0000163044,0.05000,14.622
18,mlp.experts.306.gate_proj,0.0000123436,0.05000,13.855
18,mlp.experts.318.gate_proj,0.0000266250,0.05000,13.898
18,mlp.experts.308.gate_proj,0.0000137529,0.05000,13.842
18,mlp.experts.307.gate_proj,0.0000133374,0.05000,13.897
18,mlp.experts.326.gate_proj,0.0000165635,0.05000,13.797
18,mlp.experts.315.gate_proj,0.0000255706,0.05000,13.946
18,mlp.experts.309.gate_proj,0.0000244750,0.05000,13.837
18,mlp.experts.313.gate_proj,0.0000228018,0.05000,13.754
18,mlp.experts.330.gate_proj,0.0000336150,0.05000,13.792
18,mlp.experts.344.gate_proj,0.0000205685,0.05000,13.708
18,mlp.experts.333.gate_proj,0.0000203196,0.05000,13.934
18,mlp.experts.327.gate_proj,0.0000201315,0.05000,13.873
18,mlp.experts.351.gate_proj,0.0000290367,0.05000,13.733
18,mlp.experts.336.gate_proj,0.0000118647,0.05000,13.820
18,mlp.experts.380.gate_proj,0.0000313386,0.05000,13.860
18,mlp.experts.367.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.744
18,mlp.experts.321.gate_proj,0.0000115498,0.05000,13.859
18,mlp.experts.322.gate_proj,0.0000328757,0.05000,14.150
18,mlp.experts.324.gate_proj,0.0000239621,0.05000,14.096
18,mlp.experts.334.gate_proj,0.0000127992,0.05000,14.191
18,mlp.experts.323.gate_proj,0.0000355457,0.05000,14.007
18,mlp.experts.342.gate_proj,0.0000213574,0.05000,14.049
18,mlp.experts.331.gate_proj,0.0000136905,0.05000,14.098
18,mlp.experts.325.gate_proj,0.0000157364,0.05000,14.154
18,mlp.experts.329.gate_proj,0.0000211369,0.05000,14.253
18,mlp.experts.346.gate_proj,0.0000326917,0.05000,14.094
18,mlp.experts.360.gate_proj,0.0000155649,0.05000,14.267
18,mlp.experts.349.gate_proj,0.0000276580,0.05000,14.163
18,mlp.experts.343.gate_proj,0.0000229928,0.05000,14.351
18,mlp.experts.352.gate_proj,0.0000079089,0.05000,14.243
18,mlp.experts.396.gate_proj,0.0000470992,0.05000,14.101
18,mlp.experts.383.gate_proj,0.0000094835,0.05000,14.232
18,mlp.experts.337.gate_proj,0.0000098530,0.05000,14.146
18,mlp.experts.353.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.683
18,mlp.experts.338.gate_proj,0.0000127234,0.05000,14.825
18,mlp.experts.340.gate_proj,0.0000100157,0.05000,14.811
18,mlp.experts.350.gate_proj,0.0000115256,0.05000,14.812
18,mlp.experts.339.gate_proj,0.0000563399,0.05000,14.912
18,mlp.experts.358.gate_proj,0.0000117444,0.05000,14.784
18,mlp.experts.347.gate_proj,0.0000187808,0.05000,14.880
18,mlp.experts.341.gate_proj,0.0000078469,0.05000,14.846
18,mlp.experts.345.gate_proj,0.0000052841,0.05000,14.861
18,mlp.experts.362.gate_proj,0.0000585204,0.05000,14.809
18,mlp.experts.376.gate_proj,0.0000142884,0.05000,14.658
18,mlp.experts.365.gate_proj,0.0000129892,0.05000,14.803
18,mlp.experts.368.gate_proj,0.0000163711,0.05000,14.592
18,mlp.experts.359.gate_proj,0.0000166858,0.05000,14.713
18,mlp.experts.412.gate_proj,0.0000037124,0.05000,14.699
18,mlp.experts.399.gate_proj,0.0000190964,0.05000,14.683
18,mlp.experts.369.gate_proj,0.0000105085,0.05000,14.830
18,mlp.experts.354.gate_proj,0.0000205359,0.05000,14.127
18,mlp.experts.366.gate_proj,0.0000424404,0.05000,13.981
18,mlp.experts.356.gate_proj,0.0000132774,0.05000,14.029
18,mlp.experts.374.gate_proj,0.0000560983,0.05000,13.910
18,mlp.experts.355.gate_proj,0.0000415904,0.05000,14.100
18,mlp.experts.357.gate_proj,0.0000214795,0.05000,13.873
18,mlp.experts.363.gate_proj,0.0000325967,0.05000,14.065
18,mlp.experts.361.gate_proj,0.0000093804,0.05000,14.109
18,mlp.experts.378.gate_proj,0.0000198335,0.05000,13.977
18,mlp.experts.392.gate_proj,0.0000275152,0.05000,13.999
18,mlp.experts.381.gate_proj,0.0000308460,0.05000,14.130
18,mlp.experts.375.gate_proj,0.0000081377,0.05000,14.024
18,mlp.experts.384.gate_proj,0.0000101078,0.05000,14.160
18,mlp.experts.428.gate_proj,0.0000232086,0.05000,14.078
18,mlp.experts.415.gate_proj,0.0000210491,0.05000,14.171
18,mlp.experts.385.gate_proj,0.0000377016,0.05000,14.211
18,mlp.experts.370.gate_proj,0.0000101570,0.05000,14.240
18,mlp.experts.382.gate_proj,0.0000149918,0.05000,14.197
18,mlp.experts.372.gate_proj,0.0000136198,0.05000,14.192
18,mlp.experts.390.gate_proj,0.0000291205,0.05000,14.151
18,mlp.experts.373.gate_proj,0.0000126331,0.05000,14.117
18,mlp.experts.371.gate_proj,0.0000460682,0.05000,14.262
18,mlp.experts.379.gate_proj,0.0000372796,0.05000,14.244
18,mlp.experts.377.gate_proj,0.0000077854,0.05000,14.204
18,mlp.experts.386.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.766
18,mlp.experts.394.gate_proj,0.0000218461,0.05000,14.104
18,mlp.experts.408.gate_proj,0.0000124768,0.05000,14.098
18,mlp.experts.387.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.762
18,mlp.experts.397.gate_proj,0.0000430104,0.05000,14.216
18,mlp.experts.400.gate_proj,0.0000237762,0.05000,14.070
18,mlp.experts.391.gate_proj,0.0000177029,0.05000,14.187
18,mlp.experts.444.gate_proj,0.0000139317,0.05000,14.223
18,mlp.experts.431.gate_proj,0.0000085635,0.05000,14.065
18,mlp.experts.401.gate_proj,0.0000256955,0.05000,14.203
18,mlp.experts.398.gate_proj,0.0000086756,0.05000,14.655
18,mlp.experts.406.gate_proj,0.0000112590,0.05000,14.635
18,mlp.experts.388.gate_proj,0.0000350664,0.05000,14.745
18,mlp.experts.389.gate_proj,0.0000149997,0.05000,14.820
18,mlp.experts.395.gate_proj,0.0000286933,0.05000,14.771
18,mlp.experts.393.gate_proj,0.0000578001,0.05000,14.819
18,mlp.experts.410.gate_proj,0.0000064868,0.05000,14.827
18,mlp.experts.402.gate_proj,0.0000151900,0.05000,14.882
18,mlp.experts.424.gate_proj,0.0000500685,0.05000,14.774
18,mlp.experts.403.gate_proj,0.0000066071,0.05000,14.810
18,mlp.experts.413.gate_proj,0.0000619264,0.05000,14.871
18,mlp.experts.416.gate_proj,0.0000177330,0.05000,14.727
18,mlp.experts.407.gate_proj,0.0000271674,0.05000,14.925
18,mlp.experts.460.gate_proj,0.0000328084,0.05000,14.675
18,mlp.experts.447.gate_proj,0.0000101388,0.05000,14.767
18,mlp.experts.417.gate_proj,0.0000288228,0.05000,14.896
18,mlp.experts.422.gate_proj,0.0000109118,0.05000,14.368
18,mlp.experts.414.gate_proj,0.0000291940,0.05000,14.520
18,mlp.experts.404.gate_proj,0.0000698719,0.05000,14.498
18,mlp.experts.405.gate_proj,0.0000159944,0.05000,14.496
18,mlp.experts.411.gate_proj,0.0000128534,0.05000,14.399
18,mlp.experts.409.gate_proj,0.0000137382,0.05000,14.349
18,mlp.experts.426.gate_proj,0.0000127537,0.05000,14.309
18,mlp.experts.440.gate_proj,0.0000139256,0.05000,14.256
18,mlp.experts.418.gate_proj,0.0000299079,0.05000,14.464
18,mlp.experts.419.gate_proj,0.0000313602,0.05000,14.402
18,mlp.experts.421.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.779
18,mlp.experts.432.gate_proj,0.0000241033,0.05000,14.307
18,mlp.experts.429.gate_proj,0.0000194022,0.05000,14.419
18,mlp.experts.425.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.759
18,mlp.experts.423.gate_proj,0.0000111521,0.05000,14.376
18,mlp.experts.476.gate_proj,0.0000348512,0.05000,14.321
18,mlp.experts.463.gate_proj,0.0000238321,0.05000,14.379
18,mlp.experts.433.gate_proj,0.0000330719,0.05000,14.416
18,mlp.experts.430.gate_proj,0.0000153627,0.05000,14.476
18,mlp.experts.438.gate_proj,0.0000184353,0.05000,14.737
18,mlp.experts.420.gate_proj,0.0000256133,0.05000,14.605
18,mlp.experts.427.gate_proj,0.0000077670,0.05000,14.693
18,mlp.experts.442.gate_proj,0.0000081614,0.05000,14.521
18,mlp.experts.456.gate_proj,0.0000398660,0.05000,14.599
18,mlp.experts.434.gate_proj,0.0000123192,0.05000,14.560
18,mlp.experts.437.gate_proj,0.0000145618,0.05000,14.626
18,mlp.experts.435.gate_proj,0.0000217033,0.05000,14.684
18,mlp.experts.448.gate_proj,0.0000206799,0.05000,14.607
18,mlp.experts.441.gate_proj,0.0000121062,0.05000,14.640
18,mlp.experts.445.gate_proj,0.0000367500,0.05000,14.681
18,mlp.experts.439.gate_proj,0.0000066011,0.05000,14.599
18,mlp.experts.450.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.794
18,mlp.experts.492.gate_proj,0.0000199161,0.05000,14.736
18,mlp.experts.479.gate_proj,0.0000142131,0.05000,14.637
18,mlp.experts.455.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.831
18,mlp.experts.449.gate_proj,0.0000289115,0.05000,14.915
18,mlp.experts.436.gate_proj,0.0000279593,0.05000,14.265
18,mlp.experts.446.gate_proj,0.0000165736,0.05000,14.563
18,mlp.experts.454.gate_proj,0.0000108644,0.05000,14.446
18,mlp.experts.443.gate_proj,0.0000145020,0.05000,14.401
18,mlp.experts.472.gate_proj,0.0000348757,0.05000,14.289
18,mlp.experts.458.gate_proj,0.0000255426,0.05000,14.410
18,mlp.experts.453.gate_proj,0.0000357977,0.05000,14.313
18,mlp.experts.451.gate_proj,0.0000156535,0.05000,14.437
18,mlp.experts.464.gate_proj,0.0000355349,0.05000,14.300
18,mlp.experts.461.gate_proj,0.0000083049,0.05000,14.351
18,mlp.experts.466.gate_proj,0.0000154824,0.05000,14.299
18,mlp.experts.457.gate_proj,0.0000069883,0.05000,14.534
18,mlp.experts.495.gate_proj,0.0000160445,0.05000,14.233
18,mlp.experts.508.gate_proj,0.0000196404,0.05000,14.358
18,mlp.experts.471.gate_proj,0.0000384119,0.05000,14.423
18,mlp.experts.465.gate_proj,0.0000194936,0.05000,14.421
18,mlp.experts.452.gate_proj,0.0000337802,0.05000,14.927
18,mlp.experts.462.gate_proj,0.0000393319,0.05000,14.995
18,mlp.experts.470.gate_proj,0.0000205964,0.05000,15.133
18,mlp.experts.488.gate_proj,0.0000049705,0.05000,14.868
18,mlp.experts.459.gate_proj,0.0000232477,0.05000,14.998
18,mlp.experts.474.gate_proj,0.0000055334,0.05000,15.055
18,mlp.experts.469.gate_proj,0.0000130767,0.05000,15.002
18,mlp.experts.480.gate_proj,0.0000221301,0.05000,14.874
18,mlp.experts.467.gate_proj,0.0000375219,0.05000,14.900
18,mlp.experts.477.gate_proj,0.0000151222,0.05000,14.913
18,mlp.experts.482.gate_proj,0.0000167904,0.05000,14.897
18,mlp.experts.473.gate_proj,0.0000222916,0.05000,15.054
18,mlp.experts.12.up_proj,0.0000205895,0.05000,14.913
18,mlp.experts.511.gate_proj,0.0000080828,0.05000,14.946
18,mlp.experts.487.gate_proj,0.0000129873,0.05000,14.912
18,mlp.experts.28.up_proj,failsafe(rtn): 0.0014877,0.00000,0.645
18,mlp.experts.503.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.653
18,mlp.experts.481.gate_proj,0.0000158548,0.05000,14.836
18,mlp.experts.468.gate_proj,0.0000141741,0.05000,14.374
18,mlp.experts.478.gate_proj,0.0000118328,0.05000,14.301
18,mlp.experts.486.gate_proj,0.0000260100,0.05000,14.369
18,mlp.experts.504.gate_proj,0.0000067558,0.05000,14.244
18,mlp.experts.475.gate_proj,0.0000136595,0.05000,14.340
18,mlp.experts.490.gate_proj,0.0000158701,0.05000,14.347
18,mlp.experts.485.gate_proj,0.0000238652,0.05000,14.351
18,mlp.experts.496.gate_proj,0.0000199893,0.05000,14.291
18,mlp.experts.483.gate_proj,0.0000028747,0.05000,14.380
18,mlp.experts.493.gate_proj,0.0000114632,0.05000,14.377
18,mlp.experts.506.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.773
18,mlp.experts.498.gate_proj,0.0000092878,0.05000,14.465
18,mlp.experts.489.gate_proj,0.0000323420,0.05000,14.326
18,mlp.experts.499.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.687
18,mlp.experts.15.up_proj,0.0000205297,0.05000,14.335
18,mlp.experts.44.up_proj,0.0000106917,0.05000,14.484
18,mlp.experts.7.up_proj,0.0000086898,0.05000,14.363
18,mlp.experts.497.gate_proj,0.0000194669,0.05000,14.523
18,mlp.experts.484.gate_proj,0.0000220843,0.05000,14.534
18,mlp.experts.494.gate_proj,0.0000219828,0.05000,14.533
18,mlp.experts.502.gate_proj,0.0000179643,0.05000,14.464
18,mlp.experts.8.up_proj,0.0000116960,0.05000,14.562
18,mlp.experts.491.gate_proj,0.0000168098,0.05000,14.548
18,mlp.experts.501.gate_proj,0.0000043371,0.05000,14.444
18,mlp.experts.0.up_proj,0.0000148331,0.05000,14.605
18,mlp.experts.507.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.772
18,mlp.experts.10.up_proj,0.0000044370,0.05000,14.540
18,mlp.experts.509.gate_proj,0.0000260807,0.05000,14.628
18,mlp.experts.2.up_proj,0.0000227432,0.05000,14.602
18,mlp.experts.505.gate_proj,0.0000054840,0.05000,14.639
18,mlp.experts.16.up_proj,failsafe(rtn): 0.0014420,0.00000,0.793
18,mlp.experts.3.up_proj,0.0000207947,0.05000,14.644
18,mlp.experts.31.up_proj,0.0000069140,0.05000,14.762
18,mlp.experts.60.up_proj,0.0000116068,0.05000,14.764
18,mlp.experts.23.up_proj,0.0000180884,0.05000,14.662
18,mlp.experts.1.up_proj,0.0000263165,0.05000,14.830
18,mlp.experts.17.up_proj,failsafe(rtn): 0.0014191,0.00000,0.732
18,mlp.experts.500.gate_proj,0.0000437087,0.05000,14.954
18,mlp.experts.510.gate_proj,0.0000061375,0.05000,15.017
18,mlp.experts.6.up_proj,0.0000129035,0.05000,14.885
18,mlp.experts.24.up_proj,0.0000160547,0.05000,14.878
18,mlp.experts.5.up_proj,0.0000164709,0.05000,14.963
18,mlp.experts.11.up_proj,0.0000107089,0.05000,14.832
18,mlp.experts.13.up_proj,0.0000138533,0.05000,14.743
18,mlp.experts.26.up_proj,0.0000334431,0.05000,14.853
18,mlp.experts.18.up_proj,0.0000142669,0.05000,14.841
18,mlp.experts.9.up_proj,0.0000079220,0.05000,14.783
18,mlp.experts.19.up_proj,0.0000374403,0.05000,14.727
18,mlp.experts.32.up_proj,0.0000463522,0.05000,14.863
18,mlp.experts.47.up_proj,0.0000168544,0.05000,14.775
18,mlp.experts.76.up_proj,0.0000199634,0.05000,14.619
18,mlp.experts.39.up_proj,0.0000083879,0.05000,14.674
18,mlp.experts.33.up_proj,0.0000104968,0.05000,14.559
18,mlp.experts.4.up_proj,0.0000028469,0.05000,14.627
18,mlp.experts.14.up_proj,0.0000079345,0.05000,14.720
18,mlp.experts.22.up_proj,0.0000184556,0.05000,14.741
18,mlp.experts.40.up_proj,0.0000105730,0.05000,14.590
18,mlp.experts.21.up_proj,0.0000129742,0.05000,14.550
18,mlp.experts.29.up_proj,0.0000147968,0.05000,14.539
18,mlp.experts.27.up_proj,0.0000091568,0.05000,14.685
18,mlp.experts.42.up_proj,0.0000156930,0.05000,14.578
18,mlp.experts.25.up_proj,0.0000096742,0.05000,14.528
18,mlp.experts.34.up_proj,0.0000246273,0.05000,14.702
18,mlp.experts.35.up_proj,0.0000145766,0.05000,14.743
18,mlp.experts.48.up_proj,0.0000246423,0.05000,14.683
18,mlp.experts.63.up_proj,0.0000212604,0.05000,14.575
18,mlp.experts.92.up_proj,0.0000388024,0.05000,14.561
18,mlp.experts.55.up_proj,0.0000018380,0.05000,14.692
18,mlp.experts.108.up_proj,failsafe(rtn): 0.0014420,0.00000,0.791
18,mlp.experts.49.up_proj,0.0000092902,0.05000,14.636
18,mlp.experts.20.up_proj,0.0000174732,0.05000,14.053
18,mlp.experts.38.up_proj,0.0000195175,0.05000,14.067
18,mlp.experts.30.up_proj,0.0000149305,0.05000,14.141
18,mlp.experts.56.up_proj,0.0000174567,0.05000,14.134
18,mlp.experts.37.up_proj,0.0000168128,0.05000,14.131
18,mlp.experts.72.up_proj,failsafe(rtn): 0.0014114,0.00000,0.723
18,mlp.experts.45.up_proj,0.0000181692,0.05000,14.197
18,mlp.experts.41.up_proj,0.0000429715,0.05000,13.987
18,mlp.experts.58.up_proj,0.0000103855,0.05000,14.214
18,mlp.experts.43.up_proj,0.0000311487,0.05000,14.307
18,mlp.experts.50.up_proj,0.0000258668,0.05000,14.103
18,mlp.experts.51.up_proj,0.0000244573,0.05000,14.091
18,mlp.experts.64.up_proj,0.0000144212,0.05000,14.209
18,mlp.experts.79.up_proj,0.0000296134,0.05000,14.234
18,mlp.experts.71.up_proj,0.0000191139,0.05000,14.092
18,mlp.experts.124.up_proj,0.0000145635,0.05000,13.993
18,mlp.experts.65.up_proj,0.0000158273,0.05000,14.152
18,mlp.experts.36.up_proj,0.0000346820,0.05000,14.338
18,mlp.experts.46.up_proj,0.0000269320,0.05000,14.323
18,mlp.experts.54.up_proj,0.0000146617,0.05000,14.346
18,mlp.experts.53.up_proj,0.0000128595,0.05000,14.431
18,mlp.experts.88.up_proj,0.0000403315,0.05000,14.418
18,mlp.experts.61.up_proj,0.0000100428,0.05000,14.485
18,mlp.experts.57.up_proj,0.0000439033,0.05000,14.500
18,mlp.experts.74.up_proj,0.0000078555,0.05000,14.451
18,mlp.experts.59.up_proj,0.0000078728,0.05000,14.422
18,mlp.experts.66.up_proj,0.0000298851,0.05000,14.437
18,mlp.experts.67.up_proj,0.0000237364,0.05000,14.516
18,mlp.experts.80.up_proj,0.0000222645,0.05000,14.453
18,mlp.experts.95.up_proj,0.0000099412,0.05000,14.482
18,mlp.experts.87.up_proj,0.0000309186,0.05000,14.480
18,mlp.experts.140.up_proj,0.0000403529,0.05000,14.423
18,mlp.experts.81.up_proj,0.0000074892,0.05000,14.488
18,mlp.experts.52.up_proj,0.0000377478,0.05000,15.019
18,mlp.experts.62.up_proj,0.0000186420,0.05000,14.984
18,mlp.experts.70.up_proj,0.0000274530,0.05000,15.036
18,mlp.experts.69.up_proj,0.0000204553,0.05000,14.840
18,mlp.experts.104.up_proj,0.0000101634,0.05000,14.957
18,mlp.experts.77.up_proj,0.0000586913,0.05000,15.007
18,mlp.experts.73.up_proj,0.0000086701,0.05000,15.039
18,mlp.experts.90.up_proj,0.0000127845,0.05000,15.080
18,mlp.experts.75.up_proj,0.0000131627,0.05000,15.078
18,mlp.experts.82.up_proj,0.0000259273,0.05000,15.026
18,mlp.experts.83.up_proj,0.0000174216,0.05000,15.133
18,mlp.experts.96.up_proj,0.0000064989,0.05000,15.041
18,mlp.experts.111.up_proj,0.0000293320,0.05000,15.046
18,mlp.experts.106.up_proj,failsafe(rtn): 0.0014267,0.00000,0.867
18,mlp.experts.103.up_proj,0.0000194530,0.05000,15.225
18,mlp.experts.156.up_proj,0.0000136523,0.05000,15.064
18,mlp.experts.97.up_proj,0.0000121210,0.05000,15.044
18,mlp.experts.68.up_proj,0.0000181478,0.05000,14.738
18,mlp.experts.78.up_proj,0.0000437244,0.05000,14.751
18,mlp.experts.86.up_proj,0.0000137448,0.05000,14.807
18,mlp.experts.85.up_proj,0.0000157604,0.05000,14.810
18,mlp.experts.120.up_proj,0.0000102992,0.05000,14.734
18,mlp.experts.93.up_proj,0.0000136985,0.05000,14.716
18,mlp.experts.98.up_proj,0.0000326756,0.05000,14.771
18,mlp.experts.89.up_proj,0.0000061506,0.05000,14.944
18,mlp.experts.91.up_proj,0.0000109392,0.05000,14.901
18,mlp.experts.112.up_proj,0.0000094202,0.05000,14.757
18,mlp.experts.99.up_proj,0.0000438343,0.05000,14.877
18,mlp.experts.127.up_proj,0.0000120336,0.05000,14.817
18,mlp.experts.122.up_proj,0.0000204790,0.05000,14.713
18,mlp.experts.119.up_proj,0.0000239912,0.05000,14.786
18,mlp.experts.172.up_proj,0.0000108169,0.05000,14.664
18,mlp.experts.113.up_proj,0.0000143790,0.05000,14.716
18,mlp.experts.84.up_proj,0.0000327788,0.05000,14.195
18,mlp.experts.94.up_proj,0.0000126469,0.05000,14.164
18,mlp.experts.102.up_proj,0.0000155716,0.05000,14.122
18,mlp.experts.101.up_proj,0.0000396158,0.05000,14.218
18,mlp.experts.136.up_proj,0.0000174837,0.05000,14.149
18,mlp.experts.109.up_proj,0.0000155389,0.05000,14.021
18,mlp.experts.114.up_proj,0.0000334932,0.05000,13.798
18,mlp.experts.105.up_proj,0.0000260436,0.05000,13.896
18,mlp.experts.107.up_proj,0.0000371743,0.05000,13.958
18,mlp.experts.128.up_proj,0.0000284192,0.05000,13.861
18,mlp.experts.115.up_proj,0.0000126923,0.05000,13.960
18,mlp.experts.138.up_proj,0.0000412449,0.05000,13.796
18,mlp.experts.143.up_proj,0.0000178943,0.05000,13.914
18,mlp.experts.135.up_proj,0.0000097727,0.05000,13.927
18,mlp.experts.188.up_proj,0.0000426176,0.05000,13.955
18,mlp.experts.129.up_proj,0.0000160039,0.05000,13.974
18,mlp.experts.100.up_proj,0.0000242060,0.05000,14.191
18,mlp.experts.118.up_proj,0.0000202085,0.05000,14.102
18,mlp.experts.110.up_proj,0.0000103911,0.05000,14.210
18,mlp.experts.134.up_proj,failsafe(rtn): 0.0014420,0.00000,0.725
18,mlp.experts.117.up_proj,0.0000564983,0.05000,14.118
18,mlp.experts.152.up_proj,0.0000104367,0.05000,14.231
18,mlp.experts.125.up_proj,0.0000349630,0.05000,14.422
18,mlp.experts.130.up_proj,0.0000492456,0.05000,14.372
18,mlp.experts.121.up_proj,0.0000183916,0.05000,14.443
18,mlp.experts.123.up_proj,0.0000087898,0.05000,14.337
18,mlp.experts.144.up_proj,0.0000172643,0.05000,14.389
18,mlp.experts.131.up_proj,0.0000156930,0.05000,14.462
18,mlp.experts.154.up_proj,0.0000158480,0.05000,14.474
18,mlp.experts.159.up_proj,0.0000112398,0.05000,14.532
18,mlp.experts.151.up_proj,0.0000325207,0.05000,14.436
18,mlp.experts.204.up_proj,0.0000090694,0.05000,14.401
18,mlp.experts.145.up_proj,0.0000145730,0.05000,14.614
18,mlp.experts.116.up_proj,0.0000281121,0.05000,14.324
18,mlp.experts.126.up_proj,0.0000271163,0.05000,14.180
18,mlp.experts.150.up_proj,0.0000151322,0.05000,14.345
18,mlp.experts.133.up_proj,0.0000121976,0.05000,14.388
18,mlp.experts.168.up_proj,0.0000257285,0.05000,14.259
18,mlp.experts.141.up_proj,0.0000088169,0.05000,14.232
18,mlp.experts.146.up_proj,0.0000381988,0.05000,14.246
18,mlp.experts.139.up_proj,0.0000036354,0.05000,14.188
18,mlp.experts.137.up_proj,0.0000130914,0.05000,14.228
18,mlp.experts.160.up_proj,0.0000483967,0.05000,14.318
18,mlp.experts.170.up_proj,0.0000487064,0.05000,14.175
18,mlp.experts.147.up_proj,0.0000104698,0.05000,14.258
18,mlp.experts.175.up_proj,0.0000139795,0.05000,14.134
18,mlp.experts.167.up_proj,0.0000084380,0.05000,14.366
18,mlp.experts.220.up_proj,0.0000157905,0.05000,14.392
18,mlp.experts.161.up_proj,0.0000420058,0.05000,14.170
18,mlp.experts.132.up_proj,0.0000593309,0.05000,14.454
18,mlp.experts.142.up_proj,0.0000263138,0.05000,14.494
18,mlp.experts.166.up_proj,0.0000120190,0.05000,14.323
18,mlp.experts.184.up_proj,0.0000357948,0.05000,14.304
18,mlp.experts.149.up_proj,0.0000110296,0.05000,14.420
18,mlp.experts.162.up_proj,0.0000227364,0.05000,14.304
18,mlp.experts.157.up_proj,0.0000271640,0.05000,14.429
18,mlp.experts.155.up_proj,0.0000084794,0.05000,14.327
18,mlp.experts.153.up_proj,0.0000127216,0.05000,14.462
18,mlp.experts.176.up_proj,0.0000804866,0.05000,14.248
18,mlp.experts.186.up_proj,0.0000257972,0.05000,14.263
18,mlp.experts.191.up_proj,0.0000266394,0.05000,14.313
18,mlp.experts.163.up_proj,0.0000435464,0.05000,14.492
18,mlp.experts.192.up_proj,failsafe(rtn): 0.0014267,0.00000,0.733
18,mlp.experts.183.up_proj,0.0000031446,0.05000,14.381
18,mlp.experts.236.up_proj,0.0000042315,0.05000,14.214
18,mlp.experts.177.up_proj,0.0000454508,0.05000,14.189
18,mlp.experts.158.up_proj,0.0000134048,0.05000,14.202
18,mlp.experts.148.up_proj,0.0000136984,0.05000,14.401
18,mlp.experts.182.up_proj,0.0000092989,0.05000,14.321
18,mlp.experts.165.up_proj,0.0000107458,0.05000,14.236
18,mlp.experts.200.up_proj,0.0000085720,0.05000,14.358
18,mlp.experts.173.up_proj,0.0000188066,0.05000,14.315
18,mlp.experts.178.up_proj,0.0000200332,0.05000,14.377
18,mlp.experts.171.up_proj,0.0000337911,0.05000,14.264
18,mlp.experts.169.up_proj,0.0000161843,0.05000,14.320
18,mlp.experts.202.up_proj,0.0000299271,0.05000,14.359
18,mlp.experts.207.up_proj,0.0000334472,0.05000,14.249
18,mlp.experts.179.up_proj,0.0000085708,0.05000,14.288
18,mlp.experts.208.up_proj,0.0000281191,0.05000,14.205
18,mlp.experts.223.up_proj,failsafe(rtn): 0.0014343,0.00000,0.697
18,mlp.experts.252.up_proj,0.0000174195,0.05000,14.160
18,mlp.experts.199.up_proj,0.0000383867,0.05000,14.297
18,mlp.experts.193.up_proj,0.0000152618,0.05000,14.612
18,mlp.experts.174.up_proj,0.0000111083,0.05000,14.659
18,mlp.experts.164.up_proj,0.0000580082,0.05000,14.710
18,mlp.experts.198.up_proj,0.0000236302,0.05000,14.835
18,mlp.experts.216.up_proj,0.0000315567,0.05000,14.783
18,mlp.experts.181.up_proj,0.0000186993,0.05000,14.845
18,mlp.experts.194.up_proj,0.0000233697,0.05000,14.689
18,mlp.experts.187.up_proj,0.0000080084,0.05000,14.759
18,mlp.experts.189.up_proj,0.0000260931,0.05000,14.862
18,mlp.experts.185.up_proj,0.0000127629,0.05000,14.771
18,mlp.experts.218.up_proj,0.0000126568,0.05000,14.741
18,mlp.experts.205.up_proj,failsafe(rtn): 0.0014267,0.00000,0.735
18,mlp.experts.195.up_proj,0.0000058353,0.05000,14.852
18,mlp.experts.224.up_proj,0.0000022125,0.05000,14.726
18,mlp.experts.239.up_proj,0.0000218467,0.05000,14.960
18,mlp.experts.268.up_proj,0.0000116870,0.05000,14.753
18,mlp.experts.215.up_proj,0.0000066350,0.05000,14.851
18,mlp.experts.284.up_proj,failsafe(rtn): 0.0014343,0.00000,0.729
18,mlp.experts.209.up_proj,0.0000317262,0.05000,14.830
18,mlp.experts.190.up_proj,0.0000324434,0.05000,14.817
18,mlp.experts.180.up_proj,0.0000363569,0.05000,14.745
18,mlp.experts.197.up_proj,0.0000114207,0.05000,14.696
18,mlp.experts.232.up_proj,0.0000119148,0.05000,14.735
18,mlp.experts.214.up_proj,0.0000254057,0.05000,14.862
18,mlp.experts.210.up_proj,0.0000041974,0.05000,14.813
18,mlp.experts.203.up_proj,0.0000231919,0.05000,14.817
18,mlp.experts.201.up_proj,0.0000115403,0.05000,14.845
18,mlp.experts.234.up_proj,0.0000446110,0.05000,14.714
18,mlp.experts.221.up_proj,0.0000310500,0.05000,14.743
18,mlp.experts.211.up_proj,0.0000172961,0.05000,14.746
18,mlp.experts.240.up_proj,0.0000202793,0.05000,14.659
18,mlp.experts.255.up_proj,0.0000490534,0.05000,14.733
18,mlp.experts.231.up_proj,0.0000098011,0.05000,14.747
18,mlp.experts.300.up_proj,0.0000090638,0.05000,14.764
18,mlp.experts.225.up_proj,0.0000206545,0.05000,14.759
18,mlp.experts.196.up_proj,0.0000077902,0.05000,14.429
18,mlp.experts.206.up_proj,0.0000578001,0.05000,14.596
18,mlp.experts.213.up_proj,0.0000162641,0.05000,14.526
18,mlp.experts.230.up_proj,0.0000315258,0.05000,14.505
18,mlp.experts.248.up_proj,0.0000114131,0.05000,14.525
18,mlp.experts.226.up_proj,0.0000421012,0.05000,14.527
18,mlp.experts.219.up_proj,0.0000239307,0.05000,14.595
18,mlp.experts.264.up_proj,failsafe(rtn): 0.0015488,0.00000,0.732
18,mlp.experts.217.up_proj,0.0000194051,0.05000,14.587
18,mlp.experts.250.up_proj,0.0000246500,0.05000,14.638
18,mlp.experts.237.up_proj,0.0000225378,0.05000,14.523
18,mlp.experts.256.up_proj,0.0000153082,0.05000,14.551
18,mlp.experts.227.up_proj,0.0000430463,0.05000,14.716
18,mlp.experts.271.up_proj,0.0000139721,0.05000,14.621
18,mlp.experts.247.up_proj,0.0000137989,0.05000,14.579
18,mlp.experts.316.up_proj,0.0000262777,0.05000,14.379
18,mlp.experts.241.up_proj,0.0000240029,0.05000,14.586
18,mlp.experts.212.up_proj,0.0000145175,0.05000,14.074
18,mlp.experts.222.up_proj,0.0000069168,0.05000,13.972
18,mlp.experts.229.up_proj,0.0000099200,0.05000,14.067
18,mlp.experts.246.up_proj,0.0000216114,0.05000,14.248
18,mlp.experts.242.up_proj,0.0000266331,0.05000,14.164
18,mlp.experts.235.up_proj,0.0000129508,0.05000,14.213
18,mlp.experts.233.up_proj,0.0000139120,0.05000,14.071
18,mlp.experts.280.up_proj,0.0000103242,0.05000,14.357
18,mlp.experts.266.up_proj,0.0000278012,0.05000,14.152
18,mlp.experts.253.up_proj,0.0000093871,0.05000,14.216
18,mlp.experts.272.up_proj,0.0000071707,0.05000,14.178
18,mlp.experts.243.up_proj,0.0000306130,0.05000,14.264
18,mlp.experts.287.up_proj,0.0000154990,0.05000,14.222
18,mlp.experts.263.up_proj,0.0000030481,0.05000,14.172
18,mlp.experts.332.up_proj,0.0000079565,0.05000,14.281
18,mlp.experts.348.up_proj,failsafe(rtn): 0.0014572,0.00000,0.739
18,mlp.experts.257.up_proj,0.0000505583,0.05000,14.317
18,mlp.experts.228.up_proj,0.0000109208,0.05000,14.207
18,mlp.experts.238.up_proj,0.0000110113,0.05000,14.255
18,mlp.experts.245.up_proj,0.0000420259,0.05000,14.319
18,mlp.experts.262.up_proj,0.0000316389,0.05000,14.364
18,mlp.experts.258.up_proj,0.0000050497,0.05000,14.337
18,mlp.experts.249.up_proj,0.0000273087,0.05000,14.110
18,mlp.experts.251.up_proj,0.0000280590,0.05000,14.305
18,mlp.experts.296.up_proj,0.0000076132,0.05000,14.360
18,mlp.experts.282.up_proj,0.0000060350,0.05000,14.149
18,mlp.experts.269.up_proj,0.0000120537,0.05000,14.127
18,mlp.experts.288.up_proj,0.0000204492,0.05000,14.172
18,mlp.experts.259.up_proj,0.0000093231,0.05000,14.203
18,mlp.experts.303.up_proj,0.0000079420,0.05000,14.148
18,mlp.experts.279.up_proj,0.0000131735,0.05000,14.152
18,mlp.experts.364.up_proj,0.0000164764,0.05000,14.264
18,mlp.experts.273.up_proj,0.0000084837,0.05000,14.396
18,mlp.experts.244.up_proj,0.0000045003,0.05000,14.313
18,mlp.experts.254.up_proj,0.0000123392,0.05000,14.345
18,mlp.experts.261.up_proj,0.0000104517,0.05000,14.303
18,mlp.experts.278.up_proj,0.0000196987,0.05000,14.310
18,mlp.experts.274.up_proj,0.0000129858,0.05000,14.272
18,mlp.experts.265.up_proj,0.0000093446,0.05000,14.254
18,mlp.experts.267.up_proj,0.0000157499,0.05000,14.186
18,mlp.experts.312.up_proj,0.0000377912,0.05000,14.237
18,mlp.experts.298.up_proj,0.0000699380,0.05000,14.273
18,mlp.experts.285.up_proj,0.0000065445,0.05000,14.299
18,mlp.experts.304.up_proj,0.0000221232,0.05000,14.270
18,mlp.experts.275.up_proj,0.0000178487,0.05000,14.257
18,mlp.experts.319.up_proj,0.0000465768,0.05000,14.209
18,mlp.experts.295.up_proj,0.0000298320,0.05000,14.244
18,mlp.experts.335.up_proj,failsafe(rtn): 0.0015030,0.00000,0.634
18,mlp.experts.311.up_proj,failsafe(rtn): 0.0014343,0.00000,0.668
18,mlp.experts.380.up_proj,0.0000306468,0.05000,14.060
18,mlp.experts.289.up_proj,0.0000165858,0.05000,13.998
18,mlp.experts.270.up_proj,0.0000138477,0.05000,13.837
18,mlp.experts.260.up_proj,0.0000112176,0.05000,13.984
18,mlp.experts.277.up_proj,0.0000279177,0.05000,13.978
18,mlp.experts.294.up_proj,0.0000112180,0.05000,13.946
18,mlp.experts.283.up_proj,0.0000167133,0.05000,13.877
18,mlp.experts.290.up_proj,0.0000132519,0.05000,14.016
18,mlp.experts.281.up_proj,0.0000099543,0.05000,13.991
18,mlp.experts.328.up_proj,0.0000308746,0.05000,14.009
18,mlp.experts.314.up_proj,0.0000154577,0.05000,13.957
18,mlp.experts.301.up_proj,0.0000169321,0.05000,14.004
18,mlp.experts.320.up_proj,0.0000097833,0.05000,13.830
18,mlp.experts.291.up_proj,0.0000117523,0.05000,13.872
18,mlp.experts.351.up_proj,0.0000284885,0.05000,13.968
18,mlp.experts.327.up_proj,0.0000197834,0.05000,14.041
18,mlp.experts.367.up_proj,failsafe(rtn): 0.0014496,0.00000,0.723
18,mlp.experts.396.up_proj,0.0000462742,0.05000,13.930
18,mlp.experts.305.up_proj,0.0000156326,0.05000,13.945
18,mlp.experts.276.up_proj,0.0000039905,0.05000,14.287
18,mlp.experts.286.up_proj,0.0000250276,0.05000,14.410
18,mlp.experts.293.up_proj,0.0000512528,0.05000,14.647
18,mlp.experts.310.up_proj,0.0000210074,0.05000,14.606
18,mlp.experts.299.up_proj,0.0000456584,0.05000,14.571
18,mlp.experts.306.up_proj,0.0000126603,0.05000,14.539
18,mlp.experts.297.up_proj,0.0000376913,0.05000,14.636
18,mlp.experts.344.up_proj,0.0000202221,0.05000,14.704
18,mlp.experts.330.up_proj,0.0000338952,0.05000,14.726
18,mlp.experts.317.up_proj,0.0000140080,0.05000,14.750
18,mlp.experts.336.up_proj,0.0000116019,0.05000,14.716
18,mlp.experts.307.up_proj,0.0000131205,0.05000,14.650
18,mlp.experts.343.up_proj,0.0000236596,0.05000,14.787
18,mlp.experts.412.up_proj,0.0000049098,0.05000,14.666
18,mlp.experts.383.up_proj,0.0000094850,0.05000,14.686
18,mlp.experts.321.up_proj,0.0000113192,0.05000,14.663
18,mlp.experts.292.up_proj,0.0000116706,0.05000,14.550
18,mlp.experts.302.up_proj,0.0000106889,0.05000,14.525
18,mlp.experts.309.up_proj,0.0000259215,0.05000,14.533
18,mlp.experts.326.up_proj,0.0000173124,0.05000,14.423
18,mlp.experts.315.up_proj,0.0000260176,0.05000,14.451
18,mlp.experts.313.up_proj,0.0000234696,0.05000,14.379
18,mlp.experts.322.up_proj,0.0000321199,0.05000,14.531
18,mlp.experts.360.up_proj,0.0000167006,0.05000,14.437
18,mlp.experts.346.up_proj,0.0000312320,0.05000,14.379
18,mlp.experts.352.up_proj,0.0000079584,0.05000,14.330
18,mlp.experts.333.up_proj,0.0000199735,0.05000,14.464
18,mlp.experts.323.up_proj,0.0000349552,0.05000,14.511
18,mlp.experts.359.up_proj,0.0000166427,0.05000,14.511
18,mlp.experts.399.up_proj,0.0000189165,0.05000,14.511
18,mlp.experts.428.up_proj,0.0000228011,0.05000,14.591
18,mlp.experts.337.up_proj,0.0000095299,0.05000,14.437
18,mlp.experts.353.up_proj,failsafe(rtn): 0.0014572,0.00000,0.745
18,mlp.experts.308.up_proj,0.0000132446,0.05000,14.369
18,mlp.experts.318.up_proj,0.0000263175,0.05000,14.390
18,mlp.experts.325.up_proj,0.0000156302,0.05000,14.251
18,mlp.experts.342.up_proj,0.0000213429,0.05000,14.239
18,mlp.experts.338.up_proj,0.0000128324,0.05000,14.199
18,mlp.experts.331.up_proj,0.0000139477,0.05000,14.332
18,mlp.experts.329.up_proj,0.0000192468,0.05000,14.248
18,mlp.experts.362.up_proj,0.0000583362,0.05000,14.208
18,mlp.experts.368.up_proj,0.0000161661,0.05000,14.137
18,mlp.experts.376.up_proj,0.0000135530,0.05000,14.441
18,mlp.experts.349.up_proj,0.0000271157,0.05000,14.173
18,mlp.experts.339.up_proj,0.0000555014,0.05000,14.230
18,mlp.experts.375.up_proj,0.0000077590,0.05000,14.213
18,mlp.experts.415.up_proj,0.0000209089,0.05000,14.121
18,mlp.experts.444.up_proj,0.0000137735,0.05000,14.108
18,mlp.experts.369.up_proj,0.0000111007,0.05000,14.112
18,mlp.experts.324.up_proj,0.0000234158,0.05000,14.334
18,mlp.experts.334.up_proj,0.0000125555,0.05000,14.270
18,mlp.experts.358.up_proj,0.0000116073,0.05000,14.289
18,mlp.experts.341.up_proj,0.0000078402,0.05000,14.403
18,mlp.experts.347.up_proj,0.0000200853,0.05000,14.323
18,mlp.experts.354.up_proj,0.0000199623,0.05000,14.381
18,mlp.experts.345.up_proj,0.0000052109,0.05000,14.488
18,mlp.experts.384.up_proj,0.0000099287,0.05000,14.255
18,mlp.experts.378.up_proj,0.0000198843,0.05000,14.383
18,mlp.experts.392.up_proj,0.0000270996,0.05000,14.263
18,mlp.experts.365.up_proj,0.0000130951,0.05000,14.411
18,mlp.experts.355.up_proj,0.0000400288,0.05000,14.392
18,mlp.experts.391.up_proj,0.0000175277,0.05000,14.654
18,mlp.experts.431.up_proj,0.0000102457,0.05000,14.565
18,mlp.experts.460.up_proj,0.0000329186,0.05000,14.604
18,mlp.experts.385.up_proj,0.0000371785,0.05000,14.740
18,mlp.experts.340.up_proj,0.0000099573,0.05000,14.672
18,mlp.experts.350.up_proj,0.0000114631,0.05000,14.757
18,mlp.experts.374.up_proj,0.0000470225,0.05000,14.663
18,mlp.experts.357.up_proj,0.0000213576,0.05000,14.612
18,mlp.experts.363.up_proj,0.0000318757,0.05000,14.614
18,mlp.experts.370.up_proj,0.0000101005,0.05000,14.748
18,mlp.experts.361.up_proj,0.0000094866,0.05000,14.734
18,mlp.experts.394.up_proj,0.0000202250,0.05000,14.579
18,mlp.experts.408.up_proj,0.0000125088,0.05000,14.650
18,mlp.experts.400.up_proj,0.0000227640,0.05000,14.799
18,mlp.experts.386.up_proj,failsafe(rtn): 0.0013657,0.00000,0.810
18,mlp.experts.381.up_proj,0.0000302607,0.05000,14.811
18,mlp.experts.371.up_proj,0.0000439984,0.05000,14.833
18,mlp.experts.387.up_proj,failsafe(rtn): 0.0013657,0.00000,0.737
18,mlp.experts.407.up_proj,0.0000266299,0.05000,14.775
18,mlp.experts.447.up_proj,0.0000102094,0.05000,14.858
18,mlp.experts.476.up_proj,0.0000345055,0.05000,14.757
18,mlp.experts.401.up_proj,0.0000253097,0.05000,14.831
18,mlp.experts.356.up_proj,0.0000124746,0.05000,14.312
18,mlp.experts.366.up_proj,0.0000410221,0.05000,14.316
18,mlp.experts.373.up_proj,0.0000124616,0.05000,14.242
18,mlp.experts.390.up_proj,0.0000287585,0.05000,14.369
18,mlp.experts.379.up_proj,0.0000368472,0.05000,14.210
18,mlp.experts.377.up_proj,0.0000077368,0.05000,14.008
18,mlp.experts.410.up_proj,0.0000076271,0.05000,14.141
18,mlp.experts.424.up_proj,0.0000490100,0.05000,14.010
18,mlp.experts.416.up_proj,0.0000170773,0.05000,14.047
18,mlp.experts.397.up_proj,0.0000422804,0.05000,14.013
18,mlp.experts.402.up_proj,0.0000147405,0.05000,14.049
18,mlp.experts.403.up_proj,0.0000064148,0.05000,14.050
18,mlp.experts.423.up_proj,0.0000113377,0.05000,14.111
18,mlp.experts.492.up_proj,0.0000195772,0.05000,14.122
18,mlp.experts.463.up_proj,0.0000235721,0.05000,14.202
18,mlp.experts.417.up_proj,0.0000283203,0.05000,14.105
18,mlp.experts.372.up_proj,0.0000128581,0.05000,14.561
18,mlp.experts.382.up_proj,0.0000144435,0.05000,14.515
18,mlp.experts.389.up_proj,0.0000144003,0.05000,14.653
18,mlp.experts.406.up_proj,0.0000108262,0.05000,14.714
18,mlp.experts.395.up_proj,0.0000283095,0.05000,14.696
18,mlp.experts.393.up_proj,0.0000600875,0.05000,14.690
18,mlp.experts.426.up_proj,0.0000126497,0.05000,14.608
18,mlp.experts.440.up_proj,0.0000134192,0.05000,14.690
18,mlp.experts.432.up_proj,0.0000236701,0.05000,14.676
18,mlp.experts.418.up_proj,0.0000289605,0.05000,14.608
18,mlp.experts.413.up_proj,0.0000612916,0.05000,14.682
18,mlp.experts.419.up_proj,0.0000308358,0.05000,14.640
18,mlp.experts.439.up_proj,0.0000062289,0.05000,14.647
18,mlp.experts.508.up_proj,0.0000192973,0.05000,14.749
18,mlp.experts.479.up_proj,0.0000141879,0.05000,14.776
18,mlp.experts.455.up_proj,failsafe(rtn): 0.0014420,0.00000,0.823
18,mlp.experts.433.up_proj,0.0000321567,0.05000,14.744
18,mlp.experts.12.down_proj,0.0000010841,0.05000,3.520
18,mlp.experts.28.down_proj,failsafe(rtn): 0.0015488,0.00000,0.170
18,mlp.experts.44.down_proj,0.0000005723,0.05000,3.488
18,mlp.experts.388.up_proj,0.0000346464,0.05000,14.362
18,mlp.experts.398.up_proj,0.0000103846,0.05000,14.540
18,mlp.experts.405.up_proj,0.0000156714,0.05000,14.461
18,mlp.experts.422.up_proj,0.0000105550,0.05000,14.308
18,mlp.experts.60.down_proj,0.0000009405,0.05000,3.749
18,mlp.experts.411.up_proj,0.0000124594,0.05000,14.476
18,mlp.experts.409.up_proj,0.0000133168,0.05000,14.433
18,mlp.experts.442.up_proj,0.0000084863,0.05000,14.325
18,mlp.experts.448.up_proj,0.0000192767,0.05000,14.287
18,mlp.experts.456.up_proj,0.0000390077,0.05000,14.361
18,mlp.experts.421.up_proj,failsafe(rtn): 0.0014725,0.00000,0.836
18,mlp.experts.434.up_proj,0.0000122541,0.05000,14.400
18,mlp.experts.425.up_proj,failsafe(rtn): 0.0014572,0.00000,0.745
18,mlp.experts.429.up_proj,0.0000188918,0.05000,14.617
18,mlp.experts.450.up_proj,failsafe(rtn): 0.0014267,0.00000,0.710
18,mlp.experts.435.up_proj,0.0000216760,0.05000,14.335
18,mlp.experts.495.up_proj,0.0000159159,0.05000,14.302
18,mlp.experts.76.down_proj,0.0000010013,0.05000,3.677
18,mlp.experts.471.up_proj,0.0000378204,0.05000,14.254
18,mlp.experts.449.up_proj,0.0000282943,0.05000,14.381
18,mlp.experts.92.down_proj,0.0000032617,0.05000,3.487
18,mlp.experts.108.down_proj,failsafe(rtn): 0.0014725,0.00000,0.182
18,mlp.experts.124.down_proj,0.0000007946,0.05000,3.482
18,mlp.experts.404.up_proj,0.0000698552,0.05000,14.243
18,mlp.experts.414.up_proj,0.0000291896,0.05000,14.373
18,mlp.experts.438.up_proj,0.0000183801,0.05000,14.387
18,mlp.experts.427.up_proj,0.0000083723,0.05000,14.178
18,mlp.experts.140.down_proj,0.0000023112,0.05000,3.614
18,mlp.experts.458.up_proj,0.0000253408,0.05000,14.121
18,mlp.experts.464.up_proj,0.0000348174,0.05000,14.095
18,mlp.experts.472.up_proj,0.0000362714,0.05000,14.088
18,mlp.experts.437.up_proj,0.0000149611,0.05000,14.226
18,mlp.experts.441.up_proj,0.0000120025,0.05000,14.248
18,mlp.experts.445.up_proj,0.0000369404,0.05000,14.227
18,mlp.experts.466.up_proj,0.0000150831,0.05000,14.238
18,mlp.experts.451.up_proj,0.0000151071,0.05000,14.223
18,mlp.experts.511.up_proj,0.0000080508,0.05000,14.036
18,mlp.experts.487.up_proj,0.0000130299,0.05000,14.086
18,mlp.experts.156.down_proj,0.0000005791,0.05000,3.531
18,mlp.experts.503.up_proj,failsafe(rtn): 0.0013733,0.00000,0.704
18,mlp.experts.465.up_proj,0.0000181755,0.05000,14.168
18,mlp.experts.15.down_proj,0.0000009237,0.05000,3.590
18,mlp.experts.172.down_proj,0.0000005026,0.05000,3.607
18,mlp.experts.7.down_proj,0.0000006229,0.05000,3.623
18,mlp.experts.31.down_proj,0.0000004602,0.05000,3.346
18,mlp.experts.23.down_proj,0.0000011946,0.05000,3.198
18,mlp.experts.420.up_proj,0.0000253885,0.05000,13.744
18,mlp.experts.430.up_proj,0.0000151827,0.05000,13.753
18,mlp.experts.47.down_proj,0.0000030609,0.05000,3.178
18,mlp.experts.454.up_proj,0.0000105215,0.05000,13.728
18,mlp.experts.443.up_proj,0.0000144495,0.05000,13.549
18,mlp.experts.488.up_proj,0.0000049342,0.05000,13.436
18,mlp.experts.474.up_proj,0.0000052771,0.05000,13.570
18,mlp.experts.480.up_proj,0.0000216095,0.05000,13.478
18,mlp.experts.453.up_proj,0.0000350639,0.05000,13.571
18,mlp.experts.457.up_proj,0.0000069010,0.05000,13.390
18,mlp.experts.39.down_proj,0.0000006961,0.05000,3.160
18,mlp.experts.461.up_proj,0.0000079122,0.05000,13.368
18,mlp.experts.482.up_proj,0.0000165817,0.05000,13.569
18,mlp.experts.467.up_proj,0.0000371112,0.05000,13.458
18,mlp.experts.63.down_proj,0.0000024491,0.05000,3.650
18,mlp.experts.188.down_proj,0.0000026309,0.05000,3.855
18,mlp.experts.55.down_proj,0.0000005029,0.05000,3.729
18,mlp.experts.481.up_proj,0.0000197343,0.05000,13.634
18,mlp.experts.204.down_proj,0.0000006440,0.05000,3.068
18,mlp.experts.220.down_proj,0.0000012992,0.05000,3.184
18,mlp.experts.446.up_proj,0.0000164349,0.05000,13.104
18,mlp.experts.459.up_proj,0.0000227640,0.05000,12.853
18,mlp.experts.470.up_proj,0.0000200498,0.05000,13.065
18,mlp.experts.490.up_proj,0.0000156405,0.05000,13.071
18,mlp.experts.504.up_proj,0.0000068674,0.05000,13.051
18,mlp.experts.496.up_proj,0.0000217423,0.05000,13.058
18,mlp.experts.469.up_proj,0.0000130185,0.05000,13.145
18,mlp.experts.436.up_proj,0.0000272829,0.05000,13.078
18,mlp.experts.236.down_proj,0.0000004137,0.05000,3.154
18,mlp.experts.473.up_proj,0.0000224783,0.05000,13.102
18,mlp.experts.477.up_proj,0.0000160334,0.05000,13.115
18,mlp.experts.506.up_proj,failsafe(rtn): 0.0014267,0.00000,0.691
18,mlp.experts.483.up_proj,0.0000028480,0.05000,12.741
18,mlp.experts.498.up_proj,0.0000091051,0.05000,12.968
18,mlp.experts.499.up_proj,failsafe(rtn): 0.0013885,0.00000,0.739
18,mlp.experts.0.down_proj,0.0000005852,0.05000,3.469
18,mlp.experts.8.down_proj,0.0000004364,0.05000,3.522
18,mlp.experts.16.down_proj,failsafe(rtn): 0.0015182,0.00000,0.198
18,mlp.experts.252.down_proj,0.0000019592,0.05000,3.515
18,mlp.experts.10.down_proj,0.0000002079,0.05000,3.493
18,mlp.experts.497.up_proj,0.0000206320,0.05000,12.921
18,mlp.experts.2.down_proj,0.0000010769,0.05000,3.510
18,mlp.experts.79.down_proj,0.0000020160,0.05000,3.590
18,mlp.experts.71.down_proj,0.0000039069,0.05000,3.631
18,mlp.experts.3.down_proj,0.0000011442,0.05000,3.588
18,mlp.experts.24.down_proj,0.0000010926,0.05000,3.643
18,mlp.experts.32.down_proj,0.0000047136,0.05000,3.602
18,mlp.experts.268.down_proj,0.0000015793,0.05000,3.628
18,mlp.experts.26.down_proj,0.0000017938,0.05000,3.620
18,mlp.experts.284.down_proj,failsafe(rtn): 0.0014725,0.00000,0.173
18,mlp.experts.1.down_proj,0.0000015044,0.05000,3.614
18,mlp.experts.17.down_proj,failsafe(rtn): 0.0014420,0.00000,0.166
18,mlp.experts.95.down_proj,0.0000008468,0.05000,3.582
18,mlp.experts.18.down_proj,0.0000015152,0.05000,3.636
18,mlp.experts.87.down_proj,0.0000015645,0.05000,3.583
18,mlp.experts.19.down_proj,0.0000020998,0.05000,3.657
18,mlp.experts.40.down_proj,0.0000011674,0.05000,3.616
18,mlp.experts.48.down_proj,0.0000014339,0.05000,3.687
18,mlp.experts.42.down_proj,0.0000007992,0.05000,3.630
18,mlp.experts.300.down_proj,0.0000005505,0.05000,3.669
18,mlp.experts.33.down_proj,0.0000010409,0.05000,3.740
18,mlp.experts.111.down_proj,0.0000015477,0.05000,3.722
18,mlp.experts.34.down_proj,0.0000012604,0.05000,3.717
18,mlp.experts.103.down_proj,0.0000028554,0.05000,3.698
18,mlp.experts.462.up_proj,0.0000386530,0.05000,14.080
18,mlp.experts.35.down_proj,0.0000012004,0.05000,3.607
18,mlp.experts.486.up_proj,0.0000256233,0.05000,14.185
18,mlp.experts.452.up_proj,0.0000333149,0.05000,14.185
18,mlp.experts.56.down_proj,0.0000014340,0.05000,3.445
18,mlp.experts.485.up_proj,0.0000234600,0.05000,14.249
18,mlp.experts.489.up_proj,0.0000337682,0.05000,14.157
18,mlp.experts.72.down_proj,failsafe(rtn): 0.0014572,0.00000,0.163
18,mlp.experts.64.down_proj,0.0000014031,0.05000,3.446
18,mlp.experts.493.up_proj,0.0000108455,0.05000,14.148
18,mlp.experts.58.down_proj,0.0000009846,0.05000,3.386
18,mlp.experts.316.down_proj,0.0000015344,0.05000,3.398
18,mlp.experts.49.down_proj,0.0000013414,0.05000,3.383
18,mlp.experts.475.up_proj,0.0000137891,0.05000,14.201
18,mlp.experts.50.down_proj,0.0000052467,0.05000,3.337
18,mlp.experts.119.down_proj,0.0000012904,0.05000,3.371
18,mlp.experts.127.down_proj,0.0000011129,0.05000,3.424
18,mlp.experts.51.down_proj,0.0000010900,0.05000,3.478
18,mlp.experts.88.down_proj,0.0000021779,0.05000,3.488
18,mlp.experts.80.down_proj,0.0000018145,0.05000,3.540
18,mlp.experts.332.down_proj,0.0000003790,0.05000,3.481
18,mlp.experts.348.down_proj,failsafe(rtn): 0.0014420,0.00000,0.198
18,mlp.experts.65.down_proj,0.0000010364,0.05000,3.571
18,mlp.experts.74.down_proj,0.0000008830,0.05000,3.568
18,mlp.experts.143.down_proj,0.0000015717,0.05000,3.506
18,mlp.experts.66.down_proj,0.0000013398,0.05000,3.576
18,mlp.experts.135.down_proj,0.0000008217,0.05000,3.562
18,mlp.experts.67.down_proj,0.0000014904,0.05000,3.452
18,mlp.experts.104.down_proj,0.0000006083,0.05000,3.480
18,mlp.experts.96.down_proj,0.0000003887,0.05000,3.466
18,mlp.experts.364.down_proj,0.0000009251,0.05000,3.393
18,mlp.experts.90.down_proj,0.0000012564,0.05000,3.332
18,mlp.experts.159.down_proj,0.0000008367,0.05000,3.390
18,mlp.experts.151.down_proj,0.0000022104,0.05000,3.405
18,mlp.experts.82.down_proj,0.0000023344,0.05000,3.433
18,mlp.experts.106.down_proj,failsafe(rtn): 0.0014801,0.00000,0.176
18,mlp.experts.83.down_proj,0.0000007561,0.05000,3.408
18,mlp.experts.120.down_proj,0.0000004156,0.05000,3.312
18,mlp.experts.112.down_proj,0.0000004727,0.05000,3.289
18,mlp.experts.380.down_proj,0.0000015433,0.05000,3.313
18,mlp.experts.175.down_proj,0.0000011638,0.05000,3.290
18,mlp.experts.167.down_proj,0.0000003686,0.05000,3.310
18,mlp.experts.98.down_proj,0.0000015253,0.05000,3.319
18,mlp.experts.122.down_proj,0.0000010957,0.05000,3.303
18,mlp.experts.99.down_proj,0.0000024420,0.05000,3.319
18,mlp.experts.468.up_proj,0.0000141652,0.05000,13.445
18,mlp.experts.501.up_proj,0.0000042841,0.05000,13.624
18,mlp.experts.509.up_proj,0.0000250418,0.05000,13.385
18,mlp.experts.505.up_proj,0.0000054551,0.05000,13.497
18,mlp.experts.136.down_proj,0.0000011961,0.05000,3.348
18,mlp.experts.128.down_proj,0.0000027664,0.05000,3.344
18,mlp.experts.396.down_proj,0.0000027399,0.05000,3.279
18,mlp.experts.478.up_proj,0.0000116294,0.05000,13.368
18,mlp.experts.491.up_proj,0.0000165562,0.05000,13.455
18,mlp.experts.502.up_proj,0.0000173665,0.05000,13.497
18,mlp.experts.191.down_proj,0.0000013249,0.05000,3.295
18,mlp.experts.183.down_proj,0.0000001730,0.05000,3.325
18,mlp.experts.114.down_proj,0.0000031113,0.05000,3.331
18,mlp.experts.138.down_proj,0.0000035006,0.05000,3.293
18,mlp.experts.507.up_proj,failsafe(rtn): 0.0014420,0.00000,0.784
18,mlp.experts.115.down_proj,0.0000012938,0.05000,3.505
18,mlp.experts.5.down_proj,0.0000013050,0.05000,3.702
18,mlp.experts.13.down_proj,0.0000020259,0.05000,3.741
18,mlp.experts.9.down_proj,0.0000006435,0.05000,3.742
18,mlp.experts.81.down_proj,0.0000006684,0.05000,3.774
18,mlp.experts.152.down_proj,0.0000009086,0.05000,3.698
18,mlp.experts.144.down_proj,0.0000010560,0.05000,3.788
18,mlp.experts.412.down_proj,0.0000005246,0.05000,3.735
18,mlp.experts.6.down_proj,0.0000007435,0.05000,3.716
18,mlp.experts.207.down_proj,0.0000019042,0.05000,3.751
18,mlp.experts.154.down_proj,0.0000008880,0.05000,3.668
18,mlp.experts.199.down_proj,0.0000019969,0.05000,3.748
18,mlp.experts.130.down_proj,0.0000038229,0.05000,3.728
18,mlp.experts.223.down_proj,failsafe(rtn): 0.0014877,0.00000,0.175
18,mlp.experts.11.down_proj,0.0000011609,0.05000,3.635
18,mlp.experts.131.down_proj,0.0000006545,0.05000,3.608
18,mlp.experts.21.down_proj,0.0000008066,0.05000,3.535
18,mlp.experts.25.down_proj,0.0000005414,0.05000,3.497
18,mlp.experts.29.down_proj,0.0000011263,0.05000,3.617
18,mlp.experts.97.down_proj,0.0000006022,0.05000,3.605
18,mlp.experts.168.down_proj,0.0000031202,0.05000,3.631
18,mlp.experts.160.down_proj,0.0000031913,0.05000,3.620
18,mlp.experts.428.down_proj,0.0000016186,0.05000,3.601
18,mlp.experts.22.down_proj,0.0000013243,0.05000,3.674
18,mlp.experts.215.down_proj,0.0000004294,0.05000,3.651
18,mlp.experts.146.down_proj,0.0000061247,0.05000,3.649
18,mlp.experts.170.down_proj,0.0000035306,0.05000,3.697
18,mlp.experts.239.down_proj,0.0000019992,0.05000,3.687
18,mlp.experts.27.down_proj,0.0000007457,0.05000,3.665
18,mlp.experts.147.down_proj,0.0000007434,0.05000,3.630
18,mlp.experts.41.down_proj,0.0000023330,0.05000,3.572
18,mlp.experts.37.down_proj,0.0000023241,0.05000,3.606
18,mlp.experts.113.down_proj,0.0000019493,0.05000,3.517
18,mlp.experts.45.down_proj,0.0000008829,0.05000,3.578
18,mlp.experts.184.down_proj,0.0000022376,0.05000,3.554
18,mlp.experts.176.down_proj,0.0000154385,0.05000,3.532
18,mlp.experts.444.down_proj,0.0000014273,0.05000,3.515
18,mlp.experts.192.down_proj,failsafe(rtn): 0.0014191,0.00000,0.166
18,mlp.experts.38.down_proj,0.0000010382,0.05000,3.503
18,mlp.experts.162.down_proj,0.0000011583,0.05000,3.448
18,mlp.experts.186.down_proj,0.0000029797,0.05000,3.482
18,mlp.experts.231.down_proj,0.0000005122,0.05000,3.529
18,mlp.experts.255.down_proj,0.0000038020,0.05000,3.534
18,mlp.experts.43.down_proj,0.0000015555,0.05000,3.538
18,mlp.experts.163.down_proj,0.0000022099,0.05000,3.555
18,mlp.experts.484.up_proj,0.0000220912,0.05000,14.312
18,mlp.experts.57.down_proj,0.0000036151,0.05000,3.501
18,mlp.experts.53.down_proj,0.0000014940,0.05000,3.491
18,mlp.experts.129.down_proj,0.0000011031,0.05000,3.524
18,mlp.experts.61.down_proj,0.0000004719,0.05000,3.531
18,mlp.experts.200.down_proj,0.0000006841,0.05000,3.471
18,mlp.experts.460.down_proj,0.0000065056,0.05000,3.414
18,mlp.experts.494.up_proj,0.0000215107,0.05000,14.198
18,mlp.experts.208.down_proj,0.0000013597,0.05000,3.556
18,mlp.experts.54.down_proj,0.0000011885,0.05000,3.393
18,mlp.experts.178.down_proj,0.0000013062,0.05000,3.413
18,mlp.experts.202.down_proj,0.0000028966,0.05000,3.389
18,mlp.experts.247.down_proj,0.0000005539,0.05000,3.448
18,mlp.experts.271.down_proj,0.0000006383,0.05000,3.450
18,mlp.experts.59.down_proj,0.0000005743,0.05000,3.528
18,mlp.experts.179.down_proj,0.0000007752,0.05000,3.592
18,mlp.experts.73.down_proj,0.0000003700,0.05000,3.708
18,mlp.experts.69.down_proj,0.0000009772,0.05000,3.724
18,mlp.experts.145.down_proj,0.0000017027,0.05000,3.754
18,mlp.experts.77.down_proj,0.0000034792,0.05000,3.732
18,mlp.experts.216.down_proj,0.0000016187,0.05000,3.740
18,mlp.experts.476.down_proj,0.0000016511,0.05000,3.715
18,mlp.experts.224.down_proj,0.0000004190,0.05000,3.714
18,mlp.experts.70.down_proj,0.0000013995,0.05000,3.711
18,mlp.experts.218.down_proj,0.0000013280,0.05000,3.713
18,mlp.experts.194.down_proj,0.0000023729,0.05000,3.781
18,mlp.experts.263.down_proj,0.0000003090,0.05000,3.690
18,mlp.experts.287.down_proj,0.0000008283,0.05000,3.708
18,mlp.experts.75.down_proj,0.0000010314,0.05000,3.599
18,mlp.experts.195.down_proj,0.0000002703,0.05000,3.491
18,mlp.experts.89.down_proj,0.0000003585,0.05000,3.547
18,mlp.experts.85.down_proj,0.0000021746,0.05000,3.541
18,mlp.experts.93.down_proj,0.0000018563,0.05000,3.559
18,mlp.experts.161.down_proj,0.0000025884,0.05000,3.591
18,mlp.experts.232.down_proj,0.0000011798,0.05000,3.578
18,mlp.experts.492.down_proj,0.0000010754,0.05000,3.589
18,mlp.experts.240.down_proj,0.0000019089,0.05000,3.566
18,mlp.experts.86.down_proj,0.0000009735,0.05000,3.574
18,mlp.experts.234.down_proj,0.0000026877,0.05000,3.594
18,mlp.experts.279.down_proj,0.0000012608,0.05000,3.531
18,mlp.experts.210.down_proj,0.0000003004,0.05000,3.606
18,mlp.experts.303.down_proj,0.0000007009,0.05000,3.604
18,mlp.experts.91.down_proj,0.0000010373,0.05000,3.651
18,mlp.experts.211.down_proj,0.0000010719,0.05000,3.634
18,mlp.experts.105.down_proj,0.0000013667,0.05000,3.418
18,mlp.experts.101.down_proj,0.0000037380,0.05000,3.446
18,mlp.experts.177.down_proj,0.0000040289,0.05000,3.429
18,mlp.experts.248.down_proj,0.0000012545,0.05000,3.402
18,mlp.experts.109.down_proj,0.0000013328,0.05000,3.474
18,mlp.experts.508.down_proj,0.0000008524,0.05000,3.424
18,mlp.experts.264.down_proj,failsafe(rtn): 0.0015793,0.00000,0.218
18,mlp.experts.256.down_proj,0.0000006267,0.05000,3.515
18,mlp.experts.102.down_proj,0.0000018484,0.05000,3.506
18,mlp.experts.250.down_proj,0.0000011977,0.05000,3.487
18,mlp.experts.295.down_proj,0.0000021070,0.05000,3.520
18,mlp.experts.226.down_proj,0.0000028351,0.05000,3.485
18,mlp.experts.319.down_proj,0.0000069052,0.05000,3.474
18,mlp.experts.311.down_proj,failsafe(rtn): 0.0014801,0.00000,0.194
18,mlp.experts.335.down_proj,failsafe(rtn): 0.0015335,0.00000,0.193
18,mlp.experts.107.down_proj,0.0000021058,0.05000,3.561
18,mlp.experts.227.down_proj,0.0000026552,0.05000,3.533
18,mlp.experts.500.up_proj,0.0000429396,0.05000,14.183
18,mlp.experts.121.down_proj,0.0000014873,0.05000,3.561
18,mlp.experts.117.down_proj,0.0000034026,0.05000,3.602
18,mlp.experts.125.down_proj,0.0000017976,0.05000,3.508
18,mlp.experts.193.down_proj,0.0000008875,0.05000,3.553
18,mlp.experts.510.up_proj,0.0000060457,0.05000,14.111
18,mlp.experts.280.down_proj,0.0000009364,0.05000,3.541
18,mlp.experts.272.down_proj,0.0000005915,0.05000,3.447
18,mlp.experts.118.down_proj,0.0000031345,0.05000,3.482
18,mlp.experts.134.down_proj,failsafe(rtn): 0.0014267,0.00000,0.166
18,mlp.experts.266.down_proj,0.0000016101,0.05000,3.484
18,mlp.experts.242.down_proj,0.0000023717,0.05000,3.448
18,mlp.experts.327.down_proj,0.0000030615,0.05000,3.445
18,mlp.experts.351.down_proj,0.0000016776,0.05000,3.478
18,mlp.experts.123.down_proj,0.0000006923,0.05000,3.403
18,mlp.experts.367.down_proj,failsafe(rtn): 0.0014343,0.00000,0.154
18,mlp.experts.243.down_proj,0.0000014318,0.05000,3.418
18,mlp.experts.4.down_proj,0.0000002258,0.05000,3.303
18,mlp.experts.137.down_proj,0.0000007852,0.05000,3.372
18,mlp.experts.133.down_proj,0.0000009397,0.05000,3.325
18,mlp.experts.141.down_proj,0.0000004646,0.05000,3.316
18,mlp.experts.209.down_proj,0.0000016476,0.05000,3.411
18,mlp.experts.14.down_proj,0.0000003928,0.05000,3.386
18,mlp.experts.296.down_proj,0.0000006049,0.05000,3.362
18,mlp.experts.288.down_proj,0.0000011547,0.05000,3.298
18,mlp.experts.258.down_proj,0.0000003239,0.05000,3.361
18,mlp.experts.150.down_proj,0.0000007257,0.05000,3.397
18,mlp.experts.282.down_proj,0.0000003791,0.05000,3.415
18,mlp.experts.343.down_proj,0.0000020296,0.05000,3.365
18,mlp.experts.139.down_proj,0.0000005112,0.05000,3.380
18,mlp.experts.383.down_proj,0.0000009819,0.05000,3.363
18,mlp.experts.259.down_proj,0.0000007134,0.05000,3.432
18,mlp.experts.20.down_proj,0.0000008916,0.05000,3.508
18,mlp.experts.153.down_proj,0.0000013233,0.05000,3.430
18,mlp.experts.149.down_proj,0.0000011600,0.05000,3.418
18,mlp.experts.157.down_proj,0.0000041083,0.05000,3.384
18,mlp.experts.225.down_proj,0.0000014865,0.05000,3.389
18,mlp.experts.30.down_proj,0.0000007010,0.05000,3.385
18,mlp.experts.312.down_proj,0.0000020685,0.05000,3.327
18,mlp.experts.304.down_proj,0.0000012149,0.05000,3.333
18,mlp.experts.274.down_proj,0.0000011266,0.05000,3.298
18,mlp.experts.166.down_proj,0.0000010176,0.05000,3.315
18,mlp.experts.298.down_proj,0.0000071614,0.05000,3.333
18,mlp.experts.359.down_proj,0.0000015844,0.05000,3.312
18,mlp.experts.155.down_proj,0.0000008500,0.05000,3.322
18,mlp.experts.399.down_proj,0.0000008230,0.05000,3.355
18,mlp.experts.275.down_proj,0.0000015915,0.05000,3.334
18,mlp.experts.36.down_proj,0.0000056038,0.05000,3.426
18,mlp.experts.169.down_proj,0.0000008170,0.05000,3.548
18,mlp.experts.165.down_proj,0.0000005012,0.05000,3.596
18,mlp.experts.173.down_proj,0.0000037583,0.05000,3.557
18,mlp.experts.241.down_proj,0.0000012019,0.05000,3.548
18,mlp.experts.46.down_proj,0.0000011691,0.05000,3.564
18,mlp.experts.328.down_proj,0.0000014625,0.05000,3.550
18,mlp.experts.320.down_proj,0.0000008859,0.05000,3.558
18,mlp.experts.182.down_proj,0.0000004297,0.05000,3.546
18,mlp.experts.290.down_proj,0.0000006909,0.05000,3.614
18,mlp.experts.314.down_proj,0.0000013745,0.05000,3.608
18,mlp.experts.375.down_proj,0.0000004896,0.05000,3.575
18,mlp.experts.171.down_proj,0.0000004940,0.05000,3.531
18,mlp.experts.415.down_proj,0.0000010975,0.05000,3.594
18,mlp.experts.291.down_proj,0.0000009834,0.05000,3.566
18,mlp.experts.52.down_proj,0.0000019699,0.05000,3.353
18,mlp.experts.185.down_proj,0.0000006505,0.05000,3.356
18,mlp.experts.189.down_proj,0.0000012394,0.05000,3.293
18,mlp.experts.181.down_proj,0.0000021716,0.05000,3.351
18,mlp.experts.205.down_proj,failsafe(rtn): 0.0014648,0.00000,0.188
18,mlp.experts.62.down_proj,0.0000013829,0.05000,3.335
18,mlp.experts.257.down_proj,0.0000081542,0.05000,3.411
18,mlp.experts.344.down_proj,0.0000009482,0.05000,3.366
18,mlp.experts.336.down_proj,0.0000006958,0.05000,3.351
18,mlp.experts.198.down_proj,0.0000013795,0.05000,3.326
18,mlp.experts.306.down_proj,0.0000012334,0.05000,3.436
18,mlp.experts.330.down_proj,0.0000025696,0.05000,3.428
18,mlp.experts.391.down_proj,0.0000012476,0.05000,3.426
18,mlp.experts.187.down_proj,0.0000008314,0.05000,3.339
18,mlp.experts.431.down_proj,0.0000009121,0.05000,3.362
18,mlp.experts.307.down_proj,0.0000006009,0.05000,3.338
18,mlp.experts.68.down_proj,0.0000007470,0.05000,3.354
18,mlp.experts.201.down_proj,0.0000004903,0.05000,3.366
18,mlp.experts.197.down_proj,0.0000010659,0.05000,3.360
18,mlp.experts.221.down_proj,0.0000018190,0.05000,3.376
18,mlp.experts.273.down_proj,0.0000006008,0.05000,3.371
18,mlp.experts.78.down_proj,0.0000025062,0.05000,3.379
18,mlp.experts.360.down_proj,0.0000015730,0.05000,3.295
18,mlp.experts.352.down_proj,0.0000006617,0.05000,3.317
18,mlp.experts.214.down_proj,0.0000013943,0.05000,3.218
18,mlp.experts.322.down_proj,0.0000030954,0.05000,3.238
18,mlp.experts.346.down_proj,0.0000014493,0.05000,3.293
18,mlp.experts.407.down_proj,0.0000013217,0.05000,3.303
18,mlp.experts.203.down_proj,0.0000011138,0.05000,3.363
18,mlp.experts.447.down_proj,0.0000006834,0.05000,3.299
18,mlp.experts.323.down_proj,0.0000019330,0.05000,3.290
18,mlp.experts.84.down_proj,0.0000036090,0.05000,3.381
18,mlp.experts.213.down_proj,0.0000011849,0.05000,3.399
18,mlp.experts.217.down_proj,0.0000009930,0.05000,3.502
18,mlp.experts.289.down_proj,0.0000011107,0.05000,3.367
18,mlp.experts.94.down_proj,0.0000008829,0.05000,3.420
18,mlp.experts.237.down_proj,0.0000010940,0.05000,3.470
18,mlp.experts.376.down_proj,0.0000010989,0.05000,3.493
18,mlp.experts.368.down_proj,0.0000014912,0.05000,3.497
18,mlp.experts.230.down_proj,0.0000016444,0.05000,3.463
18,mlp.experts.338.down_proj,0.0000018726,0.05000,3.514
18,mlp.experts.362.down_proj,0.0000084203,0.05000,3.445
18,mlp.experts.423.down_proj,0.0000012234,0.05000,3.458
18,mlp.experts.219.down_proj,0.0000013086,0.05000,3.441
18,mlp.experts.463.down_proj,0.0000015009,0.05000,3.497
18,mlp.experts.339.down_proj,0.0000033826,0.05000,3.540
18,mlp.experts.100.down_proj,0.0000031446,0.05000,3.342
18,mlp.experts.229.down_proj,0.0000003806,0.05000,3.378
18,mlp.experts.233.down_proj,0.0000016551,0.05000,3.404
18,mlp.experts.305.down_proj,0.0000010171,0.05000,3.342
18,mlp.experts.253.down_proj,0.0000005823,0.05000,3.299
18,mlp.experts.110.down_proj,0.0000016726,0.05000,3.341
18,mlp.experts.392.down_proj,0.0000015713,0.05000,3.360
18,mlp.experts.384.down_proj,0.0000005813,0.05000,3.349
18,mlp.experts.246.down_proj,0.0000011324,0.05000,3.277
18,mlp.experts.354.down_proj,0.0000013597,0.05000,3.343
18,mlp.experts.378.down_proj,0.0000021574,0.05000,3.346
18,mlp.experts.439.down_proj,0.0000008595,0.05000,3.321
18,mlp.experts.455.down_proj,failsafe(rtn): 0.0014267,0.00000,0.155
18,mlp.experts.235.down_proj,0.0000010206,0.05000,3.302
18,mlp.experts.479.down_proj,0.0000010997,0.05000,3.347
18,mlp.experts.355.down_proj,0.0000029284,0.05000,3.278
18,mlp.experts.116.down_proj,0.0000012366,0.05000,3.308
18,mlp.experts.245.down_proj,0.0000049927,0.05000,3.367
18,mlp.experts.249.down_proj,0.0000029721,0.05000,3.335
18,mlp.experts.321.down_proj,0.0000005234,0.05000,3.361
18,mlp.experts.269.down_proj,0.0000018030,0.05000,3.371
18,mlp.experts.126.down_proj,0.0000014749,0.05000,3.392
18,mlp.experts.408.down_proj,0.0000012195,0.05000,3.371
18,mlp.experts.400.down_proj,0.0000013670,0.05000,3.401
18,mlp.experts.262.down_proj,0.0000015011,0.05000,3.409
18,mlp.experts.370.down_proj,0.0000003957,0.05000,3.416
18,mlp.experts.394.down_proj,0.0000019962,0.05000,3.395
18,mlp.experts.386.down_proj,failsafe(rtn): 0.0014114,0.00000,0.180
18,mlp.experts.471.down_proj,0.0000020224,0.05000,3.378
18,mlp.experts.251.down_proj,0.0000017545,0.05000,3.401
18,mlp.experts.495.down_proj,0.0000006324,0.05000,3.425
18,mlp.experts.371.down_proj,0.0000022043,0.05000,3.368
18,mlp.experts.387.down_proj,failsafe(rtn): 0.0014114,0.00000,0.175
18,mlp.experts.132.down_proj,0.0000133560,0.05000,3.342
18,mlp.experts.261.down_proj,0.0000014982,0.05000,3.336
18,mlp.experts.265.down_proj,0.0000006297,0.05000,3.314
18,mlp.experts.285.down_proj,0.0000002578,0.05000,3.314
18,mlp.experts.142.down_proj,0.0000014350,0.05000,3.289
18,mlp.experts.337.down_proj,0.0000006314,0.05000,3.386
18,mlp.experts.424.down_proj,0.0000027673,0.05000,3.290
18,mlp.experts.416.down_proj,0.0000010898,0.05000,3.298
18,mlp.experts.353.down_proj,failsafe(rtn): 0.0014877,0.00000,0.174
18,mlp.experts.278.down_proj,0.0000011986,0.05000,3.354
18,mlp.experts.410.down_proj,0.0000008389,0.05000,3.350
18,mlp.experts.487.down_proj,0.0000009321,0.05000,3.368
18,mlp.experts.402.down_proj,0.0000014765,0.05000,3.454
18,mlp.experts.267.down_proj,0.0000015808,0.05000,3.432
18,mlp.experts.503.down_proj,failsafe(rtn): 0.0014496,0.00000,0.207
18,mlp.experts.511.down_proj,0.0000003444,0.05000,3.478
18,mlp.experts.403.down_proj,0.0000004164,0.05000,3.374
18,mlp.experts.148.down_proj,0.0000006089,0.05000,3.168
18,mlp.experts.277.down_proj,0.0000018159,0.05000,3.076
18,mlp.experts.281.down_proj,0.0000008257,0.05000,3.116
18,mlp.experts.301.down_proj,0.0000013960,0.05000,3.122
18,mlp.experts.158.down_proj,0.0000008696,0.05000,3.119
18,mlp.experts.440.down_proj,0.0000018646,0.05000,3.100
18,mlp.experts.432.down_proj,0.0000010644,0.05000,3.082
18,mlp.experts.369.down_proj,0.0000009514,0.05000,3.198
18,mlp.experts.294.down_proj,0.0000010629,0.05000,3.113
18,mlp.experts.426.down_proj,0.0000008351,0.05000,3.045
18,mlp.experts.418.down_proj,0.0000016353,0.05000,2.954
18,mlp.experts.283.down_proj,0.0000013781,0.05000,2.857
18,mlp.experts.419.down_proj,0.0000016548,0.05000,2.790
18,mlp.experts.164.down_proj,0.0000040512,0.05000,2.877
18,mlp.experts.297.down_proj,0.0000018388,0.05000,2.955
18,mlp.experts.293.down_proj,0.0000029677,0.05000,3.016
18,mlp.experts.456.down_proj,0.0000023717,0.05000,2.854
18,mlp.experts.317.down_proj,0.0000006613,0.05000,2.910
18,mlp.experts.174.down_proj,0.0000011293,0.05000,2.902
18,mlp.experts.448.down_proj,0.0000033461,0.05000,2.908
18,mlp.experts.385.down_proj,0.0000020951,0.05000,2.865
18,mlp.experts.310.down_proj,0.0000035780,0.05000,2.823
18,mlp.experts.442.down_proj,0.0000005674,0.05000,2.800
18,mlp.experts.434.down_proj,0.0000005066,0.05000,2.832
18,mlp.experts.299.down_proj,0.0000025797,0.05000,2.843
18,mlp.experts.450.down_proj,failsafe(rtn): 0.0014343,0.00000,0.138
18,mlp.experts.435.down_proj,0.0000009393,0.05000,2.816
18,mlp.experts.180.down_proj,0.0000021081,0.05000,2.920
18,mlp.experts.313.down_proj,0.0000014389,0.05000,2.862
18,mlp.experts.309.down_proj,0.0000027928,0.05000,2.935
18,mlp.experts.472.down_proj,0.0000051183,0.05000,2.863
18,mlp.experts.333.down_proj,0.0000010733,0.05000,2.895
18,mlp.experts.190.down_proj,0.0000017105,0.05000,2.919
18,mlp.experts.464.down_proj,0.0000019775,0.05000,2.897
18,mlp.experts.401.down_proj,0.0000013013,0.05000,2.911
18,mlp.experts.326.down_proj,0.0000007050,0.05000,2.940
18,mlp.experts.458.down_proj,0.0000017700,0.05000,2.926
18,mlp.experts.315.down_proj,0.0000029501,0.05000,2.924
18,mlp.experts.466.down_proj,0.0000006907,0.05000,2.961
18,mlp.experts.451.down_proj,0.0000012995,0.05000,2.962
18,mlp.experts.196.down_proj,0.0000005937,0.05000,2.975
18,mlp.experts.329.down_proj,0.0000024439,0.05000,2.905
18,mlp.experts.488.down_proj,0.0000001941,0.05000,2.845
18,mlp.experts.325.down_proj,0.0000008031,0.05000,2.914
18,mlp.experts.349.down_proj,0.0000015584,0.05000,2.879
18,mlp.experts.206.down_proj,0.0000095071,0.05000,2.866
18,mlp.experts.480.down_proj,0.0000021730,0.05000,2.831
18,mlp.experts.417.down_proj,0.0000013801,0.05000,2.882
18,mlp.experts.342.down_proj,0.0000012066,0.05000,2.855
18,mlp.experts.474.down_proj,0.0000004718,0.05000,2.934
18,mlp.experts.331.down_proj,0.0000013440,0.05000,2.862
18,mlp.experts.482.down_proj,0.0000008181,0.05000,2.931
18,mlp.experts.467.down_proj,0.0000020187,0.05000,2.914
18,mlp.experts.212.down_proj,0.0000006899,0.05000,2.862
18,mlp.experts.345.down_proj,0.0000004685,0.05000,2.969
18,mlp.experts.504.down_proj,0.0000003545,0.05000,2.934
18,mlp.experts.341.down_proj,0.0000007276,0.05000,2.938
18,mlp.experts.365.down_proj,0.0000008478,0.05000,2.897
18,mlp.experts.222.down_proj,0.0000003482,0.05000,2.919
18,mlp.experts.496.down_proj,0.0000016275,0.05000,2.912
18,mlp.experts.433.down_proj,0.0000019428,0.05000,2.919
18,mlp.experts.358.down_proj,0.0000010394,0.05000,2.860
18,mlp.experts.490.down_proj,0.0000007611,0.05000,2.801
18,mlp.experts.506.down_proj,failsafe(rtn): 0.0014725,0.00000,0.109
18,mlp.experts.347.down_proj,0.0000024885,0.05000,2.778
18,mlp.experts.498.down_proj,0.0000004703,0.05000,2.706
18,mlp.experts.483.down_proj,0.0000001356,0.05000,2.618
18,mlp.experts.499.down_proj,failsafe(rtn): 0.0014420,0.00000,0.089
18,mlp.experts.228.down_proj,0.0000011070,0.05000,2.203
18,mlp.experts.361.down_proj,0.0000007829,0.05000,1.962
18,mlp.experts.357.down_proj,0.0000011000,0.05000,1.906
18,mlp.experts.238.down_proj,0.0000013069,0.05000,1.885
18,mlp.experts.381.down_proj,0.0000012709,0.05000,1.932
18,mlp.experts.449.down_proj,0.0000013998,0.05000,1.839
18,mlp.experts.374.down_proj,0.0000036296,0.05000,1.809
18,mlp.experts.363.down_proj,0.0000052190,0.05000,1.670
18,mlp.experts.244.down_proj,0.0000002515,0.05000,1.566
18,mlp.experts.254.down_proj,0.0000007360,0.05000,1.572
18,mlp.experts.373.down_proj,0.0000009310,0.05000,1.597
18,mlp.experts.377.down_proj,0.0000003303,0.05000,1.622
18,mlp.experts.397.down_proj,0.0000025503,0.05000,1.604
18,mlp.experts.465.down_proj,0.0000025800,0.05000,1.642
18,mlp.experts.390.down_proj,0.0000012923,0.05000,1.661
18,mlp.experts.379.down_proj,0.0000020772,0.05000,1.576
18,mlp.experts.260.down_proj,0.0000007809,0.05000,1.585
18,mlp.experts.270.down_proj,0.0000014848,0.05000,1.645
18,mlp.experts.389.down_proj,0.0000015837,0.05000,1.669
18,mlp.experts.393.down_proj,0.0000070792,0.05000,1.682
18,mlp.experts.413.down_proj,0.0000064384,0.05000,1.679
18,mlp.experts.481.down_proj,0.0000020283,0.05000,1.654
18,mlp.experts.406.down_proj,0.0000009380,0.05000,1.645
18,mlp.experts.395.down_proj,0.0000015920,0.05000,1.593
18,mlp.experts.276.down_proj,0.0000002084,0.05000,1.601
18,mlp.experts.286.down_proj,0.0000012653,0.05000,1.633
18,mlp.experts.405.down_proj,0.0000011567,0.05000,1.678
18,mlp.experts.409.down_proj,0.0000009987,0.05000,1.657
18,mlp.experts.429.down_proj,0.0000009558,0.05000,1.667
18,mlp.experts.421.down_proj,failsafe(rtn): 0.0014801,0.00000,0.094
18,mlp.experts.425.down_proj,failsafe(rtn): 0.0014420,0.00000,0.097
18,mlp.experts.422.down_proj,0.0000011594,0.05000,1.646
18,mlp.experts.497.down_proj,0.0000011824,0.05000,1.657
18,mlp.experts.411.down_proj,0.0000011849,0.05000,1.588
18,mlp.experts.292.down_proj,0.0000018206,0.05000,1.497
18,mlp.experts.302.down_proj,0.0000005159,0.05000,1.474
18,mlp.experts.445.down_proj,0.0000023875,0.05000,1.483
18,mlp.experts.441.down_proj,0.0000011232,0.05000,1.454
18,mlp.experts.437.down_proj,0.0000015075,0.05000,1.492
18,mlp.experts.438.down_proj,0.0000018778,0.05000,1.416
18,mlp.experts.427.down_proj,0.0000008802,0.05000,1.384
18,mlp.experts.308.down_proj,0.0000013649,0.05000,1.469
18,mlp.experts.318.down_proj,0.0000015768,0.05000,1.492
18,mlp.experts.461.down_proj,0.0000006324,0.05000,1.516
18,mlp.experts.457.down_proj,0.0000002801,0.05000,1.565
18,mlp.experts.453.down_proj,0.0000020285,0.05000,1.548
18,mlp.experts.443.down_proj,0.0000013630,0.05000,1.503
18,mlp.experts.454.down_proj,0.0000007954,0.05000,1.546
18,mlp.experts.324.down_proj,0.0000010801,0.05000,1.483
18,mlp.experts.334.down_proj,0.0000010454,0.05000,1.467
18,mlp.experts.477.down_proj,0.0000009739,0.05000,1.485
18,mlp.experts.473.down_proj,0.0000020231,0.05000,1.460
18,mlp.experts.459.down_proj,0.0000013137,0.05000,1.451
18,mlp.experts.470.down_proj,0.0000029048,0.05000,1.488
18,mlp.experts.469.down_proj,0.0000009868,0.05000,1.538
18,mlp.experts.340.down_proj,0.0000007463,0.05000,1.410
18,mlp.experts.350.down_proj,0.0000006029,0.05000,1.441
18,mlp.experts.493.down_proj,0.0000009153,0.05000,1.459
18,mlp.experts.475.down_proj,0.0000010592,0.05000,1.390
18,mlp.experts.489.down_proj,0.0000050269,0.05000,1.424
18,mlp.experts.486.down_proj,0.0000012566,0.05000,1.411
18,mlp.experts.485.down_proj,0.0000013240,0.05000,1.437
18,mlp.experts.356.down_proj,0.0000009557,0.05000,1.395
18,mlp.experts.366.down_proj,0.0000023731,0.05000,1.429
18,mlp.experts.491.down_proj,0.0000007929,0.05000,1.440
18,mlp.experts.509.down_proj,0.0000018463,0.05000,1.474
18,mlp.experts.505.down_proj,0.0000002313,0.05000,1.451
18,mlp.experts.502.down_proj,0.0000017997,0.05000,1.432
18,mlp.experts.507.down_proj,failsafe(rtn): 0.0014877,0.00000,0.065
18,mlp.experts.501.down_proj,0.0000004487,0.05000,1.416
18,mlp.experts.372.down_proj,0.0000012290,0.05000,0.983
18,mlp.experts.382.down_proj,0.0000014334,0.05000,0.469
18,mlp.experts.388.down_proj,0.0000019468,0.05000,0.194
18,mlp.experts.398.down_proj,0.0000014503,0.05000,0.185
18,mlp.experts.404.down_proj,0.0000112199,0.05000,0.192
18,mlp.experts.414.down_proj,0.0000045090,0.05000,0.191
18,mlp.experts.420.down_proj,0.0000047343,0.05000,0.191
18,mlp.experts.430.down_proj,0.0000009384,0.05000,0.198
18,mlp.experts.436.down_proj,0.0000016009,0.05000,0.214
18,mlp.experts.446.down_proj,0.0000008157,0.05000,0.227
18,mlp.experts.452.down_proj,0.0000016583,0.05000,0.227
18,mlp.experts.462.down_proj,0.0000021076,0.05000,0.230
18,mlp.experts.468.down_proj,0.0000013826,0.05000,0.225
18,mlp.experts.478.down_proj,0.0000004880,0.05000,0.229
18,mlp.experts.484.down_proj,0.0000021046,0.05000,0.226
18,mlp.experts.494.down_proj,0.0000011642,0.05000,0.228
18,mlp.experts.500.down_proj,0.0000022802,0.05000,0.227
18,mlp.experts.510.down_proj,0.0000005506,0.05000,0.181
19,mlp.experts.13.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.805
19,mlp.experts.15.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.816
19,mlp.experts.6.gate_proj,0.0000395781,0.05000,14.108
19,mlp.experts.12.gate_proj,0.0000361775,0.05000,14.113
19,mlp.experts.0.gate_proj,0.0000207386,0.05000,14.144
19,mlp.experts.9.gate_proj,0.0000299877,0.05000,14.196
19,mlp.experts.10.gate_proj,0.0000081022,0.05000,14.266
19,mlp.experts.14.gate_proj,0.0000152735,0.05000,14.264
19,mlp.experts.4.gate_proj,0.0000161940,0.05000,14.292
19,mlp.experts.11.gate_proj,0.0000267251,0.05000,14.301
19,mlp.experts.5.gate_proj,0.0000110062,0.05000,14.343
19,mlp.experts.2.gate_proj,0.0000098050,0.05000,14.378
19,mlp.experts.1.gate_proj,0.0000217179,0.05000,14.414
19,mlp.experts.3.gate_proj,0.0000556057,0.05000,14.391
19,mlp.experts.8.gate_proj,0.0000121646,0.05000,14.449
19,mlp.experts.7.gate_proj,0.0000132605,0.05000,14.571
19,mlp.experts.29.gate_proj,0.0000135706,0.05000,14.219
19,mlp.experts.31.gate_proj,0.0000295546,0.05000,14.301
19,mlp.experts.45.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.648
19,mlp.experts.28.gate_proj,0.0000090875,0.05000,14.199
19,mlp.experts.16.gate_proj,0.0000140712,0.05000,14.286
19,mlp.experts.30.gate_proj,0.0000350520,0.05000,14.188
19,mlp.experts.22.gate_proj,0.0000222518,0.05000,14.369
19,mlp.experts.26.gate_proj,0.0000673931,0.05000,14.215
19,mlp.experts.25.gate_proj,0.0000232433,0.05000,14.371
19,mlp.experts.27.gate_proj,0.0000254798,0.05000,14.289
19,mlp.experts.20.gate_proj,0.0000398233,0.05000,14.312
19,mlp.experts.24.gate_proj,0.0000175619,0.05000,14.167
19,mlp.experts.21.gate_proj,0.0000442559,0.05000,14.301
19,mlp.experts.19.gate_proj,0.0000247866,0.05000,14.270
19,mlp.experts.17.gate_proj,0.0000261347,0.05000,14.295
19,mlp.experts.18.gate_proj,0.0000671413,0.05000,14.347
19,mlp.experts.23.gate_proj,0.0000089064,0.05000,14.251
19,mlp.experts.32.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.858
19,mlp.experts.47.gate_proj,0.0000263971,0.05000,14.388
19,mlp.experts.63.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.749
19,mlp.experts.61.gate_proj,0.0000135230,0.05000,14.601
19,mlp.experts.44.gate_proj,0.0000085606,0.05000,14.654
19,mlp.experts.46.gate_proj,0.0000065065,0.05000,14.610
19,mlp.experts.43.gate_proj,0.0000249057,0.05000,14.507
19,mlp.experts.42.gate_proj,0.0000183168,0.05000,14.640
19,mlp.experts.36.gate_proj,0.0000109292,0.05000,14.591
19,mlp.experts.41.gate_proj,0.0000044649,0.05000,14.662
19,mlp.experts.38.gate_proj,0.0000137666,0.05000,14.768
19,mlp.experts.40.gate_proj,0.0000289220,0.05000,14.611
19,mlp.experts.37.gate_proj,0.0000167971,0.05000,14.683
19,mlp.experts.34.gate_proj,0.0000105026,0.05000,14.641
19,mlp.experts.35.gate_proj,0.0000691623,0.05000,14.735
19,mlp.experts.33.gate_proj,0.0000373147,0.05000,14.773
19,mlp.experts.39.gate_proj,0.0000100570,0.05000,14.732
19,mlp.experts.48.gate_proj,0.0000111857,0.05000,14.601
19,mlp.experts.79.gate_proj,0.0000131891,0.05000,14.422
19,mlp.experts.77.gate_proj,0.0000396792,0.05000,14.545
19,mlp.experts.62.gate_proj,0.0000332219,0.05000,14.178
19,mlp.experts.60.gate_proj,0.0000380460,0.05000,14.405
19,mlp.experts.59.gate_proj,0.0000164863,0.05000,14.309
19,mlp.experts.52.gate_proj,0.0000134409,0.05000,14.242
19,mlp.experts.53.gate_proj,0.0000136084,0.05000,14.115
19,mlp.experts.57.gate_proj,0.0000193700,0.05000,14.247
19,mlp.experts.54.gate_proj,0.0000144009,0.05000,14.295
19,mlp.experts.58.gate_proj,0.0000129977,0.05000,14.429
19,mlp.experts.56.gate_proj,0.0000288940,0.05000,14.425
19,mlp.experts.50.gate_proj,0.0000122709,0.05000,14.317
19,mlp.experts.55.gate_proj,0.0000442985,0.05000,14.222
19,mlp.experts.51.gate_proj,0.0000184341,0.05000,14.361
19,mlp.experts.49.gate_proj,0.0000086811,0.05000,14.341
19,mlp.experts.64.gate_proj,0.0000421492,0.05000,14.197
19,mlp.experts.76.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.801
19,mlp.experts.95.gate_proj,0.0000420382,0.05000,14.377
19,mlp.experts.93.gate_proj,0.0000217469,0.05000,14.401
19,mlp.experts.78.gate_proj,0.0000214802,0.05000,14.265
19,mlp.experts.68.gate_proj,0.0000152430,0.05000,14.324
19,mlp.experts.69.gate_proj,0.0000145597,0.05000,14.328
19,mlp.experts.75.gate_proj,0.0000556552,0.05000,14.439
19,mlp.experts.73.gate_proj,0.0000232532,0.05000,14.398
19,mlp.experts.74.gate_proj,0.0000254843,0.05000,14.350
19,mlp.experts.70.gate_proj,0.0000221736,0.05000,14.420
19,mlp.experts.72.gate_proj,0.0000278527,0.05000,14.358
19,mlp.experts.66.gate_proj,0.0000205625,0.05000,14.396
19,mlp.experts.67.gate_proj,0.0000513876,0.05000,14.361
19,mlp.experts.65.gate_proj,0.0000198330,0.05000,14.350
19,mlp.experts.71.gate_proj,0.0000155592,0.05000,14.531
19,mlp.experts.80.gate_proj,0.0000293225,0.05000,14.364
19,mlp.experts.92.gate_proj,0.0000159497,0.05000,14.501
19,mlp.experts.111.gate_proj,0.0000240428,0.05000,14.431
19,mlp.experts.109.gate_proj,0.0000133005,0.05000,14.518
19,mlp.experts.94.gate_proj,0.0000103863,0.05000,14.643
19,mlp.experts.85.gate_proj,0.0000356569,0.05000,14.513
19,mlp.experts.90.gate_proj,0.0000129613,0.05000,14.419
19,mlp.experts.84.gate_proj,0.0000281408,0.05000,14.617
19,mlp.experts.91.gate_proj,0.0000145501,0.05000,14.562
19,mlp.experts.89.gate_proj,0.0000103388,0.05000,14.540
19,mlp.experts.86.gate_proj,0.0000093275,0.05000,14.566
19,mlp.experts.82.gate_proj,0.0000390674,0.05000,14.522
19,mlp.experts.88.gate_proj,0.0000209946,0.05000,14.628
19,mlp.experts.83.gate_proj,0.0000129232,0.05000,14.519
19,mlp.experts.81.gate_proj,0.0000218346,0.05000,14.652
19,mlp.experts.87.gate_proj,0.0000159093,0.05000,14.611
19,mlp.experts.96.gate_proj,0.0000333583,0.05000,14.547
19,mlp.experts.108.gate_proj,0.0000386974,0.05000,14.431
19,mlp.experts.101.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.820
19,mlp.experts.127.gate_proj,0.0000143845,0.05000,14.513
19,mlp.experts.125.gate_proj,0.0000165525,0.05000,14.379
19,mlp.experts.110.gate_proj,0.0000537265,0.05000,14.178
19,mlp.experts.106.gate_proj,0.0000118459,0.05000,14.170
19,mlp.experts.100.gate_proj,0.0000064350,0.05000,14.199
19,mlp.experts.105.gate_proj,0.0000147050,0.05000,14.323
19,mlp.experts.107.gate_proj,0.0000431806,0.05000,14.354
19,mlp.experts.102.gate_proj,0.0000123276,0.05000,14.390
19,mlp.experts.98.gate_proj,0.0000435373,0.05000,14.262
19,mlp.experts.99.gate_proj,0.0000174957,0.05000,14.354
19,mlp.experts.104.gate_proj,0.0000121202,0.05000,14.445
19,mlp.experts.97.gate_proj,0.0000159549,0.05000,14.395
19,mlp.experts.103.gate_proj,0.0000248896,0.05000,14.404
19,mlp.experts.112.gate_proj,0.0000112160,0.05000,14.336
19,mlp.experts.124.gate_proj,0.0000300153,0.05000,14.296
19,mlp.experts.117.gate_proj,0.0000411083,0.05000,14.309
19,mlp.experts.143.gate_proj,0.0000484968,0.05000,14.257
19,mlp.experts.141.gate_proj,0.0000105639,0.05000,14.230
19,mlp.experts.126.gate_proj,0.0000551354,0.05000,13.918
19,mlp.experts.116.gate_proj,0.0000160847,0.05000,13.837
19,mlp.experts.122.gate_proj,0.0000109711,0.05000,13.944
19,mlp.experts.123.gate_proj,0.0000235310,0.05000,13.828
19,mlp.experts.121.gate_proj,0.0000117153,0.05000,13.965
19,mlp.experts.118.gate_proj,0.0000454457,0.05000,13.837
19,mlp.experts.114.gate_proj,0.0000140380,0.05000,13.919
19,mlp.experts.115.gate_proj,0.0000290454,0.05000,14.043
19,mlp.experts.120.gate_proj,0.0000237457,0.05000,14.036
19,mlp.experts.119.gate_proj,0.0000065017,0.05000,13.846
19,mlp.experts.140.gate_proj,0.0000125991,0.05000,13.845
19,mlp.experts.113.gate_proj,0.0000139096,0.05000,14.042
19,mlp.experts.128.gate_proj,0.0000380671,0.05000,13.937
19,mlp.experts.133.gate_proj,0.0000139819,0.05000,13.930
19,mlp.experts.159.gate_proj,0.0000531288,0.05000,14.000
19,mlp.experts.157.gate_proj,0.0000097796,0.05000,13.949
19,mlp.experts.142.gate_proj,0.0000329715,0.05000,14.703
19,mlp.experts.138.gate_proj,0.0000195119,0.05000,14.816
19,mlp.experts.132.gate_proj,0.0000041362,0.05000,14.881
19,mlp.experts.139.gate_proj,0.0000138450,0.05000,14.887
19,mlp.experts.134.gate_proj,0.0000227629,0.05000,14.717
19,mlp.experts.137.gate_proj,0.0000207176,0.05000,14.895
19,mlp.experts.130.gate_proj,0.0000137103,0.05000,14.855
19,mlp.experts.136.gate_proj,0.0000102161,0.05000,14.672
19,mlp.experts.131.gate_proj,0.0000176744,0.05000,14.749
19,mlp.experts.135.gate_proj,0.0000128161,0.05000,14.792
19,mlp.experts.149.gate_proj,0.0000029440,0.05000,14.637
19,mlp.experts.156.gate_proj,0.0000303101,0.05000,14.785
19,mlp.experts.144.gate_proj,0.0000291977,0.05000,14.751
19,mlp.experts.129.gate_proj,0.0000155183,0.05000,14.830
19,mlp.experts.175.gate_proj,0.0000651180,0.05000,14.807
19,mlp.experts.173.gate_proj,0.0000068853,0.05000,14.858
19,mlp.experts.191.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.700
19,mlp.experts.158.gate_proj,0.0000406664,0.05000,14.542
19,mlp.experts.148.gate_proj,0.0000142264,0.05000,14.386
19,mlp.experts.154.gate_proj,0.0000296819,0.05000,14.472
19,mlp.experts.150.gate_proj,0.0000157199,0.05000,14.407
19,mlp.experts.155.gate_proj,0.0000107601,0.05000,14.519
19,mlp.experts.146.gate_proj,0.0000230778,0.05000,14.299
19,mlp.experts.153.gate_proj,0.0000146923,0.05000,14.466
19,mlp.experts.152.gate_proj,0.0000112749,0.05000,14.385
19,mlp.experts.165.gate_proj,0.0000211316,0.05000,14.359
19,mlp.experts.147.gate_proj,0.0000169238,0.05000,14.558
19,mlp.experts.160.gate_proj,0.0000246053,0.05000,14.430
19,mlp.experts.151.gate_proj,0.0000163803,0.05000,14.575
19,mlp.experts.172.gate_proj,0.0000060058,0.05000,14.609
19,mlp.experts.145.gate_proj,0.0000135557,0.05000,14.720
19,mlp.experts.189.gate_proj,0.0000191147,0.05000,14.472
19,mlp.experts.207.gate_proj,0.0000580392,0.05000,14.507
19,mlp.experts.174.gate_proj,0.0000286489,0.05000,14.571
19,mlp.experts.164.gate_proj,0.0000179804,0.05000,14.526
19,mlp.experts.170.gate_proj,0.0000091571,0.05000,14.579
19,mlp.experts.166.gate_proj,0.0000346256,0.05000,14.533
19,mlp.experts.162.gate_proj,0.0000103836,0.05000,14.468
19,mlp.experts.171.gate_proj,0.0000097767,0.05000,14.663
19,mlp.experts.169.gate_proj,0.0000134385,0.05000,14.585
19,mlp.experts.168.gate_proj,0.0000318194,0.05000,14.631
19,mlp.experts.181.gate_proj,0.0000296569,0.05000,14.493
19,mlp.experts.176.gate_proj,0.0000193014,0.05000,14.523
19,mlp.experts.188.gate_proj,0.0000211896,0.05000,14.451
19,mlp.experts.167.gate_proj,0.0000053200,0.05000,14.616
19,mlp.experts.163.gate_proj,0.0000356191,0.05000,14.800
19,mlp.experts.161.gate_proj,0.0000196170,0.05000,14.550
19,mlp.experts.185.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.866
19,mlp.experts.184.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.833
19,mlp.experts.205.gate_proj,0.0000112750,0.05000,14.625
19,mlp.experts.200.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.740
19,mlp.experts.223.gate_proj,0.0000123674,0.05000,14.565
19,mlp.experts.239.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.657
19,mlp.experts.190.gate_proj,0.0000146613,0.05000,14.725
19,mlp.experts.180.gate_proj,0.0000156361,0.05000,14.743
19,mlp.experts.186.gate_proj,0.0000147709,0.05000,14.756
19,mlp.experts.182.gate_proj,0.0000139239,0.05000,14.708
19,mlp.experts.178.gate_proj,0.0000208803,0.05000,14.655
19,mlp.experts.187.gate_proj,0.0000086646,0.05000,14.651
19,mlp.experts.197.gate_proj,0.0000294176,0.05000,14.740
19,mlp.experts.192.gate_proj,0.0000139017,0.05000,14.608
19,mlp.experts.204.gate_proj,0.0000074715,0.05000,14.552
19,mlp.experts.179.gate_proj,0.0000171003,0.05000,14.610
19,mlp.experts.183.gate_proj,0.0000138436,0.05000,14.747
19,mlp.experts.203.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.794
19,mlp.experts.177.gate_proj,0.0000187997,0.05000,14.761
19,mlp.experts.201.gate_proj,0.0000390472,0.05000,14.661
19,mlp.experts.221.gate_proj,0.0000476384,0.05000,14.598
19,mlp.experts.216.gate_proj,0.0000113625,0.05000,14.661
19,mlp.experts.255.gate_proj,0.0000230160,0.05000,14.577
19,mlp.experts.206.gate_proj,0.0000151193,0.05000,14.483
19,mlp.experts.202.gate_proj,0.0000147919,0.05000,14.463
19,mlp.experts.196.gate_proj,0.0000225614,0.05000,14.641
19,mlp.experts.198.gate_proj,0.0000152097,0.05000,14.563
19,mlp.experts.194.gate_proj,0.0000154678,0.05000,14.551
19,mlp.experts.208.gate_proj,0.0000564590,0.05000,14.388
19,mlp.experts.220.gate_proj,0.0000055058,0.05000,14.392
19,mlp.experts.213.gate_proj,0.0000085961,0.05000,14.656
19,mlp.experts.195.gate_proj,0.0000136024,0.05000,14.592
19,mlp.experts.199.gate_proj,0.0000316076,0.05000,14.510
19,mlp.experts.219.gate_proj,0.0000337046,0.05000,14.551
19,mlp.experts.217.gate_proj,0.0000092940,0.05000,14.521
19,mlp.experts.224.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.720
19,mlp.experts.193.gate_proj,0.0000276232,0.05000,14.623
19,mlp.experts.237.gate_proj,0.0000308216,0.05000,14.600
19,mlp.experts.232.gate_proj,0.0000165099,0.05000,14.598
19,mlp.experts.271.gate_proj,0.0000181371,0.05000,14.526
19,mlp.experts.222.gate_proj,0.0000281709,0.05000,14.153
19,mlp.experts.212.gate_proj,0.0000370187,0.05000,13.989
19,mlp.experts.218.gate_proj,0.0000248227,0.05000,14.122
19,mlp.experts.214.gate_proj,0.0000180973,0.05000,14.136
19,mlp.experts.210.gate_proj,0.0000282609,0.05000,14.155
19,mlp.experts.236.gate_proj,0.0000124835,0.05000,14.040
19,mlp.experts.229.gate_proj,0.0000346522,0.05000,14.158
19,mlp.experts.211.gate_proj,0.0000214010,0.05000,14.143
19,mlp.experts.215.gate_proj,0.0000489840,0.05000,14.176
19,mlp.experts.235.gate_proj,0.0000149447,0.05000,14.189
19,mlp.experts.240.gate_proj,0.0000083155,0.05000,14.099
19,mlp.experts.252.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.774
19,mlp.experts.209.gate_proj,0.0000450101,0.05000,14.190
19,mlp.experts.233.gate_proj,0.0000112399,0.05000,14.344
19,mlp.experts.253.gate_proj,0.0000054786,0.05000,14.145
19,mlp.experts.248.gate_proj,0.0000173585,0.05000,14.157
19,mlp.experts.287.gate_proj,0.0000241730,0.05000,14.244
19,mlp.experts.238.gate_proj,0.0000049478,0.05000,14.379
19,mlp.experts.234.gate_proj,0.0000571727,0.05000,14.374
19,mlp.experts.228.gate_proj,0.0000171566,0.05000,14.502
19,mlp.experts.226.gate_proj,0.0000588752,0.05000,14.487
19,mlp.experts.230.gate_proj,0.0000062227,0.05000,14.593
19,mlp.experts.254.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.835
19,mlp.experts.245.gate_proj,0.0000187345,0.05000,14.514
19,mlp.experts.242.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.747
19,mlp.experts.231.gate_proj,0.0000101581,0.05000,14.583
19,mlp.experts.227.gate_proj,0.0000143166,0.05000,14.647
19,mlp.experts.268.gate_proj,0.0000340317,0.05000,14.370
19,mlp.experts.256.gate_proj,0.0000246712,0.05000,14.531
19,mlp.experts.251.gate_proj,0.0000261453,0.05000,14.562
19,mlp.experts.225.gate_proj,0.0000257788,0.05000,14.581
19,mlp.experts.249.gate_proj,0.0000127014,0.05000,14.505
19,mlp.experts.284.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.776
19,mlp.experts.272.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.820
19,mlp.experts.269.gate_proj,0.0000164651,0.05000,14.725
19,mlp.experts.264.gate_proj,0.0000382117,0.05000,14.542
19,mlp.experts.303.gate_proj,0.0000128441,0.05000,14.639
19,mlp.experts.250.gate_proj,0.0000098187,0.05000,14.882
19,mlp.experts.244.gate_proj,0.0000108434,0.05000,14.835
19,mlp.experts.246.gate_proj,0.0000291387,0.05000,14.714
19,mlp.experts.270.gate_proj,0.0000396967,0.05000,15.021
19,mlp.experts.258.gate_proj,0.0000238870,0.05000,14.769
19,mlp.experts.261.gate_proj,0.0000193131,0.05000,15.022
19,mlp.experts.247.gate_proj,0.0000193434,0.05000,14.809
19,mlp.experts.243.gate_proj,0.0000154925,0.05000,14.951
19,mlp.experts.267.gate_proj,0.0000159348,0.05000,14.813
19,mlp.experts.241.gate_proj,0.0000270438,0.05000,14.849
19,mlp.experts.265.gate_proj,0.0000298986,0.05000,14.807
19,mlp.experts.300.gate_proj,0.0000255036,0.05000,14.643
19,mlp.experts.288.gate_proj,0.0000200465,0.05000,14.638
19,mlp.experts.259.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.761
19,mlp.experts.280.gate_proj,0.0000182471,0.05000,14.617
19,mlp.experts.285.gate_proj,0.0000071679,0.05000,14.814
19,mlp.experts.319.gate_proj,0.0000083377,0.05000,14.780
19,mlp.experts.266.gate_proj,0.0000307978,0.05000,14.271
19,mlp.experts.260.gate_proj,0.0000277240,0.05000,14.317
19,mlp.experts.262.gate_proj,0.0000247632,0.05000,14.321
19,mlp.experts.286.gate_proj,0.0000485581,0.05000,14.220
19,mlp.experts.274.gate_proj,0.0000160798,0.05000,14.039
19,mlp.experts.277.gate_proj,0.0000311425,0.05000,14.165
19,mlp.experts.263.gate_proj,0.0000316816,0.05000,14.264
19,mlp.experts.283.gate_proj,0.0000171561,0.05000,14.298
19,mlp.experts.257.gate_proj,0.0000271660,0.05000,14.196
19,mlp.experts.281.gate_proj,0.0000078308,0.05000,14.265
19,mlp.experts.316.gate_proj,0.0000133396,0.05000,14.109
19,mlp.experts.296.gate_proj,0.0000365276,0.05000,13.965
19,mlp.experts.304.gate_proj,0.0000130885,0.05000,14.145
19,mlp.experts.275.gate_proj,0.0000636118,0.05000,14.317
19,mlp.experts.301.gate_proj,0.0000157515,0.05000,14.171
19,mlp.experts.335.gate_proj,0.0000346936,0.05000,14.203
19,mlp.experts.282.gate_proj,0.0000158587,0.05000,14.346
19,mlp.experts.276.gate_proj,0.0000065450,0.05000,14.290
19,mlp.experts.278.gate_proj,0.0000290664,0.05000,14.424
19,mlp.experts.302.gate_proj,0.0000032491,0.05000,14.301
19,mlp.experts.290.gate_proj,0.0000184944,0.05000,14.528
19,mlp.experts.293.gate_proj,0.0000364189,0.05000,14.478
19,mlp.experts.279.gate_proj,0.0000381976,0.05000,14.434
19,mlp.experts.299.gate_proj,0.0000120693,0.05000,14.451
19,mlp.experts.273.gate_proj,0.0000488430,0.05000,14.498
19,mlp.experts.332.gate_proj,0.0000732981,0.05000,14.354
19,mlp.experts.297.gate_proj,0.0000088472,0.05000,14.529
19,mlp.experts.312.gate_proj,0.0000295371,0.05000,14.356
19,mlp.experts.320.gate_proj,0.0000449102,0.05000,14.349
19,mlp.experts.291.gate_proj,0.0000249101,0.05000,14.305
19,mlp.experts.317.gate_proj,0.0000062428,0.05000,14.421
19,mlp.experts.313.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.737
19,mlp.experts.351.gate_proj,0.0000299430,0.05000,14.355
19,mlp.experts.292.gate_proj,0.0000159215,0.05000,14.588
19,mlp.experts.298.gate_proj,0.0000141625,0.05000,14.776
19,mlp.experts.294.gate_proj,0.0000208797,0.05000,14.542
19,mlp.experts.318.gate_proj,0.0000148822,0.05000,14.724
19,mlp.experts.306.gate_proj,0.0000036247,0.05000,14.527
19,mlp.experts.309.gate_proj,0.0000121570,0.05000,14.620
19,mlp.experts.295.gate_proj,0.0000194639,0.05000,14.571
19,mlp.experts.315.gate_proj,0.0000198069,0.05000,14.635
19,mlp.experts.289.gate_proj,0.0000329244,0.05000,14.655
19,mlp.experts.336.gate_proj,0.0000124162,0.05000,14.512
19,mlp.experts.348.gate_proj,0.0000333481,0.05000,14.702
19,mlp.experts.328.gate_proj,0.0000159711,0.05000,14.574
19,mlp.experts.307.gate_proj,0.0000169221,0.05000,14.582
19,mlp.experts.333.gate_proj,0.0000206301,0.05000,14.552
19,mlp.experts.329.gate_proj,0.0000113674,0.05000,14.629
19,mlp.experts.367.gate_proj,0.0000120536,0.05000,14.792
19,mlp.experts.308.gate_proj,0.0000106586,0.05000,14.905
19,mlp.experts.314.gate_proj,0.0000117389,0.05000,14.941
19,mlp.experts.310.gate_proj,0.0000252213,0.05000,14.954
19,mlp.experts.334.gate_proj,0.0000158187,0.05000,14.877
19,mlp.experts.322.gate_proj,0.0000246252,0.05000,14.955
19,mlp.experts.325.gate_proj,0.0000121041,0.05000,14.948
19,mlp.experts.311.gate_proj,0.0000535187,0.05000,15.129
19,mlp.experts.331.gate_proj,0.0000413231,0.05000,15.095
19,mlp.experts.305.gate_proj,0.0000464174,0.05000,15.141
19,mlp.experts.344.gate_proj,0.0000213541,0.05000,14.937
19,mlp.experts.352.gate_proj,0.0000075038,0.05000,15.030
19,mlp.experts.364.gate_proj,0.0000100348,0.05000,15.219
19,mlp.experts.349.gate_proj,0.0000367613,0.05000,15.026
19,mlp.experts.323.gate_proj,0.0000078062,0.05000,15.237
19,mlp.experts.345.gate_proj,0.0000157149,0.05000,15.170
19,mlp.experts.339.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.760
19,mlp.experts.383.gate_proj,0.0000133900,0.05000,15.111
19,mlp.experts.324.gate_proj,0.0000517664,0.05000,14.471
19,mlp.experts.330.gate_proj,0.0000321609,0.05000,14.412
19,mlp.experts.326.gate_proj,0.0000122761,0.05000,14.477
19,mlp.experts.350.gate_proj,0.0000616626,0.05000,14.501
19,mlp.experts.338.gate_proj,0.0000086859,0.05000,14.490
19,mlp.experts.341.gate_proj,0.0000148300,0.05000,14.466
19,mlp.experts.327.gate_proj,0.0000329962,0.05000,14.594
19,mlp.experts.347.gate_proj,0.0000246464,0.05000,14.428
19,mlp.experts.360.gate_proj,0.0000150782,0.05000,14.388
19,mlp.experts.321.gate_proj,0.0000240638,0.05000,14.496
19,mlp.experts.368.gate_proj,0.0000090459,0.05000,14.486
19,mlp.experts.380.gate_proj,0.0000321466,0.05000,14.465
19,mlp.experts.365.gate_proj,0.0000138227,0.05000,14.445
19,mlp.experts.361.gate_proj,0.0000138950,0.05000,14.373
19,mlp.experts.355.gate_proj,0.0000207061,0.05000,14.408
19,mlp.experts.399.gate_proj,0.0000117827,0.05000,14.379
19,mlp.experts.340.gate_proj,0.0000063190,0.05000,14.505
19,mlp.experts.346.gate_proj,0.0000152075,0.05000,14.534
19,mlp.experts.342.gate_proj,0.0000436834,0.05000,14.566
19,mlp.experts.356.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.752
19,mlp.experts.354.gate_proj,0.0000283051,0.05000,14.477
19,mlp.experts.366.gate_proj,0.0000051489,0.05000,14.645
19,mlp.experts.357.gate_proj,0.0000235397,0.05000,14.449
19,mlp.experts.343.gate_proj,0.0000128749,0.05000,14.480
19,mlp.experts.363.gate_proj,0.0000119615,0.05000,14.533
19,mlp.experts.376.gate_proj,0.0000238749,0.05000,14.362
19,mlp.experts.370.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.739
19,mlp.experts.384.gate_proj,0.0000264309,0.05000,14.481
19,mlp.experts.337.gate_proj,0.0000043055,0.05000,14.614
19,mlp.experts.396.gate_proj,0.0000109880,0.05000,14.522
19,mlp.experts.381.gate_proj,0.0000728479,0.05000,14.597
19,mlp.experts.377.gate_proj,0.0000120806,0.05000,14.542
19,mlp.experts.371.gate_proj,0.0000168920,0.05000,14.549
19,mlp.experts.415.gate_proj,0.0000262091,0.05000,14.577
19,mlp.experts.362.gate_proj,0.0000204432,0.05000,14.655
19,mlp.experts.358.gate_proj,0.0000128717,0.05000,14.593
19,mlp.experts.372.gate_proj,0.0000550174,0.05000,14.529
19,mlp.experts.382.gate_proj,0.0000197848,0.05000,14.621
19,mlp.experts.373.gate_proj,0.0000156586,0.05000,14.711
19,mlp.experts.359.gate_proj,0.0000221430,0.05000,14.584
19,mlp.experts.392.gate_proj,0.0000123657,0.05000,14.502
19,mlp.experts.386.gate_proj,0.0000094269,0.05000,14.535
19,mlp.experts.379.gate_proj,0.0000534068,0.05000,14.588
19,mlp.experts.400.gate_proj,0.0000482477,0.05000,14.487
19,mlp.experts.353.gate_proj,0.0000219684,0.05000,14.574
19,mlp.experts.412.gate_proj,0.0000041360,0.05000,14.523
19,mlp.experts.397.gate_proj,0.0000526686,0.05000,14.588
19,mlp.experts.393.gate_proj,0.0000377438,0.05000,14.600
19,mlp.experts.387.gate_proj,0.0000147012,0.05000,14.596
19,mlp.experts.431.gate_proj,0.0000215239,0.05000,14.445
19,mlp.experts.378.gate_proj,0.0000167505,0.05000,14.640
19,mlp.experts.374.gate_proj,0.0000169661,0.05000,14.725
19,mlp.experts.388.gate_proj,0.0000370312,0.05000,14.692
19,mlp.experts.398.gate_proj,0.0000288850,0.05000,14.665
19,mlp.experts.389.gate_proj,0.0000295842,0.05000,14.560
19,mlp.experts.375.gate_proj,0.0000253982,0.05000,14.744
19,mlp.experts.408.gate_proj,0.0000344752,0.05000,14.690
19,mlp.experts.395.gate_proj,0.0000121084,0.05000,14.649
19,mlp.experts.402.gate_proj,0.0000141430,0.05000,14.752
19,mlp.experts.416.gate_proj,0.0000154399,0.05000,14.647
19,mlp.experts.428.gate_proj,0.0000149703,0.05000,14.580
19,mlp.experts.369.gate_proj,0.0000146559,0.05000,14.782
19,mlp.experts.413.gate_proj,0.0000128433,0.05000,14.660
19,mlp.experts.409.gate_proj,0.0000082208,0.05000,14.577
19,mlp.experts.403.gate_proj,0.0000247520,0.05000,14.605
19,mlp.experts.425.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.693
19,mlp.experts.447.gate_proj,0.0000167720,0.05000,14.647
19,mlp.experts.394.gate_proj,0.0000123930,0.05000,13.868
19,mlp.experts.390.gate_proj,0.0000142567,0.05000,13.918
19,mlp.experts.404.gate_proj,0.0000184400,0.05000,13.940
19,mlp.experts.414.gate_proj,0.0000183570,0.05000,13.906
19,mlp.experts.405.gate_proj,0.0000159818,0.05000,14.048
19,mlp.experts.406.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.762
19,mlp.experts.424.gate_proj,0.0000219073,0.05000,13.910
19,mlp.experts.391.gate_proj,0.0000441880,0.05000,14.042
19,mlp.experts.411.gate_proj,0.0000265763,0.05000,14.055
19,mlp.experts.418.gate_proj,0.0000146227,0.05000,14.004
19,mlp.experts.432.gate_proj,0.0000244068,0.05000,13.993
19,mlp.experts.444.gate_proj,0.0000205649,0.05000,13.914
19,mlp.experts.422.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.721
19,mlp.experts.385.gate_proj,0.0000093684,0.05000,14.052
19,mlp.experts.429.gate_proj,0.0000261241,0.05000,14.011
19,mlp.experts.460.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.767
19,mlp.experts.438.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.782
19,mlp.experts.419.gate_proj,0.0000380308,0.05000,14.215
19,mlp.experts.476.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.820
19,mlp.experts.441.gate_proj,0.0000727852,0.05000,14.275
19,mlp.experts.463.gate_proj,0.0000128472,0.05000,14.225
19,mlp.experts.479.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.773
19,mlp.experts.410.gate_proj,0.0000073784,0.05000,14.844
19,mlp.experts.420.gate_proj,0.0000170004,0.05000,14.835
19,mlp.experts.430.gate_proj,0.0000174461,0.05000,14.879
19,mlp.experts.421.gate_proj,0.0000081666,0.05000,14.909
19,mlp.experts.440.gate_proj,0.0000562425,0.05000,14.809
19,mlp.experts.407.gate_proj,0.0000391962,0.05000,14.872
19,mlp.experts.434.gate_proj,0.0000318527,0.05000,14.826
19,mlp.experts.427.gate_proj,0.0000120004,0.05000,15.016
19,mlp.experts.448.gate_proj,0.0000464924,0.05000,14.995
19,mlp.experts.401.gate_proj,0.0000139649,0.05000,15.042
19,mlp.experts.445.gate_proj,0.0000218310,0.05000,15.038
19,mlp.experts.454.gate_proj,0.0000525926,0.05000,14.840
19,mlp.experts.435.gate_proj,0.0000085950,0.05000,14.811
19,mlp.experts.492.gate_proj,0.0000122143,0.05000,14.812
19,mlp.experts.457.gate_proj,0.0000361739,0.05000,14.896
19,mlp.experts.495.gate_proj,0.0000133691,0.05000,14.771
19,mlp.experts.426.gate_proj,0.0000328984,0.05000,14.380
19,mlp.experts.436.gate_proj,0.0000176302,0.05000,14.661
19,mlp.experts.446.gate_proj,0.0000170596,0.05000,14.471
19,mlp.experts.437.gate_proj,0.0000188687,0.05000,14.514
19,mlp.experts.456.gate_proj,0.0000174128,0.05000,14.514
19,mlp.experts.462.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.737
19,mlp.experts.450.gate_proj,0.0000654340,0.05000,14.456
19,mlp.experts.423.gate_proj,0.0000055478,0.05000,14.634
19,mlp.experts.443.gate_proj,0.0000305833,0.05000,14.521
19,mlp.experts.464.gate_proj,0.0000391027,0.05000,14.564
19,mlp.experts.417.gate_proj,0.0000106329,0.05000,14.596
19,mlp.experts.461.gate_proj,0.0000279325,0.05000,14.524
19,mlp.experts.470.gate_proj,0.0000063494,0.05000,14.520
19,mlp.experts.451.gate_proj,0.0000092030,0.05000,14.631
19,mlp.experts.508.gate_proj,0.0000087874,0.05000,14.728
19,mlp.experts.473.gate_proj,0.0000258832,0.05000,14.580
19,mlp.experts.511.gate_proj,0.0000085908,0.05000,14.655
19,mlp.experts.15.up_proj,failsafe(rtn): 0.0014801,0.00000,0.752
19,mlp.experts.442.gate_proj,0.0000286417,0.05000,14.682
19,mlp.experts.452.gate_proj,0.0000071631,0.05000,14.823
19,mlp.experts.453.gate_proj,0.0000197221,0.05000,14.791
19,mlp.experts.472.gate_proj,0.0000093728,0.05000,14.730
19,mlp.experts.478.gate_proj,0.0000106018,0.05000,14.740
19,mlp.experts.466.gate_proj,0.0000074848,0.05000,14.711
19,mlp.experts.439.gate_proj,0.0000455465,0.05000,14.806
19,mlp.experts.459.gate_proj,0.0000072935,0.05000,14.678
19,mlp.experts.480.gate_proj,0.0000127345,0.05000,14.729
19,mlp.experts.433.gate_proj,0.0000251647,0.05000,14.635
19,mlp.experts.477.gate_proj,0.0000236984,0.05000,14.587
19,mlp.experts.475.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.674
19,mlp.experts.486.gate_proj,0.0000341200,0.05000,14.625
19,mlp.experts.449.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.746
19,mlp.experts.467.gate_proj,0.0000159434,0.05000,14.592
19,mlp.experts.12.up_proj,0.0000358650,0.05000,14.496
19,mlp.experts.489.gate_proj,0.0000352634,0.05000,14.532
19,mlp.experts.31.up_proj,0.0000292684,0.05000,14.430
19,mlp.experts.458.gate_proj,0.0000407305,0.05000,14.327
19,mlp.experts.468.gate_proj,0.0000330217,0.05000,14.153
19,mlp.experts.469.gate_proj,0.0000197664,0.05000,14.157
19,mlp.experts.488.gate_proj,0.0000421341,0.05000,14.251
19,mlp.experts.482.gate_proj,0.0000121440,0.05000,14.127
19,mlp.experts.494.gate_proj,0.0000117253,0.05000,14.248
19,mlp.experts.455.gate_proj,0.0000097773,0.05000,14.227
19,mlp.experts.496.gate_proj,0.0000165047,0.05000,14.348
19,mlp.experts.493.gate_proj,0.0000102380,0.05000,14.180
19,mlp.experts.502.gate_proj,0.0000356312,0.05000,14.106
19,mlp.experts.491.gate_proj,0.0000589211,0.05000,14.232
19,mlp.experts.465.gate_proj,0.0000140942,0.05000,14.383
19,mlp.experts.483.gate_proj,0.0000110688,0.05000,14.343
19,mlp.experts.28.up_proj,0.0000089543,0.05000,14.237
19,mlp.experts.505.gate_proj,0.0000641576,0.05000,14.341
19,mlp.experts.47.up_proj,0.0000259775,0.05000,14.330
19,mlp.experts.63.up_proj,failsafe(rtn): 0.0014343,0.00000,0.671
19,mlp.experts.474.gate_proj,0.0000611567,0.05000,14.346
19,mlp.experts.484.gate_proj,0.0000591626,0.05000,14.510
19,mlp.experts.485.gate_proj,0.0000230968,0.05000,14.486
19,mlp.experts.504.gate_proj,0.0000070501,0.05000,14.451
19,mlp.experts.510.gate_proj,0.0000243684,0.05000,14.404
19,mlp.experts.498.gate_proj,0.0000351585,0.05000,14.557
19,mlp.experts.471.gate_proj,0.0000141916,0.05000,14.530
19,mlp.experts.0.up_proj,0.0000204553,0.05000,14.479
19,mlp.experts.509.gate_proj,0.0000186063,0.05000,14.473
19,mlp.experts.6.up_proj,0.0000399761,0.05000,14.378
19,mlp.experts.507.gate_proj,0.0000269925,0.05000,14.494
19,mlp.experts.13.up_proj,failsafe(rtn): 0.0016251,0.00000,0.706
19,mlp.experts.481.gate_proj,0.0000136885,0.05000,14.426
19,mlp.experts.44.up_proj,0.0000107882,0.05000,14.300
19,mlp.experts.499.gate_proj,0.0000160227,0.05000,14.489
19,mlp.experts.9.up_proj,0.0000293615,0.05000,14.326
19,mlp.experts.79.up_proj,0.0000129333,0.05000,14.288
19,mlp.experts.490.gate_proj,0.0000105024,0.05000,14.526
19,mlp.experts.500.gate_proj,0.0000384657,0.05000,14.433
19,mlp.experts.501.gate_proj,0.0000273003,0.05000,14.527
19,mlp.experts.8.up_proj,0.0000126665,0.05000,14.430
19,mlp.experts.14.up_proj,0.0000147858,0.05000,14.563
19,mlp.experts.487.gate_proj,0.0000419776,0.05000,14.438
19,mlp.experts.2.up_proj,0.0000100848,0.05000,14.691
19,mlp.experts.16.up_proj,0.0000144060,0.05000,14.455
19,mlp.experts.22.up_proj,0.0000217471,0.05000,14.565
19,mlp.experts.503.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.675
19,mlp.experts.11.up_proj,0.0000264307,0.05000,14.471
19,mlp.experts.32.up_proj,failsafe(rtn): 0.0013657,0.00000,0.709
19,mlp.experts.29.up_proj,0.0000134097,0.05000,14.511
19,mlp.experts.60.up_proj,0.0000373868,0.05000,14.416
19,mlp.experts.497.gate_proj,0.0000247301,0.05000,14.585
19,mlp.experts.25.up_proj,0.0000229382,0.05000,14.326
19,mlp.experts.3.up_proj,0.0000547553,0.05000,14.615
19,mlp.experts.45.up_proj,failsafe(rtn): 0.0014267,0.00000,0.730
19,mlp.experts.76.up_proj,failsafe(rtn): 0.0014572,0.00000,0.687
19,mlp.experts.95.up_proj,0.0000442044,0.05000,14.492
19,mlp.experts.506.gate_proj,0.0000254619,0.05000,13.953
19,mlp.experts.4.up_proj,0.0000160007,0.05000,13.938
19,mlp.experts.5.up_proj,0.0000104969,0.05000,13.985
19,mlp.experts.24.up_proj,0.0000167725,0.05000,13.925
19,mlp.experts.30.up_proj,0.0000345066,0.05000,13.955
19,mlp.experts.18.up_proj,0.0000707019,0.05000,13.988
19,mlp.experts.38.up_proj,0.0000137827,0.05000,14.053
19,mlp.experts.27.up_proj,0.0000236753,0.05000,14.071
19,mlp.experts.7.up_proj,0.0000132348,0.05000,14.273
19,mlp.experts.48.up_proj,0.0000110691,0.05000,14.098
19,mlp.experts.1.up_proj,0.0000213282,0.05000,14.252
19,mlp.experts.19.up_proj,0.0000257309,0.05000,14.159
19,mlp.experts.41.up_proj,0.0000047007,0.05000,14.296
19,mlp.experts.92.up_proj,0.0000154443,0.05000,14.086
19,mlp.experts.61.up_proj,0.0000133241,0.05000,14.293
19,mlp.experts.111.up_proj,0.0000236754,0.05000,14.200
19,mlp.experts.10.up_proj,0.0000080228,0.05000,14.666
19,mlp.experts.20.up_proj,0.0000399824,0.05000,14.656
19,mlp.experts.21.up_proj,0.0000471364,0.05000,14.725
19,mlp.experts.40.up_proj,0.0000292961,0.05000,14.716
19,mlp.experts.46.up_proj,0.0000062489,0.05000,14.575
19,mlp.experts.34.up_proj,0.0000097039,0.05000,14.742
19,mlp.experts.54.up_proj,0.0000143098,0.05000,14.640
19,mlp.experts.43.up_proj,0.0000241142,0.05000,14.710
19,mlp.experts.23.up_proj,0.0000089760,0.05000,14.728
19,mlp.experts.64.up_proj,0.0000412891,0.05000,14.704
19,mlp.experts.17.up_proj,0.0000259787,0.05000,14.590
19,mlp.experts.57.up_proj,0.0000225608,0.05000,14.543
19,mlp.experts.35.up_proj,0.0000672177,0.05000,14.597
19,mlp.experts.108.up_proj,0.0000382914,0.05000,14.586
19,mlp.experts.77.up_proj,0.0000479346,0.05000,14.602
19,mlp.experts.127.up_proj,0.0000140429,0.05000,14.458
19,mlp.experts.26.up_proj,0.0000667166,0.05000,14.427
19,mlp.experts.36.up_proj,0.0000107521,0.05000,14.323
19,mlp.experts.37.up_proj,0.0000199805,0.05000,14.200
19,mlp.experts.56.up_proj,0.0000286090,0.05000,14.204
19,mlp.experts.62.up_proj,0.0000320862,0.05000,14.257
19,mlp.experts.50.up_proj,0.0000126689,0.05000,14.252
19,mlp.experts.70.up_proj,0.0000217129,0.05000,14.078
19,mlp.experts.59.up_proj,0.0000165630,0.05000,14.301
19,mlp.experts.39.up_proj,0.0000103327,0.05000,14.208
19,mlp.experts.80.up_proj,0.0000275174,0.05000,14.249
19,mlp.experts.73.up_proj,0.0000236014,0.05000,14.264
19,mlp.experts.33.up_proj,0.0000371585,0.05000,14.429
19,mlp.experts.51.up_proj,0.0000186289,0.05000,14.377
19,mlp.experts.124.up_proj,0.0000293166,0.05000,14.348
19,mlp.experts.93.up_proj,0.0000207964,0.05000,14.389
19,mlp.experts.143.up_proj,0.0000480000,0.05000,14.612
19,mlp.experts.42.up_proj,0.0000187803,0.05000,14.453
19,mlp.experts.52.up_proj,0.0000126121,0.05000,14.495
19,mlp.experts.72.up_proj,0.0000274260,0.05000,14.327
19,mlp.experts.53.up_proj,0.0000131822,0.05000,14.550
19,mlp.experts.78.up_proj,0.0000213378,0.05000,14.429
19,mlp.experts.66.up_proj,0.0000215602,0.05000,14.244
19,mlp.experts.86.up_proj,0.0000091189,0.05000,14.405
19,mlp.experts.75.up_proj,0.0000554431,0.05000,14.349
19,mlp.experts.55.up_proj,0.0000447873,0.05000,14.446
19,mlp.experts.96.up_proj,0.0000327761,0.05000,14.390
19,mlp.experts.89.up_proj,0.0000097385,0.05000,14.230
19,mlp.experts.49.up_proj,0.0000092120,0.05000,14.389
19,mlp.experts.67.up_proj,0.0000499622,0.05000,14.421
19,mlp.experts.140.up_proj,0.0000112636,0.05000,14.334
19,mlp.experts.109.up_proj,0.0000129818,0.05000,14.356
19,mlp.experts.159.up_proj,0.0000524137,0.05000,14.492
19,mlp.experts.58.up_proj,0.0000133882,0.05000,14.279
19,mlp.experts.68.up_proj,0.0000150420,0.05000,14.218
19,mlp.experts.88.up_proj,0.0000209314,0.05000,14.338
19,mlp.experts.69.up_proj,0.0000134809,0.05000,14.509
19,mlp.experts.94.up_proj,0.0000110384,0.05000,14.404
19,mlp.experts.82.up_proj,0.0000384989,0.05000,14.378
19,mlp.experts.102.up_proj,0.0000120944,0.05000,14.416
19,mlp.experts.71.up_proj,0.0000160589,0.05000,14.309
19,mlp.experts.112.up_proj,0.0000110352,0.05000,14.239
19,mlp.experts.91.up_proj,0.0000143234,0.05000,14.590
19,mlp.experts.105.up_proj,0.0000158793,0.05000,14.372
19,mlp.experts.83.up_proj,0.0000131950,0.05000,14.408
19,mlp.experts.65.up_proj,0.0000210417,0.05000,14.512
19,mlp.experts.156.up_proj,0.0000299128,0.05000,14.445
19,mlp.experts.125.up_proj,0.0000196237,0.05000,14.363
19,mlp.experts.175.up_proj,0.0000645305,0.05000,14.479
19,mlp.experts.191.up_proj,failsafe(rtn): 0.0014343,0.00000,0.660
19,mlp.experts.74.up_proj,0.0000255773,0.05000,14.479
19,mlp.experts.84.up_proj,0.0000305494,0.05000,14.438
19,mlp.experts.104.up_proj,0.0000115889,0.05000,14.482
19,mlp.experts.85.up_proj,0.0000336095,0.05000,14.357
19,mlp.experts.110.up_proj,0.0000524787,0.05000,14.429
19,mlp.experts.98.up_proj,0.0000428777,0.05000,14.295
19,mlp.experts.101.up_proj,failsafe(rtn): 0.0015411,0.00000,0.705
19,mlp.experts.118.up_proj,0.0000445925,0.05000,14.353
19,mlp.experts.128.up_proj,0.0000372992,0.05000,14.336
19,mlp.experts.87.up_proj,0.0000152829,0.05000,14.501
19,mlp.experts.107.up_proj,0.0000499506,0.05000,14.511
19,mlp.experts.121.up_proj,0.0000110718,0.05000,14.426
19,mlp.experts.81.up_proj,0.0000214254,0.05000,14.401
19,mlp.experts.99.up_proj,0.0000167753,0.05000,14.473
19,mlp.experts.172.up_proj,0.0000058628,0.05000,14.373
19,mlp.experts.141.up_proj,0.0000107762,0.05000,14.441
19,mlp.experts.207.up_proj,0.0000579003,0.05000,14.515
19,mlp.experts.90.up_proj,0.0000127059,0.05000,14.738
19,mlp.experts.100.up_proj,0.0000070342,0.05000,14.680
19,mlp.experts.120.up_proj,0.0000234409,0.05000,14.609
19,mlp.experts.114.up_proj,0.0000168015,0.05000,14.521
19,mlp.experts.126.up_proj,0.0000534861,0.05000,14.601
19,mlp.experts.117.up_proj,0.0000409450,0.05000,14.570
19,mlp.experts.134.up_proj,0.0000226295,0.05000,14.560
19,mlp.experts.144.up_proj,0.0000291167,0.05000,14.491
19,mlp.experts.103.up_proj,0.0000240734,0.05000,14.644
19,mlp.experts.123.up_proj,0.0000231529,0.05000,14.676
19,mlp.experts.137.up_proj,0.0000186601,0.05000,14.375
19,mlp.experts.97.up_proj,0.0000163707,0.05000,14.459
19,mlp.experts.188.up_proj,0.0000200124,0.05000,14.336
19,mlp.experts.115.up_proj,0.0000288647,0.05000,14.529
19,mlp.experts.157.up_proj,0.0000094949,0.05000,14.413
19,mlp.experts.223.up_proj,0.0000121816,0.05000,14.261
19,mlp.experts.239.up_proj,failsafe(rtn): 0.0014343,0.00000,0.723
19,mlp.experts.106.up_proj,0.0000118429,0.05000,13.984
19,mlp.experts.116.up_proj,0.0000167944,0.05000,13.906
19,mlp.experts.136.up_proj,0.0000115928,0.05000,14.074
19,mlp.experts.130.up_proj,0.0000132088,0.05000,14.145
19,mlp.experts.142.up_proj,0.0000322247,0.05000,14.174
19,mlp.experts.133.up_proj,0.0000153691,0.05000,14.436
19,mlp.experts.150.up_proj,0.0000161375,0.05000,14.358
19,mlp.experts.160.up_proj,0.0000243944,0.05000,14.237
19,mlp.experts.119.up_proj,0.0000064732,0.05000,14.339
19,mlp.experts.139.up_proj,0.0000144386,0.05000,14.440
19,mlp.experts.153.up_proj,0.0000139124,0.05000,14.450
19,mlp.experts.113.up_proj,0.0000163771,0.05000,14.391
19,mlp.experts.131.up_proj,0.0000174442,0.05000,14.306
19,mlp.experts.204.up_proj,0.0000077966,0.05000,14.354
19,mlp.experts.173.up_proj,0.0000062882,0.05000,14.355
19,mlp.experts.255.up_proj,0.0000223357,0.05000,14.337
19,mlp.experts.122.up_proj,0.0000113101,0.05000,14.632
19,mlp.experts.132.up_proj,0.0000050029,0.05000,14.437
19,mlp.experts.152.up_proj,0.0000110559,0.05000,14.387
19,mlp.experts.158.up_proj,0.0000405744,0.05000,14.287
19,mlp.experts.146.up_proj,0.0000225833,0.05000,14.424
19,mlp.experts.166.up_proj,0.0000333279,0.05000,14.163
19,mlp.experts.149.up_proj,0.0000028269,0.05000,14.303
19,mlp.experts.176.up_proj,0.0000221077,0.05000,14.152
19,mlp.experts.135.up_proj,0.0000127878,0.05000,14.306
19,mlp.experts.155.up_proj,0.0000105243,0.05000,14.207
19,mlp.experts.169.up_proj,0.0000146424,0.05000,14.142
19,mlp.experts.147.up_proj,0.0000166022,0.05000,14.067
19,mlp.experts.220.up_proj,0.0000054471,0.05000,14.198
19,mlp.experts.129.up_proj,0.0000151689,0.05000,14.269
19,mlp.experts.185.up_proj,failsafe(rtn): 0.0014038,0.00000,0.783
19,mlp.experts.189.up_proj,0.0000184729,0.05000,14.221
19,mlp.experts.271.up_proj,0.0000188676,0.05000,14.367
19,mlp.experts.138.up_proj,0.0000191747,0.05000,14.738
19,mlp.experts.148.up_proj,0.0000153029,0.05000,14.698
19,mlp.experts.168.up_proj,0.0000314299,0.05000,14.667
19,mlp.experts.174.up_proj,0.0000282184,0.05000,14.619
19,mlp.experts.162.up_proj,0.0000110477,0.05000,14.640
19,mlp.experts.184.up_proj,failsafe(rtn): 0.0015335,0.00000,0.698
19,mlp.experts.182.up_proj,0.0000157362,0.05000,14.503
19,mlp.experts.192.up_proj,0.0000159435,0.05000,14.573
19,mlp.experts.165.up_proj,0.0000206305,0.05000,14.730
19,mlp.experts.200.up_proj,failsafe(rtn): 0.0014954,0.00000,0.731
19,mlp.experts.151.up_proj,0.0000153922,0.05000,14.701
19,mlp.experts.171.up_proj,0.0000102275,0.05000,14.677
19,mlp.experts.163.up_proj,0.0000364030,0.05000,14.579
19,mlp.experts.236.up_proj,0.0000138854,0.05000,14.599
19,mlp.experts.145.up_proj,0.0000137451,0.05000,14.713
19,mlp.experts.201.up_proj,0.0000377563,0.05000,14.630
19,mlp.experts.205.up_proj,0.0000098818,0.05000,14.580
19,mlp.experts.252.up_proj,failsafe(rtn): 0.0014648,0.00000,0.700
19,mlp.experts.287.up_proj,0.0000243132,0.05000,14.799
19,mlp.experts.154.up_proj,0.0000290787,0.05000,14.178
19,mlp.experts.164.up_proj,0.0000177502,0.05000,14.150
19,mlp.experts.190.up_proj,0.0000142023,0.05000,14.251
19,mlp.experts.178.up_proj,0.0000203515,0.05000,14.216
19,mlp.experts.198.up_proj,0.0000153790,0.05000,14.156
19,mlp.experts.208.up_proj,0.0000540389,0.05000,14.205
19,mlp.experts.181.up_proj,0.0000293362,0.05000,14.313
19,mlp.experts.216.up_proj,0.0000114280,0.05000,14.257
19,mlp.experts.224.up_proj,failsafe(rtn): 0.0014801,0.00000,0.754
19,mlp.experts.167.up_proj,0.0000054302,0.05000,14.392
19,mlp.experts.187.up_proj,0.0000085018,0.05000,14.380
19,mlp.experts.179.up_proj,0.0000167376,0.05000,14.341
19,mlp.experts.203.up_proj,failsafe(rtn): 0.0014801,0.00000,0.702
19,mlp.experts.161.up_proj,0.0000187217,0.05000,14.460
19,mlp.experts.217.up_proj,0.0000090493,0.05000,14.302
19,mlp.experts.221.up_proj,0.0000464969,0.05000,14.332
19,mlp.experts.268.up_proj,0.0000325744,0.05000,14.345
19,mlp.experts.284.up_proj,failsafe(rtn): 0.0014496,0.00000,0.761
19,mlp.experts.303.up_proj,0.0000129372,0.05000,14.311
19,mlp.experts.170.up_proj,0.0000090992,0.05000,14.477
19,mlp.experts.180.up_proj,0.0000155568,0.05000,14.404
19,mlp.experts.194.up_proj,0.0000150720,0.05000,14.274
19,mlp.experts.206.up_proj,0.0000152325,0.05000,14.393
19,mlp.experts.214.up_proj,0.0000178726,0.05000,14.271
19,mlp.experts.197.up_proj,0.0000288462,0.05000,14.244
19,mlp.experts.232.up_proj,0.0000167438,0.05000,14.301
19,mlp.experts.240.up_proj,0.0000093726,0.05000,14.197
19,mlp.experts.183.up_proj,0.0000136539,0.05000,14.257
19,mlp.experts.195.up_proj,0.0000142362,0.05000,14.210
19,mlp.experts.237.up_proj,0.0000321206,0.05000,14.129
19,mlp.experts.177.up_proj,0.0000184427,0.05000,14.249
19,mlp.experts.219.up_proj,0.0000329374,0.05000,14.306
19,mlp.experts.233.up_proj,0.0000106824,0.05000,14.297
19,mlp.experts.300.up_proj,0.0000253052,0.05000,14.081
19,mlp.experts.319.up_proj,0.0000083227,0.05000,13.863
19,mlp.experts.186.up_proj,0.0000145832,0.05000,14.112
19,mlp.experts.196.up_proj,0.0000220064,0.05000,14.072
19,mlp.experts.210.up_proj,0.0000277654,0.05000,14.103
19,mlp.experts.222.up_proj,0.0000269961,0.05000,14.248
19,mlp.experts.230.up_proj,0.0000070550,0.05000,14.131
19,mlp.experts.213.up_proj,0.0000088446,0.05000,14.229
19,mlp.experts.248.up_proj,0.0000178737,0.05000,14.165
19,mlp.experts.256.up_proj,0.0000245872,0.05000,14.295
19,mlp.experts.199.up_proj,0.0000310698,0.05000,14.298
19,mlp.experts.211.up_proj,0.0000213339,0.05000,14.591
19,mlp.experts.272.up_proj,failsafe(rtn): 0.0014725,0.00000,0.807
19,mlp.experts.193.up_proj,0.0000265597,0.05000,14.329
19,mlp.experts.253.up_proj,0.0000053588,0.05000,14.387
19,mlp.experts.235.up_proj,0.0000148912,0.05000,14.403
19,mlp.experts.249.up_proj,0.0000125918,0.05000,14.365
19,mlp.experts.316.up_proj,0.0000137221,0.05000,14.119
19,mlp.experts.335.up_proj,0.0000343170,0.05000,14.409
19,mlp.experts.202.up_proj,0.0000145781,0.05000,14.288
19,mlp.experts.212.up_proj,0.0000360297,0.05000,14.171
19,mlp.experts.226.up_proj,0.0000577037,0.05000,14.171
19,mlp.experts.238.up_proj,0.0000048410,0.05000,14.252
19,mlp.experts.246.up_proj,0.0000314459,0.05000,14.294
19,mlp.experts.242.up_proj,failsafe(rtn): 0.0014343,0.00000,0.814
19,mlp.experts.254.up_proj,failsafe(rtn): 0.0014191,0.00000,0.786
19,mlp.experts.229.up_proj,0.0000354628,0.05000,14.233
19,mlp.experts.264.up_proj,0.0000403876,0.05000,14.408
19,mlp.experts.215.up_proj,0.0000486904,0.05000,14.324
19,mlp.experts.288.up_proj,0.0000255987,0.05000,14.167
19,mlp.experts.227.up_proj,0.0000142338,0.05000,14.244
19,mlp.experts.269.up_proj,0.0000149065,0.05000,14.103
19,mlp.experts.265.up_proj,0.0000296029,0.05000,14.089
19,mlp.experts.209.up_proj,0.0000444663,0.05000,14.267
19,mlp.experts.251.up_proj,0.0000265196,0.05000,14.252
19,mlp.experts.332.up_proj,0.0000730458,0.05000,14.263
19,mlp.experts.351.up_proj,0.0000296248,0.05000,14.197
19,mlp.experts.218.up_proj,0.0000266387,0.05000,14.546
19,mlp.experts.228.up_proj,0.0000169537,0.05000,14.575
19,mlp.experts.262.up_proj,0.0000237378,0.05000,14.686
19,mlp.experts.258.up_proj,0.0000236537,0.05000,14.759
19,mlp.experts.270.up_proj,0.0000392353,0.05000,14.627
19,mlp.experts.245.up_proj,0.0000165118,0.05000,14.716
19,mlp.experts.280.up_proj,0.0000178361,0.05000,14.603
19,mlp.experts.231.up_proj,0.0000100903,0.05000,14.774
19,mlp.experts.304.up_proj,0.0000143222,0.05000,14.633
19,mlp.experts.285.up_proj,0.0000070550,0.05000,14.665
19,mlp.experts.243.up_proj,0.0000149074,0.05000,14.741
19,mlp.experts.281.up_proj,0.0000074098,0.05000,14.583
19,mlp.experts.267.up_proj,0.0000156736,0.05000,14.475
19,mlp.experts.225.up_proj,0.0000272228,0.05000,14.854
19,mlp.experts.259.up_proj,failsafe(rtn): 0.0014191,0.00000,0.744
19,mlp.experts.348.up_proj,0.0000327951,0.05000,14.688
19,mlp.experts.367.up_proj,0.0000117669,0.05000,14.917
19,mlp.experts.234.up_proj,0.0000557573,0.05000,14.621
19,mlp.experts.244.up_proj,0.0000114997,0.05000,14.602
19,mlp.experts.278.up_proj,0.0000284999,0.05000,14.476
19,mlp.experts.274.up_proj,0.0000158287,0.05000,14.278
19,mlp.experts.286.up_proj,0.0000463156,0.05000,14.347
19,mlp.experts.261.up_proj,0.0000189773,0.05000,14.360
19,mlp.experts.296.up_proj,0.0000359728,0.05000,14.534
19,mlp.experts.247.up_proj,0.0000189657,0.05000,14.362
19,mlp.experts.320.up_proj,0.0000418771,0.05000,14.327
19,mlp.experts.297.up_proj,0.0000082250,0.05000,14.270
19,mlp.experts.301.up_proj,0.0000146662,0.05000,14.305
19,mlp.experts.283.up_proj,0.0000201352,0.05000,14.276
19,mlp.experts.241.up_proj,0.0000265090,0.05000,14.518
19,mlp.experts.313.up_proj,failsafe(rtn): 0.0014114,0.00000,0.795
19,mlp.experts.275.up_proj,0.0000623787,0.05000,14.328
19,mlp.experts.364.up_proj,0.0000098518,0.05000,14.397
19,mlp.experts.383.up_proj,0.0000137872,0.05000,14.333
19,mlp.experts.250.up_proj,0.0000095891,0.05000,14.278
19,mlp.experts.260.up_proj,0.0000334345,0.05000,14.406
19,mlp.experts.290.up_proj,0.0000175804,0.05000,14.466
19,mlp.experts.294.up_proj,0.0000208520,0.05000,14.595
19,mlp.experts.302.up_proj,0.0000032203,0.05000,14.415
19,mlp.experts.277.up_proj,0.0000306005,0.05000,14.534
19,mlp.experts.312.up_proj,0.0000291282,0.05000,14.497
19,mlp.experts.263.up_proj,0.0000311622,0.05000,14.552
19,mlp.experts.336.up_proj,0.0000121874,0.05000,14.451
19,mlp.experts.317.up_proj,0.0000061304,0.05000,14.446
19,mlp.experts.299.up_proj,0.0000117701,0.05000,14.591
19,mlp.experts.257.up_proj,0.0000269336,0.05000,14.435
19,mlp.experts.291.up_proj,0.0000244898,0.05000,14.448
19,mlp.experts.329.up_proj,0.0000114495,0.05000,14.607
19,mlp.experts.380.up_proj,0.0000315307,0.05000,14.569
19,mlp.experts.399.up_proj,0.0000116776,0.05000,14.351
19,mlp.experts.266.up_proj,0.0000293829,0.05000,14.211
19,mlp.experts.276.up_proj,0.0000067983,0.05000,14.147
19,mlp.experts.306.up_proj,0.0000034220,0.05000,14.239
19,mlp.experts.310.up_proj,0.0000252440,0.05000,14.170
19,mlp.experts.318.up_proj,0.0000139468,0.05000,14.200
19,mlp.experts.293.up_proj,0.0000359247,0.05000,14.235
19,mlp.experts.328.up_proj,0.0000181027,0.05000,14.299
19,mlp.experts.279.up_proj,0.0000375191,0.05000,14.196
19,mlp.experts.352.up_proj,0.0000086578,0.05000,14.139
19,mlp.experts.333.up_proj,0.0000204121,0.05000,14.210
19,mlp.experts.315.up_proj,0.0000194510,0.05000,14.211
19,mlp.experts.273.up_proj,0.0000472682,0.05000,14.147
19,mlp.experts.307.up_proj,0.0000166499,0.05000,14.118
19,mlp.experts.345.up_proj,0.0000160377,0.05000,14.144
19,mlp.experts.396.up_proj,0.0000107491,0.05000,14.070
19,mlp.experts.415.up_proj,0.0000257296,0.05000,14.152
19,mlp.experts.282.up_proj,0.0000161209,0.05000,13.819
19,mlp.experts.292.up_proj,0.0000168246,0.05000,13.886
19,mlp.experts.326.up_proj,0.0000124280,0.05000,13.829
19,mlp.experts.322.up_proj,0.0000250652,0.05000,13.932
19,mlp.experts.334.up_proj,0.0000171494,0.05000,13.837
19,mlp.experts.309.up_proj,0.0000115690,0.05000,13.921
19,mlp.experts.344.up_proj,0.0000208676,0.05000,13.921
19,mlp.experts.295.up_proj,0.0000190420,0.05000,14.001
19,mlp.experts.368.up_proj,0.0000087044,0.05000,13.823
19,mlp.experts.349.up_proj,0.0000359772,0.05000,14.060
19,mlp.experts.331.up_proj,0.0000408881,0.05000,14.015
19,mlp.experts.289.up_proj,0.0000324386,0.05000,14.028
19,mlp.experts.323.up_proj,0.0000077151,0.05000,14.140
19,mlp.experts.361.up_proj,0.0000139998,0.05000,14.068
19,mlp.experts.412.up_proj,0.0000040810,0.05000,14.012
19,mlp.experts.339.up_proj,failsafe(rtn): 0.0014648,0.00000,0.715
19,mlp.experts.431.up_proj,0.0000212030,0.05000,14.256
19,mlp.experts.298.up_proj,0.0000139755,0.05000,14.326
19,mlp.experts.308.up_proj,0.0000104412,0.05000,14.272
19,mlp.experts.342.up_proj,0.0000431878,0.05000,14.339
19,mlp.experts.350.up_proj,0.0000595633,0.05000,14.287
19,mlp.experts.338.up_proj,0.0000090167,0.05000,14.308
19,mlp.experts.325.up_proj,0.0000120183,0.05000,14.417
19,mlp.experts.360.up_proj,0.0000148477,0.05000,14.432
19,mlp.experts.384.up_proj,0.0000245965,0.05000,14.445
19,mlp.experts.311.up_proj,0.0000528976,0.05000,14.504
19,mlp.experts.365.up_proj,0.0000139803,0.05000,14.478
19,mlp.experts.347.up_proj,0.0000244132,0.05000,14.396
19,mlp.experts.305.up_proj,0.0000455745,0.05000,14.462
19,mlp.experts.377.up_proj,0.0000105719,0.05000,14.338
19,mlp.experts.428.up_proj,0.0000142328,0.05000,14.397
19,mlp.experts.355.up_proj,0.0000216228,0.05000,14.561
19,mlp.experts.447.up_proj,0.0000162807,0.05000,14.530
19,mlp.experts.314.up_proj,0.0000116471,0.05000,14.526
19,mlp.experts.324.up_proj,0.0000488803,0.05000,14.505
19,mlp.experts.366.up_proj,0.0000048925,0.05000,14.345
19,mlp.experts.358.up_proj,0.0000113515,0.05000,14.470
19,mlp.experts.354.up_proj,0.0000290234,0.05000,14.442
19,mlp.experts.341.up_proj,0.0000144078,0.05000,14.416
19,mlp.experts.370.up_proj,failsafe(rtn): 0.0013962,0.00000,0.693
19,mlp.experts.376.up_proj,0.0000243858,0.05000,14.300
19,mlp.experts.400.up_proj,0.0000465078,0.05000,14.223
19,mlp.experts.327.up_proj,0.0000325420,0.05000,14.291
19,mlp.experts.363.up_proj,0.0000118168,0.05000,14.251
19,mlp.experts.381.up_proj,0.0000758761,0.05000,14.362
19,mlp.experts.321.up_proj,0.0000235468,0.05000,14.428
19,mlp.experts.393.up_proj,0.0000372547,0.05000,14.348
19,mlp.experts.444.up_proj,0.0000197266,0.05000,14.320
19,mlp.experts.371.up_proj,0.0000167210,0.05000,14.392
19,mlp.experts.460.up_proj,failsafe(rtn): 0.0014572,0.00000,0.823
19,mlp.experts.476.up_proj,failsafe(rtn): 0.0014267,0.00000,0.699
19,mlp.experts.463.up_proj,0.0000134493,0.05000,14.311
19,mlp.experts.479.up_proj,failsafe(rtn): 0.0014954,0.00000,0.753
19,mlp.experts.330.up_proj,0.0000311544,0.05000,14.344
19,mlp.experts.340.up_proj,0.0000062080,0.05000,14.485
19,mlp.experts.356.up_proj,failsafe(rtn): 0.0014648,0.00000,0.721
19,mlp.experts.382.up_proj,0.0000199693,0.05000,14.373
19,mlp.experts.374.up_proj,0.0000167335,0.05000,14.367
19,mlp.experts.357.up_proj,0.0000222567,0.05000,14.315
19,mlp.experts.386.up_proj,0.0000097179,0.05000,14.401
19,mlp.experts.392.up_proj,0.0000129209,0.05000,14.396
19,mlp.experts.416.up_proj,0.0000142842,0.05000,14.405
19,mlp.experts.343.up_proj,0.0000107402,0.05000,14.502
19,mlp.experts.397.up_proj,0.0000520677,0.05000,14.291
19,mlp.experts.379.up_proj,0.0000526034,0.05000,14.412
19,mlp.experts.337.up_proj,0.0000042465,0.05000,14.361
19,mlp.experts.409.up_proj,0.0000078681,0.05000,14.360
19,mlp.experts.425.up_proj,failsafe(rtn): 0.0015259,0.00000,0.640
19,mlp.experts.387.up_proj,0.0000181886,0.05000,14.192
19,mlp.experts.492.up_proj,0.0000138909,0.05000,14.085
19,mlp.experts.495.up_proj,0.0000128449,0.05000,14.179
19,mlp.experts.346.up_proj,0.0000153858,0.05000,13.885
19,mlp.experts.372.up_proj,0.0000543761,0.05000,13.759
19,mlp.experts.398.up_proj,0.0000281211,0.05000,13.748
19,mlp.experts.390.up_proj,0.0000145889,0.05000,13.800
19,mlp.experts.373.up_proj,0.0000178800,0.05000,13.916
19,mlp.experts.406.up_proj,failsafe(rtn): 0.0015488,0.00000,0.708
19,mlp.experts.402.up_proj,0.0000138073,0.05000,13.895
19,mlp.experts.408.up_proj,0.0000324392,0.05000,13.869
19,mlp.experts.432.up_proj,0.0000242825,0.05000,13.935
19,mlp.experts.422.up_proj,failsafe(rtn): 0.0014801,0.00000,0.737
19,mlp.experts.359.up_proj,0.0000218916,0.05000,13.979
19,mlp.experts.413.up_proj,0.0000127100,0.05000,13.878
19,mlp.experts.395.up_proj,0.0000120960,0.05000,13.923
19,mlp.experts.438.up_proj,failsafe(rtn): 0.0014420,0.00000,0.707
19,mlp.experts.353.up_proj,0.0000219444,0.05000,13.883
19,mlp.experts.441.up_proj,0.0000714733,0.05000,13.918
19,mlp.experts.403.up_proj,0.0000243842,0.05000,13.994
19,mlp.experts.508.up_proj,0.0000083887,0.05000,13.871
19,mlp.experts.511.up_proj,0.0000079302,0.05000,14.079
19,mlp.experts.15.down_proj,failsafe(rtn): 0.0014572,0.00000,0.204
19,mlp.experts.12.down_proj,0.0000018877,0.05000,3.692
19,mlp.experts.31.down_proj,0.0000012930,0.05000,3.941
19,mlp.experts.28.down_proj,0.0000004180,0.05000,3.836
19,mlp.experts.362.up_proj,0.0000229769,0.05000,14.541
19,mlp.experts.388.up_proj,0.0000359800,0.05000,14.601
19,mlp.experts.414.up_proj,0.0000174817,0.05000,14.576
19,mlp.experts.47.down_proj,0.0000013647,0.05000,3.524
19,mlp.experts.63.down_proj,failsafe(rtn): 0.0014343,0.00000,0.168
19,mlp.experts.389.up_proj,0.0000292961,0.05000,14.616
19,mlp.experts.44.down_proj,0.0000010467,0.05000,3.552
19,mlp.experts.418.up_proj,0.0000141709,0.05000,14.528
19,mlp.experts.424.up_proj,0.0000215867,0.05000,14.588
19,mlp.experts.448.up_proj,0.0000467424,0.05000,14.605
19,mlp.experts.375.up_proj,0.0000240145,0.05000,14.624
19,mlp.experts.429.up_proj,0.0000257423,0.05000,14.704
19,mlp.experts.454.up_proj,0.0000535352,0.05000,14.509
19,mlp.experts.411.up_proj,0.0000257742,0.05000,14.811
19,mlp.experts.369.up_proj,0.0000146307,0.05000,14.790
19,mlp.experts.457.up_proj,0.0000352813,0.05000,14.586
19,mlp.experts.419.up_proj,0.0000250953,0.05000,14.656
19,mlp.experts.79.down_proj,0.0000005983,0.05000,3.688
19,mlp.experts.60.down_proj,0.0000017184,0.05000,3.637
19,mlp.experts.76.down_proj,failsafe(rtn): 0.0014954,0.00000,0.220
19,mlp.experts.95.down_proj,0.0000073576,0.05000,3.630
19,mlp.experts.92.down_proj,0.0000011468,0.05000,3.539
19,mlp.experts.111.down_proj,0.0000011428,0.05000,3.441
19,mlp.experts.108.down_proj,0.0000018770,0.05000,3.481
19,mlp.experts.378.up_proj,0.0000165291,0.05000,14.250
19,mlp.experts.404.up_proj,0.0000181643,0.05000,14.404
19,mlp.experts.430.up_proj,0.0000176650,0.05000,14.411
19,mlp.experts.127.down_proj,0.0000007189,0.05000,3.730
19,mlp.experts.405.up_proj,0.0000191097,0.05000,14.570
19,mlp.experts.434.up_proj,0.0000314186,0.05000,14.426
19,mlp.experts.440.up_proj,0.0000598138,0.05000,14.438
19,mlp.experts.124.down_proj,0.0000015352,0.05000,3.797
19,mlp.experts.464.up_proj,0.0000377055,0.05000,14.517
19,mlp.experts.391.up_proj,0.0000426812,0.05000,14.549
19,mlp.experts.445.up_proj,0.0000202249,0.05000,14.576
19,mlp.experts.470.up_proj,0.0000068049,0.05000,14.478
19,mlp.experts.427.up_proj,0.0000117803,0.05000,14.510
19,mlp.experts.385.up_proj,0.0000092927,0.05000,14.771
19,mlp.experts.473.up_proj,0.0000259135,0.05000,14.609
19,mlp.experts.435.up_proj,0.0000095469,0.05000,14.552
19,mlp.experts.143.down_proj,0.0000041555,0.05000,3.660
19,mlp.experts.140.down_proj,0.0000006916,0.05000,3.639
19,mlp.experts.159.down_proj,0.0000030114,0.05000,3.778
19,mlp.experts.156.down_proj,0.0000015922,0.05000,3.676
19,mlp.experts.175.down_proj,0.0000036771,0.05000,3.460
19,mlp.experts.191.down_proj,failsafe(rtn): 0.0014114,0.00000,0.184
19,mlp.experts.172.down_proj,0.0000003078,0.05000,3.376
19,mlp.experts.394.up_proj,0.0000134328,0.05000,14.400
19,mlp.experts.420.up_proj,0.0000181922,0.05000,14.312
19,mlp.experts.446.up_proj,0.0000166894,0.05000,14.401
19,mlp.experts.207.down_proj,0.0000032514,0.05000,3.616
19,mlp.experts.462.up_proj,failsafe(rtn): 0.0014572,0.00000,0.783
19,mlp.experts.450.up_proj,0.0000645928,0.05000,14.396
19,mlp.experts.421.up_proj,0.0000079355,0.05000,14.572
19,mlp.experts.456.up_proj,0.0000181914,0.05000,14.371
19,mlp.experts.188.down_proj,0.0000017779,0.05000,3.742
19,mlp.experts.480.up_proj,0.0000126575,0.05000,14.385
19,mlp.experts.407.up_proj,0.0000387136,0.05000,14.456
19,mlp.experts.461.up_proj,0.0000273257,0.05000,14.446
19,mlp.experts.486.up_proj,0.0000381461,0.05000,14.471
19,mlp.experts.443.up_proj,0.0000298895,0.05000,14.409
19,mlp.experts.401.up_proj,0.0000138041,0.05000,14.494
19,mlp.experts.489.up_proj,0.0000350423,0.05000,14.458
19,mlp.experts.451.up_proj,0.0000088680,0.05000,14.371
19,mlp.experts.223.down_proj,0.0000004566,0.05000,3.653
19,mlp.experts.239.down_proj,failsafe(rtn): 0.0014648,0.00000,0.153
19,mlp.experts.204.down_proj,0.0000006824,0.05000,3.506
19,mlp.experts.255.down_proj,0.0000011423,0.05000,3.518
19,mlp.experts.220.down_proj,0.0000002649,0.05000,3.582
19,mlp.experts.271.down_proj,0.0000015621,0.05000,3.487
19,mlp.experts.236.down_proj,0.0000010157,0.05000,3.471
19,mlp.experts.252.down_proj,failsafe(rtn): 0.0015259,0.00000,0.153
19,mlp.experts.410.up_proj,0.0000078868,0.05000,14.221
19,mlp.experts.436.up_proj,0.0000177156,0.05000,14.077
19,mlp.experts.478.up_proj,0.0000105797,0.05000,14.094
19,mlp.experts.287.down_proj,0.0000009994,0.05000,3.451
19,mlp.experts.437.up_proj,0.0000180687,0.05000,14.001
19,mlp.experts.472.up_proj,0.0000089308,0.05000,13.974
19,mlp.experts.466.up_proj,0.0000073388,0.05000,14.157
19,mlp.experts.496.up_proj,0.0000162080,0.05000,13.839
19,mlp.experts.268.down_proj,0.0000015771,0.05000,3.544
19,mlp.experts.284.down_proj,failsafe(rtn): 0.0014725,0.00000,0.188
19,mlp.experts.423.up_proj,0.0000055227,0.05000,13.953
19,mlp.experts.477.up_proj,0.0000232478,0.05000,14.021
19,mlp.experts.502.up_proj,0.0000350836,0.05000,13.954
19,mlp.experts.459.up_proj,0.0000071588,0.05000,13.966
19,mlp.experts.475.up_proj,failsafe(rtn): 0.0014648,0.00000,0.692
19,mlp.experts.417.up_proj,0.0000105372,0.05000,13.940
19,mlp.experts.505.up_proj,0.0000640980,0.05000,14.044
19,mlp.experts.467.up_proj,0.0000149155,0.05000,13.989
19,mlp.experts.303.down_proj,0.0000009041,0.05000,3.577
19,mlp.experts.0.down_proj,0.0000010335,0.05000,3.489
19,mlp.experts.300.down_proj,0.0000012959,0.05000,3.578
19,mlp.experts.6.down_proj,0.0000044313,0.05000,3.478
19,mlp.experts.9.down_proj,0.0000030173,0.05000,3.659
19,mlp.experts.319.down_proj,0.0000005709,0.05000,3.634
19,mlp.experts.16.down_proj,0.0000012774,0.05000,3.610
19,mlp.experts.32.down_proj,failsafe(rtn): 0.0013809,0.00000,0.194
19,mlp.experts.316.down_proj,0.0000009509,0.05000,3.546
19,mlp.experts.22.down_proj,0.0000010778,0.05000,3.707
19,mlp.experts.25.down_proj,0.0000012619,0.05000,3.656
19,mlp.experts.335.down_proj,0.0000018792,0.05000,3.652
19,mlp.experts.48.down_proj,0.0000008959,0.05000,3.629
19,mlp.experts.332.down_proj,0.0000048641,0.05000,3.659
19,mlp.experts.426.up_proj,0.0000322381,0.05000,14.321
19,mlp.experts.38.down_proj,0.0000011165,0.05000,3.591
19,mlp.experts.452.up_proj,0.0000072166,0.05000,14.469
19,mlp.experts.41.down_proj,0.0000003734,0.05000,3.493
19,mlp.experts.494.up_proj,0.0000111457,0.05000,14.351
19,mlp.experts.482.up_proj,0.0000119385,0.05000,14.172
19,mlp.experts.453.up_proj,0.0000194223,0.05000,14.353
19,mlp.experts.351.down_proj,0.0000020339,0.05000,3.583
19,mlp.experts.488.up_proj,0.0000416184,0.05000,14.326
19,mlp.experts.64.down_proj,0.0000018380,0.05000,3.709
19,mlp.experts.348.down_proj,0.0000016738,0.05000,3.661
19,mlp.experts.439.up_proj,0.0000449959,0.05000,14.534
19,mlp.experts.54.down_proj,0.0000005627,0.05000,3.623
19,mlp.experts.493.up_proj,0.0000099469,0.05000,14.440
19,mlp.experts.491.up_proj,0.0000574389,0.05000,14.461
19,mlp.experts.433.up_proj,0.0000247216,0.05000,14.587
19,mlp.experts.483.up_proj,0.0000133973,0.05000,14.477
19,mlp.experts.57.down_proj,0.0000027468,0.05000,3.672
19,mlp.experts.449.up_proj,failsafe(rtn): 0.0014267,0.00000,0.717
19,mlp.experts.367.down_proj,0.0000005618,0.05000,3.684
19,mlp.experts.80.down_proj,0.0000035589,0.05000,3.614
19,mlp.experts.364.down_proj,0.0000004706,0.05000,3.613
19,mlp.experts.70.down_proj,0.0000011694,0.05000,3.505
19,mlp.experts.73.down_proj,0.0000012401,0.05000,3.524
19,mlp.experts.383.down_proj,0.0000014074,0.05000,3.475
19,mlp.experts.96.down_proj,0.0000017402,0.05000,3.532
19,mlp.experts.380.down_proj,0.0000013663,0.05000,3.580
19,mlp.experts.86.down_proj,0.0000007789,0.05000,3.559
19,mlp.experts.89.down_proj,0.0000010397,0.05000,3.546
19,mlp.experts.399.down_proj,0.0000005633,0.05000,3.529
19,mlp.experts.442.up_proj,0.0000280509,0.05000,14.122
19,mlp.experts.112.down_proj,0.0000005416,0.05000,3.471
19,mlp.experts.396.down_proj,0.0000006991,0.05000,3.495
19,mlp.experts.102.down_proj,0.0000006586,0.05000,3.478
19,mlp.experts.468.up_proj,0.0000325158,0.05000,14.276
19,mlp.experts.105.down_proj,0.0000014857,0.05000,3.533
19,mlp.experts.510.up_proj,0.0000239718,0.05000,14.242
19,mlp.experts.498.up_proj,0.0000347942,0.05000,14.283
19,mlp.experts.469.up_proj,0.0000229244,0.05000,14.234
19,mlp.experts.415.down_proj,0.0000013284,0.05000,3.559
19,mlp.experts.504.up_proj,0.0000071210,0.05000,14.251
19,mlp.experts.128.down_proj,0.0000021720,0.05000,3.444
19,mlp.experts.412.down_proj,0.0000002275,0.05000,3.482
19,mlp.experts.455.up_proj,0.0000100766,0.05000,13.902
19,mlp.experts.118.down_proj,0.0000023969,0.05000,3.442
19,mlp.experts.509.up_proj,0.0000195986,0.05000,14.080
19,mlp.experts.13.down_proj,failsafe(rtn): 0.0016174,0.00000,0.175
19,mlp.experts.507.up_proj,0.0000269138,0.05000,14.049
19,mlp.experts.499.up_proj,0.0000166511,0.05000,14.201
19,mlp.experts.465.up_proj,0.0000137488,0.05000,14.100
19,mlp.experts.121.down_proj,0.0000006121,0.05000,3.671
19,mlp.experts.14.down_proj,0.0000007101,0.05000,3.556
19,mlp.experts.2.down_proj,0.0000008633,0.05000,3.612
19,mlp.experts.8.down_proj,0.0000011569,0.05000,3.545
19,mlp.experts.431.down_proj,0.0000012072,0.05000,3.648
19,mlp.experts.144.down_proj,0.0000029950,0.05000,3.592
19,mlp.experts.428.down_proj,0.0000011925,0.05000,3.575
19,mlp.experts.134.down_proj,0.0000009503,0.05000,3.634
19,mlp.experts.29.down_proj,0.0000011094,0.05000,3.712
19,mlp.experts.45.down_proj,failsafe(rtn): 0.0014191,0.00000,0.166
19,mlp.experts.11.down_proj,0.0000013836,0.05000,3.577
19,mlp.experts.3.down_proj,0.0000032487,0.05000,3.451
19,mlp.experts.137.down_proj,0.0000016335,0.05000,3.479
19,mlp.experts.30.down_proj,0.0000016205,0.05000,3.505
19,mlp.experts.18.down_proj,0.0000120711,0.05000,3.510
19,mlp.experts.24.down_proj,0.0000016392,0.05000,3.515
19,mlp.experts.447.down_proj,0.0000007534,0.05000,3.590
19,mlp.experts.160.down_proj,0.0000013858,0.05000,3.563
19,mlp.experts.444.down_proj,0.0000019484,0.05000,3.540
19,mlp.experts.460.down_proj,failsafe(rtn): 0.0014725,0.00000,0.179
19,mlp.experts.476.down_proj,failsafe(rtn): 0.0014801,0.00000,0.158
19,mlp.experts.150.down_proj,0.0000008614,0.05000,3.509
19,mlp.experts.61.down_proj,0.0000014958,0.05000,3.518
19,mlp.experts.27.down_proj,0.0000023060,0.05000,3.538
19,mlp.experts.19.down_proj,0.0000071192,0.05000,3.648
19,mlp.experts.153.down_proj,0.0000014048,0.05000,3.597
19,mlp.experts.46.down_proj,0.0000008182,0.05000,3.558
19,mlp.experts.34.down_proj,0.0000007860,0.05000,3.537
19,mlp.experts.40.down_proj,0.0000033719,0.05000,3.543
19,mlp.experts.463.down_proj,0.0000010175,0.05000,3.583
19,mlp.experts.479.down_proj,failsafe(rtn): 0.0015793,0.00000,0.186
19,mlp.experts.458.up_proj,0.0000403404,0.05000,14.074
19,mlp.experts.176.down_proj,0.0000012628,0.05000,3.647
19,mlp.experts.492.down_proj,0.0000007116,0.05000,3.651
19,mlp.experts.166.down_proj,0.0000024004,0.05000,3.714
19,mlp.experts.484.up_proj,0.0000572469,0.05000,14.129
19,mlp.experts.77.down_proj,0.0000091184,0.05000,3.704
19,mlp.experts.43.down_proj,0.0000019908,0.05000,3.723
19,mlp.experts.35.down_proj,0.0000074782,0.05000,3.778
19,mlp.experts.169.down_proj,0.0000018360,0.05000,3.803
19,mlp.experts.185.down_proj,failsafe(rtn): 0.0014572,0.00000,0.175
19,mlp.experts.485.up_proj,0.0000246557,0.05000,14.360
19,mlp.experts.62.down_proj,0.0000023458,0.05000,3.847
19,mlp.experts.50.down_proj,0.0000021697,0.05000,3.800
19,mlp.experts.56.down_proj,0.0000017625,0.05000,3.798
19,mlp.experts.495.down_proj,0.0000011674,0.05000,3.821
19,mlp.experts.471.up_proj,0.0000135928,0.05000,14.402
19,mlp.experts.192.down_proj,0.0000019609,0.05000,3.750
19,mlp.experts.508.down_proj,0.0000007874,0.05000,3.679
19,mlp.experts.182.down_proj,0.0000012607,0.05000,3.664
19,mlp.experts.93.down_proj,0.0000019742,0.05000,3.631
19,mlp.experts.59.down_proj,0.0000012853,0.05000,3.578
19,mlp.experts.481.up_proj,0.0000132603,0.05000,14.077
19,mlp.experts.51.down_proj,0.0000007248,0.05000,3.343
19,mlp.experts.201.down_proj,0.0000019506,0.05000,3.351
19,mlp.experts.78.down_proj,0.0000014472,0.05000,3.355
19,mlp.experts.66.down_proj,0.0000017157,0.05000,3.308
19,mlp.experts.72.down_proj,0.0000012249,0.05000,3.321
19,mlp.experts.511.down_proj,0.0000009420,0.05000,3.327
19,mlp.experts.208.down_proj,0.0000027550,0.05000,3.302
19,mlp.experts.224.down_proj,failsafe(rtn): 0.0014572,0.00000,0.176
19,mlp.experts.198.down_proj,0.0000009825,0.05000,3.311
19,mlp.experts.109.down_proj,0.0000030875,0.05000,3.252
19,mlp.experts.75.down_proj,0.0000032267,0.05000,3.271
19,mlp.experts.67.down_proj,0.0000032033,0.05000,3.389
19,mlp.experts.217.down_proj,0.0000004612,0.05000,3.370
19,mlp.experts.82.down_proj,0.0000020396,0.05000,3.344
19,mlp.experts.94.down_proj,0.0000010172,0.05000,3.360
19,mlp.experts.88.down_proj,0.0000019852,0.05000,3.327
19,mlp.experts.240.down_proj,0.0000010094,0.05000,3.189
19,mlp.experts.214.down_proj,0.0000009476,0.05000,3.286
19,mlp.experts.125.down_proj,0.0000024737,0.05000,3.221
19,mlp.experts.91.down_proj,0.0000007856,0.05000,3.214
19,mlp.experts.83.down_proj,0.0000012531,0.05000,3.182
19,mlp.experts.233.down_proj,0.0000011022,0.05000,3.146
19,mlp.experts.110.down_proj,0.0000046724,0.05000,3.103
19,mlp.experts.98.down_proj,0.0000021981,0.05000,3.122
19,mlp.experts.104.down_proj,0.0000013274,0.05000,3.131
19,mlp.experts.474.up_proj,0.0000607979,0.05000,13.437
19,mlp.experts.256.down_proj,0.0000011102,0.05000,3.184
19,mlp.experts.272.down_proj,failsafe(rtn): 0.0015259,0.00000,0.149
19,mlp.experts.230.down_proj,0.0000002727,0.05000,3.218
19,mlp.experts.500.up_proj,0.0000373786,0.05000,13.209
19,mlp.experts.141.down_proj,0.0000009576,0.05000,3.106
19,mlp.experts.107.down_proj,0.0000146301,0.05000,3.144
19,mlp.experts.99.down_proj,0.0000011479,0.05000,3.095
19,mlp.experts.249.down_proj,0.0000012019,0.05000,3.158
19,mlp.experts.501.up_proj,0.0000273631,0.05000,12.899
19,mlp.experts.120.down_proj,0.0000013892,0.05000,3.090
19,mlp.experts.126.down_proj,0.0000039560,0.05000,3.181
19,mlp.experts.114.down_proj,0.0000017045,0.05000,3.204
19,mlp.experts.487.up_proj,0.0000412586,0.05000,12.735
19,mlp.experts.288.down_proj,0.0000020420,0.05000,3.144
19,mlp.experts.503.up_proj,failsafe(rtn): 0.0014420,0.00000,0.612
19,mlp.experts.246.down_proj,0.0000054256,0.05000,3.138
19,mlp.experts.4.down_proj,0.0000017486,0.05000,3.168
19,mlp.experts.157.down_proj,0.0000005184,0.05000,3.118
19,mlp.experts.123.down_proj,0.0000012936,0.05000,3.141
19,mlp.experts.497.up_proj,0.0000267086,0.05000,12.817
19,mlp.experts.115.down_proj,0.0000017813,0.05000,3.123
19,mlp.experts.265.down_proj,0.0000018880,0.05000,3.128
19,mlp.experts.5.down_proj,0.0000005408,0.05000,3.172
19,mlp.experts.136.down_proj,0.0000017149,0.05000,3.125
19,mlp.experts.142.down_proj,0.0000016950,0.05000,3.137
19,mlp.experts.130.down_proj,0.0000015113,0.05000,3.102
19,mlp.experts.304.down_proj,0.0000017849,0.05000,3.164
19,mlp.experts.7.down_proj,0.0000007411,0.05000,3.184
19,mlp.experts.262.down_proj,0.0000013087,0.05000,3.194
19,mlp.experts.20.down_proj,0.0000018619,0.05000,3.194
19,mlp.experts.173.down_proj,0.0000012583,0.05000,3.187
19,mlp.experts.139.down_proj,0.0000008785,0.05000,3.195
19,mlp.experts.1.down_proj,0.0000011642,0.05000,3.256
19,mlp.experts.131.down_proj,0.0000008547,0.05000,3.166
19,mlp.experts.281.down_proj,0.0000018277,0.05000,3.185
19,mlp.experts.21.down_proj,0.0000080893,0.05000,3.120
19,mlp.experts.152.down_proj,0.0000005211,0.05000,3.108
19,mlp.experts.158.down_proj,0.0000021539,0.05000,3.096
19,mlp.experts.146.down_proj,0.0000011107,0.05000,3.179
19,mlp.experts.320.down_proj,0.0000075029,0.05000,3.043
19,mlp.experts.23.down_proj,0.0000005600,0.05000,3.014
19,mlp.experts.278.down_proj,0.0000014421,0.05000,3.056
19,mlp.experts.36.down_proj,0.0000004802,0.05000,3.067
19,mlp.experts.189.down_proj,0.0000016065,0.05000,3.092
19,mlp.experts.155.down_proj,0.0000006443,0.05000,3.104
19,mlp.experts.17.down_proj,0.0000034379,0.05000,3.115
19,mlp.experts.147.down_proj,0.0000008797,0.05000,3.118
19,mlp.experts.37.down_proj,0.0000023200,0.05000,3.102
19,mlp.experts.297.down_proj,0.0000006574,0.05000,3.178
19,mlp.experts.168.down_proj,0.0000030951,0.05000,3.099
19,mlp.experts.174.down_proj,0.0000014449,0.05000,3.105
19,mlp.experts.313.down_proj,failsafe(rtn): 0.0014420,0.00000,0.168
19,mlp.experts.184.down_proj,failsafe(rtn): 0.0015717,0.00000,0.154
19,mlp.experts.162.down_proj,0.0000014471,0.05000,3.139
19,mlp.experts.200.down_proj,failsafe(rtn): 0.0015488,0.00000,0.166
19,mlp.experts.490.up_proj,0.0000101488,0.05000,12.405
19,mlp.experts.336.down_proj,0.0000006716,0.05000,3.169
19,mlp.experts.39.down_proj,0.0000006722,0.05000,3.230
19,mlp.experts.294.down_proj,0.0000012641,0.05000,3.190
19,mlp.experts.52.down_proj,0.0000009940,0.05000,3.144
19,mlp.experts.205.down_proj,0.0000007828,0.05000,3.171
19,mlp.experts.171.down_proj,0.0000010386,0.05000,3.187
19,mlp.experts.33.down_proj,0.0000018567,0.05000,3.220
19,mlp.experts.163.down_proj,0.0000017460,0.05000,3.223
19,mlp.experts.53.down_proj,0.0000015158,0.05000,3.207
19,mlp.experts.190.down_proj,0.0000008511,0.05000,3.241
19,mlp.experts.329.down_proj,0.0000008672,0.05000,3.254
19,mlp.experts.178.down_proj,0.0000014833,0.05000,3.308
19,mlp.experts.216.down_proj,0.0000009343,0.05000,3.226
19,mlp.experts.352.down_proj,0.0000010536,0.05000,3.131
19,mlp.experts.55.down_proj,0.0000035737,0.05000,3.168
19,mlp.experts.310.down_proj,0.0000036053,0.05000,3.224
19,mlp.experts.68.down_proj,0.0000013916,0.05000,3.154
19,mlp.experts.221.down_proj,0.0000023523,0.05000,3.182
19,mlp.experts.187.down_proj,0.0000004913,0.05000,3.153
19,mlp.experts.203.down_proj,failsafe(rtn): 0.0014954,0.00000,0.134
19,mlp.experts.179.down_proj,0.0000008177,0.05000,3.102
19,mlp.experts.49.down_proj,0.0000013187,0.05000,3.129
19,mlp.experts.69.down_proj,0.0000019072,0.05000,3.059
19,mlp.experts.206.down_proj,0.0000008971,0.05000,3.059
19,mlp.experts.345.down_proj,0.0000014498,0.05000,3.102
19,mlp.experts.194.down_proj,0.0000010582,0.05000,3.070
19,mlp.experts.232.down_proj,0.0000016284,0.05000,3.021
19,mlp.experts.368.down_proj,0.0000007448,0.05000,3.135
19,mlp.experts.71.down_proj,0.0000018074,0.05000,3.137
19,mlp.experts.326.down_proj,0.0000005830,0.05000,3.102
19,mlp.experts.84.down_proj,0.0000031397,0.05000,3.149
19,mlp.experts.237.down_proj,0.0000019061,0.05000,3.131
19,mlp.experts.219.down_proj,0.0000017731,0.05000,3.184
19,mlp.experts.195.down_proj,0.0000014810,0.05000,3.143
19,mlp.experts.65.down_proj,0.0000048713,0.05000,3.228
19,mlp.experts.85.down_proj,0.0000031181,0.05000,3.220
19,mlp.experts.222.down_proj,0.0000026758,0.05000,3.189
19,mlp.experts.101.down_proj,failsafe(rtn): 0.0015793,0.00000,0.158
19,mlp.experts.361.down_proj,0.0000013041,0.05000,3.158
19,mlp.experts.210.down_proj,0.0000013780,0.05000,3.125
19,mlp.experts.248.down_proj,0.0000012883,0.05000,3.148
19,mlp.experts.384.down_proj,0.0000028956,0.05000,3.081
19,mlp.experts.87.down_proj,0.0000008690,0.05000,3.068
19,mlp.experts.342.down_proj,0.0000024885,0.05000,3.147
19,mlp.experts.100.down_proj,0.0000003163,0.05000,3.139
19,mlp.experts.253.down_proj,0.0000002526,0.05000,3.206
19,mlp.experts.235.down_proj,0.0000013375,0.05000,3.155
19,mlp.experts.211.down_proj,0.0000010533,0.05000,3.130
19,mlp.experts.81.down_proj,0.0000011019,0.05000,3.076
19,mlp.experts.238.down_proj,0.0000005213,0.05000,3.117
19,mlp.experts.377.down_proj,0.0000009515,0.05000,3.089
19,mlp.experts.117.down_proj,0.0000022238,0.05000,3.169
19,mlp.experts.264.down_proj,0.0000043761,0.05000,3.063
19,mlp.experts.254.down_proj,failsafe(rtn): 0.0014343,0.00000,0.148
19,mlp.experts.506.up_proj,0.0000253148,0.05000,12.480
19,mlp.experts.226.down_proj,0.0000032931,0.05000,3.145
19,mlp.experts.242.down_proj,failsafe(rtn): 0.0014648,0.00000,0.142
19,mlp.experts.400.down_proj,0.0000035637,0.05000,3.054
19,mlp.experts.103.down_proj,0.0000011963,0.05000,3.019
19,mlp.experts.358.down_proj,0.0000007861,0.05000,3.017
19,mlp.experts.116.down_proj,0.0000018622,0.05000,2.974
19,mlp.experts.269.down_proj,0.0000014637,0.05000,3.049
19,mlp.experts.251.down_proj,0.0000012221,0.05000,3.073
19,mlp.experts.97.down_proj,0.0000017831,0.05000,3.059
19,mlp.experts.227.down_proj,0.0000008176,0.05000,3.119
19,mlp.experts.280.down_proj,0.0000008113,0.05000,3.045
19,mlp.experts.133.down_proj,0.0000011833,0.05000,3.086
19,mlp.experts.270.down_proj,0.0000029144,0.05000,3.105
19,mlp.experts.393.down_proj,0.0000020615,0.05000,3.163
19,mlp.experts.10.down_proj,0.0000003783,0.05000,3.103
19,mlp.experts.258.down_proj,0.0000012952,0.05000,3.156
19,mlp.experts.416.down_proj,0.0000013039,0.05000,3.118
19,mlp.experts.119.down_proj,0.0000002451,0.05000,3.236
19,mlp.experts.374.down_proj,0.0000007915,0.05000,3.193
19,mlp.experts.132.down_proj,0.0000004315,0.05000,3.169
19,mlp.experts.285.down_proj,0.0000002826,0.05000,3.159
19,mlp.experts.267.down_proj,0.0000008327,0.05000,3.079
19,mlp.experts.243.down_proj,0.0000006780,0.05000,3.112
19,mlp.experts.113.down_proj,0.0000020428,0.05000,3.214
19,mlp.experts.259.down_proj,failsafe(rtn): 0.0014648,0.00000,0.151
19,mlp.experts.296.down_proj,0.0000020498,0.05000,3.120
19,mlp.experts.286.down_proj,0.0000037205,0.05000,3.086
19,mlp.experts.149.down_proj,0.0000001384,0.05000,3.164
19,mlp.experts.409.down_proj,0.0000009035,0.05000,3.124
19,mlp.experts.26.down_proj,0.0000042050,0.05000,3.128
19,mlp.experts.274.down_proj,0.0000007622,0.05000,3.066
19,mlp.experts.425.down_proj,failsafe(rtn): 0.0015869,0.00000,0.140
19,mlp.experts.432.down_proj,0.0000013109,0.05000,3.027
19,mlp.experts.135.down_proj,0.0000008016,0.05000,3.032
19,mlp.experts.390.down_proj,0.0000013909,0.05000,3.047
19,mlp.experts.148.down_proj,0.0000014348,0.05000,3.035
19,mlp.experts.406.down_proj,failsafe(rtn): 0.0015945,0.00000,0.149
19,mlp.experts.422.down_proj,failsafe(rtn): 0.0014801,0.00000,0.165
19,mlp.experts.301.down_proj,0.0000012524,0.05000,3.110
19,mlp.experts.438.down_proj,failsafe(rtn): 0.0014954,0.00000,0.176
19,mlp.experts.283.down_proj,0.0000017777,0.05000,3.081
19,mlp.experts.129.down_proj,0.0000007984,0.05000,3.116
19,mlp.experts.275.down_proj,0.0000086108,0.05000,3.068
19,mlp.experts.312.down_proj,0.0000015884,0.05000,3.051
19,mlp.experts.302.down_proj,0.0000004424,0.05000,3.104
19,mlp.experts.165.down_proj,0.0000017909,0.05000,3.132
19,mlp.experts.42.down_proj,0.0000017418,0.05000,3.120
19,mlp.experts.441.down_proj,0.0000076720,0.05000,3.046
19,mlp.experts.290.down_proj,0.0000013782,0.05000,3.171
19,mlp.experts.448.down_proj,0.0000028211,0.05000,3.075
19,mlp.experts.151.down_proj,0.0000008885,0.05000,3.157
19,mlp.experts.164.down_proj,0.0000008034,0.05000,3.093
19,mlp.experts.317.down_proj,0.0000003450,0.05000,3.111
19,mlp.experts.454.down_proj,0.0000168344,0.05000,3.153
19,mlp.experts.299.down_proj,0.0000005305,0.05000,3.129
19,mlp.experts.291.down_proj,0.0000011017,0.05000,3.092
19,mlp.experts.145.down_proj,0.0000017587,0.05000,3.154
19,mlp.experts.328.down_proj,0.0000014799,0.05000,3.070
19,mlp.experts.318.down_proj,0.0000014224,0.05000,3.125
19,mlp.experts.181.down_proj,0.0000015706,0.05000,3.125
19,mlp.experts.58.down_proj,0.0000013698,0.05000,3.104
19,mlp.experts.457.down_proj,0.0000016889,0.05000,3.141
19,mlp.experts.306.down_proj,0.0000004897,0.05000,3.144
19,mlp.experts.464.down_proj,0.0000021374,0.05000,3.119
19,mlp.experts.167.down_proj,0.0000004127,0.05000,3.119
19,mlp.experts.180.down_proj,0.0000012067,0.05000,3.086
19,mlp.experts.333.down_proj,0.0000010279,0.05000,3.129
19,mlp.experts.470.down_proj,0.0000009002,0.05000,3.115
19,mlp.experts.315.down_proj,0.0000025918,0.05000,3.116
19,mlp.experts.307.down_proj,0.0000007867,0.05000,3.135
19,mlp.experts.161.down_proj,0.0000020657,0.05000,3.227
19,mlp.experts.344.down_proj,0.0000010137,0.05000,3.172
19,mlp.experts.334.down_proj,0.0000019526,0.05000,3.160
19,mlp.experts.197.down_proj,0.0000017844,0.05000,3.188
19,mlp.experts.74.down_proj,0.0000020348,0.05000,3.179
19,mlp.experts.473.down_proj,0.0000021506,0.05000,3.156
19,mlp.experts.322.down_proj,0.0000028846,0.05000,3.147
19,mlp.experts.480.down_proj,0.0000009746,0.05000,3.102
19,mlp.experts.183.down_proj,0.0000012888,0.05000,3.129
19,mlp.experts.196.down_proj,0.0000013462,0.05000,3.122
19,mlp.experts.349.down_proj,0.0000020803,0.05000,3.132
19,mlp.experts.486.down_proj,0.0000045686,0.05000,3.115
19,mlp.experts.331.down_proj,0.0000022572,0.05000,3.085
19,mlp.experts.323.down_proj,0.0000003716,0.05000,3.097
19,mlp.experts.177.down_proj,0.0000008963,0.05000,3.107
19,mlp.experts.339.down_proj,failsafe(rtn): 0.0014877,0.00000,0.158
19,mlp.experts.360.down_proj,0.0000011170,0.05000,3.164
19,mlp.experts.350.down_proj,0.0000103583,0.05000,3.141
19,mlp.experts.213.down_proj,0.0000006277,0.05000,3.092
19,mlp.experts.90.down_proj,0.0000006994,0.05000,3.121
19,mlp.experts.489.down_proj,0.0000021876,0.05000,3.171
19,mlp.experts.338.down_proj,0.0000007917,0.05000,3.205
19,mlp.experts.496.down_proj,0.0000008460,0.05000,3.134
19,mlp.experts.199.down_proj,0.0000015268,0.05000,3.098
19,mlp.experts.212.down_proj,0.0000017811,0.05000,3.118
19,mlp.experts.365.down_proj,0.0000011327,0.05000,3.081
19,mlp.experts.502.down_proj,0.0000020888,0.05000,3.093
19,mlp.experts.347.down_proj,0.0000014479,0.05000,3.039
19,mlp.experts.193.down_proj,0.0000012906,0.05000,2.962
19,mlp.experts.355.down_proj,0.0000022902,0.05000,2.968
19,mlp.experts.376.down_proj,0.0000028505,0.05000,2.784
19,mlp.experts.366.down_proj,0.0000003303,0.05000,2.876
19,mlp.experts.229.down_proj,0.0000034497,0.05000,2.870
19,mlp.experts.106.down_proj,0.0000013583,0.05000,2.887
19,mlp.experts.505.down_proj,0.0000039642,0.05000,2.852
19,mlp.experts.354.down_proj,0.0000054427,0.05000,2.758
19,mlp.experts.370.down_proj,failsafe(rtn): 0.0014038,0.00000,0.112
19,mlp.experts.215.down_proj,0.0000023911,0.05000,2.634
19,mlp.experts.228.down_proj,0.0000007850,0.05000,2.642
19,mlp.experts.381.down_proj,0.0000072376,0.05000,2.579
19,mlp.experts.363.down_proj,0.0000014926,0.05000,2.569
19,mlp.experts.209.down_proj,0.0000022667,0.05000,2.475
19,mlp.experts.371.down_proj,0.0000016980,0.05000,2.491
19,mlp.experts.392.down_proj,0.0000014455,0.05000,2.445
19,mlp.experts.245.down_proj,0.0000012673,0.05000,2.402
19,mlp.experts.382.down_proj,0.0000010817,0.05000,2.477
19,mlp.experts.122.down_proj,0.0000009648,0.05000,2.412
19,mlp.experts.386.down_proj,0.0000010570,0.05000,2.404
19,mlp.experts.231.down_proj,0.0000004090,0.05000,2.438
19,mlp.experts.244.down_proj,0.0000010546,0.05000,2.428
19,mlp.experts.397.down_proj,0.0000031441,0.05000,2.423
19,mlp.experts.379.down_proj,0.0000027258,0.05000,2.444
19,mlp.experts.225.down_proj,0.0000026191,0.05000,2.409
19,mlp.experts.387.down_proj,0.0000022908,0.05000,2.362
19,mlp.experts.408.down_proj,0.0000027949,0.05000,2.347
19,mlp.experts.398.down_proj,0.0000014852,0.05000,2.332
19,mlp.experts.261.down_proj,0.0000009415,0.05000,2.400
19,mlp.experts.138.down_proj,0.0000009608,0.05000,2.380
19,mlp.experts.402.down_proj,0.0000006946,0.05000,2.343
19,mlp.experts.247.down_proj,0.0000010170,0.05000,2.418
19,mlp.experts.260.down_proj,0.0000060048,0.05000,2.364
19,mlp.experts.413.down_proj,0.0000011498,0.05000,2.348
19,mlp.experts.395.down_proj,0.0000008100,0.05000,2.330
19,mlp.experts.241.down_proj,0.0000013104,0.05000,2.344
19,mlp.experts.424.down_proj,0.0000015525,0.05000,2.340
19,mlp.experts.403.down_proj,0.0000013620,0.05000,2.387
19,mlp.experts.414.down_proj,0.0000009634,0.05000,2.353
19,mlp.experts.277.down_proj,0.0000023284,0.05000,2.366
19,mlp.experts.154.down_proj,0.0000016044,0.05000,2.359
19,mlp.experts.418.down_proj,0.0000013414,0.05000,2.318
19,mlp.experts.276.down_proj,0.0000005332,0.05000,2.316
19,mlp.experts.263.down_proj,0.0000016618,0.05000,2.368
19,mlp.experts.429.down_proj,0.0000012590,0.05000,2.344
19,mlp.experts.411.down_proj,0.0000023996,0.05000,2.289
19,mlp.experts.257.down_proj,0.0000013035,0.05000,2.307
19,mlp.experts.440.down_proj,0.0000116764,0.05000,2.328
19,mlp.experts.419.down_proj,0.0000002675,0.05000,2.337
19,mlp.experts.430.down_proj,0.0000015152,0.05000,2.285
19,mlp.experts.293.down_proj,0.0000018836,0.05000,2.251
19,mlp.experts.170.down_proj,0.0000004285,0.05000,2.300
19,mlp.experts.434.down_proj,0.0000014753,0.05000,2.299
19,mlp.experts.292.down_proj,0.0000016384,0.05000,2.172
19,mlp.experts.279.down_proj,0.0000017578,0.05000,2.208
19,mlp.experts.445.down_proj,0.0000017047,0.05000,2.193
19,mlp.experts.427.down_proj,0.0000008049,0.05000,2.173
19,mlp.experts.273.down_proj,0.0000030266,0.05000,2.156
19,mlp.experts.456.down_proj,0.0000014982,0.05000,2.148
19,mlp.experts.435.down_proj,0.0000007605,0.05000,2.203
19,mlp.experts.446.down_proj,0.0000008313,0.05000,2.103
19,mlp.experts.309.down_proj,0.0000006827,0.05000,2.186
19,mlp.experts.462.down_proj,failsafe(rtn): 0.0015182,0.00000,0.106
19,mlp.experts.186.down_proj,0.0000007649,0.05000,2.145
19,mlp.experts.450.down_proj,0.0000055116,0.05000,2.164
19,mlp.experts.308.down_proj,0.0000005299,0.05000,2.184
19,mlp.experts.295.down_proj,0.0000009632,0.05000,2.182
19,mlp.experts.461.down_proj,0.0000012044,0.05000,2.220
19,mlp.experts.443.down_proj,0.0000016481,0.05000,2.264
19,mlp.experts.289.down_proj,0.0000016309,0.05000,2.325
19,mlp.experts.472.down_proj,0.0000012026,0.05000,2.282
19,mlp.experts.451.down_proj,0.0000005970,0.05000,2.304
19,mlp.experts.325.down_proj,0.0000018868,0.05000,2.346
19,mlp.experts.202.down_proj,0.0000006769,0.05000,2.340
19,mlp.experts.478.down_proj,0.0000006347,0.05000,2.350
19,mlp.experts.466.down_proj,0.0000003698,0.05000,2.356
19,mlp.experts.324.down_proj,0.0000046887,0.05000,2.286
19,mlp.experts.311.down_proj,0.0000038165,0.05000,2.323
19,mlp.experts.477.down_proj,0.0000010749,0.05000,2.339
19,mlp.experts.459.down_proj,0.0000003873,0.05000,2.311
19,mlp.experts.475.down_proj,failsafe(rtn): 0.0014801,0.00000,0.126
19,mlp.experts.305.down_proj,0.0000022438,0.05000,2.319
19,mlp.experts.488.down_proj,0.0000023190,0.05000,2.338
19,mlp.experts.467.down_proj,0.0000014999,0.05000,2.410
19,mlp.experts.341.down_proj,0.0000008311,0.05000,2.347
19,mlp.experts.218.down_proj,0.0000026566,0.05000,2.370
19,mlp.experts.494.down_proj,0.0000012373,0.05000,2.375
19,mlp.experts.482.down_proj,0.0000008251,0.05000,2.355
19,mlp.experts.340.down_proj,0.0000003038,0.05000,2.301
19,mlp.experts.327.down_proj,0.0000015235,0.05000,2.328
19,mlp.experts.356.down_proj,failsafe(rtn): 0.0014725,0.00000,0.107
19,mlp.experts.493.down_proj,0.0000005861,0.05000,2.281
19,mlp.experts.491.down_proj,0.0000030649,0.05000,2.262
19,mlp.experts.504.down_proj,0.0000004149,0.05000,2.217
19,mlp.experts.321.down_proj,0.0000015003,0.05000,2.287
19,mlp.experts.483.down_proj,0.0000009702,0.05000,2.265
19,mlp.experts.357.down_proj,0.0000016193,0.05000,2.202
19,mlp.experts.510.down_proj,0.0000011202,0.05000,2.211
19,mlp.experts.234.down_proj,0.0000059514,0.05000,2.237
19,mlp.experts.498.down_proj,0.0000019808,0.05000,2.156
19,mlp.experts.372.down_proj,0.0000027600,0.05000,2.005
19,mlp.experts.343.down_proj,0.0000014234,0.05000,2.015
19,mlp.experts.509.down_proj,0.0000009814,0.05000,1.934
19,mlp.experts.507.down_proj,0.0000011681,0.05000,1.781
19,mlp.experts.337.down_proj,0.0000002773,0.05000,1.538
19,mlp.experts.499.down_proj,0.0000014908,0.05000,1.445
19,mlp.experts.373.down_proj,0.0000019926,0.05000,1.429
19,mlp.experts.250.down_proj,0.0000004409,0.05000,1.453
19,mlp.experts.388.down_proj,0.0000019389,0.05000,1.248
19,mlp.experts.359.down_proj,0.0000014162,0.05000,1.278
19,mlp.experts.353.down_proj,0.0000021320,0.05000,0.973
19,mlp.experts.389.down_proj,0.0000016879,0.05000,0.901
19,mlp.experts.266.down_proj,0.0000014173,0.05000,0.869
19,mlp.experts.404.down_proj,0.0000010215,0.05000,0.804
19,mlp.experts.375.down_proj,0.0000019350,0.05000,0.818
19,mlp.experts.369.down_proj,0.0000010682,0.05000,0.751
19,mlp.experts.405.down_proj,0.0000044105,0.05000,0.804
19,mlp.experts.282.down_proj,0.0000018270,0.05000,0.788
19,mlp.experts.420.down_proj,0.0000018487,0.05000,0.769
19,mlp.experts.391.down_proj,0.0000022602,0.05000,0.775
19,mlp.experts.385.down_proj,0.0000008229,0.05000,0.818
19,mlp.experts.421.down_proj,0.0000005098,0.05000,0.817
19,mlp.experts.298.down_proj,0.0000008745,0.05000,0.799
19,mlp.experts.436.down_proj,0.0000020895,0.05000,0.797
19,mlp.experts.407.down_proj,0.0000022983,0.05000,0.802
19,mlp.experts.401.down_proj,0.0000007060,0.05000,0.811
19,mlp.experts.437.down_proj,0.0000010302,0.05000,0.800
19,mlp.experts.314.down_proj,0.0000006074,0.05000,0.778
19,mlp.experts.423.down_proj,0.0000005398,0.05000,0.725
19,mlp.experts.452.down_proj,0.0000005417,0.05000,0.785
19,mlp.experts.417.down_proj,0.0000007079,0.05000,0.862
19,mlp.experts.330.down_proj,0.0000019283,0.05000,0.821
19,mlp.experts.453.down_proj,0.0000011388,0.05000,0.842
19,mlp.experts.468.down_proj,0.0000017978,0.05000,0.819
19,mlp.experts.439.down_proj,0.0000024920,0.05000,0.838
19,mlp.experts.433.down_proj,0.0000010650,0.05000,0.906
19,mlp.experts.346.down_proj,0.0000014318,0.05000,0.878
19,mlp.experts.449.down_proj,failsafe(rtn): 0.0014725,0.00000,0.041
19,mlp.experts.469.down_proj,0.0000041826,0.05000,0.913
19,mlp.experts.455.down_proj,0.0000008656,0.05000,0.849
19,mlp.experts.484.down_proj,0.0000033150,0.05000,0.883
19,mlp.experts.362.down_proj,0.0000014123,0.05000,0.922
19,mlp.experts.465.down_proj,0.0000008079,0.05000,0.932
19,mlp.experts.485.down_proj,0.0000033813,0.05000,0.953
19,mlp.experts.471.down_proj,0.0000011791,0.05000,0.893
19,mlp.experts.500.down_proj,0.0000039166,0.05000,0.924
19,mlp.experts.378.down_proj,0.0000008480,0.05000,0.539
19,mlp.experts.487.down_proj,0.0000022325,0.05000,0.534
19,mlp.experts.503.down_proj,failsafe(rtn): 0.0014801,0.00000,0.028
19,mlp.experts.501.down_proj,0.0000034790,0.05000,0.586
19,mlp.experts.481.down_proj,0.0000010516,0.05000,0.643
19,mlp.experts.394.down_proj,0.0000013550,0.05000,0.259
19,mlp.experts.497.down_proj,0.0000033047,0.05000,0.187
19,mlp.experts.410.down_proj,0.0000003808,0.05000,0.135
19,mlp.experts.426.down_proj,0.0000016878,0.05000,0.123
19,mlp.experts.442.down_proj,0.0000015406,0.05000,0.130
19,mlp.experts.458.down_proj,0.0000022173,0.05000,0.125
19,mlp.experts.474.down_proj,0.0000036402,0.05000,0.122
19,mlp.experts.490.down_proj,0.0000006817,0.05000,0.126
19,mlp.experts.506.down_proj,0.0000014108,0.05000,0.125
20,mlp.experts.0.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.761
20,mlp.experts.14.gate_proj,0.0000378250,0.05000,13.237
20,mlp.experts.15.gate_proj,0.0000236319,0.05000,13.240
20,mlp.experts.8.gate_proj,0.0000429445,0.05000,13.248
20,mlp.experts.12.gate_proj,0.0000056249,0.05000,13.263
20,mlp.experts.4.gate_proj,0.0000221708,0.05000,13.298
20,mlp.experts.9.gate_proj,0.0000171169,0.05000,13.316
20,mlp.experts.1.gate_proj,0.0000222810,0.05000,13.334
20,mlp.experts.13.gate_proj,0.0000171170,0.05000,13.319
20,mlp.experts.5.gate_proj,0.0000238368,0.05000,13.323
20,mlp.experts.11.gate_proj,0.0000257243,0.05000,13.328
20,mlp.experts.2.gate_proj,0.0000105190,0.05000,13.267
20,mlp.experts.6.gate_proj,0.0000572447,0.05000,13.344
20,mlp.experts.10.gate_proj,0.0000173223,0.05000,13.347
20,mlp.experts.3.gate_proj,0.0000158087,0.05000,13.288
20,mlp.experts.7.gate_proj,0.0000111696,0.05000,13.475
20,mlp.experts.18.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.788
20,mlp.experts.34.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.693
20,mlp.experts.30.gate_proj,0.0000545562,0.05000,13.246
20,mlp.experts.27.gate_proj,0.0000333679,0.05000,13.688
20,mlp.experts.20.gate_proj,0.0000099964,0.05000,13.710
20,mlp.experts.21.gate_proj,0.0000179943,0.05000,13.759
20,mlp.experts.31.gate_proj,0.0000323662,0.05000,13.834
20,mlp.experts.24.gate_proj,0.0000381506,0.05000,13.744
20,mlp.experts.26.gate_proj,0.0000206404,0.05000,13.746
20,mlp.experts.29.gate_proj,0.0000185507,0.05000,13.840
20,mlp.experts.28.gate_proj,0.0000114128,0.05000,13.850
20,mlp.experts.19.gate_proj,0.0000614347,0.05000,13.829
20,mlp.experts.16.gate_proj,0.0000390807,0.05000,13.856
20,mlp.experts.25.gate_proj,0.0000316231,0.05000,13.921
20,mlp.experts.17.gate_proj,0.0000080137,0.05000,13.926
20,mlp.experts.23.gate_proj,0.0000666597,0.05000,13.866
20,mlp.experts.22.gate_proj,0.0000188434,0.05000,14.022
20,mlp.experts.50.gate_proj,0.0000286449,0.05000,13.742
20,mlp.experts.46.gate_proj,0.0000221726,0.05000,12.501
20,mlp.experts.42.gate_proj,0.0000158716,0.05000,12.367
20,mlp.experts.32.gate_proj,0.0000608625,0.05000,12.398
20,mlp.experts.43.gate_proj,0.0000170418,0.05000,12.580
20,mlp.experts.36.gate_proj,0.0000669185,0.05000,12.561
20,mlp.experts.47.gate_proj,0.0000447918,0.05000,12.562
20,mlp.experts.44.gate_proj,0.0000814318,0.05000,12.491
20,mlp.experts.35.gate_proj,0.0000069148,0.05000,12.535
20,mlp.experts.40.gate_proj,0.0000165937,0.05000,12.657
20,mlp.experts.37.gate_proj,0.0000225277,0.05000,12.497
20,mlp.experts.45.gate_proj,0.0000252449,0.05000,12.658
20,mlp.experts.33.gate_proj,0.0000188659,0.05000,12.726
20,mlp.experts.39.gate_proj,0.0000075276,0.05000,12.672
20,mlp.experts.41.gate_proj,0.0000078292,0.05000,12.830
20,mlp.experts.58.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.821
20,mlp.experts.38.gate_proj,0.0000242958,0.05000,14.451
20,mlp.experts.62.gate_proj,0.0000124550,0.05000,14.571
20,mlp.experts.66.gate_proj,0.0000621801,0.05000,14.646
20,mlp.experts.48.gate_proj,0.0000463146,0.05000,14.569
20,mlp.experts.60.gate_proj,0.0000261203,0.05000,14.496
20,mlp.experts.52.gate_proj,0.0000199147,0.05000,14.615
20,mlp.experts.56.gate_proj,0.0000132134,0.05000,14.487
20,mlp.experts.59.gate_proj,0.0000109885,0.05000,14.673
20,mlp.experts.63.gate_proj,0.0000235102,0.05000,14.693
20,mlp.experts.51.gate_proj,0.0000193574,0.05000,14.648
20,mlp.experts.53.gate_proj,0.0000698920,0.05000,14.704
20,mlp.experts.61.gate_proj,0.0000151641,0.05000,14.584
20,mlp.experts.55.gate_proj,0.0000188003,0.05000,14.551
20,mlp.experts.57.gate_proj,0.0000446900,0.05000,14.653
20,mlp.experts.49.gate_proj,0.0000235386,0.05000,14.826
20,mlp.experts.74.gate_proj,0.0000152490,0.05000,14.597
20,mlp.experts.82.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.779
20,mlp.experts.76.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.802
20,mlp.experts.54.gate_proj,0.0000222084,0.05000,14.089
20,mlp.experts.78.gate_proj,0.0000229794,0.05000,14.168
20,mlp.experts.72.gate_proj,0.0000087250,0.05000,14.054
20,mlp.experts.64.gate_proj,0.0000434278,0.05000,14.171
20,mlp.experts.75.gate_proj,0.0000105107,0.05000,14.147
20,mlp.experts.68.gate_proj,0.0000134821,0.05000,14.213
20,mlp.experts.79.gate_proj,0.0000672762,0.05000,14.115
20,mlp.experts.67.gate_proj,0.0000059293,0.05000,14.193
20,mlp.experts.71.gate_proj,0.0000216634,0.05000,14.042
20,mlp.experts.69.gate_proj,0.0000232138,0.05000,14.175
20,mlp.experts.77.gate_proj,0.0000177888,0.05000,14.126
20,mlp.experts.73.gate_proj,0.0000314158,0.05000,14.170
20,mlp.experts.65.gate_proj,0.0000290793,0.05000,14.113
20,mlp.experts.92.gate_proj,0.0000554514,0.05000,14.028
20,mlp.experts.90.gate_proj,0.0000380853,0.05000,14.154
20,mlp.experts.98.gate_proj,0.0000103078,0.05000,14.236
20,mlp.experts.70.gate_proj,0.0000228620,0.05000,14.543
20,mlp.experts.80.gate_proj,0.0000090090,0.05000,14.463
20,mlp.experts.94.gate_proj,0.0000205457,0.05000,14.574
20,mlp.experts.88.gate_proj,0.0000254502,0.05000,14.502
20,mlp.experts.84.gate_proj,0.0000649991,0.05000,14.562
20,mlp.experts.87.gate_proj,0.0000230531,0.05000,14.485
20,mlp.experts.95.gate_proj,0.0000148117,0.05000,14.619
20,mlp.experts.83.gate_proj,0.0000655043,0.05000,14.667
20,mlp.experts.91.gate_proj,0.0000111430,0.05000,14.831
20,mlp.experts.85.gate_proj,0.0000240751,0.05000,14.679
20,mlp.experts.93.gate_proj,0.0000212459,0.05000,14.703
20,mlp.experts.89.gate_proj,0.0000117251,0.05000,14.707
20,mlp.experts.81.gate_proj,0.0000123555,0.05000,14.722
20,mlp.experts.106.gate_proj,0.0000136361,0.05000,14.591
20,mlp.experts.114.gate_proj,0.0000150337,0.05000,14.688
20,mlp.experts.108.gate_proj,0.0000141687,0.05000,14.878
20,mlp.experts.130.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.715
20,mlp.experts.86.gate_proj,0.0000113545,0.05000,13.997
20,mlp.experts.96.gate_proj,0.0000309313,0.05000,13.996
20,mlp.experts.104.gate_proj,0.0000237025,0.05000,13.987
20,mlp.experts.110.gate_proj,0.0000099112,0.05000,14.131
20,mlp.experts.111.gate_proj,0.0000440418,0.05000,13.893
20,mlp.experts.100.gate_proj,0.0000160139,0.05000,14.046
20,mlp.experts.103.gate_proj,0.0000261160,0.05000,14.088
20,mlp.experts.101.gate_proj,0.0000224452,0.05000,13.872
20,mlp.experts.109.gate_proj,0.0000031068,0.05000,13.954
20,mlp.experts.107.gate_proj,0.0000349686,0.05000,14.105
20,mlp.experts.99.gate_proj,0.0000309819,0.05000,14.223
20,mlp.experts.105.gate_proj,0.0000202420,0.05000,13.961
20,mlp.experts.122.gate_proj,0.0000191490,0.05000,13.907
20,mlp.experts.97.gate_proj,0.0000243411,0.05000,13.953
20,mlp.experts.120.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.832
20,mlp.experts.124.gate_proj,0.0000495487,0.05000,13.830
20,mlp.experts.117.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.803
20,mlp.experts.146.gate_proj,0.0000245472,0.05000,13.937
20,mlp.experts.140.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.771
20,mlp.experts.156.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.762
20,mlp.experts.102.gate_proj,0.0000258730,0.05000,14.072
20,mlp.experts.112.gate_proj,0.0000054262,0.05000,14.056
20,mlp.experts.126.gate_proj,0.0000345298,0.05000,14.243
20,mlp.experts.116.gate_proj,0.0000044433,0.05000,14.174
20,mlp.experts.127.gate_proj,0.0000124673,0.05000,14.264
20,mlp.experts.119.gate_proj,0.0000189567,0.05000,14.248
20,mlp.experts.123.gate_proj,0.0000278356,0.05000,14.104
20,mlp.experts.125.gate_proj,0.0000143685,0.05000,14.250
20,mlp.experts.115.gate_proj,0.0000251749,0.05000,14.140
20,mlp.experts.113.gate_proj,0.0000393706,0.05000,14.176
20,mlp.experts.121.gate_proj,0.0000234666,0.05000,14.223
20,mlp.experts.138.gate_proj,0.0000528388,0.05000,14.254
20,mlp.experts.136.gate_proj,0.0000094725,0.05000,14.259
20,mlp.experts.133.gate_proj,0.0000192253,0.05000,14.248
20,mlp.experts.162.gate_proj,0.0000327940,0.05000,14.101
20,mlp.experts.172.gate_proj,0.0000203619,0.05000,14.047
20,mlp.experts.118.gate_proj,0.0000262020,0.05000,14.551
20,mlp.experts.128.gate_proj,0.0000335204,0.05000,14.527
20,mlp.experts.143.gate_proj,0.0000107066,0.05000,14.330
20,mlp.experts.142.gate_proj,0.0000131621,0.05000,14.503
20,mlp.experts.132.gate_proj,0.0000202101,0.05000,14.516
20,mlp.experts.141.gate_proj,0.0000181051,0.05000,14.407
20,mlp.experts.135.gate_proj,0.0000114091,0.05000,14.563
20,mlp.experts.139.gate_proj,0.0000169433,0.05000,14.496
20,mlp.experts.134.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.793
20,mlp.experts.131.gate_proj,0.0000211440,0.05000,14.536
20,mlp.experts.152.gate_proj,0.0000317078,0.05000,14.392
20,mlp.experts.137.gate_proj,0.0000625754,0.05000,14.510
20,mlp.experts.129.gate_proj,0.0000230587,0.05000,14.508
20,mlp.experts.154.gate_proj,0.0000404495,0.05000,14.490
20,mlp.experts.149.gate_proj,0.0000291954,0.05000,14.425
20,mlp.experts.168.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.714
20,mlp.experts.178.gate_proj,0.0000217585,0.05000,14.531
20,mlp.experts.188.gate_proj,0.0000163909,0.05000,14.498
20,mlp.experts.144.gate_proj,0.0000022421,0.05000,14.785
20,mlp.experts.159.gate_proj,0.0000361378,0.05000,14.737
20,mlp.experts.148.gate_proj,0.0000254456,0.05000,14.753
20,mlp.experts.158.gate_proj,0.0000216370,0.05000,14.866
20,mlp.experts.157.gate_proj,0.0000131320,0.05000,14.848
20,mlp.experts.151.gate_proj,0.0000395305,0.05000,14.877
20,mlp.experts.150.gate_proj,0.0000115151,0.05000,14.859
20,mlp.experts.155.gate_proj,0.0000019377,0.05000,14.915
20,mlp.experts.147.gate_proj,0.0000138099,0.05000,14.787
20,mlp.experts.170.gate_proj,0.0000081576,0.05000,14.838
20,mlp.experts.153.gate_proj,0.0000366009,0.05000,14.877
20,mlp.experts.164.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.772
20,mlp.experts.145.gate_proj,0.0000419765,0.05000,15.007
20,mlp.experts.165.gate_proj,0.0000131966,0.05000,14.860
20,mlp.experts.184.gate_proj,0.0000257832,0.05000,14.776
20,mlp.experts.194.gate_proj,0.0000236949,0.05000,14.758
20,mlp.experts.204.gate_proj,0.0000205017,0.05000,14.827
20,mlp.experts.160.gate_proj,0.0000215925,0.05000,14.597
20,mlp.experts.175.gate_proj,0.0000346833,0.05000,14.674
20,mlp.experts.174.gate_proj,0.0000235934,0.05000,14.549
20,mlp.experts.173.gate_proj,0.0000102198,0.05000,14.627
20,mlp.experts.167.gate_proj,0.0000129137,0.05000,14.592
20,mlp.experts.166.gate_proj,0.0000167956,0.05000,14.670
20,mlp.experts.163.gate_proj,0.0000378449,0.05000,14.708
20,mlp.experts.171.gate_proj,0.0000505737,0.05000,14.790
20,mlp.experts.186.gate_proj,0.0000149145,0.05000,14.673
20,mlp.experts.169.gate_proj,0.0000166815,0.05000,14.749
20,mlp.experts.180.gate_proj,0.0000611966,0.05000,14.748
20,mlp.experts.161.gate_proj,0.0000339019,0.05000,14.755
20,mlp.experts.181.gate_proj,0.0000187406,0.05000,14.765
20,mlp.experts.200.gate_proj,0.0000182070,0.05000,14.756
20,mlp.experts.210.gate_proj,0.0000293968,0.05000,14.773
20,mlp.experts.226.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.816
20,mlp.experts.220.gate_proj,0.0000192221,0.05000,14.830
20,mlp.experts.176.gate_proj,0.0000695293,0.05000,14.213
20,mlp.experts.191.gate_proj,0.0000241307,0.05000,14.239
20,mlp.experts.190.gate_proj,0.0000285341,0.05000,14.242
20,mlp.experts.183.gate_proj,0.0000045635,0.05000,14.164
20,mlp.experts.182.gate_proj,0.0000371037,0.05000,14.102
20,mlp.experts.179.gate_proj,0.0000035490,0.05000,14.038
20,mlp.experts.189.gate_proj,0.0000095459,0.05000,14.229
20,mlp.experts.187.gate_proj,0.0000125206,0.05000,14.136
20,mlp.experts.202.gate_proj,0.0000124336,0.05000,14.036
20,mlp.experts.185.gate_proj,0.0000267880,0.05000,14.151
20,mlp.experts.196.gate_proj,0.0000242830,0.05000,14.074
20,mlp.experts.177.gate_proj,0.0000136015,0.05000,14.183
20,mlp.experts.197.gate_proj,0.0000254706,0.05000,14.025
20,mlp.experts.216.gate_proj,0.0000253799,0.05000,14.083
20,mlp.experts.236.gate_proj,0.0000304213,0.05000,13.860
20,mlp.experts.242.gate_proj,0.0000321593,0.05000,14.029
20,mlp.experts.192.gate_proj,0.0000196773,0.05000,14.355
20,mlp.experts.207.gate_proj,0.0000789197,0.05000,14.601
20,mlp.experts.206.gate_proj,0.0000271408,0.05000,14.629
20,mlp.experts.199.gate_proj,0.0000344097,0.05000,14.520
20,mlp.experts.205.gate_proj,0.0000164122,0.05000,14.478
20,mlp.experts.195.gate_proj,0.0000253843,0.05000,14.505
20,mlp.experts.198.gate_proj,0.0000153289,0.05000,14.627
20,mlp.experts.203.gate_proj,0.0000287374,0.05000,14.540
20,mlp.experts.218.gate_proj,0.0000157600,0.05000,14.559
20,mlp.experts.212.gate_proj,0.0000176095,0.05000,14.547
20,mlp.experts.201.gate_proj,0.0000369640,0.05000,14.580
20,mlp.experts.193.gate_proj,0.0000171526,0.05000,14.584
20,mlp.experts.213.gate_proj,0.0000286611,0.05000,14.572
20,mlp.experts.232.gate_proj,0.0000031351,0.05000,14.466
20,mlp.experts.252.gate_proj,0.0000449352,0.05000,14.695
20,mlp.experts.258.gate_proj,0.0000420893,0.05000,14.688
20,mlp.experts.208.gate_proj,0.0000470336,0.05000,14.163
20,mlp.experts.223.gate_proj,0.0000404727,0.05000,14.255
20,mlp.experts.222.gate_proj,0.0000082104,0.05000,14.200
20,mlp.experts.215.gate_proj,0.0000217576,0.05000,14.201
20,mlp.experts.221.gate_proj,0.0000164204,0.05000,14.208
20,mlp.experts.211.gate_proj,0.0000164445,0.05000,14.266
20,mlp.experts.214.gate_proj,0.0000307979,0.05000,14.180
20,mlp.experts.234.gate_proj,0.0000187507,0.05000,14.115
20,mlp.experts.219.gate_proj,0.0000317105,0.05000,14.252
20,mlp.experts.228.gate_proj,0.0000170520,0.05000,14.291
20,mlp.experts.217.gate_proj,0.0000080785,0.05000,14.337
20,mlp.experts.209.gate_proj,0.0000548178,0.05000,14.344
20,mlp.experts.237.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.810
20,mlp.experts.229.gate_proj,0.0000150811,0.05000,14.339
20,mlp.experts.248.gate_proj,0.0000383495,0.05000,14.226
20,mlp.experts.227.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.864
20,mlp.experts.244.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.787
20,mlp.experts.268.gate_proj,0.0000408809,0.05000,14.263
20,mlp.experts.274.gate_proj,0.0000155732,0.05000,14.138
20,mlp.experts.224.gate_proj,0.0000066316,0.05000,14.397
20,mlp.experts.239.gate_proj,0.0000276905,0.05000,14.493
20,mlp.experts.238.gate_proj,0.0000350031,0.05000,14.584
20,mlp.experts.231.gate_proj,0.0000211064,0.05000,14.569
20,mlp.experts.230.gate_proj,0.0000742337,0.05000,14.550
20,mlp.experts.250.gate_proj,0.0000296958,0.05000,14.481
20,mlp.experts.235.gate_proj,0.0000209551,0.05000,14.677
20,mlp.experts.233.gate_proj,0.0000660005,0.05000,14.562
20,mlp.experts.225.gate_proj,0.0000575526,0.05000,14.504
20,mlp.experts.245.gate_proj,0.0000075730,0.05000,14.407
20,mlp.experts.253.gate_proj,0.0000609204,0.05000,14.604
20,mlp.experts.264.gate_proj,0.0000144718,0.05000,14.534
20,mlp.experts.243.gate_proj,0.0000313421,0.05000,14.569
20,mlp.experts.260.gate_proj,0.0000147194,0.05000,14.508
20,mlp.experts.284.gate_proj,0.0000109703,0.05000,14.577
20,mlp.experts.290.gate_proj,0.0000076792,0.05000,14.584
20,mlp.experts.276.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.811
20,mlp.experts.240.gate_proj,0.0000063586,0.05000,14.392
20,mlp.experts.255.gate_proj,0.0000177306,0.05000,14.341
20,mlp.experts.256.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.687
20,mlp.experts.254.gate_proj,0.0000258379,0.05000,14.301
20,mlp.experts.247.gate_proj,0.0000295707,0.05000,14.289
20,mlp.experts.246.gate_proj,0.0000321121,0.05000,14.254
20,mlp.experts.266.gate_proj,0.0000112681,0.05000,14.364
20,mlp.experts.251.gate_proj,0.0000389076,0.05000,14.382
20,mlp.experts.272.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.719
20,mlp.experts.249.gate_proj,0.0000144326,0.05000,14.234
20,mlp.experts.241.gate_proj,0.0000080723,0.05000,14.274
20,mlp.experts.261.gate_proj,0.0000231455,0.05000,14.296
20,mlp.experts.269.gate_proj,0.0000119211,0.05000,14.217
20,mlp.experts.259.gate_proj,0.0000421566,0.05000,14.271
20,mlp.experts.280.gate_proj,0.0000131625,0.05000,14.350
20,mlp.experts.306.gate_proj,0.0000098254,0.05000,14.017
20,mlp.experts.300.gate_proj,0.0000191594,0.05000,14.191
20,mlp.experts.292.gate_proj,0.0000177020,0.05000,14.065
20,mlp.experts.271.gate_proj,0.0000201391,0.05000,14.689
20,mlp.experts.270.gate_proj,0.0000259449,0.05000,14.797
20,mlp.experts.263.gate_proj,0.0000334665,0.05000,14.767
20,mlp.experts.262.gate_proj,0.0000139428,0.05000,14.749
20,mlp.experts.282.gate_proj,0.0000331438,0.05000,14.693
20,mlp.experts.288.gate_proj,0.0000194013,0.05000,14.643
20,mlp.experts.267.gate_proj,0.0000142331,0.05000,14.762
20,mlp.experts.265.gate_proj,0.0000226156,0.05000,14.686
20,mlp.experts.285.gate_proj,0.0000042502,0.05000,14.626
20,mlp.experts.277.gate_proj,0.0000508703,0.05000,14.766
20,mlp.experts.278.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.711
20,mlp.experts.257.gate_proj,0.0000216673,0.05000,14.936
20,mlp.experts.296.gate_proj,0.0000123648,0.05000,14.715
20,mlp.experts.275.gate_proj,0.0000422425,0.05000,14.767
20,mlp.experts.273.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.781
20,mlp.experts.322.gate_proj,0.0000086263,0.05000,14.707
20,mlp.experts.308.gate_proj,0.0000356509,0.05000,14.789
20,mlp.experts.316.gate_proj,0.0000143952,0.05000,14.866
20,mlp.experts.324.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.743
20,mlp.experts.287.gate_proj,0.0000203376,0.05000,14.187
20,mlp.experts.286.gate_proj,0.0000485125,0.05000,14.155
20,mlp.experts.279.gate_proj,0.0000085577,0.05000,14.154
20,mlp.experts.298.gate_proj,0.0000075746,0.05000,14.213
20,mlp.experts.283.gate_proj,0.0000175558,0.05000,14.143
20,mlp.experts.304.gate_proj,0.0000053170,0.05000,14.255
20,mlp.experts.281.gate_proj,0.0000177952,0.05000,14.167
20,mlp.experts.294.gate_proj,0.0000336994,0.05000,14.213
20,mlp.experts.301.gate_proj,0.0000184576,0.05000,14.308
20,mlp.experts.293.gate_proj,0.0000518065,0.05000,14.247
20,mlp.experts.312.gate_proj,0.0000174993,0.05000,14.274
20,mlp.experts.291.gate_proj,0.0000226955,0.05000,14.221
20,mlp.experts.289.gate_proj,0.0000124391,0.05000,14.152
20,mlp.experts.338.gate_proj,0.0000121861,0.05000,14.202
20,mlp.experts.332.gate_proj,0.0000132676,0.05000,14.204
20,mlp.experts.340.gate_proj,0.0000108499,0.05000,14.071
20,mlp.experts.356.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.654
20,mlp.experts.303.gate_proj,0.0000564229,0.05000,14.358
20,mlp.experts.302.gate_proj,0.0000367871,0.05000,14.437
20,mlp.experts.295.gate_proj,0.0000199763,0.05000,14.479
20,mlp.experts.314.gate_proj,0.0000131056,0.05000,14.468
20,mlp.experts.320.gate_proj,0.0000148166,0.05000,14.414
20,mlp.experts.299.gate_proj,0.0000203394,0.05000,14.526
20,mlp.experts.297.gate_proj,0.0000222471,0.05000,14.504
20,mlp.experts.317.gate_proj,0.0000189312,0.05000,14.463
20,mlp.experts.310.gate_proj,0.0000406751,0.05000,14.560
20,mlp.experts.328.gate_proj,0.0000233838,0.05000,14.378
20,mlp.experts.309.gate_proj,0.0000109900,0.05000,14.606
20,mlp.experts.307.gate_proj,0.0000346645,0.05000,14.508
20,mlp.experts.326.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.728
20,mlp.experts.354.gate_proj,0.0000102498,0.05000,14.410
20,mlp.experts.305.gate_proj,0.0000565209,0.05000,14.520
20,mlp.experts.348.gate_proj,0.0000539511,0.05000,14.392
20,mlp.experts.372.gate_proj,0.0000295400,0.05000,14.591
20,mlp.experts.388.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.727
20,mlp.experts.319.gate_proj,0.0000787532,0.05000,14.690
20,mlp.experts.318.gate_proj,0.0000126727,0.05000,14.603
20,mlp.experts.311.gate_proj,0.0000192889,0.05000,14.650
20,mlp.experts.330.gate_proj,0.0000312120,0.05000,14.656
20,mlp.experts.336.gate_proj,0.0000168442,0.05000,14.710
20,mlp.experts.315.gate_proj,0.0000208786,0.05000,14.819
20,mlp.experts.313.gate_proj,0.0000250055,0.05000,14.812
20,mlp.experts.333.gate_proj,0.0000176894,0.05000,14.617
20,mlp.experts.344.gate_proj,0.0000096876,0.05000,14.709
20,mlp.experts.325.gate_proj,0.0000101596,0.05000,14.741
20,mlp.experts.323.gate_proj,0.0000106227,0.05000,14.677
20,mlp.experts.342.gate_proj,0.0000563011,0.05000,14.634
20,mlp.experts.321.gate_proj,0.0000275653,0.05000,14.752
20,mlp.experts.370.gate_proj,0.0000259554,0.05000,14.778
20,mlp.experts.364.gate_proj,0.0000439901,0.05000,14.699
20,mlp.experts.404.gate_proj,0.0000471570,0.05000,14.514
20,mlp.experts.335.gate_proj,0.0000566400,0.05000,14.594
20,mlp.experts.334.gate_proj,0.0000192598,0.05000,14.582
20,mlp.experts.327.gate_proj,0.0000197699,0.05000,14.542
20,mlp.experts.346.gate_proj,0.0000178994,0.05000,14.575
20,mlp.experts.352.gate_proj,0.0000346412,0.05000,14.442
20,mlp.experts.331.gate_proj,0.0000350578,0.05000,14.423
20,mlp.experts.350.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.752
20,mlp.experts.349.gate_proj,0.0000150728,0.05000,14.383
20,mlp.experts.329.gate_proj,0.0000087773,0.05000,14.495
20,mlp.experts.360.gate_proj,0.0000165636,0.05000,14.488
20,mlp.experts.341.gate_proj,0.0000311418,0.05000,14.602
20,mlp.experts.339.gate_proj,0.0000309565,0.05000,14.613
20,mlp.experts.358.gate_proj,0.0000136931,0.05000,14.341
20,mlp.experts.386.gate_proj,0.0000315624,0.05000,14.336
20,mlp.experts.337.gate_proj,0.0000102718,0.05000,14.487
20,mlp.experts.380.gate_proj,0.0000221686,0.05000,14.358
20,mlp.experts.402.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.786
20,mlp.experts.420.gate_proj,0.0000079909,0.05000,14.320
20,mlp.experts.351.gate_proj,0.0000259118,0.05000,14.378
20,mlp.experts.343.gate_proj,0.0000306291,0.05000,14.408
20,mlp.experts.362.gate_proj,0.0000275410,0.05000,14.351
20,mlp.experts.368.gate_proj,0.0000161378,0.05000,14.306
20,mlp.experts.366.gate_proj,0.0000131939,0.05000,14.296
20,mlp.experts.365.gate_proj,0.0000255755,0.05000,14.280
20,mlp.experts.347.gate_proj,0.0000716268,0.05000,14.387
20,mlp.experts.345.gate_proj,0.0000302955,0.05000,14.415
20,mlp.experts.376.gate_proj,0.0000278204,0.05000,14.425
20,mlp.experts.357.gate_proj,0.0000199413,0.05000,14.270
20,mlp.experts.355.gate_proj,0.0000456639,0.05000,14.446
20,mlp.experts.374.gate_proj,0.0000554288,0.05000,14.351
20,mlp.experts.361.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.765
20,mlp.experts.353.gate_proj,0.0000082775,0.05000,14.402
20,mlp.experts.396.gate_proj,0.0000107468,0.05000,14.505
20,mlp.experts.418.gate_proj,0.0000401676,0.05000,14.319
20,mlp.experts.436.gate_proj,0.0000375955,0.05000,14.462
20,mlp.experts.367.gate_proj,0.0000164201,0.05000,14.159
20,mlp.experts.359.gate_proj,0.0000811398,0.05000,14.139
20,mlp.experts.378.gate_proj,0.0000079040,0.05000,14.196
20,mlp.experts.384.gate_proj,0.0000685848,0.05000,14.131
20,mlp.experts.382.gate_proj,0.0000115432,0.05000,14.127
20,mlp.experts.381.gate_proj,0.0000337246,0.05000,14.249
20,mlp.experts.363.gate_proj,0.0000323768,0.05000,14.195
20,mlp.experts.392.gate_proj,0.0000766440,0.05000,13.965
20,mlp.experts.373.gate_proj,0.0000156648,0.05000,14.147
20,mlp.experts.371.gate_proj,0.0000310981,0.05000,14.236
20,mlp.experts.390.gate_proj,0.0000109231,0.05000,14.166
20,mlp.experts.377.gate_proj,0.0000140866,0.05000,14.312
20,mlp.experts.369.gate_proj,0.0000285208,0.05000,14.156
20,mlp.experts.412.gate_proj,0.0000524768,0.05000,14.133
20,mlp.experts.434.gate_proj,0.0000107075,0.05000,14.276
20,mlp.experts.452.gate_proj,0.0000488331,0.05000,14.375
20,mlp.experts.468.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.769
20,mlp.experts.383.gate_proj,0.0000259652,0.05000,14.719
20,mlp.experts.375.gate_proj,0.0000261471,0.05000,14.764
20,mlp.experts.394.gate_proj,0.0000409646,0.05000,14.652
20,mlp.experts.400.gate_proj,0.0000320476,0.05000,14.863
20,mlp.experts.398.gate_proj,0.0000251371,0.05000,14.761
20,mlp.experts.379.gate_proj,0.0000126408,0.05000,14.792
20,mlp.experts.397.gate_proj,0.0000178473,0.05000,14.888
20,mlp.experts.408.gate_proj,0.0000466433,0.05000,14.833
20,mlp.experts.389.gate_proj,0.0000159146,0.05000,14.864
20,mlp.experts.406.gate_proj,0.0000111755,0.05000,14.676
20,mlp.experts.387.gate_proj,0.0000376657,0.05000,14.820
20,mlp.experts.393.gate_proj,0.0000486561,0.05000,14.808
20,mlp.experts.385.gate_proj,0.0000256600,0.05000,14.725
20,mlp.experts.428.gate_proj,0.0000528463,0.05000,14.794
20,mlp.experts.450.gate_proj,0.0000129002,0.05000,14.764
20,mlp.experts.484.gate_proj,0.0000140219,0.05000,14.488
20,mlp.experts.399.gate_proj,0.0000214064,0.05000,14.328
20,mlp.experts.410.gate_proj,0.0000281053,0.05000,14.300
20,mlp.experts.391.gate_proj,0.0000180934,0.05000,14.452
20,mlp.experts.416.gate_proj,0.0000295877,0.05000,14.199
20,mlp.experts.414.gate_proj,0.0000607374,0.05000,14.366
20,mlp.experts.395.gate_proj,0.0000231247,0.05000,14.317
20,mlp.experts.413.gate_proj,0.0000294748,0.05000,14.255
20,mlp.experts.424.gate_proj,0.0000107734,0.05000,14.246
20,mlp.experts.407.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.837
20,mlp.experts.405.gate_proj,0.0000129565,0.05000,14.392
20,mlp.experts.422.gate_proj,0.0000295889,0.05000,14.263
20,mlp.experts.429.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.735
20,mlp.experts.403.gate_proj,0.0000389432,0.05000,14.352
20,mlp.experts.409.gate_proj,0.0000290968,0.05000,14.428
20,mlp.experts.401.gate_proj,0.0000311082,0.05000,14.523
20,mlp.experts.444.gate_proj,0.0000363385,0.05000,14.374
20,mlp.experts.466.gate_proj,0.0000417492,0.05000,14.319
20,mlp.experts.460.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.739
20,mlp.experts.500.gate_proj,0.0000389974,0.05000,14.363
20,mlp.experts.415.gate_proj,0.0000173020,0.05000,14.807
20,mlp.experts.426.gate_proj,0.0000114453,0.05000,14.811
20,mlp.experts.432.gate_proj,0.0000464675,0.05000,14.896
20,mlp.experts.430.gate_proj,0.0000277139,0.05000,14.763
20,mlp.experts.411.gate_proj,0.0000364674,0.05000,14.833
20,mlp.experts.440.gate_proj,0.0000281228,0.05000,14.812
20,mlp.experts.423.gate_proj,0.0000164957,0.05000,14.879
20,mlp.experts.421.gate_proj,0.0000507322,0.05000,14.813
20,mlp.experts.438.gate_proj,0.0000271950,0.05000,14.831
20,mlp.experts.419.gate_proj,0.0000207687,0.05000,14.803
20,mlp.experts.445.gate_proj,0.0000144554,0.05000,14.871
20,mlp.experts.425.gate_proj,0.0000294708,0.05000,14.753
20,mlp.experts.417.gate_proj,0.0000052292,0.05000,14.727
20,mlp.experts.482.gate_proj,0.0000198315,0.05000,14.751
20,mlp.experts.476.gate_proj,0.0000124946,0.05000,14.718
20,mlp.experts.498.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.762
20,mlp.experts.4.up_proj,0.0000232656,0.05000,14.712
20,mlp.experts.431.gate_proj,0.0000627517,0.05000,13.871
20,mlp.experts.442.gate_proj,0.0000142725,0.05000,13.968
20,mlp.experts.448.gate_proj,0.0000061666,0.05000,13.949
20,mlp.experts.446.gate_proj,0.0000217105,0.05000,13.947
20,mlp.experts.427.gate_proj,0.0000032618,0.05000,13.775
20,mlp.experts.456.gate_proj,0.0000120925,0.05000,13.766
20,mlp.experts.437.gate_proj,0.0000225857,0.05000,13.747
20,mlp.experts.439.gate_proj,0.0000103293,0.05000,13.905
20,mlp.experts.454.gate_proj,0.0000097478,0.05000,13.806
20,mlp.experts.435.gate_proj,0.0000428853,0.05000,13.754
20,mlp.experts.461.gate_proj,0.0000224353,0.05000,13.770
20,mlp.experts.441.gate_proj,0.0000303479,0.05000,13.897
20,mlp.experts.453.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.784
20,mlp.experts.433.gate_proj,0.0000221602,0.05000,13.915
20,mlp.experts.492.gate_proj,0.0000089185,0.05000,13.892
20,mlp.experts.2.up_proj,0.0000109606,0.05000,13.916
20,mlp.experts.18.up_proj,failsafe(rtn): 0.0015030,0.00000,0.695
20,mlp.experts.20.up_proj,0.0000091675,0.05000,13.846
20,mlp.experts.34.up_proj,failsafe(rtn): 0.0014038,0.00000,0.750
20,mlp.experts.447.gate_proj,0.0000265987,0.05000,14.398
20,mlp.experts.458.gate_proj,0.0000241760,0.05000,14.489
20,mlp.experts.464.gate_proj,0.0000116825,0.05000,14.519
20,mlp.experts.462.gate_proj,0.0000125300,0.05000,14.489
20,mlp.experts.443.gate_proj,0.0000485044,0.05000,14.606
20,mlp.experts.472.gate_proj,0.0000129223,0.05000,14.573
20,mlp.experts.455.gate_proj,0.0000405314,0.05000,14.564
20,mlp.experts.470.gate_proj,0.0000467186,0.05000,14.585
20,mlp.experts.451.gate_proj,0.0000106105,0.05000,14.687
20,mlp.experts.477.gate_proj,0.0000185438,0.05000,14.651
20,mlp.experts.457.gate_proj,0.0000114960,0.05000,14.642
20,mlp.experts.469.gate_proj,0.0000189064,0.05000,14.661
20,mlp.experts.449.gate_proj,0.0000097532,0.05000,14.673
20,mlp.experts.508.gate_proj,0.0000382214,0.05000,14.656
20,mlp.experts.36.up_proj,0.0000678602,0.05000,14.520
20,mlp.experts.50.up_proj,0.0000277805,0.05000,14.522
20,mlp.experts.463.gate_proj,0.0000248090,0.05000,14.805
20,mlp.experts.474.gate_proj,0.0000398255,0.05000,14.624
20,mlp.experts.480.gate_proj,0.0000130366,0.05000,14.746
20,mlp.experts.478.gate_proj,0.0000129381,0.05000,14.675
20,mlp.experts.459.gate_proj,0.0000332982,0.05000,14.548
20,mlp.experts.488.gate_proj,0.0000121504,0.05000,14.560
20,mlp.experts.486.gate_proj,0.0000291632,0.05000,14.522
20,mlp.experts.471.gate_proj,0.0000437931,0.05000,14.719
20,mlp.experts.493.gate_proj,0.0000256235,0.05000,14.570
20,mlp.experts.467.gate_proj,0.0000225796,0.05000,14.654
20,mlp.experts.473.gate_proj,0.0000131003,0.05000,14.722
20,mlp.experts.485.gate_proj,0.0000135117,0.05000,14.597
20,mlp.experts.465.gate_proj,0.0000138189,0.05000,14.709
20,mlp.experts.12.up_proj,0.0000051150,0.05000,14.604
20,mlp.experts.52.up_proj,0.0000216718,0.05000,14.540
20,mlp.experts.66.up_proj,0.0000607173,0.05000,14.624
20,mlp.experts.82.up_proj,failsafe(rtn): 0.0013962,0.00000,0.707
20,mlp.experts.479.gate_proj,0.0000274224,0.05000,14.189
20,mlp.experts.490.gate_proj,0.0000121493,0.05000,14.252
20,mlp.experts.496.gate_proj,0.0000109880,0.05000,14.303
20,mlp.experts.494.gate_proj,0.0000192406,0.05000,14.313
20,mlp.experts.475.gate_proj,0.0000157522,0.05000,14.292
20,mlp.experts.504.gate_proj,0.0000268605,0.05000,14.225
20,mlp.experts.487.gate_proj,0.0000695871,0.05000,14.307
20,mlp.experts.502.gate_proj,0.0000057786,0.05000,14.384
20,mlp.experts.0.up_proj,failsafe(rtn): 0.0014191,0.00000,0.762
20,mlp.experts.483.gate_proj,0.0000313217,0.05000,14.216
20,mlp.experts.509.gate_proj,0.0000269904,0.05000,14.355
20,mlp.experts.489.gate_proj,0.0000165742,0.05000,14.200
20,mlp.experts.501.gate_proj,0.0000090000,0.05000,14.309
20,mlp.experts.481.gate_proj,0.0000180142,0.05000,14.414
20,mlp.experts.28.up_proj,0.0000111561,0.05000,14.383
20,mlp.experts.68.up_proj,0.0000132062,0.05000,14.161
20,mlp.experts.98.up_proj,0.0000098867,0.05000,14.284
20,mlp.experts.495.gate_proj,0.0000113905,0.05000,14.392
20,mlp.experts.506.gate_proj,0.0000113748,0.05000,14.409
20,mlp.experts.491.gate_proj,0.0000244450,0.05000,14.375
20,mlp.experts.510.gate_proj,0.0000230023,0.05000,14.433
20,mlp.experts.8.up_proj,0.0000423230,0.05000,14.418
20,mlp.experts.503.gate_proj,0.0000306933,0.05000,14.533
20,mlp.experts.6.up_proj,0.0000550779,0.05000,14.524
20,mlp.experts.16.up_proj,0.0000378883,0.05000,14.456
20,mlp.experts.499.gate_proj,0.0000646900,0.05000,14.388
20,mlp.experts.13.up_proj,0.0000164904,0.05000,14.414
20,mlp.experts.5.up_proj,0.0000237553,0.05000,14.356
20,mlp.experts.505.gate_proj,0.0000183446,0.05000,14.516
20,mlp.experts.497.gate_proj,0.0000278163,0.05000,14.429
20,mlp.experts.44.up_proj,0.0000773866,0.05000,14.461
20,mlp.experts.84.up_proj,0.0000607998,0.05000,14.421
20,mlp.experts.114.up_proj,0.0000142914,0.05000,14.493
20,mlp.experts.130.up_proj,failsafe(rtn): 0.0014343,0.00000,0.664
20,mlp.experts.511.gate_proj,0.0000098800,0.05000,14.490
20,mlp.experts.10.up_proj,0.0000168165,0.05000,14.470
20,mlp.experts.24.up_proj,0.0000371121,0.05000,14.272
20,mlp.experts.14.up_proj,0.0000372896,0.05000,14.348
20,mlp.experts.507.gate_proj,0.0000210666,0.05000,14.420
20,mlp.experts.22.up_proj,0.0000196095,0.05000,14.344
20,mlp.experts.3.up_proj,0.0000173468,0.05000,14.374
20,mlp.experts.32.up_proj,0.0000607761,0.05000,14.426
20,mlp.experts.29.up_proj,0.0000181143,0.05000,14.353
20,mlp.experts.7.up_proj,0.0000105018,0.05000,14.556
20,mlp.experts.21.up_proj,0.0000170389,0.05000,14.387
20,mlp.experts.9.up_proj,0.0000182926,0.05000,14.491
20,mlp.experts.1.up_proj,0.0000219717,0.05000,14.435
20,mlp.experts.60.up_proj,0.0000254728,0.05000,14.376
20,mlp.experts.76.up_proj,failsafe(rtn): 0.0014420,0.00000,0.729
20,mlp.experts.100.up_proj,0.0000153366,0.05000,14.327
20,mlp.experts.146.up_proj,0.0000242457,0.05000,14.355
20,mlp.experts.15.up_proj,0.0000236464,0.05000,14.229
20,mlp.experts.26.up_proj,0.0000202547,0.05000,14.119
20,mlp.experts.11.up_proj,0.0000271213,0.05000,14.095
20,mlp.experts.40.up_proj,0.0000160660,0.05000,14.180
20,mlp.experts.30.up_proj,0.0000536547,0.05000,14.245
20,mlp.experts.48.up_proj,0.0000440639,0.05000,14.152
20,mlp.experts.19.up_proj,0.0000593164,0.05000,14.200
20,mlp.experts.38.up_proj,0.0000265592,0.05000,14.295
20,mlp.experts.45.up_proj,0.0000246530,0.05000,14.178
20,mlp.experts.23.up_proj,0.0000657517,0.05000,14.244
20,mlp.experts.37.up_proj,0.0000225510,0.05000,14.199
20,mlp.experts.25.up_proj,0.0000289363,0.05000,14.156
20,mlp.experts.17.up_proj,0.0000076760,0.05000,14.255
20,mlp.experts.92.up_proj,0.0000542786,0.05000,14.250
20,mlp.experts.116.up_proj,0.0000043603,0.05000,14.309
20,mlp.experts.162.up_proj,0.0000322297,0.05000,14.449
20,mlp.experts.31.up_proj,0.0000306164,0.05000,14.549
20,mlp.experts.42.up_proj,0.0000156624,0.05000,14.693
20,mlp.experts.27.up_proj,0.0000311291,0.05000,14.754
20,mlp.experts.56.up_proj,0.0000125525,0.05000,14.764
20,mlp.experts.46.up_proj,0.0000217325,0.05000,14.662
20,mlp.experts.58.up_proj,failsafe(rtn): 0.0014038,0.00000,0.757
20,mlp.experts.54.up_proj,0.0000209051,0.05000,14.605
20,mlp.experts.64.up_proj,0.0000424998,0.05000,14.734
20,mlp.experts.61.up_proj,0.0000143777,0.05000,14.688
20,mlp.experts.39.up_proj,0.0000071349,0.05000,14.646
20,mlp.experts.35.up_proj,0.0000068758,0.05000,14.967
20,mlp.experts.53.up_proj,0.0000650061,0.05000,14.803
20,mlp.experts.41.up_proj,0.0000085256,0.05000,14.909
20,mlp.experts.33.up_proj,0.0000191468,0.05000,14.733
20,mlp.experts.108.up_proj,0.0000135791,0.05000,14.755
20,mlp.experts.132.up_proj,0.0000213746,0.05000,14.816
20,mlp.experts.178.up_proj,0.0000197756,0.05000,14.791
20,mlp.experts.47.up_proj,0.0000436181,0.05000,14.518
20,mlp.experts.72.up_proj,0.0000088421,0.05000,14.463
20,mlp.experts.62.up_proj,0.0000137281,0.05000,14.454
20,mlp.experts.43.up_proj,0.0000167115,0.05000,14.598
20,mlp.experts.74.up_proj,0.0000152245,0.05000,14.474
20,mlp.experts.80.up_proj,0.0000106683,0.05000,14.467
20,mlp.experts.70.up_proj,0.0000222714,0.05000,14.543
20,mlp.experts.77.up_proj,0.0000172300,0.05000,14.481
20,mlp.experts.55.up_proj,0.0000184383,0.05000,14.577
20,mlp.experts.51.up_proj,0.0000196628,0.05000,14.424
20,mlp.experts.69.up_proj,0.0000227702,0.05000,14.608
20,mlp.experts.57.up_proj,0.0000443734,0.05000,14.423
20,mlp.experts.49.up_proj,0.0000233812,0.05000,14.504
20,mlp.experts.124.up_proj,0.0000485204,0.05000,14.470
20,mlp.experts.148.up_proj,0.0000235343,0.05000,14.564
20,mlp.experts.140.up_proj,failsafe(rtn): 0.0014191,0.00000,0.759
20,mlp.experts.164.up_proj,failsafe(rtn): 0.0014725,0.00000,0.678
20,mlp.experts.156.up_proj,failsafe(rtn): 0.0015564,0.00000,0.692
20,mlp.experts.194.up_proj,0.0000234099,0.05000,14.545
20,mlp.experts.63.up_proj,0.0000232279,0.05000,14.583
20,mlp.experts.78.up_proj,0.0000230585,0.05000,14.687
20,mlp.experts.88.up_proj,0.0000249666,0.05000,14.743
20,mlp.experts.59.up_proj,0.0000107971,0.05000,14.778
20,mlp.experts.90.up_proj,0.0000356118,0.05000,14.739
20,mlp.experts.86.up_proj,0.0000116550,0.05000,14.518
20,mlp.experts.93.up_proj,0.0000213939,0.05000,14.550
20,mlp.experts.96.up_proj,0.0000304009,0.05000,14.648
20,mlp.experts.71.up_proj,0.0000230356,0.05000,14.486
20,mlp.experts.67.up_proj,0.0000063270,0.05000,14.716
20,mlp.experts.73.up_proj,0.0000312221,0.05000,14.571
20,mlp.experts.85.up_proj,0.0000244147,0.05000,14.676
20,mlp.experts.65.up_proj,0.0000274400,0.05000,14.724
20,mlp.experts.180.up_proj,0.0000570396,0.05000,14.412
20,mlp.experts.172.up_proj,0.0000190078,0.05000,14.462
20,mlp.experts.210.up_proj,0.0000278399,0.05000,14.432
20,mlp.experts.226.up_proj,failsafe(rtn): 0.0013885,0.00000,0.668
20,mlp.experts.79.up_proj,0.0000643338,0.05000,14.341
20,mlp.experts.104.up_proj,0.0000245653,0.05000,14.360
20,mlp.experts.94.up_proj,0.0000199571,0.05000,14.473
20,mlp.experts.75.up_proj,0.0000103569,0.05000,14.396
20,mlp.experts.106.up_proj,0.0000132091,0.05000,14.438
20,mlp.experts.120.up_proj,failsafe(rtn): 0.0014725,0.00000,0.732
20,mlp.experts.112.up_proj,0.0000053054,0.05000,14.359
20,mlp.experts.102.up_proj,0.0000255276,0.05000,14.587
20,mlp.experts.87.up_proj,0.0000226224,0.05000,14.415
20,mlp.experts.109.up_proj,0.0000029527,0.05000,14.580
20,mlp.experts.83.up_proj,0.0000594480,0.05000,14.474
20,mlp.experts.89.up_proj,0.0000135016,0.05000,14.517
20,mlp.experts.101.up_proj,0.0000212330,0.05000,14.487
20,mlp.experts.81.up_proj,0.0000126609,0.05000,14.474
20,mlp.experts.117.up_proj,failsafe(rtn): 0.0014877,0.00000,0.694
20,mlp.experts.196.up_proj,0.0000254202,0.05000,14.564
20,mlp.experts.188.up_proj,0.0000159669,0.05000,14.566
20,mlp.experts.242.up_proj,0.0000311408,0.05000,14.415
20,mlp.experts.95.up_proj,0.0000143964,0.05000,14.418
20,mlp.experts.110.up_proj,0.0000090227,0.05000,14.420
20,mlp.experts.91.up_proj,0.0000109756,0.05000,14.404
20,mlp.experts.122.up_proj,0.0000209792,0.05000,14.326
20,mlp.experts.136.up_proj,0.0000085607,0.05000,14.318
20,mlp.experts.128.up_proj,0.0000306068,0.05000,14.326
20,mlp.experts.103.up_proj,0.0000242422,0.05000,14.314
20,mlp.experts.118.up_proj,0.0000255939,0.05000,14.324
20,mlp.experts.125.up_proj,0.0000145960,0.05000,14.384
20,mlp.experts.99.up_proj,0.0000306127,0.05000,14.303
20,mlp.experts.134.up_proj,failsafe(rtn): 0.0014725,0.00000,0.728
20,mlp.experts.105.up_proj,0.0000198412,0.05000,14.400
20,mlp.experts.97.up_proj,0.0000239862,0.05000,14.320
20,mlp.experts.133.up_proj,0.0000193028,0.05000,14.425
20,mlp.experts.212.up_proj,0.0000173077,0.05000,14.213
20,mlp.experts.204.up_proj,0.0000213611,0.05000,14.198
20,mlp.experts.258.up_proj,0.0000415034,0.05000,14.355
20,mlp.experts.111.up_proj,0.0000420914,0.05000,14.318
20,mlp.experts.126.up_proj,0.0000330677,0.05000,14.071
20,mlp.experts.107.up_proj,0.0000341864,0.05000,14.293
20,mlp.experts.138.up_proj,0.0000519905,0.05000,14.216
20,mlp.experts.152.up_proj,0.0000328425,0.05000,14.219
20,mlp.experts.144.up_proj,0.0000023428,0.05000,14.291
20,mlp.experts.119.up_proj,0.0000195345,0.05000,14.337
20,mlp.experts.141.up_proj,0.0000195174,0.05000,14.223
20,mlp.experts.115.up_proj,0.0000239412,0.05000,14.202
20,mlp.experts.168.up_proj,failsafe(rtn): 0.0014420,0.00000,0.738
20,mlp.experts.150.up_proj,0.0000110070,0.05000,14.276
20,mlp.experts.121.up_proj,0.0000231959,0.05000,14.311
20,mlp.experts.113.up_proj,0.0000374961,0.05000,14.255
20,mlp.experts.149.up_proj,0.0000286058,0.05000,14.156
20,mlp.experts.228.up_proj,0.0000163783,0.05000,14.181
20,mlp.experts.220.up_proj,0.0000187986,0.05000,14.285
20,mlp.experts.244.up_proj,failsafe(rtn): 0.0014801,0.00000,0.718
20,mlp.experts.274.up_proj,0.0000153347,0.05000,14.559
20,mlp.experts.127.up_proj,0.0000117636,0.05000,14.206
20,mlp.experts.142.up_proj,0.0000127247,0.05000,14.338
20,mlp.experts.123.up_proj,0.0000252820,0.05000,14.316
20,mlp.experts.154.up_proj,0.0000397203,0.05000,14.326
20,mlp.experts.160.up_proj,0.0000208238,0.05000,14.115
20,mlp.experts.157.up_proj,0.0000124049,0.05000,14.188
20,mlp.experts.135.up_proj,0.0000106257,0.05000,14.323
20,mlp.experts.131.up_proj,0.0000208526,0.05000,14.289
20,mlp.experts.184.up_proj,0.0000272385,0.05000,14.411
20,mlp.experts.166.up_proj,0.0000154708,0.05000,14.529
20,mlp.experts.137.up_proj,0.0000602846,0.05000,14.493
20,mlp.experts.129.up_proj,0.0000257516,0.05000,14.453
20,mlp.experts.165.up_proj,0.0000121532,0.05000,14.486
20,mlp.experts.236.up_proj,0.0000281584,0.05000,14.162
20,mlp.experts.260.up_proj,0.0000145263,0.05000,14.069
20,mlp.experts.276.up_proj,failsafe(rtn): 0.0014496,0.00000,0.788
20,mlp.experts.290.up_proj,0.0000075122,0.05000,14.062
20,mlp.experts.143.up_proj,0.0000102276,0.05000,14.678
20,mlp.experts.158.up_proj,0.0000212366,0.05000,14.512
20,mlp.experts.139.up_proj,0.0000165756,0.05000,14.586
20,mlp.experts.170.up_proj,0.0000079503,0.05000,14.614
20,mlp.experts.176.up_proj,0.0000685293,0.05000,14.628
20,mlp.experts.151.up_proj,0.0000390634,0.05000,14.478
20,mlp.experts.173.up_proj,0.0000097873,0.05000,14.598
20,mlp.experts.147.up_proj,0.0000151735,0.05000,14.547
20,mlp.experts.200.up_proj,0.0000178432,0.05000,14.437
20,mlp.experts.153.up_proj,0.0000366055,0.05000,14.552
20,mlp.experts.182.up_proj,0.0000383157,0.05000,14.599
20,mlp.experts.145.up_proj,0.0000399370,0.05000,14.562
20,mlp.experts.181.up_proj,0.0000176094,0.05000,14.472
20,mlp.experts.252.up_proj,0.0000417445,0.05000,14.252
20,mlp.experts.292.up_proj,0.0000179505,0.05000,14.309
20,mlp.experts.306.up_proj,0.0000088276,0.05000,14.321
20,mlp.experts.159.up_proj,0.0000334657,0.05000,13.991
20,mlp.experts.174.up_proj,0.0000231522,0.05000,14.118
20,mlp.experts.155.up_proj,0.0000018544,0.05000,14.070
20,mlp.experts.186.up_proj,0.0000150131,0.05000,14.008
20,mlp.experts.192.up_proj,0.0000199032,0.05000,13.940
20,mlp.experts.189.up_proj,0.0000117231,0.05000,13.980
20,mlp.experts.167.up_proj,0.0000128576,0.05000,14.112
20,mlp.experts.163.up_proj,0.0000359590,0.05000,14.122
20,mlp.experts.216.up_proj,0.0000255903,0.05000,14.120
20,mlp.experts.198.up_proj,0.0000155021,0.05000,14.136
20,mlp.experts.169.up_proj,0.0000160561,0.05000,14.257
20,mlp.experts.161.up_proj,0.0000335587,0.05000,14.288
20,mlp.experts.197.up_proj,0.0000264256,0.05000,14.213
20,mlp.experts.268.up_proj,0.0000421270,0.05000,14.259
20,mlp.experts.308.up_proj,0.0000352429,0.05000,14.356
20,mlp.experts.324.up_proj,failsafe(rtn): 0.0014343,0.00000,0.802
20,mlp.experts.322.up_proj,0.0000088900,0.05000,14.406
20,mlp.experts.175.up_proj,0.0000338377,0.05000,14.587
20,mlp.experts.190.up_proj,0.0000270513,0.05000,14.402
20,mlp.experts.202.up_proj,0.0000117092,0.05000,14.333
20,mlp.experts.171.up_proj,0.0000503529,0.05000,14.491
20,mlp.experts.208.up_proj,0.0000436042,0.05000,14.319
20,mlp.experts.183.up_proj,0.0000045125,0.05000,14.288
20,mlp.experts.205.up_proj,0.0000170031,0.05000,14.443
20,mlp.experts.179.up_proj,0.0000037041,0.05000,14.478
20,mlp.experts.232.up_proj,0.0000028211,0.05000,14.408
20,mlp.experts.214.up_proj,0.0000298819,0.05000,14.281
20,mlp.experts.185.up_proj,0.0000263897,0.05000,14.557
20,mlp.experts.177.up_proj,0.0000137299,0.05000,14.616
20,mlp.experts.213.up_proj,0.0000279189,0.05000,14.473
20,mlp.experts.284.up_proj,0.0000106822,0.05000,14.421
20,mlp.experts.338.up_proj,0.0000124308,0.05000,14.459
20,mlp.experts.340.up_proj,0.0000099777,0.05000,14.579
20,mlp.experts.356.up_proj,failsafe(rtn): 0.0014648,0.00000,0.681
20,mlp.experts.191.up_proj,0.0000264487,0.05000,14.409
20,mlp.experts.206.up_proj,0.0000264079,0.05000,14.369
20,mlp.experts.218.up_proj,0.0000172856,0.05000,14.371
20,mlp.experts.224.up_proj,0.0000069193,0.05000,14.278
20,mlp.experts.187.up_proj,0.0000131345,0.05000,14.469
20,mlp.experts.199.up_proj,0.0000337477,0.05000,14.257
20,mlp.experts.221.up_proj,0.0000158656,0.05000,14.373
20,mlp.experts.195.up_proj,0.0000273111,0.05000,14.313
20,mlp.experts.248.up_proj,0.0000380291,0.05000,14.418
20,mlp.experts.237.up_proj,failsafe(rtn): 0.0014725,0.00000,0.756
20,mlp.experts.230.up_proj,0.0000694919,0.05000,14.288
20,mlp.experts.201.up_proj,0.0000376564,0.05000,14.266
20,mlp.experts.229.up_proj,0.0000167864,0.05000,14.087
20,mlp.experts.193.up_proj,0.0000164397,0.05000,14.232
20,mlp.experts.300.up_proj,0.0000198863,0.05000,14.005
20,mlp.experts.354.up_proj,0.0000100611,0.05000,14.078
20,mlp.experts.372.up_proj,0.0000294562,0.05000,14.090
20,mlp.experts.388.up_proj,failsafe(rtn): 0.0015488,0.00000,0.719
20,mlp.experts.207.up_proj,0.0000775438,0.05000,14.288
20,mlp.experts.222.up_proj,0.0000093130,0.05000,14.384
20,mlp.experts.234.up_proj,0.0000186782,0.05000,14.317
20,mlp.experts.240.up_proj,0.0000062212,0.05000,14.341
20,mlp.experts.203.up_proj,0.0000262943,0.05000,14.285
20,mlp.experts.215.up_proj,0.0000212672,0.05000,14.329
20,mlp.experts.256.up_proj,failsafe(rtn): 0.0014420,0.00000,0.689
20,mlp.experts.211.up_proj,0.0000165119,0.05000,14.335
20,mlp.experts.264.up_proj,0.0000142377,0.05000,14.243
20,mlp.experts.253.up_proj,0.0000597120,0.05000,14.208
20,mlp.experts.246.up_proj,0.0000315860,0.05000,14.323
20,mlp.experts.272.up_proj,failsafe(rtn): 0.0013809,0.00000,0.729
20,mlp.experts.227.up_proj,failsafe(rtn): 0.0013733,0.00000,0.731
20,mlp.experts.217.up_proj,0.0000085014,0.05000,14.377
20,mlp.experts.245.up_proj,0.0000074610,0.05000,14.442
20,mlp.experts.209.up_proj,0.0000504299,0.05000,14.544
20,mlp.experts.316.up_proj,0.0000133962,0.05000,14.367
20,mlp.experts.370.up_proj,0.0000243491,0.05000,14.236
20,mlp.experts.404.up_proj,0.0000468114,0.05000,14.300
20,mlp.experts.223.up_proj,0.0000398936,0.05000,14.281
20,mlp.experts.238.up_proj,0.0000327202,0.05000,14.238
20,mlp.experts.250.up_proj,0.0000293136,0.05000,14.129
20,mlp.experts.219.up_proj,0.0000310178,0.05000,14.386
20,mlp.experts.231.up_proj,0.0000210426,0.05000,14.218
20,mlp.experts.280.up_proj,0.0000131627,0.05000,14.208
20,mlp.experts.269.up_proj,0.0000117369,0.05000,14.312
20,mlp.experts.288.up_proj,0.0000194925,0.05000,14.163
20,mlp.experts.262.up_proj,0.0000135264,0.05000,14.264
20,mlp.experts.243.up_proj,0.0000299678,0.05000,14.272
20,mlp.experts.233.up_proj,0.0000655427,0.05000,14.240
20,mlp.experts.261.up_proj,0.0000212602,0.05000,14.153
20,mlp.experts.225.up_proj,0.0000568843,0.05000,14.067
20,mlp.experts.278.up_proj,failsafe(rtn): 0.0013428,0.00000,0.733
20,mlp.experts.332.up_proj,0.0000139972,0.05000,14.015
20,mlp.experts.386.up_proj,0.0000300968,0.05000,14.219
20,mlp.experts.402.up_proj,failsafe(rtn): 0.0015717,0.00000,0.695
20,mlp.experts.420.up_proj,0.0000078120,0.05000,14.292
20,mlp.experts.239.up_proj,0.0000271133,0.05000,14.245
20,mlp.experts.254.up_proj,0.0000277778,0.05000,14.332
20,mlp.experts.266.up_proj,0.0000116492,0.05000,14.398
20,mlp.experts.235.up_proj,0.0000217482,0.05000,14.365
20,mlp.experts.247.up_proj,0.0000295554,0.05000,14.320
20,mlp.experts.296.up_proj,0.0000120526,0.05000,14.285
20,mlp.experts.285.up_proj,0.0000040987,0.05000,14.271
20,mlp.experts.304.up_proj,0.0000051173,0.05000,14.327
20,mlp.experts.259.up_proj,0.0000413426,0.05000,14.337
20,mlp.experts.249.up_proj,0.0000142922,0.05000,14.386
20,mlp.experts.294.up_proj,0.0000330199,0.05000,14.259
20,mlp.experts.241.up_proj,0.0000081492,0.05000,14.377
20,mlp.experts.277.up_proj,0.0000482954,0.05000,14.421
20,mlp.experts.348.up_proj,0.0000502868,0.05000,14.634
20,mlp.experts.418.up_proj,0.0000376684,0.05000,14.453
20,mlp.experts.436.up_proj,0.0000373198,0.05000,14.244
20,mlp.experts.255.up_proj,0.0000179057,0.05000,13.985
20,mlp.experts.270.up_proj,0.0000258401,0.05000,14.161
20,mlp.experts.282.up_proj,0.0000321537,0.05000,14.137
20,mlp.experts.251.up_proj,0.0000381650,0.05000,14.227
20,mlp.experts.263.up_proj,0.0000324700,0.05000,14.213
20,mlp.experts.312.up_proj,0.0000172687,0.05000,14.309
20,mlp.experts.301.up_proj,0.0000190337,0.05000,14.238
20,mlp.experts.320.up_proj,0.0000146223,0.05000,14.243
20,mlp.experts.275.up_proj,0.0000395125,0.05000,14.328
20,mlp.experts.265.up_proj,0.0000209257,0.05000,14.309
20,mlp.experts.310.up_proj,0.0000401876,0.05000,14.354
20,mlp.experts.257.up_proj,0.0000211794,0.05000,14.344
20,mlp.experts.293.up_proj,0.0000507565,0.05000,14.395
20,mlp.experts.326.up_proj,failsafe(rtn): 0.0014191,0.00000,0.736
20,mlp.experts.273.up_proj,failsafe(rtn): 0.0014801,0.00000,0.791
20,mlp.experts.364.up_proj,0.0000428214,0.05000,14.310
20,mlp.experts.434.up_proj,0.0000097679,0.05000,14.452
20,mlp.experts.452.up_proj,0.0000443886,0.05000,14.545
20,mlp.experts.468.up_proj,failsafe(rtn): 0.0015411,0.00000,0.689
20,mlp.experts.271.up_proj,0.0000208573,0.05000,14.548
20,mlp.experts.286.up_proj,0.0000470139,0.05000,14.415
20,mlp.experts.298.up_proj,0.0000070314,0.05000,14.497
20,mlp.experts.279.up_proj,0.0000075577,0.05000,14.285
20,mlp.experts.267.up_proj,0.0000149134,0.05000,14.330
20,mlp.experts.328.up_proj,0.0000246291,0.05000,14.243
20,mlp.experts.317.up_proj,0.0000180462,0.05000,14.377
20,mlp.experts.336.up_proj,0.0000158088,0.05000,14.204
20,mlp.experts.291.up_proj,0.0000218934,0.05000,14.362
20,mlp.experts.281.up_proj,0.0000189715,0.05000,14.406
20,mlp.experts.309.up_proj,0.0000108345,0.05000,14.349
20,mlp.experts.289.up_proj,0.0000122039,0.05000,14.089
20,mlp.experts.342.up_proj,0.0000548840,0.05000,14.277
20,mlp.experts.380.up_proj,0.0000220899,0.05000,14.218
20,mlp.experts.450.up_proj,0.0000132731,0.05000,14.255
20,mlp.experts.484.up_proj,0.0000137465,0.05000,13.943
20,mlp.experts.287.up_proj,0.0000202084,0.05000,14.717
20,mlp.experts.302.up_proj,0.0000361246,0.05000,14.580
20,mlp.experts.314.up_proj,0.0000129633,0.05000,14.632
20,mlp.experts.283.up_proj,0.0000170084,0.05000,14.565
20,mlp.experts.295.up_proj,0.0000196513,0.05000,14.666
20,mlp.experts.344.up_proj,0.0000088639,0.05000,14.608
20,mlp.experts.333.up_proj,0.0000173834,0.05000,14.733
20,mlp.experts.352.up_proj,0.0000338335,0.05000,14.683
20,mlp.experts.307.up_proj,0.0000332842,0.05000,14.836
20,mlp.experts.297.up_proj,0.0000234253,0.05000,14.846
20,mlp.experts.325.up_proj,0.0000103380,0.05000,14.703
20,mlp.experts.305.up_proj,0.0000561379,0.05000,14.745
20,mlp.experts.358.up_proj,0.0000142068,0.05000,14.761
20,mlp.experts.396.up_proj,0.0000102220,0.05000,14.825
20,mlp.experts.466.up_proj,0.0000408594,0.05000,14.934
20,mlp.experts.500.up_proj,0.0000354459,0.05000,14.835
20,mlp.experts.4.down_proj,0.0000037618,0.05000,3.418
20,mlp.experts.303.up_proj,0.0000556867,0.05000,14.393
20,mlp.experts.318.up_proj,0.0000127937,0.05000,14.514
20,mlp.experts.330.up_proj,0.0000361661,0.05000,14.517
20,mlp.experts.299.up_proj,0.0000200245,0.05000,14.465
20,mlp.experts.311.up_proj,0.0000180605,0.05000,14.639
20,mlp.experts.360.up_proj,0.0000158956,0.05000,14.753
20,mlp.experts.349.up_proj,0.0000153521,0.05000,14.573
20,mlp.experts.20.down_proj,0.0000006142,0.05000,3.980
20,mlp.experts.368.up_proj,0.0000168315,0.05000,14.628
20,mlp.experts.323.up_proj,0.0000107759,0.05000,14.504
20,mlp.experts.313.up_proj,0.0000237369,0.05000,14.590
20,mlp.experts.341.up_proj,0.0000304165,0.05000,14.503
20,mlp.experts.374.up_proj,0.0000543130,0.05000,14.592
20,mlp.experts.321.up_proj,0.0000271033,0.05000,14.711
20,mlp.experts.412.up_proj,0.0000471765,0.05000,14.454
20,mlp.experts.36.down_proj,0.0000116362,0.05000,3.447
20,mlp.experts.482.up_proj,0.0000198434,0.05000,14.201
20,mlp.experts.498.up_proj,failsafe(rtn): 0.0014496,0.00000,0.758
20,mlp.experts.52.down_proj,0.0000041023,0.05000,3.520
20,mlp.experts.2.down_proj,0.0000010306,0.05000,3.452
20,mlp.experts.18.down_proj,failsafe(rtn): 0.0015793,0.00000,0.184
20,mlp.experts.34.down_proj,failsafe(rtn): 0.0014572,0.00000,0.166
20,mlp.experts.68.down_proj,0.0000007031,0.05000,3.390
20,mlp.experts.319.up_proj,0.0000761211,0.05000,14.180
20,mlp.experts.334.up_proj,0.0000202119,0.05000,14.079
20,mlp.experts.346.up_proj,0.0000175317,0.05000,14.096
20,mlp.experts.315.up_proj,0.0000204955,0.05000,14.094
20,mlp.experts.327.up_proj,0.0000192447,0.05000,13.978
20,mlp.experts.350.up_proj,failsafe(rtn): 0.0014496,0.00000,0.698
20,mlp.experts.376.up_proj,0.0000319954,0.05000,13.996
20,mlp.experts.50.down_proj,0.0000047695,0.05000,3.614
20,mlp.experts.365.up_proj,0.0000248492,0.05000,13.904
20,mlp.experts.84.down_proj,0.0000047007,0.05000,3.547
20,mlp.experts.384.up_proj,0.0000647145,0.05000,13.878
20,mlp.experts.339.up_proj,0.0000306720,0.05000,13.887
20,mlp.experts.329.up_proj,0.0000083434,0.05000,14.042
20,mlp.experts.357.up_proj,0.0000189266,0.05000,14.027
20,mlp.experts.390.up_proj,0.0000113179,0.05000,13.907
20,mlp.experts.337.up_proj,0.0000095895,0.05000,14.033
20,mlp.experts.428.up_proj,0.0000497969,0.05000,13.852
20,mlp.experts.66.down_proj,0.0000037303,0.05000,3.538
20,mlp.experts.100.down_proj,0.0000007470,0.05000,3.591
20,mlp.experts.82.down_proj,failsafe(rtn): 0.0014572,0.00000,0.203
20,mlp.experts.116.down_proj,0.0000003415,0.05000,3.701
20,mlp.experts.98.down_proj,0.0000006186,0.05000,3.713
20,mlp.experts.132.down_proj,0.0000028420,0.05000,3.519
20,mlp.experts.114.down_proj,0.0000011007,0.05000,3.549
20,mlp.experts.130.down_proj,failsafe(rtn): 0.0015030,0.00000,0.202
20,mlp.experts.335.up_proj,0.0000519548,0.05000,14.351
20,mlp.experts.362.up_proj,0.0000275755,0.05000,14.378
20,mlp.experts.331.up_proj,0.0000345847,0.05000,14.389
20,mlp.experts.366.up_proj,0.0000139155,0.05000,14.360
20,mlp.experts.343.up_proj,0.0000285579,0.05000,14.507
20,mlp.experts.392.up_proj,0.0000552862,0.05000,14.429
20,mlp.experts.381.up_proj,0.0000328466,0.05000,14.422
20,mlp.experts.400.up_proj,0.0000314112,0.05000,14.387
20,mlp.experts.148.down_proj,0.0000022825,0.05000,3.736
20,mlp.experts.164.down_proj,failsafe(rtn): 0.0015259,0.00000,0.175
20,mlp.experts.146.down_proj,0.0000010912,0.05000,3.658
20,mlp.experts.355.up_proj,0.0000443646,0.05000,14.375
20,mlp.experts.345.up_proj,0.0000298147,0.05000,14.413
20,mlp.experts.373.up_proj,0.0000148774,0.05000,14.398
20,mlp.experts.361.up_proj,failsafe(rtn): 0.0013962,0.00000,0.786
20,mlp.experts.406.up_proj,0.0000120300,0.05000,14.553
20,mlp.experts.353.up_proj,0.0000087435,0.05000,14.524
20,mlp.experts.444.up_proj,0.0000359921,0.05000,14.546
20,mlp.experts.460.up_proj,failsafe(rtn): 0.0015182,0.00000,0.698
20,mlp.experts.180.down_proj,0.0000033461,0.05000,3.714
20,mlp.experts.162.down_proj,0.0000017030,0.05000,3.695
20,mlp.experts.196.down_proj,0.0000030729,0.05000,3.385
20,mlp.experts.178.down_proj,0.0000012330,0.05000,3.416
20,mlp.experts.212.down_proj,0.0000011322,0.05000,3.623
20,mlp.experts.194.down_proj,0.0000012405,0.05000,3.594
20,mlp.experts.351.up_proj,0.0000253613,0.05000,14.288
20,mlp.experts.378.up_proj,0.0000077082,0.05000,14.391
20,mlp.experts.347.up_proj,0.0000689820,0.05000,14.474
20,mlp.experts.382.up_proj,0.0000107993,0.05000,14.315
20,mlp.experts.359.up_proj,0.0000757293,0.05000,14.393
20,mlp.experts.408.up_proj,0.0000440194,0.05000,14.298
20,mlp.experts.397.up_proj,0.0000169777,0.05000,14.324
20,mlp.experts.416.up_proj,0.0000304285,0.05000,14.295
20,mlp.experts.228.down_proj,0.0000021046,0.05000,3.511
20,mlp.experts.210.down_proj,0.0000018927,0.05000,3.570
20,mlp.experts.244.down_proj,failsafe(rtn): 0.0015411,0.00000,0.159
20,mlp.experts.371.up_proj,0.0000307313,0.05000,14.306
20,mlp.experts.226.down_proj,failsafe(rtn): 0.0014420,0.00000,0.224
20,mlp.experts.389.up_proj,0.0000159119,0.05000,14.224
20,mlp.experts.422.up_proj,0.0000292208,0.05000,14.189
20,mlp.experts.377.up_proj,0.0000141430,0.05000,14.260
20,mlp.experts.369.up_proj,0.0000281510,0.05000,14.303
20,mlp.experts.476.up_proj,0.0000114601,0.05000,14.028
20,mlp.experts.260.down_proj,0.0000006868,0.05000,3.517
20,mlp.experts.242.down_proj,0.0000015839,0.05000,3.456
20,mlp.experts.276.down_proj,failsafe(rtn): 0.0014725,0.00000,0.187
20,mlp.experts.258.down_proj,0.0000022636,0.05000,3.546
20,mlp.experts.292.down_proj,0.0000015301,0.05000,3.650
20,mlp.experts.274.down_proj,0.0000008220,0.05000,3.749
20,mlp.experts.308.down_proj,0.0000019359,0.05000,3.673
20,mlp.experts.324.down_proj,failsafe(rtn): 0.0015335,0.00000,0.206
20,mlp.experts.367.up_proj,0.0000151193,0.05000,14.457
20,mlp.experts.394.up_proj,0.0000384757,0.05000,14.296
20,mlp.experts.398.up_proj,0.0000253073,0.05000,14.410
20,mlp.experts.363.up_proj,0.0000299736,0.05000,14.561
20,mlp.experts.375.up_proj,0.0000252641,0.05000,14.413
20,mlp.experts.413.up_proj,0.0000289436,0.05000,14.400
20,mlp.experts.424.up_proj,0.0000103118,0.05000,14.513
20,mlp.experts.432.up_proj,0.0000457412,0.05000,14.437
20,mlp.experts.387.up_proj,0.0000346494,0.05000,14.425
20,mlp.experts.290.down_proj,0.0000002945,0.05000,3.586
20,mlp.experts.429.up_proj,failsafe(rtn): 0.0014496,0.00000,0.734
20,mlp.experts.340.down_proj,0.0000007068,0.05000,3.565
20,mlp.experts.356.down_proj,failsafe(rtn): 0.0015030,0.00000,0.184
20,mlp.experts.405.up_proj,0.0000131529,0.05000,14.481
20,mlp.experts.438.up_proj,0.0000268077,0.05000,14.552
20,mlp.experts.393.up_proj,0.0000459307,0.05000,14.658
20,mlp.experts.385.up_proj,0.0000270360,0.05000,14.693
20,mlp.experts.492.up_proj,0.0000088942,0.05000,14.664
20,mlp.experts.306.down_proj,0.0000008633,0.05000,3.724
20,mlp.experts.372.down_proj,0.0000021126,0.05000,3.660
20,mlp.experts.388.down_proj,failsafe(rtn): 0.0016022,0.00000,0.175
20,mlp.experts.322.down_proj,0.0000006451,0.05000,3.501
20,mlp.experts.404.down_proj,0.0000025939,0.05000,3.506
20,mlp.experts.338.down_proj,0.0000010177,0.05000,3.731
20,mlp.experts.383.up_proj,0.0000255183,0.05000,14.544
20,mlp.experts.420.down_proj,0.0000003462,0.05000,3.712
20,mlp.experts.410.up_proj,0.0000277659,0.05000,14.424
20,mlp.experts.414.up_proj,0.0000582548,0.05000,14.504
20,mlp.experts.379.up_proj,0.0000125715,0.05000,14.757
20,mlp.experts.391.up_proj,0.0000208547,0.05000,14.725
20,mlp.experts.448.up_proj,0.0000059229,0.05000,14.464
20,mlp.experts.440.up_proj,0.0000275603,0.05000,14.618
20,mlp.experts.407.up_proj,failsafe(rtn): 0.0015945,0.00000,0.710
20,mlp.experts.403.up_proj,0.0000353034,0.05000,14.667
20,mlp.experts.445.up_proj,0.0000142112,0.05000,14.462
20,mlp.experts.354.down_proj,0.0000004445,0.05000,3.727
20,mlp.experts.421.up_proj,0.0000469052,0.05000,14.564
20,mlp.experts.436.down_proj,0.0000021614,0.05000,3.661
20,mlp.experts.454.up_proj,0.0000096364,0.05000,14.449
20,mlp.experts.409.up_proj,0.0000287283,0.05000,14.494
20,mlp.experts.401.up_proj,0.0000303951,0.05000,14.530
20,mlp.experts.508.up_proj,0.0000365006,0.05000,14.594
20,mlp.experts.370.down_proj,0.0000012294,0.05000,3.582
20,mlp.experts.452.down_proj,0.0000045120,0.05000,3.596
20,mlp.experts.468.down_proj,failsafe(rtn): 0.0015945,0.00000,0.170
20,mlp.experts.12.down_proj,0.0000003180,0.05000,3.626
20,mlp.experts.386.down_proj,0.0000021531,0.05000,3.739
20,mlp.experts.402.down_proj,failsafe(rtn): 0.0016174,0.00000,0.173
20,mlp.experts.484.down_proj,0.0000015037,0.05000,3.826
20,mlp.experts.28.down_proj,0.0000005406,0.05000,3.865
20,mlp.experts.418.down_proj,0.0000030948,0.05000,3.741
20,mlp.experts.399.up_proj,0.0000227201,0.05000,14.795
20,mlp.experts.500.down_proj,0.0000026067,0.05000,3.684
20,mlp.experts.426.up_proj,0.0000111558,0.05000,14.674
20,mlp.experts.430.up_proj,0.0000274773,0.05000,14.618
20,mlp.experts.395.up_proj,0.0000228816,0.05000,14.815
20,mlp.experts.44.down_proj,0.0000055614,0.05000,3.549
20,mlp.experts.464.up_proj,0.0000115025,0.05000,14.619
20,mlp.experts.456.up_proj,0.0000119763,0.05000,14.637
20,mlp.experts.423.up_proj,0.0000155669,0.05000,14.738
20,mlp.experts.461.up_proj,0.0000213087,0.05000,14.495
20,mlp.experts.419.up_proj,0.0000216142,0.05000,14.690
20,mlp.experts.434.down_proj,0.0000008286,0.05000,3.486
20,mlp.experts.437.up_proj,0.0000212350,0.05000,14.507
20,mlp.experts.470.up_proj,0.0000440065,0.05000,14.466
20,mlp.experts.453.up_proj,failsafe(rtn): 0.0015335,0.00000,0.710
20,mlp.experts.425.up_proj,0.0000289641,0.05000,14.466
20,mlp.experts.417.up_proj,0.0000051711,0.05000,14.471
20,mlp.experts.60.down_proj,0.0000023344,0.05000,3.495
20,mlp.experts.76.down_proj,failsafe(rtn): 0.0014648,0.00000,0.184
20,mlp.experts.450.down_proj,0.0000016614,0.05000,3.553
20,mlp.experts.92.down_proj,0.0000032052,0.05000,3.229
20,mlp.experts.466.down_proj,0.0000020160,0.05000,3.162
20,mlp.experts.108.down_proj,0.0000021148,0.05000,3.216
20,mlp.experts.482.down_proj,0.0000008749,0.05000,3.170
20,mlp.experts.415.up_proj,0.0000160665,0.05000,13.410
20,mlp.experts.498.down_proj,failsafe(rtn): 0.0014648,0.00000,0.192
20,mlp.experts.442.up_proj,0.0000141391,0.05000,13.153
20,mlp.experts.446.up_proj,0.0000211766,0.05000,13.084
20,mlp.experts.411.up_proj,0.0000360671,0.05000,13.009
20,mlp.experts.472.up_proj,0.0000124023,0.05000,12.856
20,mlp.experts.480.up_proj,0.0000125615,0.05000,12.964
20,mlp.experts.124.down_proj,0.0000043320,0.05000,3.120
20,mlp.experts.140.down_proj,failsafe(rtn): 0.0014801,0.00000,0.146
20,mlp.experts.439.up_proj,0.0000106319,0.05000,12.950
20,mlp.experts.156.down_proj,failsafe(rtn): 0.0016098,0.00000,0.160
20,mlp.experts.477.up_proj,0.0000182661,0.05000,12.946
20,mlp.experts.435.up_proj,0.0000414663,0.05000,12.929
20,mlp.experts.486.up_proj,0.0000289330,0.05000,12.937
20,mlp.experts.469.up_proj,0.0000175445,0.05000,13.040
20,mlp.experts.441.up_proj,0.0000315619,0.05000,13.097
20,mlp.experts.433.up_proj,0.0000215893,0.05000,12.957
20,mlp.experts.172.down_proj,0.0000027617,0.05000,3.225
20,mlp.experts.188.down_proj,0.0000013835,0.05000,3.138
20,mlp.experts.204.down_proj,0.0000024839,0.05000,3.019
20,mlp.experts.431.up_proj,0.0000598573,0.05000,12.562
20,mlp.experts.458.up_proj,0.0000219847,0.05000,12.404
20,mlp.experts.462.up_proj,0.0000127025,0.05000,12.518
20,mlp.experts.427.up_proj,0.0000029312,0.05000,12.463
20,mlp.experts.488.up_proj,0.0000112470,0.05000,12.473
20,mlp.experts.496.up_proj,0.0000114066,0.05000,12.616
20,mlp.experts.0.down_proj,failsafe(rtn): 0.0014725,0.00000,0.162
20,mlp.experts.455.up_proj,0.0000397529,0.05000,12.624
20,mlp.experts.220.down_proj,0.0000016897,0.05000,3.125
20,mlp.experts.493.up_proj,0.0000250601,0.05000,12.646
20,mlp.experts.451.up_proj,0.0000105885,0.05000,12.657
20,mlp.experts.502.up_proj,0.0000058628,0.05000,12.367
20,mlp.experts.485.up_proj,0.0000133410,0.05000,12.438
20,mlp.experts.457.up_proj,0.0000110188,0.05000,12.482
20,mlp.experts.449.up_proj,0.0000095570,0.05000,12.467
20,mlp.experts.16.down_proj,0.0000034019,0.05000,3.216
20,mlp.experts.236.down_proj,0.0000019745,0.05000,3.184
20,mlp.experts.6.down_proj,0.0000094432,0.05000,3.163
20,mlp.experts.32.down_proj,0.0000034216,0.05000,2.991
20,mlp.experts.252.down_proj,0.0000030067,0.05000,2.958
20,mlp.experts.22.down_proj,0.0000026581,0.05000,2.955
20,mlp.experts.48.down_proj,0.0000042620,0.05000,3.180
20,mlp.experts.268.down_proj,0.0000061847,0.05000,3.158
20,mlp.experts.447.up_proj,0.0000254463,0.05000,12.437
20,mlp.experts.38.down_proj,0.0000047244,0.05000,3.153
20,mlp.experts.474.up_proj,0.0000384209,0.05000,12.326
20,mlp.experts.478.up_proj,0.0000128587,0.05000,12.364
20,mlp.experts.504.up_proj,0.0000264794,0.05000,12.148
20,mlp.experts.443.up_proj,0.0000476769,0.05000,12.492
20,mlp.experts.64.down_proj,0.0000020681,0.05000,3.040
20,mlp.experts.471.up_proj,0.0000429325,0.05000,12.315
20,mlp.experts.284.down_proj,0.0000005527,0.05000,3.093
20,mlp.experts.509.up_proj,0.0000264574,0.05000,12.346
20,mlp.experts.467.up_proj,0.0000225712,0.05000,12.285
20,mlp.experts.54.down_proj,0.0000011295,0.05000,3.079
20,mlp.experts.501.up_proj,0.0000085373,0.05000,12.359
20,mlp.experts.473.up_proj,0.0000125023,0.05000,12.390
20,mlp.experts.465.up_proj,0.0000141297,0.05000,12.380
20,mlp.experts.8.down_proj,0.0000022727,0.05000,2.984
20,mlp.experts.80.down_proj,0.0000013835,0.05000,3.039
20,mlp.experts.300.down_proj,0.0000026149,0.05000,3.065
20,mlp.experts.13.down_proj,0.0000013734,0.05000,3.095
20,mlp.experts.70.down_proj,0.0000018738,0.05000,2.893
20,mlp.experts.5.down_proj,0.0000046338,0.05000,2.973
20,mlp.experts.24.down_proj,0.0000024093,0.05000,2.910
20,mlp.experts.96.down_proj,0.0000013906,0.05000,2.827
20,mlp.experts.316.down_proj,0.0000006165,0.05000,2.839
20,mlp.experts.29.down_proj,0.0000015643,0.05000,2.843
20,mlp.experts.86.down_proj,0.0000019528,0.05000,3.010
20,mlp.experts.21.down_proj,0.0000018833,0.05000,3.070
20,mlp.experts.40.down_proj,0.0000011614,0.05000,3.033
20,mlp.experts.112.down_proj,0.0000002681,0.05000,3.083
20,mlp.experts.332.down_proj,0.0000015288,0.05000,3.075
20,mlp.experts.45.down_proj,0.0000013179,0.05000,3.021
20,mlp.experts.463.up_proj,0.0000245253,0.05000,11.883
20,mlp.experts.102.down_proj,0.0000012931,0.05000,2.926
20,mlp.experts.490.up_proj,0.0000119793,0.05000,11.844
20,mlp.experts.37.down_proj,0.0000052953,0.05000,2.950
20,mlp.experts.494.up_proj,0.0000178030,0.05000,11.872
20,mlp.experts.56.down_proj,0.0000010834,0.05000,3.017
20,mlp.experts.459.up_proj,0.0000320864,0.05000,12.019
20,mlp.experts.128.down_proj,0.0000040923,0.05000,3.054
20,mlp.experts.487.up_proj,0.0000666561,0.05000,12.026
20,mlp.experts.348.down_proj,0.0000036625,0.05000,3.146
20,mlp.experts.61.down_proj,0.0000008800,0.05000,3.048
20,mlp.experts.483.up_proj,0.0000307467,0.05000,11.995
20,mlp.experts.118.down_proj,0.0000013246,0.05000,3.188
20,mlp.experts.134.down_proj,failsafe(rtn): 0.0014801,0.00000,0.158
20,mlp.experts.53.down_proj,0.0000065587,0.05000,3.186
20,mlp.experts.489.up_proj,0.0000167163,0.05000,12.120
20,mlp.experts.481.up_proj,0.0000183261,0.05000,12.175
20,mlp.experts.72.down_proj,0.0000008813,0.05000,3.158
20,mlp.experts.144.down_proj,0.0000001631,0.05000,3.139
20,mlp.experts.364.down_proj,0.0000026952,0.05000,3.129
20,mlp.experts.77.down_proj,0.0000013519,0.05000,3.129
20,mlp.experts.150.down_proj,0.0000008902,0.05000,2.990
20,mlp.experts.69.down_proj,0.0000011510,0.05000,2.931
20,mlp.experts.88.down_proj,0.0000020382,0.05000,2.951
20,mlp.experts.160.down_proj,0.0000017014,0.05000,2.930
20,mlp.experts.380.down_proj,0.0000023166,0.05000,2.972
20,mlp.experts.93.down_proj,0.0000028019,0.05000,2.998
20,mlp.experts.166.down_proj,0.0000009836,0.05000,3.054
20,mlp.experts.85.down_proj,0.0000052181,0.05000,3.072
20,mlp.experts.104.down_proj,0.0000033829,0.05000,3.005
20,mlp.experts.120.down_proj,failsafe(rtn): 0.0015335,0.00000,0.149
20,mlp.experts.176.down_proj,0.0000036671,0.05000,2.973
20,mlp.experts.109.down_proj,0.0000001675,0.05000,2.947
20,mlp.experts.396.down_proj,0.0000005760,0.05000,2.994
20,mlp.experts.479.up_proj,0.0000255646,0.05000,12.267
20,mlp.experts.506.up_proj,0.0000107643,0.05000,12.238
20,mlp.experts.182.down_proj,0.0000062348,0.05000,3.069
20,mlp.experts.101.down_proj,0.0000018292,0.05000,3.067
20,mlp.experts.117.down_proj,failsafe(rtn): 0.0015640,0.00000,0.162
20,mlp.experts.510.up_proj,0.0000237854,0.05000,12.152
20,mlp.experts.475.up_proj,0.0000138772,0.05000,12.224
20,mlp.experts.136.down_proj,0.0000006444,0.05000,3.118
20,mlp.experts.192.down_proj,0.0000022059,0.05000,3.171
20,mlp.experts.503.up_proj,0.0000299085,0.05000,12.287
20,mlp.experts.412.down_proj,0.0000033715,0.05000,3.141
20,mlp.experts.125.down_proj,0.0000014302,0.05000,3.220
20,mlp.experts.499.up_proj,0.0000643665,0.05000,12.346
20,mlp.experts.10.down_proj,0.0000015030,0.05000,3.080
20,mlp.experts.198.down_proj,0.0000017102,0.05000,3.130
20,mlp.experts.505.up_proj,0.0000180367,0.05000,12.122
20,mlp.experts.133.down_proj,0.0000046709,0.05000,3.097
20,mlp.experts.14.down_proj,0.0000018685,0.05000,3.094
20,mlp.experts.497.up_proj,0.0000287422,0.05000,12.110
20,mlp.experts.152.down_proj,0.0000037088,0.05000,3.083
20,mlp.experts.168.down_proj,failsafe(rtn): 0.0014572,0.00000,0.157
20,mlp.experts.208.down_proj,0.0000040167,0.05000,3.087
20,mlp.experts.7.down_proj,0.0000005865,0.05000,3.072
20,mlp.experts.428.down_proj,0.0000037703,0.05000,3.124
20,mlp.experts.141.down_proj,0.0000022473,0.05000,3.108
20,mlp.experts.3.down_proj,0.0000011858,0.05000,3.099
20,mlp.experts.26.down_proj,0.0000009575,0.05000,3.163
20,mlp.experts.214.down_proj,0.0000020242,0.05000,3.147
20,mlp.experts.9.down_proj,0.0000018638,0.05000,3.148
20,mlp.experts.30.down_proj,0.0000031393,0.05000,3.123
20,mlp.experts.149.down_proj,0.0000015237,0.05000,3.187
20,mlp.experts.1.down_proj,0.0000029575,0.05000,3.160
20,mlp.experts.184.down_proj,0.0000044362,0.05000,3.166
20,mlp.experts.224.down_proj,0.0000005276,0.05000,3.189
20,mlp.experts.23.down_proj,0.0000057062,0.05000,3.250
20,mlp.experts.444.down_proj,0.0000021359,0.05000,3.183
20,mlp.experts.157.down_proj,0.0000010097,0.05000,3.247
20,mlp.experts.460.down_proj,failsafe(rtn): 0.0015564,0.00000,0.172
20,mlp.experts.19.down_proj,0.0000049251,0.05000,3.307
20,mlp.experts.42.down_proj,0.0000007708,0.05000,3.223
20,mlp.experts.58.down_proj,failsafe(rtn): 0.0014648,0.00000,0.179
20,mlp.experts.230.down_proj,0.0000053965,0.05000,3.236
20,mlp.experts.25.down_proj,0.0000025416,0.05000,3.263
20,mlp.experts.165.down_proj,0.0000013988,0.05000,3.247
20,mlp.experts.46.down_proj,0.0000010511,0.05000,3.299
20,mlp.experts.17.down_proj,0.0000005572,0.05000,3.244
20,mlp.experts.200.down_proj,0.0000008308,0.05000,3.252
20,mlp.experts.240.down_proj,0.0000004652,0.05000,3.235
20,mlp.experts.39.down_proj,0.0000006566,0.05000,3.196
20,mlp.experts.256.down_proj,failsafe(rtn): 0.0014496,0.00000,0.142
20,mlp.experts.272.down_proj,failsafe(rtn): 0.0014420,0.00000,0.169
20,mlp.experts.173.down_proj,0.0000006330,0.05000,3.199
20,mlp.experts.476.down_proj,0.0000007339,0.05000,3.230
20,mlp.experts.35.down_proj,0.0000005621,0.05000,3.218
20,mlp.experts.495.up_proj,0.0000123310,0.05000,12.717
20,mlp.experts.246.down_proj,0.0000015961,0.05000,3.225
20,mlp.experts.74.down_proj,0.0000013449,0.05000,3.271
20,mlp.experts.41.down_proj,0.0000006764,0.05000,3.301
20,mlp.experts.62.down_proj,0.0000011281,0.05000,3.209
20,mlp.experts.181.down_proj,0.0000009917,0.05000,3.273
20,mlp.experts.33.down_proj,0.0000023390,0.05000,3.342
20,mlp.experts.491.up_proj,0.0000229859,0.05000,12.787
20,mlp.experts.216.down_proj,0.0000028666,0.05000,3.217
20,mlp.experts.55.down_proj,0.0000012017,0.05000,3.248
20,mlp.experts.288.down_proj,0.0000013526,0.05000,3.254
20,mlp.experts.189.down_proj,0.0000014016,0.05000,3.249
20,mlp.experts.492.down_proj,0.0000009760,0.05000,3.266
20,mlp.experts.51.down_proj,0.0000027840,0.05000,3.226
20,mlp.experts.262.down_proj,0.0000006046,0.05000,3.181
20,mlp.experts.90.down_proj,0.0000025769,0.05000,3.184
20,mlp.experts.278.down_proj,failsafe(rtn): 0.0013733,0.00000,0.151
20,mlp.experts.78.down_proj,0.0000027035,0.05000,3.057
20,mlp.experts.57.down_proj,0.0000062811,0.05000,3.124
20,mlp.experts.197.down_proj,0.0000022854,0.05000,3.152
20,mlp.experts.49.down_proj,0.0000046784,0.05000,3.167
20,mlp.experts.232.down_proj,0.0000005906,0.05000,3.058
20,mlp.experts.71.down_proj,0.0000029531,0.05000,3.171
20,mlp.experts.304.down_proj,0.0000003185,0.05000,3.089
20,mlp.experts.205.down_proj,0.0000014478,0.05000,3.150
20,mlp.experts.508.down_proj,0.0000021318,0.05000,3.125
20,mlp.experts.67.down_proj,0.0000006135,0.05000,3.179
20,mlp.experts.106.down_proj,0.0000007852,0.05000,3.186
20,mlp.experts.294.down_proj,0.0000016612,0.05000,3.141
20,mlp.experts.94.down_proj,0.0000012930,0.05000,3.190
20,mlp.experts.73.down_proj,0.0000021521,0.05000,3.182
20,mlp.experts.213.down_proj,0.0000022771,0.05000,3.144
20,mlp.experts.65.down_proj,0.0000022203,0.05000,3.165
20,mlp.experts.248.down_proj,0.0000022035,0.05000,3.080
20,mlp.experts.87.down_proj,0.0000011663,0.05000,3.100
20,mlp.experts.320.down_proj,0.0000012104,0.05000,3.019
20,mlp.experts.221.down_proj,0.0000009146,0.05000,3.007
20,mlp.experts.83.down_proj,0.0000073563,0.05000,2.971
20,mlp.experts.237.down_proj,failsafe(rtn): 0.0015411,0.00000,0.161
20,mlp.experts.122.down_proj,0.0000030165,0.05000,2.914
20,mlp.experts.310.down_proj,0.0000024661,0.05000,2.929
20,mlp.experts.110.down_proj,0.0000010627,0.05000,2.909
20,mlp.experts.326.down_proj,failsafe(rtn): 0.0015030,0.00000,0.149
20,mlp.experts.229.down_proj,0.0000013596,0.05000,2.926
20,mlp.experts.89.down_proj,0.0000007452,0.05000,2.986
20,mlp.experts.81.down_proj,0.0000015263,0.05000,2.947
20,mlp.experts.264.down_proj,0.0000006842,0.05000,2.918
20,mlp.experts.103.down_proj,0.0000020916,0.05000,2.859
20,mlp.experts.336.down_proj,0.0000011561,0.05000,2.855
20,mlp.experts.99.down_proj,0.0000018466,0.05000,2.809
20,mlp.experts.253.down_proj,0.0000049389,0.05000,2.819
20,mlp.experts.511.up_proj,0.0000096536,0.05000,12.063
20,mlp.experts.138.down_proj,0.0000039416,0.05000,2.813
20,mlp.experts.126.down_proj,0.0000020565,0.05000,2.813
20,mlp.experts.342.down_proj,0.0000061058,0.05000,2.808
20,mlp.experts.105.down_proj,0.0000009131,0.05000,2.805
20,mlp.experts.245.down_proj,0.0000008542,0.05000,2.817
20,mlp.experts.97.down_proj,0.0000010633,0.05000,2.843
20,mlp.experts.507.up_proj,0.0000207650,0.05000,11.915
20,mlp.experts.280.down_proj,0.0000015777,0.05000,2.769
20,mlp.experts.119.down_proj,0.0000012055,0.05000,2.833
20,mlp.experts.352.down_proj,0.0000018470,0.05000,2.774
20,mlp.experts.115.down_proj,0.0000015794,0.05000,2.870
20,mlp.experts.269.down_proj,0.0000005967,0.05000,2.882
20,mlp.experts.15.down_proj,0.0000010203,0.05000,2.894
20,mlp.experts.154.down_proj,0.0000018389,0.05000,2.915
20,mlp.experts.142.down_proj,0.0000006892,0.05000,2.889
20,mlp.experts.358.down_proj,0.0000013595,0.05000,2.872
20,mlp.experts.121.down_proj,0.0000012451,0.05000,2.900
20,mlp.experts.261.down_proj,0.0000022344,0.05000,2.902
20,mlp.experts.113.down_proj,0.0000035933,0.05000,2.926
20,mlp.experts.11.down_proj,0.0000026682,0.05000,2.872
20,mlp.experts.296.down_proj,0.0000006047,0.05000,2.792
20,mlp.experts.368.down_proj,0.0000021772,0.05000,2.770
20,mlp.experts.135.down_proj,0.0000007801,0.05000,2.821
20,mlp.experts.131.down_proj,0.0000010991,0.05000,2.759
20,mlp.experts.285.down_proj,0.0000003565,0.05000,2.778
20,mlp.experts.31.down_proj,0.0000032676,0.05000,2.710
20,mlp.experts.170.down_proj,0.0000004315,0.05000,2.759
20,mlp.experts.158.down_proj,0.0000009967,0.05000,2.688
20,mlp.experts.374.down_proj,0.0000083664,0.05000,2.687
20,mlp.experts.277.down_proj,0.0000034221,0.05000,2.675
20,mlp.experts.137.down_proj,0.0000045221,0.05000,2.756
20,mlp.experts.129.down_proj,0.0000035860,0.05000,2.819
20,mlp.experts.27.down_proj,0.0000022731,0.05000,2.825
20,mlp.experts.312.down_proj,0.0000008613,0.05000,2.890
20,mlp.experts.384.down_proj,0.0000053462,0.05000,2.947
20,mlp.experts.151.down_proj,0.0000031920,0.05000,2.975
20,mlp.experts.147.down_proj,0.0000015408,0.05000,2.945
20,mlp.experts.301.down_proj,0.0000024941,0.05000,2.972
20,mlp.experts.47.down_proj,0.0000029812,0.05000,2.979
20,mlp.experts.186.down_proj,0.0000013162,0.05000,2.865
20,mlp.experts.174.down_proj,0.0000011787,0.05000,2.834
20,mlp.experts.390.down_proj,0.0000011642,0.05000,2.841
20,mlp.experts.293.down_proj,0.0000025630,0.05000,2.802
20,mlp.experts.153.down_proj,0.0000023092,0.05000,2.844
20,mlp.experts.145.down_proj,0.0000024666,0.05000,2.741
20,mlp.experts.43.down_proj,0.0000017910,0.05000,2.699
20,mlp.experts.328.down_proj,0.0000022887,0.05000,2.677
20,mlp.experts.400.down_proj,0.0000017524,0.05000,2.676
20,mlp.experts.167.down_proj,0.0000009336,0.05000,2.736
20,mlp.experts.163.down_proj,0.0000029898,0.05000,2.788
20,mlp.experts.317.down_proj,0.0000012618,0.05000,2.745
20,mlp.experts.63.down_proj,0.0000010204,0.05000,2.766
20,mlp.experts.202.down_proj,0.0000008153,0.05000,2.797
20,mlp.experts.190.down_proj,0.0000043658,0.05000,2.778
20,mlp.experts.406.down_proj,0.0000016557,0.05000,2.773
20,mlp.experts.309.down_proj,0.0000009427,0.05000,2.824
20,mlp.experts.169.down_proj,0.0000011742,0.05000,2.750
20,mlp.experts.161.down_proj,0.0000017805,0.05000,2.797
20,mlp.experts.59.down_proj,0.0000005654,0.05000,2.771
20,mlp.experts.344.down_proj,0.0000009131,0.05000,2.816
20,mlp.experts.416.down_proj,0.0000033706,0.05000,2.799
20,mlp.experts.183.down_proj,0.0000002292,0.05000,2.849
20,mlp.experts.179.down_proj,0.0000003327,0.05000,2.897
20,mlp.experts.333.down_proj,0.0000013787,0.05000,2.926
20,mlp.experts.79.down_proj,0.0000133407,0.05000,2.994
20,mlp.experts.218.down_proj,0.0000020375,0.05000,2.941
20,mlp.experts.206.down_proj,0.0000023127,0.05000,2.919
20,mlp.experts.422.down_proj,0.0000015226,0.05000,2.947
20,mlp.experts.325.down_proj,0.0000017098,0.05000,2.963
20,mlp.experts.185.down_proj,0.0000013772,0.05000,3.025
20,mlp.experts.177.down_proj,0.0000015554,0.05000,3.054
20,mlp.experts.75.down_proj,0.0000005353,0.05000,3.053
20,mlp.experts.360.down_proj,0.0000009157,0.05000,2.985
20,mlp.experts.432.down_proj,0.0000026779,0.05000,3.011
20,mlp.experts.199.down_proj,0.0000016402,0.05000,3.108
20,mlp.experts.195.down_proj,0.0000039454,0.05000,3.078
20,mlp.experts.349.down_proj,0.0000014672,0.05000,3.040
20,mlp.experts.95.down_proj,0.0000009167,0.05000,3.047
20,mlp.experts.234.down_proj,0.0000012171,0.05000,2.978
20,mlp.experts.222.down_proj,0.0000014267,0.05000,2.962
20,mlp.experts.438.down_proj,0.0000014173,0.05000,2.943
20,mlp.experts.341.down_proj,0.0000014138,0.05000,2.954
20,mlp.experts.201.down_proj,0.0000026513,0.05000,2.960
20,mlp.experts.193.down_proj,0.0000011318,0.05000,2.989
20,mlp.experts.91.down_proj,0.0000004448,0.05000,2.926
20,mlp.experts.376.down_proj,0.0000068634,0.05000,2.913
20,mlp.experts.448.down_proj,0.0000005492,0.05000,2.959
20,mlp.experts.215.down_proj,0.0000009966,0.05000,2.932
20,mlp.experts.211.down_proj,0.0000016673,0.05000,2.956
20,mlp.experts.365.down_proj,0.0000018194,0.05000,2.934
20,mlp.experts.111.down_proj,0.0000022582,0.05000,2.907
20,mlp.experts.227.down_proj,failsafe(rtn): 0.0014267,0.00000,0.161
20,mlp.experts.250.down_proj,0.0000014823,0.05000,2.899
20,mlp.experts.238.down_proj,0.0000021481,0.05000,2.937
20,mlp.experts.454.down_proj,0.0000009661,0.05000,2.934
20,mlp.experts.357.down_proj,0.0000013774,0.05000,2.948
20,mlp.experts.217.down_proj,0.0000007593,0.05000,2.937
20,mlp.experts.209.down_proj,0.0000043878,0.05000,2.827
20,mlp.experts.107.down_proj,0.0000034281,0.05000,2.806
20,mlp.experts.392.down_proj,0.0000005386,0.05000,2.853
20,mlp.experts.464.down_proj,0.0000005969,0.05000,2.709
20,mlp.experts.231.down_proj,0.0000016199,0.05000,2.761
20,mlp.experts.381.down_proj,0.0000024661,0.05000,2.799
20,mlp.experts.127.down_proj,0.0000007211,0.05000,2.772
20,mlp.experts.243.down_proj,0.0000022921,0.05000,2.893
20,mlp.experts.266.down_proj,0.0000009971,0.05000,2.921
20,mlp.experts.254.down_proj,0.0000026385,0.05000,2.914
20,mlp.experts.470.down_proj,0.0000023688,0.05000,2.890
20,mlp.experts.373.down_proj,0.0000009244,0.05000,2.955
20,mlp.experts.233.down_proj,0.0000042621,0.05000,3.003
20,mlp.experts.225.down_proj,0.0000033658,0.05000,3.026
20,mlp.experts.123.down_proj,0.0000026014,0.05000,2.937
20,mlp.experts.408.down_proj,0.0000026903,0.05000,2.946
20,mlp.experts.480.down_proj,0.0000010719,0.05000,2.922
20,mlp.experts.247.down_proj,0.0000016715,0.05000,3.038
20,mlp.experts.397.down_proj,0.0000010223,0.05000,2.961
20,mlp.experts.143.down_proj,0.0000008350,0.05000,2.921
20,mlp.experts.259.down_proj,0.0000024650,0.05000,2.930
20,mlp.experts.282.down_proj,0.0000059706,0.05000,2.813
20,mlp.experts.270.down_proj,0.0000035030,0.05000,2.821
20,mlp.experts.486.down_proj,0.0000016982,0.05000,2.865
20,mlp.experts.389.down_proj,0.0000013268,0.05000,2.879
20,mlp.experts.249.down_proj,0.0000012731,0.05000,2.881
20,mlp.experts.241.down_proj,0.0000007796,0.05000,2.872
20,mlp.experts.139.down_proj,0.0000016369,0.05000,2.918
20,mlp.experts.424.down_proj,0.0000008654,0.05000,2.859
20,mlp.experts.496.down_proj,0.0000022438,0.05000,2.804
20,mlp.experts.263.down_proj,0.0000017206,0.05000,2.665
20,mlp.experts.413.down_proj,0.0000016103,0.05000,2.667
20,mlp.experts.159.down_proj,0.0000025983,0.05000,2.620
20,mlp.experts.429.down_proj,failsafe(rtn): 0.0014114,0.00000,0.125
20,mlp.experts.275.down_proj,0.0000055840,0.05000,2.675
20,mlp.experts.298.down_proj,0.0000004567,0.05000,2.591
20,mlp.experts.286.down_proj,0.0000038134,0.05000,2.558
20,mlp.experts.502.down_proj,0.0000005553,0.05000,2.535
20,mlp.experts.405.down_proj,0.0000010937,0.05000,2.476
20,mlp.experts.265.down_proj,0.0000019331,0.05000,2.436
20,mlp.experts.257.down_proj,0.0000021601,0.05000,2.376
20,mlp.experts.273.down_proj,failsafe(rtn): 0.0015488,0.00000,0.105
20,mlp.experts.440.down_proj,0.0000015320,0.05000,2.273
20,mlp.experts.155.down_proj,0.0000003729,0.05000,2.356
20,mlp.experts.279.down_proj,0.0000004706,0.05000,2.208
20,mlp.experts.175.down_proj,0.0000023576,0.05000,2.192
20,mlp.experts.445.down_proj,0.0000006396,0.05000,2.174
20,mlp.experts.291.down_proj,0.0000013614,0.05000,2.164
20,mlp.experts.302.down_proj,0.0000017990,0.05000,2.098
20,mlp.experts.314.down_proj,0.0000013191,0.05000,2.133
20,mlp.experts.421.down_proj,0.0000051865,0.05000,2.155
20,mlp.experts.281.down_proj,0.0000042284,0.05000,2.187
20,mlp.experts.456.down_proj,0.0000010867,0.05000,2.137
20,mlp.experts.171.down_proj,0.0000032673,0.05000,2.176
20,mlp.experts.289.down_proj,0.0000006430,0.05000,2.210
20,mlp.experts.295.down_proj,0.0000009800,0.05000,2.243
20,mlp.experts.191.down_proj,0.0000021492,0.05000,2.256
20,mlp.experts.461.down_proj,0.0000018419,0.05000,2.290
20,mlp.experts.307.down_proj,0.0000016535,0.05000,2.283
20,mlp.experts.318.down_proj,0.0000012621,0.05000,2.232
20,mlp.experts.330.down_proj,0.0000037327,0.05000,2.332
20,mlp.experts.437.down_proj,0.0000012924,0.05000,2.340
20,mlp.experts.297.down_proj,0.0000059177,0.05000,2.303
20,mlp.experts.453.down_proj,failsafe(rtn): 0.0016174,0.00000,0.116
20,mlp.experts.472.down_proj,0.0000009692,0.05000,2.266
20,mlp.experts.187.down_proj,0.0000020107,0.05000,2.347
20,mlp.experts.305.down_proj,0.0000033130,0.05000,2.348
20,mlp.experts.311.down_proj,0.0000013487,0.05000,2.336
20,mlp.experts.207.down_proj,0.0000053883,0.05000,2.324
20,mlp.experts.477.down_proj,0.0000008659,0.05000,2.312
20,mlp.experts.323.down_proj,0.0000010820,0.05000,2.310
20,mlp.experts.334.down_proj,0.0000022490,0.05000,2.288
20,mlp.experts.350.down_proj,failsafe(rtn): 0.0015259,0.00000,0.103
20,mlp.experts.346.down_proj,0.0000008847,0.05000,2.293
20,mlp.experts.469.down_proj,0.0000015609,0.05000,2.319
20,mlp.experts.313.down_proj,0.0000021376,0.05000,2.362
20,mlp.experts.488.down_proj,0.0000010270,0.05000,2.244
20,mlp.experts.203.down_proj,0.0000026858,0.05000,2.291
20,mlp.experts.321.down_proj,0.0000015727,0.05000,2.309
20,mlp.experts.327.down_proj,0.0000010784,0.05000,2.239
20,mlp.experts.223.down_proj,0.0000022370,0.05000,2.205
20,mlp.experts.493.down_proj,0.0000013751,0.05000,2.233
20,mlp.experts.339.down_proj,0.0000015409,0.05000,2.249
20,mlp.experts.366.down_proj,0.0000014588,0.05000,2.159
20,mlp.experts.362.down_proj,0.0000049372,0.05000,2.165
20,mlp.experts.485.down_proj,0.0000011109,0.05000,2.123
20,mlp.experts.504.down_proj,0.0000013076,0.05000,2.096
20,mlp.experts.329.down_proj,0.0000006218,0.05000,2.144
20,mlp.experts.219.down_proj,0.0000015690,0.05000,2.116
20,mlp.experts.337.down_proj,0.0000007437,0.05000,2.134
20,mlp.experts.343.down_proj,0.0000022773,0.05000,2.046
20,mlp.experts.239.down_proj,0.0000014149,0.05000,2.052
20,mlp.experts.509.down_proj,0.0000014151,0.05000,2.028
20,mlp.experts.355.down_proj,0.0000041940,0.05000,2.047
20,mlp.experts.382.down_proj,0.0000006327,0.05000,1.959
20,mlp.experts.378.down_proj,0.0000004106,0.05000,1.998
20,mlp.experts.501.down_proj,0.0000006995,0.05000,1.918
20,mlp.experts.345.down_proj,0.0000016813,0.05000,1.929
20,mlp.experts.361.down_proj,failsafe(rtn): 0.0014496,0.00000,0.097
20,mlp.experts.235.down_proj,0.0000011383,0.05000,1.915
20,mlp.experts.353.down_proj,0.0000008724,0.05000,1.914
20,mlp.experts.359.down_proj,0.0000092868,0.05000,1.828
20,mlp.experts.255.down_proj,0.0000013823,0.05000,1.770
20,mlp.experts.371.down_proj,0.0000016421,0.05000,1.706
20,mlp.experts.398.down_proj,0.0000019792,0.05000,1.703
20,mlp.experts.394.down_proj,0.0000035581,0.05000,1.689
20,mlp.experts.377.down_proj,0.0000010995,0.05000,1.689
20,mlp.experts.251.down_proj,0.0000020156,0.05000,1.732
20,mlp.experts.369.down_proj,0.0000013101,0.05000,1.730
20,mlp.experts.375.down_proj,0.0000016208,0.05000,1.719
20,mlp.experts.271.down_proj,0.0000018219,0.05000,1.726
20,mlp.experts.387.down_proj,0.0000028754,0.05000,1.726
20,mlp.experts.414.down_proj,0.0000038527,0.05000,1.642
20,mlp.experts.410.down_proj,0.0000013420,0.05000,1.637
20,mlp.experts.393.down_proj,0.0000030995,0.05000,1.606
20,mlp.experts.267.down_proj,0.0000015705,0.05000,1.651
20,mlp.experts.385.down_proj,0.0000029483,0.05000,1.635
20,mlp.experts.391.down_proj,0.0000018173,0.05000,1.702
20,mlp.experts.407.down_proj,failsafe(rtn): 0.0016022,0.00000,0.074
20,mlp.experts.287.down_proj,0.0000011702,0.05000,1.650
20,mlp.experts.403.down_proj,0.0000037058,0.05000,1.666
20,mlp.experts.430.down_proj,0.0000012502,0.05000,1.642
20,mlp.experts.426.down_proj,0.0000005948,0.05000,1.673
20,mlp.experts.409.down_proj,0.0000014320,0.05000,1.709
20,mlp.experts.283.down_proj,0.0000010039,0.05000,1.686
20,mlp.experts.401.down_proj,0.0000025558,0.05000,1.663
20,mlp.experts.423.down_proj,0.0000009651,0.05000,1.679
20,mlp.experts.303.down_proj,0.0000029464,0.05000,1.647
20,mlp.experts.419.down_proj,0.0000012101,0.05000,1.636
20,mlp.experts.446.down_proj,0.0000011840,0.05000,1.621
20,mlp.experts.442.down_proj,0.0000007163,0.05000,1.603
20,mlp.experts.425.down_proj,0.0000015802,0.05000,1.644
20,mlp.experts.417.down_proj,0.0000005347,0.05000,1.625
20,mlp.experts.299.down_proj,0.0000008963,0.05000,1.643
20,mlp.experts.439.down_proj,0.0000012554,0.05000,1.666
20,mlp.experts.319.down_proj,0.0000078913,0.05000,1.661
20,mlp.experts.435.down_proj,0.0000055359,0.05000,1.702
20,mlp.experts.462.down_proj,0.0000012781,0.05000,1.645
20,mlp.experts.458.down_proj,0.0000019679,0.05000,1.690
20,mlp.experts.441.down_proj,0.0000056841,0.05000,1.622
20,mlp.experts.433.down_proj,0.0000011275,0.05000,1.636
20,mlp.experts.315.down_proj,0.0000011666,0.05000,1.662
20,mlp.experts.455.down_proj,0.0000022521,0.05000,1.696
20,mlp.experts.335.down_proj,0.0000053237,0.05000,1.749
20,mlp.experts.478.down_proj,0.0000023555,0.05000,1.678
20,mlp.experts.451.down_proj,0.0000011238,0.05000,1.735
20,mlp.experts.474.down_proj,0.0000026027,0.05000,1.669
20,mlp.experts.457.down_proj,0.0000008254,0.05000,1.612
20,mlp.experts.449.down_proj,0.0000007821,0.05000,1.690
20,mlp.experts.331.down_proj,0.0000020061,0.05000,1.735
20,mlp.experts.471.down_proj,0.0000021417,0.05000,1.664
20,mlp.experts.351.down_proj,0.0000017395,0.05000,1.692
20,mlp.experts.494.down_proj,0.0000012301,0.05000,1.644
20,mlp.experts.467.down_proj,0.0000012955,0.05000,1.670
20,mlp.experts.490.down_proj,0.0000009776,0.05000,1.644
20,mlp.experts.473.down_proj,0.0000007361,0.05000,1.635
20,mlp.experts.465.down_proj,0.0000013467,0.05000,1.659
20,mlp.experts.347.down_proj,0.0000043284,0.05000,1.674
20,mlp.experts.487.down_proj,0.0000038266,0.05000,1.666
20,mlp.experts.367.down_proj,0.0000011821,0.05000,1.671
20,mlp.experts.510.down_proj,0.0000018640,0.05000,1.634
20,mlp.experts.483.down_proj,0.0000013796,0.05000,1.654
20,mlp.experts.506.down_proj,0.0000005396,0.05000,1.652
20,mlp.experts.489.down_proj,0.0000015772,0.05000,1.537
20,mlp.experts.481.down_proj,0.0000010545,0.05000,1.430
20,mlp.experts.363.down_proj,0.0000024945,0.05000,1.486
20,mlp.experts.503.down_proj,0.0000019862,0.05000,1.269
20,mlp.experts.383.down_proj,0.0000011873,0.05000,1.291
20,mlp.experts.499.down_proj,0.0000098493,0.05000,1.183
20,mlp.experts.505.down_proj,0.0000009067,0.05000,1.061
20,mlp.experts.497.down_proj,0.0000035277,0.05000,0.962
20,mlp.experts.379.down_proj,0.0000005836,0.05000,0.856
20,mlp.experts.399.down_proj,0.0000013360,0.05000,0.411
20,mlp.experts.395.down_proj,0.0000012150,0.05000,0.270
20,mlp.experts.415.down_proj,0.0000011779,0.05000,0.265
20,mlp.experts.411.down_proj,0.0000021910,0.05000,0.267
20,mlp.experts.431.down_proj,0.0000092900,0.05000,0.267
20,mlp.experts.427.down_proj,0.0000007940,0.05000,0.269
20,mlp.experts.447.down_proj,0.0000018205,0.05000,0.268
20,mlp.experts.443.down_proj,0.0000024219,0.05000,0.270
20,mlp.experts.463.down_proj,0.0000011527,0.05000,0.267
20,mlp.experts.459.down_proj,0.0000018812,0.05000,0.272
20,mlp.experts.479.down_proj,0.0000014902,0.05000,0.272
20,mlp.experts.475.down_proj,0.0000010811,0.05000,0.268
20,mlp.experts.495.down_proj,0.0000023606,0.05000,0.267
20,mlp.experts.491.down_proj,0.0000016634,0.05000,0.288
20,mlp.experts.511.down_proj,0.0000006491,0.05000,0.272
20,mlp.experts.507.down_proj,0.0000010191,0.05000,0.177
21,mlp.experts.6.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.838
21,mlp.experts.4.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.854
21,mlp.experts.11.gate_proj,0.0000211701,0.05000,14.721
21,mlp.experts.9.gate_proj,0.0000120945,0.05000,14.741
21,mlp.experts.12.gate_proj,0.0000205100,0.05000,14.762
21,mlp.experts.14.gate_proj,0.0000269845,0.05000,14.781
21,mlp.experts.2.gate_proj,0.0000123810,0.05000,14.719
21,mlp.experts.10.gate_proj,0.0000081847,0.05000,14.815
21,mlp.experts.7.gate_proj,0.0000153228,0.05000,14.826
21,mlp.experts.15.gate_proj,0.0000647294,0.05000,14.825
21,mlp.experts.5.gate_proj,0.0000045298,0.05000,14.847
21,mlp.experts.0.gate_proj,0.0000194255,0.05000,14.848
21,mlp.experts.8.gate_proj,0.0000128971,0.05000,15.014
21,mlp.experts.13.gate_proj,0.0000085745,0.05000,15.021
21,mlp.experts.3.gate_proj,0.0000120871,0.05000,14.935
21,mlp.experts.1.gate_proj,0.0000177707,0.05000,15.089
21,mlp.experts.25.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.924
21,mlp.experts.22.gate_proj,0.0000274503,0.05000,14.857
21,mlp.experts.20.gate_proj,0.0000193099,0.05000,14.860
21,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.843
21,mlp.experts.27.gate_proj,0.0000153209,0.05000,14.660
21,mlp.experts.24.gate_proj,0.0000377581,0.05000,14.411
21,mlp.experts.23.gate_proj,0.0000281629,0.05000,14.602
21,mlp.experts.16.gate_proj,0.0000063713,0.05000,14.600
21,mlp.experts.30.gate_proj,0.0000332766,0.05000,14.706
21,mlp.experts.26.gate_proj,0.0000148580,0.05000,14.700
21,mlp.experts.18.gate_proj,0.0000189591,0.05000,14.770
21,mlp.experts.31.gate_proj,0.0000073791,0.05000,14.772
21,mlp.experts.21.gate_proj,0.0000144768,0.05000,14.764
21,mlp.experts.29.gate_proj,0.0000110842,0.05000,14.618
21,mlp.experts.28.gate_proj,0.0000146632,0.05000,14.877
21,mlp.experts.19.gate_proj,0.0000513174,0.05000,14.559
21,mlp.experts.36.gate_proj,0.0000174938,0.05000,14.442
21,mlp.experts.39.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.749
21,mlp.experts.42.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.798
21,mlp.experts.38.gate_proj,0.0000260824,0.05000,14.649
21,mlp.experts.41.gate_proj,0.0000299484,0.05000,14.674
21,mlp.experts.37.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.756
21,mlp.experts.33.gate_proj,0.0000105743,0.05000,14.665
21,mlp.experts.52.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.805
21,mlp.experts.58.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.817
21,mlp.experts.43.gate_proj,0.0000333721,0.05000,14.965
21,mlp.experts.32.gate_proj,0.0000345922,0.05000,14.874
21,mlp.experts.34.gate_proj,0.0000125435,0.05000,14.821
21,mlp.experts.40.gate_proj,0.0000172279,0.05000,15.032
21,mlp.experts.47.gate_proj,0.0000581568,0.05000,14.882
21,mlp.experts.46.gate_proj,0.0000104104,0.05000,15.055
21,mlp.experts.35.gate_proj,0.0000095624,0.05000,14.955
21,mlp.experts.45.gate_proj,0.0000107172,0.05000,14.996
21,mlp.experts.44.gate_proj,0.0000020079,0.05000,14.997
21,mlp.experts.55.gate_proj,0.0000060803,0.05000,15.011
21,mlp.experts.54.gate_proj,0.0000668579,0.05000,14.898
21,mlp.experts.57.gate_proj,0.0000065296,0.05000,15.017
21,mlp.experts.53.gate_proj,0.0000369717,0.05000,14.980
21,mlp.experts.60.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.710
21,mlp.experts.49.gate_proj,0.0000250677,0.05000,14.900
21,mlp.experts.68.gate_proj,0.0000315100,0.05000,14.885
21,mlp.experts.74.gate_proj,0.0000739546,0.05000,14.873
21,mlp.experts.48.gate_proj,0.0000316174,0.05000,14.429
21,mlp.experts.59.gate_proj,0.0000124931,0.05000,14.572
21,mlp.experts.50.gate_proj,0.0000398769,0.05000,14.535
21,mlp.experts.56.gate_proj,0.0000242605,0.05000,14.569
21,mlp.experts.63.gate_proj,0.0000349329,0.05000,14.582
21,mlp.experts.62.gate_proj,0.0000265775,0.05000,14.651
21,mlp.experts.61.gate_proj,0.0000196598,0.05000,14.581
21,mlp.experts.51.gate_proj,0.0000111753,0.05000,14.595
21,mlp.experts.71.gate_proj,0.0000286475,0.05000,14.637
21,mlp.experts.70.gate_proj,0.0000197441,0.05000,14.591
21,mlp.experts.69.gate_proj,0.0000354091,0.05000,14.546
21,mlp.experts.73.gate_proj,0.0000486832,0.05000,14.558
21,mlp.experts.76.gate_proj,0.0000200494,0.05000,14.632
21,mlp.experts.65.gate_proj,0.0000229251,0.05000,14.571
21,mlp.experts.84.gate_proj,0.0000107348,0.05000,14.577
21,mlp.experts.90.gate_proj,0.0000543222,0.05000,14.564
21,mlp.experts.86.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.814
21,mlp.experts.89.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.853
21,mlp.experts.64.gate_proj,0.0000583335,0.05000,14.415
21,mlp.experts.75.gate_proj,0.0000165749,0.05000,14.445
21,mlp.experts.66.gate_proj,0.0000141540,0.05000,14.498
21,mlp.experts.72.gate_proj,0.0000284084,0.05000,14.505
21,mlp.experts.79.gate_proj,0.0000784182,0.05000,14.449
21,mlp.experts.78.gate_proj,0.0000224376,0.05000,14.466
21,mlp.experts.67.gate_proj,0.0000596553,0.05000,14.464
21,mlp.experts.77.gate_proj,0.0000071291,0.05000,14.597
21,mlp.experts.95.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.707
21,mlp.experts.87.gate_proj,0.0000039157,0.05000,14.483
21,mlp.experts.85.gate_proj,0.0000685673,0.05000,14.481
21,mlp.experts.92.gate_proj,0.0000145285,0.05000,14.476
21,mlp.experts.81.gate_proj,0.0000210628,0.05000,14.498
21,mlp.experts.100.gate_proj,0.0000286084,0.05000,14.399
21,mlp.experts.102.gate_proj,0.0000328401,0.05000,14.380
21,mlp.experts.101.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.695
21,mlp.experts.106.gate_proj,0.0000483978,0.05000,14.548
21,mlp.experts.105.gate_proj,0.0000323685,0.05000,14.407
21,mlp.experts.97.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.716
21,mlp.experts.80.gate_proj,0.0000437403,0.05000,14.041
21,mlp.experts.91.gate_proj,0.0000316589,0.05000,14.092
21,mlp.experts.82.gate_proj,0.0000212286,0.05000,14.114
21,mlp.experts.88.gate_proj,0.0000197281,0.05000,14.264
21,mlp.experts.94.gate_proj,0.0000176723,0.05000,14.193
21,mlp.experts.83.gate_proj,0.0000372671,0.05000,14.176
21,mlp.experts.93.gate_proj,0.0000109330,0.05000,14.224
21,mlp.experts.111.gate_proj,0.0000185381,0.05000,14.135
21,mlp.experts.103.gate_proj,0.0000364221,0.05000,14.154
21,mlp.experts.108.gate_proj,0.0000122917,0.05000,14.311
21,mlp.experts.116.gate_proj,0.0000345507,0.05000,14.312
21,mlp.experts.127.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.877
21,mlp.experts.118.gate_proj,0.0000163944,0.05000,14.338
21,mlp.experts.122.gate_proj,0.0000155501,0.05000,14.365
21,mlp.experts.121.gate_proj,0.0000398898,0.05000,14.347
21,mlp.experts.117.gate_proj,0.0000682633,0.05000,14.468
21,mlp.experts.113.gate_proj,0.0000224486,0.05000,14.392
21,mlp.experts.96.gate_proj,0.0000102249,0.05000,14.673
21,mlp.experts.107.gate_proj,0.0000794675,0.05000,14.752
21,mlp.experts.98.gate_proj,0.0000243241,0.05000,14.743
21,mlp.experts.104.gate_proj,0.0000473307,0.05000,14.685
21,mlp.experts.110.gate_proj,0.0000464498,0.05000,14.764
21,mlp.experts.99.gate_proj,0.0000134465,0.05000,14.815
21,mlp.experts.109.gate_proj,0.0000041869,0.05000,14.771
21,mlp.experts.119.gate_proj,0.0000197975,0.05000,14.676
21,mlp.experts.124.gate_proj,0.0000249004,0.05000,14.649
21,mlp.experts.132.gate_proj,0.0000086937,0.05000,14.609
21,mlp.experts.143.gate_proj,0.0000103474,0.05000,14.603
21,mlp.experts.134.gate_proj,0.0000617351,0.05000,14.615
21,mlp.experts.138.gate_proj,0.0000214547,0.05000,14.573
21,mlp.experts.137.gate_proj,0.0000328767,0.05000,14.690
21,mlp.experts.133.gate_proj,0.0000370501,0.05000,14.733
21,mlp.experts.129.gate_proj,0.0000153378,0.05000,14.760
21,mlp.experts.159.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.719
21,mlp.experts.112.gate_proj,0.0000363129,0.05000,14.521
21,mlp.experts.123.gate_proj,0.0000251140,0.05000,14.606
21,mlp.experts.114.gate_proj,0.0000189033,0.05000,14.629
21,mlp.experts.120.gate_proj,0.0000125726,0.05000,14.646
21,mlp.experts.126.gate_proj,0.0000178820,0.05000,14.550
21,mlp.experts.115.gate_proj,0.0000385358,0.05000,14.580
21,mlp.experts.125.gate_proj,0.0000279888,0.05000,14.572
21,mlp.experts.135.gate_proj,0.0000271227,0.05000,14.450
21,mlp.experts.142.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.738
21,mlp.experts.140.gate_proj,0.0000619721,0.05000,14.475
21,mlp.experts.148.gate_proj,0.0000227583,0.05000,14.601
21,mlp.experts.150.gate_proj,0.0000034904,0.05000,14.668
21,mlp.experts.154.gate_proj,0.0000499629,0.05000,14.613
21,mlp.experts.153.gate_proj,0.0000082912,0.05000,14.586
21,mlp.experts.149.gate_proj,0.0000219734,0.05000,14.782
21,mlp.experts.145.gate_proj,0.0000108384,0.05000,14.740
21,mlp.experts.175.gate_proj,0.0000334642,0.05000,14.661
21,mlp.experts.128.gate_proj,0.0000096248,0.05000,13.961
21,mlp.experts.139.gate_proj,0.0000291194,0.05000,13.883
21,mlp.experts.130.gate_proj,0.0000421035,0.05000,13.922
21,mlp.experts.136.gate_proj,0.0000034337,0.05000,13.805
21,mlp.experts.131.gate_proj,0.0000223523,0.05000,13.948
21,mlp.experts.141.gate_proj,0.0000731725,0.05000,13.983
21,mlp.experts.151.gate_proj,0.0000127059,0.05000,14.015
21,mlp.experts.158.gate_proj,0.0000190172,0.05000,13.800
21,mlp.experts.156.gate_proj,0.0000248884,0.05000,13.843
21,mlp.experts.147.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.671
21,mlp.experts.164.gate_proj,0.0000310886,0.05000,13.875
21,mlp.experts.170.gate_proj,0.0000422177,0.05000,13.738
21,mlp.experts.166.gate_proj,0.0000083896,0.05000,13.778
21,mlp.experts.169.gate_proj,0.0000820933,0.05000,13.696
21,mlp.experts.165.gate_proj,0.0000425039,0.05000,13.762
21,mlp.experts.191.gate_proj,0.0000082295,0.05000,13.697
21,mlp.experts.161.gate_proj,0.0000340900,0.05000,13.869
21,mlp.experts.144.gate_proj,0.0000222747,0.05000,14.247
21,mlp.experts.155.gate_proj,0.0000115430,0.05000,14.277
21,mlp.experts.152.gate_proj,0.0000565443,0.05000,14.118
21,mlp.experts.146.gate_proj,0.0001021942,0.05000,14.259
21,mlp.experts.160.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.734
21,mlp.experts.157.gate_proj,0.0000132695,0.05000,14.265
21,mlp.experts.167.gate_proj,0.0000125480,0.05000,14.184
21,mlp.experts.172.gate_proj,0.0000233332,0.05000,14.198
21,mlp.experts.174.gate_proj,0.0000100462,0.05000,14.302
21,mlp.experts.176.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.710
21,mlp.experts.163.gate_proj,0.0000201573,0.05000,14.320
21,mlp.experts.180.gate_proj,0.0000082379,0.05000,14.306
21,mlp.experts.186.gate_proj,0.0000491455,0.05000,14.315
21,mlp.experts.182.gate_proj,0.0000236479,0.05000,14.433
21,mlp.experts.185.gate_proj,0.0000223895,0.05000,14.448
21,mlp.experts.181.gate_proj,0.0000289602,0.05000,14.409
21,mlp.experts.207.gate_proj,0.0000101052,0.05000,14.385
21,mlp.experts.177.gate_proj,0.0000179470,0.05000,14.523
21,mlp.experts.171.gate_proj,0.0000220582,0.05000,14.355
21,mlp.experts.168.gate_proj,0.0000317265,0.05000,14.366
21,mlp.experts.162.gate_proj,0.0000161304,0.05000,14.386
21,mlp.experts.173.gate_proj,0.0000237651,0.05000,14.326
21,mlp.experts.183.gate_proj,0.0000402935,0.05000,14.264
21,mlp.experts.188.gate_proj,0.0000063162,0.05000,14.356
21,mlp.experts.190.gate_proj,0.0000253557,0.05000,14.318
21,mlp.experts.192.gate_proj,0.0000154503,0.05000,14.319
21,mlp.experts.179.gate_proj,0.0000385886,0.05000,14.477
21,mlp.experts.196.gate_proj,0.0000169417,0.05000,14.329
21,mlp.experts.198.gate_proj,0.0000028773,0.05000,14.301
21,mlp.experts.202.gate_proj,0.0000187550,0.05000,14.480
21,mlp.experts.201.gate_proj,0.0000321557,0.05000,14.402
21,mlp.experts.197.gate_proj,0.0000547937,0.05000,14.429
21,mlp.experts.223.gate_proj,0.0000162915,0.05000,14.388
21,mlp.experts.193.gate_proj,0.0000146229,0.05000,14.584
21,mlp.experts.209.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.737
21,mlp.experts.225.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.734
21,mlp.experts.187.gate_proj,0.0000138850,0.05000,14.567
21,mlp.experts.178.gate_proj,0.0000038698,0.05000,14.478
21,mlp.experts.184.gate_proj,0.0000327645,0.05000,14.612
21,mlp.experts.189.gate_proj,0.0000332234,0.05000,14.535
21,mlp.experts.199.gate_proj,0.0000257812,0.05000,14.573
21,mlp.experts.204.gate_proj,0.0000221734,0.05000,14.492
21,mlp.experts.208.gate_proj,0.0000173930,0.05000,14.446
21,mlp.experts.206.gate_proj,0.0000319063,0.05000,14.633
21,mlp.experts.195.gate_proj,0.0000529265,0.05000,14.566
21,mlp.experts.212.gate_proj,0.0000182025,0.05000,14.409
21,mlp.experts.214.gate_proj,0.0000175467,0.05000,14.453
21,mlp.experts.218.gate_proj,0.0000534805,0.05000,14.404
21,mlp.experts.217.gate_proj,0.0000475827,0.05000,14.569
21,mlp.experts.239.gate_proj,0.0000300525,0.05000,14.377
21,mlp.experts.213.gate_proj,0.0000207270,0.05000,14.538
21,mlp.experts.241.gate_proj,0.0000147822,0.05000,14.484
21,mlp.experts.203.gate_proj,0.0000062943,0.05000,14.810
21,mlp.experts.200.gate_proj,0.0000133702,0.05000,14.731
21,mlp.experts.194.gate_proj,0.0000800119,0.05000,14.861
21,mlp.experts.205.gate_proj,0.0000183110,0.05000,14.775
21,mlp.experts.215.gate_proj,0.0000430714,0.05000,14.714
21,mlp.experts.220.gate_proj,0.0000186858,0.05000,14.838
21,mlp.experts.224.gate_proj,0.0000281130,0.05000,14.811
21,mlp.experts.222.gate_proj,0.0000158619,0.05000,14.795
21,mlp.experts.211.gate_proj,0.0000361342,0.05000,14.881
21,mlp.experts.228.gate_proj,0.0000388509,0.05000,14.859
21,mlp.experts.234.gate_proj,0.0000108402,0.05000,14.711
21,mlp.experts.236.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.766
21,mlp.experts.230.gate_proj,0.0000225916,0.05000,14.933
21,mlp.experts.233.gate_proj,0.0000368077,0.05000,14.677
21,mlp.experts.255.gate_proj,0.0000135625,0.05000,14.829
21,mlp.experts.229.gate_proj,0.0000498902,0.05000,14.839
21,mlp.experts.271.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.720
21,mlp.experts.257.gate_proj,0.0000430088,0.05000,14.531
21,mlp.experts.219.gate_proj,0.0000604081,0.05000,14.209
21,mlp.experts.210.gate_proj,0.0000167015,0.05000,14.115
21,mlp.experts.216.gate_proj,0.0000128288,0.05000,14.233
21,mlp.experts.221.gate_proj,0.0000089901,0.05000,14.280
21,mlp.experts.231.gate_proj,0.0000123871,0.05000,14.195
21,mlp.experts.240.gate_proj,0.0000232439,0.05000,14.117
21,mlp.experts.238.gate_proj,0.0000420272,0.05000,14.149
21,mlp.experts.244.gate_proj,0.0000140395,0.05000,14.143
21,mlp.experts.227.gate_proj,0.0000143220,0.05000,14.220
21,mlp.experts.250.gate_proj,0.0000439430,0.05000,14.226
21,mlp.experts.249.gate_proj,0.0000212610,0.05000,14.090
21,mlp.experts.252.gate_proj,0.0000116490,0.05000,14.246
21,mlp.experts.246.gate_proj,0.0000345081,0.05000,14.192
21,mlp.experts.245.gate_proj,0.0000690096,0.05000,14.223
21,mlp.experts.268.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.649
21,mlp.experts.287.gate_proj,0.0000181581,0.05000,14.084
21,mlp.experts.273.gate_proj,0.0000330039,0.05000,14.397
21,mlp.experts.289.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.688
21,mlp.experts.235.gate_proj,0.0000395959,0.05000,14.169
21,mlp.experts.226.gate_proj,0.0000209641,0.05000,14.141
21,mlp.experts.232.gate_proj,0.0000171009,0.05000,14.163
21,mlp.experts.247.gate_proj,0.0000450080,0.05000,14.023
21,mlp.experts.237.gate_proj,0.0000184159,0.05000,14.136
21,mlp.experts.256.gate_proj,0.0000187099,0.05000,13.850
21,mlp.experts.251.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.719
21,mlp.experts.242.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.713
21,mlp.experts.254.gate_proj,0.0000474402,0.05000,13.999
21,mlp.experts.263.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.774
21,mlp.experts.272.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.752
21,mlp.experts.260.gate_proj,0.0000257779,0.05000,14.122
21,mlp.experts.258.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.778
21,mlp.experts.267.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.784
21,mlp.experts.243.gate_proj,0.0000118294,0.05000,14.220
21,mlp.experts.266.gate_proj,0.0000587588,0.05000,14.048
21,mlp.experts.270.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.834
21,mlp.experts.265.gate_proj,0.0000262934,0.05000,14.088
21,mlp.experts.262.gate_proj,0.0000161176,0.05000,14.130
21,mlp.experts.281.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.656
21,mlp.experts.284.gate_proj,0.0000204377,0.05000,14.163
21,mlp.experts.261.gate_proj,0.0000264193,0.05000,14.393
21,mlp.experts.303.gate_proj,0.0000120127,0.05000,14.282
21,mlp.experts.305.gate_proj,0.0000275621,0.05000,14.167
21,mlp.experts.248.gate_proj,0.0000098639,0.05000,14.101
21,mlp.experts.253.gate_proj,0.0000307878,0.05000,14.032
21,mlp.experts.288.gate_proj,0.0000467578,0.05000,14.052
21,mlp.experts.279.gate_proj,0.0000177417,0.05000,14.149
21,mlp.experts.276.gate_proj,0.0000230115,0.05000,14.102
21,mlp.experts.274.gate_proj,0.0000487163,0.05000,13.989
21,mlp.experts.282.gate_proj,0.0000672409,0.05000,14.021
21,mlp.experts.259.gate_proj,0.0000478694,0.05000,14.105
21,mlp.experts.283.gate_proj,0.0000304737,0.05000,14.147
21,mlp.experts.286.gate_proj,0.0000172554,0.05000,13.976
21,mlp.experts.278.gate_proj,0.0000254251,0.05000,14.017
21,mlp.experts.297.gate_proj,0.0000493391,0.05000,14.197
21,mlp.experts.300.gate_proj,0.0000130228,0.05000,14.124
21,mlp.experts.277.gate_proj,0.0000736547,0.05000,14.114
21,mlp.experts.319.gate_proj,0.0000590037,0.05000,14.239
21,mlp.experts.321.gate_proj,0.0000415386,0.05000,14.317
21,mlp.experts.264.gate_proj,0.0000225085,0.05000,14.572
21,mlp.experts.269.gate_proj,0.0000849587,0.05000,14.467
21,mlp.experts.280.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.653
21,mlp.experts.304.gate_proj,0.0000229274,0.05000,14.584
21,mlp.experts.275.gate_proj,0.0000459783,0.05000,14.407
21,mlp.experts.295.gate_proj,0.0000094347,0.05000,14.654
21,mlp.experts.292.gate_proj,0.0000357451,0.05000,14.591
21,mlp.experts.290.gate_proj,0.0000309650,0.05000,14.612
21,mlp.experts.298.gate_proj,0.0000105842,0.05000,14.501
21,mlp.experts.299.gate_proj,0.0000264366,0.05000,14.523
21,mlp.experts.302.gate_proj,0.0000111904,0.05000,14.562
21,mlp.experts.294.gate_proj,0.0000096951,0.05000,14.522
21,mlp.experts.291.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.799
21,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.768
21,mlp.experts.314.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.793
21,mlp.experts.316.gate_proj,0.0000079087,0.05000,14.591
21,mlp.experts.313.gate_proj,0.0000134685,0.05000,14.661
21,mlp.experts.293.gate_proj,0.0000517735,0.05000,14.586
21,mlp.experts.335.gate_proj,0.0000393943,0.05000,14.398
21,mlp.experts.337.gate_proj,0.0000377929,0.05000,14.492
21,mlp.experts.285.gate_proj,0.0000068727,0.05000,14.461
21,mlp.experts.296.gate_proj,0.0000114670,0.05000,14.508
21,mlp.experts.320.gate_proj,0.0000441313,0.05000,14.518
21,mlp.experts.311.gate_proj,0.0000258511,0.05000,14.490
21,mlp.experts.306.gate_proj,0.0000227905,0.05000,14.562
21,mlp.experts.315.gate_proj,0.0000255160,0.05000,14.523
21,mlp.experts.312.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.817
21,mlp.experts.318.gate_proj,0.0000251727,0.05000,14.588
21,mlp.experts.310.gate_proj,0.0000162232,0.05000,14.478
21,mlp.experts.324.gate_proj,0.0000426761,0.05000,14.451
21,mlp.experts.330.gate_proj,0.0000082204,0.05000,14.521
21,mlp.experts.307.gate_proj,0.0000251437,0.05000,14.671
21,mlp.experts.332.gate_proj,0.0000297600,0.05000,14.619
21,mlp.experts.329.gate_proj,0.0000389941,0.05000,14.616
21,mlp.experts.309.gate_proj,0.0000664873,0.05000,14.762
21,mlp.experts.351.gate_proj,0.0000808536,0.05000,14.601
21,mlp.experts.353.gate_proj,0.0000069279,0.05000,14.579
21,mlp.experts.301.gate_proj,0.0000177139,0.05000,14.687
21,mlp.experts.336.gate_proj,0.0000754766,0.05000,14.525
21,mlp.experts.327.gate_proj,0.0000358076,0.05000,14.518
21,mlp.experts.322.gate_proj,0.0000271856,0.05000,14.437
21,mlp.experts.328.gate_proj,0.0000589602,0.05000,14.387
21,mlp.experts.331.gate_proj,0.0000411687,0.05000,14.463
21,mlp.experts.334.gate_proj,0.0000379875,0.05000,14.452
21,mlp.experts.326.gate_proj,0.0000228058,0.05000,14.494
21,mlp.experts.340.gate_proj,0.0000076976,0.05000,14.375
21,mlp.experts.346.gate_proj,0.0000171558,0.05000,14.351
21,mlp.experts.323.gate_proj,0.0000054238,0.05000,14.402
21,mlp.experts.345.gate_proj,0.0000498526,0.05000,14.440
21,mlp.experts.348.gate_proj,0.0000401137,0.05000,14.487
21,mlp.experts.325.gate_proj,0.0000579107,0.05000,14.437
21,mlp.experts.367.gate_proj,0.0000144363,0.05000,14.418
21,mlp.experts.383.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.674
21,mlp.experts.369.gate_proj,0.0000479845,0.05000,14.454
21,mlp.experts.317.gate_proj,0.0000457696,0.05000,14.461
21,mlp.experts.352.gate_proj,0.0000303009,0.05000,14.372
21,mlp.experts.333.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.696
21,mlp.experts.343.gate_proj,0.0000174980,0.05000,14.415
21,mlp.experts.338.gate_proj,0.0000155417,0.05000,14.425
21,mlp.experts.347.gate_proj,0.0000238204,0.05000,14.423
21,mlp.experts.344.gate_proj,0.0000152372,0.05000,14.486
21,mlp.experts.342.gate_proj,0.0000191875,0.05000,14.372
21,mlp.experts.350.gate_proj,0.0000400603,0.05000,14.479
21,mlp.experts.356.gate_proj,0.0000109525,0.05000,14.326
21,mlp.experts.362.gate_proj,0.0000165773,0.05000,14.346
21,mlp.experts.349.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.780
21,mlp.experts.339.gate_proj,0.0000388491,0.05000,14.515
21,mlp.experts.361.gate_proj,0.0000287375,0.05000,14.464
21,mlp.experts.364.gate_proj,0.0000184229,0.05000,14.488
21,mlp.experts.341.gate_proj,0.0000673334,0.05000,14.378
21,mlp.experts.380.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.626
21,mlp.experts.399.gate_proj,0.0000077855,0.05000,14.569
21,mlp.experts.385.gate_proj,0.0000261255,0.05000,14.552
21,mlp.experts.368.gate_proj,0.0000121247,0.05000,14.072
21,mlp.experts.359.gate_proj,0.0000282225,0.05000,14.096
21,mlp.experts.363.gate_proj,0.0000179122,0.05000,14.010
21,mlp.experts.354.gate_proj,0.0000376645,0.05000,14.084
21,mlp.experts.360.gate_proj,0.0000176741,0.05000,14.010
21,mlp.experts.358.gate_proj,0.0000369212,0.05000,14.050
21,mlp.experts.366.gate_proj,0.0000223859,0.05000,14.061
21,mlp.experts.372.gate_proj,0.0000137357,0.05000,14.102
21,mlp.experts.378.gate_proj,0.0000125191,0.05000,14.043
21,mlp.experts.365.gate_proj,0.0000202326,0.05000,14.116
21,mlp.experts.379.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.807
21,mlp.experts.355.gate_proj,0.0000226177,0.05000,14.093
21,mlp.experts.377.gate_proj,0.0000161541,0.05000,13.986
21,mlp.experts.357.gate_proj,0.0000298100,0.05000,14.162
21,mlp.experts.393.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.693
21,mlp.experts.396.gate_proj,0.0000341726,0.05000,14.014
21,mlp.experts.415.gate_proj,0.0000413693,0.05000,13.989
21,mlp.experts.401.gate_proj,0.0000075849,0.05000,14.285
21,mlp.experts.384.gate_proj,0.0000356424,0.05000,14.131
21,mlp.experts.376.gate_proj,0.0000529561,0.05000,14.033
21,mlp.experts.375.gate_proj,0.0000328889,0.05000,14.145
21,mlp.experts.370.gate_proj,0.0000105788,0.05000,14.264
21,mlp.experts.382.gate_proj,0.0000265456,0.05000,14.186
21,mlp.experts.374.gate_proj,0.0000394832,0.05000,14.278
21,mlp.experts.388.gate_proj,0.0000199254,0.05000,14.216
21,mlp.experts.394.gate_proj,0.0000479461,0.05000,14.155
21,mlp.experts.381.gate_proj,0.0000501787,0.05000,14.176
21,mlp.experts.371.gate_proj,0.0000245473,0.05000,14.076
21,mlp.experts.395.gate_proj,0.0000233428,0.05000,14.167
21,mlp.experts.373.gate_proj,0.0000111323,0.05000,14.073
21,mlp.experts.409.gate_proj,0.0000312222,0.05000,14.089
21,mlp.experts.412.gate_proj,0.0000152967,0.05000,14.100
21,mlp.experts.431.gate_proj,0.0000441328,0.05000,14.163
21,mlp.experts.447.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.661
21,mlp.experts.417.gate_proj,0.0000152050,0.05000,13.965
21,mlp.experts.400.gate_proj,0.0000447983,0.05000,14.132
21,mlp.experts.392.gate_proj,0.0000019616,0.05000,14.377
21,mlp.experts.391.gate_proj,0.0000266241,0.05000,14.344
21,mlp.experts.386.gate_proj,0.0000164464,0.05000,14.276
21,mlp.experts.390.gate_proj,0.0000348419,0.05000,14.268
21,mlp.experts.398.gate_proj,0.0000266836,0.05000,14.348
21,mlp.experts.404.gate_proj,0.0000808097,0.05000,14.306
21,mlp.experts.410.gate_proj,0.0000480727,0.05000,14.361
21,mlp.experts.397.gate_proj,0.0000222921,0.05000,14.340
21,mlp.experts.411.gate_proj,0.0000153090,0.05000,14.374
21,mlp.experts.387.gate_proj,0.0000416964,0.05000,14.406
21,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.732
21,mlp.experts.389.gate_proj,0.0000461753,0.05000,14.429
21,mlp.experts.428.gate_proj,0.0000663221,0.05000,14.312
21,mlp.experts.425.gate_proj,0.0000085005,0.05000,14.426
21,mlp.experts.441.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.663
21,mlp.experts.463.gate_proj,0.0000071920,0.05000,14.337
21,mlp.experts.479.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.739
21,mlp.experts.433.gate_proj,0.0000233800,0.05000,14.433
21,mlp.experts.416.gate_proj,0.0000203894,0.05000,14.362
21,mlp.experts.407.gate_proj,0.0000049244,0.05000,14.400
21,mlp.experts.408.gate_proj,0.0000284531,0.05000,14.445
21,mlp.experts.402.gate_proj,0.0000166790,0.05000,14.518
21,mlp.experts.406.gate_proj,0.0000065869,0.05000,14.497
21,mlp.experts.414.gate_proj,0.0000100421,0.05000,14.691
21,mlp.experts.426.gate_proj,0.0000465297,0.05000,14.415
21,mlp.experts.413.gate_proj,0.0000239350,0.05000,14.453
21,mlp.experts.427.gate_proj,0.0000781846,0.05000,14.411
21,mlp.experts.403.gate_proj,0.0000174458,0.05000,14.469
21,mlp.experts.436.gate_proj,0.0000207607,0.05000,14.431
21,mlp.experts.405.gate_proj,0.0000334029,0.05000,14.478
21,mlp.experts.419.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.679
21,mlp.experts.444.gate_proj,0.0000550987,0.05000,14.405
21,mlp.experts.457.gate_proj,0.0000861171,0.05000,14.441
21,mlp.experts.495.gate_proj,0.0000626726,0.05000,14.387
21,mlp.experts.449.gate_proj,0.0000177917,0.05000,14.454
21,mlp.experts.432.gate_proj,0.0000076183,0.05000,14.105
21,mlp.experts.424.gate_proj,0.0000122488,0.05000,13.919
21,mlp.experts.423.gate_proj,0.0000314638,0.05000,14.030
21,mlp.experts.418.gate_proj,0.0000398808,0.05000,14.074
21,mlp.experts.422.gate_proj,0.0000059600,0.05000,14.038
21,mlp.experts.430.gate_proj,0.0000287882,0.05000,14.044
21,mlp.experts.442.gate_proj,0.0000200419,0.05000,14.014
21,mlp.experts.429.gate_proj,0.0000371126,0.05000,13.998
21,mlp.experts.443.gate_proj,0.0000237285,0.05000,14.004
21,mlp.experts.452.gate_proj,0.0000260359,0.05000,14.056
21,mlp.experts.421.gate_proj,0.0000241957,0.05000,13.938
21,mlp.experts.435.gate_proj,0.0000229463,0.05000,14.010
21,mlp.experts.460.gate_proj,0.0000135349,0.05000,14.021
21,mlp.experts.468.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.722
21,mlp.experts.473.gate_proj,0.0000202770,0.05000,13.980
21,mlp.experts.511.gate_proj,0.0000334030,0.05000,14.030
21,mlp.experts.465.gate_proj,0.0000358640,0.05000,14.195
21,mlp.experts.448.gate_proj,0.0000257055,0.05000,14.011
21,mlp.experts.440.gate_proj,0.0000130307,0.05000,13.939
21,mlp.experts.439.gate_proj,0.0000627784,0.05000,13.965
21,mlp.experts.434.gate_proj,0.0000841704,0.05000,14.089
21,mlp.experts.438.gate_proj,0.0000421803,0.05000,14.050
21,mlp.experts.446.gate_proj,0.0000487931,0.05000,14.022
21,mlp.experts.445.gate_proj,0.0000663279,0.05000,13.880
21,mlp.experts.458.gate_proj,0.0000136534,0.05000,14.046
21,mlp.experts.459.gate_proj,0.0000137853,0.05000,14.034
21,mlp.experts.462.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.693
21,mlp.experts.437.gate_proj,0.0000053190,0.05000,13.963
21,mlp.experts.451.gate_proj,0.0000251865,0.05000,14.111
21,mlp.experts.476.gate_proj,0.0000299059,0.05000,14.169
21,mlp.experts.453.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.778
21,mlp.experts.484.gate_proj,0.0000153861,0.05000,14.090
21,mlp.experts.489.gate_proj,0.0000242205,0.05000,14.132
21,mlp.experts.505.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.718
21,mlp.experts.15.up_proj,0.0000626047,0.05000,14.125
21,mlp.experts.481.gate_proj,0.0000361035,0.05000,14.081
21,mlp.experts.464.gate_proj,0.0000260857,0.05000,14.272
21,mlp.experts.456.gate_proj,0.0000249073,0.05000,14.289
21,mlp.experts.455.gate_proj,0.0000321118,0.05000,14.271
21,mlp.experts.454.gate_proj,0.0000095166,0.05000,14.250
21,mlp.experts.450.gate_proj,0.0000121768,0.05000,14.299
21,mlp.experts.461.gate_proj,0.0000198737,0.05000,14.178
21,mlp.experts.472.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.693
21,mlp.experts.474.gate_proj,0.0000124274,0.05000,14.199
21,mlp.experts.475.gate_proj,0.0000258575,0.05000,14.318
21,mlp.experts.478.gate_proj,0.0000412626,0.05000,14.198
21,mlp.experts.477.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.769
21,mlp.experts.492.gate_proj,0.0000220301,0.05000,14.058
21,mlp.experts.467.gate_proj,0.0000389888,0.05000,14.298
21,mlp.experts.493.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.681
21,mlp.experts.469.gate_proj,0.0000123083,0.05000,14.122
21,mlp.experts.500.gate_proj,0.0000081702,0.05000,14.263
21,mlp.experts.4.up_proj,failsafe(rtn): 0.0014877,0.00000,0.707
21,mlp.experts.9.up_proj,0.0000117933,0.05000,14.257
21,mlp.experts.31.up_proj,0.0000073393,0.05000,14.237
21,mlp.experts.25.up_proj,failsafe(rtn): 0.0014420,0.00000,0.760
21,mlp.experts.497.gate_proj,0.0000145699,0.05000,14.306
21,mlp.experts.480.gate_proj,0.0000155979,0.05000,14.294
21,mlp.experts.471.gate_proj,0.0000180533,0.05000,14.311
21,mlp.experts.466.gate_proj,0.0000080496,0.05000,14.359
21,mlp.experts.470.gate_proj,0.0000115531,0.05000,14.417
21,mlp.experts.490.gate_proj,0.0000122389,0.05000,14.322
21,mlp.experts.488.gate_proj,0.0000240326,0.05000,14.435
21,mlp.experts.491.gate_proj,0.0000247745,0.05000,14.264
21,mlp.experts.494.gate_proj,0.0000210124,0.05000,14.366
21,mlp.experts.508.gate_proj,0.0000301466,0.05000,14.301
21,mlp.experts.483.gate_proj,0.0000046322,0.05000,14.329
21,mlp.experts.485.gate_proj,0.0000111168,0.05000,14.332
21,mlp.experts.509.gate_proj,0.0000136174,0.05000,14.344
21,mlp.experts.499.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.698
21,mlp.experts.20.up_proj,0.0000204659,0.05000,14.225
21,mlp.experts.47.up_proj,0.0000569081,0.05000,14.288
21,mlp.experts.41.up_proj,0.0000293351,0.05000,14.279
21,mlp.experts.1.up_proj,0.0000166613,0.05000,14.269
21,mlp.experts.496.gate_proj,0.0000137022,0.05000,12.722
21,mlp.experts.487.gate_proj,0.0000127324,0.05000,12.836
21,mlp.experts.486.gate_proj,0.0000139243,0.05000,12.642
21,mlp.experts.482.gate_proj,0.0000532207,0.05000,12.813
21,mlp.experts.504.gate_proj,0.0000309715,0.05000,12.599
21,mlp.experts.506.gate_proj,0.0000110532,0.05000,12.794
21,mlp.experts.507.gate_proj,0.0000207385,0.05000,12.620
21,mlp.experts.510.gate_proj,0.0000219369,0.05000,12.599
21,mlp.experts.12.up_proj,0.0000187791,0.05000,12.619
21,mlp.experts.501.gate_proj,0.0000308046,0.05000,12.408
21,mlp.experts.13.up_proj,0.0000079550,0.05000,12.396
21,mlp.experts.3.up_proj,0.0000116560,0.05000,12.460
21,mlp.experts.36.up_proj,0.0000185526,0.05000,12.330
21,mlp.experts.17.up_proj,failsafe(rtn): 0.0014038,0.00000,0.706
21,mlp.experts.52.up_proj,failsafe(rtn): 0.0014343,0.00000,0.583
21,mlp.experts.63.up_proj,0.0000331519,0.05000,12.149
21,mlp.experts.0.up_proj,0.0000199699,0.05000,12.514
21,mlp.experts.503.gate_proj,0.0000140259,0.05000,12.566
21,mlp.experts.8.up_proj,0.0000121124,0.05000,12.416
21,mlp.experts.502.gate_proj,0.0000206424,0.05000,12.615
21,mlp.experts.498.gate_proj,0.0000210932,0.05000,12.556
21,mlp.experts.11.up_proj,0.0000207387,0.05000,12.527
21,mlp.experts.10.up_proj,0.0000076553,0.05000,12.673
21,mlp.experts.6.up_proj,failsafe(rtn): 0.0013809,0.00000,0.629
21,mlp.experts.14.up_proj,0.0000263397,0.05000,12.647
21,mlp.experts.28.up_proj,0.0000143883,0.05000,12.385
21,mlp.experts.5.up_proj,0.0000046498,0.05000,12.685
21,mlp.experts.29.up_proj,0.0000134375,0.05000,12.693
21,mlp.experts.57.up_proj,0.0000061367,0.05000,12.726
21,mlp.experts.19.up_proj,0.0000460116,0.05000,12.728
21,mlp.experts.33.up_proj,0.0000114460,0.05000,12.642
21,mlp.experts.79.up_proj,0.0000774776,0.05000,12.783
21,mlp.experts.7.up_proj,0.0000138600,0.05000,12.254
21,mlp.experts.2.up_proj,0.0000119408,0.05000,12.424
21,mlp.experts.26.up_proj,0.0000148454,0.05000,12.258
21,mlp.experts.27.up_proj,0.0000147257,0.05000,12.312
21,mlp.experts.22.up_proj,0.0000241462,0.05000,12.362
21,mlp.experts.30.up_proj,0.0000346655,0.05000,12.468
21,mlp.experts.42.up_proj,failsafe(rtn): 0.0015411,0.00000,0.755
21,mlp.experts.95.up_proj,failsafe(rtn): 0.0014572,0.00000,0.775
21,mlp.experts.68.up_proj,0.0000324358,0.05000,12.455
21,mlp.experts.16.up_proj,0.0000057526,0.05000,12.581
21,mlp.experts.24.up_proj,0.0000335180,0.05000,12.603
21,mlp.experts.44.up_proj,0.0000019541,0.05000,12.626
21,mlp.experts.58.up_proj,failsafe(rtn): 0.0014191,0.00000,0.778
21,mlp.experts.45.up_proj,0.0000105401,0.05000,12.606
21,mlp.experts.21.up_proj,0.0000141705,0.05000,12.654
21,mlp.experts.73.up_proj,0.0000484065,0.05000,12.679
21,mlp.experts.60.up_proj,failsafe(rtn): 0.0014725,0.00000,0.730
21,mlp.experts.37.up_proj,failsafe(rtn): 0.0014877,0.00000,0.693
21,mlp.experts.49.up_proj,0.0000244933,0.05000,12.691
21,mlp.experts.89.up_proj,failsafe(rtn): 0.0015106,0.00000,0.756
21,mlp.experts.18.up_proj,0.0000210431,0.05000,13.309
21,mlp.experts.23.up_proj,0.0000260002,0.05000,13.212
21,mlp.experts.43.up_proj,0.0000306177,0.05000,13.344
21,mlp.experts.35.up_proj,0.0000108972,0.05000,13.366
21,mlp.experts.38.up_proj,0.0000253722,0.05000,13.158
21,mlp.experts.46.up_proj,0.0000107498,0.05000,13.189
21,mlp.experts.39.up_proj,failsafe(rtn): 0.0014420,0.00000,0.675
21,mlp.experts.111.up_proj,0.0000180640,0.05000,13.127
21,mlp.experts.84.up_proj,0.0000096811,0.05000,13.239
21,mlp.experts.32.up_proj,0.0000323493,0.05000,13.113
21,mlp.experts.40.up_proj,0.0000168710,0.05000,13.089
21,mlp.experts.127.up_proj,failsafe(rtn): 0.0014343,0.00000,0.729
21,mlp.experts.61.up_proj,0.0000207636,0.05000,13.216
21,mlp.experts.76.up_proj,0.0000191264,0.05000,13.101
21,mlp.experts.65.up_proj,0.0000217913,0.05000,12.975
21,mlp.experts.53.up_proj,0.0000364560,0.05000,13.139
21,mlp.experts.105.up_proj,0.0000291509,0.05000,13.190
21,mlp.experts.59.up_proj,0.0000128330,0.05000,14.512
21,mlp.experts.51.up_proj,0.0000100989,0.05000,14.719
21,mlp.experts.74.up_proj,0.0000680255,0.05000,14.613
21,mlp.experts.62.up_proj,0.0000260444,0.05000,14.620
21,mlp.experts.55.up_proj,0.0000056951,0.05000,14.622
21,mlp.experts.34.up_proj,0.0000111417,0.05000,14.740
21,mlp.experts.54.up_proj,0.0000622366,0.05000,14.860
21,mlp.experts.56.up_proj,0.0000218711,0.05000,14.633
21,mlp.experts.48.up_proj,0.0000306723,0.05000,14.660
21,mlp.experts.100.up_proj,0.0000290564,0.05000,14.671
21,mlp.experts.143.up_proj,0.0000092207,0.05000,14.664
21,mlp.experts.92.up_proj,0.0000162273,0.05000,14.642
21,mlp.experts.77.up_proj,0.0000062440,0.05000,14.705
21,mlp.experts.159.up_proj,failsafe(rtn): 0.0015793,0.00000,0.663
21,mlp.experts.69.up_proj,0.0000350573,0.05000,14.541
21,mlp.experts.81.up_proj,0.0000199820,0.05000,14.715
21,mlp.experts.121.up_proj,0.0000367209,0.05000,14.604
21,mlp.experts.97.up_proj,failsafe(rtn): 0.0014648,0.00000,0.724
21,mlp.experts.75.up_proj,0.0000158427,0.05000,14.470
21,mlp.experts.67.up_proj,0.0000547210,0.05000,14.458
21,mlp.experts.78.up_proj,0.0000213298,0.05000,14.457
21,mlp.experts.90.up_proj,0.0000499537,0.05000,14.462
21,mlp.experts.50.up_proj,0.0000381359,0.05000,14.388
21,mlp.experts.71.up_proj,0.0000264071,0.05000,14.489
21,mlp.experts.64.up_proj,0.0000548285,0.05000,14.432
21,mlp.experts.116.up_proj,0.0000350918,0.05000,14.446
21,mlp.experts.70.up_proj,0.0000192964,0.05000,14.551
21,mlp.experts.72.up_proj,0.0000277579,0.05000,14.549
21,mlp.experts.86.up_proj,failsafe(rtn): 0.0015488,0.00000,0.769
21,mlp.experts.108.up_proj,0.0000122078,0.05000,14.554
21,mlp.experts.93.up_proj,0.0000099103,0.05000,14.681
21,mlp.experts.175.up_proj,0.0000320144,0.05000,14.762
21,mlp.experts.85.up_proj,0.0000631680,0.05000,14.803
21,mlp.experts.137.up_proj,0.0000326284,0.05000,14.816
21,mlp.experts.101.up_proj,failsafe(rtn): 0.0015488,0.00000,0.681
21,mlp.experts.113.up_proj,0.0000220741,0.05000,14.729
21,mlp.experts.91.up_proj,0.0000303335,0.05000,14.556
21,mlp.experts.83.up_proj,0.0000364617,0.05000,14.524
21,mlp.experts.94.up_proj,0.0000164804,0.05000,14.368
21,mlp.experts.106.up_proj,0.0000473962,0.05000,14.454
21,mlp.experts.66.up_proj,0.0000151473,0.05000,14.527
21,mlp.experts.80.up_proj,0.0000408810,0.05000,14.446
21,mlp.experts.87.up_proj,0.0000041812,0.05000,14.664
21,mlp.experts.88.up_proj,0.0000193608,0.05000,14.480
21,mlp.experts.132.up_proj,0.0000090447,0.05000,14.580
21,mlp.experts.102.up_proj,0.0000312026,0.05000,14.438
21,mlp.experts.124.up_proj,0.0000248239,0.05000,14.413
21,mlp.experts.109.up_proj,0.0000039440,0.05000,14.526
21,mlp.experts.191.up_proj,0.0000089686,0.05000,14.255
21,mlp.experts.153.up_proj,0.0000076400,0.05000,14.343
21,mlp.experts.117.up_proj,0.0000615104,0.05000,14.420
21,mlp.experts.129.up_proj,0.0000149449,0.05000,14.483
21,mlp.experts.107.up_proj,0.0000733633,0.05000,14.233
21,mlp.experts.99.up_proj,0.0000127752,0.05000,14.159
21,mlp.experts.110.up_proj,0.0000448969,0.05000,14.000
21,mlp.experts.122.up_proj,0.0000163944,0.05000,14.100
21,mlp.experts.82.up_proj,0.0000214762,0.05000,14.169
21,mlp.experts.96.up_proj,0.0000102629,0.05000,14.125
21,mlp.experts.103.up_proj,0.0000317701,0.05000,14.084
21,mlp.experts.148.up_proj,0.0000213855,0.05000,14.104
21,mlp.experts.104.up_proj,0.0000442723,0.05000,14.128
21,mlp.experts.140.up_proj,0.0000591317,0.05000,14.105
21,mlp.experts.118.up_proj,0.0000162623,0.05000,14.263
21,mlp.experts.125.up_proj,0.0000302497,0.05000,14.269
21,mlp.experts.207.up_proj,0.0000090821,0.05000,14.179
21,mlp.experts.169.up_proj,0.0000832542,0.05000,14.241
21,mlp.experts.133.up_proj,0.0000352715,0.05000,14.246
21,mlp.experts.145.up_proj,0.0000110119,0.05000,14.197
21,mlp.experts.123.up_proj,0.0000224936,0.05000,14.260
21,mlp.experts.126.up_proj,0.0000163461,0.05000,14.235
21,mlp.experts.115.up_proj,0.0000372197,0.05000,14.392
21,mlp.experts.138.up_proj,0.0000231096,0.05000,14.262
21,mlp.experts.98.up_proj,0.0000225745,0.05000,14.278
21,mlp.experts.119.up_proj,0.0000185093,0.05000,14.246
21,mlp.experts.112.up_proj,0.0000354439,0.05000,14.294
21,mlp.experts.164.up_proj,0.0000320073,0.05000,14.269
21,mlp.experts.120.up_proj,0.0000125350,0.05000,14.281
21,mlp.experts.142.up_proj,failsafe(rtn): 0.0014725,0.00000,0.751
21,mlp.experts.156.up_proj,0.0000262310,0.05000,14.163
21,mlp.experts.134.up_proj,0.0000646190,0.05000,14.156
21,mlp.experts.141.up_proj,0.0000703866,0.05000,14.392
21,mlp.experts.223.up_proj,0.0000148348,0.05000,14.286
21,mlp.experts.185.up_proj,0.0000204350,0.05000,14.350
21,mlp.experts.149.up_proj,0.0000213415,0.05000,14.179
21,mlp.experts.161.up_proj,0.0000394102,0.05000,14.241
21,mlp.experts.139.up_proj,0.0000273545,0.05000,14.127
21,mlp.experts.131.up_proj,0.0000229872,0.05000,13.942
21,mlp.experts.154.up_proj,0.0000440440,0.05000,14.000
21,mlp.experts.114.up_proj,0.0000178669,0.05000,13.947
21,mlp.experts.135.up_proj,0.0000267348,0.05000,13.891
21,mlp.experts.128.up_proj,0.0000098577,0.05000,14.005
21,mlp.experts.136.up_proj,0.0000032837,0.05000,13.996
21,mlp.experts.180.up_proj,0.0000080024,0.05000,14.055
21,mlp.experts.158.up_proj,0.0000186572,0.05000,14.019
21,mlp.experts.147.up_proj,failsafe(rtn): 0.0014191,0.00000,0.766
21,mlp.experts.172.up_proj,0.0000234726,0.05000,14.071
21,mlp.experts.150.up_proj,0.0000033235,0.05000,14.037
21,mlp.experts.157.up_proj,0.0000129836,0.05000,14.143
21,mlp.experts.239.up_proj,0.0000346068,0.05000,14.107
21,mlp.experts.201.up_proj,0.0000324109,0.05000,14.337
21,mlp.experts.165.up_proj,0.0000417168,0.05000,14.207
21,mlp.experts.177.up_proj,0.0000175513,0.05000,14.112
21,mlp.experts.155.up_proj,0.0000128944,0.05000,14.278
21,mlp.experts.170.up_proj,0.0000411307,0.05000,14.254
21,mlp.experts.151.up_proj,0.0000119873,0.05000,14.297
21,mlp.experts.130.up_proj,0.0000378324,0.05000,14.363
21,mlp.experts.144.up_proj,0.0000217544,0.05000,14.195
21,mlp.experts.152.up_proj,0.0000511607,0.05000,14.223
21,mlp.experts.174.up_proj,0.0000099272,0.05000,14.242
21,mlp.experts.196.up_proj,0.0000152630,0.05000,14.362
21,mlp.experts.163.up_proj,0.0000196859,0.05000,14.207
21,mlp.experts.188.up_proj,0.0000061043,0.05000,14.247
21,mlp.experts.160.up_proj,failsafe(rtn): 0.0014572,0.00000,0.837
21,mlp.experts.166.up_proj,0.0000081926,0.05000,14.479
21,mlp.experts.176.up_proj,failsafe(rtn): 0.0014343,0.00000,0.719
21,mlp.experts.173.up_proj,0.0000225043,0.05000,14.337
21,mlp.experts.255.up_proj,0.0000131296,0.05000,14.241
21,mlp.experts.271.up_proj,failsafe(rtn): 0.0014114,0.00000,0.672
21,mlp.experts.217.up_proj,0.0000471050,0.05000,14.393
21,mlp.experts.181.up_proj,0.0000283181,0.05000,14.328
21,mlp.experts.193.up_proj,0.0000131367,0.05000,14.392
21,mlp.experts.209.up_proj,failsafe(rtn): 0.0014343,0.00000,0.722
21,mlp.experts.225.up_proj,failsafe(rtn): 0.0015793,0.00000,0.777
21,mlp.experts.171.up_proj,0.0000218634,0.05000,14.309
21,mlp.experts.186.up_proj,0.0000471400,0.05000,14.145
21,mlp.experts.146.up_proj,0.0000885603,0.05000,14.283
21,mlp.experts.167.up_proj,0.0000119046,0.05000,14.352
21,mlp.experts.168.up_proj,0.0000280905,0.05000,14.414
21,mlp.experts.190.up_proj,0.0000227828,0.05000,14.298
21,mlp.experts.179.up_proj,0.0000344390,0.05000,14.333
21,mlp.experts.212.up_proj,0.0000184118,0.05000,14.443
21,mlp.experts.204.up_proj,0.0000217059,0.05000,14.364
21,mlp.experts.182.up_proj,0.0000240207,0.05000,14.230
21,mlp.experts.192.up_proj,0.0000142799,0.05000,14.196
21,mlp.experts.189.up_proj,0.0000323341,0.05000,14.187
21,mlp.experts.287.up_proj,0.0000183779,0.05000,14.108
21,mlp.experts.233.up_proj,0.0000358908,0.05000,14.199
21,mlp.experts.197.up_proj,0.0000525536,0.05000,14.215
21,mlp.experts.241.up_proj,0.0000135867,0.05000,14.146
21,mlp.experts.187.up_proj,0.0000135862,0.05000,14.664
21,mlp.experts.202.up_proj,0.0000191292,0.05000,14.713
21,mlp.experts.162.up_proj,0.0000168160,0.05000,14.639
21,mlp.experts.183.up_proj,0.0000374954,0.05000,14.695
21,mlp.experts.184.up_proj,0.0000318138,0.05000,14.666
21,mlp.experts.195.up_proj,0.0000517923,0.05000,14.594
21,mlp.experts.206.up_proj,0.0000295147,0.05000,14.688
21,mlp.experts.228.up_proj,0.0000485503,0.05000,14.551
21,mlp.experts.220.up_proj,0.0000172031,0.05000,14.709
21,mlp.experts.198.up_proj,0.0000027206,0.05000,14.755
21,mlp.experts.208.up_proj,0.0000184061,0.05000,14.709
21,mlp.experts.205.up_proj,0.0000180153,0.05000,14.746
21,mlp.experts.236.up_proj,failsafe(rtn): 0.0014877,0.00000,0.794
21,mlp.experts.303.up_proj,0.0000113136,0.05000,14.698
21,mlp.experts.249.up_proj,0.0000207690,0.05000,14.820
21,mlp.experts.213.up_proj,0.0000175096,0.05000,14.773
21,mlp.experts.257.up_proj,0.0000425234,0.05000,14.748
21,mlp.experts.203.up_proj,0.0000068377,0.05000,14.626
21,mlp.experts.218.up_proj,0.0000480591,0.05000,14.788
21,mlp.experts.178.up_proj,0.0000037210,0.05000,14.726
21,mlp.experts.199.up_proj,0.0000243707,0.05000,14.744
21,mlp.experts.200.up_proj,0.0000123064,0.05000,14.617
21,mlp.experts.244.up_proj,0.0000137024,0.05000,14.709
21,mlp.experts.222.up_proj,0.0000156267,0.05000,14.786
21,mlp.experts.211.up_proj,0.0000324992,0.05000,14.842
21,mlp.experts.214.up_proj,0.0000171853,0.05000,14.682
21,mlp.experts.221.up_proj,0.0000084524,0.05000,14.593
21,mlp.experts.224.up_proj,0.0000298983,0.05000,14.684
21,mlp.experts.252.up_proj,0.0000118876,0.05000,14.724
21,mlp.experts.319.up_proj,0.0000580851,0.05000,14.689
21,mlp.experts.268.up_proj,failsafe(rtn): 0.0013657,0.00000,0.611
21,mlp.experts.265.up_proj,0.0000221708,0.05000,14.636
21,mlp.experts.229.up_proj,0.0000461449,0.05000,14.529
21,mlp.experts.281.up_proj,failsafe(rtn): 0.0015411,0.00000,0.628
21,mlp.experts.273.up_proj,0.0000324799,0.05000,14.436
21,mlp.experts.289.up_proj,failsafe(rtn): 0.0015640,0.00000,0.650
21,mlp.experts.219.up_proj,0.0000570654,0.05000,14.068
21,mlp.experts.234.up_proj,0.0000103372,0.05000,14.066
21,mlp.experts.194.up_proj,0.0000749614,0.05000,14.157
21,mlp.experts.215.up_proj,0.0000419710,0.05000,14.119
21,mlp.experts.216.up_proj,0.0000126400,0.05000,14.184
21,mlp.experts.260.up_proj,0.0000233482,0.05000,14.071
21,mlp.experts.238.up_proj,0.0000398907,0.05000,14.064
21,mlp.experts.227.up_proj,0.0000135431,0.05000,14.040
21,mlp.experts.230.up_proj,0.0000269871,0.05000,13.993
21,mlp.experts.237.up_proj,0.0000181502,0.05000,14.067
21,mlp.experts.240.up_proj,0.0000228299,0.05000,14.053
21,mlp.experts.335.up_proj,0.0000384444,0.05000,14.037
21,mlp.experts.284.up_proj,0.0000209429,0.05000,14.291
21,mlp.experts.245.up_proj,0.0000746004,0.05000,14.270
21,mlp.experts.297.up_proj,0.0000498424,0.05000,14.548
21,mlp.experts.305.up_proj,0.0000270130,0.05000,14.581
21,mlp.experts.235.up_proj,0.0000365147,0.05000,14.496
21,mlp.experts.250.up_proj,0.0000407813,0.05000,14.533
21,mlp.experts.210.up_proj,0.0000154734,0.05000,14.444
21,mlp.experts.276.up_proj,0.0000209621,0.05000,14.315
21,mlp.experts.232.up_proj,0.0000170088,0.05000,14.405
21,mlp.experts.231.up_proj,0.0000131541,0.05000,14.546
21,mlp.experts.251.up_proj,failsafe(rtn): 0.0011444,0.00000,0.723
21,mlp.experts.254.up_proj,0.0000436599,0.05000,14.413
21,mlp.experts.243.up_proj,0.0000107983,0.05000,14.454
21,mlp.experts.267.up_proj,failsafe(rtn): 0.0014038,0.00000,0.750
21,mlp.experts.270.up_proj,failsafe(rtn): 0.0013962,0.00000,0.718
21,mlp.experts.246.up_proj,0.0000310375,0.05000,14.494
21,mlp.experts.256.up_proj,0.0000194833,0.05000,14.387
21,mlp.experts.253.up_proj,0.0000298406,0.05000,14.539
21,mlp.experts.351.up_proj,0.0000844265,0.05000,14.497
21,mlp.experts.272.up_proj,failsafe(rtn): 0.0014343,0.00000,0.696
21,mlp.experts.300.up_proj,0.0000141852,0.05000,14.438
21,mlp.experts.261.up_proj,0.0000268580,0.05000,14.534
21,mlp.experts.313.up_proj,0.0000118577,0.05000,14.375
21,mlp.experts.321.up_proj,0.0000420358,0.05000,14.190
21,mlp.experts.266.up_proj,0.0000555766,0.05000,13.768
21,mlp.experts.226.up_proj,0.0000198865,0.05000,13.868
21,mlp.experts.292.up_proj,0.0000322135,0.05000,13.815
21,mlp.experts.248.up_proj,0.0000098431,0.05000,13.854
21,mlp.experts.247.up_proj,0.0000399232,0.05000,13.916
21,mlp.experts.259.up_proj,0.0000465084,0.05000,13.870
21,mlp.experts.242.up_proj,failsafe(rtn): 0.0015106,0.00000,0.687
21,mlp.experts.308.up_proj,failsafe(rtn): 0.0014267,0.00000,0.726
21,mlp.experts.283.up_proj,0.0000285664,0.05000,13.806
21,mlp.experts.286.up_proj,0.0000160371,0.05000,13.787
21,mlp.experts.263.up_proj,failsafe(rtn): 0.0014420,0.00000,0.752
21,mlp.experts.262.up_proj,0.0000156646,0.05000,13.917
21,mlp.experts.269.up_proj,0.0000872090,0.05000,13.762
21,mlp.experts.258.up_proj,failsafe(rtn): 0.0014877,0.00000,0.737
21,mlp.experts.367.up_proj,0.0000143318,0.05000,13.772
21,mlp.experts.288.up_proj,0.0000456716,0.05000,13.933
21,mlp.experts.316.up_proj,0.0000074847,0.05000,13.940
21,mlp.experts.383.up_proj,failsafe(rtn): 0.0015488,0.00000,0.840
21,mlp.experts.277.up_proj,0.0000715885,0.05000,14.127
21,mlp.experts.329.up_proj,0.0000349679,0.05000,14.081
21,mlp.experts.337.up_proj,0.0000357989,0.05000,14.301
21,mlp.experts.282.up_proj,0.0000642167,0.05000,14.478
21,mlp.experts.264.up_proj,0.0000217157,0.05000,14.609
21,mlp.experts.275.up_proj,0.0000453841,0.05000,14.712
21,mlp.experts.280.up_proj,failsafe(rtn): 0.0014648,0.00000,0.702
21,mlp.experts.299.up_proj,0.0000261605,0.05000,14.599
21,mlp.experts.324.up_proj,0.0000389337,0.05000,14.745
21,mlp.experts.302.up_proj,0.0000102086,0.05000,14.686
21,mlp.experts.278.up_proj,0.0000249669,0.05000,14.625
21,mlp.experts.279.up_proj,0.0000163912,0.05000,14.739
21,mlp.experts.291.up_proj,failsafe(rtn): 0.0014267,0.00000,0.773
21,mlp.experts.285.up_proj,0.0000066853,0.05000,14.768
21,mlp.experts.274.up_proj,0.0000509669,0.05000,14.721
21,mlp.experts.304.up_proj,0.0000207177,0.05000,14.610
21,mlp.experts.332.up_proj,0.0000288585,0.05000,14.664
21,mlp.experts.399.up_proj,0.0000077237,0.05000,14.600
21,mlp.experts.293.up_proj,0.0000497860,0.05000,14.634
21,mlp.experts.345.up_proj,0.0000483213,0.05000,14.662
21,mlp.experts.353.up_proj,0.0000064849,0.05000,14.302
21,mlp.experts.298.up_proj,0.0000103592,0.05000,13.957
21,mlp.experts.314.up_proj,failsafe(rtn): 0.0014114,0.00000,0.756
21,mlp.experts.296.up_proj,0.0000114867,0.05000,14.124
21,mlp.experts.315.up_proj,0.0000255411,0.05000,14.114
21,mlp.experts.340.up_proj,0.0000075333,0.05000,14.049
21,mlp.experts.318.up_proj,0.0000299011,0.05000,14.023
21,mlp.experts.295.up_proj,0.0000150637,0.05000,14.107
21,mlp.experts.294.up_proj,0.0000092716,0.05000,14.136
21,mlp.experts.307.up_proj,0.0000235609,0.05000,14.111
21,mlp.experts.290.up_proj,0.0000309661,0.05000,14.030
21,mlp.experts.301.up_proj,0.0000164621,0.05000,14.178
21,mlp.experts.312.up_proj,failsafe(rtn): 0.0014420,0.00000,0.772
21,mlp.experts.320.up_proj,0.0000403268,0.05000,14.070
21,mlp.experts.348.up_proj,0.0000392954,0.05000,14.002
21,mlp.experts.415.up_proj,0.0000407641,0.05000,14.005
21,mlp.experts.309.up_proj,0.0000648555,0.05000,14.092
21,mlp.experts.361.up_proj,0.0000288189,0.05000,14.048
21,mlp.experts.369.up_proj,0.0000433446,0.05000,14.145
21,mlp.experts.330.up_proj,0.0000078512,0.05000,14.014
21,mlp.experts.334.up_proj,0.0000349542,0.05000,14.038
21,mlp.experts.356.up_proj,0.0000109414,0.05000,14.154
21,mlp.experts.331.up_proj,0.0000400243,0.05000,14.196
21,mlp.experts.310.up_proj,0.0000153944,0.05000,14.062
21,mlp.experts.311.up_proj,0.0000249208,0.05000,14.220
21,mlp.experts.323.up_proj,0.0000053170,0.05000,14.245
21,mlp.experts.306.up_proj,0.0000219934,0.05000,14.201
21,mlp.experts.328.up_proj,0.0000597161,0.05000,14.024
21,mlp.experts.317.up_proj,0.0000444971,0.05000,14.170
21,mlp.experts.336.up_proj,0.0000716499,0.05000,14.109
21,mlp.experts.333.up_proj,failsafe(rtn): 0.0015717,0.00000,0.675
21,mlp.experts.364.up_proj,0.0000180873,0.05000,13.993
21,mlp.experts.431.up_proj,0.0000402582,0.05000,14.174
21,mlp.experts.349.up_proj,failsafe(rtn): 0.0013962,0.00000,0.767
21,mlp.experts.380.up_proj,failsafe(rtn): 0.0014877,0.00000,0.748
21,mlp.experts.325.up_proj,0.0000568662,0.05000,14.336
21,mlp.experts.447.up_proj,failsafe(rtn): 0.0014496,0.00000,0.781
21,mlp.experts.377.up_proj,0.0000175355,0.05000,14.284
21,mlp.experts.393.up_proj,failsafe(rtn): 0.0014496,0.00000,0.725
21,mlp.experts.385.up_proj,0.0000229608,0.05000,14.425
21,mlp.experts.346.up_proj,0.0000175044,0.05000,14.675
21,mlp.experts.350.up_proj,0.0000392961,0.05000,14.416
21,mlp.experts.372.up_proj,0.0000155415,0.05000,14.418
21,mlp.experts.347.up_proj,0.0000220246,0.05000,14.550
21,mlp.experts.326.up_proj,0.0000223752,0.05000,14.446
21,mlp.experts.327.up_proj,0.0000350242,0.05000,14.528
21,mlp.experts.339.up_proj,0.0000379497,0.05000,14.441
21,mlp.experts.322.up_proj,0.0000256765,0.05000,14.339
21,mlp.experts.344.up_proj,0.0000145600,0.05000,14.387
21,mlp.experts.352.up_proj,0.0000332911,0.05000,14.471
21,mlp.experts.365.up_proj,0.0000208303,0.05000,14.339
21,mlp.experts.396.up_proj,0.0000305919,0.05000,14.277
21,mlp.experts.341.up_proj,0.0000606651,0.05000,14.273
21,mlp.experts.463.up_proj,0.0000067788,0.05000,14.512
21,mlp.experts.479.up_proj,failsafe(rtn): 0.0014343,0.00000,0.763
21,mlp.experts.409.up_proj,0.0000284812,0.05000,14.493
21,mlp.experts.401.up_proj,0.0000073815,0.05000,14.566
21,mlp.experts.362.up_proj,0.0000193704,0.05000,14.453
21,mlp.experts.366.up_proj,0.0000216652,0.05000,14.334
21,mlp.experts.388.up_proj,0.0000191947,0.05000,14.290
21,mlp.experts.342.up_proj,0.0000174674,0.05000,14.309
21,mlp.experts.363.up_proj,0.0000170450,0.05000,14.410
21,mlp.experts.338.up_proj,0.0000152267,0.05000,14.341
21,mlp.experts.343.up_proj,0.0000167227,0.05000,14.485
21,mlp.experts.360.up_proj,0.0000185717,0.05000,14.284
21,mlp.experts.355.up_proj,0.0000222854,0.05000,14.462
21,mlp.experts.379.up_proj,failsafe(rtn): 0.0014725,0.00000,0.771
21,mlp.experts.368.up_proj,0.0000120932,0.05000,14.446
21,mlp.experts.381.up_proj,0.0000500939,0.05000,14.545
21,mlp.experts.412.up_proj,0.0000153496,0.05000,14.552
21,mlp.experts.357.up_proj,0.0000305259,0.05000,14.550
21,mlp.experts.495.up_proj,0.0000581777,0.05000,14.440
21,mlp.experts.425.up_proj,0.0000080286,0.05000,14.501
21,mlp.experts.417.up_proj,0.0000169064,0.05000,14.389
21,mlp.experts.441.up_proj,failsafe(rtn): 0.0015030,0.00000,0.766
21,mlp.experts.378.up_proj,0.0000127573,0.05000,14.725
21,mlp.experts.382.up_proj,0.0000243894,0.05000,14.775
21,mlp.experts.404.up_proj,0.0000723500,0.05000,14.806
21,mlp.experts.358.up_proj,0.0000341812,0.05000,14.946
21,mlp.experts.376.up_proj,0.0000492857,0.05000,14.725
21,mlp.experts.359.up_proj,0.0000275462,0.05000,14.738
21,mlp.experts.354.up_proj,0.0000367027,0.05000,14.803
21,mlp.experts.371.up_proj,0.0000233997,0.05000,14.848
21,mlp.experts.420.up_proj,failsafe(rtn): 0.0014648,0.00000,0.741
21,mlp.experts.395.up_proj,0.0000235471,0.05000,14.829
21,mlp.experts.384.up_proj,0.0000338881,0.05000,14.794
21,mlp.experts.428.up_proj,0.0000641497,0.05000,14.856
21,mlp.experts.397.up_proj,0.0000206001,0.05000,14.888
21,mlp.experts.373.up_proj,0.0000110638,0.05000,14.955
21,mlp.experts.511.up_proj,0.0000320922,0.05000,14.708
21,mlp.experts.433.up_proj,0.0000229600,0.05000,14.542
21,mlp.experts.457.up_proj,0.0000791428,0.05000,14.604
21,mlp.experts.15.down_proj,0.0000120342,0.05000,3.373
21,mlp.experts.31.down_proj,0.0000005954,0.05000,3.629
21,mlp.experts.394.up_proj,0.0000445004,0.05000,14.143
21,mlp.experts.398.up_proj,0.0000267747,0.05000,13.894
21,mlp.experts.47.down_proj,0.0000035097,0.05000,3.508
21,mlp.experts.374.up_proj,0.0000368372,0.05000,13.976
21,mlp.experts.375.up_proj,0.0000302374,0.05000,13.914
21,mlp.experts.392.up_proj,0.0000018571,0.05000,13.966
21,mlp.experts.370.up_proj,0.0000118670,0.05000,14.020
21,mlp.experts.387.up_proj,0.0000407262,0.05000,14.032
21,mlp.experts.436.up_proj,0.0000186260,0.05000,14.087
21,mlp.experts.411.up_proj,0.0000141100,0.05000,14.062
21,mlp.experts.400.up_proj,0.0000429673,0.05000,14.094
21,mlp.experts.444.up_proj,0.0000540546,0.05000,14.168
21,mlp.experts.413.up_proj,0.0000243652,0.05000,14.156
21,mlp.experts.389.up_proj,0.0000432827,0.05000,14.296
21,mlp.experts.63.down_proj,0.0000027575,0.05000,3.788
21,mlp.experts.449.up_proj,0.0000174215,0.05000,14.491
21,mlp.experts.473.up_proj,0.0000200261,0.05000,14.465
21,mlp.experts.79.down_proj,0.0000167675,0.05000,3.704
21,mlp.experts.95.down_proj,failsafe(rtn): 0.0015411,0.00000,0.162
21,mlp.experts.111.down_proj,0.0000014644,0.05000,3.734
21,mlp.experts.127.down_proj,failsafe(rtn): 0.0015030,0.00000,0.203
21,mlp.experts.410.up_proj,0.0000469771,0.05000,14.821
21,mlp.experts.414.up_proj,0.0000097648,0.05000,15.021
21,mlp.experts.390.up_proj,0.0000329000,0.05000,14.845
21,mlp.experts.391.up_proj,0.0000246627,0.05000,14.926
21,mlp.experts.408.up_proj,0.0000251901,0.05000,14.895
21,mlp.experts.143.down_proj,0.0000015700,0.05000,3.710
21,mlp.experts.386.up_proj,0.0000154505,0.05000,14.919
21,mlp.experts.452.up_proj,0.0000254389,0.05000,14.786
21,mlp.experts.403.up_proj,0.0000171124,0.05000,14.912
21,mlp.experts.159.down_proj,failsafe(rtn): 0.0016098,0.00000,0.199
21,mlp.experts.427.up_proj,0.0000715714,0.05000,14.821
21,mlp.experts.416.up_proj,0.0000204292,0.05000,15.062
21,mlp.experts.468.up_proj,failsafe(rtn): 0.0014038,0.00000,0.835
21,mlp.experts.419.up_proj,failsafe(rtn): 0.0014496,0.00000,0.844
21,mlp.experts.460.up_proj,0.0000131938,0.05000,14.886
21,mlp.experts.429.up_proj,0.0000367937,0.05000,15.085
21,mlp.experts.405.up_proj,0.0000329661,0.05000,15.025
21,mlp.experts.175.down_proj,0.0000022514,0.05000,3.886
21,mlp.experts.465.up_proj,0.0000342176,0.05000,15.158
21,mlp.experts.489.up_proj,0.0000223920,0.05000,15.172
21,mlp.experts.505.up_proj,failsafe(rtn): 0.0014801,0.00000,0.846
21,mlp.experts.191.down_proj,0.0000015813,0.05000,3.718
21,mlp.experts.9.down_proj,0.0000010504,0.05000,3.739
21,mlp.experts.25.down_proj,failsafe(rtn): 0.0015106,0.00000,0.187
21,mlp.experts.207.down_proj,0.0000007656,0.05000,3.691
21,mlp.experts.41.down_proj,0.0000016346,0.05000,3.545
21,mlp.experts.426.up_proj,0.0000450888,0.05000,15.247
21,mlp.experts.430.up_proj,0.0000373656,0.05000,15.251
21,mlp.experts.406.up_proj,0.0000062517,0.05000,15.149
21,mlp.experts.407.up_proj,0.0000052307,0.05000,15.110
21,mlp.experts.424.up_proj,0.0000114445,0.05000,15.133
21,mlp.experts.402.up_proj,0.0000169256,0.05000,15.135
21,mlp.experts.223.down_proj,0.0000007631,0.05000,3.748
21,mlp.experts.443.up_proj,0.0000232772,0.05000,15.053
21,mlp.experts.432.up_proj,0.0000069341,0.05000,14.904
21,mlp.experts.484.up_proj,0.0000166299,0.05000,14.899
21,mlp.experts.435.up_proj,0.0000227095,0.05000,14.981
21,mlp.experts.57.down_proj,0.0000004037,0.05000,3.708
21,mlp.experts.476.up_proj,0.0000291278,0.05000,14.793
21,mlp.experts.445.up_proj,0.0000767942,0.05000,14.808
21,mlp.experts.421.up_proj,0.0000222784,0.05000,14.937
21,mlp.experts.239.down_proj,0.0000039382,0.05000,3.536
21,mlp.experts.481.up_proj,0.0000341899,0.05000,14.599
21,mlp.experts.73.down_proj,0.0000100219,0.05000,3.503
21,mlp.experts.89.down_proj,failsafe(rtn): 0.0015945,0.00000,0.221
21,mlp.experts.255.down_proj,0.0000011715,0.05000,3.487
21,mlp.experts.271.down_proj,failsafe(rtn): 0.0014877,0.00000,0.157
21,mlp.experts.105.down_proj,0.0000022633,0.05000,3.478
21,mlp.experts.287.down_proj,0.0000018030,0.05000,3.698
21,mlp.experts.121.down_proj,0.0000021153,0.05000,3.809
21,mlp.experts.442.up_proj,0.0000197747,0.05000,14.306
21,mlp.experts.446.up_proj,0.0000465138,0.05000,14.243
21,mlp.experts.422.up_proj,0.0000068654,0.05000,14.304
21,mlp.experts.440.up_proj,0.0000125797,0.05000,14.219
21,mlp.experts.423.up_proj,0.0000312272,0.05000,14.411
21,mlp.experts.418.up_proj,0.0000390339,0.05000,14.354
21,mlp.experts.462.up_proj,failsafe(rtn): 0.0015335,0.00000,0.773
21,mlp.experts.459.up_proj,0.0000139435,0.05000,14.375
21,mlp.experts.303.down_proj,0.0000008370,0.05000,3.758
21,mlp.experts.500.up_proj,0.0000084639,0.05000,14.327
21,mlp.experts.448.up_proj,0.0000248419,0.05000,14.387
21,mlp.experts.451.up_proj,0.0000249302,0.05000,14.325
21,mlp.experts.4.down_proj,failsafe(rtn): 0.0015869,0.00000,0.196
21,mlp.experts.492.up_proj,0.0000217916,0.05000,14.378
21,mlp.experts.461.up_proj,0.0000194851,0.05000,14.394
21,mlp.experts.137.down_proj,0.0000026160,0.05000,3.680
21,mlp.experts.437.up_proj,0.0000055093,0.05000,14.408
21,mlp.experts.477.up_proj,failsafe(rtn): 0.0014496,0.00000,0.680
21,mlp.experts.453.up_proj,failsafe(rtn): 0.0014572,0.00000,0.697
21,mlp.experts.493.up_proj,failsafe(rtn): 0.0014038,0.00000,0.699
21,mlp.experts.319.down_proj,0.0000033052,0.05000,3.512
21,mlp.experts.497.up_proj,0.0000144621,0.05000,14.557
21,mlp.experts.20.down_proj,0.0000017606,0.05000,3.483
21,mlp.experts.153.down_proj,0.0000010757,0.05000,3.540
21,mlp.experts.335.down_proj,0.0000022972,0.05000,3.565
21,mlp.experts.1.down_proj,0.0000014547,0.05000,3.647
21,mlp.experts.17.down_proj,failsafe(rtn): 0.0014877,0.00000,0.176
21,mlp.experts.36.down_proj,0.0000024176,0.05000,3.585
21,mlp.experts.52.down_proj,failsafe(rtn): 0.0014954,0.00000,0.170
21,mlp.experts.169.down_proj,0.0000108548,0.05000,3.518
21,mlp.experts.351.down_proj,0.0000121091,0.05000,3.687
21,mlp.experts.33.down_proj,0.0000009484,0.05000,3.698
21,mlp.experts.68.down_proj,0.0000025793,0.05000,3.749
21,mlp.experts.185.down_proj,0.0000022474,0.05000,4.014
21,mlp.experts.458.up_proj,0.0000116888,0.05000,14.737
21,mlp.experts.438.up_proj,0.0000492162,0.05000,14.701
21,mlp.experts.456.up_proj,0.0000231123,0.05000,14.652
21,mlp.experts.439.up_proj,0.0000598301,0.05000,14.816
21,mlp.experts.478.up_proj,0.0000373640,0.05000,14.678
21,mlp.experts.434.up_proj,0.0000768534,0.05000,14.805
21,mlp.experts.475.up_proj,0.0000238782,0.05000,14.767
21,mlp.experts.367.down_proj,0.0000011706,0.05000,3.999
21,mlp.experts.472.up_proj,failsafe(rtn): 0.0014648,0.00000,0.775
21,mlp.experts.383.down_proj,failsafe(rtn): 0.0016098,0.00000,0.177
21,mlp.experts.464.up_proj,0.0000255757,0.05000,14.798
21,mlp.experts.467.up_proj,0.0000370659,0.05000,14.834
21,mlp.experts.49.down_proj,0.0000015734,0.05000,4.036
21,mlp.experts.84.down_proj,0.0000010776,0.05000,3.911
21,mlp.experts.508.up_proj,0.0000271120,0.05000,14.822
21,mlp.experts.201.down_proj,0.0000055496,0.05000,3.843
21,mlp.experts.469.up_proj,0.0000124161,0.05000,14.808
21,mlp.experts.509.up_proj,0.0000125049,0.05000,14.873
21,mlp.experts.399.down_proj,0.0000007512,0.05000,3.538
21,mlp.experts.65.down_proj,0.0000041205,0.05000,3.515
21,mlp.experts.100.down_proj,0.0000034280,0.05000,3.503
21,mlp.experts.12.down_proj,0.0000018151,0.05000,3.534
21,mlp.experts.217.down_proj,0.0000027488,0.05000,3.494
21,mlp.experts.13.down_proj,0.0000008020,0.05000,3.568
21,mlp.experts.415.down_proj,0.0000029496,0.05000,3.492
21,mlp.experts.81.down_proj,0.0000018300,0.05000,3.505
21,mlp.experts.116.down_proj,0.0000030374,0.05000,3.553
21,mlp.experts.97.down_proj,failsafe(rtn): 0.0015259,0.00000,0.178
21,mlp.experts.28.down_proj,0.0000010374,0.05000,3.600
21,mlp.experts.233.down_proj,0.0000020277,0.05000,3.633
21,mlp.experts.29.down_proj,0.0000015269,0.05000,3.676
21,mlp.experts.431.down_proj,0.0000032071,0.05000,3.773
21,mlp.experts.447.down_proj,failsafe(rtn): 0.0015488,0.00000,0.165
21,mlp.experts.113.down_proj,0.0000012637,0.05000,3.703
21,mlp.experts.132.down_proj,0.0000007389,0.05000,3.729
21,mlp.experts.44.down_proj,0.0000001943,0.05000,3.614
21,mlp.experts.60.down_proj,failsafe(rtn): 0.0015488,0.00000,0.164
21,mlp.experts.249.down_proj,0.0000011318,0.05000,3.578
21,mlp.experts.474.up_proj,0.0000114957,0.05000,14.404
21,mlp.experts.454.up_proj,0.0000091697,0.05000,14.363
21,mlp.experts.45.down_proj,0.0000005519,0.05000,3.474
21,mlp.experts.455.up_proj,0.0000302832,0.05000,14.286
21,mlp.experts.450.up_proj,0.0000113775,0.05000,14.253
21,mlp.experts.494.up_proj,0.0000194794,0.05000,14.300
21,mlp.experts.488.up_proj,0.0000243106,0.05000,14.101
21,mlp.experts.491.up_proj,0.0000244723,0.05000,14.192
21,mlp.experts.480.up_proj,0.0000140647,0.05000,14.076
21,mlp.experts.483.up_proj,0.0000043813,0.05000,14.233
21,mlp.experts.463.down_proj,0.0000005484,0.05000,3.520
21,mlp.experts.129.down_proj,0.0000008319,0.05000,3.427
21,mlp.experts.479.down_proj,failsafe(rtn): 0.0015106,0.00000,0.208
21,mlp.experts.148.down_proj,0.0000013275,0.05000,3.557
21,mlp.experts.499.up_proj,failsafe(rtn): 0.0014114,0.00000,0.825
21,mlp.experts.76.down_proj,0.0000012299,0.05000,3.629
21,mlp.experts.265.down_proj,0.0000017489,0.05000,3.623
21,mlp.experts.281.down_proj,failsafe(rtn): 0.0015945,0.00000,0.203
21,mlp.experts.485.up_proj,0.0000116579,0.05000,14.218
21,mlp.experts.61.down_proj,0.0000030604,0.05000,3.606
21,mlp.experts.145.down_proj,0.0000010404,0.05000,3.719
21,mlp.experts.495.down_proj,0.0000046094,0.05000,3.758
21,mlp.experts.164.down_proj,0.0000058982,0.05000,3.705
21,mlp.experts.3.down_proj,0.0000009129,0.05000,3.750
21,mlp.experts.92.down_proj,0.0000017356,0.05000,3.802
21,mlp.experts.297.down_proj,0.0000030545,0.05000,3.827
21,mlp.experts.77.down_proj,0.0000003795,0.05000,3.865
21,mlp.experts.161.down_proj,0.0000018532,0.05000,3.687
21,mlp.experts.511.down_proj,0.0000026695,0.05000,3.628
21,mlp.experts.180.down_proj,0.0000003984,0.05000,3.663
21,mlp.experts.19.down_proj,0.0000040360,0.05000,3.482
21,mlp.experts.108.down_proj,0.0000013390,0.05000,3.437
21,mlp.experts.313.down_proj,0.0000013747,0.05000,3.318
21,mlp.experts.93.down_proj,0.0000010175,0.05000,3.191
21,mlp.experts.177.down_proj,0.0000008383,0.05000,3.191
21,mlp.experts.196.down_proj,0.0000011746,0.05000,3.232
21,mlp.experts.35.down_proj,0.0000019661,0.05000,3.269
21,mlp.experts.124.down_proj,0.0000018863,0.05000,3.292
21,mlp.experts.329.down_proj,0.0000036141,0.05000,3.272
21,mlp.experts.490.up_proj,0.0000143992,0.05000,13.943
21,mlp.experts.470.up_proj,0.0000109326,0.05000,14.008
21,mlp.experts.471.up_proj,0.0000177036,0.05000,14.071
21,mlp.experts.109.down_proj,0.0000002436,0.05000,3.465
21,mlp.experts.466.up_proj,0.0000078931,0.05000,14.085
21,mlp.experts.504.up_proj,0.0000301981,0.05000,13.920
21,mlp.experts.510.up_proj,0.0000184303,0.05000,14.139
21,mlp.experts.507.up_proj,0.0000202409,0.05000,13.967
21,mlp.experts.496.up_proj,0.0000137992,0.05000,14.090
21,mlp.experts.193.down_proj,0.0000021604,0.05000,3.488
21,mlp.experts.212.down_proj,0.0000021500,0.05000,3.403
21,mlp.experts.209.down_proj,failsafe(rtn): 0.0015030,0.00000,0.169
21,mlp.experts.225.down_proj,failsafe(rtn): 0.0015945,0.00000,0.186
21,mlp.experts.51.down_proj,0.0000008339,0.05000,3.469
21,mlp.experts.140.down_proj,0.0000037815,0.05000,3.469
21,mlp.experts.345.down_proj,0.0000030621,0.05000,3.460
21,mlp.experts.501.up_proj,0.0000288700,0.05000,13.911
21,mlp.experts.125.down_proj,0.0000055228,0.05000,3.498
21,mlp.experts.8.down_proj,0.0000011559,0.05000,3.454
21,mlp.experts.14.down_proj,0.0000013464,0.05000,3.442
21,mlp.experts.11.down_proj,0.0000010599,0.05000,3.412
21,mlp.experts.0.down_proj,0.0000035072,0.05000,3.456
21,mlp.experts.228.down_proj,0.0000047906,0.05000,3.461
21,mlp.experts.241.down_proj,0.0000008743,0.05000,3.426
21,mlp.experts.67.down_proj,0.0000042931,0.05000,3.424
21,mlp.experts.156.down_proj,0.0000045715,0.05000,3.443
21,mlp.experts.361.down_proj,0.0000016493,0.05000,3.389
21,mlp.experts.5.down_proj,0.0000006122,0.05000,3.411
21,mlp.experts.141.down_proj,0.0000060482,0.05000,3.303
21,mlp.experts.24.down_proj,0.0000047232,0.05000,3.288
21,mlp.experts.30.down_proj,0.0000047663,0.05000,3.325
21,mlp.experts.27.down_proj,0.0000013442,0.05000,3.367
21,mlp.experts.16.down_proj,0.0000004150,0.05000,3.377
21,mlp.experts.244.down_proj,0.0000008607,0.05000,3.313
21,mlp.experts.257.down_proj,0.0000020905,0.05000,3.361
21,mlp.experts.83.down_proj,0.0000016198,0.05000,3.369
21,mlp.experts.172.down_proj,0.0000028418,0.05000,3.376
21,mlp.experts.377.down_proj,0.0000036241,0.05000,3.187
21,mlp.experts.393.down_proj,failsafe(rtn): 0.0015030,0.00000,0.159
21,mlp.experts.21.down_proj,0.0000006916,0.05000,3.251
21,mlp.experts.37.down_proj,failsafe(rtn): 0.0015640,0.00000,0.155
21,mlp.experts.157.down_proj,0.0000010426,0.05000,3.238
21,mlp.experts.40.down_proj,0.0000008270,0.05000,3.143
21,mlp.experts.46.down_proj,0.0000006336,0.05000,3.177
21,mlp.experts.43.down_proj,0.0000035454,0.05000,3.210
21,mlp.experts.32.down_proj,0.0000023527,0.05000,3.229
21,mlp.experts.260.down_proj,0.0000024714,0.05000,3.297
21,mlp.experts.273.down_proj,0.0000016969,0.05000,3.416
21,mlp.experts.99.down_proj,0.0000007129,0.05000,3.341
21,mlp.experts.289.down_proj,failsafe(rtn): 0.0016098,0.00000,0.191
21,mlp.experts.188.down_proj,0.0000004563,0.05000,3.357
21,mlp.experts.506.up_proj,0.0000114782,0.05000,13.476
21,mlp.experts.409.down_proj,0.0000017142,0.05000,3.455
21,mlp.experts.53.down_proj,0.0000019155,0.05000,3.480
21,mlp.experts.486.up_proj,0.0000125899,0.05000,13.455
21,mlp.experts.487.up_proj,0.0000155125,0.05000,13.386
21,mlp.experts.56.down_proj,0.0000020157,0.05000,3.491
21,mlp.experts.173.down_proj,0.0000015212,0.05000,3.545
21,mlp.experts.482.up_proj,0.0000497675,0.05000,13.488
21,mlp.experts.62.down_proj,0.0000012922,0.05000,3.512
21,mlp.experts.59.down_proj,0.0000012185,0.05000,3.543
21,mlp.experts.48.down_proj,0.0000026468,0.05000,3.470
21,mlp.experts.276.down_proj,0.0000012861,0.05000,3.436
21,mlp.experts.115.down_proj,0.0000025249,0.05000,3.465
21,mlp.experts.305.down_proj,0.0000014950,0.05000,3.440
21,mlp.experts.204.down_proj,0.0000011731,0.05000,3.310
21,mlp.experts.10.down_proj,0.0000005209,0.05000,3.376
21,mlp.experts.425.down_proj,0.0000010919,0.05000,3.367
21,mlp.experts.441.down_proj,failsafe(rtn): 0.0015717,0.00000,0.176
21,mlp.experts.69.down_proj,0.0000023210,0.05000,3.467
21,mlp.experts.72.down_proj,0.0000012994,0.05000,3.465
21,mlp.experts.189.down_proj,0.0000021371,0.05000,3.469
21,mlp.experts.78.down_proj,0.0000017308,0.05000,3.505
21,mlp.experts.75.down_proj,0.0000008223,0.05000,3.488
21,mlp.experts.64.down_proj,0.0000032535,0.05000,3.510
21,mlp.experts.292.down_proj,0.0000032169,0.05000,3.446
21,mlp.experts.308.down_proj,failsafe(rtn): 0.0015182,0.00000,0.146
21,mlp.experts.131.down_proj,0.0000024493,0.05000,3.320
21,mlp.experts.321.down_proj,0.0000032009,0.05000,3.297
21,mlp.experts.220.down_proj,0.0000013701,0.05000,3.302
21,mlp.experts.147.down_proj,failsafe(rtn): 0.0015106,0.00000,0.164
21,mlp.experts.236.down_proj,failsafe(rtn): 0.0015717,0.00000,0.177
21,mlp.experts.26.down_proj,0.0000015443,0.05000,3.275
21,mlp.experts.42.down_proj,failsafe(rtn): 0.0015945,0.00000,0.145
21,mlp.experts.457.down_proj,0.0000070769,0.05000,3.245
21,mlp.experts.58.down_proj,failsafe(rtn): 0.0015259,0.00000,0.138
21,mlp.experts.85.down_proj,0.0000044250,0.05000,3.129
21,mlp.experts.101.down_proj,failsafe(rtn): 0.0016022,0.00000,0.145
21,mlp.experts.88.down_proj,0.0000010063,0.05000,3.056
21,mlp.experts.205.down_proj,0.0000021917,0.05000,3.090
21,mlp.experts.94.down_proj,0.0000011181,0.05000,3.109
21,mlp.experts.91.down_proj,0.0000016327,0.05000,3.087
21,mlp.experts.80.down_proj,0.0000033480,0.05000,3.083
21,mlp.experts.324.down_proj,0.0000024896,0.05000,3.145
21,mlp.experts.337.down_proj,0.0000024437,0.05000,3.149
21,mlp.experts.163.down_proj,0.0000012464,0.05000,3.222
21,mlp.experts.252.down_proj,0.0000012718,0.05000,3.238
21,mlp.experts.268.down_proj,failsafe(rtn): 0.0014420,0.00000,0.213
21,mlp.experts.74.down_proj,0.0000051453,0.05000,3.335
21,mlp.experts.473.down_proj,0.0000018920,0.05000,3.363
21,mlp.experts.117.down_proj,0.0000057062,0.05000,3.369
21,mlp.experts.104.down_proj,0.0000042839,0.05000,3.409
21,mlp.experts.221.down_proj,0.0000007221,0.05000,3.364
21,mlp.experts.110.down_proj,0.0000023012,0.05000,3.350
21,mlp.experts.107.down_proj,0.0000069316,0.05000,3.303
21,mlp.experts.96.down_proj,0.0000010594,0.05000,3.375
21,mlp.experts.340.down_proj,0.0000006471,0.05000,3.420
21,mlp.experts.353.down_proj,0.0000004603,0.05000,3.411
21,mlp.experts.179.down_proj,0.0000025923,0.05000,3.463
21,mlp.experts.284.down_proj,0.0000015102,0.05000,3.447
21,mlp.experts.90.down_proj,0.0000040202,0.05000,3.460
21,mlp.experts.489.down_proj,0.0000017051,0.05000,3.507
21,mlp.experts.505.down_proj,failsafe(rtn): 0.0015488,0.00000,0.171
21,mlp.experts.502.up_proj,0.0000185868,0.05000,13.368
21,mlp.experts.6.down_proj,failsafe(rtn): 0.0014267,0.00000,0.181
21,mlp.experts.503.up_proj,0.0000122778,0.05000,13.346
21,mlp.experts.133.down_proj,0.0000056816,0.05000,3.517
21,mlp.experts.498.up_proj,0.0000237475,0.05000,13.454
21,mlp.experts.120.down_proj,0.0000010900,0.05000,3.563
21,mlp.experts.237.down_proj,0.0000009582,0.05000,3.640
21,mlp.experts.126.down_proj,0.0000022230,0.05000,3.605
21,mlp.experts.123.down_proj,0.0000017042,0.05000,3.611
21,mlp.experts.142.down_proj,failsafe(rtn): 0.0015564,0.00000,0.169
21,mlp.experts.112.down_proj,0.0000020945,0.05000,3.589
21,mlp.experts.356.down_proj,0.0000008922,0.05000,3.564
21,mlp.experts.369.down_proj,0.0000026584,0.05000,3.543
21,mlp.experts.195.down_proj,0.0000028684,0.05000,3.499
21,mlp.experts.300.down_proj,0.0000014668,0.05000,3.462
21,mlp.experts.106.down_proj,0.0000025681,0.05000,3.437
21,mlp.experts.22.down_proj,0.0000015380,0.05000,3.402
21,mlp.experts.7.down_proj,0.0000012987,0.05000,3.405
21,mlp.experts.149.down_proj,0.0000011832,0.05000,3.374
21,mlp.experts.2.down_proj,0.0000007304,0.05000,3.315
21,mlp.experts.136.down_proj,0.0000001778,0.05000,3.348
21,mlp.experts.253.down_proj,0.0000023885,0.05000,3.293
21,mlp.experts.139.down_proj,0.0000045138,0.05000,3.279
21,mlp.experts.158.down_proj,0.0000011588,0.05000,3.249
21,mlp.experts.128.down_proj,0.0000016151,0.05000,3.280
21,mlp.experts.372.down_proj,0.0000018676,0.05000,3.276
21,mlp.experts.385.down_proj,0.0000030068,0.05000,3.266
21,mlp.experts.211.down_proj,0.0000042817,0.05000,3.201
21,mlp.experts.316.down_proj,0.0000006233,0.05000,3.252
21,mlp.experts.122.down_proj,0.0000019099,0.05000,3.258
21,mlp.experts.23.down_proj,0.0000019880,0.05000,3.206
21,mlp.experts.38.down_proj,0.0000014506,0.05000,3.263
21,mlp.experts.165.down_proj,0.0000039005,0.05000,3.239
21,mlp.experts.39.down_proj,failsafe(rtn): 0.0015030,0.00000,0.140
21,mlp.experts.18.down_proj,0.0000033540,0.05000,3.200
21,mlp.experts.152.down_proj,0.0000048047,0.05000,3.246
21,mlp.experts.269.down_proj,0.0000133536,0.05000,3.229
21,mlp.experts.155.down_proj,0.0000018298,0.05000,3.242
21,mlp.experts.174.down_proj,0.0000005682,0.05000,3.199
21,mlp.experts.144.down_proj,0.0000025591,0.05000,3.231
21,mlp.experts.160.down_proj,failsafe(rtn): 0.0014954,0.00000,0.148
21,mlp.experts.176.down_proj,failsafe(rtn): 0.0014725,0.00000,0.151
21,mlp.experts.388.down_proj,0.0000012728,0.05000,3.214
21,mlp.experts.401.down_proj,0.0000003788,0.05000,3.188
21,mlp.experts.227.down_proj,0.0000009167,0.05000,3.161
21,mlp.experts.332.down_proj,0.0000015867,0.05000,3.147
21,mlp.experts.138.down_proj,0.0000014409,0.05000,3.123
21,mlp.experts.181.down_proj,0.0000013305,0.05000,3.113
21,mlp.experts.54.down_proj,0.0000055614,0.05000,3.184
21,mlp.experts.55.down_proj,0.0000004003,0.05000,3.133
21,mlp.experts.34.down_proj,0.0000008717,0.05000,3.186
21,mlp.experts.168.down_proj,0.0000025018,0.05000,3.184
21,mlp.experts.285.down_proj,0.0000003473,0.05000,3.139
21,mlp.experts.171.down_proj,0.0000048095,0.05000,3.190
21,mlp.experts.190.down_proj,0.0000018760,0.05000,3.186
21,mlp.experts.192.down_proj,0.0000010641,0.05000,3.149
21,mlp.experts.404.down_proj,0.0000059650,0.05000,3.156
21,mlp.experts.420.down_proj,failsafe(rtn): 0.0015564,0.00000,0.162
21,mlp.experts.417.down_proj,0.0000022407,0.05000,3.096
21,mlp.experts.243.down_proj,0.0000007605,0.05000,3.047
21,mlp.experts.348.down_proj,0.0000023391,0.05000,3.090
21,mlp.experts.154.down_proj,0.0000030171,0.05000,3.122
21,mlp.experts.197.down_proj,0.0000063360,0.05000,3.056
21,mlp.experts.70.down_proj,0.0000009414,0.05000,3.105
21,mlp.experts.71.down_proj,0.0000022352,0.05000,3.064
21,mlp.experts.86.down_proj,failsafe(rtn): 0.0015945,0.00000,0.149
21,mlp.experts.50.down_proj,0.0000037790,0.05000,3.059
21,mlp.experts.301.down_proj,0.0000013388,0.05000,2.993
21,mlp.experts.184.down_proj,0.0000015626,0.05000,2.993
21,mlp.experts.187.down_proj,0.0000011098,0.05000,3.042
21,mlp.experts.206.down_proj,0.0000027099,0.05000,3.074
21,mlp.experts.208.down_proj,0.0000013519,0.05000,3.080
21,mlp.experts.436.down_proj,0.0000010893,0.05000,3.109
21,mlp.experts.433.down_proj,0.0000019754,0.05000,3.167
21,mlp.experts.259.down_proj,0.0000094101,0.05000,3.141
21,mlp.experts.364.down_proj,0.0000020783,0.05000,3.192
21,mlp.experts.380.down_proj,failsafe(rtn): 0.0015640,0.00000,0.146
21,mlp.experts.170.down_proj,0.0000023243,0.05000,3.184
21,mlp.experts.213.down_proj,0.0000017936,0.05000,3.183
21,mlp.experts.87.down_proj,0.0000002990,0.05000,3.157
21,mlp.experts.66.down_proj,0.0000012660,0.05000,3.166
21,mlp.experts.102.down_proj,0.0000019050,0.05000,3.207
21,mlp.experts.200.down_proj,0.0000006617,0.05000,3.189
21,mlp.experts.317.down_proj,0.0000023729,0.05000,3.254
21,mlp.experts.333.down_proj,failsafe(rtn): 0.0016327,0.00000,0.154
21,mlp.experts.203.down_proj,0.0000006920,0.05000,3.198
21,mlp.experts.222.down_proj,0.0000010918,0.05000,3.199
21,mlp.experts.349.down_proj,failsafe(rtn): 0.0014954,0.00000,0.139
21,mlp.experts.224.down_proj,0.0000043000,0.05000,3.195
21,mlp.experts.452.down_proj,0.0000012845,0.05000,3.180
21,mlp.experts.449.down_proj,0.0000013576,0.05000,3.170
21,mlp.experts.275.down_proj,0.0000027601,0.05000,3.186
21,mlp.experts.468.down_proj,failsafe(rtn): 0.0014420,0.00000,0.158
21,mlp.experts.291.down_proj,failsafe(rtn): 0.0015106,0.00000,0.197
21,mlp.experts.396.down_proj,0.0000025539,0.05000,3.225
21,mlp.experts.186.down_proj,0.0000067936,0.05000,3.190
21,mlp.experts.229.down_proj,0.0000042643,0.05000,3.149
21,mlp.experts.103.down_proj,0.0000016342,0.05000,3.161
21,mlp.experts.82.down_proj,0.0000015129,0.05000,3.088
21,mlp.experts.118.down_proj,0.0000011451,0.05000,3.172
21,mlp.experts.216.down_proj,0.0000013789,0.05000,3.176
21,mlp.experts.219.down_proj,0.0000037635,0.05000,3.211
21,mlp.experts.238.down_proj,0.0000024087,0.05000,3.187
21,mlp.experts.365.down_proj,0.0000021097,0.05000,3.202
21,mlp.experts.240.down_proj,0.0000013265,0.05000,3.126
21,mlp.experts.465.down_proj,0.0000025863,0.05000,3.171
21,mlp.experts.484.down_proj,0.0000017442,0.05000,3.214
21,mlp.experts.307.down_proj,0.0000014372,0.05000,3.142
21,mlp.experts.412.down_proj,0.0000011358,0.05000,3.061
21,mlp.experts.202.down_proj,0.0000012077,0.05000,3.064
21,mlp.experts.245.down_proj,0.0000174410,0.05000,3.036
21,mlp.experts.119.down_proj,0.0000025339,0.05000,2.998
21,mlp.experts.98.down_proj,0.0000015276,0.05000,2.989
21,mlp.experts.134.down_proj,0.0000076657,0.05000,3.014
21,mlp.experts.232.down_proj,0.0000007977,0.05000,3.005
21,mlp.experts.235.down_proj,0.0000030454,0.05000,3.005
21,mlp.experts.254.down_proj,0.0000038513,0.05000,3.016
21,mlp.experts.251.down_proj,failsafe(rtn): 0.0011063,0.00000,0.138
21,mlp.experts.381.down_proj,0.0000033024,0.05000,3.056
21,mlp.experts.270.down_proj,failsafe(rtn): 0.0014572,0.00000,0.141
21,mlp.experts.267.down_proj,failsafe(rtn): 0.0014572,0.00000,0.147
21,mlp.experts.256.down_proj,0.0000024339,0.05000,2.989
21,mlp.experts.272.down_proj,failsafe(rtn): 0.0015259,0.00000,0.149
21,mlp.experts.481.down_proj,0.0000031163,0.05000,2.863
21,mlp.experts.500.down_proj,0.0000008154,0.05000,2.905
21,mlp.experts.323.down_proj,0.0000004437,0.05000,2.884
21,mlp.experts.428.down_proj,0.0000040068,0.05000,2.906
21,mlp.experts.218.down_proj,0.0000048312,0.05000,2.894
21,mlp.experts.261.down_proj,0.0000064904,0.05000,2.874
21,mlp.experts.135.down_proj,0.0000024864,0.05000,2.848
21,mlp.experts.114.down_proj,0.0000012104,0.05000,2.865
21,mlp.experts.248.down_proj,0.0000007823,0.05000,2.810
21,mlp.experts.150.down_proj,0.0000002772,0.05000,2.856
21,mlp.experts.397.down_proj,0.0000014510,0.05000,2.834
21,mlp.experts.286.down_proj,0.0000015184,0.05000,2.802
21,mlp.experts.283.down_proj,0.0000026517,0.05000,2.827
21,mlp.experts.288.down_proj,0.0000024903,0.05000,2.850
21,mlp.experts.497.down_proj,0.0000011865,0.05000,2.908
21,mlp.experts.339.down_proj,0.0000021554,0.05000,2.797
21,mlp.experts.444.down_proj,0.0000036604,0.05000,2.761
21,mlp.experts.234.down_proj,0.0000009804,0.05000,2.779
21,mlp.experts.277.down_proj,0.0000054905,0.05000,2.774
21,mlp.experts.151.down_proj,0.0000012843,0.05000,2.757
21,mlp.experts.130.down_proj,0.0000056537,0.05000,2.739
21,mlp.experts.166.down_proj,0.0000004588,0.05000,2.738
21,mlp.experts.264.down_proj,0.0000012382,0.05000,2.793
21,mlp.experts.280.down_proj,failsafe(rtn): 0.0015182,0.00000,0.130
21,mlp.experts.302.down_proj,0.0000010867,0.05000,2.677
21,mlp.experts.413.down_proj,0.0000017378,0.05000,2.707
21,mlp.experts.299.down_proj,0.0000031473,0.05000,2.696
21,mlp.experts.304.down_proj,0.0000020862,0.05000,2.678
21,mlp.experts.355.down_proj,0.0000023098,0.05000,2.670
21,mlp.experts.460.down_proj,0.0000009371,0.05000,2.787
21,mlp.experts.250.down_proj,0.0000031392,0.05000,2.780
21,mlp.experts.293.down_proj,0.0000044163,0.05000,2.803
21,mlp.experts.167.down_proj,0.0000010672,0.05000,2.826
21,mlp.experts.146.down_proj,0.0000073091,0.05000,2.842
21,mlp.experts.182.down_proj,0.0000014738,0.05000,2.804
21,mlp.experts.296.down_proj,0.0000012855,0.05000,2.810
21,mlp.experts.312.down_proj,failsafe(rtn): 0.0015030,0.00000,0.126
21,mlp.experts.429.down_proj,0.0000036963,0.05000,2.708
21,mlp.experts.318.down_proj,0.0000047927,0.05000,2.769
21,mlp.experts.315.down_proj,0.0000011997,0.05000,2.760
21,mlp.experts.320.down_proj,0.0000035920,0.05000,2.670
21,mlp.experts.371.down_proj,0.0000017148,0.05000,2.659
21,mlp.experts.476.down_proj,0.0000018019,0.05000,2.614
21,mlp.experts.266.down_proj,0.0000081978,0.05000,2.624
21,mlp.experts.309.down_proj,0.0000066381,0.05000,2.550
21,mlp.experts.183.down_proj,0.0000032112,0.05000,2.541
21,mlp.experts.162.down_proj,0.0000016614,0.05000,2.621
21,mlp.experts.198.down_proj,0.0000001603,0.05000,2.608
21,mlp.experts.445.down_proj,0.0000136610,0.05000,2.556
21,mlp.experts.328.down_proj,0.0000060708,0.05000,2.612
21,mlp.experts.334.down_proj,0.0000027120,0.05000,2.606
21,mlp.experts.331.down_proj,0.0000021698,0.05000,2.647
21,mlp.experts.336.down_proj,0.0000051998,0.05000,2.607
21,mlp.experts.387.down_proj,0.0000025451,0.05000,2.675
21,mlp.experts.492.down_proj,0.0000014935,0.05000,2.638
21,mlp.experts.282.down_proj,0.0000065031,0.05000,2.616
21,mlp.experts.325.down_proj,0.0000033589,0.05000,2.604
21,mlp.experts.199.down_proj,0.0000019382,0.05000,2.624
21,mlp.experts.178.down_proj,0.0000002358,0.05000,2.641
21,mlp.experts.214.down_proj,0.0000008311,0.05000,2.618
21,mlp.experts.461.down_proj,0.0000009611,0.05000,2.561
21,mlp.experts.344.down_proj,0.0000011645,0.05000,2.595
21,mlp.experts.350.down_proj,0.0000023593,0.05000,2.584
21,mlp.experts.477.down_proj,failsafe(rtn): 0.0015030,0.00000,0.128
21,mlp.experts.347.down_proj,0.0000017266,0.05000,2.568
21,mlp.experts.493.down_proj,failsafe(rtn): 0.0014725,0.00000,0.125
21,mlp.experts.352.down_proj,0.0000046203,0.05000,2.577
21,mlp.experts.403.down_proj,0.0000016934,0.05000,2.553
21,mlp.experts.419.down_proj,failsafe(rtn): 0.0014725,0.00000,0.130
21,mlp.experts.508.down_proj,0.0000014587,0.05000,2.607
21,mlp.experts.298.down_proj,0.0000004561,0.05000,2.634
21,mlp.experts.314.down_proj,failsafe(rtn): 0.0015030,0.00000,0.109
21,mlp.experts.341.down_proj,0.0000067577,0.05000,2.565
21,mlp.experts.215.down_proj,0.0000024528,0.05000,2.542
21,mlp.experts.194.down_proj,0.0000062975,0.05000,2.529
21,mlp.experts.230.down_proj,0.0000039677,0.05000,2.508
21,mlp.experts.360.down_proj,0.0000012432,0.05000,2.486
21,mlp.experts.366.down_proj,0.0000014334,0.05000,2.514
21,mlp.experts.363.down_proj,0.0000019084,0.05000,2.473
21,mlp.experts.509.down_proj,0.0000011724,0.05000,2.482
21,mlp.experts.379.down_proj,failsafe(rtn): 0.0015259,0.00000,0.118
21,mlp.experts.368.down_proj,0.0000011350,0.05000,2.400
21,mlp.experts.435.down_proj,0.0000042649,0.05000,2.202
21,mlp.experts.330.down_proj,0.0000007274,0.05000,2.171
21,mlp.experts.357.down_proj,0.0000089309,0.05000,2.136
21,mlp.experts.231.down_proj,0.0000014293,0.05000,2.174
21,mlp.experts.246.down_proj,0.0000021165,0.05000,2.149
21,mlp.experts.210.down_proj,0.0000010901,0.05000,2.180
21,mlp.experts.376.down_proj,0.0000039359,0.05000,2.178
21,mlp.experts.382.down_proj,0.0000016791,0.05000,2.151
21,mlp.experts.395.down_proj,0.0000022251,0.05000,2.076
21,mlp.experts.384.down_proj,0.0000027590,0.05000,2.069
21,mlp.experts.451.down_proj,0.0000015810,0.05000,2.082
21,mlp.experts.373.down_proj,0.0000008272,0.05000,2.037
21,mlp.experts.346.down_proj,0.0000026119,0.05000,2.117
21,mlp.experts.247.down_proj,0.0000039369,0.05000,2.071
21,mlp.experts.263.down_proj,failsafe(rtn): 0.0015106,0.00000,0.104
21,mlp.experts.226.down_proj,0.0000011837,0.05000,2.089
21,mlp.experts.262.down_proj,0.0000008398,0.05000,2.122
21,mlp.experts.242.down_proj,failsafe(rtn): 0.0015640,0.00000,0.097
21,mlp.experts.258.down_proj,failsafe(rtn): 0.0015182,0.00000,0.103
21,mlp.experts.392.down_proj,0.0000005363,0.05000,2.061
21,mlp.experts.398.down_proj,0.0000055863,0.05000,2.064
21,mlp.experts.411.down_proj,0.0000008944,0.05000,2.054
21,mlp.experts.400.down_proj,0.0000024069,0.05000,2.034
21,mlp.experts.467.down_proj,0.0000047134,0.05000,2.093
21,mlp.experts.389.down_proj,0.0000036025,0.05000,2.007
21,mlp.experts.362.down_proj,0.0000022734,0.05000,2.049
21,mlp.experts.279.down_proj,0.0000012990,0.05000,2.045
21,mlp.experts.278.down_proj,0.0000013061,0.05000,2.051
21,mlp.experts.274.down_proj,0.0000068483,0.05000,2.023
21,mlp.experts.408.down_proj,0.0000021775,0.05000,1.987
21,mlp.experts.414.down_proj,0.0000005251,0.05000,2.013
21,mlp.experts.427.down_proj,0.0000052796,0.05000,2.043
21,mlp.experts.416.down_proj,0.0000015340,0.05000,1.990
21,mlp.experts.483.down_proj,0.0000003356,0.05000,1.999
21,mlp.experts.499.down_proj,failsafe(rtn): 0.0014420,0.00000,0.103
21,mlp.experts.405.down_proj,0.0000019261,0.05000,1.916
21,mlp.experts.378.down_proj,0.0000008874,0.05000,1.973
21,mlp.experts.295.down_proj,0.0000015241,0.05000,1.970
21,mlp.experts.294.down_proj,0.0000004506,0.05000,1.979
21,mlp.experts.424.down_proj,0.0000009493,0.05000,1.934
21,mlp.experts.290.down_proj,0.0000016245,0.05000,1.970
21,mlp.experts.430.down_proj,0.0000074403,0.05000,1.914
21,mlp.experts.443.down_proj,0.0000012779,0.05000,1.886
21,mlp.experts.432.down_proj,0.0000004643,0.05000,1.881
21,mlp.experts.421.down_proj,0.0000014905,0.05000,1.710
21,mlp.experts.394.down_proj,0.0000032187,0.05000,1.720
21,mlp.experts.311.down_proj,0.0000019217,0.05000,1.713
21,mlp.experts.310.down_proj,0.0000013974,0.05000,1.720
21,mlp.experts.440.down_proj,0.0000005686,0.05000,1.687
21,mlp.experts.306.down_proj,0.0000015979,0.05000,1.726
21,mlp.experts.446.down_proj,0.0000048446,0.05000,1.721
21,mlp.experts.462.down_proj,failsafe(rtn): 0.0015640,0.00000,0.088
21,mlp.experts.459.down_proj,0.0000017830,0.05000,1.737
21,mlp.experts.448.down_proj,0.0000033026,0.05000,1.716
21,mlp.experts.437.down_proj,0.0000013635,0.05000,1.739
21,mlp.experts.453.down_proj,failsafe(rtn): 0.0015488,0.00000,0.086
21,mlp.experts.410.down_proj,0.0000027632,0.05000,1.795
21,mlp.experts.327.down_proj,0.0000016983,0.05000,1.811
21,mlp.experts.326.down_proj,0.0000011275,0.05000,1.851
21,mlp.experts.456.down_proj,0.0000016829,0.05000,1.838
21,mlp.experts.322.down_proj,0.0000016455,0.05000,1.844
21,mlp.experts.472.down_proj,failsafe(rtn): 0.0015259,0.00000,0.096
21,mlp.experts.478.down_proj,0.0000029427,0.05000,1.887
21,mlp.experts.475.down_proj,0.0000024540,0.05000,1.904
21,mlp.experts.464.down_proj,0.0000012632,0.05000,1.867
21,mlp.experts.469.down_proj,0.0000011749,0.05000,1.895
21,mlp.experts.426.down_proj,0.0000028464,0.05000,1.944
21,mlp.experts.343.down_proj,0.0000017389,0.05000,1.877
21,mlp.experts.342.down_proj,0.0000012914,0.05000,1.907
21,mlp.experts.488.down_proj,0.0000040738,0.05000,1.845
21,mlp.experts.338.down_proj,0.0000022962,0.05000,1.901
21,mlp.experts.494.down_proj,0.0000026988,0.05000,1.903
21,mlp.experts.491.down_proj,0.0000015509,0.05000,1.911
21,mlp.experts.480.down_proj,0.0000010537,0.05000,1.866
21,mlp.experts.485.down_proj,0.0000009657,0.05000,1.784
21,mlp.experts.442.down_proj,0.0000009221,0.05000,1.806
21,mlp.experts.359.down_proj,0.0000014738,0.05000,1.817
21,mlp.experts.358.down_proj,0.0000019374,0.05000,1.793
21,mlp.experts.504.down_proj,0.0000017593,0.05000,1.790
21,mlp.experts.354.down_proj,0.0000019353,0.05000,1.800
21,mlp.experts.510.down_proj,0.0000014228,0.05000,1.790
21,mlp.experts.507.down_proj,0.0000010847,0.05000,1.737
21,mlp.experts.496.down_proj,0.0000015072,0.05000,1.737
21,mlp.experts.501.down_proj,0.0000029036,0.05000,1.289
21,mlp.experts.458.down_proj,0.0000011667,0.05000,1.193
21,mlp.experts.375.down_proj,0.0000017064,0.05000,1.064
21,mlp.experts.374.down_proj,0.0000026249,0.05000,0.985
21,mlp.experts.370.down_proj,0.0000016695,0.05000,0.845
21,mlp.experts.391.down_proj,0.0000013824,0.05000,0.567
21,mlp.experts.474.down_proj,0.0000006496,0.05000,0.635
21,mlp.experts.390.down_proj,0.0000031690,0.05000,0.596
21,mlp.experts.386.down_proj,0.0000016387,0.05000,0.599
21,mlp.experts.407.down_proj,0.0000003564,0.05000,0.540
21,mlp.experts.490.down_proj,0.0000017315,0.05000,0.594
21,mlp.experts.406.down_proj,0.0000005207,0.05000,0.596
21,mlp.experts.402.down_proj,0.0000023558,0.05000,0.616
21,mlp.experts.423.down_proj,0.0000068091,0.05000,0.540
21,mlp.experts.506.down_proj,0.0000011151,0.05000,0.587
21,mlp.experts.422.down_proj,0.0000010880,0.05000,0.531
21,mlp.experts.418.down_proj,0.0000023396,0.05000,0.523
21,mlp.experts.439.down_proj,0.0000045993,0.05000,0.356
21,mlp.experts.438.down_proj,0.0000043327,0.05000,0.379
21,mlp.experts.434.down_proj,0.0000062684,0.05000,0.377
21,mlp.experts.455.down_proj,0.0000018328,0.05000,0.310
21,mlp.experts.454.down_proj,0.0000005528,0.05000,0.372
21,mlp.experts.450.down_proj,0.0000011970,0.05000,0.362
21,mlp.experts.471.down_proj,0.0000010753,0.05000,0.319
21,mlp.experts.470.down_proj,0.0000009429,0.05000,0.337
21,mlp.experts.466.down_proj,0.0000008594,0.05000,0.360
21,mlp.experts.487.down_proj,0.0000013341,0.05000,0.329
21,mlp.experts.486.down_proj,0.0000012021,0.05000,0.430
21,mlp.experts.503.down_proj,0.0000010816,0.05000,0.379
21,mlp.experts.482.down_proj,0.0000036543,0.05000,0.427
21,mlp.experts.502.down_proj,0.0000018660,0.05000,0.250
21,mlp.experts.498.down_proj,0.0000032948,0.05000,0.227
22,mlp.experts.6.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.781
22,mlp.experts.0.gate_proj,0.0000289213,0.05000,13.806
22,mlp.experts.4.gate_proj,0.0000343263,0.05000,13.882
22,mlp.experts.9.gate_proj,0.0000204623,0.05000,13.883
22,mlp.experts.8.gate_proj,0.0000073059,0.05000,13.887
22,mlp.experts.5.gate_proj,0.0000191378,0.05000,13.887
22,mlp.experts.7.gate_proj,0.0000228125,0.05000,13.981
22,mlp.experts.10.gate_proj,0.0000314774,0.05000,13.987
22,mlp.experts.14.gate_proj,0.0000102412,0.05000,14.015
22,mlp.experts.1.gate_proj,0.0000475827,0.05000,13.905
22,mlp.experts.11.gate_proj,0.0000347761,0.05000,14.038
22,mlp.experts.13.gate_proj,0.0000274229,0.05000,14.046
22,mlp.experts.12.gate_proj,0.0000320434,0.05000,14.044
22,mlp.experts.15.gate_proj,0.0000106495,0.05000,14.065
22,mlp.experts.2.gate_proj,0.0000105338,0.05000,14.026
22,mlp.experts.3.gate_proj,0.0000485505,0.05000,14.027
22,mlp.experts.26.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.772
22,mlp.experts.17.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.777
22,mlp.experts.22.gate_proj,0.0000542303,0.05000,14.006
22,mlp.experts.16.gate_proj,0.0000478254,0.05000,14.327
22,mlp.experts.24.gate_proj,0.0000344652,0.05000,14.274
22,mlp.experts.21.gate_proj,0.0000203569,0.05000,14.326
22,mlp.experts.18.gate_proj,0.0000441320,0.05000,14.106
22,mlp.experts.20.gate_proj,0.0000383188,0.05000,14.419
22,mlp.experts.30.gate_proj,0.0000164564,0.05000,14.336
22,mlp.experts.25.gate_proj,0.0000091305,0.05000,14.467
22,mlp.experts.29.gate_proj,0.0000142107,0.05000,14.318
22,mlp.experts.27.gate_proj,0.0000652620,0.05000,14.346
22,mlp.experts.19.gate_proj,0.0000395936,0.05000,14.268
22,mlp.experts.31.gate_proj,0.0000096889,0.05000,14.358
22,mlp.experts.28.gate_proj,0.0000551890,0.05000,14.386
22,mlp.experts.23.gate_proj,0.0000334220,0.05000,14.547
22,mlp.experts.42.gate_proj,0.0000044525,0.05000,14.328
22,mlp.experts.33.gate_proj,0.0000285774,0.05000,14.301
22,mlp.experts.38.gate_proj,0.0000330349,0.05000,14.294
22,mlp.experts.43.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.751
22,mlp.experts.47.gate_proj,failsafe(rtn): 0.0012970,0.00000,0.764
22,mlp.experts.32.gate_proj,0.0000554455,0.05000,14.626
22,mlp.experts.36.gate_proj,0.0000260222,0.05000,14.477
22,mlp.experts.40.gate_proj,0.0000141782,0.05000,14.623
22,mlp.experts.46.gate_proj,0.0000239854,0.05000,14.493
22,mlp.experts.37.gate_proj,0.0000244884,0.05000,14.628
22,mlp.experts.34.gate_proj,0.0000219076,0.05000,14.633
22,mlp.experts.41.gate_proj,0.0000308802,0.05000,14.601
22,mlp.experts.35.gate_proj,0.0000184994,0.05000,14.573
22,mlp.experts.45.gate_proj,0.0000072772,0.05000,14.703
22,mlp.experts.44.gate_proj,0.0000166915,0.05000,14.665
22,mlp.experts.39.gate_proj,0.0000130830,0.05000,14.669
22,mlp.experts.58.gate_proj,0.0000424995,0.05000,14.535
22,mlp.experts.54.gate_proj,0.0000421138,0.05000,14.578
22,mlp.experts.57.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.747
22,mlp.experts.63.gate_proj,0.0000571186,0.05000,14.622
22,mlp.experts.49.gate_proj,0.0000151168,0.05000,14.772
22,mlp.experts.59.gate_proj,0.0000154310,0.05000,14.866
22,mlp.experts.73.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.834
22,mlp.experts.56.gate_proj,0.0000183006,0.05000,13.967
22,mlp.experts.52.gate_proj,0.0000175652,0.05000,13.999
22,mlp.experts.62.gate_proj,0.0000147602,0.05000,14.044
22,mlp.experts.50.gate_proj,0.0000179369,0.05000,14.100
22,mlp.experts.48.gate_proj,0.0000423322,0.05000,14.231
22,mlp.experts.53.gate_proj,0.0000198328,0.05000,14.152
22,mlp.experts.51.gate_proj,0.0000344757,0.05000,13.993
22,mlp.experts.61.gate_proj,0.0000172222,0.05000,13.999
22,mlp.experts.60.gate_proj,0.0000101209,0.05000,14.096
22,mlp.experts.55.gate_proj,0.0000093099,0.05000,14.119
22,mlp.experts.70.gate_proj,0.0000354200,0.05000,13.873
22,mlp.experts.74.gate_proj,0.0000305505,0.05000,13.996
22,mlp.experts.79.gate_proj,0.0000184279,0.05000,14.042
22,mlp.experts.75.gate_proj,0.0000339162,0.05000,13.943
22,mlp.experts.65.gate_proj,0.0000059775,0.05000,14.146
22,mlp.experts.89.gate_proj,0.0000069846,0.05000,13.901
22,mlp.experts.72.gate_proj,0.0000273633,0.05000,13.805
22,mlp.experts.68.gate_proj,0.0000656201,0.05000,13.813
22,mlp.experts.78.gate_proj,0.0000406791,0.05000,13.799
22,mlp.experts.64.gate_proj,0.0000111671,0.05000,13.746
22,mlp.experts.69.gate_proj,0.0000390978,0.05000,13.745
22,mlp.experts.66.gate_proj,0.0000123045,0.05000,13.786
22,mlp.experts.67.gate_proj,0.0000372939,0.05000,13.807
22,mlp.experts.77.gate_proj,0.0000180337,0.05000,13.786
22,mlp.experts.76.gate_proj,0.0000357634,0.05000,13.789
22,mlp.experts.71.gate_proj,0.0000123904,0.05000,13.845
22,mlp.experts.90.gate_proj,0.0000338180,0.05000,13.738
22,mlp.experts.86.gate_proj,0.0000178751,0.05000,13.869
22,mlp.experts.95.gate_proj,0.0000298174,0.05000,13.921
22,mlp.experts.91.gate_proj,0.0000405134,0.05000,13.908
22,mlp.experts.81.gate_proj,0.0000112209,0.05000,14.063
22,mlp.experts.105.gate_proj,0.0000248836,0.05000,13.963
22,mlp.experts.88.gate_proj,0.0000251946,0.05000,14.483
22,mlp.experts.84.gate_proj,0.0000265372,0.05000,14.578
22,mlp.experts.80.gate_proj,0.0000762431,0.05000,14.491
22,mlp.experts.82.gate_proj,0.0000282206,0.05000,14.474
22,mlp.experts.94.gate_proj,0.0000057114,0.05000,14.643
22,mlp.experts.85.gate_proj,0.0000307718,0.05000,14.625
22,mlp.experts.83.gate_proj,0.0000257685,0.05000,14.537
22,mlp.experts.93.gate_proj,0.0000236060,0.05000,14.536
22,mlp.experts.92.gate_proj,0.0000214340,0.05000,14.689
22,mlp.experts.87.gate_proj,0.0000209657,0.05000,14.553
22,mlp.experts.106.gate_proj,0.0000211373,0.05000,14.563
22,mlp.experts.102.gate_proj,0.0000473435,0.05000,14.611
22,mlp.experts.111.gate_proj,0.0000534561,0.05000,14.621
22,mlp.experts.107.gate_proj,0.0000199225,0.05000,14.524
22,mlp.experts.97.gate_proj,0.0000631632,0.05000,14.599
22,mlp.experts.121.gate_proj,0.0000154974,0.05000,14.559
22,mlp.experts.104.gate_proj,0.0000808112,0.05000,13.972
22,mlp.experts.96.gate_proj,0.0000124210,0.05000,14.006
22,mlp.experts.100.gate_proj,0.0000149794,0.05000,14.068
22,mlp.experts.98.gate_proj,0.0000433106,0.05000,13.999
22,mlp.experts.99.gate_proj,0.0000327743,0.05000,13.922
22,mlp.experts.101.gate_proj,0.0000053131,0.05000,13.936
22,mlp.experts.110.gate_proj,0.0000482294,0.05000,14.129
22,mlp.experts.109.gate_proj,0.0000236325,0.05000,14.079
22,mlp.experts.108.gate_proj,0.0000168191,0.05000,13.908
22,mlp.experts.103.gate_proj,0.0000124104,0.05000,13.959
22,mlp.experts.122.gate_proj,0.0000160731,0.05000,13.819
22,mlp.experts.118.gate_proj,0.0000414090,0.05000,13.875
22,mlp.experts.126.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.775
22,mlp.experts.127.gate_proj,0.0000149240,0.05000,13.977
22,mlp.experts.123.gate_proj,0.0000116054,0.05000,14.081
22,mlp.experts.113.gate_proj,0.0000147159,0.05000,14.100
22,mlp.experts.137.gate_proj,0.0000120888,0.05000,14.041
22,mlp.experts.120.gate_proj,0.0000227533,0.05000,14.396
22,mlp.experts.112.gate_proj,0.0000198917,0.05000,14.323
22,mlp.experts.117.gate_proj,0.0000110549,0.05000,14.301
22,mlp.experts.114.gate_proj,0.0000176180,0.05000,14.407
22,mlp.experts.115.gate_proj,0.0000235548,0.05000,14.450
22,mlp.experts.116.gate_proj,0.0000522503,0.05000,14.550
22,mlp.experts.125.gate_proj,0.0000123534,0.05000,14.535
22,mlp.experts.124.gate_proj,0.0000138280,0.05000,14.414
22,mlp.experts.138.gate_proj,0.0000290193,0.05000,14.454
22,mlp.experts.119.gate_proj,0.0000507532,0.05000,14.560
22,mlp.experts.134.gate_proj,0.0000489661,0.05000,14.368
22,mlp.experts.142.gate_proj,0.0000222498,0.05000,14.414
22,mlp.experts.143.gate_proj,0.0000120581,0.05000,14.397
22,mlp.experts.139.gate_proj,0.0000113791,0.05000,14.422
22,mlp.experts.129.gate_proj,0.0000190008,0.05000,14.471
22,mlp.experts.153.gate_proj,0.0000651200,0.05000,14.318
22,mlp.experts.136.gate_proj,0.0000077830,0.05000,14.146
22,mlp.experts.128.gate_proj,0.0000190613,0.05000,14.296
22,mlp.experts.133.gate_proj,0.0000287237,0.05000,14.315
22,mlp.experts.130.gate_proj,0.0000171976,0.05000,14.386
22,mlp.experts.132.gate_proj,0.0000188658,0.05000,14.310
22,mlp.experts.131.gate_proj,0.0000344332,0.05000,14.505
22,mlp.experts.140.gate_proj,0.0000160404,0.05000,14.340
22,mlp.experts.141.gate_proj,0.0000119333,0.05000,14.360
22,mlp.experts.154.gate_proj,0.0000219519,0.05000,14.270
22,mlp.experts.150.gate_proj,0.0000397609,0.05000,14.191
22,mlp.experts.135.gate_proj,0.0000183327,0.05000,14.371
22,mlp.experts.146.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.791
22,mlp.experts.158.gate_proj,0.0000115859,0.05000,14.334
22,mlp.experts.159.gate_proj,0.0000169285,0.05000,14.228
22,mlp.experts.155.gate_proj,0.0000131862,0.05000,14.342
22,mlp.experts.145.gate_proj,0.0000161442,0.05000,14.365
22,mlp.experts.169.gate_proj,0.0000528931,0.05000,14.318
22,mlp.experts.152.gate_proj,0.0000244110,0.05000,13.824
22,mlp.experts.144.gate_proj,0.0000483016,0.05000,14.052
22,mlp.experts.149.gate_proj,0.0000249637,0.05000,14.039
22,mlp.experts.157.gate_proj,0.0000284377,0.05000,13.777
22,mlp.experts.148.gate_proj,0.0000469873,0.05000,14.079
22,mlp.experts.156.gate_proj,0.0000521830,0.05000,13.950
22,mlp.experts.147.gate_proj,0.0000053547,0.05000,14.036
22,mlp.experts.170.gate_proj,0.0000115596,0.05000,13.910
22,mlp.experts.151.gate_proj,0.0000240722,0.05000,13.903
22,mlp.experts.166.gate_proj,0.0000370976,0.05000,13.986
22,mlp.experts.162.gate_proj,0.0000421063,0.05000,14.059
22,mlp.experts.174.gate_proj,0.0000063304,0.05000,13.998
22,mlp.experts.175.gate_proj,0.0000490475,0.05000,13.975
22,mlp.experts.171.gate_proj,0.0000297423,0.05000,13.911
22,mlp.experts.161.gate_proj,0.0000402307,0.05000,13.932
22,mlp.experts.190.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.666
22,mlp.experts.185.gate_proj,0.0000376626,0.05000,14.002
22,mlp.experts.168.gate_proj,0.0000208169,0.05000,13.853
22,mlp.experts.160.gate_proj,0.0000030994,0.05000,13.876
22,mlp.experts.165.gate_proj,0.0000139168,0.05000,13.868
22,mlp.experts.164.gate_proj,0.0000032883,0.05000,13.766
22,mlp.experts.172.gate_proj,0.0000189361,0.05000,13.726
22,mlp.experts.163.gate_proj,0.0000342426,0.05000,13.811
22,mlp.experts.173.gate_proj,0.0000022363,0.05000,13.971
22,mlp.experts.167.gate_proj,0.0000285975,0.05000,13.789
22,mlp.experts.186.gate_proj,0.0000125856,0.05000,13.962
22,mlp.experts.182.gate_proj,0.0000415965,0.05000,13.936
22,mlp.experts.180.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.777
22,mlp.experts.191.gate_proj,0.0000175812,0.05000,13.849
22,mlp.experts.178.gate_proj,0.0000379803,0.05000,13.994
22,mlp.experts.187.gate_proj,0.0000070251,0.05000,13.856
22,mlp.experts.177.gate_proj,0.0000391128,0.05000,13.996
22,mlp.experts.206.gate_proj,0.0000147529,0.05000,13.918
22,mlp.experts.201.gate_proj,0.0000287851,0.05000,13.905
22,mlp.experts.184.gate_proj,0.0000255605,0.05000,14.407
22,mlp.experts.176.gate_proj,0.0000338950,0.05000,14.372
22,mlp.experts.181.gate_proj,0.0000412850,0.05000,14.433
22,mlp.experts.200.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.704
22,mlp.experts.188.gate_proj,0.0000176320,0.05000,14.557
22,mlp.experts.189.gate_proj,0.0000308179,0.05000,14.527
22,mlp.experts.202.gate_proj,0.0000526781,0.05000,14.410
22,mlp.experts.183.gate_proj,0.0000100208,0.05000,14.484
22,mlp.experts.179.gate_proj,0.0000273678,0.05000,14.699
22,mlp.experts.198.gate_proj,0.0000512155,0.05000,14.544
22,mlp.experts.197.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.733
22,mlp.experts.196.gate_proj,0.0000158913,0.05000,14.400
22,mlp.experts.194.gate_proj,0.0000088336,0.05000,14.450
22,mlp.experts.207.gate_proj,0.0000421639,0.05000,14.592
22,mlp.experts.199.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.776
22,mlp.experts.203.gate_proj,0.0000152761,0.05000,14.675
22,mlp.experts.222.gate_proj,0.0000313684,0.05000,14.327
22,mlp.experts.193.gate_proj,0.0000249618,0.05000,14.599
22,mlp.experts.217.gate_proj,0.0000180737,0.05000,14.644
22,mlp.experts.233.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.804
22,mlp.experts.249.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.811
22,mlp.experts.192.gate_proj,0.0000064752,0.05000,14.427
22,mlp.experts.216.gate_proj,0.0000186671,0.05000,14.396
22,mlp.experts.204.gate_proj,0.0000235139,0.05000,14.455
22,mlp.experts.205.gate_proj,0.0000088752,0.05000,14.473
22,mlp.experts.218.gate_proj,0.0000161344,0.05000,14.508
22,mlp.experts.195.gate_proj,0.0000227079,0.05000,14.457
22,mlp.experts.214.gate_proj,0.0000200112,0.05000,14.412
22,mlp.experts.213.gate_proj,0.0000437356,0.05000,14.530
22,mlp.experts.212.gate_proj,0.0000084651,0.05000,14.442
22,mlp.experts.210.gate_proj,0.0000297838,0.05000,14.472
22,mlp.experts.215.gate_proj,0.0000313269,0.05000,14.394
22,mlp.experts.223.gate_proj,0.0000569396,0.05000,14.532
22,mlp.experts.219.gate_proj,0.0000154041,0.05000,14.540
22,mlp.experts.238.gate_proj,0.0000139116,0.05000,14.510
22,mlp.experts.209.gate_proj,0.0000488936,0.05000,14.598
22,mlp.experts.265.gate_proj,0.0000120850,0.05000,14.366
22,mlp.experts.281.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.722
22,mlp.experts.208.gate_proj,0.0000290095,0.05000,14.489
22,mlp.experts.232.gate_proj,0.0000145879,0.05000,14.469
22,mlp.experts.220.gate_proj,0.0000108564,0.05000,14.533
22,mlp.experts.221.gate_proj,0.0000263328,0.05000,14.481
22,mlp.experts.234.gate_proj,0.0000303325,0.05000,14.468
22,mlp.experts.211.gate_proj,0.0000500546,0.05000,14.533
22,mlp.experts.230.gate_proj,0.0000217208,0.05000,14.495
22,mlp.experts.228.gate_proj,0.0000839673,0.05000,14.450
22,mlp.experts.229.gate_proj,0.0000338260,0.05000,14.558
22,mlp.experts.226.gate_proj,0.0000471553,0.05000,14.589
22,mlp.experts.231.gate_proj,0.0000162080,0.05000,14.521
22,mlp.experts.239.gate_proj,0.0000220910,0.05000,14.529
22,mlp.experts.235.gate_proj,0.0000075468,0.05000,14.545
22,mlp.experts.254.gate_proj,0.0000359566,0.05000,14.478
22,mlp.experts.245.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.810
22,mlp.experts.225.gate_proj,0.0000209927,0.05000,14.608
22,mlp.experts.297.gate_proj,0.0000205736,0.05000,14.801
22,mlp.experts.224.gate_proj,0.0000380159,0.05000,14.803
22,mlp.experts.248.gate_proj,0.0000136340,0.05000,14.828
22,mlp.experts.236.gate_proj,0.0000118657,0.05000,14.645
22,mlp.experts.237.gate_proj,0.0000300890,0.05000,14.732
22,mlp.experts.250.gate_proj,0.0000250609,0.05000,14.753
22,mlp.experts.227.gate_proj,0.0000359227,0.05000,14.753
22,mlp.experts.246.gate_proj,0.0000400947,0.05000,14.722
22,mlp.experts.244.gate_proj,0.0000156702,0.05000,14.786
22,mlp.experts.255.gate_proj,0.0000218235,0.05000,14.548
22,mlp.experts.242.gate_proj,0.0000309720,0.05000,14.658
22,mlp.experts.247.gate_proj,0.0000391709,0.05000,14.754
22,mlp.experts.251.gate_proj,0.0000484387,0.05000,14.639
22,mlp.experts.270.gate_proj,0.0000315822,0.05000,14.718
22,mlp.experts.261.gate_proj,0.0000172832,0.05000,14.666
22,mlp.experts.241.gate_proj,0.0000637118,0.05000,14.689
22,mlp.experts.313.gate_proj,0.0000134909,0.05000,14.491
22,mlp.experts.240.gate_proj,0.0000092581,0.05000,14.336
22,mlp.experts.264.gate_proj,0.0000052362,0.05000,14.433
22,mlp.experts.252.gate_proj,0.0000304800,0.05000,14.375
22,mlp.experts.253.gate_proj,0.0000280649,0.05000,14.335
22,mlp.experts.262.gate_proj,0.0000180818,0.05000,14.308
22,mlp.experts.243.gate_proj,0.0000289984,0.05000,14.365
22,mlp.experts.266.gate_proj,0.0000399123,0.05000,14.490
22,mlp.experts.260.gate_proj,0.0000367212,0.05000,14.349
22,mlp.experts.271.gate_proj,0.0000213038,0.05000,14.290
22,mlp.experts.258.gate_proj,0.0000143423,0.05000,14.335
22,mlp.experts.263.gate_proj,0.0000249742,0.05000,14.396
22,mlp.experts.278.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.734
22,mlp.experts.267.gate_proj,0.0000347919,0.05000,14.384
22,mlp.experts.277.gate_proj,0.0000368278,0.05000,14.348
22,mlp.experts.286.gate_proj,0.0000232005,0.05000,14.441
22,mlp.experts.257.gate_proj,0.0000514138,0.05000,14.329
22,mlp.experts.293.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.712
22,mlp.experts.329.gate_proj,0.0000457746,0.05000,14.196
22,mlp.experts.256.gate_proj,0.0000107933,0.05000,14.237
22,mlp.experts.280.gate_proj,0.0000163904,0.05000,14.213
22,mlp.experts.268.gate_proj,0.0000369516,0.05000,14.315
22,mlp.experts.269.gate_proj,0.0000393870,0.05000,14.273
22,mlp.experts.282.gate_proj,0.0000112590,0.05000,14.214
22,mlp.experts.259.gate_proj,0.0000093909,0.05000,14.388
22,mlp.experts.276.gate_proj,0.0000344838,0.05000,14.286
22,mlp.experts.287.gate_proj,0.0000065909,0.05000,14.211
22,mlp.experts.274.gate_proj,0.0000268741,0.05000,14.178
22,mlp.experts.294.gate_proj,0.0000445704,0.05000,14.161
22,mlp.experts.279.gate_proj,0.0000394068,0.05000,14.217
22,mlp.experts.283.gate_proj,0.0000239665,0.05000,14.222
22,mlp.experts.302.gate_proj,0.0000477948,0.05000,14.215
22,mlp.experts.303.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.760
22,mlp.experts.310.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.734
22,mlp.experts.273.gate_proj,0.0000162168,0.05000,14.276
22,mlp.experts.309.gate_proj,0.0000171798,0.05000,14.209
22,mlp.experts.325.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.680
22,mlp.experts.345.gate_proj,0.0000209003,0.05000,14.300
22,mlp.experts.272.gate_proj,0.0000263614,0.05000,14.086
22,mlp.experts.296.gate_proj,0.0000313415,0.05000,14.206
22,mlp.experts.284.gate_proj,0.0000624232,0.05000,14.053
22,mlp.experts.285.gate_proj,0.0000168039,0.05000,14.177
22,mlp.experts.298.gate_proj,0.0000072611,0.05000,14.259
22,mlp.experts.275.gate_proj,0.0000083051,0.05000,14.250
22,mlp.experts.292.gate_proj,0.0000208650,0.05000,14.194
22,mlp.experts.312.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.748
22,mlp.experts.290.gate_proj,0.0000239140,0.05000,14.228
22,mlp.experts.295.gate_proj,0.0000321559,0.05000,14.334
22,mlp.experts.299.gate_proj,0.0000148273,0.05000,14.296
22,mlp.experts.308.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.752
22,mlp.experts.318.gate_proj,0.0000205934,0.05000,14.223
22,mlp.experts.319.gate_proj,0.0000203562,0.05000,14.285
22,mlp.experts.326.gate_proj,0.0000178472,0.05000,14.414
22,mlp.experts.289.gate_proj,0.0000191492,0.05000,14.468
22,mlp.experts.315.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.813
22,mlp.experts.324.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.817
22,mlp.experts.331.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.690
22,mlp.experts.341.gate_proj,0.0000020016,0.05000,14.385
22,mlp.experts.347.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.703
22,mlp.experts.361.gate_proj,0.0000323675,0.05000,14.622
22,mlp.experts.288.gate_proj,0.0000116961,0.05000,14.419
22,mlp.experts.300.gate_proj,0.0000083782,0.05000,14.321
22,mlp.experts.301.gate_proj,0.0000371065,0.05000,14.398
22,mlp.experts.314.gate_proj,0.0000425395,0.05000,14.219
22,mlp.experts.291.gate_proj,0.0000059548,0.05000,14.230
22,mlp.experts.328.gate_proj,0.0000185797,0.05000,14.314
22,mlp.experts.306.gate_proj,0.0000329680,0.05000,14.371
22,mlp.experts.311.gate_proj,0.0000246028,0.05000,14.307
22,mlp.experts.334.gate_proj,0.0000289169,0.05000,14.126
22,mlp.experts.344.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.669
22,mlp.experts.335.gate_proj,0.0000348168,0.05000,14.203
22,mlp.experts.342.gate_proj,0.0000352970,0.05000,14.250
22,mlp.experts.305.gate_proj,0.0000283035,0.05000,14.178
22,mlp.experts.340.gate_proj,0.0000129970,0.05000,14.271
22,mlp.experts.357.gate_proj,0.0000261963,0.05000,14.151
22,mlp.experts.363.gate_proj,0.0000182220,0.05000,14.169
22,mlp.experts.377.gate_proj,0.0000305723,0.05000,14.015
22,mlp.experts.304.gate_proj,0.0000293160,0.05000,14.545
22,mlp.experts.316.gate_proj,0.0000347336,0.05000,14.538
22,mlp.experts.317.gate_proj,0.0000051618,0.05000,14.564
22,mlp.experts.330.gate_proj,0.0000132099,0.05000,14.506
22,mlp.experts.320.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.758
22,mlp.experts.307.gate_proj,0.0000138349,0.05000,14.679
22,mlp.experts.322.gate_proj,0.0000131612,0.05000,14.622
22,mlp.experts.327.gate_proj,0.0000114892,0.05000,14.620
22,mlp.experts.323.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.703
22,mlp.experts.350.gate_proj,0.0000161719,0.05000,14.610
22,mlp.experts.360.gate_proj,0.0000084654,0.05000,14.731
22,mlp.experts.351.gate_proj,0.0000091974,0.05000,14.647
22,mlp.experts.343.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.815
22,mlp.experts.358.gate_proj,0.0000118191,0.05000,14.766
22,mlp.experts.321.gate_proj,0.0000030807,0.05000,14.753
22,mlp.experts.356.gate_proj,0.0000694470,0.05000,14.616
22,mlp.experts.373.gate_proj,0.0000317089,0.05000,14.760
22,mlp.experts.379.gate_proj,0.0000373908,0.05000,14.820
22,mlp.experts.393.gate_proj,0.0000383502,0.05000,14.766
22,mlp.experts.332.gate_proj,0.0000060805,0.05000,14.229
22,mlp.experts.333.gate_proj,0.0000498631,0.05000,14.268
22,mlp.experts.346.gate_proj,0.0000396389,0.05000,14.229
22,mlp.experts.336.gate_proj,0.0000195851,0.05000,14.228
22,mlp.experts.349.gate_proj,failsafe(rtn): 0.0013657,0.00000,0.792
22,mlp.experts.338.gate_proj,0.0000101017,0.05000,14.452
22,mlp.experts.339.gate_proj,0.0000200781,0.05000,14.255
22,mlp.experts.366.gate_proj,0.0000119451,0.05000,14.344
22,mlp.experts.376.gate_proj,0.0000113801,0.05000,14.259
22,mlp.experts.367.gate_proj,0.0000151965,0.05000,14.234
22,mlp.experts.359.gate_proj,0.0000259321,0.05000,14.174
22,mlp.experts.337.gate_proj,0.0000410020,0.05000,14.204
22,mlp.experts.372.gate_proj,0.0000192440,0.05000,14.101
22,mlp.experts.374.gate_proj,0.0000135692,0.05000,14.384
22,mlp.experts.388.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.692
22,mlp.experts.389.gate_proj,0.0000552815,0.05000,14.246
22,mlp.experts.395.gate_proj,0.0000305991,0.05000,14.300
22,mlp.experts.409.gate_proj,0.0000124106,0.05000,14.101
22,mlp.experts.348.gate_proj,0.0000227928,0.05000,14.380
22,mlp.experts.352.gate_proj,0.0000339126,0.05000,14.324
22,mlp.experts.362.gate_proj,0.0000340176,0.05000,14.575
22,mlp.experts.364.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.752
22,mlp.experts.365.gate_proj,0.0000232868,0.05000,14.359
22,mlp.experts.354.gate_proj,0.0000072035,0.05000,14.459
22,mlp.experts.355.gate_proj,0.0000164864,0.05000,14.495
22,mlp.experts.383.gate_proj,0.0000162500,0.05000,14.271
22,mlp.experts.392.gate_proj,0.0000151885,0.05000,14.348
22,mlp.experts.382.gate_proj,0.0000444254,0.05000,14.456
22,mlp.experts.375.gate_proj,0.0000559279,0.05000,14.412
22,mlp.experts.353.gate_proj,0.0000089669,0.05000,14.492
22,mlp.experts.390.gate_proj,0.0000174110,0.05000,14.391
22,mlp.experts.398.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.719
22,mlp.experts.404.gate_proj,0.0000130048,0.05000,14.531
22,mlp.experts.405.gate_proj,0.0000124741,0.05000,14.456
22,mlp.experts.420.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.718
22,mlp.experts.411.gate_proj,0.0000288006,0.05000,14.436
22,mlp.experts.425.gate_proj,0.0000271919,0.05000,14.378
22,mlp.experts.441.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.734
22,mlp.experts.368.gate_proj,0.0000216725,0.05000,14.389
22,mlp.experts.378.gate_proj,0.0000260810,0.05000,14.390
22,mlp.experts.380.gate_proj,0.0000058889,0.05000,14.425
22,mlp.experts.381.gate_proj,0.0000402585,0.05000,14.478
22,mlp.experts.370.gate_proj,0.0000163680,0.05000,14.422
22,mlp.experts.399.gate_proj,0.0000168639,0.05000,14.363
22,mlp.experts.408.gate_proj,0.0000798736,0.05000,14.429
22,mlp.experts.371.gate_proj,0.0000497226,0.05000,14.550
22,mlp.experts.391.gate_proj,0.0000170923,0.05000,14.441
22,mlp.experts.406.gate_proj,0.0000251925,0.05000,14.398
22,mlp.experts.414.gate_proj,0.0000675131,0.05000,14.469
22,mlp.experts.369.gate_proj,0.0000288189,0.05000,14.537
22,mlp.experts.421.gate_proj,0.0000288881,0.05000,14.491
22,mlp.experts.436.gate_proj,0.0000318124,0.05000,14.447
22,mlp.experts.427.gate_proj,0.0000171680,0.05000,14.480
22,mlp.experts.457.gate_proj,0.0000099019,0.05000,14.570
22,mlp.experts.384.gate_proj,0.0000182136,0.05000,14.332
22,mlp.experts.394.gate_proj,0.0000206490,0.05000,14.464
22,mlp.experts.396.gate_proj,0.0000388851,0.05000,14.401
22,mlp.experts.397.gate_proj,0.0000190233,0.05000,14.484
22,mlp.experts.386.gate_proj,0.0000286620,0.05000,14.509
22,mlp.experts.415.gate_proj,0.0000578662,0.05000,14.408
22,mlp.experts.424.gate_proj,0.0000395532,0.05000,14.410
22,mlp.experts.387.gate_proj,0.0000158687,0.05000,14.520
22,mlp.experts.407.gate_proj,0.0000285645,0.05000,14.482
22,mlp.experts.422.gate_proj,0.0000192049,0.05000,14.303
22,mlp.experts.385.gate_proj,0.0000175158,0.05000,14.449
22,mlp.experts.430.gate_proj,0.0000524718,0.05000,14.471
22,mlp.experts.437.gate_proj,0.0000206666,0.05000,14.565
22,mlp.experts.452.gate_proj,0.0000124653,0.05000,14.568
22,mlp.experts.443.gate_proj,0.0000049412,0.05000,14.634
22,mlp.experts.473.gate_proj,0.0000127501,0.05000,14.611
22,mlp.experts.400.gate_proj,0.0000149122,0.05000,14.245
22,mlp.experts.410.gate_proj,0.0000562966,0.05000,14.374
22,mlp.experts.412.gate_proj,0.0000406197,0.05000,14.361
22,mlp.experts.413.gate_proj,0.0000120486,0.05000,14.341
22,mlp.experts.402.gate_proj,0.0000376583,0.05000,14.334
22,mlp.experts.431.gate_proj,0.0000512913,0.05000,14.264
22,mlp.experts.440.gate_proj,0.0000351648,0.05000,14.257
22,mlp.experts.403.gate_proj,0.0000318139,0.05000,14.340
22,mlp.experts.423.gate_proj,0.0000124602,0.05000,14.311
22,mlp.experts.438.gate_proj,0.0000152073,0.05000,14.315
22,mlp.experts.446.gate_proj,0.0000304286,0.05000,14.238
22,mlp.experts.401.gate_proj,0.0000147246,0.05000,14.438
22,mlp.experts.439.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.759
22,mlp.experts.453.gate_proj,0.0000149679,0.05000,14.381
22,mlp.experts.468.gate_proj,0.0000764703,0.05000,14.321
22,mlp.experts.459.gate_proj,0.0000149748,0.05000,14.176
22,mlp.experts.489.gate_proj,0.0000113529,0.05000,14.218
22,mlp.experts.416.gate_proj,0.0000360946,0.05000,14.896
22,mlp.experts.426.gate_proj,0.0000214631,0.05000,14.958
22,mlp.experts.428.gate_proj,0.0000037180,0.05000,14.972
22,mlp.experts.429.gate_proj,0.0000284434,0.05000,14.998
22,mlp.experts.418.gate_proj,0.0000356036,0.05000,15.024
22,mlp.experts.447.gate_proj,0.0000155705,0.05000,15.003
22,mlp.experts.456.gate_proj,0.0000247898,0.05000,14.915
22,mlp.experts.419.gate_proj,0.0000280496,0.05000,14.895
22,mlp.experts.454.gate_proj,0.0000022128,0.05000,14.839
22,mlp.experts.462.gate_proj,0.0000110338,0.05000,14.853
22,mlp.experts.417.gate_proj,0.0000273447,0.05000,14.941
22,mlp.experts.455.gate_proj,0.0000296815,0.05000,14.853
22,mlp.experts.469.gate_proj,0.0000576051,0.05000,14.936
22,mlp.experts.484.gate_proj,0.0000188393,0.05000,14.831
22,mlp.experts.475.gate_proj,0.0000166297,0.05000,14.863
22,mlp.experts.505.gate_proj,0.0000407804,0.05000,14.749
22,mlp.experts.432.gate_proj,0.0000302833,0.05000,14.553
22,mlp.experts.442.gate_proj,0.0000480640,0.05000,14.429
22,mlp.experts.444.gate_proj,0.0000033840,0.05000,14.492
22,mlp.experts.445.gate_proj,0.0000083371,0.05000,14.385
22,mlp.experts.463.gate_proj,0.0000458163,0.05000,14.378
22,mlp.experts.472.gate_proj,0.0000120787,0.05000,14.475
22,mlp.experts.434.gate_proj,0.0000496921,0.05000,14.509
22,mlp.experts.435.gate_proj,0.0000292888,0.05000,14.483
22,mlp.experts.470.gate_proj,0.0000104744,0.05000,14.568
22,mlp.experts.488.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.695
22,mlp.experts.478.gate_proj,0.0000132990,0.05000,14.453
22,mlp.experts.451.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.731
22,mlp.experts.433.gate_proj,0.0000225622,0.05000,14.489
22,mlp.experts.471.gate_proj,0.0000428090,0.05000,14.488
22,mlp.experts.485.gate_proj,0.0000572868,0.05000,14.412
22,mlp.experts.500.gate_proj,0.0000193420,0.05000,14.412
22,mlp.experts.491.gate_proj,0.0000313204,0.05000,14.535
22,mlp.experts.9.up_proj,0.0000218817,0.05000,14.520
22,mlp.experts.448.gate_proj,0.0000289441,0.05000,14.193
22,mlp.experts.458.gate_proj,0.0000378462,0.05000,14.217
22,mlp.experts.460.gate_proj,0.0000178737,0.05000,14.080
22,mlp.experts.464.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.693
22,mlp.experts.461.gate_proj,0.0000211366,0.05000,14.199
22,mlp.experts.474.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.723
22,mlp.experts.479.gate_proj,0.0000277055,0.05000,14.221
22,mlp.experts.450.gate_proj,0.0000287663,0.05000,14.209
22,mlp.experts.504.gate_proj,0.0000315382,0.05000,14.114
22,mlp.experts.494.gate_proj,0.0000220715,0.05000,14.146
22,mlp.experts.486.gate_proj,0.0000532400,0.05000,14.266
22,mlp.experts.467.gate_proj,0.0000153309,0.05000,14.191
22,mlp.experts.449.gate_proj,0.0000146386,0.05000,14.120
22,mlp.experts.487.gate_proj,0.0000146197,0.05000,13.998
22,mlp.experts.502.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.716
22,mlp.experts.501.gate_proj,0.0000286640,0.05000,14.257
22,mlp.experts.4.up_proj,0.0000308847,0.05000,14.028
22,mlp.experts.6.up_proj,failsafe(rtn): 0.0014877,0.00000,0.740
22,mlp.experts.507.gate_proj,0.0000336620,0.05000,14.183
22,mlp.experts.25.up_proj,0.0000092070,0.05000,14.220
22,mlp.experts.476.gate_proj,0.0000186642,0.05000,14.405
22,mlp.experts.480.gate_proj,0.0000417921,0.05000,14.448
22,mlp.experts.477.gate_proj,0.0000139651,0.05000,14.389
22,mlp.experts.490.gate_proj,0.0000239013,0.05000,14.404
22,mlp.experts.466.gate_proj,0.0000401563,0.05000,14.344
22,mlp.experts.492.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.734
22,mlp.experts.495.gate_proj,0.0000133899,0.05000,14.562
22,mlp.experts.8.up_proj,0.0000073386,0.05000,14.449
22,mlp.experts.510.gate_proj,0.0000053522,0.05000,14.476
22,mlp.experts.465.gate_proj,0.0000153264,0.05000,14.459
22,mlp.experts.483.gate_proj,0.0000097119,0.05000,14.521
22,mlp.experts.503.gate_proj,0.0000244832,0.05000,14.529
22,mlp.experts.481.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.853
22,mlp.experts.499.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.850
22,mlp.experts.5.up_proj,0.0000189579,0.05000,14.669
22,mlp.experts.20.up_proj,0.0000376266,0.05000,14.491
22,mlp.experts.22.up_proj,0.0000543048,0.05000,14.655
22,mlp.experts.11.up_proj,0.0000354053,0.05000,14.560
22,mlp.experts.41.up_proj,0.0000279256,0.05000,14.463
22,mlp.experts.57.up_proj,failsafe(rtn): 0.0015106,0.00000,0.655
22,mlp.experts.73.up_proj,failsafe(rtn): 0.0014343,0.00000,0.688
22,mlp.experts.496.gate_proj,0.0000270348,0.05000,14.556
22,mlp.experts.493.gate_proj,0.0000280283,0.05000,14.398
22,mlp.experts.506.gate_proj,0.0000146667,0.05000,14.322
22,mlp.experts.482.gate_proj,0.0000089031,0.05000,14.507
22,mlp.experts.508.gate_proj,0.0000230463,0.05000,14.512
22,mlp.experts.511.gate_proj,0.0000313482,0.05000,14.679
22,mlp.experts.24.up_proj,0.0000411493,0.05000,14.612
22,mlp.experts.14.up_proj,0.0000111496,0.05000,14.669
22,mlp.experts.7.up_proj,0.0000228875,0.05000,14.630
22,mlp.experts.3.up_proj,0.0000475666,0.05000,14.383
22,mlp.experts.497.gate_proj,0.0000622554,0.05000,14.530
22,mlp.experts.21.up_proj,0.0000194697,0.05000,14.507
22,mlp.experts.36.up_proj,0.0000246418,0.05000,14.462
22,mlp.experts.38.up_proj,0.0000319384,0.05000,14.434
22,mlp.experts.27.up_proj,0.0000584087,0.05000,14.519
22,mlp.experts.43.up_proj,failsafe(rtn): 0.0015945,0.00000,0.712
22,mlp.experts.89.up_proj,0.0000068002,0.05000,14.713
22,mlp.experts.0.up_proj,0.0000277872,0.05000,14.745
22,mlp.experts.509.gate_proj,0.0000235246,0.05000,14.796
22,mlp.experts.10.up_proj,0.0000308053,0.05000,14.792
22,mlp.experts.498.gate_proj,0.0000188647,0.05000,14.843
22,mlp.experts.12.up_proj,0.0000306809,0.05000,14.911
22,mlp.experts.15.up_proj,0.0000097867,0.05000,14.844
22,mlp.experts.26.up_proj,failsafe(rtn): 0.0014648,0.00000,0.848
22,mlp.experts.40.up_proj,0.0000137993,0.05000,14.832
22,mlp.experts.30.up_proj,0.0000172989,0.05000,14.930
22,mlp.experts.23.up_proj,0.0000334076,0.05000,14.893
22,mlp.experts.19.up_proj,0.0000378853,0.05000,14.857
22,mlp.experts.1.up_proj,0.0000480972,0.05000,14.912
22,mlp.experts.52.up_proj,0.0000171175,0.05000,14.815
22,mlp.experts.37.up_proj,0.0000239487,0.05000,14.975
22,mlp.experts.54.up_proj,0.0000412501,0.05000,14.913
22,mlp.experts.17.up_proj,failsafe(rtn): 0.0013504,0.00000,0.762
22,mlp.experts.59.up_proj,0.0000140550,0.05000,14.800
22,mlp.experts.105.up_proj,0.0000247600,0.05000,14.864
22,mlp.experts.16.up_proj,0.0000431231,0.05000,14.441
22,mlp.experts.13.up_proj,0.0000257596,0.05000,14.298
22,mlp.experts.2.up_proj,0.0000098378,0.05000,14.280
22,mlp.experts.28.up_proj,0.0000560987,0.05000,14.446
22,mlp.experts.31.up_proj,0.0000093351,0.05000,14.384
22,mlp.experts.42.up_proj,0.0000040243,0.05000,14.373
22,mlp.experts.56.up_proj,0.0000185512,0.05000,14.469
22,mlp.experts.47.up_proj,failsafe(rtn): 0.0014496,0.00000,0.758
22,mlp.experts.46.up_proj,0.0000238930,0.05000,14.389
22,mlp.experts.39.up_proj,0.0000126421,0.05000,14.369
22,mlp.experts.35.up_proj,0.0000177611,0.05000,14.402
22,mlp.experts.68.up_proj,0.0000605689,0.05000,14.390
22,mlp.experts.53.up_proj,0.0000194078,0.05000,14.366
22,mlp.experts.70.up_proj,0.0000348586,0.05000,14.243
22,mlp.experts.33.up_proj,0.0000280974,0.05000,14.318
22,mlp.experts.75.up_proj,0.0000319062,0.05000,14.364
22,mlp.experts.121.up_proj,0.0000142385,0.05000,14.289
22,mlp.experts.29.up_proj,0.0000138386,0.05000,14.797
22,mlp.experts.32.up_proj,0.0000515475,0.05000,14.845
22,mlp.experts.18.up_proj,0.0000414860,0.05000,14.756
22,mlp.experts.44.up_proj,0.0000162443,0.05000,14.808
22,mlp.experts.58.up_proj,0.0000391766,0.05000,14.724
22,mlp.experts.72.up_proj,0.0000246910,0.05000,14.687
22,mlp.experts.63.up_proj,0.0000524987,0.05000,14.680
22,mlp.experts.62.up_proj,0.0000137214,0.05000,14.731
22,mlp.experts.55.up_proj,0.0000089713,0.05000,14.658
22,mlp.experts.51.up_proj,0.0000317064,0.05000,14.732
22,mlp.experts.84.up_proj,0.0000257107,0.05000,14.749
22,mlp.experts.86.up_proj,0.0000165775,0.05000,14.593
22,mlp.experts.69.up_proj,0.0000375943,0.05000,14.733
22,mlp.experts.49.up_proj,0.0000169864,0.05000,14.664
22,mlp.experts.91.up_proj,0.0000435263,0.05000,14.544
22,mlp.experts.137.up_proj,0.0000126815,0.05000,14.542
22,mlp.experts.48.up_proj,0.0000410671,0.05000,14.343
22,mlp.experts.45.up_proj,0.0000070880,0.05000,14.383
22,mlp.experts.34.up_proj,0.0000214172,0.05000,14.401
22,mlp.experts.60.up_proj,0.0000098668,0.05000,14.374
22,mlp.experts.74.up_proj,0.0000297996,0.05000,14.429
22,mlp.experts.88.up_proj,0.0000243733,0.05000,14.399
22,mlp.experts.79.up_proj,0.0000174176,0.05000,14.407
22,mlp.experts.78.up_proj,0.0000363884,0.05000,14.432
22,mlp.experts.71.up_proj,0.0000116482,0.05000,14.358
22,mlp.experts.67.up_proj,0.0000377503,0.05000,14.516
22,mlp.experts.100.up_proj,0.0000133437,0.05000,14.479
22,mlp.experts.85.up_proj,0.0000323029,0.05000,14.446
22,mlp.experts.102.up_proj,0.0000437668,0.05000,14.569
22,mlp.experts.65.up_proj,0.0000055802,0.05000,14.501
22,mlp.experts.107.up_proj,0.0000157788,0.05000,14.571
22,mlp.experts.153.up_proj,0.0000579453,0.05000,14.648
22,mlp.experts.64.up_proj,0.0000100829,0.05000,14.331
22,mlp.experts.61.up_proj,0.0000166923,0.05000,14.485
22,mlp.experts.50.up_proj,0.0000180064,0.05000,14.318
22,mlp.experts.76.up_proj,0.0000333368,0.05000,14.290
22,mlp.experts.90.up_proj,0.0000324848,0.05000,14.389
22,mlp.experts.104.up_proj,0.0000727512,0.05000,14.391
22,mlp.experts.95.up_proj,0.0000268987,0.05000,14.396
22,mlp.experts.94.up_proj,0.0000055691,0.05000,14.316
22,mlp.experts.87.up_proj,0.0000203919,0.05000,14.467
22,mlp.experts.83.up_proj,0.0000250285,0.05000,14.423
22,mlp.experts.101.up_proj,0.0000050171,0.05000,14.166
22,mlp.experts.116.up_proj,0.0000514747,0.05000,14.261
22,mlp.experts.118.up_proj,0.0000371204,0.05000,14.404
22,mlp.experts.81.up_proj,0.0000099356,0.05000,14.351
22,mlp.experts.123.up_proj,0.0000117880,0.05000,14.482
22,mlp.experts.169.up_proj,0.0000515075,0.05000,14.299
22,mlp.experts.80.up_proj,0.0000709750,0.05000,14.313
22,mlp.experts.77.up_proj,0.0000172299,0.05000,14.292
22,mlp.experts.66.up_proj,0.0000130422,0.05000,14.276
22,mlp.experts.92.up_proj,0.0000222189,0.05000,14.137
22,mlp.experts.106.up_proj,0.0000208064,0.05000,14.082
22,mlp.experts.120.up_proj,0.0000223212,0.05000,14.279
22,mlp.experts.111.up_proj,0.0000526948,0.05000,14.305
22,mlp.experts.110.up_proj,0.0000478875,0.05000,14.413
22,mlp.experts.103.up_proj,0.0000113693,0.05000,14.184
22,mlp.experts.126.up_proj,failsafe(rtn): 0.0015259,0.00000,0.759
22,mlp.experts.99.up_proj,0.0000325264,0.05000,14.319
22,mlp.experts.117.up_proj,0.0000112590,0.05000,14.270
22,mlp.experts.132.up_proj,0.0000182678,0.05000,14.358
22,mlp.experts.134.up_proj,0.0000482984,0.05000,14.296
22,mlp.experts.97.up_proj,0.0000576521,0.05000,14.336
22,mlp.experts.139.up_proj,0.0000107760,0.05000,14.543
22,mlp.experts.185.up_proj,0.0000372658,0.05000,14.406
22,mlp.experts.96.up_proj,0.0000127482,0.05000,14.298
22,mlp.experts.93.up_proj,0.0000245667,0.05000,14.290
22,mlp.experts.82.up_proj,0.0000276457,0.05000,14.288
22,mlp.experts.108.up_proj,0.0000163957,0.05000,14.295
22,mlp.experts.122.up_proj,0.0000148274,0.05000,14.389
22,mlp.experts.136.up_proj,0.0000079725,0.05000,14.261
22,mlp.experts.127.up_proj,0.0000142862,0.05000,14.312
22,mlp.experts.119.up_proj,0.0000467421,0.05000,14.351
22,mlp.experts.142.up_proj,0.0000241249,0.05000,14.186
22,mlp.experts.115.up_proj,0.0000209232,0.05000,14.324
22,mlp.experts.148.up_proj,0.0000455227,0.05000,14.231
22,mlp.experts.133.up_proj,0.0000300694,0.05000,14.388
22,mlp.experts.150.up_proj,0.0000343410,0.05000,14.296
22,mlp.experts.113.up_proj,0.0000143036,0.05000,14.321
22,mlp.experts.155.up_proj,0.0000138006,0.05000,14.076
22,mlp.experts.201.up_proj,0.0000283761,0.05000,14.025
22,mlp.experts.112.up_proj,0.0000201563,0.05000,14.320
22,mlp.experts.109.up_proj,0.0000225681,0.05000,14.309
22,mlp.experts.98.up_proj,0.0000446179,0.05000,14.419
22,mlp.experts.124.up_proj,0.0000135354,0.05000,14.401
22,mlp.experts.138.up_proj,0.0000292693,0.05000,14.258
22,mlp.experts.152.up_proj,0.0000224651,0.05000,14.290
22,mlp.experts.143.up_proj,0.0000114314,0.05000,14.247
22,mlp.experts.135.up_proj,0.0000177923,0.05000,14.246
22,mlp.experts.158.up_proj,0.0000125297,0.05000,14.234
22,mlp.experts.131.up_proj,0.0000312596,0.05000,14.186
22,mlp.experts.164.up_proj,0.0000031868,0.05000,14.222
22,mlp.experts.149.up_proj,0.0000316356,0.05000,14.256
22,mlp.experts.166.up_proj,0.0000366693,0.05000,14.103
22,mlp.experts.180.up_proj,failsafe(rtn): 0.0014496,0.00000,0.715
22,mlp.experts.129.up_proj,0.0000198435,0.05000,14.380
22,mlp.experts.171.up_proj,0.0000288594,0.05000,14.255
22,mlp.experts.217.up_proj,0.0000177203,0.05000,14.230
22,mlp.experts.233.up_proj,failsafe(rtn): 0.0014267,0.00000,0.678
22,mlp.experts.249.up_proj,failsafe(rtn): 0.0015182,0.00000,0.814
22,mlp.experts.128.up_proj,0.0000186706,0.05000,13.901
22,mlp.experts.125.up_proj,0.0000118963,0.05000,13.870
22,mlp.experts.114.up_proj,0.0000168454,0.05000,14.013
22,mlp.experts.140.up_proj,0.0000153595,0.05000,13.950
22,mlp.experts.154.up_proj,0.0000210654,0.05000,13.868
22,mlp.experts.168.up_proj,0.0000198440,0.05000,13.962
22,mlp.experts.159.up_proj,0.0000165796,0.05000,13.993
22,mlp.experts.151.up_proj,0.0000235721,0.05000,13.924
22,mlp.experts.174.up_proj,0.0000060300,0.05000,13.867
22,mlp.experts.147.up_proj,0.0000047914,0.05000,13.848
22,mlp.experts.182.up_proj,0.0000368307,0.05000,13.909
22,mlp.experts.165.up_proj,0.0000134668,0.05000,14.099
22,mlp.experts.190.up_proj,failsafe(rtn): 0.0014038,0.00000,0.778
22,mlp.experts.196.up_proj,0.0000143143,0.05000,13.846
22,mlp.experts.145.up_proj,0.0000157441,0.05000,13.931
22,mlp.experts.187.up_proj,0.0000069720,0.05000,14.033
22,mlp.experts.265.up_proj,0.0000110949,0.05000,14.110
22,mlp.experts.281.up_proj,failsafe(rtn): 0.0014648,0.00000,0.688
22,mlp.experts.144.up_proj,0.0000435569,0.05000,14.217
22,mlp.experts.141.up_proj,0.0000112216,0.05000,14.306
22,mlp.experts.130.up_proj,0.0000156163,0.05000,14.173
22,mlp.experts.156.up_proj,0.0000471427,0.05000,14.310
22,mlp.experts.170.up_proj,0.0000119491,0.05000,14.171
22,mlp.experts.146.up_proj,failsafe(rtn): 0.0015640,0.00000,0.773
22,mlp.experts.184.up_proj,0.0000266808,0.05000,14.289
22,mlp.experts.175.up_proj,0.0000482851,0.05000,14.302
22,mlp.experts.167.up_proj,0.0000315740,0.05000,14.276
22,mlp.experts.200.up_proj,failsafe(rtn): 0.0015488,0.00000,0.718
22,mlp.experts.163.up_proj,0.0000335028,0.05000,14.284
22,mlp.experts.198.up_proj,0.0000409410,0.05000,14.175
22,mlp.experts.181.up_proj,0.0000385266,0.05000,14.204
22,mlp.experts.206.up_proj,0.0000145356,0.05000,14.059
22,mlp.experts.212.up_proj,0.0000084923,0.05000,14.090
22,mlp.experts.161.up_proj,0.0000383921,0.05000,14.143
22,mlp.experts.197.up_proj,failsafe(rtn): 0.0015640,0.00000,0.708
22,mlp.experts.203.up_proj,0.0000147899,0.05000,14.238
22,mlp.experts.297.up_proj,0.0000190692,0.05000,14.350
22,mlp.experts.160.up_proj,0.0000027657,0.05000,14.486
22,mlp.experts.157.up_proj,0.0000289194,0.05000,14.351
22,mlp.experts.186.up_proj,0.0000113047,0.05000,14.432
22,mlp.experts.172.up_proj,0.0000181637,0.05000,14.519
22,mlp.experts.162.up_proj,0.0000407575,0.05000,14.483
22,mlp.experts.191.up_proj,0.0000167740,0.05000,14.558
22,mlp.experts.183.up_proj,0.0000095353,0.05000,14.507
22,mlp.experts.216.up_proj,0.0000182336,0.05000,14.430
22,mlp.experts.179.up_proj,0.0000270837,0.05000,14.574
22,mlp.experts.214.up_proj,0.0000198812,0.05000,14.388
22,mlp.experts.199.up_proj,failsafe(rtn): 0.0014496,0.00000,0.717
22,mlp.experts.222.up_proj,0.0000306348,0.05000,14.414
22,mlp.experts.228.up_proj,0.0000739300,0.05000,14.346
22,mlp.experts.177.up_proj,0.0000385738,0.05000,14.630
22,mlp.experts.213.up_proj,0.0000408383,0.05000,14.501
22,mlp.experts.219.up_proj,0.0000140981,0.05000,14.574
22,mlp.experts.313.up_proj,0.0000151072,0.05000,14.005
22,mlp.experts.176.up_proj,0.0000329245,0.05000,14.098
22,mlp.experts.173.up_proj,0.0000021403,0.05000,14.143
22,mlp.experts.202.up_proj,0.0000539219,0.05000,14.012
22,mlp.experts.188.up_proj,0.0000169259,0.05000,14.105
22,mlp.experts.178.up_proj,0.0000371882,0.05000,14.041
22,mlp.experts.207.up_proj,0.0000384657,0.05000,13.930
22,mlp.experts.232.up_proj,0.0000150426,0.05000,14.062
22,mlp.experts.230.up_proj,0.0000214584,0.05000,13.897
22,mlp.experts.238.up_proj,0.0000127643,0.05000,13.898
22,mlp.experts.215.up_proj,0.0000287359,0.05000,14.088
22,mlp.experts.195.up_proj,0.0000208118,0.05000,14.205
22,mlp.experts.244.up_proj,0.0000152456,0.05000,14.160
22,mlp.experts.229.up_proj,0.0000333173,0.05000,14.115
22,mlp.experts.193.up_proj,0.0000241736,0.05000,14.267
22,mlp.experts.235.up_proj,0.0000076198,0.05000,14.201
22,mlp.experts.245.up_proj,failsafe(rtn): 0.0014496,0.00000,0.728
22,mlp.experts.329.up_proj,0.0000435100,0.05000,14.312
22,mlp.experts.192.up_proj,0.0000093751,0.05000,14.158
22,mlp.experts.189.up_proj,0.0000299413,0.05000,14.173
22,mlp.experts.218.up_proj,0.0000170080,0.05000,14.116
22,mlp.experts.204.up_proj,0.0000240998,0.05000,14.227
22,mlp.experts.194.up_proj,0.0000081193,0.05000,14.176
22,mlp.experts.223.up_proj,0.0000554874,0.05000,14.222
22,mlp.experts.248.up_proj,0.0000127564,0.05000,14.356
22,mlp.experts.246.up_proj,0.0000387962,0.05000,14.326
22,mlp.experts.254.up_proj,0.0000351111,0.05000,14.176
22,mlp.experts.211.up_proj,0.0000459078,0.05000,14.153
22,mlp.experts.231.up_proj,0.0000209553,0.05000,14.370
22,mlp.experts.260.up_proj,0.0000361409,0.05000,14.078
22,mlp.experts.209.up_proj,0.0000443086,0.05000,14.136
22,mlp.experts.261.up_proj,0.0000170754,0.05000,13.943
22,mlp.experts.251.up_proj,0.0000502660,0.05000,14.164
22,mlp.experts.345.up_proj,0.0000206433,0.05000,14.267
22,mlp.experts.208.up_proj,0.0000278775,0.05000,14.242
22,mlp.experts.205.up_proj,0.0000083389,0.05000,14.211
22,mlp.experts.234.up_proj,0.0000291245,0.05000,14.370
22,mlp.experts.220.up_proj,0.0000107508,0.05000,14.252
22,mlp.experts.210.up_proj,0.0000292078,0.05000,14.165
22,mlp.experts.239.up_proj,0.0000204476,0.05000,14.329
22,mlp.experts.264.up_proj,0.0000052799,0.05000,14.399
22,mlp.experts.262.up_proj,0.0000167350,0.05000,14.357
22,mlp.experts.270.up_proj,0.0000311539,0.05000,14.377
22,mlp.experts.227.up_proj,0.0000355252,0.05000,14.329
22,mlp.experts.247.up_proj,0.0000383997,0.05000,14.377
22,mlp.experts.276.up_proj,0.0000322271,0.05000,14.371
22,mlp.experts.278.up_proj,failsafe(rtn): 0.0014725,0.00000,0.743
22,mlp.experts.225.up_proj,0.0000206175,0.05000,14.576
22,mlp.experts.267.up_proj,0.0000325709,0.05000,14.477
22,mlp.experts.277.up_proj,0.0000328989,0.05000,14.633
22,mlp.experts.293.up_proj,failsafe(rtn): 0.0014267,0.00000,0.695
22,mlp.experts.361.up_proj,0.0000313375,0.05000,14.433
22,mlp.experts.224.up_proj,0.0000372772,0.05000,14.605
22,mlp.experts.221.up_proj,0.0000258776,0.05000,14.632
22,mlp.experts.250.up_proj,0.0000216827,0.05000,14.513
22,mlp.experts.236.up_proj,0.0000117018,0.05000,14.665
22,mlp.experts.226.up_proj,0.0000429954,0.05000,14.538
22,mlp.experts.255.up_proj,0.0000213503,0.05000,14.398
22,mlp.experts.280.up_proj,0.0000152050,0.05000,14.570
22,mlp.experts.243.up_proj,0.0000286314,0.05000,14.552
22,mlp.experts.286.up_proj,0.0000219760,0.05000,14.588
22,mlp.experts.263.up_proj,0.0000234506,0.05000,14.552
22,mlp.experts.292.up_proj,0.0000204739,0.05000,14.483
22,mlp.experts.294.up_proj,0.0000411436,0.05000,14.568
22,mlp.experts.308.up_proj,failsafe(rtn): 0.0015869,0.00000,0.686
22,mlp.experts.241.up_proj,0.0000615001,0.05000,14.443
22,mlp.experts.283.up_proj,0.0000248142,0.05000,14.139
22,mlp.experts.310.up_proj,failsafe(rtn): 0.0015640,0.00000,0.641
22,mlp.experts.324.up_proj,failsafe(rtn): 0.0014191,0.00000,0.699
22,mlp.experts.309.up_proj,0.0000161128,0.05000,14.296
22,mlp.experts.325.up_proj,failsafe(rtn): 0.0015564,0.00000,0.686
22,mlp.experts.377.up_proj,0.0000297364,0.05000,14.347
22,mlp.experts.240.up_proj,0.0000087761,0.05000,14.175
22,mlp.experts.237.up_proj,0.0000289009,0.05000,14.090
22,mlp.experts.266.up_proj,0.0000392620,0.05000,14.149
22,mlp.experts.252.up_proj,0.0000303818,0.05000,14.057
22,mlp.experts.242.up_proj,0.0000303836,0.05000,14.181
22,mlp.experts.271.up_proj,0.0000206219,0.05000,14.078
22,mlp.experts.296.up_proj,0.0000283171,0.05000,14.111
22,mlp.experts.259.up_proj,0.0000077740,0.05000,13.949
22,mlp.experts.302.up_proj,0.0000420786,0.05000,13.951
22,mlp.experts.279.up_proj,0.0000366836,0.05000,14.172
22,mlp.experts.312.up_proj,failsafe(rtn): 0.0014648,0.00000,0.752
22,mlp.experts.257.up_proj,0.0000508519,0.05000,14.154
22,mlp.experts.326.up_proj,0.0000156255,0.05000,14.051
22,mlp.experts.299.up_proj,0.0000138087,0.05000,14.149
22,mlp.experts.340.up_proj,0.0000125930,0.05000,14.080
22,mlp.experts.315.up_proj,failsafe(rtn): 0.0014648,0.00000,0.736
22,mlp.experts.331.up_proj,failsafe(rtn): 0.0014801,0.00000,0.821
22,mlp.experts.341.up_proj,0.0000019022,0.05000,14.253
22,mlp.experts.347.up_proj,failsafe(rtn): 0.0014038,0.00000,0.675
22,mlp.experts.393.up_proj,0.0000352571,0.05000,14.295
22,mlp.experts.256.up_proj,0.0000098417,0.05000,14.338
22,mlp.experts.253.up_proj,0.0000258045,0.05000,14.386
22,mlp.experts.282.up_proj,0.0000104837,0.05000,14.338
22,mlp.experts.268.up_proj,0.0000333450,0.05000,14.423
22,mlp.experts.258.up_proj,0.0000131986,0.05000,14.494
22,mlp.experts.287.up_proj,0.0000066333,0.05000,14.396
22,mlp.experts.303.up_proj,failsafe(rtn): 0.0014648,0.00000,0.679
22,mlp.experts.275.up_proj,0.0000080105,0.05000,14.443
22,mlp.experts.318.up_proj,0.0000202999,0.05000,14.498
22,mlp.experts.328.up_proj,0.0000264991,0.05000,14.335
22,mlp.experts.295.up_proj,0.0000285290,0.05000,14.491
22,mlp.experts.344.up_proj,failsafe(rtn): 0.0014648,0.00000,0.733
22,mlp.experts.273.up_proj,0.0000161159,0.05000,14.435
22,mlp.experts.342.up_proj,0.0000352258,0.05000,14.476
22,mlp.experts.356.up_proj,0.0000733749,0.05000,14.463
22,mlp.experts.357.up_proj,0.0000271387,0.05000,14.193
22,mlp.experts.363.up_proj,0.0000178777,0.05000,14.217
22,mlp.experts.409.up_proj,0.0000125945,0.05000,14.291
22,mlp.experts.272.up_proj,0.0000239745,0.05000,14.138
22,mlp.experts.269.up_proj,0.0000369053,0.05000,14.118
22,mlp.experts.298.up_proj,0.0000064418,0.05000,14.165
22,mlp.experts.284.up_proj,0.0000568609,0.05000,14.280
22,mlp.experts.274.up_proj,0.0000248527,0.05000,14.300
22,mlp.experts.319.up_proj,0.0000209908,0.05000,14.352
22,mlp.experts.291.up_proj,0.0000058404,0.05000,14.349
22,mlp.experts.334.up_proj,0.0000263383,0.05000,14.507
22,mlp.experts.311.up_proj,0.0000247984,0.05000,14.230
22,mlp.experts.360.up_proj,0.0000079526,0.05000,14.384
22,mlp.experts.289.up_proj,0.0000187196,0.05000,14.398
22,mlp.experts.358.up_proj,0.0000115739,0.05000,14.379
22,mlp.experts.372.up_proj,0.0000181369,0.05000,14.267
22,mlp.experts.388.up_proj,failsafe(rtn): 0.0015717,0.00000,0.847
22,mlp.experts.373.up_proj,0.0000304477,0.05000,14.516
22,mlp.experts.379.up_proj,0.0000368980,0.05000,14.486
22,mlp.experts.425.up_proj,0.0000248877,0.05000,14.625
22,mlp.experts.441.up_proj,failsafe(rtn): 0.0014801,0.00000,0.662
22,mlp.experts.288.up_proj,0.0000131603,0.05000,14.299
22,mlp.experts.285.up_proj,0.0000150463,0.05000,14.433
22,mlp.experts.314.up_proj,0.0000410755,0.05000,14.426
22,mlp.experts.300.up_proj,0.0000089767,0.05000,14.406
22,mlp.experts.290.up_proj,0.0000231021,0.05000,14.425
22,mlp.experts.335.up_proj,0.0000337936,0.05000,14.559
22,mlp.experts.307.up_proj,0.0000127046,0.05000,14.603
22,mlp.experts.350.up_proj,0.0000156013,0.05000,14.642
22,mlp.experts.327.up_proj,0.0000110093,0.05000,14.607
22,mlp.experts.323.up_proj,failsafe(rtn): 0.0014420,0.00000,0.802
22,mlp.experts.343.up_proj,failsafe(rtn): 0.0014801,0.00000,0.760
22,mlp.experts.376.up_proj,0.0000101081,0.05000,14.696
22,mlp.experts.305.up_proj,0.0000293468,0.05000,14.814
22,mlp.experts.374.up_proj,0.0000138852,0.05000,14.689
22,mlp.experts.404.up_proj,0.0000119661,0.05000,14.580
22,mlp.experts.389.up_proj,0.0000539152,0.05000,14.580
22,mlp.experts.420.up_proj,failsafe(rtn): 0.0015106,0.00000,0.685
22,mlp.experts.395.up_proj,0.0000292780,0.05000,14.660
22,mlp.experts.457.up_proj,0.0000090893,0.05000,14.882
22,mlp.experts.304.up_proj,0.0000285846,0.05000,14.843
22,mlp.experts.301.up_proj,0.0000338886,0.05000,14.931
22,mlp.experts.330.up_proj,0.0000140781,0.05000,14.857
22,mlp.experts.320.up_proj,failsafe(rtn): 0.0014038,0.00000,0.712
22,mlp.experts.316.up_proj,0.0000340678,0.05000,14.759
22,mlp.experts.306.up_proj,0.0000300487,0.05000,14.768
22,mlp.experts.351.up_proj,0.0000112074,0.05000,14.568
22,mlp.experts.366.up_proj,0.0000115712,0.05000,14.463
22,mlp.experts.339.up_proj,0.0000196955,0.05000,14.712
22,mlp.experts.359.up_proj,0.0000243025,0.05000,14.607
22,mlp.experts.392.up_proj,0.0000139229,0.05000,14.497
22,mlp.experts.390.up_proj,0.0000167983,0.05000,14.478
22,mlp.experts.321.up_proj,0.0000028945,0.05000,14.581
22,mlp.experts.405.up_proj,0.0000116849,0.05000,14.532
22,mlp.experts.436.up_proj,0.0000309037,0.05000,14.458
22,mlp.experts.411.up_proj,0.0000263349,0.05000,14.511
22,mlp.experts.473.up_proj,0.0000126932,0.05000,14.697
22,mlp.experts.317.up_proj,0.0000050787,0.05000,14.420
22,mlp.experts.346.up_proj,0.0000365567,0.05000,14.401
22,mlp.experts.336.up_proj,0.0000192653,0.05000,14.374
22,mlp.experts.332.up_proj,0.0000052358,0.05000,14.457
22,mlp.experts.322.up_proj,0.0000132315,0.05000,14.503
22,mlp.experts.367.up_proj,0.0000139226,0.05000,14.407
22,mlp.experts.382.up_proj,0.0000429182,0.05000,14.568
22,mlp.experts.398.up_proj,failsafe(rtn): 0.0015182,0.00000,0.759
22,mlp.experts.355.up_proj,0.0000156821,0.05000,14.667
22,mlp.experts.408.up_proj,0.0000749685,0.05000,14.374
22,mlp.experts.375.up_proj,0.0000521158,0.05000,14.549
22,mlp.experts.406.up_proj,0.0000259889,0.05000,14.650
22,mlp.experts.337.up_proj,0.0000401217,0.05000,14.665
22,mlp.experts.452.up_proj,0.0000109121,0.05000,14.720
22,mlp.experts.421.up_proj,0.0000279275,0.05000,14.830
22,mlp.experts.427.up_proj,0.0000194036,0.05000,14.730
22,mlp.experts.489.up_proj,0.0000111116,0.05000,14.469
22,mlp.experts.333.up_proj,0.0000469941,0.05000,14.795
22,mlp.experts.352.up_proj,0.0000330922,0.05000,14.697
22,mlp.experts.362.up_proj,0.0000335735,0.05000,14.895
22,mlp.experts.348.up_proj,0.0000229757,0.05000,14.785
22,mlp.experts.349.up_proj,failsafe(rtn): 0.0013580,0.00000,0.787
22,mlp.experts.338.up_proj,0.0000098595,0.05000,14.782
22,mlp.experts.364.up_proj,failsafe(rtn): 0.0014496,0.00000,0.733
22,mlp.experts.383.up_proj,0.0000179267,0.05000,14.878
22,mlp.experts.414.up_proj,0.0000690151,0.05000,14.632
22,mlp.experts.371.up_proj,0.0000481644,0.05000,14.730
22,mlp.experts.424.up_proj,0.0000363818,0.05000,14.732
22,mlp.experts.391.up_proj,0.0000162110,0.05000,14.748
22,mlp.experts.353.up_proj,0.0000088072,0.05000,14.605
22,mlp.experts.422.up_proj,0.0000181547,0.05000,14.665
22,mlp.experts.468.up_proj,0.0000717238,0.05000,14.640
22,mlp.experts.437.up_proj,0.0000197980,0.05000,14.780
22,mlp.experts.443.up_proj,0.0000047127,0.05000,14.585
22,mlp.experts.505.up_proj,0.0000398397,0.05000,14.691
22,mlp.experts.9.down_proj,0.0000047387,0.05000,3.901
22,mlp.experts.368.up_proj,0.0000211788,0.05000,14.866
22,mlp.experts.378.up_proj,0.0000272514,0.05000,14.905
22,mlp.experts.365.up_proj,0.0000227460,0.05000,14.827
22,mlp.experts.354.up_proj,0.0000064876,0.05000,14.826
22,mlp.experts.380.up_proj,0.0000060275,0.05000,14.873
22,mlp.experts.25.down_proj,0.0000006912,0.05000,3.781
22,mlp.experts.399.up_proj,0.0000165089,0.05000,14.890
22,mlp.experts.430.up_proj,0.0000494885,0.05000,14.987
22,mlp.experts.387.up_proj,0.0000160646,0.05000,14.907
22,mlp.experts.440.up_proj,0.0000343180,0.05000,14.915
22,mlp.experts.407.up_proj,0.0000256140,0.05000,14.907
22,mlp.experts.438.up_proj,0.0000150653,0.05000,14.962
22,mlp.experts.369.up_proj,0.0000283565,0.05000,15.104
22,mlp.experts.41.down_proj,0.0000022163,0.05000,3.873
22,mlp.experts.57.down_proj,failsafe(rtn): 0.0015564,0.00000,0.156
22,mlp.experts.484.up_proj,0.0000182791,0.05000,15.087
22,mlp.experts.453.up_proj,0.0000128490,0.05000,15.077
22,mlp.experts.73.down_proj,failsafe(rtn): 0.0015259,0.00000,0.203
22,mlp.experts.459.up_proj,0.0000146149,0.05000,15.180
22,mlp.experts.89.down_proj,0.0000003096,0.05000,3.703
22,mlp.experts.105.down_proj,0.0000014301,0.05000,3.579
22,mlp.experts.384.up_proj,0.0000177295,0.05000,14.703
22,mlp.experts.394.up_proj,0.0000201048,0.05000,14.890
22,mlp.experts.381.up_proj,0.0000356603,0.05000,15.008
22,mlp.experts.370.up_proj,0.0000153109,0.05000,14.792
22,mlp.experts.396.up_proj,0.0000339843,0.05000,14.941
22,mlp.experts.415.up_proj,0.0000561273,0.05000,14.910
22,mlp.experts.121.down_proj,0.0000013880,0.05000,3.771
22,mlp.experts.456.up_proj,0.0000242352,0.05000,14.786
22,mlp.experts.446.up_proj,0.0000281583,0.05000,14.901
22,mlp.experts.423.up_proj,0.0000122541,0.05000,14.814
22,mlp.experts.403.up_proj,0.0000316478,0.05000,15.065
22,mlp.experts.454.up_proj,0.0000020611,0.05000,14.875
22,mlp.experts.385.up_proj,0.0000165679,0.05000,14.968
22,mlp.experts.439.up_proj,failsafe(rtn): 0.0014420,0.00000,0.717
22,mlp.experts.500.up_proj,0.0000162531,0.05000,14.726
22,mlp.experts.137.down_proj,0.0000016295,0.05000,3.690
22,mlp.experts.469.up_proj,0.0000553209,0.05000,14.787
22,mlp.experts.475.up_proj,0.0000163717,0.05000,14.823
22,mlp.experts.4.down_proj,0.0000026239,0.05000,3.491
22,mlp.experts.153.down_proj,0.0000060398,0.05000,3.607
22,mlp.experts.20.down_proj,0.0000023219,0.05000,3.606
22,mlp.experts.169.down_proj,0.0000027783,0.05000,3.675
22,mlp.experts.400.up_proj,0.0000134931,0.05000,14.776
22,mlp.experts.410.up_proj,0.0000569827,0.05000,14.603
22,mlp.experts.397.up_proj,0.0000206164,0.05000,14.796
22,mlp.experts.386.up_proj,0.0000270429,0.05000,14.695
22,mlp.experts.412.up_proj,0.0000398850,0.05000,14.704
22,mlp.experts.431.up_proj,0.0000484707,0.05000,14.494
22,mlp.experts.36.down_proj,0.0000042452,0.05000,3.747
22,mlp.experts.185.down_proj,0.0000060440,0.05000,3.731
22,mlp.experts.462.up_proj,0.0000108347,0.05000,14.418
22,mlp.experts.472.up_proj,0.0000120458,0.05000,14.474
22,mlp.experts.419.up_proj,0.0000259122,0.05000,14.460
22,mlp.experts.470.up_proj,0.0000101003,0.05000,14.384
22,mlp.experts.401.up_proj,0.0000141120,0.05000,14.434
22,mlp.experts.488.up_proj,failsafe(rtn): 0.0014954,0.00000,0.731
22,mlp.experts.455.up_proj,0.0000284909,0.05000,14.593
22,mlp.experts.52.down_proj,0.0000008818,0.05000,3.892
22,mlp.experts.485.up_proj,0.0000559028,0.05000,14.679
22,mlp.experts.201.down_proj,0.0000015637,0.05000,3.827
22,mlp.experts.491.up_proj,0.0000305774,0.05000,14.659
22,mlp.experts.68.down_proj,0.0000063456,0.05000,3.435
22,mlp.experts.217.down_proj,0.0000009000,0.05000,3.472
22,mlp.experts.233.down_proj,failsafe(rtn): 0.0015106,0.00000,0.184
22,mlp.experts.84.down_proj,0.0000012788,0.05000,3.373
22,mlp.experts.416.up_proj,0.0000352457,0.05000,14.170
22,mlp.experts.426.up_proj,0.0000214689,0.05000,14.136
22,mlp.experts.413.up_proj,0.0000117713,0.05000,14.075
22,mlp.experts.402.up_proj,0.0000371563,0.05000,14.066
22,mlp.experts.428.up_proj,0.0000037204,0.05000,14.010
22,mlp.experts.447.up_proj,0.0000145379,0.05000,14.063
22,mlp.experts.100.down_proj,0.0000009194,0.05000,3.369
22,mlp.experts.478.up_proj,0.0000123692,0.05000,13.775
22,mlp.experts.435.up_proj,0.0000264597,0.05000,13.807
22,mlp.experts.486.up_proj,0.0000495514,0.05000,13.760
22,mlp.experts.417.up_proj,0.0000252142,0.05000,13.605
22,mlp.experts.504.up_proj,0.0000324310,0.05000,13.646
22,mlp.experts.451.up_proj,failsafe(rtn): 0.0014420,0.00000,0.609
22,mlp.experts.471.up_proj,0.0000419060,0.05000,13.674
22,mlp.experts.502.up_proj,failsafe(rtn): 0.0014038,0.00000,0.648
22,mlp.experts.6.down_proj,failsafe(rtn): 0.0015564,0.00000,0.159
22,mlp.experts.501.up_proj,0.0000296466,0.05000,13.059
22,mlp.experts.116.down_proj,0.0000027744,0.05000,3.042
22,mlp.experts.507.up_proj,0.0000327546,0.05000,13.045
22,mlp.experts.249.down_proj,failsafe(rtn): 0.0015717,0.00000,0.205
22,mlp.experts.8.down_proj,0.0000008867,0.05000,2.899
22,mlp.experts.22.down_proj,0.0000058198,0.05000,3.040
22,mlp.experts.132.down_proj,0.0000017609,0.05000,3.283
22,mlp.experts.5.down_proj,0.0000023252,0.05000,3.447
22,mlp.experts.11.down_proj,0.0000041097,0.05000,3.397
22,mlp.experts.265.down_proj,0.0000007100,0.05000,3.463
22,mlp.experts.281.down_proj,failsafe(rtn): 0.0014954,0.00000,0.199
22,mlp.experts.24.down_proj,0.0000080759,0.05000,3.548
22,mlp.experts.38.down_proj,0.0000017003,0.05000,3.548
22,mlp.experts.148.down_proj,0.0000034404,0.05000,3.553
22,mlp.experts.21.down_proj,0.0000009130,0.05000,3.567
22,mlp.experts.27.down_proj,0.0000047962,0.05000,3.488
22,mlp.experts.43.down_proj,failsafe(rtn): 0.0016098,0.00000,0.160
22,mlp.experts.297.down_proj,0.0000017796,0.05000,3.431
22,mlp.experts.432.up_proj,0.0000296996,0.05000,12.718
22,mlp.experts.442.up_proj,0.0000448476,0.05000,12.813
22,mlp.experts.418.up_proj,0.0000348158,0.05000,12.871
22,mlp.experts.54.down_proj,0.0000046528,0.05000,2.992
22,mlp.experts.444.up_proj,0.0000030390,0.05000,12.582
22,mlp.experts.463.up_proj,0.0000435507,0.05000,12.800
22,mlp.experts.37.down_proj,0.0000015381,0.05000,3.102
22,mlp.experts.59.down_proj,0.0000007164,0.05000,3.156
22,mlp.experts.313.down_proj,0.0000038139,0.05000,3.188
22,mlp.experts.494.up_proj,0.0000212449,0.05000,12.927
22,mlp.experts.467.up_proj,0.0000187221,0.05000,13.083
22,mlp.experts.487.up_proj,0.0000148555,0.05000,13.228
22,mlp.experts.70.down_proj,0.0000017473,0.05000,3.569
22,mlp.experts.40.down_proj,0.0000006602,0.05000,3.647
22,mlp.experts.164.down_proj,0.0000001852,0.05000,3.665
22,mlp.experts.180.down_proj,failsafe(rtn): 0.0014267,0.00000,0.194
22,mlp.experts.429.up_proj,0.0000283775,0.05000,13.542
22,mlp.experts.433.up_proj,0.0000222151,0.05000,13.664
22,mlp.experts.53.down_proj,0.0000015923,0.05000,3.711
22,mlp.experts.75.down_proj,0.0000034869,0.05000,3.572
22,mlp.experts.329.down_proj,0.0000040909,0.05000,3.635
22,mlp.experts.86.down_proj,0.0000015863,0.05000,3.522
22,mlp.experts.56.down_proj,0.0000011368,0.05000,3.615
22,mlp.experts.196.down_proj,0.0000010481,0.05000,3.549
22,mlp.experts.69.down_proj,0.0000024503,0.05000,3.562
22,mlp.experts.91.down_proj,0.0000089707,0.05000,3.530
22,mlp.experts.345.down_proj,0.0000011646,0.05000,3.493
22,mlp.experts.102.down_proj,0.0000039862,0.05000,3.490
22,mlp.experts.72.down_proj,0.0000016766,0.05000,3.607
22,mlp.experts.212.down_proj,0.0000010621,0.05000,3.580
22,mlp.experts.85.down_proj,0.0000050097,0.05000,3.563
22,mlp.experts.107.down_proj,0.0000016664,0.05000,3.564
22,mlp.experts.361.down_proj,0.0000020521,0.05000,3.609
22,mlp.experts.458.up_proj,0.0000347211,0.05000,13.988
22,mlp.experts.474.up_proj,failsafe(rtn): 0.0014954,0.00000,0.640
22,mlp.experts.434.up_proj,0.0000547321,0.05000,14.032
22,mlp.experts.118.down_proj,0.0000057125,0.05000,3.457
22,mlp.experts.460.up_proj,0.0000172854,0.05000,14.070
22,mlp.experts.448.up_proj,0.0000252574,0.05000,14.153
22,mlp.experts.88.down_proj,0.0000011485,0.05000,3.399
22,mlp.experts.228.down_proj,0.0000068167,0.05000,3.377
22,mlp.experts.464.up_proj,failsafe(rtn): 0.0014877,0.00000,0.623
22,mlp.experts.479.up_proj,0.0000271153,0.05000,14.171
22,mlp.experts.101.down_proj,0.0000002549,0.05000,3.304
22,mlp.experts.510.up_proj,0.0000049500,0.05000,13.854
22,mlp.experts.377.down_proj,0.0000015440,0.05000,3.213
22,mlp.experts.483.up_proj,0.0000096887,0.05000,13.717
22,mlp.experts.503.up_proj,0.0000237029,0.05000,13.606
22,mlp.experts.134.down_proj,0.0000055526,0.05000,3.184
22,mlp.experts.499.up_proj,failsafe(rtn): 0.0015335,0.00000,0.786
22,mlp.experts.104.down_proj,0.0000071339,0.05000,3.369
22,mlp.experts.244.down_proj,0.0000017798,0.05000,3.305
22,mlp.experts.445.up_proj,0.0000081198,0.05000,13.684
22,mlp.experts.449.up_proj,0.0000139336,0.05000,13.955
22,mlp.experts.117.down_proj,0.0000008752,0.05000,3.482
22,mlp.experts.14.down_proj,0.0000010727,0.05000,3.515
22,mlp.experts.393.down_proj,0.0000023496,0.05000,3.557
22,mlp.experts.7.down_proj,0.0000022658,0.05000,3.588
22,mlp.experts.123.down_proj,0.0000013465,0.05000,3.586
22,mlp.experts.150.down_proj,0.0000034209,0.05000,3.484
22,mlp.experts.3.down_proj,0.0000090067,0.05000,3.456
22,mlp.experts.120.down_proj,0.0000011335,0.05000,3.432
22,mlp.experts.260.down_proj,0.0000018473,0.05000,3.409
22,mlp.experts.133.down_proj,0.0000040693,0.05000,3.078
22,mlp.experts.409.down_proj,0.0000012122,0.05000,3.087
22,mlp.experts.23.down_proj,0.0000053392,0.05000,2.949
22,mlp.experts.139.down_proj,0.0000012829,0.05000,3.036
22,mlp.experts.19.down_proj,0.0000029144,0.05000,3.001
22,mlp.experts.136.down_proj,0.0000009233,0.05000,3.004
22,mlp.experts.276.down_proj,0.0000019364,0.05000,3.022
22,mlp.experts.149.down_proj,0.0000036198,0.05000,3.134
22,mlp.experts.425.down_proj,0.0000021549,0.05000,3.147
22,mlp.experts.441.down_proj,failsafe(rtn): 0.0015335,0.00000,0.158
22,mlp.experts.39.down_proj,0.0000011079,0.05000,3.160
22,mlp.experts.155.down_proj,0.0000012980,0.05000,3.182
22,mlp.experts.450.up_proj,0.0000253452,0.05000,12.775
22,mlp.experts.490.up_proj,0.0000233529,0.05000,12.849
22,mlp.experts.476.up_proj,0.0000186908,0.05000,13.005
22,mlp.experts.35.down_proj,0.0000009308,0.05000,3.290
22,mlp.experts.152.down_proj,0.0000022499,0.05000,3.280
22,mlp.experts.292.down_proj,0.0000009906,0.05000,3.375
22,mlp.experts.308.down_proj,failsafe(rtn): 0.0016022,0.00000,0.212
22,mlp.experts.492.up_proj,failsafe(rtn): 0.0014725,0.00000,0.773
22,mlp.experts.480.up_proj,0.0000414463,0.05000,13.160
22,mlp.experts.324.down_proj,failsafe(rtn): 0.0015030,0.00000,0.213
22,mlp.experts.165.down_proj,0.0000007053,0.05000,3.640
22,mlp.experts.457.down_proj,0.0000008172,0.05000,3.716
22,mlp.experts.495.up_proj,0.0000123630,0.05000,13.359
22,mlp.experts.55.down_proj,0.0000010349,0.05000,3.833
22,mlp.experts.171.down_proj,0.0000014167,0.05000,3.787
22,mlp.experts.30.down_proj,0.0000020458,0.05000,3.766
22,mlp.experts.166.down_proj,0.0000017735,0.05000,3.811
22,mlp.experts.51.down_proj,0.0000024185,0.05000,3.810
22,mlp.experts.168.down_proj,0.0000019773,0.05000,3.854
22,mlp.experts.340.down_proj,0.0000006289,0.05000,3.793
22,mlp.experts.461.up_proj,0.0000209070,0.05000,13.435
22,mlp.experts.465.up_proj,0.0000136210,0.05000,13.471
22,mlp.experts.181.down_proj,0.0000021140,0.05000,3.633
22,mlp.experts.197.down_proj,failsafe(rtn): 0.0015869,0.00000,0.200
22,mlp.experts.481.up_proj,failsafe(rtn): 0.0014877,0.00000,0.733
22,mlp.experts.473.down_proj,0.0000008705,0.05000,3.720
22,mlp.experts.71.down_proj,0.0000012301,0.05000,3.637
22,mlp.experts.187.down_proj,0.0000011420,0.05000,3.586
22,mlp.experts.46.down_proj,0.0000052640,0.05000,3.564
22,mlp.experts.182.down_proj,0.0000025424,0.05000,3.580
22,mlp.experts.67.down_proj,0.0000048254,0.05000,3.534
22,mlp.experts.184.down_proj,0.0000023097,0.05000,3.598
22,mlp.experts.200.down_proj,failsafe(rtn): 0.0015945,0.00000,0.190
22,mlp.experts.356.down_proj,0.0000187905,0.05000,3.581
22,mlp.experts.213.down_proj,0.0000062554,0.05000,3.647
22,mlp.experts.489.down_proj,0.0000009767,0.05000,3.625
22,mlp.experts.87.down_proj,0.0000011435,0.05000,3.704
22,mlp.experts.62.down_proj,0.0000015215,0.05000,3.717
22,mlp.experts.203.down_proj,0.0000009065,0.05000,3.793
22,mlp.experts.198.down_proj,0.0000030711,0.05000,3.808
22,mlp.experts.83.down_proj,0.0000025555,0.05000,3.652
22,mlp.experts.216.down_proj,0.0000011107,0.05000,3.682
22,mlp.experts.372.down_proj,0.0000033598,0.05000,3.723
22,mlp.experts.388.down_proj,failsafe(rtn): 0.0015793,0.00000,0.171
22,mlp.experts.229.down_proj,0.0000018345,0.05000,3.597
22,mlp.experts.245.down_proj,failsafe(rtn): 0.0015182,0.00000,0.175
22,mlp.experts.505.down_proj,0.0000015827,0.05000,3.667
22,mlp.experts.103.down_proj,0.0000008963,0.05000,3.536
22,mlp.experts.466.up_proj,0.0000397202,0.05000,14.558
22,mlp.experts.219.down_proj,0.0000017775,0.05000,3.533
22,mlp.experts.506.up_proj,0.0000144681,0.05000,14.623
22,mlp.experts.78.down_proj,0.0000026668,0.05000,3.628
22,mlp.experts.214.down_proj,0.0000018567,0.05000,3.565
22,mlp.experts.99.down_proj,0.0000035380,0.05000,3.515
22,mlp.experts.232.down_proj,0.0000023787,0.05000,3.475
22,mlp.experts.508.up_proj,0.0000228822,0.05000,14.417
22,mlp.experts.496.up_proj,0.0000264359,0.05000,14.481
22,mlp.experts.404.down_proj,0.0000015090,0.05000,3.455
22,mlp.experts.420.down_proj,failsafe(rtn): 0.0015640,0.00000,0.167
22,mlp.experts.261.down_proj,0.0000017940,0.05000,3.390
22,mlp.experts.511.up_proj,0.0000289732,0.05000,14.140
22,mlp.experts.119.down_proj,0.0000043950,0.05000,3.348
22,mlp.experts.235.down_proj,0.0000003318,0.05000,3.351
22,mlp.experts.10.down_proj,0.0000031584,0.05000,3.378
22,mlp.experts.94.down_proj,0.0000005215,0.05000,3.360
22,mlp.experts.230.down_proj,0.0000015477,0.05000,3.371
22,mlp.experts.26.down_proj,failsafe(rtn): 0.0015030,0.00000,0.166
22,mlp.experts.115.down_proj,0.0000018500,0.05000,3.389
22,mlp.experts.248.down_proj,0.0000009917,0.05000,3.421
22,mlp.experts.12.down_proj,0.0000024810,0.05000,3.398
22,mlp.experts.0.down_proj,0.0000013541,0.05000,3.426
22,mlp.experts.477.up_proj,0.0000122721,0.05000,14.026
22,mlp.experts.436.down_proj,0.0000017312,0.05000,3.450
22,mlp.experts.277.down_proj,0.0000026086,0.05000,3.427
22,mlp.experts.497.up_proj,0.0000589101,0.05000,14.023
22,mlp.experts.293.down_proj,failsafe(rtn): 0.0014954,0.00000,0.173
22,mlp.experts.15.down_proj,0.0000007024,0.05000,3.374
22,mlp.experts.135.down_proj,0.0000009180,0.05000,3.390
22,mlp.experts.251.down_proj,0.0000029519,0.05000,3.305
22,mlp.experts.110.down_proj,0.0000096039,0.05000,3.263
22,mlp.experts.126.down_proj,failsafe(rtn): 0.0015640,0.00000,0.154
22,mlp.experts.246.down_proj,0.0000030004,0.05000,3.345
22,mlp.experts.42.down_proj,0.0000002694,0.05000,3.330
22,mlp.experts.131.down_proj,0.0000029925,0.05000,3.270
22,mlp.experts.264.down_proj,0.0000002875,0.05000,3.266
22,mlp.experts.28.down_proj,0.0000062891,0.05000,3.300
22,mlp.experts.16.down_proj,0.0000045699,0.05000,3.317
22,mlp.experts.452.down_proj,0.0000008240,0.05000,3.248
22,mlp.experts.309.down_proj,0.0000015193,0.05000,3.339
22,mlp.experts.1.down_proj,0.0000045035,0.05000,3.403
22,mlp.experts.17.down_proj,failsafe(rtn): 0.0013885,0.00000,0.189
22,mlp.experts.325.down_proj,failsafe(rtn): 0.0016251,0.00000,0.202
22,mlp.experts.31.down_proj,0.0000004768,0.05000,3.385
22,mlp.experts.47.down_proj,failsafe(rtn): 0.0015030,0.00000,0.206
22,mlp.experts.151.down_proj,0.0000011880,0.05000,3.498
22,mlp.experts.267.down_proj,0.0000050697,0.05000,3.535
22,mlp.experts.142.down_proj,0.0000023574,0.05000,3.542
22,mlp.experts.262.down_proj,0.0000017350,0.05000,3.597
22,mlp.experts.58.down_proj,0.0000041307,0.05000,3.602
22,mlp.experts.278.down_proj,failsafe(rtn): 0.0014420,0.00000,0.190
22,mlp.experts.147.down_proj,0.0000003054,0.05000,3.612
22,mlp.experts.280.down_proj,0.0000012499,0.05000,3.667
22,mlp.experts.44.down_proj,0.0000015277,0.05000,3.624
22,mlp.experts.32.down_proj,0.0000056010,0.05000,3.669
22,mlp.experts.468.down_proj,0.0000056322,0.05000,3.574
22,mlp.experts.341.down_proj,0.0000004093,0.05000,3.451
22,mlp.experts.33.down_proj,0.0000019187,0.05000,3.464
22,mlp.experts.63.down_proj,0.0000045991,0.05000,3.414
22,mlp.experts.482.up_proj,0.0000077651,0.05000,13.507
22,mlp.experts.283.down_proj,0.0000038354,0.05000,3.340
22,mlp.experts.167.down_proj,0.0000044001,0.05000,3.428
22,mlp.experts.158.down_proj,0.0000015300,0.05000,3.370
22,mlp.experts.74.down_proj,0.0000014065,0.05000,3.411
22,mlp.experts.294.down_proj,0.0000049595,0.05000,3.394
22,mlp.experts.163.down_proj,0.0000020943,0.05000,3.383
22,mlp.experts.310.down_proj,failsafe(rtn): 0.0015869,0.00000,0.191
22,mlp.experts.296.down_proj,0.0000025211,0.05000,3.312
22,mlp.experts.60.down_proj,0.0000009662,0.05000,3.361
22,mlp.experts.312.down_proj,failsafe(rtn): 0.0015182,0.00000,0.167
22,mlp.experts.48.down_proj,0.0000020683,0.05000,3.306
22,mlp.experts.484.down_proj,0.0000013095,0.05000,3.371
22,mlp.experts.49.down_proj,0.0000021905,0.05000,3.299
22,mlp.experts.357.down_proj,0.0000027958,0.05000,3.313
22,mlp.experts.79.down_proj,0.0000016734,0.05000,3.303
22,mlp.experts.299.down_proj,0.0000008170,0.05000,3.390
22,mlp.experts.183.down_proj,0.0000005195,0.05000,3.377
22,mlp.experts.199.down_proj,failsafe(rtn): 0.0015106,0.00000,0.161
22,mlp.experts.315.down_proj,failsafe(rtn): 0.0015411,0.00000,0.178
22,mlp.experts.174.down_proj,0.0000005260,0.05000,3.360
22,mlp.experts.90.down_proj,0.0000019048,0.05000,3.337
22,mlp.experts.331.down_proj,failsafe(rtn): 0.0015488,0.00000,0.170
22,mlp.experts.190.down_proj,failsafe(rtn): 0.0014420,0.00000,0.162
22,mlp.experts.347.down_proj,failsafe(rtn): 0.0014572,0.00000,0.191
22,mlp.experts.326.down_proj,0.0000016163,0.05000,3.320
22,mlp.experts.179.down_proj,0.0000012193,0.05000,3.419
22,mlp.experts.76.down_proj,0.0000035575,0.05000,3.321
22,mlp.experts.328.down_proj,0.0000037142,0.05000,3.304
22,mlp.experts.64.down_proj,0.0000006225,0.05000,3.276
22,mlp.experts.493.up_proj,0.0000258780,0.05000,13.460
22,mlp.experts.344.down_proj,failsafe(rtn): 0.0015030,0.00000,0.169
22,mlp.experts.500.down_proj,0.0000013010,0.05000,3.343
22,mlp.experts.373.down_proj,0.0000030025,0.05000,3.274
22,mlp.experts.65.down_proj,0.0000003384,0.05000,3.296
22,mlp.experts.95.down_proj,0.0000021451,0.05000,3.224
22,mlp.experts.215.down_proj,0.0000017094,0.05000,3.078
22,mlp.experts.206.down_proj,0.0000017203,0.05000,3.059
22,mlp.experts.106.down_proj,0.0000043015,0.05000,3.133
22,mlp.experts.363.down_proj,0.0000008674,0.05000,3.126
22,mlp.experts.342.down_proj,0.0000046249,0.05000,3.073
22,mlp.experts.195.down_proj,0.0000015109,0.05000,3.079
22,mlp.experts.92.down_proj,0.0000025110,0.05000,2.970
22,mlp.experts.80.down_proj,0.0000063550,0.05000,2.991
22,mlp.experts.360.down_proj,0.0000012757,0.05000,2.956
22,mlp.experts.81.down_proj,0.0000005460,0.05000,2.958
22,mlp.experts.389.down_proj,0.0000034696,0.05000,2.982
22,mlp.experts.111.down_proj,0.0000027168,0.05000,3.004
22,mlp.experts.231.down_proj,0.0000043273,0.05000,3.008
22,mlp.experts.122.down_proj,0.0000014198,0.05000,2.983
22,mlp.experts.222.down_proj,0.0000023404,0.05000,3.004
22,mlp.experts.358.down_proj,0.0000010235,0.05000,2.953
22,mlp.experts.379.down_proj,0.0000042350,0.05000,3.023
22,mlp.experts.211.down_proj,0.0000039210,0.05000,2.956
22,mlp.experts.108.down_proj,0.0000015249,0.05000,3.027
22,mlp.experts.96.down_proj,0.0000013142,0.05000,3.021
22,mlp.experts.376.down_proj,0.0000007930,0.05000,3.060
22,mlp.experts.405.down_proj,0.0000006175,0.05000,2.838
22,mlp.experts.97.down_proj,0.0000060066,0.05000,2.862
22,mlp.experts.498.up_proj,0.0000183170,0.05000,12.289
22,mlp.experts.127.down_proj,0.0000013392,0.05000,2.851
22,mlp.experts.247.down_proj,0.0000028379,0.05000,2.865
22,mlp.experts.238.down_proj,0.0000009764,0.05000,2.878
22,mlp.experts.138.down_proj,0.0000013785,0.05000,2.938
22,mlp.experts.395.down_proj,0.0000017128,0.05000,2.882
22,mlp.experts.374.down_proj,0.0000032809,0.05000,2.947
22,mlp.experts.227.down_proj,0.0000018313,0.05000,2.902
22,mlp.experts.124.down_proj,0.0000024063,0.05000,2.944
22,mlp.experts.112.down_proj,0.0000016795,0.05000,2.931
22,mlp.experts.392.down_proj,0.0000011096,0.05000,2.900
22,mlp.experts.421.down_proj,0.0000022786,0.05000,3.074
22,mlp.experts.113.down_proj,0.0000007223,0.05000,3.087
22,mlp.experts.2.down_proj,0.0000005788,0.05000,3.102
22,mlp.experts.143.down_proj,0.0000017935,0.05000,3.154
22,mlp.experts.263.down_proj,0.0000019918,0.05000,3.170
22,mlp.experts.154.down_proj,0.0000013451,0.05000,3.140
22,mlp.experts.254.down_proj,0.0000019223,0.05000,3.192
22,mlp.experts.411.down_proj,0.0000029976,0.05000,3.093
22,mlp.experts.390.down_proj,0.0000009100,0.05000,3.093
22,mlp.experts.243.down_proj,0.0000013917,0.05000,3.121
22,mlp.experts.140.down_proj,0.0000012001,0.05000,3.084
22,mlp.experts.509.up_proj,0.0000228660,0.05000,11.876
22,mlp.experts.128.down_proj,0.0000010186,0.05000,3.043
22,mlp.experts.408.down_proj,0.0000054324,0.05000,2.995
22,mlp.experts.129.down_proj,0.0000039847,0.05000,3.055
22,mlp.experts.437.down_proj,0.0000029821,0.05000,3.085
22,mlp.experts.18.down_proj,0.0000073238,0.05000,3.092
22,mlp.experts.159.down_proj,0.0000008895,0.05000,3.018
22,mlp.experts.279.down_proj,0.0000057032,0.05000,3.096
22,mlp.experts.270.down_proj,0.0000016663,0.05000,2.962
22,mlp.experts.170.down_proj,0.0000013691,0.05000,2.970
22,mlp.experts.427.down_proj,0.0000037942,0.05000,3.028
22,mlp.experts.406.down_proj,0.0000040034,0.05000,3.009
22,mlp.experts.259.down_proj,0.0000006030,0.05000,3.087
22,mlp.experts.156.down_proj,0.0000033551,0.05000,2.996
22,mlp.experts.13.down_proj,0.0000023485,0.05000,3.000
22,mlp.experts.144.down_proj,0.0000057249,0.05000,3.050
22,mlp.experts.424.down_proj,0.0000033038,0.05000,3.031
22,mlp.experts.145.down_proj,0.0000008743,0.05000,3.065
22,mlp.experts.453.down_proj,0.0000016095,0.05000,3.065
22,mlp.experts.34.down_proj,0.0000020029,0.05000,3.033
22,mlp.experts.175.down_proj,0.0000026327,0.05000,3.113
22,mlp.experts.295.down_proj,0.0000023019,0.05000,3.146
22,mlp.experts.186.down_proj,0.0000010792,0.05000,3.147
22,mlp.experts.286.down_proj,0.0000032623,0.05000,3.147
22,mlp.experts.443.down_proj,0.0000003723,0.05000,3.175
22,mlp.experts.422.down_proj,0.0000019169,0.05000,3.181
22,mlp.experts.275.down_proj,0.0000003787,0.05000,3.209
22,mlp.experts.29.down_proj,0.0000011748,0.05000,3.121
22,mlp.experts.172.down_proj,0.0000019941,0.05000,3.174
22,mlp.experts.160.down_proj,0.0000006902,0.05000,3.151
22,mlp.experts.440.down_proj,0.0000019731,0.05000,3.179
22,mlp.experts.469.down_proj,0.0000030582,0.05000,3.110
22,mlp.experts.161.down_proj,0.0000043501,0.05000,3.184
22,mlp.experts.50.down_proj,0.0000014796,0.05000,3.156
22,mlp.experts.191.down_proj,0.0000012532,0.05000,3.077
22,mlp.experts.311.down_proj,0.0000040146,0.05000,3.130
22,mlp.experts.302.down_proj,0.0000028176,0.05000,3.057
22,mlp.experts.202.down_proj,0.0000077349,0.05000,3.100
22,mlp.experts.459.down_proj,0.0000010271,0.05000,3.092
22,mlp.experts.438.down_proj,0.0000018106,0.05000,3.060
22,mlp.experts.291.down_proj,0.0000003732,0.05000,3.162
22,mlp.experts.45.down_proj,0.0000005701,0.05000,3.064
22,mlp.experts.188.down_proj,0.0000014836,0.05000,3.095
22,mlp.experts.176.down_proj,0.0000018781,0.05000,3.135
22,mlp.experts.456.down_proj,0.0000012526,0.05000,3.135
22,mlp.experts.485.down_proj,0.0000039047,0.05000,3.126
22,mlp.experts.177.down_proj,0.0000021126,0.05000,3.179
22,mlp.experts.66.down_proj,0.0000015417,0.05000,3.183
22,mlp.experts.207.down_proj,0.0000038728,0.05000,3.176
22,mlp.experts.318.down_proj,0.0000009345,0.05000,3.105
22,mlp.experts.327.down_proj,0.0000006931,0.05000,3.159
22,mlp.experts.218.down_proj,0.0000018997,0.05000,3.107
22,mlp.experts.343.down_proj,failsafe(rtn): 0.0015259,0.00000,0.155
22,mlp.experts.475.down_proj,0.0000008899,0.05000,3.043
22,mlp.experts.454.down_proj,0.0000003533,0.05000,3.085
22,mlp.experts.61.down_proj,0.0000008625,0.05000,3.064
22,mlp.experts.307.down_proj,0.0000010959,0.05000,3.066
22,mlp.experts.204.down_proj,0.0000029431,0.05000,3.120
22,mlp.experts.323.down_proj,failsafe(rtn): 0.0015411,0.00000,0.169
22,mlp.experts.192.down_proj,0.0000007459,0.05000,3.015
22,mlp.experts.472.down_proj,0.0000008935,0.05000,3.039
22,mlp.experts.488.down_proj,failsafe(rtn): 0.0015640,0.00000,0.151
22,mlp.experts.501.down_proj,0.0000031420,0.05000,3.049
22,mlp.experts.193.down_proj,0.0000027080,0.05000,2.968
22,mlp.experts.82.down_proj,0.0000017091,0.05000,3.006
22,mlp.experts.223.down_proj,0.0000031850,0.05000,2.998
22,mlp.experts.334.down_proj,0.0000024139,0.05000,3.043
22,mlp.experts.234.down_proj,0.0000018686,0.05000,3.035
22,mlp.experts.359.down_proj,0.0000022599,0.05000,3.034
22,mlp.experts.491.down_proj,0.0000021363,0.05000,3.065
22,mlp.experts.470.down_proj,0.0000009265,0.05000,3.035
22,mlp.experts.77.down_proj,0.0000023031,0.05000,2.980
22,mlp.experts.220.down_proj,0.0000010409,0.05000,2.966
22,mlp.experts.339.down_proj,0.0000010708,0.05000,2.957
22,mlp.experts.208.down_proj,0.0000031801,0.05000,2.957
22,mlp.experts.504.down_proj,0.0000057429,0.05000,3.024
22,mlp.experts.209.down_proj,0.0000039129,0.05000,2.754
22,mlp.experts.239.down_proj,0.0000018329,0.05000,2.666
22,mlp.experts.98.down_proj,0.0000061771,0.05000,2.687
22,mlp.experts.350.down_proj,0.0000014562,0.05000,2.612
22,mlp.experts.250.down_proj,0.0000014027,0.05000,2.618
22,mlp.experts.375.down_proj,0.0000036040,0.05000,2.636
22,mlp.experts.507.down_proj,0.0000036614,0.05000,2.613
22,mlp.experts.486.down_proj,0.0000042327,0.05000,2.635
22,mlp.experts.93.down_proj,0.0000024240,0.05000,2.535
22,mlp.experts.502.down_proj,failsafe(rtn): 0.0014801,0.00000,0.110
22,mlp.experts.236.down_proj,0.0000010952,0.05000,2.517
22,mlp.experts.355.down_proj,0.0000015875,0.05000,2.513
22,mlp.experts.224.down_proj,0.0000018429,0.05000,2.513
22,mlp.experts.225.down_proj,0.0000011034,0.05000,2.216
22,mlp.experts.255.down_proj,0.0000049200,0.05000,2.154
22,mlp.experts.114.down_proj,0.0000011582,0.05000,2.184
22,mlp.experts.366.down_proj,0.0000013526,0.05000,2.049
22,mlp.experts.266.down_proj,0.0000020280,0.05000,2.028
22,mlp.experts.391.down_proj,0.0000034520,0.05000,1.953
22,mlp.experts.109.down_proj,0.0000040916,0.05000,1.924
22,mlp.experts.252.down_proj,0.0000016984,0.05000,1.926
22,mlp.experts.240.down_proj,0.0000005949,0.05000,1.945
22,mlp.experts.371.down_proj,0.0000028754,0.05000,1.966
22,mlp.experts.241.down_proj,0.0000072175,0.05000,1.939
22,mlp.experts.130.down_proj,0.0000012253,0.05000,1.904
22,mlp.experts.271.down_proj,0.0000021888,0.05000,1.951
22,mlp.experts.146.down_proj,failsafe(rtn): 0.0016327,0.00000,0.094
22,mlp.experts.382.down_proj,0.0000075273,0.05000,1.904
22,mlp.experts.282.down_proj,0.0000010091,0.05000,1.900
22,mlp.experts.398.down_proj,failsafe(rtn): 0.0015717,0.00000,0.094
22,mlp.experts.407.down_proj,0.0000022972,0.05000,1.920
22,mlp.experts.125.down_proj,0.0000006429,0.05000,1.929
22,mlp.experts.268.down_proj,0.0000035653,0.05000,1.891
22,mlp.experts.256.down_proj,0.0000010253,0.05000,1.953
22,mlp.experts.387.down_proj,0.0000018087,0.05000,1.955
22,mlp.experts.257.down_proj,0.0000042410,0.05000,1.958
22,mlp.experts.287.down_proj,0.0000006244,0.05000,1.940
22,mlp.experts.162.down_proj,0.0000027146,0.05000,1.945
22,mlp.experts.303.down_proj,failsafe(rtn): 0.0015106,0.00000,0.101
22,mlp.experts.298.down_proj,0.0000005128,0.05000,1.925
22,mlp.experts.414.down_proj,0.0000089873,0.05000,1.948
22,mlp.experts.423.down_proj,0.0000013046,0.05000,1.958
22,mlp.experts.141.down_proj,0.0000008333,0.05000,1.915
22,mlp.experts.439.down_proj,failsafe(rtn): 0.0015106,0.00000,0.095
22,mlp.experts.284.down_proj,0.0000081799,0.05000,1.945
22,mlp.experts.403.down_proj,0.0000035753,0.05000,1.934
22,mlp.experts.272.down_proj,0.0000021891,0.05000,1.966
22,mlp.experts.273.down_proj,0.0000018881,0.05000,1.986
22,mlp.experts.178.down_proj,0.0000020961,0.05000,1.952
22,mlp.experts.319.down_proj,0.0000016681,0.05000,2.002
22,mlp.experts.314.down_proj,0.0000071526,0.05000,2.017
22,mlp.experts.430.down_proj,0.0000060474,0.05000,2.027
22,mlp.experts.157.down_proj,0.0000025619,0.05000,1.979
22,mlp.experts.455.down_proj,0.0000021223,0.05000,2.005
22,mlp.experts.300.down_proj,0.0000012256,0.05000,2.065
22,mlp.experts.288.down_proj,0.0000012265,0.05000,2.039
22,mlp.experts.419.down_proj,0.0000022744,0.05000,2.060
22,mlp.experts.289.down_proj,0.0000010320,0.05000,2.023
22,mlp.experts.194.down_proj,0.0000011412,0.05000,2.017
22,mlp.experts.335.down_proj,0.0000020997,0.05000,1.981
22,mlp.experts.330.down_proj,0.0000015535,0.05000,1.988
22,mlp.experts.446.down_proj,0.0000021640,0.05000,1.990
22,mlp.experts.173.down_proj,0.0000006978,0.05000,1.954
22,mlp.experts.471.down_proj,0.0000024296,0.05000,1.999
22,mlp.experts.316.down_proj,0.0000019865,0.05000,1.943
22,mlp.experts.304.down_proj,0.0000042613,0.05000,1.957
22,mlp.experts.435.down_proj,0.0000023076,0.05000,2.003
22,mlp.experts.320.down_proj,failsafe(rtn): 0.0014725,0.00000,0.092
22,mlp.experts.451.down_proj,failsafe(rtn): 0.0014877,0.00000,0.106
22,mlp.experts.305.down_proj,0.0000042864,0.05000,2.075
22,mlp.experts.351.down_proj,0.0000022041,0.05000,2.058
22,mlp.experts.210.down_proj,0.0000015251,0.05000,2.108
22,mlp.experts.346.down_proj,0.0000026882,0.05000,2.042
22,mlp.experts.462.down_proj,0.0000009582,0.05000,2.057
22,mlp.experts.189.down_proj,0.0000020917,0.05000,2.030
22,mlp.experts.487.down_proj,0.0000017919,0.05000,2.035
22,mlp.experts.332.down_proj,0.0000005535,0.05000,2.041
22,mlp.experts.336.down_proj,0.0000009024,0.05000,2.001
22,mlp.experts.467.down_proj,0.0000023280,0.05000,2.053
22,mlp.experts.321.down_proj,0.0000003493,0.05000,1.964
22,mlp.experts.367.down_proj,0.0000012205,0.05000,1.964
22,mlp.experts.226.down_proj,0.0000044175,0.05000,1.959
22,mlp.experts.362.down_proj,0.0000024205,0.05000,1.912
22,mlp.experts.205.down_proj,0.0000007753,0.05000,1.911
22,mlp.experts.478.down_proj,0.0000012161,0.05000,1.927
22,mlp.experts.503.down_proj,0.0000013415,0.05000,1.941
22,mlp.experts.348.down_proj,0.0000027293,0.05000,1.938
22,mlp.experts.364.down_proj,failsafe(rtn): 0.0014191,0.00000,0.082
22,mlp.experts.352.down_proj,0.0000017450,0.05000,1.906
22,mlp.experts.483.down_proj,0.0000009009,0.05000,1.892
22,mlp.experts.499.down_proj,failsafe(rtn): 0.0015640,0.00000,0.104
22,mlp.experts.337.down_proj,0.0000021802,0.05000,1.756
22,mlp.experts.383.down_proj,0.0000018278,0.05000,1.716
22,mlp.experts.242.down_proj,0.0000016931,0.05000,1.728
22,mlp.experts.378.down_proj,0.0000033043,0.05000,1.713
22,mlp.experts.221.down_proj,0.0000013008,0.05000,1.675
22,mlp.experts.494.down_proj,0.0000022377,0.05000,1.709
22,mlp.experts.380.down_proj,0.0000005815,0.05000,1.662
22,mlp.experts.368.down_proj,0.0000012067,0.05000,1.651
22,mlp.experts.353.down_proj,0.0000007115,0.05000,1.633
22,mlp.experts.399.down_proj,0.0000008608,0.05000,1.578
22,mlp.experts.258.down_proj,0.0000014830,0.05000,1.607
22,mlp.experts.394.down_proj,0.0000014207,0.05000,1.605
22,mlp.experts.237.down_proj,0.0000019442,0.05000,1.598
22,mlp.experts.510.down_proj,0.0000003807,0.05000,1.576
22,mlp.experts.396.down_proj,0.0000030516,0.05000,1.527
22,mlp.experts.384.down_proj,0.0000009526,0.05000,1.562
22,mlp.experts.369.down_proj,0.0000015278,0.05000,1.511
22,mlp.experts.415.down_proj,0.0000052179,0.05000,1.507
22,mlp.experts.274.down_proj,0.0000019648,0.05000,1.539
22,mlp.experts.410.down_proj,0.0000133747,0.05000,1.503
22,mlp.experts.253.down_proj,0.0000024720,0.05000,1.545
22,mlp.experts.412.down_proj,0.0000021555,0.05000,1.512
22,mlp.experts.400.down_proj,0.0000011883,0.05000,1.512
22,mlp.experts.385.down_proj,0.0000014210,0.05000,1.360
22,mlp.experts.431.down_proj,0.0000043606,0.05000,1.290
22,mlp.experts.290.down_proj,0.0000013412,0.05000,1.370
22,mlp.experts.426.down_proj,0.0000019913,0.05000,1.375
22,mlp.experts.269.down_proj,0.0000059984,0.05000,1.365
22,mlp.experts.428.down_proj,0.0000007766,0.05000,1.380
22,mlp.experts.416.down_proj,0.0000024208,0.05000,1.331
22,mlp.experts.401.down_proj,0.0000018091,0.05000,1.430
22,mlp.experts.447.down_proj,0.0000011032,0.05000,1.376
22,mlp.experts.306.down_proj,0.0000028990,0.05000,1.420
22,mlp.experts.442.down_proj,0.0000081642,0.05000,1.512
22,mlp.experts.285.down_proj,0.0000020501,0.05000,1.440
22,mlp.experts.444.down_proj,0.0000001843,0.05000,1.427
22,mlp.experts.432.down_proj,0.0000015895,0.05000,1.470
22,mlp.experts.417.down_proj,0.0000014476,0.05000,1.492
22,mlp.experts.463.down_proj,0.0000033179,0.05000,1.486
22,mlp.experts.322.down_proj,0.0000008033,0.05000,1.490
22,mlp.experts.458.down_proj,0.0000030049,0.05000,1.516
22,mlp.experts.474.down_proj,failsafe(rtn): 0.0015717,0.00000,0.066
22,mlp.experts.301.down_proj,0.0000024192,0.05000,1.524
22,mlp.experts.460.down_proj,0.0000012942,0.05000,1.479
22,mlp.experts.448.down_proj,0.0000014974,0.05000,1.491
22,mlp.experts.464.down_proj,failsafe(rtn): 0.0015335,0.00000,0.076
22,mlp.experts.433.down_proj,0.0000011789,0.05000,1.457
22,mlp.experts.479.down_proj,0.0000013785,0.05000,1.442
22,mlp.experts.338.down_proj,0.0000008740,0.05000,1.432
22,mlp.experts.317.down_proj,0.0000002702,0.05000,1.517
22,mlp.experts.490.down_proj,0.0000018009,0.05000,1.560
22,mlp.experts.476.down_proj,0.0000025103,0.05000,1.496
22,mlp.experts.492.down_proj,failsafe(rtn): 0.0014725,0.00000,0.080
22,mlp.experts.480.down_proj,0.0000021964,0.05000,1.568
22,mlp.experts.449.down_proj,0.0000014584,0.05000,1.648
22,mlp.experts.495.down_proj,0.0000018338,0.05000,1.641
22,mlp.experts.354.down_proj,0.0000004423,0.05000,1.584
22,mlp.experts.333.down_proj,0.0000074957,0.05000,1.571
22,mlp.experts.506.down_proj,0.0000014416,0.05000,1.569
22,mlp.experts.349.down_proj,failsafe(rtn): 0.0014038,0.00000,0.057
22,mlp.experts.508.down_proj,0.0000025342,0.05000,1.488
22,mlp.experts.496.down_proj,0.0000022224,0.05000,1.399
22,mlp.experts.511.down_proj,0.0000022394,0.05000,0.945
22,mlp.experts.465.down_proj,0.0000015186,0.05000,0.963
22,mlp.experts.370.down_proj,0.0000011236,0.05000,0.842
22,mlp.experts.481.down_proj,failsafe(rtn): 0.0015030,0.00000,0.023
22,mlp.experts.365.down_proj,0.0000033633,0.05000,0.544
22,mlp.experts.386.down_proj,0.0000020668,0.05000,0.356
22,mlp.experts.497.down_proj,0.0000045000,0.05000,0.412
22,mlp.experts.381.down_proj,0.0000021181,0.05000,0.350
22,mlp.experts.402.down_proj,0.0000020961,0.05000,0.211
22,mlp.experts.397.down_proj,0.0000020113,0.05000,0.180
22,mlp.experts.418.down_proj,0.0000020070,0.05000,0.184
22,mlp.experts.413.down_proj,0.0000004847,0.05000,0.180
22,mlp.experts.434.down_proj,0.0000097651,0.05000,0.183
22,mlp.experts.429.down_proj,0.0000018007,0.05000,0.219
22,mlp.experts.450.down_proj,0.0000021611,0.05000,0.225
22,mlp.experts.445.down_proj,0.0000007578,0.05000,0.185
22,mlp.experts.466.down_proj,0.0000017809,0.05000,0.187
22,mlp.experts.461.down_proj,0.0000019398,0.05000,0.183
22,mlp.experts.482.down_proj,0.0000009659,0.05000,0.184
22,mlp.experts.477.down_proj,0.0000012554,0.05000,0.188
22,mlp.experts.498.down_proj,0.0000008659,0.05000,0.224
22,mlp.experts.493.down_proj,0.0000022488,0.05000,0.194
22,mlp.experts.509.down_proj,0.0000023664,0.05000,0.128
23,mlp.experts.13.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.889
23,mlp.experts.0.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.895
23,mlp.experts.3.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.831
23,mlp.experts.16.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.727
23,mlp.experts.10.gate_proj,0.0000263479,0.05000,14.277
23,mlp.experts.8.gate_proj,0.0000316435,0.05000,14.313
23,mlp.experts.4.gate_proj,0.0000274917,0.05000,14.331
23,mlp.experts.14.gate_proj,0.0000450562,0.05000,14.329
23,mlp.experts.15.gate_proj,0.0000342921,0.05000,14.376
23,mlp.experts.6.gate_proj,0.0000328350,0.05000,14.418
23,mlp.experts.7.gate_proj,0.0000187339,0.05000,14.434
23,mlp.experts.2.gate_proj,0.0000489342,0.05000,14.394
23,mlp.experts.11.gate_proj,0.0000138770,0.05000,14.537
23,mlp.experts.12.gate_proj,0.0000072777,0.05000,14.558
23,mlp.experts.5.gate_proj,0.0000268209,0.05000,14.574
23,mlp.experts.1.gate_proj,0.0000401854,0.05000,14.485
23,mlp.experts.9.gate_proj,0.0000176158,0.05000,14.668
23,mlp.experts.19.gate_proj,0.0000262584,0.05000,14.320
23,mlp.experts.18.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.815
23,mlp.experts.29.gate_proj,0.0000332633,0.05000,14.513
23,mlp.experts.32.gate_proj,0.0000184584,0.05000,14.270
23,mlp.experts.48.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.645
23,mlp.experts.30.gate_proj,0.0000104653,0.05000,14.447
23,mlp.experts.20.gate_proj,0.0000102877,0.05000,14.466
23,mlp.experts.26.gate_proj,0.0000393688,0.05000,14.548
23,mlp.experts.24.gate_proj,0.0000115488,0.05000,14.522
23,mlp.experts.31.gate_proj,0.0000179020,0.05000,14.622
23,mlp.experts.22.gate_proj,0.0000237237,0.05000,14.604
23,mlp.experts.28.gate_proj,0.0000596722,0.05000,14.480
23,mlp.experts.27.gate_proj,0.0000131622,0.05000,14.613
23,mlp.experts.23.gate_proj,0.0000280599,0.05000,14.761
23,mlp.experts.21.gate_proj,0.0000037344,0.05000,14.645
23,mlp.experts.25.gate_proj,0.0000289572,0.05000,14.602
23,mlp.experts.17.gate_proj,0.0000225646,0.05000,14.696
23,mlp.experts.35.gate_proj,0.0000399402,0.05000,14.400
23,mlp.experts.34.gate_proj,0.0000195673,0.05000,14.470
23,mlp.experts.45.gate_proj,0.0000174622,0.05000,14.503
23,mlp.experts.37.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.783
23,mlp.experts.51.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.752
23,mlp.experts.67.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.745
23,mlp.experts.64.gate_proj,0.0000160888,0.05000,14.616
23,mlp.experts.46.gate_proj,0.0000601732,0.05000,13.995
23,mlp.experts.42.gate_proj,0.0000075944,0.05000,13.957
23,mlp.experts.40.gate_proj,0.0000715956,0.05000,14.007
23,mlp.experts.36.gate_proj,0.0000500392,0.05000,14.184
23,mlp.experts.44.gate_proj,0.0000324302,0.05000,14.011
23,mlp.experts.38.gate_proj,0.0000236833,0.05000,14.082
23,mlp.experts.47.gate_proj,0.0000189019,0.05000,14.127
23,mlp.experts.43.gate_proj,0.0000094649,0.05000,14.173
23,mlp.experts.39.gate_proj,0.0000142061,0.05000,14.155
23,mlp.experts.41.gate_proj,0.0000110961,0.05000,14.204
23,mlp.experts.33.gate_proj,0.0000392962,0.05000,14.275
23,mlp.experts.50.gate_proj,0.0000465084,0.05000,14.021
23,mlp.experts.61.gate_proj,0.0000347081,0.05000,14.017
23,mlp.experts.53.gate_proj,0.0000163431,0.05000,14.147
23,mlp.experts.83.gate_proj,0.0000127118,0.05000,14.105
23,mlp.experts.80.gate_proj,0.0000282274,0.05000,14.135
23,mlp.experts.56.gate_proj,0.0000181214,0.05000,14.023
23,mlp.experts.62.gate_proj,0.0000307424,0.05000,14.165
23,mlp.experts.58.gate_proj,0.0000177303,0.05000,14.201
23,mlp.experts.60.gate_proj,0.0000247730,0.05000,14.015
23,mlp.experts.54.gate_proj,0.0000144706,0.05000,14.001
23,mlp.experts.52.gate_proj,0.0000330956,0.05000,14.163
23,mlp.experts.63.gate_proj,0.0000299759,0.05000,14.044
23,mlp.experts.59.gate_proj,0.0000206945,0.05000,14.155
23,mlp.experts.55.gate_proj,0.0000283305,0.05000,14.138
23,mlp.experts.57.gate_proj,0.0000195342,0.05000,14.132
23,mlp.experts.72.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.781
23,mlp.experts.49.gate_proj,0.0000236447,0.05000,14.179
23,mlp.experts.66.gate_proj,0.0000468773,0.05000,14.203
23,mlp.experts.77.gate_proj,0.0000241014,0.05000,14.199
23,mlp.experts.71.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.732
23,mlp.experts.69.gate_proj,0.0000177659,0.05000,14.117
23,mlp.experts.85.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.678
23,mlp.experts.99.gate_proj,0.0000114043,0.05000,13.939
23,mlp.experts.96.gate_proj,0.0000177975,0.05000,13.996
23,mlp.experts.78.gate_proj,0.0000095468,0.05000,14.110
23,mlp.experts.76.gate_proj,0.0000126130,0.05000,13.996
23,mlp.experts.70.gate_proj,0.0000111864,0.05000,14.031
23,mlp.experts.74.gate_proj,0.0000309786,0.05000,14.242
23,mlp.experts.68.gate_proj,0.0000200519,0.05000,14.106
23,mlp.experts.79.gate_proj,0.0000080836,0.05000,14.157
23,mlp.experts.75.gate_proj,0.0000108733,0.05000,14.209
23,mlp.experts.73.gate_proj,0.0000389670,0.05000,14.212
23,mlp.experts.88.gate_proj,0.0000406383,0.05000,14.237
23,mlp.experts.65.gate_proj,0.0000230256,0.05000,14.331
23,mlp.experts.82.gate_proj,0.0000280979,0.05000,14.213
23,mlp.experts.87.gate_proj,0.0000855571,0.05000,14.112
23,mlp.experts.93.gate_proj,0.0000244409,0.05000,14.259
23,mlp.experts.101.gate_proj,0.0000280615,0.05000,14.315
23,mlp.experts.115.gate_proj,0.0000417466,0.05000,14.247
23,mlp.experts.112.gate_proj,0.0000485030,0.05000,14.221
23,mlp.experts.92.gate_proj,0.0000223916,0.05000,14.514
23,mlp.experts.94.gate_proj,0.0000350820,0.05000,14.553
23,mlp.experts.86.gate_proj,0.0000524832,0.05000,14.638
23,mlp.experts.84.gate_proj,0.0000533285,0.05000,14.543
23,mlp.experts.90.gate_proj,0.0000352702,0.05000,14.615
23,mlp.experts.95.gate_proj,0.0000168252,0.05000,14.631
23,mlp.experts.91.gate_proj,0.0000504151,0.05000,14.634
23,mlp.experts.89.gate_proj,0.0000348713,0.05000,14.552
23,mlp.experts.104.gate_proj,0.0000531852,0.05000,14.497
23,mlp.experts.81.gate_proj,0.0000209445,0.05000,14.491
23,mlp.experts.98.gate_proj,0.0000287144,0.05000,14.463
23,mlp.experts.109.gate_proj,0.0000332507,0.05000,14.554
23,mlp.experts.103.gate_proj,0.0000181054,0.05000,14.612
23,mlp.experts.117.gate_proj,0.0000036481,0.05000,14.687
23,mlp.experts.128.gate_proj,0.0000239565,0.05000,14.655
23,mlp.experts.131.gate_proj,0.0000168728,0.05000,14.767
23,mlp.experts.108.gate_proj,0.0000141453,0.05000,14.751
23,mlp.experts.110.gate_proj,0.0000270856,0.05000,14.737
23,mlp.experts.100.gate_proj,0.0000320487,0.05000,14.611
23,mlp.experts.106.gate_proj,0.0000433336,0.05000,14.593
23,mlp.experts.102.gate_proj,0.0000193135,0.05000,14.672
23,mlp.experts.111.gate_proj,0.0000252715,0.05000,14.697
23,mlp.experts.105.gate_proj,0.0000228237,0.05000,14.666
23,mlp.experts.120.gate_proj,0.0000365656,0.05000,14.668
23,mlp.experts.107.gate_proj,0.0000429340,0.05000,14.784
23,mlp.experts.126.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.777
23,mlp.experts.114.gate_proj,0.0000581492,0.05000,14.642
23,mlp.experts.97.gate_proj,0.0000428287,0.05000,14.807
23,mlp.experts.119.gate_proj,0.0000532373,0.05000,14.722
23,mlp.experts.125.gate_proj,0.0000402590,0.05000,14.794
23,mlp.experts.133.gate_proj,0.0000128497,0.05000,14.863
23,mlp.experts.144.gate_proj,0.0000256819,0.05000,14.641
23,mlp.experts.147.gate_proj,0.0000286213,0.05000,14.815
23,mlp.experts.118.gate_proj,0.0000302685,0.05000,15.010
23,mlp.experts.116.gate_proj,0.0000053725,0.05000,15.086
23,mlp.experts.124.gate_proj,0.0000417709,0.05000,15.190
23,mlp.experts.122.gate_proj,0.0000182925,0.05000,15.242
23,mlp.experts.127.gate_proj,0.0000107532,0.05000,15.105
23,mlp.experts.136.gate_proj,0.0000192435,0.05000,14.984
23,mlp.experts.142.gate_proj,0.0000672330,0.05000,15.047
23,mlp.experts.121.gate_proj,0.0000109525,0.05000,15.191
23,mlp.experts.123.gate_proj,0.0000754528,0.05000,15.236
23,mlp.experts.132.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.816
23,mlp.experts.130.gate_proj,0.0000157611,0.05000,15.118
23,mlp.experts.113.gate_proj,0.0000117082,0.05000,15.151
23,mlp.experts.141.gate_proj,0.0000561670,0.05000,15.064
23,mlp.experts.135.gate_proj,0.0000104093,0.05000,15.192
23,mlp.experts.160.gate_proj,0.0000502754,0.05000,14.999
23,mlp.experts.149.gate_proj,0.0000182946,0.05000,15.084
23,mlp.experts.163.gate_proj,0.0000139854,0.05000,15.009
23,mlp.experts.140.gate_proj,0.0000464928,0.05000,14.525
23,mlp.experts.134.gate_proj,0.0000104391,0.05000,14.613
23,mlp.experts.138.gate_proj,0.0000183176,0.05000,14.648
23,mlp.experts.143.gate_proj,0.0000227741,0.05000,14.602
23,mlp.experts.152.gate_proj,0.0000151760,0.05000,14.625
23,mlp.experts.137.gate_proj,0.0000108259,0.05000,14.561
23,mlp.experts.158.gate_proj,0.0000137802,0.05000,14.612
23,mlp.experts.148.gate_proj,0.0000338847,0.05000,14.672
23,mlp.experts.139.gate_proj,0.0000033323,0.05000,14.721
23,mlp.experts.146.gate_proj,0.0000244508,0.05000,14.598
23,mlp.experts.129.gate_proj,0.0000422753,0.05000,14.717
23,mlp.experts.151.gate_proj,0.0000169716,0.05000,14.577
23,mlp.experts.168.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.777
23,mlp.experts.157.gate_proj,0.0000471233,0.05000,14.696
23,mlp.experts.176.gate_proj,0.0000145704,0.05000,14.510
23,mlp.experts.165.gate_proj,0.0000176568,0.05000,14.644
23,mlp.experts.179.gate_proj,0.0000271478,0.05000,14.610
23,mlp.experts.156.gate_proj,0.0000458132,0.05000,14.286
23,mlp.experts.150.gate_proj,0.0000167990,0.05000,14.255
23,mlp.experts.154.gate_proj,0.0000190880,0.05000,14.213
23,mlp.experts.159.gate_proj,0.0000181852,0.05000,14.281
23,mlp.experts.174.gate_proj,0.0000136914,0.05000,14.263
23,mlp.experts.153.gate_proj,0.0000123905,0.05000,14.313
23,mlp.experts.164.gate_proj,0.0000144115,0.05000,14.152
23,mlp.experts.162.gate_proj,0.0000120822,0.05000,14.192
23,mlp.experts.155.gate_proj,0.0000167627,0.05000,14.224
23,mlp.experts.145.gate_proj,0.0000756459,0.05000,14.347
23,mlp.experts.184.gate_proj,0.0000239964,0.05000,14.279
23,mlp.experts.167.gate_proj,0.0000145536,0.05000,14.343
23,mlp.experts.173.gate_proj,0.0000351386,0.05000,14.260
23,mlp.experts.178.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.807
23,mlp.experts.200.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.801
23,mlp.experts.192.gate_proj,0.0000350403,0.05000,14.450
23,mlp.experts.181.gate_proj,0.0000483112,0.05000,14.587
23,mlp.experts.195.gate_proj,0.0000154850,0.05000,14.569
23,mlp.experts.172.gate_proj,0.0000357283,0.05000,15.014
23,mlp.experts.166.gate_proj,0.0000105535,0.05000,15.141
23,mlp.experts.170.gate_proj,0.0000649382,0.05000,15.108
23,mlp.experts.175.gate_proj,0.0000156693,0.05000,15.141
23,mlp.experts.169.gate_proj,0.0000103837,0.05000,14.874
23,mlp.experts.190.gate_proj,0.0000411415,0.05000,14.961
23,mlp.experts.180.gate_proj,0.0000777318,0.05000,14.955
23,mlp.experts.171.gate_proj,0.0000317149,0.05000,14.911
23,mlp.experts.189.gate_proj,0.0000237574,0.05000,14.772
23,mlp.experts.161.gate_proj,0.0000525620,0.05000,15.027
23,mlp.experts.206.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.617
23,mlp.experts.183.gate_proj,0.0000058873,0.05000,14.908
23,mlp.experts.196.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.624
23,mlp.experts.194.gate_proj,0.0000404812,0.05000,14.798
23,mlp.experts.216.gate_proj,0.0000294982,0.05000,14.757
23,mlp.experts.199.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.686
23,mlp.experts.208.gate_proj,0.0000137157,0.05000,14.593
23,mlp.experts.197.gate_proj,0.0000669366,0.05000,14.625
23,mlp.experts.211.gate_proj,0.0000184288,0.05000,14.555
23,mlp.experts.224.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.672
23,mlp.experts.188.gate_proj,0.0000167088,0.05000,14.094
23,mlp.experts.182.gate_proj,0.0000235567,0.05000,14.093
23,mlp.experts.186.gate_proj,0.0000610641,0.05000,14.290
23,mlp.experts.185.gate_proj,0.0000149235,0.05000,14.109
23,mlp.experts.191.gate_proj,0.0000179621,0.05000,14.321
23,mlp.experts.187.gate_proj,0.0000245890,0.05000,14.240
23,mlp.experts.177.gate_proj,0.0000628453,0.05000,14.270
23,mlp.experts.207.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.758
23,mlp.experts.205.gate_proj,0.0000362263,0.05000,14.378
23,mlp.experts.222.gate_proj,0.0000357343,0.05000,14.297
23,mlp.experts.212.gate_proj,0.0000292346,0.05000,14.343
23,mlp.experts.210.gate_proj,0.0000132343,0.05000,14.302
23,mlp.experts.232.gate_proj,0.0000383605,0.05000,14.393
23,mlp.experts.215.gate_proj,0.0000243522,0.05000,14.539
23,mlp.experts.213.gate_proj,0.0000303397,0.05000,14.393
23,mlp.experts.227.gate_proj,0.0000063854,0.05000,14.375
23,mlp.experts.240.gate_proj,0.0000095372,0.05000,14.258
23,mlp.experts.198.gate_proj,0.0000185001,0.05000,14.586
23,mlp.experts.204.gate_proj,0.0000337641,0.05000,14.754
23,mlp.experts.202.gate_proj,0.0000176577,0.05000,14.531
23,mlp.experts.201.gate_proj,0.0000167859,0.05000,14.720
23,mlp.experts.203.gate_proj,0.0000138357,0.05000,14.573
23,mlp.experts.238.gate_proj,0.0000161592,0.05000,14.394
23,mlp.experts.193.gate_proj,0.0000320637,0.05000,14.649
23,mlp.experts.221.gate_proj,0.0000221202,0.05000,14.581
23,mlp.experts.223.gate_proj,0.0000170914,0.05000,14.663
23,mlp.experts.228.gate_proj,0.0000151863,0.05000,14.652
23,mlp.experts.226.gate_proj,0.0000174169,0.05000,14.691
23,mlp.experts.254.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.828
23,mlp.experts.248.gate_proj,0.0000853807,0.05000,14.652
23,mlp.experts.231.gate_proj,0.0000084902,0.05000,14.635
23,mlp.experts.229.gate_proj,0.0000344771,0.05000,14.724
23,mlp.experts.243.gate_proj,0.0000443618,0.05000,14.746
23,mlp.experts.256.gate_proj,0.0000194104,0.05000,14.647
23,mlp.experts.220.gate_proj,0.0000129175,0.05000,14.046
23,mlp.experts.214.gate_proj,0.0000589053,0.05000,14.111
23,mlp.experts.218.gate_proj,0.0000236535,0.05000,14.015
23,mlp.experts.217.gate_proj,0.0000544042,0.05000,14.146
23,mlp.experts.219.gate_proj,0.0000356744,0.05000,14.067
23,mlp.experts.239.gate_proj,0.0000160604,0.05000,13.865
23,mlp.experts.237.gate_proj,0.0000171729,0.05000,13.963
23,mlp.experts.209.gate_proj,0.0000819328,0.05000,14.101
23,mlp.experts.244.gate_proj,0.0000227868,0.05000,14.016
23,mlp.experts.242.gate_proj,0.0000473232,0.05000,13.960
23,mlp.experts.270.gate_proj,0.0000535977,0.05000,13.798
23,mlp.experts.247.gate_proj,0.0000125377,0.05000,13.854
23,mlp.experts.264.gate_proj,0.0000145506,0.05000,14.115
23,mlp.experts.258.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.703
23,mlp.experts.259.gate_proj,0.0000144607,0.05000,13.924
23,mlp.experts.245.gate_proj,0.0000166843,0.05000,13.985
23,mlp.experts.272.gate_proj,0.0000360425,0.05000,13.980
23,mlp.experts.230.gate_proj,0.0000333318,0.05000,14.095
23,mlp.experts.236.gate_proj,0.0000198378,0.05000,14.168
23,mlp.experts.234.gate_proj,0.0000428519,0.05000,14.356
23,mlp.experts.233.gate_proj,0.0000316215,0.05000,14.212
23,mlp.experts.235.gate_proj,0.0000119576,0.05000,14.293
23,mlp.experts.253.gate_proj,0.0000224918,0.05000,14.211
23,mlp.experts.255.gate_proj,0.0000169715,0.05000,14.294
23,mlp.experts.225.gate_proj,0.0000262372,0.05000,14.251
23,mlp.experts.260.gate_proj,0.0000474466,0.05000,14.226
23,mlp.experts.286.gate_proj,0.0000549812,0.05000,14.343
23,mlp.experts.269.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.723
23,mlp.experts.280.gate_proj,0.0000661258,0.05000,14.223
23,mlp.experts.263.gate_proj,0.0000164011,0.05000,14.431
23,mlp.experts.274.gate_proj,0.0000186585,0.05000,14.377
23,mlp.experts.288.gate_proj,0.0000364797,0.05000,14.207
23,mlp.experts.261.gate_proj,0.0000099653,0.05000,14.346
23,mlp.experts.275.gate_proj,0.0000390593,0.05000,14.456
23,mlp.experts.279.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.714
23,mlp.experts.277.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.765
23,mlp.experts.246.gate_proj,0.0000099069,0.05000,14.294
23,mlp.experts.252.gate_proj,0.0000714164,0.05000,14.392
23,mlp.experts.250.gate_proj,0.0000455060,0.05000,14.356
23,mlp.experts.249.gate_proj,0.0000133535,0.05000,14.283
23,mlp.experts.251.gate_proj,0.0000031342,0.05000,14.378
23,mlp.experts.271.gate_proj,0.0000185005,0.05000,14.133
23,mlp.experts.276.gate_proj,0.0000211831,0.05000,14.137
23,mlp.experts.241.gate_proj,0.0000223837,0.05000,14.259
23,mlp.experts.302.gate_proj,0.0000353938,0.05000,14.238
23,mlp.experts.285.gate_proj,0.0000171000,0.05000,14.377
23,mlp.experts.296.gate_proj,0.0000116744,0.05000,14.181
23,mlp.experts.290.gate_proj,0.0000608842,0.05000,14.410
23,mlp.experts.304.gate_proj,0.0000362793,0.05000,14.340
23,mlp.experts.301.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.763
23,mlp.experts.291.gate_proj,0.0000176659,0.05000,14.280
23,mlp.experts.295.gate_proj,0.0000679270,0.05000,14.443
23,mlp.experts.293.gate_proj,0.0000603532,0.05000,14.357
23,mlp.experts.262.gate_proj,0.0000637464,0.05000,14.442
23,mlp.experts.268.gate_proj,0.0000334466,0.05000,14.326
23,mlp.experts.266.gate_proj,0.0000162070,0.05000,14.515
23,mlp.experts.265.gate_proj,0.0000272917,0.05000,14.833
23,mlp.experts.267.gate_proj,0.0000424434,0.05000,14.618
23,mlp.experts.287.gate_proj,0.0000234653,0.05000,14.631
23,mlp.experts.292.gate_proj,0.0000459545,0.05000,14.501
23,mlp.experts.257.gate_proj,0.0000202252,0.05000,14.719
23,mlp.experts.318.gate_proj,0.0000194012,0.05000,14.529
23,mlp.experts.312.gate_proj,0.0000357378,0.05000,14.467
23,mlp.experts.306.gate_proj,0.0000420870,0.05000,14.464
23,mlp.experts.317.gate_proj,0.0000357448,0.05000,14.410
23,mlp.experts.320.gate_proj,0.0000160009,0.05000,14.596
23,mlp.experts.307.gate_proj,0.0000068389,0.05000,14.620
23,mlp.experts.311.gate_proj,0.0000412965,0.05000,14.315
23,mlp.experts.309.gate_proj,0.0000153125,0.05000,14.607
23,mlp.experts.278.gate_proj,0.0000171347,0.05000,14.008
23,mlp.experts.284.gate_proj,0.0000120619,0.05000,14.042
23,mlp.experts.282.gate_proj,0.0000231761,0.05000,13.987
23,mlp.experts.281.gate_proj,0.0000477897,0.05000,14.182
23,mlp.experts.283.gate_proj,0.0000202690,0.05000,14.101
23,mlp.experts.303.gate_proj,0.0000198326,0.05000,14.095
23,mlp.experts.308.gate_proj,0.0000156799,0.05000,14.104
23,mlp.experts.273.gate_proj,0.0000222914,0.05000,14.141
23,mlp.experts.334.gate_proj,0.0000387231,0.05000,14.065
23,mlp.experts.324.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.691
23,mlp.experts.328.gate_proj,0.0000305059,0.05000,14.050
23,mlp.experts.322.gate_proj,0.0000331037,0.05000,13.935
23,mlp.experts.333.gate_proj,0.0000144317,0.05000,13.943
23,mlp.experts.336.gate_proj,0.0000222596,0.05000,13.968
23,mlp.experts.323.gate_proj,0.0000180435,0.05000,14.015
23,mlp.experts.327.gate_proj,0.0000471917,0.05000,13.928
23,mlp.experts.338.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.730
23,mlp.experts.325.gate_proj,0.0000134823,0.05000,14.071
23,mlp.experts.294.gate_proj,0.0000418741,0.05000,14.018
23,mlp.experts.300.gate_proj,0.0000152990,0.05000,14.126
23,mlp.experts.298.gate_proj,0.0000228717,0.05000,14.277
23,mlp.experts.297.gate_proj,0.0000106830,0.05000,14.210
23,mlp.experts.299.gate_proj,0.0000083149,0.05000,14.236
23,mlp.experts.319.gate_proj,0.0000270682,0.05000,14.214
23,mlp.experts.289.gate_proj,0.0000430420,0.05000,14.148
23,mlp.experts.350.gate_proj,0.0000231731,0.05000,14.127
23,mlp.experts.340.gate_proj,0.0000188244,0.05000,14.109
23,mlp.experts.344.gate_proj,0.0000264799,0.05000,14.113
23,mlp.experts.349.gate_proj,0.0000260514,0.05000,14.127
23,mlp.experts.352.gate_proj,0.0000428843,0.05000,14.107
23,mlp.experts.339.gate_proj,0.0000230492,0.05000,14.241
23,mlp.experts.343.gate_proj,0.0000324152,0.05000,14.252
23,mlp.experts.354.gate_proj,0.0000301424,0.05000,14.231
23,mlp.experts.341.gate_proj,0.0000526734,0.05000,14.238
23,mlp.experts.357.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.730
23,mlp.experts.310.gate_proj,0.0000190719,0.05000,14.430
23,mlp.experts.316.gate_proj,0.0000299901,0.05000,14.522
23,mlp.experts.314.gate_proj,0.0000600599,0.05000,14.338
23,mlp.experts.313.gate_proj,0.0000284782,0.05000,14.533
23,mlp.experts.315.gate_proj,0.0000108325,0.05000,14.513
23,mlp.experts.335.gate_proj,0.0000814734,0.05000,14.546
23,mlp.experts.305.gate_proj,0.0000264844,0.05000,14.501
23,mlp.experts.366.gate_proj,0.0000359924,0.05000,14.482
23,mlp.experts.360.gate_proj,0.0000599160,0.05000,14.418
23,mlp.experts.356.gate_proj,0.0000318688,0.05000,14.573
23,mlp.experts.365.gate_proj,0.0000282434,0.05000,14.555
23,mlp.experts.368.gate_proj,0.0000093855,0.05000,14.510
23,mlp.experts.376.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.787
23,mlp.experts.355.gate_proj,0.0000172674,0.05000,14.593
23,mlp.experts.359.gate_proj,0.0000328978,0.05000,14.713
23,mlp.experts.370.gate_proj,0.0000111556,0.05000,14.598
23,mlp.experts.373.gate_proj,0.0000533478,0.05000,14.693
23,mlp.experts.326.gate_proj,0.0000217104,0.05000,14.572
23,mlp.experts.332.gate_proj,0.0000350545,0.05000,14.548
23,mlp.experts.330.gate_proj,0.0000108718,0.05000,14.564
23,mlp.experts.329.gate_proj,0.0000339554,0.05000,14.470
23,mlp.experts.331.gate_proj,0.0000155059,0.05000,14.495
23,mlp.experts.351.gate_proj,0.0000100218,0.05000,14.434
23,mlp.experts.321.gate_proj,0.0000102018,0.05000,14.508
23,mlp.experts.382.gate_proj,0.0000670919,0.05000,14.424
23,mlp.experts.372.gate_proj,0.0000165836,0.05000,14.412
23,mlp.experts.392.gate_proj,0.0000210153,0.05000,14.222
23,mlp.experts.384.gate_proj,0.0000187903,0.05000,14.342
23,mlp.experts.381.gate_proj,0.0000538060,0.05000,14.412
23,mlp.experts.371.gate_proj,0.0000320430,0.05000,14.382
23,mlp.experts.375.gate_proj,0.0000563437,0.05000,14.246
23,mlp.experts.386.gate_proj,0.0000229808,0.05000,14.384
23,mlp.experts.402.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.637
23,mlp.experts.389.gate_proj,0.0000375380,0.05000,14.274
23,mlp.experts.342.gate_proj,0.0000204120,0.05000,14.339
23,mlp.experts.348.gate_proj,0.0000625463,0.05000,14.409
23,mlp.experts.346.gate_proj,0.0000321206,0.05000,14.367
23,mlp.experts.345.gate_proj,0.0000382710,0.05000,14.360
23,mlp.experts.347.gate_proj,0.0000306839,0.05000,14.492
23,mlp.experts.367.gate_proj,0.0000200094,0.05000,14.567
23,mlp.experts.398.gate_proj,0.0000056693,0.05000,14.419
23,mlp.experts.337.gate_proj,0.0000132906,0.05000,14.535
23,mlp.experts.388.gate_proj,0.0000460879,0.05000,14.453
23,mlp.experts.408.gate_proj,0.0000477977,0.05000,14.474
23,mlp.experts.400.gate_proj,0.0000341904,0.05000,14.599
23,mlp.experts.397.gate_proj,0.0000360244,0.05000,14.695
23,mlp.experts.391.gate_proj,0.0000211049,0.05000,14.697
23,mlp.experts.387.gate_proj,0.0000444148,0.05000,14.735
23,mlp.experts.418.gate_proj,0.0000530950,0.05000,14.788
23,mlp.experts.405.gate_proj,0.0000198221,0.05000,14.720
23,mlp.experts.358.gate_proj,0.0000087474,0.05000,14.326
23,mlp.experts.364.gate_proj,0.0000665949,0.05000,14.457
23,mlp.experts.362.gate_proj,0.0000110529,0.05000,14.349
23,mlp.experts.361.gate_proj,0.0000155931,0.05000,14.531
23,mlp.experts.363.gate_proj,0.0000317740,0.05000,14.525
23,mlp.experts.383.gate_proj,0.0000229127,0.05000,14.551
23,mlp.experts.414.gate_proj,0.0000100596,0.05000,14.434
23,mlp.experts.353.gate_proj,0.0000174835,0.05000,14.629
23,mlp.experts.404.gate_proj,0.0000093437,0.05000,14.471
23,mlp.experts.424.gate_proj,0.0000276599,0.05000,14.418
23,mlp.experts.416.gate_proj,0.0000115956,0.05000,14.401
23,mlp.experts.420.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.765
23,mlp.experts.413.gate_proj,0.0000323091,0.05000,14.444
23,mlp.experts.407.gate_proj,0.0000458667,0.05000,14.455
23,mlp.experts.403.gate_proj,0.0000294365,0.05000,14.533
23,mlp.experts.432.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.751
23,mlp.experts.448.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.686
23,mlp.experts.434.gate_proj,0.0000228751,0.05000,14.462
23,mlp.experts.421.gate_proj,0.0000112490,0.05000,14.547
23,mlp.experts.374.gate_proj,0.0000225931,0.05000,14.749
23,mlp.experts.380.gate_proj,0.0000407869,0.05000,14.712
23,mlp.experts.378.gate_proj,0.0000266911,0.05000,14.715
23,mlp.experts.379.gate_proj,0.0000174454,0.05000,14.658
23,mlp.experts.377.gate_proj,0.0000326057,0.05000,14.970
23,mlp.experts.399.gate_proj,0.0000399739,0.05000,14.753
23,mlp.experts.430.gate_proj,0.0000118195,0.05000,14.634
23,mlp.experts.369.gate_proj,0.0000226221,0.05000,14.716
23,mlp.experts.440.gate_proj,0.0000283040,0.05000,14.484
23,mlp.experts.436.gate_proj,0.0000284024,0.05000,14.673
23,mlp.experts.429.gate_proj,0.0000295206,0.05000,14.672
23,mlp.experts.423.gate_proj,0.0000140701,0.05000,14.682
23,mlp.experts.419.gate_proj,0.0000274493,0.05000,14.726
23,mlp.experts.464.gate_proj,0.0000430160,0.05000,14.587
23,mlp.experts.450.gate_proj,0.0000096818,0.05000,14.613
23,mlp.experts.437.gate_proj,0.0000119762,0.05000,14.709
23,mlp.experts.390.gate_proj,0.0000177386,0.05000,14.310
23,mlp.experts.396.gate_proj,0.0000398893,0.05000,14.112
23,mlp.experts.394.gate_proj,0.0000153678,0.05000,14.264
23,mlp.experts.395.gate_proj,0.0000311491,0.05000,14.196
23,mlp.experts.393.gate_proj,0.0000198853,0.05000,14.199
23,mlp.experts.415.gate_proj,0.0000493717,0.05000,14.203
23,mlp.experts.446.gate_proj,0.0000193785,0.05000,14.188
23,mlp.experts.385.gate_proj,0.0000071345,0.05000,14.303
23,mlp.experts.456.gate_proj,0.0000162906,0.05000,14.221
23,mlp.experts.452.gate_proj,0.0000447142,0.05000,14.165
23,mlp.experts.445.gate_proj,0.0000117360,0.05000,14.313
23,mlp.experts.439.gate_proj,0.0000358431,0.05000,14.243
23,mlp.experts.435.gate_proj,0.0000087750,0.05000,14.286
23,mlp.experts.480.gate_proj,0.0000243813,0.05000,14.191
23,mlp.experts.466.gate_proj,0.0000458444,0.05000,14.241
23,mlp.experts.453.gate_proj,0.0000293326,0.05000,14.324
23,mlp.experts.406.gate_proj,0.0000345192,0.05000,14.140
23,mlp.experts.412.gate_proj,0.0000331852,0.05000,14.139
23,mlp.experts.410.gate_proj,0.0000494713,0.05000,14.105
23,mlp.experts.411.gate_proj,0.0000107323,0.05000,14.256
23,mlp.experts.462.gate_proj,0.0000276727,0.05000,14.039
23,mlp.experts.409.gate_proj,0.0000226736,0.05000,14.346
23,mlp.experts.431.gate_proj,0.0000225391,0.05000,14.332
23,mlp.experts.401.gate_proj,0.0000241645,0.05000,14.365
23,mlp.experts.472.gate_proj,0.0000275656,0.05000,14.268
23,mlp.experts.468.gate_proj,0.0000107327,0.05000,14.150
23,mlp.experts.461.gate_proj,0.0000204066,0.05000,14.335
23,mlp.experts.455.gate_proj,0.0000179056,0.05000,14.309
23,mlp.experts.451.gate_proj,0.0000265464,0.05000,14.270
23,mlp.experts.496.gate_proj,0.0000283921,0.05000,14.316
23,mlp.experts.482.gate_proj,0.0000711061,0.05000,14.336
23,mlp.experts.467.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.841
23,mlp.experts.0.up_proj,failsafe(rtn): 0.0015717,0.00000,0.768
23,mlp.experts.469.gate_proj,0.0000123555,0.05000,14.585
23,mlp.experts.16.up_proj,failsafe(rtn): 0.0014038,0.00000,0.749
23,mlp.experts.422.gate_proj,0.0000360460,0.05000,15.029
23,mlp.experts.428.gate_proj,0.0000646129,0.05000,14.975
23,mlp.experts.426.gate_proj,0.0000443266,0.05000,15.041
23,mlp.experts.427.gate_proj,0.0000506654,0.05000,14.837
23,mlp.experts.478.gate_proj,0.0000465014,0.05000,14.969
23,mlp.experts.425.gate_proj,0.0000568609,0.05000,14.942
23,mlp.experts.447.gate_proj,0.0000113213,0.05000,14.834
23,mlp.experts.494.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.743
23,mlp.experts.488.gate_proj,0.0000123260,0.05000,14.851
23,mlp.experts.417.gate_proj,0.0000280317,0.05000,15.064
23,mlp.experts.484.gate_proj,0.0000241322,0.05000,14.769
23,mlp.experts.477.gate_proj,0.0000137890,0.05000,15.025
23,mlp.experts.471.gate_proj,0.0000161294,0.05000,14.955
23,mlp.experts.483.gate_proj,0.0000268149,0.05000,14.667
23,mlp.experts.498.gate_proj,0.0000456158,0.05000,14.832
23,mlp.experts.485.gate_proj,0.0000635458,0.05000,14.885
23,mlp.experts.32.up_proj,0.0000183581,0.05000,14.827
23,mlp.experts.48.up_proj,failsafe(rtn): 0.0014725,0.00000,0.748
23,mlp.experts.438.gate_proj,0.0000183242,0.05000,14.081
23,mlp.experts.444.gate_proj,0.0000116358,0.05000,14.130
23,mlp.experts.442.gate_proj,0.0000241511,0.05000,14.148
23,mlp.experts.443.gate_proj,0.0000285366,0.05000,14.227
23,mlp.experts.463.gate_proj,0.0000080163,0.05000,14.161
23,mlp.experts.441.gate_proj,0.0000392877,0.05000,14.267
23,mlp.experts.510.gate_proj,0.0000162497,0.05000,13.989
23,mlp.experts.504.gate_proj,0.0000123061,0.05000,14.091
23,mlp.experts.433.gate_proj,0.0000747465,0.05000,14.150
23,mlp.experts.500.gate_proj,0.0000518548,0.05000,14.115
23,mlp.experts.493.gate_proj,0.0000341828,0.05000,13.969
23,mlp.experts.487.gate_proj,0.0000196157,0.05000,14.012
23,mlp.experts.499.gate_proj,0.0000045569,0.05000,13.907
23,mlp.experts.2.up_proj,0.0000497792,0.05000,13.955
23,mlp.experts.3.up_proj,failsafe(rtn): 0.0016022,0.00000,0.795
23,mlp.experts.18.up_proj,failsafe(rtn): 0.0014343,0.00000,0.789
23,mlp.experts.501.gate_proj,0.0000407690,0.05000,13.944
23,mlp.experts.64.up_proj,0.0000156996,0.05000,13.995
23,mlp.experts.454.gate_proj,0.0000423511,0.05000,14.455
23,mlp.experts.460.gate_proj,0.0000239874,0.05000,14.675
23,mlp.experts.458.gate_proj,0.0000365035,0.05000,14.701
23,mlp.experts.459.gate_proj,0.0000109038,0.05000,14.638
23,mlp.experts.457.gate_proj,0.0000202089,0.05000,14.603
23,mlp.experts.479.gate_proj,0.0000586552,0.05000,14.875
23,mlp.experts.14.up_proj,0.0000440506,0.05000,14.798
23,mlp.experts.8.up_proj,0.0000306500,0.05000,14.664
23,mlp.experts.449.gate_proj,0.0000202446,0.05000,14.702
23,mlp.experts.473.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.741
23,mlp.experts.4.up_proj,0.0000268809,0.05000,14.721
23,mlp.experts.509.gate_proj,0.0000071652,0.05000,14.721
23,mlp.experts.503.gate_proj,0.0000169382,0.05000,14.807
23,mlp.experts.13.up_proj,failsafe(rtn): 0.0014267,0.00000,0.691
23,mlp.experts.19.up_proj,0.0000256301,0.05000,14.770
23,mlp.experts.34.up_proj,0.0000170609,0.05000,14.846
23,mlp.experts.5.up_proj,0.0000242925,0.05000,14.660
23,mlp.experts.80.up_proj,0.0000272758,0.05000,14.684
23,mlp.experts.470.gate_proj,0.0000204537,0.05000,14.349
23,mlp.experts.476.gate_proj,0.0000214769,0.05000,14.351
23,mlp.experts.474.gate_proj,0.0000190310,0.05000,14.599
23,mlp.experts.475.gate_proj,0.0000187633,0.05000,14.831
23,mlp.experts.495.gate_proj,0.0000262199,0.05000,14.605
23,mlp.experts.24.up_proj,0.0000111265,0.05000,14.509
23,mlp.experts.30.up_proj,0.0000094481,0.05000,14.584
23,mlp.experts.489.gate_proj,0.0000276921,0.05000,14.674
23,mlp.experts.465.gate_proj,0.0000194379,0.05000,14.799
23,mlp.experts.20.up_proj,0.0000110541,0.05000,14.581
23,mlp.experts.7.up_proj,0.0000169336,0.05000,14.637
23,mlp.experts.29.up_proj,0.0000329628,0.05000,14.668
23,mlp.experts.35.up_proj,0.0000403155,0.05000,14.458
23,mlp.experts.50.up_proj,0.0000498823,0.05000,14.363
23,mlp.experts.21.up_proj,0.0000035492,0.05000,14.493
23,mlp.experts.51.up_proj,failsafe(rtn): 0.0014420,0.00000,0.786
23,mlp.experts.37.up_proj,failsafe(rtn): 0.0015335,0.00000,0.728
23,mlp.experts.96.up_proj,0.0000201230,0.05000,14.336
23,mlp.experts.67.up_proj,failsafe(rtn): 0.0014343,0.00000,0.674
23,mlp.experts.486.gate_proj,0.0000267096,0.05000,14.340
23,mlp.experts.492.gate_proj,0.0000866542,0.05000,14.365
23,mlp.experts.490.gate_proj,0.0000390742,0.05000,14.314
23,mlp.experts.491.gate_proj,0.0000162427,0.05000,14.192
23,mlp.experts.511.gate_proj,0.0000478384,0.05000,14.231
23,mlp.experts.46.up_proj,0.0000759478,0.05000,14.072
23,mlp.experts.40.up_proj,0.0000695335,0.05000,14.271
23,mlp.experts.505.gate_proj,0.0000135400,0.05000,14.180
23,mlp.experts.481.gate_proj,0.0000215250,0.05000,14.311
23,mlp.experts.36.up_proj,0.0000451671,0.05000,14.354
23,mlp.experts.23.up_proj,0.0000290814,0.05000,14.249
23,mlp.experts.45.up_proj,0.0000171876,0.05000,14.315
23,mlp.experts.66.up_proj,0.0000435583,0.05000,14.230
23,mlp.experts.53.up_proj,0.0000161145,0.05000,14.147
23,mlp.experts.112.up_proj,0.0000491664,0.05000,14.127
23,mlp.experts.83.up_proj,0.0000146641,0.05000,14.257
23,mlp.experts.502.gate_proj,0.0000479415,0.05000,14.125
23,mlp.experts.508.gate_proj,0.0000529782,0.05000,13.897
23,mlp.experts.506.gate_proj,0.0000094323,0.05000,14.146
23,mlp.experts.507.gate_proj,0.0000251712,0.05000,14.242
23,mlp.experts.15.up_proj,0.0000309564,0.05000,14.029
23,mlp.experts.62.up_proj,0.0000325957,0.05000,14.050
23,mlp.experts.56.up_proj,0.0000188572,0.05000,13.962
23,mlp.experts.9.up_proj,0.0000163207,0.05000,14.134
23,mlp.experts.52.up_proj,0.0000313353,0.05000,13.950
23,mlp.experts.497.gate_proj,0.0000104234,0.05000,14.113
23,mlp.experts.72.up_proj,failsafe(rtn): 0.0013962,0.00000,0.717
23,mlp.experts.39.up_proj,0.0000134024,0.05000,14.043
23,mlp.experts.61.up_proj,0.0000319708,0.05000,14.085
23,mlp.experts.82.up_proj,0.0000265878,0.05000,14.086
23,mlp.experts.69.up_proj,0.0000179366,0.05000,14.102
23,mlp.experts.128.up_proj,0.0000217672,0.05000,14.123
23,mlp.experts.99.up_proj,0.0000112272,0.05000,14.171
23,mlp.experts.85.up_proj,failsafe(rtn): 0.0016022,0.00000,0.821
23,mlp.experts.6.up_proj,0.0000407893,0.05000,14.350
23,mlp.experts.12.up_proj,0.0000071751,0.05000,14.503
23,mlp.experts.10.up_proj,0.0000274571,0.05000,14.442
23,mlp.experts.31.up_proj,0.0000210169,0.05000,14.505
23,mlp.experts.11.up_proj,0.0000142435,0.05000,14.722
23,mlp.experts.78.up_proj,0.0000092421,0.05000,14.569
23,mlp.experts.25.up_proj,0.0000301412,0.05000,14.707
23,mlp.experts.1.up_proj,0.0000353699,0.05000,14.609
23,mlp.experts.68.up_proj,0.0000197238,0.05000,14.668
23,mlp.experts.88.up_proj,0.0000395535,0.05000,14.675
23,mlp.experts.55.up_proj,0.0000273611,0.05000,14.637
23,mlp.experts.77.up_proj,0.0000228420,0.05000,14.705
23,mlp.experts.71.up_proj,failsafe(rtn): 0.0014420,0.00000,0.695
23,mlp.experts.98.up_proj,0.0000284966,0.05000,14.723
23,mlp.experts.144.up_proj,0.0000252361,0.05000,14.597
23,mlp.experts.115.up_proj,0.0000408206,0.05000,14.552
23,mlp.experts.101.up_proj,0.0000268588,0.05000,14.590
23,mlp.experts.22.up_proj,0.0000230699,0.05000,14.358
23,mlp.experts.28.up_proj,0.0000589457,0.05000,14.203
23,mlp.experts.26.up_proj,0.0000379500,0.05000,14.180
23,mlp.experts.27.up_proj,0.0000128218,0.05000,14.021
23,mlp.experts.47.up_proj,0.0000170901,0.05000,14.230
23,mlp.experts.94.up_proj,0.0000343625,0.05000,14.264
23,mlp.experts.17.up_proj,0.0000228466,0.05000,13.974
23,mlp.experts.41.up_proj,0.0000091919,0.05000,14.096
23,mlp.experts.84.up_proj,0.0000525403,0.05000,14.080
23,mlp.experts.104.up_proj,0.0000551794,0.05000,14.119
23,mlp.experts.93.up_proj,0.0000224025,0.05000,14.012
23,mlp.experts.87.up_proj,0.0000774249,0.05000,13.932
23,mlp.experts.114.up_proj,0.0000636449,0.05000,13.925
23,mlp.experts.160.up_proj,0.0000494658,0.05000,14.004
23,mlp.experts.131.up_proj,0.0000168237,0.05000,14.088
23,mlp.experts.117.up_proj,0.0000036072,0.05000,14.152
23,mlp.experts.38.up_proj,0.0000229123,0.05000,14.038
23,mlp.experts.44.up_proj,0.0000315711,0.05000,14.069
23,mlp.experts.42.up_proj,0.0000075822,0.05000,14.217
23,mlp.experts.43.up_proj,0.0000089394,0.05000,14.111
23,mlp.experts.63.up_proj,0.0000290261,0.05000,13.962
23,mlp.experts.110.up_proj,0.0000244624,0.05000,13.992
23,mlp.experts.57.up_proj,0.0000198905,0.05000,14.072
23,mlp.experts.100.up_proj,0.0000338024,0.05000,14.049
23,mlp.experts.33.up_proj,0.0000350619,0.05000,14.216
23,mlp.experts.120.up_proj,0.0000340187,0.05000,14.045
23,mlp.experts.126.up_proj,failsafe(rtn): 0.0016022,0.00000,0.776
23,mlp.experts.103.up_proj,0.0000165406,0.05000,13.969
23,mlp.experts.109.up_proj,0.0000333613,0.05000,14.147
23,mlp.experts.130.up_proj,0.0000158078,0.05000,14.126
23,mlp.experts.176.up_proj,0.0000142980,0.05000,14.235
23,mlp.experts.147.up_proj,0.0000282873,0.05000,14.222
23,mlp.experts.133.up_proj,0.0000128411,0.05000,14.239
23,mlp.experts.54.up_proj,0.0000135649,0.05000,14.265
23,mlp.experts.60.up_proj,0.0000222947,0.05000,14.364
23,mlp.experts.58.up_proj,0.0000179588,0.05000,14.466
23,mlp.experts.79.up_proj,0.0000079993,0.05000,14.480
23,mlp.experts.59.up_proj,0.0000192079,0.05000,14.530
23,mlp.experts.116.up_proj,0.0000050355,0.05000,14.368
23,mlp.experts.73.up_proj,0.0000360098,0.05000,14.474
23,mlp.experts.142.up_proj,0.0000604466,0.05000,14.235
23,mlp.experts.49.up_proj,0.0000261414,0.05000,14.523
23,mlp.experts.136.up_proj,0.0000194146,0.05000,14.350
23,mlp.experts.132.up_proj,failsafe(rtn): 0.0017014,0.00000,0.741
23,mlp.experts.125.up_proj,0.0000396225,0.05000,14.414
23,mlp.experts.119.up_proj,0.0000492610,0.05000,14.519
23,mlp.experts.146.up_proj,0.0000251868,0.05000,14.466
23,mlp.experts.192.up_proj,0.0000343600,0.05000,14.268
23,mlp.experts.163.up_proj,0.0000127914,0.05000,14.255
23,mlp.experts.149.up_proj,0.0000191770,0.05000,14.259
23,mlp.experts.70.up_proj,0.0000125784,0.05000,14.294
23,mlp.experts.76.up_proj,0.0000143158,0.05000,14.309
23,mlp.experts.74.up_proj,0.0000299290,0.05000,14.305
23,mlp.experts.75.up_proj,0.0000104911,0.05000,14.315
23,mlp.experts.95.up_proj,0.0000161980,0.05000,14.409
23,mlp.experts.158.up_proj,0.0000126769,0.05000,14.238
23,mlp.experts.89.up_proj,0.0000312897,0.05000,14.448
23,mlp.experts.65.up_proj,0.0000226864,0.05000,14.299
23,mlp.experts.152.up_proj,0.0000155388,0.05000,14.291
23,mlp.experts.148.up_proj,0.0000339439,0.05000,14.331
23,mlp.experts.168.up_proj,failsafe(rtn): 0.0014648,0.00000,0.757
23,mlp.experts.135.up_proj,0.0000095667,0.05000,14.377
23,mlp.experts.141.up_proj,0.0000521727,0.05000,14.516
23,mlp.experts.162.up_proj,0.0000110885,0.05000,14.412
23,mlp.experts.178.up_proj,failsafe(rtn): 0.0014877,0.00000,0.655
23,mlp.experts.208.up_proj,0.0000139156,0.05000,14.343
23,mlp.experts.179.up_proj,0.0000265762,0.05000,14.445
23,mlp.experts.224.up_proj,failsafe(rtn): 0.0014420,0.00000,0.678
23,mlp.experts.165.up_proj,0.0000165091,0.05000,14.409
23,mlp.experts.86.up_proj,0.0000480654,0.05000,14.257
23,mlp.experts.92.up_proj,0.0000215055,0.05000,14.307
23,mlp.experts.90.up_proj,0.0000338851,0.05000,14.247
23,mlp.experts.91.up_proj,0.0000504380,0.05000,14.232
23,mlp.experts.111.up_proj,0.0000258250,0.05000,14.224
23,mlp.experts.174.up_proj,0.0000126332,0.05000,14.200
23,mlp.experts.105.up_proj,0.0000227887,0.05000,14.269
23,mlp.experts.81.up_proj,0.0000203688,0.05000,14.315
23,mlp.experts.164.up_proj,0.0000135833,0.05000,14.195
23,mlp.experts.184.up_proj,0.0000266555,0.05000,14.224
23,mlp.experts.151.up_proj,0.0000175298,0.05000,14.131
23,mlp.experts.157.up_proj,0.0000433827,0.05000,14.119
23,mlp.experts.200.up_proj,failsafe(rtn): 0.0014267,0.00000,0.672
23,mlp.experts.194.up_proj,0.0000395291,0.05000,14.088
23,mlp.experts.195.up_proj,0.0000143857,0.05000,14.279
23,mlp.experts.240.up_proj,0.0000091766,0.05000,14.288
23,mlp.experts.181.up_proj,0.0000463933,0.05000,14.269
23,mlp.experts.102.up_proj,0.0000196361,0.05000,13.795
23,mlp.experts.108.up_proj,0.0000135412,0.05000,13.893
23,mlp.experts.106.up_proj,0.0000401442,0.05000,13.820
23,mlp.experts.127.up_proj,0.0000111584,0.05000,13.847
23,mlp.experts.107.up_proj,0.0000422082,0.05000,13.910
23,mlp.experts.190.up_proj,0.0000405377,0.05000,13.915
23,mlp.experts.121.up_proj,0.0000095210,0.05000,13.977
23,mlp.experts.97.up_proj,0.0000390309,0.05000,13.942
23,mlp.experts.180.up_proj,0.0000761741,0.05000,13.890
23,mlp.experts.206.up_proj,failsafe(rtn): 0.0013962,0.00000,0.695
23,mlp.experts.173.up_proj,0.0000351673,0.05000,13.881
23,mlp.experts.196.up_proj,failsafe(rtn): 0.0016022,0.00000,0.710
23,mlp.experts.167.up_proj,0.0000137072,0.05000,14.022
23,mlp.experts.216.up_proj,0.0000292879,0.05000,13.837
23,mlp.experts.210.up_proj,0.0000132863,0.05000,13.817
23,mlp.experts.211.up_proj,0.0000185181,0.05000,13.739
23,mlp.experts.256.up_proj,0.0000170853,0.05000,13.559
23,mlp.experts.197.up_proj,0.0000657226,0.05000,13.709
23,mlp.experts.118.up_proj,0.0000294635,0.05000,14.169
23,mlp.experts.124.up_proj,0.0000410429,0.05000,14.193
23,mlp.experts.122.up_proj,0.0000194061,0.05000,14.103
23,mlp.experts.123.up_proj,0.0000735820,0.05000,14.365
23,mlp.experts.143.up_proj,0.0000195133,0.05000,14.402
23,mlp.experts.113.up_proj,0.0000106483,0.05000,14.421
23,mlp.experts.137.up_proj,0.0000105864,0.05000,14.618
23,mlp.experts.222.up_proj,0.0000364228,0.05000,14.476
23,mlp.experts.212.up_proj,0.0000287438,0.05000,14.423
23,mlp.experts.183.up_proj,0.0000066186,0.05000,14.355
23,mlp.experts.189.up_proj,0.0000235038,0.05000,14.491
23,mlp.experts.232.up_proj,0.0000361485,0.05000,14.379
23,mlp.experts.199.up_proj,failsafe(rtn): 0.0014496,0.00000,0.708
23,mlp.experts.226.up_proj,0.0000175230,0.05000,14.406
23,mlp.experts.272.up_proj,0.0000365029,0.05000,14.546
23,mlp.experts.227.up_proj,0.0000057771,0.05000,14.631
23,mlp.experts.213.up_proj,0.0000282830,0.05000,14.631
23,mlp.experts.134.up_proj,0.0000105795,0.05000,14.429
23,mlp.experts.140.up_proj,0.0000498323,0.05000,14.419
23,mlp.experts.138.up_proj,0.0000176328,0.05000,14.480
23,mlp.experts.139.up_proj,0.0000030543,0.05000,14.194
23,mlp.experts.159.up_proj,0.0000178234,0.05000,14.208
23,mlp.experts.129.up_proj,0.0000415780,0.05000,14.223
23,mlp.experts.153.up_proj,0.0000124159,0.05000,14.224
23,mlp.experts.238.up_proj,0.0000152707,0.05000,14.194
23,mlp.experts.228.up_proj,0.0000152651,0.05000,14.249
23,mlp.experts.205.up_proj,0.0000347880,0.05000,14.175
23,mlp.experts.254.up_proj,failsafe(rtn): 0.0014420,0.00000,0.792
23,mlp.experts.248.up_proj,0.0000847771,0.05000,14.290
23,mlp.experts.215.up_proj,0.0000220257,0.05000,14.383
23,mlp.experts.242.up_proj,0.0000493992,0.05000,14.172
23,mlp.experts.258.up_proj,failsafe(rtn): 0.0014420,0.00000,0.664
23,mlp.experts.288.up_proj,0.0000350978,0.05000,14.139
23,mlp.experts.243.up_proj,0.0000431868,0.05000,14.193
23,mlp.experts.229.up_proj,0.0000313822,0.05000,14.236
23,mlp.experts.150.up_proj,0.0000187448,0.05000,13.969
23,mlp.experts.156.up_proj,0.0000433181,0.05000,14.004
23,mlp.experts.154.up_proj,0.0000186474,0.05000,14.103
23,mlp.experts.155.up_proj,0.0000165592,0.05000,14.085
23,mlp.experts.175.up_proj,0.0000147002,0.05000,14.217
23,mlp.experts.145.up_proj,0.0000662059,0.05000,14.234
23,mlp.experts.169.up_proj,0.0000109718,0.05000,14.260
23,mlp.experts.221.up_proj,0.0000218568,0.05000,14.077
23,mlp.experts.244.up_proj,0.0000222733,0.05000,14.203
23,mlp.experts.264.up_proj,0.0000130203,0.05000,14.040
23,mlp.experts.270.up_proj,0.0000526022,0.05000,14.179
23,mlp.experts.231.up_proj,0.0000083249,0.05000,14.016
23,mlp.experts.274.up_proj,0.0000207442,0.05000,14.114
23,mlp.experts.304.up_proj,0.0000338891,0.05000,14.069
23,mlp.experts.259.up_proj,0.0000128587,0.05000,14.150
23,mlp.experts.245.up_proj,0.0000160488,0.05000,14.086
23,mlp.experts.166.up_proj,0.0000125453,0.05000,14.143
23,mlp.experts.172.up_proj,0.0000360957,0.05000,14.162
23,mlp.experts.170.up_proj,0.0000619554,0.05000,14.124
23,mlp.experts.171.up_proj,0.0000317777,0.05000,14.190
23,mlp.experts.191.up_proj,0.0000166631,0.05000,14.193
23,mlp.experts.207.up_proj,failsafe(rtn): 0.0014801,0.00000,0.654
23,mlp.experts.161.up_proj,0.0000525043,0.05000,14.021
23,mlp.experts.185.up_proj,0.0000146583,0.05000,14.100
23,mlp.experts.280.up_proj,0.0000620514,0.05000,13.786
23,mlp.experts.237.up_proj,0.0000168217,0.05000,14.096
23,mlp.experts.260.up_proj,0.0000467713,0.05000,14.023
23,mlp.experts.286.up_proj,0.0000534068,0.05000,13.994
23,mlp.experts.247.up_proj,0.0000122828,0.05000,14.060
23,mlp.experts.290.up_proj,0.0000563781,0.05000,14.017
23,mlp.experts.320.up_proj,0.0000163197,0.05000,13.975
23,mlp.experts.275.up_proj,0.0000377872,0.05000,14.128
23,mlp.experts.261.up_proj,0.0000096422,0.05000,13.998
23,mlp.experts.277.up_proj,failsafe(rtn): 0.0015564,0.00000,0.793
23,mlp.experts.182.up_proj,0.0000215330,0.05000,14.508
23,mlp.experts.188.up_proj,0.0000148726,0.05000,14.414
23,mlp.experts.186.up_proj,0.0000580543,0.05000,14.329
23,mlp.experts.187.up_proj,0.0000215698,0.05000,14.549
23,mlp.experts.223.up_proj,0.0000156793,0.05000,14.467
23,mlp.experts.177.up_proj,0.0000610305,0.05000,14.573
23,mlp.experts.201.up_proj,0.0000184826,0.05000,14.593
23,mlp.experts.296.up_proj,0.0000111254,0.05000,14.424
23,mlp.experts.276.up_proj,0.0000212677,0.05000,14.288
23,mlp.experts.253.up_proj,0.0000219295,0.05000,14.472
23,mlp.experts.302.up_proj,0.0000376304,0.05000,14.438
23,mlp.experts.269.up_proj,failsafe(rtn): 0.0015640,0.00000,0.714
23,mlp.experts.263.up_proj,0.0000174076,0.05000,14.451
23,mlp.experts.279.up_proj,failsafe(rtn): 0.0014267,0.00000,0.784
23,mlp.experts.306.up_proj,0.0000397608,0.05000,14.454
23,mlp.experts.336.up_proj,0.0000219746,0.05000,14.646
23,mlp.experts.291.up_proj,0.0000160826,0.05000,14.711
23,mlp.experts.293.up_proj,0.0000600567,0.05000,14.602
23,mlp.experts.198.up_proj,0.0000179773,0.05000,14.344
23,mlp.experts.204.up_proj,0.0000343289,0.05000,14.383
23,mlp.experts.202.up_proj,0.0000180361,0.05000,14.334
23,mlp.experts.203.up_proj,0.0000126505,0.05000,14.298
23,mlp.experts.239.up_proj,0.0000163756,0.05000,14.444
23,mlp.experts.193.up_proj,0.0000307965,0.05000,14.528
23,mlp.experts.217.up_proj,0.0000530354,0.05000,14.504
23,mlp.experts.312.up_proj,0.0000346548,0.05000,14.463
23,mlp.experts.292.up_proj,0.0000451344,0.05000,14.378
23,mlp.experts.318.up_proj,0.0000216149,0.05000,14.372
23,mlp.experts.285.up_proj,0.0000168438,0.05000,14.497
23,mlp.experts.301.up_proj,failsafe(rtn): 0.0015488,0.00000,0.726
23,mlp.experts.295.up_proj,0.0000693197,0.05000,14.399
23,mlp.experts.322.up_proj,0.0000306103,0.05000,14.336
23,mlp.experts.352.up_proj,0.0000417126,0.05000,14.207
23,mlp.experts.338.up_proj,failsafe(rtn): 0.0015488,0.00000,0.697
23,mlp.experts.307.up_proj,0.0000065907,0.05000,14.253
23,mlp.experts.309.up_proj,0.0000150228,0.05000,14.322
23,mlp.experts.214.up_proj,0.0000647662,0.05000,14.381
23,mlp.experts.220.up_proj,0.0000126273,0.05000,14.235
23,mlp.experts.218.up_proj,0.0000217374,0.05000,14.389
23,mlp.experts.219.up_proj,0.0000340032,0.05000,14.717
23,mlp.experts.255.up_proj,0.0000149894,0.05000,14.633
23,mlp.experts.209.up_proj,0.0000762790,0.05000,14.745
23,mlp.experts.233.up_proj,0.0000285166,0.05000,14.894
23,mlp.experts.328.up_proj,0.0000299402,0.05000,14.715
23,mlp.experts.308.up_proj,0.0000156330,0.05000,14.778
23,mlp.experts.334.up_proj,0.0000379935,0.05000,14.751
23,mlp.experts.324.up_proj,failsafe(rtn): 0.0014725,0.00000,0.741
23,mlp.experts.311.up_proj,0.0000406742,0.05000,14.683
23,mlp.experts.317.up_proj,0.0000408251,0.05000,14.729
23,mlp.experts.368.up_proj,0.0000088295,0.05000,14.784
23,mlp.experts.354.up_proj,0.0000292138,0.05000,14.735
23,mlp.experts.323.up_proj,0.0000175056,0.05000,14.750
23,mlp.experts.325.up_proj,0.0000147119,0.05000,14.822
23,mlp.experts.230.up_proj,0.0000323684,0.05000,14.630
23,mlp.experts.236.up_proj,0.0000195681,0.05000,14.573
23,mlp.experts.234.up_proj,0.0000422144,0.05000,14.620
23,mlp.experts.235.up_proj,0.0000116890,0.05000,14.413
23,mlp.experts.271.up_proj,0.0000235226,0.05000,14.517
23,mlp.experts.225.up_proj,0.0000258686,0.05000,14.590
23,mlp.experts.249.up_proj,0.0000131840,0.05000,14.516
23,mlp.experts.344.up_proj,0.0000260453,0.05000,14.513
23,mlp.experts.350.up_proj,0.0000206336,0.05000,14.507
23,mlp.experts.340.up_proj,0.0000192074,0.05000,14.384
23,mlp.experts.327.up_proj,0.0000432987,0.05000,14.344
23,mlp.experts.333.up_proj,0.0000145935,0.05000,14.430
23,mlp.experts.384.up_proj,0.0000177712,0.05000,14.553
23,mlp.experts.370.up_proj,0.0000120387,0.05000,14.422
23,mlp.experts.339.up_proj,0.0000224739,0.05000,14.469
23,mlp.experts.341.up_proj,0.0000485636,0.05000,14.585
23,mlp.experts.357.up_proj,failsafe(rtn): 0.0014572,0.00000,0.739
23,mlp.experts.246.up_proj,0.0000096396,0.05000,14.667
23,mlp.experts.252.up_proj,0.0000669639,0.05000,14.661
23,mlp.experts.250.up_proj,0.0000445838,0.05000,14.607
23,mlp.experts.251.up_proj,0.0000029807,0.05000,14.745
23,mlp.experts.287.up_proj,0.0000286467,0.05000,14.774
23,mlp.experts.241.up_proj,0.0000241030,0.05000,14.784
23,mlp.experts.265.up_proj,0.0000363092,0.05000,14.841
23,mlp.experts.360.up_proj,0.0000581489,0.05000,14.617
23,mlp.experts.366.up_proj,0.0000321513,0.05000,14.728
23,mlp.experts.376.up_proj,failsafe(rtn): 0.0014877,0.00000,0.648
23,mlp.experts.356.up_proj,0.0000312752,0.05000,14.696
23,mlp.experts.343.up_proj,0.0000349989,0.05000,14.711
23,mlp.experts.349.up_proj,0.0000256976,0.05000,14.712
23,mlp.experts.400.up_proj,0.0000315700,0.05000,14.586
23,mlp.experts.386.up_proj,0.0000231406,0.05000,14.637
23,mlp.experts.355.up_proj,0.0000191340,0.05000,14.774
23,mlp.experts.402.up_proj,failsafe(rtn): 0.0015717,0.00000,0.750
23,mlp.experts.373.up_proj,0.0000523989,0.05000,14.481
23,mlp.experts.262.up_proj,0.0000636044,0.05000,14.187
23,mlp.experts.268.up_proj,0.0000369994,0.05000,14.273
23,mlp.experts.266.up_proj,0.0000161893,0.05000,14.265
23,mlp.experts.267.up_proj,0.0000377914,0.05000,14.594
23,mlp.experts.303.up_proj,0.0000192828,0.05000,14.516
23,mlp.experts.257.up_proj,0.0000195559,0.05000,14.432
23,mlp.experts.281.up_proj,0.0000472837,0.05000,14.327
23,mlp.experts.382.up_proj,0.0000652929,0.05000,14.342
23,mlp.experts.372.up_proj,0.0000169811,0.05000,14.327
23,mlp.experts.392.up_proj,0.0000238203,0.05000,14.470
23,mlp.experts.359.up_proj,0.0000322705,0.05000,14.395
23,mlp.experts.365.up_proj,0.0000256798,0.05000,14.368
23,mlp.experts.416.up_proj,0.0000103227,0.05000,14.240
23,mlp.experts.371.up_proj,0.0000312972,0.05000,14.262
23,mlp.experts.432.up_proj,failsafe(rtn): 0.0015945,0.00000,0.706
23,mlp.experts.418.up_proj,0.0000507178,0.05000,14.183
23,mlp.experts.448.up_proj,failsafe(rtn): 0.0014572,0.00000,0.664
23,mlp.experts.389.up_proj,0.0000367928,0.05000,14.311
23,mlp.experts.278.up_proj,0.0000163202,0.05000,14.435
23,mlp.experts.284.up_proj,0.0000120787,0.05000,14.354
23,mlp.experts.282.up_proj,0.0000221163,0.05000,14.528
23,mlp.experts.283.up_proj,0.0000196210,0.05000,14.486
23,mlp.experts.319.up_proj,0.0000251438,0.05000,14.468
23,mlp.experts.273.up_proj,0.0000211287,0.05000,14.443
23,mlp.experts.297.up_proj,0.0000101601,0.05000,14.523
23,mlp.experts.398.up_proj,0.0000054221,0.05000,14.504
23,mlp.experts.408.up_proj,0.0000458235,0.05000,14.476
23,mlp.experts.388.up_proj,0.0000416953,0.05000,14.532
23,mlp.experts.375.up_proj,0.0000529953,0.05000,14.518
23,mlp.experts.381.up_proj,0.0000547852,0.05000,14.648
23,mlp.experts.387.up_proj,0.0000436361,0.05000,14.580
23,mlp.experts.434.up_proj,0.0000242194,0.05000,14.577
23,mlp.experts.464.up_proj,0.0000429074,0.05000,14.582
23,mlp.experts.405.up_proj,0.0000200116,0.05000,14.668
23,mlp.experts.294.up_proj,0.0000410779,0.05000,14.188
23,mlp.experts.300.up_proj,0.0000150841,0.05000,14.268
23,mlp.experts.298.up_proj,0.0000246562,0.05000,14.360
23,mlp.experts.299.up_proj,0.0000085992,0.05000,14.158
23,mlp.experts.335.up_proj,0.0000747406,0.05000,14.276
23,mlp.experts.289.up_proj,0.0000419430,0.05000,14.237
23,mlp.experts.313.up_proj,0.0000278879,0.05000,14.229
23,mlp.experts.414.up_proj,0.0000102851,0.05000,14.221
23,mlp.experts.404.up_proj,0.0000094228,0.05000,14.167
23,mlp.experts.424.up_proj,0.0000262093,0.05000,14.245
23,mlp.experts.420.up_proj,failsafe(rtn): 0.0014877,0.00000,0.749
23,mlp.experts.391.up_proj,0.0000209575,0.05000,14.164
23,mlp.experts.397.up_proj,0.0000343408,0.05000,14.430
23,mlp.experts.403.up_proj,0.0000283289,0.05000,14.142
23,mlp.experts.450.up_proj,0.0000100950,0.05000,14.205
23,mlp.experts.480.up_proj,0.0000224178,0.05000,14.072
23,mlp.experts.421.up_proj,0.0000117844,0.05000,14.066
23,mlp.experts.310.up_proj,0.0000190209,0.05000,14.080
23,mlp.experts.316.up_proj,0.0000295754,0.05000,14.044
23,mlp.experts.314.up_proj,0.0000593877,0.05000,14.061
23,mlp.experts.315.up_proj,0.0000096487,0.05000,14.119
23,mlp.experts.351.up_proj,0.0000094104,0.05000,13.988
23,mlp.experts.305.up_proj,0.0000257240,0.05000,13.951
23,mlp.experts.329.up_proj,0.0000401219,0.05000,14.031
23,mlp.experts.430.up_proj,0.0000112754,0.05000,14.085
23,mlp.experts.440.up_proj,0.0000260720,0.05000,13.940
23,mlp.experts.436.up_proj,0.0000266648,0.05000,13.950
23,mlp.experts.407.up_proj,0.0000447140,0.05000,13.937
23,mlp.experts.413.up_proj,0.0000316673,0.05000,13.900
23,mlp.experts.419.up_proj,0.0000267708,0.05000,13.923
23,mlp.experts.466.up_proj,0.0000469361,0.05000,13.953
23,mlp.experts.496.up_proj,0.0000257427,0.05000,13.922
23,mlp.experts.0.down_proj,failsafe(rtn): 0.0016022,0.00000,0.195
23,mlp.experts.16.down_proj,failsafe(rtn): 0.0014191,0.00000,0.179
23,mlp.experts.437.up_proj,0.0000130075,0.05000,14.017
23,mlp.experts.32.down_proj,0.0000017555,0.05000,3.482
23,mlp.experts.48.down_proj,failsafe(rtn): 0.0014725,0.00000,0.182
23,mlp.experts.326.up_proj,0.0000211552,0.05000,14.164
23,mlp.experts.332.up_proj,0.0000357592,0.05000,14.146
23,mlp.experts.330.up_proj,0.0000108497,0.05000,13.951
23,mlp.experts.64.down_proj,0.0000015583,0.05000,3.549
23,mlp.experts.331.up_proj,0.0000151239,0.05000,14.137
23,mlp.experts.367.up_proj,0.0000206528,0.05000,14.244
23,mlp.experts.321.up_proj,0.0000096523,0.05000,14.381
23,mlp.experts.345.up_proj,0.0000376116,0.05000,14.211
23,mlp.experts.446.up_proj,0.0000191579,0.05000,14.208
23,mlp.experts.80.down_proj,0.0000013564,0.05000,3.667
23,mlp.experts.456.up_proj,0.0000175072,0.05000,14.203
23,mlp.experts.452.up_proj,0.0000430961,0.05000,14.123
23,mlp.experts.423.up_proj,0.0000131184,0.05000,14.078
23,mlp.experts.429.up_proj,0.0000283480,0.05000,14.185
23,mlp.experts.435.up_proj,0.0000090611,0.05000,14.260
23,mlp.experts.482.up_proj,0.0000691714,0.05000,14.246
23,mlp.experts.96.down_proj,0.0000023793,0.05000,3.665
23,mlp.experts.453.up_proj,0.0000264424,0.05000,14.300
23,mlp.experts.112.down_proj,0.0000088096,0.05000,3.537
23,mlp.experts.342.up_proj,0.0000200866,0.05000,14.270
23,mlp.experts.348.up_proj,0.0000613652,0.05000,14.281
23,mlp.experts.346.up_proj,0.0000307187,0.05000,14.390
23,mlp.experts.128.down_proj,0.0000010827,0.05000,3.732
23,mlp.experts.347.up_proj,0.0000281509,0.05000,14.355
23,mlp.experts.383.up_proj,0.0000224252,0.05000,14.535
23,mlp.experts.337.up_proj,0.0000129336,0.05000,14.599
23,mlp.experts.361.up_proj,0.0000150029,0.05000,14.451
23,mlp.experts.462.up_proj,0.0000263942,0.05000,14.541
23,mlp.experts.472.up_proj,0.0000288697,0.05000,14.446
23,mlp.experts.144.down_proj,0.0000014544,0.05000,3.583
23,mlp.experts.468.up_proj,0.0000104079,0.05000,14.372
23,mlp.experts.439.up_proj,0.0000323419,0.05000,14.498
23,mlp.experts.445.up_proj,0.0000111298,0.05000,14.403
23,mlp.experts.451.up_proj,0.0000271316,0.05000,14.451
23,mlp.experts.498.up_proj,0.0000445467,0.05000,14.592
23,mlp.experts.467.up_proj,failsafe(rtn): 0.0016479,0.00000,0.840
23,mlp.experts.160.down_proj,0.0000028220,0.05000,3.785
23,mlp.experts.469.up_proj,0.0000112680,0.05000,14.644
23,mlp.experts.2.down_proj,0.0000063610,0.05000,3.851
23,mlp.experts.18.down_proj,failsafe(rtn): 0.0015106,0.00000,0.180
23,mlp.experts.176.down_proj,0.0000007053,0.05000,3.747
23,mlp.experts.358.up_proj,0.0000080300,0.05000,14.852
23,mlp.experts.364.up_proj,0.0000626527,0.05000,14.790
23,mlp.experts.362.up_proj,0.0000108171,0.05000,14.746
23,mlp.experts.34.down_proj,0.0000010841,0.05000,3.669
23,mlp.experts.192.down_proj,0.0000017510,0.05000,3.581
23,mlp.experts.363.up_proj,0.0000305944,0.05000,14.720
23,mlp.experts.399.up_proj,0.0000397795,0.05000,14.456
23,mlp.experts.353.up_proj,0.0000155438,0.05000,14.616
23,mlp.experts.377.up_proj,0.0000332978,0.05000,14.538
23,mlp.experts.50.down_proj,0.0000070110,0.05000,3.516
23,mlp.experts.478.up_proj,0.0000422202,0.05000,14.606
23,mlp.experts.488.up_proj,0.0000110092,0.05000,14.790
23,mlp.experts.208.down_proj,0.0000016971,0.05000,3.569
23,mlp.experts.224.down_proj,failsafe(rtn): 0.0014267,0.00000,0.199
23,mlp.experts.494.up_proj,failsafe(rtn): 0.0015564,0.00000,0.776
23,mlp.experts.484.up_proj,0.0000241243,0.05000,14.611
23,mlp.experts.455.up_proj,0.0000176601,0.05000,14.800
23,mlp.experts.461.up_proj,0.0000200644,0.05000,14.648
23,mlp.experts.483.up_proj,0.0000239098,0.05000,14.528
23,mlp.experts.66.down_proj,0.0000042013,0.05000,3.667
23,mlp.experts.240.down_proj,0.0000004623,0.05000,3.619
23,mlp.experts.485.up_proj,0.0000584189,0.05000,14.586
23,mlp.experts.82.down_proj,0.0000017351,0.05000,3.644
23,mlp.experts.256.down_proj,0.0000011319,0.05000,3.471
23,mlp.experts.374.up_proj,0.0000222293,0.05000,14.355
23,mlp.experts.380.up_proj,0.0000379719,0.05000,14.317
23,mlp.experts.378.up_proj,0.0000321340,0.05000,14.325
23,mlp.experts.98.down_proj,0.0000026552,0.05000,3.685
23,mlp.experts.272.down_proj,0.0000059433,0.05000,3.794
23,mlp.experts.379.up_proj,0.0000160703,0.05000,14.694
23,mlp.experts.415.up_proj,0.0000429479,0.05000,14.785
23,mlp.experts.393.up_proj,0.0000195533,0.05000,14.832
23,mlp.experts.369.up_proj,0.0000239670,0.05000,14.894
23,mlp.experts.114.down_proj,0.0000120354,0.05000,3.903
23,mlp.experts.504.up_proj,0.0000117607,0.05000,14.710
23,mlp.experts.288.down_proj,0.0000022029,0.05000,3.834
23,mlp.experts.500.up_proj,0.0000513915,0.05000,14.639
23,mlp.experts.510.up_proj,0.0000158026,0.05000,14.728
23,mlp.experts.471.up_proj,0.0000169723,0.05000,14.754
23,mlp.experts.477.up_proj,0.0000141781,0.05000,14.864
23,mlp.experts.499.up_proj,0.0000044149,0.05000,14.913
23,mlp.experts.3.down_proj,failsafe(rtn): 0.0016251,0.00000,0.208
23,mlp.experts.130.down_proj,0.0000031697,0.05000,3.820
23,mlp.experts.8.down_proj,0.0000064124,0.05000,3.810
23,mlp.experts.501.up_proj,0.0000397735,0.05000,14.793
23,mlp.experts.304.down_proj,0.0000039101,0.05000,3.786
23,mlp.experts.14.down_proj,0.0000022817,0.05000,3.708
23,mlp.experts.4.down_proj,0.0000013835,0.05000,3.827
23,mlp.experts.19.down_proj,0.0000014940,0.05000,3.622
23,mlp.experts.146.down_proj,0.0000055602,0.05000,3.637
23,mlp.experts.24.down_proj,0.0000015944,0.05000,3.773
23,mlp.experts.5.down_proj,0.0000012481,0.05000,3.756
23,mlp.experts.320.down_proj,0.0000021377,0.05000,3.708
23,mlp.experts.30.down_proj,0.0000016838,0.05000,3.665
23,mlp.experts.20.down_proj,0.0000008397,0.05000,3.689
23,mlp.experts.390.up_proj,0.0000177675,0.05000,15.092
23,mlp.experts.396.up_proj,0.0000364907,0.05000,15.023
23,mlp.experts.394.up_proj,0.0000146410,0.05000,14.997
23,mlp.experts.35.down_proj,0.0000046278,0.05000,3.654
23,mlp.experts.162.down_proj,0.0000007635,0.05000,3.681
23,mlp.experts.51.down_proj,failsafe(rtn): 0.0015335,0.00000,0.186
23,mlp.experts.178.down_proj,failsafe(rtn): 0.0015640,0.00000,0.203
23,mlp.experts.67.down_proj,failsafe(rtn): 0.0015335,0.00000,0.191
23,mlp.experts.40.down_proj,0.0000045153,0.05000,3.735
23,mlp.experts.21.down_proj,0.0000002111,0.05000,3.662
23,mlp.experts.336.down_proj,0.0000012852,0.05000,3.696
23,mlp.experts.46.down_proj,0.0000033163,0.05000,3.743
23,mlp.experts.37.down_proj,failsafe(rtn): 0.0015640,0.00000,0.192
23,mlp.experts.36.down_proj,0.0000049576,0.05000,3.717
23,mlp.experts.395.up_proj,0.0000282144,0.05000,15.128
23,mlp.experts.431.up_proj,0.0000198858,0.05000,15.065
23,mlp.experts.409.up_proj,0.0000223447,0.05000,15.050
23,mlp.experts.385.up_proj,0.0000083170,0.05000,15.157
23,mlp.experts.194.down_proj,0.0000020242,0.05000,3.920
23,mlp.experts.83.down_proj,0.0000020017,0.05000,3.879
23,mlp.experts.56.down_proj,0.0000020624,0.05000,3.819
23,mlp.experts.352.down_proj,0.0000020352,0.05000,3.842
23,mlp.experts.72.down_proj,failsafe(rtn): 0.0014038,0.00000,0.161
23,mlp.experts.62.down_proj,0.0000046877,0.05000,3.783
23,mlp.experts.52.down_proj,0.0000016951,0.05000,3.794
23,mlp.experts.53.down_proj,0.0000018220,0.05000,3.812
23,mlp.experts.487.up_proj,0.0000179675,0.05000,14.887
23,mlp.experts.493.up_proj,0.0000340929,0.05000,14.935
23,mlp.experts.210.down_proj,0.0000019618,0.05000,3.432
23,mlp.experts.99.down_proj,0.0000013131,0.05000,3.501
23,mlp.experts.88.down_proj,0.0000019974,0.05000,3.510
23,mlp.experts.78.down_proj,0.0000010944,0.05000,3.535
23,mlp.experts.368.down_proj,0.0000004517,0.05000,3.577
23,mlp.experts.69.down_proj,0.0000012357,0.05000,3.530
23,mlp.experts.68.down_proj,0.0000023977,0.05000,3.583
23,mlp.experts.85.down_proj,failsafe(rtn): 0.0016174,0.00000,0.162
23,mlp.experts.226.down_proj,0.0000013953,0.05000,3.518
23,mlp.experts.115.down_proj,0.0000025643,0.05000,3.516
23,mlp.experts.94.down_proj,0.0000016723,0.05000,3.331
23,mlp.experts.104.down_proj,0.0000097290,0.05000,3.437
23,mlp.experts.384.down_proj,0.0000013380,0.05000,3.441
23,mlp.experts.84.down_proj,0.0000035551,0.05000,3.431
23,mlp.experts.101.down_proj,0.0000047540,0.05000,3.496
23,mlp.experts.406.up_proj,0.0000430386,0.05000,14.505
23,mlp.experts.412.up_proj,0.0000275556,0.05000,14.604
23,mlp.experts.410.up_proj,0.0000466306,0.05000,14.537
23,mlp.experts.242.down_proj,0.0000086912,0.05000,3.655
23,mlp.experts.131.down_proj,0.0000010646,0.05000,3.743
23,mlp.experts.258.down_proj,failsafe(rtn): 0.0014801,0.00000,0.220
23,mlp.experts.110.down_proj,0.0000021532,0.05000,3.748
23,mlp.experts.120.down_proj,0.0000031077,0.05000,3.766
23,mlp.experts.400.down_proj,0.0000023900,0.05000,3.786
23,mlp.experts.126.down_proj,failsafe(rtn): 0.0016403,0.00000,0.188
23,mlp.experts.100.down_proj,0.0000063616,0.05000,3.754
23,mlp.experts.117.down_proj,0.0000002035,0.05000,3.652
23,mlp.experts.411.up_proj,0.0000118049,0.05000,14.406
23,mlp.experts.447.up_proj,0.0000111949,0.05000,14.307
23,mlp.experts.425.up_proj,0.0000516974,0.05000,14.330
23,mlp.experts.401.up_proj,0.0000236984,0.05000,14.432
23,mlp.experts.147.down_proj,0.0000015000,0.05000,3.820
23,mlp.experts.274.down_proj,0.0000020329,0.05000,3.778
23,mlp.experts.136.down_proj,0.0000026906,0.05000,3.723
23,mlp.experts.142.down_proj,0.0000040025,0.05000,3.720
23,mlp.experts.416.down_proj,0.0000012191,0.05000,3.769
23,mlp.experts.116.down_proj,0.0000004927,0.05000,3.751
23,mlp.experts.133.down_proj,0.0000015388,0.05000,3.722
23,mlp.experts.432.down_proj,failsafe(rtn): 0.0016251,0.00000,0.211
23,mlp.experts.132.down_proj,failsafe(rtn): 0.0016708,0.00000,0.208
23,mlp.experts.503.up_proj,0.0000173647,0.05000,14.545
23,mlp.experts.448.down_proj,failsafe(rtn): 0.0014496,0.00000,0.202
23,mlp.experts.509.up_proj,0.0000073895,0.05000,14.319
23,mlp.experts.13.down_proj,failsafe(rtn): 0.0014877,0.00000,0.198
23,mlp.experts.163.down_proj,0.0000013057,0.05000,3.752
23,mlp.experts.290.down_proj,0.0000054251,0.05000,3.829
23,mlp.experts.152.down_proj,0.0000013208,0.05000,3.779
23,mlp.experts.158.down_proj,0.0000007969,0.05000,3.822
23,mlp.experts.168.down_proj,failsafe(rtn): 0.0014114,0.00000,0.167
23,mlp.experts.149.down_proj,0.0000017048,0.05000,3.782
23,mlp.experts.148.down_proj,0.0000041630,0.05000,3.740
23,mlp.experts.7.down_proj,0.0000012076,0.05000,3.760
23,mlp.experts.464.down_proj,0.0000049007,0.05000,3.817
23,mlp.experts.29.down_proj,0.0000030377,0.05000,3.673
23,mlp.experts.179.down_proj,0.0000014652,0.05000,3.659
23,mlp.experts.306.down_proj,0.0000066444,0.05000,3.732
23,mlp.experts.174.down_proj,0.0000022381,0.05000,3.659
23,mlp.experts.165.down_proj,0.0000010539,0.05000,3.652
23,mlp.experts.184.down_proj,0.0000031759,0.05000,3.688
23,mlp.experts.164.down_proj,0.0000030331,0.05000,3.654
23,mlp.experts.200.down_proj,failsafe(rtn): 0.0014877,0.00000,0.195
23,mlp.experts.23.down_proj,0.0000070726,0.05000,3.660
23,mlp.experts.422.up_proj,0.0000352250,0.05000,14.880
23,mlp.experts.428.up_proj,0.0000582019,0.05000,14.682
23,mlp.experts.480.down_proj,0.0000011354,0.05000,3.686
23,mlp.experts.45.down_proj,0.0000010169,0.05000,3.691
23,mlp.experts.426.up_proj,0.0000396387,0.05000,14.978
23,mlp.experts.195.down_proj,0.0000010770,0.05000,3.567
23,mlp.experts.322.down_proj,0.0000020166,0.05000,3.583
23,mlp.experts.338.down_proj,failsafe(rtn): 0.0015869,0.00000,0.173
23,mlp.experts.190.down_proj,0.0000019996,0.05000,3.556
23,mlp.experts.181.down_proj,0.0000080419,0.05000,3.579
23,mlp.experts.180.down_proj,0.0000049241,0.05000,3.563
23,mlp.experts.206.down_proj,failsafe(rtn): 0.0014572,0.00000,0.186
23,mlp.experts.216.down_proj,0.0000018041,0.05000,3.594
23,mlp.experts.39.down_proj,0.0000014386,0.05000,3.598
23,mlp.experts.427.up_proj,0.0000497113,0.05000,14.591
23,mlp.experts.196.down_proj,failsafe(rtn): 0.0016174,0.00000,0.182
23,mlp.experts.496.down_proj,0.0000030234,0.05000,3.567
23,mlp.experts.61.down_proj,0.0000051063,0.05000,3.534
23,mlp.experts.463.up_proj,0.0000073760,0.05000,14.620
23,mlp.experts.441.up_proj,0.0000353793,0.05000,14.596
23,mlp.experts.417.up_proj,0.0000280659,0.05000,14.553
23,mlp.experts.211.down_proj,0.0000021129,0.05000,3.481
23,mlp.experts.354.down_proj,0.0000018204,0.05000,3.395
23,mlp.experts.197.down_proj,0.0000038048,0.05000,3.428
23,mlp.experts.222.down_proj,0.0000031580,0.05000,3.412
23,mlp.experts.232.down_proj,0.0000022731,0.05000,3.413
23,mlp.experts.212.down_proj,0.0000014905,0.05000,3.404
23,mlp.experts.55.down_proj,0.0000024706,0.05000,3.445
23,mlp.experts.71.down_proj,failsafe(rtn): 0.0015259,0.00000,0.157
23,mlp.experts.77.down_proj,0.0000041810,0.05000,3.453
23,mlp.experts.227.down_proj,0.0000015805,0.05000,3.308
23,mlp.experts.370.down_proj,0.0000022982,0.05000,3.340
23,mlp.experts.213.down_proj,0.0000049445,0.05000,3.269
23,mlp.experts.238.down_proj,0.0000013862,0.05000,3.224
23,mlp.experts.248.down_proj,0.0000130675,0.05000,3.245
23,mlp.experts.228.down_proj,0.0000016955,0.05000,3.210
23,mlp.experts.254.down_proj,failsafe(rtn): 0.0015030,0.00000,0.177
23,mlp.experts.87.down_proj,0.0000062478,0.05000,3.256
23,mlp.experts.93.down_proj,0.0000020229,0.05000,3.252
23,mlp.experts.243.down_proj,0.0000023604,0.05000,3.184
23,mlp.experts.386.down_proj,0.0000014003,0.05000,3.176
23,mlp.experts.402.down_proj,failsafe(rtn): 0.0015869,0.00000,0.199
23,mlp.experts.229.down_proj,0.0000021730,0.05000,3.295
23,mlp.experts.438.up_proj,0.0000179245,0.05000,13.427
23,mlp.experts.264.down_proj,0.0000008359,0.05000,3.260
23,mlp.experts.244.down_proj,0.0000011074,0.05000,3.249
23,mlp.experts.444.up_proj,0.0000106076,0.05000,13.480
23,mlp.experts.270.down_proj,0.0000096652,0.05000,3.338
23,mlp.experts.103.down_proj,0.0000008631,0.05000,3.383
23,mlp.experts.109.down_proj,0.0000033296,0.05000,3.271
23,mlp.experts.442.up_proj,0.0000239366,0.05000,13.325
23,mlp.experts.259.down_proj,0.0000015436,0.05000,3.456
23,mlp.experts.418.down_proj,0.0000027208,0.05000,3.451
23,mlp.experts.245.down_proj,0.0000016388,0.05000,3.430
23,mlp.experts.443.up_proj,0.0000280654,0.05000,13.284
23,mlp.experts.260.down_proj,0.0000027600,0.05000,3.420
23,mlp.experts.280.down_proj,0.0000061611,0.05000,3.446
23,mlp.experts.286.down_proj,0.0000079198,0.05000,3.464
23,mlp.experts.119.down_proj,0.0000037932,0.05000,3.447
23,mlp.experts.125.down_proj,0.0000017625,0.05000,3.521
23,mlp.experts.479.up_proj,0.0000571701,0.05000,13.255
23,mlp.experts.457.up_proj,0.0000222407,0.05000,13.285
23,mlp.experts.433.up_proj,0.0000701253,0.05000,13.291
23,mlp.experts.473.up_proj,failsafe(rtn): 0.0014954,0.00000,0.728
23,mlp.experts.275.down_proj,0.0000022313,0.05000,3.450
23,mlp.experts.434.down_proj,0.0000044344,0.05000,3.394
23,mlp.experts.261.down_proj,0.0000004825,0.05000,3.513
23,mlp.experts.276.down_proj,0.0000014139,0.05000,3.451
23,mlp.experts.296.down_proj,0.0000009347,0.05000,3.474
23,mlp.experts.277.down_proj,failsafe(rtn): 0.0015717,0.00000,0.190
23,mlp.experts.302.down_proj,0.0000078645,0.05000,3.436
23,mlp.experts.135.down_proj,0.0000005550,0.05000,3.412
23,mlp.experts.141.down_proj,0.0000037311,0.05000,3.455
23,mlp.experts.291.down_proj,0.0000011356,0.05000,3.481
23,mlp.experts.450.down_proj,0.0000017542,0.05000,3.384
23,mlp.experts.292.down_proj,0.0000026321,0.05000,3.360
23,mlp.experts.312.down_proj,0.0000030805,0.05000,3.334
23,mlp.experts.318.down_proj,0.0000024105,0.05000,3.358
23,mlp.experts.293.down_proj,0.0000049735,0.05000,3.405
23,mlp.experts.151.down_proj,0.0000027907,0.05000,3.356
23,mlp.experts.157.down_proj,0.0000038119,0.05000,3.351
23,mlp.experts.307.down_proj,0.0000008776,0.05000,3.391
23,mlp.experts.466.down_proj,0.0000061416,0.05000,3.361
23,mlp.experts.328.down_proj,0.0000015620,0.05000,3.303
23,mlp.experts.454.up_proj,0.0000401502,0.05000,13.621
23,mlp.experts.308.down_proj,0.0000021075,0.05000,3.356
23,mlp.experts.460.up_proj,0.0000263593,0.05000,13.546
23,mlp.experts.334.down_proj,0.0000022231,0.05000,3.370
23,mlp.experts.324.down_proj,failsafe(rtn): 0.0014877,0.00000,0.196
23,mlp.experts.309.down_proj,0.0000008270,0.05000,3.442
23,mlp.experts.167.down_proj,0.0000010914,0.05000,3.427
23,mlp.experts.173.down_proj,0.0000043970,0.05000,3.493
23,mlp.experts.458.up_proj,0.0000360002,0.05000,13.612
23,mlp.experts.323.down_proj,0.0000018591,0.05000,3.352
23,mlp.experts.482.down_proj,0.0000073253,0.05000,3.425
23,mlp.experts.344.down_proj,0.0000013465,0.05000,3.342
23,mlp.experts.459.up_proj,0.0000105428,0.05000,13.605
23,mlp.experts.350.down_proj,0.0000016105,0.05000,3.351
23,mlp.experts.340.down_proj,0.0000022544,0.05000,3.373
23,mlp.experts.325.down_proj,0.0000020833,0.05000,3.369
23,mlp.experts.183.down_proj,0.0000011287,0.05000,3.354
23,mlp.experts.199.down_proj,failsafe(rtn): 0.0015106,0.00000,0.185
23,mlp.experts.495.up_proj,0.0000237178,0.05000,13.455
23,mlp.experts.189.down_proj,0.0000021817,0.05000,3.467
23,mlp.experts.449.up_proj,0.0000190432,0.05000,13.613
23,mlp.experts.489.up_proj,0.0000296847,0.05000,13.678
23,mlp.experts.339.down_proj,0.0000015726,0.05000,3.486
23,mlp.experts.498.down_proj,0.0000025682,0.05000,3.435
23,mlp.experts.360.down_proj,0.0000034242,0.05000,3.452
23,mlp.experts.376.down_proj,failsafe(rtn): 0.0015717,0.00000,0.137
23,mlp.experts.366.down_proj,0.0000020339,0.05000,3.417
23,mlp.experts.356.down_proj,0.0000016973,0.05000,3.344
23,mlp.experts.341.down_proj,0.0000059437,0.05000,3.353
23,mlp.experts.357.down_proj,failsafe(rtn): 0.0015106,0.00000,0.164
23,mlp.experts.215.down_proj,0.0000020611,0.05000,3.329
23,mlp.experts.205.down_proj,0.0000023996,0.05000,3.268
23,mlp.experts.355.down_proj,0.0000020475,0.05000,3.003
23,mlp.experts.382.down_proj,0.0000044822,0.05000,2.979
23,mlp.experts.372.down_proj,0.0000018609,0.05000,2.972
23,mlp.experts.392.down_proj,0.0000037557,0.05000,3.049
23,mlp.experts.373.down_proj,0.0000037822,0.05000,3.032
23,mlp.experts.231.down_proj,0.0000010595,0.05000,3.100
23,mlp.experts.221.down_proj,0.0000019384,0.05000,3.100
23,mlp.experts.371.down_proj,0.0000015818,0.05000,3.317
23,mlp.experts.476.up_proj,0.0000195811,0.05000,12.934
23,mlp.experts.470.up_proj,0.0000202039,0.05000,13.062
23,mlp.experts.398.down_proj,0.0000008190,0.05000,3.408
23,mlp.experts.408.down_proj,0.0000049024,0.05000,3.386
23,mlp.experts.388.down_proj,0.0000027920,0.05000,3.476
23,mlp.experts.389.down_proj,0.0000019396,0.05000,3.433
23,mlp.experts.247.down_proj,0.0000009810,0.05000,3.445
23,mlp.experts.237.down_proj,0.0000014572,0.05000,3.447
23,mlp.experts.474.up_proj,0.0000175643,0.05000,13.067
23,mlp.experts.387.down_proj,0.0000030304,0.05000,3.256
23,mlp.experts.475.up_proj,0.0000202167,0.05000,12.920
23,mlp.experts.424.down_proj,0.0000016883,0.05000,3.018
23,mlp.experts.414.down_proj,0.0000011923,0.05000,3.053
23,mlp.experts.404.down_proj,0.0000005928,0.05000,3.102
23,mlp.experts.420.down_proj,failsafe(rtn): 0.0015106,0.00000,0.174
23,mlp.experts.405.down_proj,0.0000019266,0.05000,3.087
23,mlp.experts.263.down_proj,0.0000019043,0.05000,3.058
23,mlp.experts.511.up_proj,0.0000427542,0.05000,12.911
23,mlp.experts.253.down_proj,0.0000011193,0.05000,3.031
23,mlp.experts.279.down_proj,failsafe(rtn): 0.0014877,0.00000,0.175
23,mlp.experts.269.down_proj,failsafe(rtn): 0.0016022,0.00000,0.177
23,mlp.experts.465.up_proj,0.0000189309,0.05000,12.509
23,mlp.experts.505.up_proj,0.0000132389,0.05000,12.576
23,mlp.experts.403.down_proj,0.0000014821,0.05000,3.049
23,mlp.experts.430.down_proj,0.0000009085,0.05000,3.027
23,mlp.experts.440.down_proj,0.0000044091,0.05000,3.073
23,mlp.experts.436.down_proj,0.0000025022,0.05000,3.064
23,mlp.experts.421.down_proj,0.0000015077,0.05000,3.076
23,mlp.experts.15.down_proj,0.0000028310,0.05000,3.094
23,mlp.experts.295.down_proj,0.0000115915,0.05000,3.129
23,mlp.experts.285.down_proj,0.0000008940,0.05000,3.092
23,mlp.experts.301.down_proj,failsafe(rtn): 0.0016174,0.00000,0.166
23,mlp.experts.9.down_proj,0.0000011219,0.05000,3.267
23,mlp.experts.419.down_proj,0.0000016995,0.05000,3.275
23,mlp.experts.446.down_proj,0.0000010626,0.05000,3.180
23,mlp.experts.456.down_proj,0.0000016134,0.05000,3.158
23,mlp.experts.452.down_proj,0.0000031343,0.05000,3.154
23,mlp.experts.437.down_proj,0.0000018583,0.05000,3.198
23,mlp.experts.31.down_proj,0.0000026369,0.05000,3.104
23,mlp.experts.311.down_proj,0.0000023451,0.05000,3.079
23,mlp.experts.317.down_proj,0.0000069507,0.05000,3.050
23,mlp.experts.25.down_proj,0.0000022199,0.05000,3.071
23,mlp.experts.435.down_proj,0.0000016276,0.05000,3.072
23,mlp.experts.492.up_proj,0.0000903625,0.05000,12.407
23,mlp.experts.486.up_proj,0.0000257775,0.05000,12.357
23,mlp.experts.462.down_proj,0.0000028691,0.05000,3.023
23,mlp.experts.472.down_proj,0.0000054960,0.05000,3.123
23,mlp.experts.468.down_proj,0.0000005165,0.05000,3.057
23,mlp.experts.453.down_proj,0.0000020516,0.05000,3.106
23,mlp.experts.47.down_proj,0.0000012889,0.05000,3.094
23,mlp.experts.327.down_proj,0.0000030273,0.05000,3.092
23,mlp.experts.333.down_proj,0.0000016823,0.05000,3.103
23,mlp.experts.490.up_proj,0.0000385520,0.05000,12.251
23,mlp.experts.41.down_proj,0.0000007356,0.05000,3.110
23,mlp.experts.451.down_proj,0.0000030727,0.05000,3.091
23,mlp.experts.467.down_proj,failsafe(rtn): 0.0016479,0.00000,0.134
23,mlp.experts.491.up_proj,0.0000163433,0.05000,12.277
23,mlp.experts.478.down_proj,0.0000038767,0.05000,3.097
23,mlp.experts.488.down_proj,0.0000012814,0.05000,3.069
23,mlp.experts.494.down_proj,failsafe(rtn): 0.0015945,0.00000,0.138
23,mlp.experts.484.down_proj,0.0000028809,0.05000,3.040
23,mlp.experts.469.down_proj,0.0000010317,0.05000,3.110
23,mlp.experts.63.down_proj,0.0000017791,0.05000,3.060
23,mlp.experts.343.down_proj,0.0000069516,0.05000,3.083
23,mlp.experts.349.down_proj,0.0000013541,0.05000,3.032
23,mlp.experts.481.up_proj,0.0000207433,0.05000,12.353
23,mlp.experts.57.down_proj,0.0000039098,0.05000,3.038
23,mlp.experts.483.down_proj,0.0000023478,0.05000,3.037
23,mlp.experts.504.down_proj,0.0000008040,0.05000,3.031
23,mlp.experts.510.down_proj,0.0000017260,0.05000,3.061
23,mlp.experts.500.down_proj,0.0000051221,0.05000,3.065
23,mlp.experts.485.down_proj,0.0000045305,0.05000,3.069
23,mlp.experts.79.down_proj,0.0000008521,0.05000,3.031
23,mlp.experts.359.down_proj,0.0000055911,0.05000,3.035
23,mlp.experts.365.down_proj,0.0000016591,0.05000,3.010
23,mlp.experts.73.down_proj,0.0000025052,0.05000,2.656
23,mlp.experts.499.down_proj,0.0000002821,0.05000,2.566
23,mlp.experts.501.down_proj,0.0000023619,0.05000,2.304
23,mlp.experts.95.down_proj,0.0000009429,0.05000,2.256
23,mlp.experts.375.down_proj,0.0000053064,0.05000,2.187
23,mlp.experts.381.down_proj,0.0000115315,0.05000,2.156
23,mlp.experts.89.down_proj,0.0000020757,0.05000,1.854
23,mlp.experts.508.up_proj,0.0000501236,0.05000,10.375
23,mlp.experts.502.up_proj,0.0000470921,0.05000,10.412
23,mlp.experts.111.down_proj,0.0000025357,0.05000,1.738
23,mlp.experts.391.down_proj,0.0000020321,0.05000,1.696
23,mlp.experts.506.up_proj,0.0000100897,0.05000,9.827
23,mlp.experts.397.down_proj,0.0000021985,0.05000,1.741
23,mlp.experts.105.down_proj,0.0000028002,0.05000,1.808
23,mlp.experts.12.down_proj,0.0000018986,0.05000,1.755
23,mlp.experts.6.down_proj,0.0000099939,0.05000,1.756
23,mlp.experts.507.up_proj,0.0000247881,0.05000,9.071
23,mlp.experts.127.down_proj,0.0000012188,0.05000,1.893
23,mlp.experts.407.down_proj,0.0000027976,0.05000,1.878
23,mlp.experts.10.down_proj,0.0000031269,0.05000,1.905
23,mlp.experts.413.down_proj,0.0000015066,0.05000,1.906
23,mlp.experts.497.up_proj,0.0000098148,0.05000,8.485
23,mlp.experts.121.down_proj,0.0000007889,0.05000,1.867
23,mlp.experts.28.down_proj,0.0000034795,0.05000,1.852
23,mlp.experts.22.down_proj,0.0000014251,0.05000,1.859
23,mlp.experts.11.down_proj,0.0000008308,0.05000,1.892
23,mlp.experts.143.down_proj,0.0000013241,0.05000,1.856
23,mlp.experts.423.down_proj,0.0000010227,0.05000,1.828
23,mlp.experts.26.down_proj,0.0000026113,0.05000,1.833
23,mlp.experts.429.down_proj,0.0000041994,0.05000,1.851
23,mlp.experts.1.down_proj,0.0000031234,0.05000,1.847
23,mlp.experts.44.down_proj,0.0000017623,0.05000,1.804
23,mlp.experts.137.down_proj,0.0000005935,0.05000,1.911
23,mlp.experts.38.down_proj,0.0000012196,0.05000,1.869
23,mlp.experts.27.down_proj,0.0000007494,0.05000,1.887
23,mlp.experts.159.down_proj,0.0000015505,0.05000,1.863
23,mlp.experts.439.down_proj,0.0000029922,0.05000,1.922
23,mlp.experts.42.down_proj,0.0000008092,0.05000,1.883
23,mlp.experts.445.down_proj,0.0000011865,0.05000,1.895
23,mlp.experts.17.down_proj,0.0000030114,0.05000,1.940
23,mlp.experts.60.down_proj,0.0000015729,0.05000,1.830
23,mlp.experts.153.down_proj,0.0000013745,0.05000,1.890
23,mlp.experts.54.down_proj,0.0000021053,0.05000,1.873
23,mlp.experts.43.down_proj,0.0000007494,0.05000,1.887
23,mlp.experts.175.down_proj,0.0000007248,0.05000,1.942
23,mlp.experts.455.down_proj,0.0000010606,0.05000,1.897
23,mlp.experts.58.down_proj,0.0000009234,0.05000,1.889
23,mlp.experts.461.down_proj,0.0000011649,0.05000,1.880
23,mlp.experts.33.down_proj,0.0000033562,0.05000,1.870
23,mlp.experts.76.down_proj,0.0000021162,0.05000,1.778
23,mlp.experts.169.down_proj,0.0000020690,0.05000,1.868
23,mlp.experts.70.down_proj,0.0000017623,0.05000,1.811
23,mlp.experts.59.down_proj,0.0000013272,0.05000,1.871
23,mlp.experts.191.down_proj,0.0000020276,0.05000,1.794
23,mlp.experts.471.down_proj,0.0000027475,0.05000,1.788
23,mlp.experts.74.down_proj,0.0000017127,0.05000,1.783
23,mlp.experts.207.down_proj,failsafe(rtn): 0.0015640,0.00000,0.109
23,mlp.experts.477.down_proj,0.0000013477,0.05000,1.827
23,mlp.experts.49.down_proj,0.0000056911,0.05000,1.856
23,mlp.experts.92.down_proj,0.0000015692,0.05000,1.747
23,mlp.experts.86.down_proj,0.0000053485,0.05000,1.781
23,mlp.experts.185.down_proj,0.0000016098,0.05000,1.824
23,mlp.experts.75.down_proj,0.0000009636,0.05000,1.799
23,mlp.experts.487.down_proj,0.0000013345,0.05000,1.872
23,mlp.experts.90.down_proj,0.0000048122,0.05000,1.868
23,mlp.experts.223.down_proj,0.0000014783,0.05000,1.882
23,mlp.experts.493.down_proj,0.0000022906,0.05000,1.849
23,mlp.experts.65.down_proj,0.0000028116,0.05000,1.863
23,mlp.experts.108.down_proj,0.0000009712,0.05000,1.794
23,mlp.experts.102.down_proj,0.0000020251,0.05000,1.841
23,mlp.experts.201.down_proj,0.0000022255,0.05000,1.878
23,mlp.experts.91.down_proj,0.0000084366,0.05000,1.834
23,mlp.experts.503.down_proj,0.0000023238,0.05000,1.782
23,mlp.experts.106.down_proj,0.0000020987,0.05000,1.760
23,mlp.experts.239.down_proj,0.0000020235,0.05000,1.788
23,mlp.experts.509.down_proj,0.0000012326,0.05000,1.764
23,mlp.experts.81.down_proj,0.0000011175,0.05000,1.688
23,mlp.experts.124.down_proj,0.0000024916,0.05000,1.566
23,mlp.experts.118.down_proj,0.0000017910,0.05000,1.625
23,mlp.experts.217.down_proj,0.0000031549,0.05000,1.646
23,mlp.experts.107.down_proj,0.0000022778,0.05000,1.625
23,mlp.experts.122.down_proj,0.0000018992,0.05000,1.519
23,mlp.experts.255.down_proj,0.0000009833,0.05000,1.500
23,mlp.experts.97.down_proj,0.0000024579,0.05000,1.463
23,mlp.experts.140.down_proj,0.0000076879,0.05000,1.399
23,mlp.experts.134.down_proj,0.0000006553,0.05000,1.459
23,mlp.experts.233.down_proj,0.0000023680,0.05000,1.442
23,mlp.experts.123.down_proj,0.0000043156,0.05000,1.542
23,mlp.experts.138.down_proj,0.0000010663,0.05000,1.464
23,mlp.experts.271.down_proj,0.0000026765,0.05000,1.461
23,mlp.experts.156.down_proj,0.0000028487,0.05000,1.439
23,mlp.experts.113.down_proj,0.0000007265,0.05000,1.486
23,mlp.experts.150.down_proj,0.0000021645,0.05000,1.415
23,mlp.experts.249.down_proj,0.0000011734,0.05000,1.436
23,mlp.experts.139.down_proj,0.0000013049,0.05000,1.404
23,mlp.experts.154.down_proj,0.0000010146,0.05000,1.435
23,mlp.experts.287.down_proj,0.0000035987,0.05000,1.432
23,mlp.experts.172.down_proj,0.0000034397,0.05000,1.449
23,mlp.experts.129.down_proj,0.0000021776,0.05000,1.446
23,mlp.experts.166.down_proj,0.0000013163,0.05000,1.460
23,mlp.experts.265.down_proj,0.0000085484,0.05000,1.457
23,mlp.experts.155.down_proj,0.0000013924,0.05000,1.457
23,mlp.experts.170.down_proj,0.0000116304,0.05000,1.491
23,mlp.experts.303.down_proj,0.0000015384,0.05000,1.459
23,mlp.experts.188.down_proj,0.0000014750,0.05000,1.447
23,mlp.experts.145.down_proj,0.0000065387,0.05000,1.501
23,mlp.experts.182.down_proj,0.0000020162,0.05000,1.478
23,mlp.experts.281.down_proj,0.0000025441,0.05000,1.493
23,mlp.experts.171.down_proj,0.0000033692,0.05000,1.470
23,mlp.experts.186.down_proj,0.0000040774,0.05000,1.452
23,mlp.experts.319.down_proj,0.0000022328,0.05000,1.444
23,mlp.experts.204.down_proj,0.0000035112,0.05000,1.400
23,mlp.experts.161.down_proj,0.0000060314,0.05000,1.447
23,mlp.experts.198.down_proj,0.0000017539,0.05000,1.445
23,mlp.experts.297.down_proj,0.0000008323,0.05000,1.442
23,mlp.experts.187.down_proj,0.0000017033,0.05000,1.377
23,mlp.experts.335.down_proj,0.0000053143,0.05000,1.374
23,mlp.experts.202.down_proj,0.0000030274,0.05000,1.414
23,mlp.experts.220.down_proj,0.0000015528,0.05000,1.365
23,mlp.experts.177.down_proj,0.0000034667,0.05000,1.420
23,mlp.experts.214.down_proj,0.0000058455,0.05000,1.370
23,mlp.experts.313.down_proj,0.0000014330,0.05000,1.402
23,mlp.experts.203.down_proj,0.0000010067,0.05000,1.396
23,mlp.experts.351.down_proj,0.0000006265,0.05000,1.407
23,mlp.experts.218.down_proj,0.0000012463,0.05000,1.432
23,mlp.experts.236.down_proj,0.0000033651,0.05000,1.351
23,mlp.experts.193.down_proj,0.0000028280,0.05000,1.336
23,mlp.experts.230.down_proj,0.0000016598,0.05000,1.421
23,mlp.experts.329.down_proj,0.0000085191,0.05000,1.404
23,mlp.experts.219.down_proj,0.0000045622,0.05000,1.411
23,mlp.experts.367.down_proj,0.0000038774,0.05000,1.375
23,mlp.experts.234.down_proj,0.0000026809,0.05000,1.458
23,mlp.experts.252.down_proj,0.0000047074,0.05000,1.400
23,mlp.experts.209.down_proj,0.0000057773,0.05000,1.508
23,mlp.experts.246.down_proj,0.0000009919,0.05000,1.452
23,mlp.experts.345.down_proj,0.0000020869,0.05000,1.470
23,mlp.experts.235.down_proj,0.0000006321,0.05000,1.437
23,mlp.experts.383.down_proj,0.0000010731,0.05000,1.528
23,mlp.experts.250.down_proj,0.0000033843,0.05000,1.485
23,mlp.experts.268.down_proj,0.0000097902,0.05000,1.432
23,mlp.experts.225.down_proj,0.0000027126,0.05000,1.492
23,mlp.experts.262.down_proj,0.0000072458,0.05000,1.513
23,mlp.experts.361.down_proj,0.0000021108,0.05000,1.484
23,mlp.experts.251.down_proj,0.0000005297,0.05000,1.472
23,mlp.experts.399.down_proj,0.0000116054,0.05000,1.426
23,mlp.experts.284.down_proj,0.0000011353,0.05000,1.395
23,mlp.experts.266.down_proj,0.0000008024,0.05000,1.449
23,mlp.experts.241.down_proj,0.0000020850,0.05000,1.476
23,mlp.experts.278.down_proj,0.0000012191,0.05000,1.444
23,mlp.experts.377.down_proj,0.0000035840,0.05000,1.441
23,mlp.experts.267.down_proj,0.0000034091,0.05000,1.433
23,mlp.experts.415.down_proj,0.0000031677,0.05000,1.448
23,mlp.experts.300.down_proj,0.0000012071,0.05000,1.424
23,mlp.experts.282.down_proj,0.0000028990,0.05000,1.418
23,mlp.experts.257.down_proj,0.0000010816,0.05000,1.455
23,mlp.experts.294.down_proj,0.0000023853,0.05000,1.426
23,mlp.experts.393.down_proj,0.0000020224,0.05000,1.466
23,mlp.experts.283.down_proj,0.0000009490,0.05000,1.433
23,mlp.experts.431.down_proj,0.0000017889,0.05000,1.351
23,mlp.experts.316.down_proj,0.0000013713,0.05000,1.344
23,mlp.experts.298.down_proj,0.0000037572,0.05000,1.380
23,mlp.experts.273.down_proj,0.0000021084,0.05000,1.354
23,mlp.experts.310.down_proj,0.0000014355,0.05000,1.387
23,mlp.experts.409.down_proj,0.0000037569,0.05000,1.355
23,mlp.experts.299.down_proj,0.0000007806,0.05000,1.380
23,mlp.experts.447.down_proj,0.0000010919,0.05000,1.451
23,mlp.experts.332.down_proj,0.0000051772,0.05000,1.442
23,mlp.experts.314.down_proj,0.0000033562,0.05000,1.420
23,mlp.experts.289.down_proj,0.0000076360,0.05000,1.421
23,mlp.experts.326.down_proj,0.0000011304,0.05000,1.435
23,mlp.experts.425.down_proj,0.0000044617,0.05000,1.483
23,mlp.experts.315.down_proj,0.0000009006,0.05000,1.498
23,mlp.experts.463.down_proj,0.0000005185,0.05000,1.454
23,mlp.experts.348.down_proj,0.0000032920,0.05000,1.488
23,mlp.experts.330.down_proj,0.0000013734,0.05000,1.442
23,mlp.experts.305.down_proj,0.0000013377,0.05000,1.465
23,mlp.experts.342.down_proj,0.0000012706,0.05000,1.410
23,mlp.experts.441.down_proj,0.0000032988,0.05000,1.434
23,mlp.experts.331.down_proj,0.0000007186,0.05000,1.418
23,mlp.experts.479.down_proj,0.0000031105,0.05000,1.423
23,mlp.experts.364.down_proj,0.0000116034,0.05000,1.387
23,mlp.experts.346.down_proj,0.0000030712,0.05000,1.417
23,mlp.experts.321.down_proj,0.0000004390,0.05000,1.428
23,mlp.experts.358.down_proj,0.0000005425,0.05000,1.439
23,mlp.experts.457.down_proj,0.0000034633,0.05000,1.429
23,mlp.experts.347.down_proj,0.0000031666,0.05000,1.421
23,mlp.experts.473.down_proj,failsafe(rtn): 0.0015793,0.00000,0.072
23,mlp.experts.495.down_proj,0.0000019176,0.05000,1.421
23,mlp.experts.380.down_proj,0.0000041165,0.05000,1.396
23,mlp.experts.362.down_proj,0.0000006174,0.05000,1.444
23,mlp.experts.337.down_proj,0.0000007447,0.05000,1.346
23,mlp.experts.374.down_proj,0.0000012841,0.05000,1.344
23,mlp.experts.363.down_proj,0.0000017336,0.05000,1.341
23,mlp.experts.489.down_proj,0.0000048162,0.05000,1.380
23,mlp.experts.396.down_proj,0.0000033908,0.05000,1.406
23,mlp.experts.511.down_proj,0.0000042205,0.05000,1.447
23,mlp.experts.378.down_proj,0.0000039852,0.05000,1.487
23,mlp.experts.353.down_proj,0.0000012165,0.05000,1.419
23,mlp.experts.390.down_proj,0.0000015476,0.05000,1.366
23,mlp.experts.379.down_proj,0.0000017019,0.05000,1.256
23,mlp.experts.505.down_proj,0.0000006278,0.05000,1.277
23,mlp.experts.412.down_proj,0.0000021590,0.05000,1.121
23,mlp.experts.394.down_proj,0.0000012882,0.05000,1.096
23,mlp.experts.369.down_proj,0.0000029940,0.05000,1.021
23,mlp.experts.406.down_proj,0.0000056344,0.05000,1.030
23,mlp.experts.395.down_proj,0.0000032882,0.05000,0.936
23,mlp.experts.428.down_proj,0.0000038793,0.05000,0.877
23,mlp.experts.410.down_proj,0.0000026924,0.05000,0.949
23,mlp.experts.385.down_proj,0.0000009462,0.05000,0.898
23,mlp.experts.422.down_proj,0.0000017619,0.05000,0.945
23,mlp.experts.411.down_proj,0.0000013938,0.05000,0.941
23,mlp.experts.444.down_proj,0.0000008329,0.05000,0.943
23,mlp.experts.426.down_proj,0.0000024159,0.05000,0.962
23,mlp.experts.401.down_proj,0.0000024725,0.05000,0.951
23,mlp.experts.438.down_proj,0.0000010250,0.05000,0.954
23,mlp.experts.427.down_proj,0.0000026466,0.05000,0.942
23,mlp.experts.460.down_proj,0.0000023348,0.05000,0.899
23,mlp.experts.442.down_proj,0.0000027673,0.05000,0.905
23,mlp.experts.417.down_proj,0.0000015329,0.05000,0.896
23,mlp.experts.443.down_proj,0.0000017620,0.05000,0.863
23,mlp.experts.454.down_proj,0.0000024945,0.05000,0.951
23,mlp.experts.476.down_proj,0.0000013308,0.05000,0.910
23,mlp.experts.458.down_proj,0.0000018987,0.05000,0.936
23,mlp.experts.433.down_proj,0.0000127276,0.05000,0.902
23,mlp.experts.459.down_proj,0.0000005143,0.05000,0.834
23,mlp.experts.470.down_proj,0.0000024431,0.05000,0.825
23,mlp.experts.492.down_proj,0.0000121976,0.05000,0.782
23,mlp.experts.474.down_proj,0.0000017355,0.05000,0.798
23,mlp.experts.449.down_proj,0.0000012306,0.05000,0.796
23,mlp.experts.475.down_proj,0.0000027095,0.05000,0.802
23,mlp.experts.486.down_proj,0.0000019735,0.05000,0.841
23,mlp.experts.508.down_proj,0.0000057953,0.05000,0.859
23,mlp.experts.490.down_proj,0.0000065366,0.05000,0.753
23,mlp.experts.491.down_proj,0.0000017934,0.05000,0.564
23,mlp.experts.465.down_proj,0.0000010153,0.05000,0.765
23,mlp.experts.502.down_proj,0.0000027940,0.05000,0.677
23,mlp.experts.481.down_proj,0.0000012324,0.05000,0.389
23,mlp.experts.506.down_proj,0.0000011599,0.05000,0.485
23,mlp.experts.507.down_proj,0.0000013959,0.05000,0.471
23,mlp.experts.497.down_proj,0.0000004991,0.05000,0.140
24,mlp.experts.11.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.820
24,mlp.experts.10.gate_proj,0.0000184032,0.05000,14.298
24,mlp.experts.0.gate_proj,0.0000314725,0.05000,14.313
24,mlp.experts.4.gate_proj,0.0000179976,0.05000,14.371
24,mlp.experts.6.gate_proj,0.0000280963,0.05000,14.376
24,mlp.experts.8.gate_proj,0.0000234669,0.05000,14.378
24,mlp.experts.13.gate_proj,0.0000506441,0.05000,14.403
24,mlp.experts.5.gate_proj,0.0000544364,0.05000,14.422
24,mlp.experts.15.gate_proj,0.0001014911,0.05000,14.422
24,mlp.experts.12.gate_proj,0.0000106374,0.05000,14.433
24,mlp.experts.9.gate_proj,0.0000207057,0.05000,14.431
24,mlp.experts.2.gate_proj,0.0000203442,0.05000,14.397
24,mlp.experts.1.gate_proj,0.0000152890,0.05000,14.477
24,mlp.experts.7.gate_proj,0.0000248785,0.05000,14.494
24,mlp.experts.14.gate_proj,0.0000410843,0.05000,14.525
24,mlp.experts.3.gate_proj,0.0000139074,0.05000,14.534
24,mlp.experts.27.gate_proj,0.0000323013,0.05000,14.382
24,mlp.experts.22.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.846
24,mlp.experts.25.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.806
24,mlp.experts.23.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.815
24,mlp.experts.43.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.714
24,mlp.experts.29.gate_proj,0.0000449188,0.05000,13.339
24,mlp.experts.26.gate_proj,0.0000079354,0.05000,13.466
24,mlp.experts.31.gate_proj,0.0000091091,0.05000,13.429
24,mlp.experts.17.gate_proj,0.0000113832,0.05000,13.373
24,mlp.experts.28.gate_proj,0.0000291204,0.05000,13.426
24,mlp.experts.30.gate_proj,0.0000467112,0.05000,13.416
24,mlp.experts.21.gate_proj,0.0000245855,0.05000,13.538
24,mlp.experts.16.gate_proj,0.0000230763,0.05000,13.464
24,mlp.experts.20.gate_proj,0.0000808633,0.05000,13.510
24,mlp.experts.18.gate_proj,0.0000279840,0.05000,13.646
24,mlp.experts.24.gate_proj,0.0000466066,0.05000,13.652
24,mlp.experts.19.gate_proj,0.0000566168,0.05000,13.679
24,mlp.experts.38.gate_proj,0.0000233150,0.05000,13.416
24,mlp.experts.39.gate_proj,0.0000283670,0.05000,13.399
24,mlp.experts.45.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.784
24,mlp.experts.34.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.723
24,mlp.experts.59.gate_proj,0.0000066441,0.05000,13.466
24,mlp.experts.42.gate_proj,0.0000264471,0.05000,14.457
24,mlp.experts.47.gate_proj,0.0000291941,0.05000,14.409
24,mlp.experts.41.gate_proj,0.0000449462,0.05000,14.389
24,mlp.experts.36.gate_proj,0.0000289343,0.05000,14.323
24,mlp.experts.37.gate_proj,0.0000078592,0.05000,14.425
24,mlp.experts.44.gate_proj,0.0000093663,0.05000,14.455
24,mlp.experts.46.gate_proj,0.0000404892,0.05000,14.521
24,mlp.experts.32.gate_proj,0.0000068837,0.05000,14.561
24,mlp.experts.33.gate_proj,0.0000316080,0.05000,14.628
24,mlp.experts.40.gate_proj,0.0000135986,0.05000,14.490
24,mlp.experts.35.gate_proj,0.0000591672,0.05000,14.484
24,mlp.experts.54.gate_proj,0.0000605634,0.05000,14.438
24,mlp.experts.61.gate_proj,0.0000211494,0.05000,14.432
24,mlp.experts.55.gate_proj,0.0000128395,0.05000,14.526
24,mlp.experts.56.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.677
24,mlp.experts.50.gate_proj,0.0000291047,0.05000,14.517
24,mlp.experts.75.gate_proj,0.0000355923,0.05000,14.469
24,mlp.experts.58.gate_proj,0.0000229043,0.05000,14.555
24,mlp.experts.60.gate_proj,0.0000854117,0.05000,14.492
24,mlp.experts.53.gate_proj,0.0000274729,0.05000,14.589
24,mlp.experts.52.gate_proj,0.0000471500,0.05000,14.649
24,mlp.experts.63.gate_proj,0.0000287121,0.05000,14.793
24,mlp.experts.57.gate_proj,0.0000299716,0.05000,14.770
24,mlp.experts.48.gate_proj,0.0000567905,0.05000,14.621
24,mlp.experts.62.gate_proj,0.0000276964,0.05000,14.822
24,mlp.experts.49.gate_proj,0.0000562839,0.05000,14.781
24,mlp.experts.51.gate_proj,0.0000095631,0.05000,14.729
24,mlp.experts.70.gate_proj,0.0000091569,0.05000,14.833
24,mlp.experts.77.gate_proj,0.0000615603,0.05000,14.830
24,mlp.experts.71.gate_proj,0.0000180251,0.05000,14.769
24,mlp.experts.72.gate_proj,0.0000165292,0.05000,14.804
24,mlp.experts.66.gate_proj,0.0000332901,0.05000,14.739
24,mlp.experts.91.gate_proj,0.0000732060,0.05000,14.850
24,mlp.experts.74.gate_proj,0.0000386817,0.05000,14.534
24,mlp.experts.76.gate_proj,0.0000561308,0.05000,14.479
24,mlp.experts.69.gate_proj,0.0000492523,0.05000,14.517
24,mlp.experts.68.gate_proj,0.0000148614,0.05000,14.490
24,mlp.experts.79.gate_proj,0.0000340932,0.05000,14.566
24,mlp.experts.73.gate_proj,0.0000442539,0.05000,14.591
24,mlp.experts.78.gate_proj,0.0000807009,0.05000,14.440
24,mlp.experts.64.gate_proj,0.0000036828,0.05000,14.532
24,mlp.experts.65.gate_proj,0.0000276128,0.05000,14.545
24,mlp.experts.67.gate_proj,0.0000113458,0.05000,14.593
24,mlp.experts.90.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.769
24,mlp.experts.86.gate_proj,0.0000109284,0.05000,14.367
24,mlp.experts.87.gate_proj,0.0000322694,0.05000,14.369
24,mlp.experts.93.gate_proj,0.0000400393,0.05000,14.391
24,mlp.experts.88.gate_proj,0.0000384966,0.05000,14.295
24,mlp.experts.82.gate_proj,0.0000348453,0.05000,14.453
24,mlp.experts.107.gate_proj,0.0000340765,0.05000,14.426
24,mlp.experts.98.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.759
24,mlp.experts.92.gate_proj,0.0000225633,0.05000,14.189
24,mlp.experts.84.gate_proj,0.0000167982,0.05000,14.240
24,mlp.experts.85.gate_proj,0.0000135820,0.05000,14.346
24,mlp.experts.80.gate_proj,0.0000172388,0.05000,14.189
24,mlp.experts.89.gate_proj,0.0000298615,0.05000,14.311
24,mlp.experts.94.gate_proj,0.0000115477,0.05000,14.323
24,mlp.experts.95.gate_proj,0.0000340779,0.05000,14.416
24,mlp.experts.81.gate_proj,0.0000121775,0.05000,14.369
24,mlp.experts.83.gate_proj,0.0000138303,0.05000,14.249
24,mlp.experts.108.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.778
24,mlp.experts.106.gate_proj,0.0000219931,0.05000,14.387
24,mlp.experts.109.gate_proj,0.0000476810,0.05000,14.276
24,mlp.experts.104.gate_proj,0.0000287222,0.05000,14.284
24,mlp.experts.103.gate_proj,0.0000061813,0.05000,14.307
24,mlp.experts.102.gate_proj,0.0000103926,0.05000,14.447
24,mlp.experts.99.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.724
24,mlp.experts.123.gate_proj,0.0000190000,0.05000,14.270
24,mlp.experts.120.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.781
24,mlp.experts.114.gate_proj,0.0000326464,0.05000,14.264
24,mlp.experts.100.gate_proj,0.0000194342,0.05000,14.666
24,mlp.experts.101.gate_proj,0.0000144473,0.05000,14.876
24,mlp.experts.96.gate_proj,0.0000235779,0.05000,14.862
24,mlp.experts.110.gate_proj,0.0000271260,0.05000,14.777
24,mlp.experts.105.gate_proj,0.0000124703,0.05000,14.811
24,mlp.experts.111.gate_proj,0.0000259266,0.05000,14.858
24,mlp.experts.124.gate_proj,0.0000427050,0.05000,14.638
24,mlp.experts.97.gate_proj,0.0000319072,0.05000,14.738
24,mlp.experts.116.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.826
24,mlp.experts.122.gate_proj,0.0000208166,0.05000,14.878
24,mlp.experts.118.gate_proj,0.0000790357,0.05000,14.662
24,mlp.experts.125.gate_proj,0.0000346213,0.05000,14.886
24,mlp.experts.119.gate_proj,0.0000062562,0.05000,14.893
24,mlp.experts.121.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.877
24,mlp.experts.115.gate_proj,0.0000227324,0.05000,14.830
24,mlp.experts.139.gate_proj,0.0000277203,0.05000,15.061
24,mlp.experts.136.gate_proj,0.0000147125,0.05000,15.018
24,mlp.experts.137.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.832
24,mlp.experts.130.gate_proj,0.0000473037,0.05000,15.052
24,mlp.experts.127.gate_proj,0.0000198703,0.05000,14.588
24,mlp.experts.117.gate_proj,0.0000723491,0.05000,14.825
24,mlp.experts.112.gate_proj,0.0000114407,0.05000,14.748
24,mlp.experts.126.gate_proj,0.0000366473,0.05000,14.775
24,mlp.experts.113.gate_proj,0.0000263070,0.05000,14.737
24,mlp.experts.140.gate_proj,0.0000317493,0.05000,14.794
24,mlp.experts.132.gate_proj,0.0000116827,0.05000,14.631
24,mlp.experts.138.gate_proj,0.0000177020,0.05000,14.661
24,mlp.experts.134.gate_proj,0.0000228883,0.05000,14.679
24,mlp.experts.141.gate_proj,0.0000471347,0.05000,14.571
24,mlp.experts.135.gate_proj,0.0000191938,0.05000,14.653
24,mlp.experts.131.gate_proj,0.0000186761,0.05000,14.597
24,mlp.experts.157.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.711
24,mlp.experts.152.gate_proj,0.0000410863,0.05000,14.439
24,mlp.experts.153.gate_proj,0.0000204838,0.05000,14.471
24,mlp.experts.155.gate_proj,0.0000274492,0.05000,14.583
24,mlp.experts.146.gate_proj,0.0000163556,0.05000,14.518
24,mlp.experts.143.gate_proj,0.0000465548,0.05000,14.571
24,mlp.experts.142.gate_proj,0.0000146122,0.05000,14.555
24,mlp.experts.133.gate_proj,0.0000652432,0.05000,14.707
24,mlp.experts.128.gate_proj,0.0000595397,0.05000,14.710
24,mlp.experts.156.gate_proj,0.0000300952,0.05000,14.521
24,mlp.experts.129.gate_proj,0.0000418747,0.05000,14.605
24,mlp.experts.148.gate_proj,0.0000122793,0.05000,14.600
24,mlp.experts.154.gate_proj,0.0000195603,0.05000,14.478
24,mlp.experts.150.gate_proj,0.0000212999,0.05000,14.613
24,mlp.experts.151.gate_proj,0.0000779229,0.05000,14.616
24,mlp.experts.147.gate_proj,0.0000462700,0.05000,14.545
24,mlp.experts.173.gate_proj,0.0000517251,0.05000,14.735
24,mlp.experts.168.gate_proj,0.0000420683,0.05000,14.739
24,mlp.experts.162.gate_proj,0.0000217097,0.05000,14.578
24,mlp.experts.169.gate_proj,0.0000353780,0.05000,14.794
24,mlp.experts.171.gate_proj,0.0000171159,0.05000,14.751
24,mlp.experts.159.gate_proj,0.0000112459,0.05000,14.600
24,mlp.experts.158.gate_proj,0.0000234548,0.05000,14.629
24,mlp.experts.144.gate_proj,0.0000378314,0.05000,14.583
24,mlp.experts.149.gate_proj,0.0000366457,0.05000,14.653
24,mlp.experts.145.gate_proj,0.0000456904,0.05000,14.621
24,mlp.experts.172.gate_proj,0.0000494265,0.05000,14.664
24,mlp.experts.164.gate_proj,0.0000431613,0.05000,14.587
24,mlp.experts.170.gate_proj,0.0000188964,0.05000,14.720
24,mlp.experts.166.gate_proj,0.0000168257,0.05000,14.635
24,mlp.experts.167.gate_proj,0.0000311326,0.05000,14.647
24,mlp.experts.163.gate_proj,0.0000559011,0.05000,14.599
24,mlp.experts.189.gate_proj,0.0000027136,0.05000,14.412
24,mlp.experts.184.gate_proj,0.0000175489,0.05000,14.528
24,mlp.experts.178.gate_proj,0.0000315282,0.05000,14.567
24,mlp.experts.185.gate_proj,0.0000102202,0.05000,14.475
24,mlp.experts.187.gate_proj,0.0000337404,0.05000,14.567
24,mlp.experts.203.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.778
24,mlp.experts.175.gate_proj,0.0000438063,0.05000,14.179
24,mlp.experts.160.gate_proj,0.0000786261,0.05000,14.055
24,mlp.experts.174.gate_proj,0.0000151983,0.05000,14.145
24,mlp.experts.188.gate_proj,0.0000721120,0.05000,14.024
24,mlp.experts.161.gate_proj,0.0000299276,0.05000,14.095
24,mlp.experts.165.gate_proj,0.0000415437,0.05000,14.227
24,mlp.experts.180.gate_proj,0.0000308115,0.05000,14.203
24,mlp.experts.186.gate_proj,0.0000581137,0.05000,14.226
24,mlp.experts.182.gate_proj,0.0000311184,0.05000,14.212
24,mlp.experts.183.gate_proj,0.0000598923,0.05000,14.190
24,mlp.experts.179.gate_proj,0.0000183934,0.05000,14.170
24,mlp.experts.205.gate_proj,0.0000288610,0.05000,14.238
24,mlp.experts.200.gate_proj,0.0000378675,0.05000,14.192
24,mlp.experts.194.gate_proj,0.0000300085,0.05000,14.168
24,mlp.experts.201.gate_proj,0.0000415318,0.05000,14.362
24,mlp.experts.219.gate_proj,0.0000432356,0.05000,14.259
24,mlp.experts.235.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.677
24,mlp.experts.190.gate_proj,0.0000208874,0.05000,13.891
24,mlp.experts.204.gate_proj,0.0000058241,0.05000,13.875
24,mlp.experts.176.gate_proj,0.0000122848,0.05000,13.996
24,mlp.experts.191.gate_proj,0.0000535428,0.05000,14.033
24,mlp.experts.181.gate_proj,0.0000128408,0.05000,13.820
24,mlp.experts.196.gate_proj,0.0000190373,0.05000,13.865
24,mlp.experts.177.gate_proj,0.0000155908,0.05000,14.097
24,mlp.experts.202.gate_proj,0.0000168077,0.05000,13.848
24,mlp.experts.198.gate_proj,0.0000182986,0.05000,13.912
24,mlp.experts.206.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.760
24,mlp.experts.199.gate_proj,0.0000325850,0.05000,13.927
24,mlp.experts.195.gate_proj,0.0000352575,0.05000,13.923
24,mlp.experts.218.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.726
24,mlp.experts.221.gate_proj,0.0000306663,0.05000,13.973
24,mlp.experts.216.gate_proj,0.0000410903,0.05000,13.874
24,mlp.experts.210.gate_proj,0.0000633398,0.05000,13.990
24,mlp.experts.217.gate_proj,0.0000606253,0.05000,14.069
24,mlp.experts.232.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.737
24,mlp.experts.233.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.721
24,mlp.experts.251.gate_proj,0.0000197055,0.05000,13.983
24,mlp.experts.192.gate_proj,0.0000213594,0.05000,14.209
24,mlp.experts.220.gate_proj,0.0000191137,0.05000,14.388
24,mlp.experts.207.gate_proj,0.0000181774,0.05000,14.382
24,mlp.experts.197.gate_proj,0.0000153975,0.05000,14.425
24,mlp.experts.212.gate_proj,0.0000306013,0.05000,14.374
24,mlp.experts.193.gate_proj,0.0000175086,0.05000,14.562
24,mlp.experts.214.gate_proj,0.0000171952,0.05000,14.385
24,mlp.experts.222.gate_proj,0.0000278231,0.05000,14.297
24,mlp.experts.215.gate_proj,0.0000426461,0.05000,14.279
24,mlp.experts.211.gate_proj,0.0000190474,0.05000,14.334
24,mlp.experts.234.gate_proj,0.0000265651,0.05000,14.306
24,mlp.experts.237.gate_proj,0.0000257005,0.05000,14.311
24,mlp.experts.230.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.770
24,mlp.experts.238.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.819
24,mlp.experts.226.gate_proj,0.0000622821,0.05000,14.400
24,mlp.experts.248.gate_proj,0.0000154025,0.05000,14.276
24,mlp.experts.249.gate_proj,0.0000233485,0.05000,14.326
24,mlp.experts.267.gate_proj,0.0000428324,0.05000,14.420
24,mlp.experts.208.gate_proj,0.0000156758,0.05000,14.276
24,mlp.experts.236.gate_proj,0.0000235112,0.05000,14.237
24,mlp.experts.223.gate_proj,0.0000280696,0.05000,14.295
24,mlp.experts.228.gate_proj,0.0000887210,0.05000,14.210
24,mlp.experts.213.gate_proj,0.0000294538,0.05000,14.402
24,mlp.experts.209.gate_proj,0.0000242725,0.05000,14.512
24,mlp.experts.252.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.784
24,mlp.experts.227.gate_proj,0.0000536202,0.05000,14.339
24,mlp.experts.231.gate_proj,0.0000414811,0.05000,14.549
24,mlp.experts.250.gate_proj,0.0000216731,0.05000,14.332
24,mlp.experts.253.gate_proj,0.0000671533,0.05000,14.357
24,mlp.experts.254.gate_proj,0.0000440160,0.05000,14.216
24,mlp.experts.246.gate_proj,0.0000248201,0.05000,14.325
24,mlp.experts.242.gate_proj,0.0000035682,0.05000,14.310
24,mlp.experts.264.gate_proj,0.0000346548,0.05000,14.247
24,mlp.experts.265.gate_proj,0.0000257313,0.05000,14.274
24,mlp.experts.283.gate_proj,0.0000553665,0.05000,14.357
24,mlp.experts.224.gate_proj,0.0000140451,0.05000,14.503
24,mlp.experts.229.gate_proj,0.0000339425,0.05000,14.207
24,mlp.experts.239.gate_proj,0.0000344813,0.05000,14.420
24,mlp.experts.244.gate_proj,0.0000204716,0.05000,14.350
24,mlp.experts.268.gate_proj,0.0000617730,0.05000,14.211
24,mlp.experts.225.gate_proj,0.0000838143,0.05000,14.378
24,mlp.experts.247.gate_proj,0.0000379742,0.05000,14.183
24,mlp.experts.243.gate_proj,0.0000143331,0.05000,14.335
24,mlp.experts.266.gate_proj,0.0000171548,0.05000,14.291
24,mlp.experts.269.gate_proj,0.0000072177,0.05000,14.266
24,mlp.experts.262.gate_proj,0.0000204540,0.05000,14.269
24,mlp.experts.270.gate_proj,0.0000678485,0.05000,14.351
24,mlp.experts.258.gate_proj,0.0000213353,0.05000,14.362
24,mlp.experts.280.gate_proj,0.0000062025,0.05000,14.311
24,mlp.experts.285.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.782
24,mlp.experts.278.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.845
24,mlp.experts.281.gate_proj,0.0000215982,0.05000,14.516
24,mlp.experts.299.gate_proj,0.0000672137,0.05000,14.589
24,mlp.experts.255.gate_proj,0.0000131081,0.05000,14.261
24,mlp.experts.240.gate_proj,0.0000208151,0.05000,14.434
24,mlp.experts.245.gate_proj,0.0000172510,0.05000,14.389
24,mlp.experts.260.gate_proj,0.0000159759,0.05000,14.495
24,mlp.experts.284.gate_proj,0.0000255216,0.05000,14.333
24,mlp.experts.259.gate_proj,0.0000257531,0.05000,14.307
24,mlp.experts.263.gate_proj,0.0000271292,0.05000,14.422
24,mlp.experts.241.gate_proj,0.0000205735,0.05000,14.554
24,mlp.experts.276.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.785
24,mlp.experts.282.gate_proj,0.0000227186,0.05000,14.446
24,mlp.experts.286.gate_proj,0.0000402988,0.05000,14.468
24,mlp.experts.274.gate_proj,0.0000372742,0.05000,14.534
24,mlp.experts.301.gate_proj,0.0000421730,0.05000,14.381
24,mlp.experts.296.gate_proj,0.0000275883,0.05000,14.452
24,mlp.experts.294.gate_proj,0.0000439190,0.05000,14.486
24,mlp.experts.297.gate_proj,0.0000136742,0.05000,14.499
24,mlp.experts.315.gate_proj,0.0000457215,0.05000,14.316
24,mlp.experts.271.gate_proj,0.0000293747,0.05000,14.586
24,mlp.experts.256.gate_proj,0.0000089026,0.05000,14.680
24,mlp.experts.261.gate_proj,0.0000102767,0.05000,14.667
24,mlp.experts.300.gate_proj,0.0000216963,0.05000,14.649
24,mlp.experts.279.gate_proj,0.0000276043,0.05000,14.589
24,mlp.experts.257.gate_proj,0.0000198767,0.05000,14.635
24,mlp.experts.275.gate_proj,0.0000374127,0.05000,14.761
24,mlp.experts.292.gate_proj,0.0000305839,0.05000,14.650
24,mlp.experts.298.gate_proj,0.0000701506,0.05000,14.710
24,mlp.experts.302.gate_proj,0.0000517239,0.05000,14.458
24,mlp.experts.290.gate_proj,0.0000309224,0.05000,14.393
24,mlp.experts.314.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.731
24,mlp.experts.312.gate_proj,0.0000236450,0.05000,14.561
24,mlp.experts.317.gate_proj,0.0000110307,0.05000,14.697
24,mlp.experts.310.gate_proj,0.0000126272,0.05000,14.604
24,mlp.experts.313.gate_proj,0.0000592881,0.05000,14.475
24,mlp.experts.328.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.742
24,mlp.experts.331.gate_proj,0.0000664520,0.05000,14.530
24,mlp.experts.287.gate_proj,0.0000353201,0.05000,14.228
24,mlp.experts.272.gate_proj,0.0000138181,0.05000,14.209
24,mlp.experts.277.gate_proj,0.0000272365,0.05000,14.236
24,mlp.experts.316.gate_proj,0.0000194155,0.05000,14.159
24,mlp.experts.295.gate_proj,0.0000281399,0.05000,14.247
24,mlp.experts.291.gate_proj,0.0000214776,0.05000,14.216
24,mlp.experts.308.gate_proj,0.0000061392,0.05000,14.107
24,mlp.experts.273.gate_proj,0.0000231190,0.05000,14.317
24,mlp.experts.318.gate_proj,0.0000111030,0.05000,14.236
24,mlp.experts.306.gate_proj,0.0000695540,0.05000,14.181
24,mlp.experts.289.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.731
24,mlp.experts.330.gate_proj,0.0000464178,0.05000,14.236
24,mlp.experts.333.gate_proj,0.0000110172,0.05000,14.184
24,mlp.experts.326.gate_proj,0.0000201877,0.05000,14.150
24,mlp.experts.329.gate_proj,0.0000229392,0.05000,14.186
24,mlp.experts.344.gate_proj,0.0000558422,0.05000,14.199
24,mlp.experts.347.gate_proj,0.0000434312,0.05000,14.086
24,mlp.experts.303.gate_proj,0.0000232082,0.05000,14.081
24,mlp.experts.288.gate_proj,0.0000287231,0.05000,14.158
24,mlp.experts.293.gate_proj,0.0000102943,0.05000,14.165
24,mlp.experts.319.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.684
24,mlp.experts.332.gate_proj,0.0000143389,0.05000,14.204
24,mlp.experts.311.gate_proj,0.0000286612,0.05000,14.139
24,mlp.experts.324.gate_proj,0.0000407900,0.05000,14.174
24,mlp.experts.307.gate_proj,0.0000210112,0.05000,14.272
24,mlp.experts.334.gate_proj,0.0000268594,0.05000,14.039
24,mlp.experts.322.gate_proj,0.0000268175,0.05000,14.105
24,mlp.experts.305.gate_proj,0.0000177660,0.05000,14.353
24,mlp.experts.346.gate_proj,0.0000574318,0.05000,14.155
24,mlp.experts.349.gate_proj,0.0000307190,0.05000,14.187
24,mlp.experts.342.gate_proj,0.0000169215,0.05000,14.252
24,mlp.experts.360.gate_proj,0.0000363529,0.05000,14.143
24,mlp.experts.345.gate_proj,0.0000302906,0.05000,14.305
24,mlp.experts.363.gate_proj,0.0000368628,0.05000,14.174
24,mlp.experts.304.gate_proj,0.0000493122,0.05000,14.250
24,mlp.experts.309.gate_proj,0.0000336119,0.05000,14.400
24,mlp.experts.335.gate_proj,0.0000662798,0.05000,14.285
24,mlp.experts.348.gate_proj,0.0000172236,0.05000,14.331
24,mlp.experts.327.gate_proj,0.0000346399,0.05000,14.240
24,mlp.experts.340.gate_proj,0.0000672406,0.05000,14.224
24,mlp.experts.323.gate_proj,0.0000164063,0.05000,14.250
24,mlp.experts.350.gate_proj,0.0000549306,0.05000,14.301
24,mlp.experts.338.gate_proj,0.0000677822,0.05000,14.366
24,mlp.experts.362.gate_proj,0.0000280960,0.05000,14.196
24,mlp.experts.321.gate_proj,0.0000104881,0.05000,14.254
24,mlp.experts.365.gate_proj,0.0000374154,0.05000,14.242
24,mlp.experts.358.gate_proj,0.0000154608,0.05000,14.328
24,mlp.experts.376.gate_proj,0.0000277876,0.05000,14.110
24,mlp.experts.361.gate_proj,0.0000194028,0.05000,14.213
24,mlp.experts.379.gate_proj,0.0000159426,0.05000,14.271
24,mlp.experts.320.gate_proj,0.0000207517,0.05000,14.094
24,mlp.experts.325.gate_proj,0.0000393056,0.05000,14.148
24,mlp.experts.364.gate_proj,0.0000081657,0.05000,14.094
24,mlp.experts.351.gate_proj,0.0000328790,0.05000,14.204
24,mlp.experts.343.gate_proj,0.0000403109,0.05000,14.219
24,mlp.experts.356.gate_proj,0.0000184597,0.05000,14.105
24,mlp.experts.339.gate_proj,0.0000499940,0.05000,14.196
24,mlp.experts.366.gate_proj,0.0000147116,0.05000,14.177
24,mlp.experts.354.gate_proj,0.0000360679,0.05000,14.258
24,mlp.experts.337.gate_proj,0.0000346962,0.05000,14.202
24,mlp.experts.378.gate_proj,0.0000297634,0.05000,14.369
24,mlp.experts.381.gate_proj,0.0000376406,0.05000,14.277
24,mlp.experts.374.gate_proj,0.0000221623,0.05000,14.166
24,mlp.experts.392.gate_proj,0.0000806501,0.05000,14.334
24,mlp.experts.377.gate_proj,0.0000378910,0.05000,14.320
24,mlp.experts.397.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.791
24,mlp.experts.395.gate_proj,0.0000268545,0.05000,14.312
24,mlp.experts.336.gate_proj,0.0000444657,0.05000,14.592
24,mlp.experts.341.gate_proj,0.0000587728,0.05000,14.515
24,mlp.experts.380.gate_proj,0.0000223511,0.05000,14.395
24,mlp.experts.367.gate_proj,0.0000108764,0.05000,14.546
24,mlp.experts.359.gate_proj,0.0000641477,0.05000,14.395
24,mlp.experts.372.gate_proj,0.0000214889,0.05000,14.522
24,mlp.experts.355.gate_proj,0.0000238560,0.05000,14.422
24,mlp.experts.382.gate_proj,0.0000587012,0.05000,14.467
24,mlp.experts.383.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.719
24,mlp.experts.370.gate_proj,0.0000205449,0.05000,14.307
24,mlp.experts.353.gate_proj,0.0000627353,0.05000,14.378
24,mlp.experts.394.gate_proj,0.0000195501,0.05000,14.251
24,mlp.experts.398.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.742
24,mlp.experts.390.gate_proj,0.0000049617,0.05000,14.284
24,mlp.experts.408.gate_proj,0.0000436743,0.05000,14.210
24,mlp.experts.393.gate_proj,0.0000350719,0.05000,14.230
24,mlp.experts.413.gate_proj,0.0000541480,0.05000,14.272
24,mlp.experts.411.gate_proj,0.0000187416,0.05000,14.351
24,mlp.experts.352.gate_proj,0.0000191520,0.05000,14.652
24,mlp.experts.357.gate_proj,0.0000405777,0.05000,14.797
24,mlp.experts.396.gate_proj,0.0000306917,0.05000,14.671
24,mlp.experts.375.gate_proj,0.0000243694,0.05000,14.633
24,mlp.experts.388.gate_proj,0.0000129470,0.05000,14.764
24,mlp.experts.371.gate_proj,0.0000377743,0.05000,14.771
24,mlp.experts.412.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.821
24,mlp.experts.386.gate_proj,0.0000252296,0.05000,14.767
24,mlp.experts.399.gate_proj,0.0000227961,0.05000,14.902
24,mlp.experts.410.gate_proj,0.0000282963,0.05000,14.813
24,mlp.experts.414.gate_proj,0.0000293910,0.05000,14.698
24,mlp.experts.369.gate_proj,0.0000225776,0.05000,15.062
24,mlp.experts.406.gate_proj,0.0000725890,0.05000,14.744
24,mlp.experts.424.gate_proj,0.0000586105,0.05000,14.793
24,mlp.experts.409.gate_proj,0.0000869040,0.05000,14.849
24,mlp.experts.429.gate_proj,0.0000494576,0.05000,14.812
24,mlp.experts.427.gate_proj,0.0000178323,0.05000,14.861
24,mlp.experts.368.gate_proj,0.0000110187,0.05000,14.504
24,mlp.experts.373.gate_proj,0.0000077576,0.05000,14.644
24,mlp.experts.391.gate_proj,0.0000667744,0.05000,14.673
24,mlp.experts.387.gate_proj,0.0000225340,0.05000,14.574
24,mlp.experts.404.gate_proj,0.0000342476,0.05000,14.632
24,mlp.experts.428.gate_proj,0.0000148188,0.05000,14.454
24,mlp.experts.402.gate_proj,0.0000139056,0.05000,14.364
24,mlp.experts.415.gate_proj,0.0000326042,0.05000,14.467
24,mlp.experts.426.gate_proj,0.0000123260,0.05000,14.484
24,mlp.experts.430.gate_proj,0.0000710754,0.05000,14.528
24,mlp.experts.385.gate_proj,0.0000447183,0.05000,14.557
24,mlp.experts.422.gate_proj,0.0000416235,0.05000,14.538
24,mlp.experts.440.gate_proj,0.0000292790,0.05000,14.525
24,mlp.experts.425.gate_proj,0.0000492938,0.05000,14.667
24,mlp.experts.445.gate_proj,0.0000169233,0.05000,14.559
24,mlp.experts.456.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.725
24,mlp.experts.443.gate_proj,0.0000100733,0.05000,14.531
24,mlp.experts.441.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.722
24,mlp.experts.384.gate_proj,0.0000285715,0.05000,14.419
24,mlp.experts.389.gate_proj,0.0000261624,0.05000,14.377
24,mlp.experts.407.gate_proj,0.0000214546,0.05000,14.430
24,mlp.experts.403.gate_proj,0.0000036997,0.05000,14.445
24,mlp.experts.420.gate_proj,0.0000491986,0.05000,14.483
24,mlp.experts.444.gate_proj,0.0000284483,0.05000,14.430
24,mlp.experts.418.gate_proj,0.0000087700,0.05000,14.587
24,mlp.experts.431.gate_proj,0.0000232888,0.05000,14.668
24,mlp.experts.446.gate_proj,0.0000368692,0.05000,14.478
24,mlp.experts.442.gate_proj,0.0000304737,0.05000,14.525
24,mlp.experts.401.gate_proj,0.0000340348,0.05000,14.525
24,mlp.experts.438.gate_proj,0.0000312377,0.05000,14.503
24,mlp.experts.447.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.790
24,mlp.experts.461.gate_proj,0.0000187330,0.05000,14.511
24,mlp.experts.472.gate_proj,0.0000282718,0.05000,14.446
24,mlp.experts.463.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.768
24,mlp.experts.459.gate_proj,0.0000553279,0.05000,14.466
24,mlp.experts.457.gate_proj,0.0000201852,0.05000,14.551
24,mlp.experts.400.gate_proj,0.0000175705,0.05000,14.501
24,mlp.experts.405.gate_proj,0.0000848307,0.05000,14.602
24,mlp.experts.423.gate_proj,0.0000240083,0.05000,14.422
24,mlp.experts.419.gate_proj,0.0000175320,0.05000,14.482
24,mlp.experts.460.gate_proj,0.0000247161,0.05000,14.368
24,mlp.experts.436.gate_proj,0.0000804990,0.05000,14.460
24,mlp.experts.434.gate_proj,0.0000144044,0.05000,14.336
24,mlp.experts.462.gate_proj,0.0000135978,0.05000,14.166
24,mlp.experts.458.gate_proj,0.0000503906,0.05000,14.268
24,mlp.experts.454.gate_proj,0.0000591302,0.05000,14.180
24,mlp.experts.450.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.769
24,mlp.experts.417.gate_proj,0.0000327968,0.05000,14.453
24,mlp.experts.477.gate_proj,0.0000116772,0.05000,14.232
24,mlp.experts.479.gate_proj,0.0000176565,0.05000,14.196
24,mlp.experts.488.gate_proj,0.0000291122,0.05000,14.240
24,mlp.experts.475.gate_proj,0.0000259130,0.05000,14.209
24,mlp.experts.473.gate_proj,0.0000093495,0.05000,14.153
24,mlp.experts.493.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.733
24,mlp.experts.416.gate_proj,0.0000709443,0.05000,14.459
24,mlp.experts.421.gate_proj,0.0000695238,0.05000,14.595
24,mlp.experts.432.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.684
24,mlp.experts.439.gate_proj,0.0000094782,0.05000,14.518
24,mlp.experts.476.gate_proj,0.0000346324,0.05000,14.480
24,mlp.experts.435.gate_proj,0.0000666431,0.05000,14.522
24,mlp.experts.452.gate_proj,0.0000425276,0.05000,14.557
24,mlp.experts.478.gate_proj,0.0000430796,0.05000,14.487
24,mlp.experts.474.gate_proj,0.0000029320,0.05000,14.544
24,mlp.experts.470.gate_proj,0.0000204443,0.05000,14.507
24,mlp.experts.466.gate_proj,0.0000356748,0.05000,14.468
24,mlp.experts.433.gate_proj,0.0000412290,0.05000,14.589
24,mlp.experts.504.gate_proj,0.0000702734,0.05000,14.458
24,mlp.experts.495.gate_proj,0.0000237899,0.05000,14.512
24,mlp.experts.449.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.685
24,mlp.experts.491.gate_proj,0.0000419322,0.05000,14.532
24,mlp.experts.489.gate_proj,0.0000274718,0.05000,14.423
24,mlp.experts.509.gate_proj,0.0000122239,0.05000,14.453
24,mlp.experts.437.gate_proj,0.0000122075,0.05000,14.017
24,mlp.experts.448.gate_proj,0.0000257407,0.05000,14.091
24,mlp.experts.455.gate_proj,0.0000317251,0.05000,14.075
24,mlp.experts.492.gate_proj,0.0000169808,0.05000,13.933
24,mlp.experts.451.gate_proj,0.0000166562,0.05000,14.034
24,mlp.experts.468.gate_proj,0.0000183019,0.05000,14.026
24,mlp.experts.453.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.737
24,mlp.experts.508.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.734
24,mlp.experts.494.gate_proj,0.0000216086,0.05000,14.187
24,mlp.experts.490.gate_proj,0.0000360786,0.05000,14.184
24,mlp.experts.486.gate_proj,0.0000547165,0.05000,14.106
24,mlp.experts.482.gate_proj,0.0000368297,0.05000,14.066
24,mlp.experts.8.up_proj,0.0000231335,0.05000,13.980
24,mlp.experts.511.gate_proj,0.0000658428,0.05000,14.071
24,mlp.experts.465.gate_proj,0.0000311175,0.05000,14.077
24,mlp.experts.507.gate_proj,0.0000140178,0.05000,14.172
24,mlp.experts.505.gate_proj,0.0000133366,0.05000,14.144
24,mlp.experts.13.up_proj,0.0000495724,0.05000,14.135
24,mlp.experts.481.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.714
24,mlp.experts.11.up_proj,failsafe(rtn): 0.0016632,0.00000,0.769
24,mlp.experts.464.gate_proj,0.0000224890,0.05000,14.257
24,mlp.experts.471.gate_proj,0.0000320452,0.05000,14.205
24,mlp.experts.467.gate_proj,0.0000328682,0.05000,14.151
24,mlp.experts.484.gate_proj,0.0000364840,0.05000,14.087
24,mlp.experts.469.gate_proj,0.0000098209,0.05000,14.231
24,mlp.experts.12.up_proj,0.0000099720,0.05000,14.172
24,mlp.experts.502.gate_proj,0.0000290541,0.05000,13.831
24,mlp.experts.510.gate_proj,0.0000319349,0.05000,14.126
24,mlp.experts.506.gate_proj,0.0000204750,0.05000,14.124
24,mlp.experts.498.gate_proj,0.0000156425,0.05000,14.035
24,mlp.experts.24.up_proj,0.0000416572,0.05000,14.056
24,mlp.experts.15.up_proj,0.0000946243,0.05000,14.179
24,mlp.experts.9.up_proj,0.0000196868,0.05000,14.031
24,mlp.experts.29.up_proj,0.0000431980,0.05000,14.098
24,mlp.experts.497.gate_proj,0.0000080879,0.05000,14.081
24,mlp.experts.27.up_proj,0.0000294293,0.05000,14.020
24,mlp.experts.25.up_proj,failsafe(rtn): 0.0016632,0.00000,0.761
24,mlp.experts.45.up_proj,failsafe(rtn): 0.0015182,0.00000,0.784
24,mlp.experts.43.up_proj,failsafe(rtn): 0.0014801,0.00000,0.720
24,mlp.experts.480.gate_proj,0.0000134424,0.05000,13.989
24,mlp.experts.487.gate_proj,0.0000263597,0.05000,14.128
24,mlp.experts.500.gate_proj,0.0000429094,0.05000,14.076
24,mlp.experts.483.gate_proj,0.0000282857,0.05000,14.150
24,mlp.experts.485.gate_proj,0.0000295035,0.05000,14.104
24,mlp.experts.6.up_proj,0.0000279919,0.05000,14.175
24,mlp.experts.28.up_proj,0.0000289798,0.05000,14.298
24,mlp.experts.14.up_proj,0.0000391832,0.05000,14.289
24,mlp.experts.10.up_proj,0.0000173892,0.05000,14.250
24,mlp.experts.2.up_proj,0.0000210769,0.05000,14.319
24,mlp.experts.22.up_proj,failsafe(rtn): 0.0016327,0.00000,0.751
24,mlp.experts.40.up_proj,0.0000124643,0.05000,14.247
24,mlp.experts.31.up_proj,0.0000090122,0.05000,14.194
24,mlp.experts.56.up_proj,failsafe(rtn): 0.0014496,0.00000,0.730
24,mlp.experts.1.up_proj,0.0000168811,0.05000,14.193
24,mlp.experts.41.up_proj,0.0000416481,0.05000,14.222
24,mlp.experts.61.up_proj,0.0000214466,0.05000,14.232
24,mlp.experts.59.up_proj,0.0000064602,0.05000,14.128
24,mlp.experts.496.gate_proj,0.0000568443,0.05000,14.606
24,mlp.experts.503.gate_proj,0.0000178591,0.05000,14.529
24,mlp.experts.4.up_proj,0.0000173422,0.05000,14.583
24,mlp.experts.499.gate_proj,0.0000395331,0.05000,14.611
24,mlp.experts.501.gate_proj,0.0000082209,0.05000,14.558
24,mlp.experts.30.up_proj,0.0000435889,0.05000,14.457
24,mlp.experts.44.up_proj,0.0000092466,0.05000,14.528
24,mlp.experts.26.up_proj,0.0000069353,0.05000,14.490
24,mlp.experts.18.up_proj,0.0000277991,0.05000,14.362
24,mlp.experts.38.up_proj,0.0000227386,0.05000,14.494
24,mlp.experts.34.up_proj,failsafe(rtn): 0.0014954,0.00000,0.695
24,mlp.experts.47.up_proj,0.0000281675,0.05000,14.513
24,mlp.experts.72.up_proj,0.0000155087,0.05000,14.423
24,mlp.experts.17.up_proj,0.0000102719,0.05000,14.514
24,mlp.experts.57.up_proj,0.0000304058,0.05000,14.666
24,mlp.experts.77.up_proj,0.0000556009,0.05000,14.528
24,mlp.experts.75.up_proj,0.0000427062,0.05000,14.518
24,mlp.experts.0.up_proj,0.0000322321,0.05000,14.217
24,mlp.experts.7.up_proj,0.0000229164,0.05000,14.190
24,mlp.experts.20.up_proj,0.0000722228,0.05000,14.145
24,mlp.experts.3.up_proj,0.0000136009,0.05000,14.283
24,mlp.experts.5.up_proj,0.0000538065,0.05000,14.178
24,mlp.experts.23.up_proj,failsafe(rtn): 0.0014572,0.00000,0.751
24,mlp.experts.60.up_proj,0.0000859566,0.05000,14.112
24,mlp.experts.46.up_proj,0.0000427611,0.05000,14.134
24,mlp.experts.42.up_proj,0.0000262963,0.05000,14.156
24,mlp.experts.54.up_proj,0.0000562016,0.05000,14.162
24,mlp.experts.50.up_proj,0.0000285872,0.05000,14.147
24,mlp.experts.63.up_proj,0.0000270379,0.05000,14.125
24,mlp.experts.88.up_proj,0.0000346546,0.05000,14.229
24,mlp.experts.33.up_proj,0.0000310451,0.05000,14.241
24,mlp.experts.93.up_proj,0.0000416190,0.05000,14.145
24,mlp.experts.73.up_proj,0.0000422964,0.05000,14.245
24,mlp.experts.91.up_proj,0.0000674522,0.05000,14.171
24,mlp.experts.16.up_proj,0.0000205423,0.05000,14.255
24,mlp.experts.36.up_proj,0.0000283702,0.05000,14.272
24,mlp.experts.19.up_proj,0.0000530786,0.05000,14.423
24,mlp.experts.21.up_proj,0.0000226852,0.05000,14.308
24,mlp.experts.39.up_proj,0.0000277559,0.05000,14.428
24,mlp.experts.76.up_proj,0.0000543666,0.05000,14.286
24,mlp.experts.62.up_proj,0.0000266674,0.05000,14.420
24,mlp.experts.58.up_proj,0.0000226716,0.05000,14.270
24,mlp.experts.70.up_proj,0.0000098395,0.05000,14.438
24,mlp.experts.66.up_proj,0.0000318292,0.05000,14.507
24,mlp.experts.79.up_proj,0.0000308604,0.05000,14.332
24,mlp.experts.104.up_proj,0.0000259391,0.05000,14.315
24,mlp.experts.49.up_proj,0.0000529469,0.05000,14.386
24,mlp.experts.120.up_proj,failsafe(rtn): 0.0014496,0.00000,0.696
24,mlp.experts.89.up_proj,0.0000281116,0.05000,14.428
24,mlp.experts.109.up_proj,0.0000423680,0.05000,14.491
24,mlp.experts.107.up_proj,0.0000334991,0.05000,14.395
24,mlp.experts.32.up_proj,0.0000064259,0.05000,14.895
24,mlp.experts.52.up_proj,0.0000449790,0.05000,14.819
24,mlp.experts.35.up_proj,0.0000561822,0.05000,14.624
24,mlp.experts.37.up_proj,0.0000077119,0.05000,14.877
24,mlp.experts.55.up_proj,0.0000121908,0.05000,14.811
24,mlp.experts.92.up_proj,0.0000211346,0.05000,14.903
24,mlp.experts.74.up_proj,0.0000381416,0.05000,14.777
24,mlp.experts.78.up_proj,0.0000745838,0.05000,14.965
24,mlp.experts.86.up_proj,0.0000104844,0.05000,14.834
24,mlp.experts.108.up_proj,failsafe(rtn): 0.0014954,0.00000,0.789
24,mlp.experts.90.up_proj,failsafe(rtn): 0.0014343,0.00000,0.861
24,mlp.experts.82.up_proj,0.0000335389,0.05000,14.893
24,mlp.experts.95.up_proj,0.0000332423,0.05000,15.078
24,mlp.experts.98.up_proj,failsafe(rtn): 0.0014801,0.00000,0.724
24,mlp.experts.65.up_proj,0.0000266161,0.05000,15.052
24,mlp.experts.136.up_proj,0.0000148155,0.05000,14.953
24,mlp.experts.125.up_proj,0.0000339438,0.05000,14.843
24,mlp.experts.105.up_proj,0.0000116093,0.05000,14.890
24,mlp.experts.123.up_proj,0.0000185101,0.05000,14.727
24,mlp.experts.121.up_proj,failsafe(rtn): 0.0016403,0.00000,0.793
24,mlp.experts.137.up_proj,failsafe(rtn): 0.0015411,0.00000,0.714
24,mlp.experts.48.up_proj,0.0000526900,0.05000,14.362
24,mlp.experts.68.up_proj,0.0000131870,0.05000,14.525
24,mlp.experts.51.up_proj,0.0000089604,0.05000,14.574
24,mlp.experts.53.up_proj,0.0000253911,0.05000,14.466
24,mlp.experts.71.up_proj,0.0000176667,0.05000,14.472
24,mlp.experts.94.up_proj,0.0000112425,0.05000,14.397
24,mlp.experts.102.up_proj,0.0000104037,0.05000,14.277
24,mlp.experts.124.up_proj,0.0000388635,0.05000,14.322
24,mlp.experts.106.up_proj,0.0000217066,0.05000,14.395
24,mlp.experts.111.up_proj,0.0000243589,0.05000,14.182
24,mlp.experts.114.up_proj,0.0000297774,0.05000,14.285
24,mlp.experts.81.up_proj,0.0000115471,0.05000,14.263
24,mlp.experts.152.up_proj,0.0000391883,0.05000,14.252
24,mlp.experts.141.up_proj,0.0000439224,0.05000,14.346
24,mlp.experts.139.up_proj,0.0000270203,0.05000,14.322
24,mlp.experts.157.up_proj,failsafe(rtn): 0.0015030,0.00000,0.777
24,mlp.experts.153.up_proj,0.0000202345,0.05000,14.250
24,mlp.experts.64.up_proj,0.0000034837,0.05000,14.538
24,mlp.experts.84.up_proj,0.0000167068,0.05000,14.564
24,mlp.experts.67.up_proj,0.0000158501,0.05000,14.628
24,mlp.experts.69.up_proj,0.0000458871,0.05000,14.785
24,mlp.experts.87.up_proj,0.0000309330,0.05000,14.766
24,mlp.experts.110.up_proj,0.0000257040,0.05000,14.693
24,mlp.experts.118.up_proj,0.0000748413,0.05000,14.648
24,mlp.experts.140.up_proj,0.0000345754,0.05000,14.709
24,mlp.experts.122.up_proj,0.0000202909,0.05000,14.573
24,mlp.experts.127.up_proj,0.0000180303,0.05000,14.675
24,mlp.experts.130.up_proj,0.0000457756,0.05000,14.719
24,mlp.experts.97.up_proj,0.0000313109,0.05000,14.873
24,mlp.experts.168.up_proj,0.0000411780,0.05000,14.827
24,mlp.experts.155.up_proj,0.0000286841,0.05000,15.005
24,mlp.experts.173.up_proj,0.0000481413,0.05000,14.868
24,mlp.experts.169.up_proj,0.0000331562,0.05000,15.079
24,mlp.experts.80.up_proj,0.0000164989,0.05000,14.826
24,mlp.experts.100.up_proj,0.0000190618,0.05000,14.904
24,mlp.experts.83.up_proj,0.0000128557,0.05000,14.731
24,mlp.experts.85.up_proj,0.0000133269,0.05000,14.839
24,mlp.experts.103.up_proj,0.0000057737,0.05000,14.748
24,mlp.experts.116.up_proj,failsafe(rtn): 0.0014267,0.00000,0.754
24,mlp.experts.99.up_proj,failsafe(rtn): 0.0014343,0.00000,0.796
24,mlp.experts.126.up_proj,0.0000358424,0.05000,14.803
24,mlp.experts.134.up_proj,0.0000207537,0.05000,14.858
24,mlp.experts.138.up_proj,0.0000173219,0.05000,14.695
24,mlp.experts.156.up_proj,0.0000295238,0.05000,14.865
24,mlp.experts.143.up_proj,0.0000446529,0.05000,14.779
24,mlp.experts.146.up_proj,0.0000161203,0.05000,14.601
24,mlp.experts.113.up_proj,0.0000246511,0.05000,14.832
24,mlp.experts.184.up_proj,0.0000166327,0.05000,14.687
24,mlp.experts.171.up_proj,0.0000184044,0.05000,14.727
24,mlp.experts.189.up_proj,0.0000025785,0.05000,14.554
24,mlp.experts.185.up_proj,0.0000102448,0.05000,14.455
24,mlp.experts.96.up_proj,0.0000221111,0.05000,14.069
24,mlp.experts.119.up_proj,0.0000058074,0.05000,14.028
24,mlp.experts.101.up_proj,0.0000141494,0.05000,14.315
24,mlp.experts.132.up_proj,0.0000104505,0.05000,14.266
24,mlp.experts.142.up_proj,0.0000148711,0.05000,14.128
24,mlp.experts.115.up_proj,0.0000221460,0.05000,14.273
24,mlp.experts.154.up_proj,0.0000194899,0.05000,14.069
24,mlp.experts.150.up_proj,0.0000205383,0.05000,14.090
24,mlp.experts.172.up_proj,0.0000489690,0.05000,14.163
24,mlp.experts.159.up_proj,0.0000114823,0.05000,14.117
24,mlp.experts.162.up_proj,0.0000205938,0.05000,14.128
24,mlp.experts.129.up_proj,0.0000411205,0.05000,14.123
24,mlp.experts.200.up_proj,0.0000338242,0.05000,14.092
24,mlp.experts.187.up_proj,0.0000331173,0.05000,14.216
24,mlp.experts.205.up_proj,0.0000284370,0.05000,14.190
24,mlp.experts.203.up_proj,failsafe(rtn): 0.0014954,0.00000,0.685
24,mlp.experts.201.up_proj,0.0000411640,0.05000,14.224
24,mlp.experts.112.up_proj,0.0000124085,0.05000,14.252
24,mlp.experts.135.up_proj,0.0000187569,0.05000,14.100
24,mlp.experts.117.up_proj,0.0000654748,0.05000,14.098
24,mlp.experts.148.up_proj,0.0000120595,0.05000,14.131
24,mlp.experts.158.up_proj,0.0000241332,0.05000,14.097
24,mlp.experts.131.up_proj,0.0000172066,0.05000,14.335
24,mlp.experts.170.up_proj,0.0000174241,0.05000,14.182
24,mlp.experts.166.up_proj,0.0000172096,0.05000,14.291
24,mlp.experts.188.up_proj,0.0000703512,0.05000,14.341
24,mlp.experts.175.up_proj,0.0000446297,0.05000,14.250
24,mlp.experts.178.up_proj,0.0000325033,0.05000,14.059
24,mlp.experts.145.up_proj,0.0000442704,0.05000,14.176
24,mlp.experts.216.up_proj,0.0000382524,0.05000,14.152
24,mlp.experts.232.up_proj,failsafe(rtn): 0.0014496,0.00000,0.736
24,mlp.experts.221.up_proj,0.0000299936,0.05000,14.180
24,mlp.experts.219.up_proj,0.0000403380,0.05000,14.238
24,mlp.experts.217.up_proj,0.0000549993,0.05000,14.009
24,mlp.experts.235.up_proj,failsafe(rtn): 0.0015411,0.00000,0.761
24,mlp.experts.233.up_proj,failsafe(rtn): 0.0014420,0.00000,0.801
24,mlp.experts.128.up_proj,0.0000559797,0.05000,14.284
24,mlp.experts.151.up_proj,0.0000721419,0.05000,14.253
24,mlp.experts.133.up_proj,0.0000590505,0.05000,14.224
24,mlp.experts.164.up_proj,0.0000421943,0.05000,14.233
24,mlp.experts.174.up_proj,0.0000125089,0.05000,14.246
24,mlp.experts.147.up_proj,0.0000425089,0.05000,14.138
24,mlp.experts.186.up_proj,0.0000546914,0.05000,14.130
24,mlp.experts.182.up_proj,0.0000308058,0.05000,14.147
24,mlp.experts.204.up_proj,0.0000056021,0.05000,14.171
24,mlp.experts.191.up_proj,0.0000518675,0.05000,14.160
24,mlp.experts.194.up_proj,0.0000273669,0.05000,14.107
24,mlp.experts.161.up_proj,0.0000294358,0.05000,14.369
24,mlp.experts.248.up_proj,0.0000153275,0.05000,14.207
24,mlp.experts.237.up_proj,0.0000240632,0.05000,14.182
24,mlp.experts.251.up_proj,0.0000193416,0.05000,14.120
24,mlp.experts.249.up_proj,0.0000228781,0.05000,14.202
24,mlp.experts.144.up_proj,0.0000368399,0.05000,14.488
24,mlp.experts.167.up_proj,0.0000305801,0.05000,14.313
24,mlp.experts.180.up_proj,0.0000417638,0.05000,14.148
24,mlp.experts.149.up_proj,0.0000348638,0.05000,14.314
24,mlp.experts.190.up_proj,0.0000196581,0.05000,14.201
24,mlp.experts.163.up_proj,0.0000502182,0.05000,14.365
24,mlp.experts.202.up_proj,0.0000163777,0.05000,14.365
24,mlp.experts.198.up_proj,0.0000188148,0.05000,14.262
24,mlp.experts.206.up_proj,failsafe(rtn): 0.0015259,0.00000,0.733
24,mlp.experts.220.up_proj,0.0000165007,0.05000,14.240
24,mlp.experts.207.up_proj,0.0000183523,0.05000,14.275
24,mlp.experts.210.up_proj,0.0000666969,0.05000,14.277
24,mlp.experts.218.up_proj,failsafe(rtn): 0.0014496,0.00000,0.719
24,mlp.experts.177.up_proj,0.0000168471,0.05000,14.451
24,mlp.experts.264.up_proj,0.0000354458,0.05000,14.322
24,mlp.experts.253.up_proj,0.0000615960,0.05000,14.277
24,mlp.experts.267.up_proj,0.0000410731,0.05000,14.230
24,mlp.experts.265.up_proj,0.0000248180,0.05000,14.168
24,mlp.experts.160.up_proj,0.0000725932,0.05000,14.014
24,mlp.experts.196.up_proj,0.0000191854,0.05000,13.957
24,mlp.experts.183.up_proj,0.0000559360,0.05000,14.090
24,mlp.experts.165.up_proj,0.0000406287,0.05000,14.103
24,mlp.experts.179.up_proj,0.0000173919,0.05000,13.978
24,mlp.experts.214.up_proj,0.0000170178,0.05000,13.941
24,mlp.experts.222.up_proj,0.0000247610,0.05000,13.922
24,mlp.experts.236.up_proj,0.0000207761,0.05000,14.006
24,mlp.experts.223.up_proj,0.0000264188,0.05000,14.112
24,mlp.experts.230.up_proj,failsafe(rtn): 0.0015106,0.00000,0.810
24,mlp.experts.234.up_proj,0.0000305869,0.05000,14.180
24,mlp.experts.226.up_proj,0.0000583556,0.05000,14.302
24,mlp.experts.238.up_proj,failsafe(rtn): 0.0016251,0.00000,0.895
24,mlp.experts.252.up_proj,failsafe(rtn): 0.0014648,0.00000,0.834
24,mlp.experts.193.up_proj,0.0000172812,0.05000,14.449
24,mlp.experts.280.up_proj,0.0000062659,0.05000,14.345
24,mlp.experts.269.up_proj,0.0000069840,0.05000,14.288
24,mlp.experts.285.up_proj,failsafe(rtn): 0.0015793,0.00000,0.734
24,mlp.experts.283.up_proj,0.0000504188,0.05000,14.376
24,mlp.experts.281.up_proj,0.0000197523,0.05000,14.459
24,mlp.experts.176.up_proj,0.0000113722,0.05000,14.305
24,mlp.experts.212.up_proj,0.0000298736,0.05000,14.286
24,mlp.experts.199.up_proj,0.0000309017,0.05000,14.480
24,mlp.experts.181.up_proj,0.0000127240,0.05000,14.415
24,mlp.experts.195.up_proj,0.0000357039,0.05000,14.530
24,mlp.experts.239.up_proj,0.0000338997,0.05000,14.357
24,mlp.experts.250.up_proj,0.0000218900,0.05000,14.153
24,mlp.experts.246.up_proj,0.0000220422,0.05000,14.360
24,mlp.experts.242.up_proj,0.0000035520,0.05000,14.224
24,mlp.experts.254.up_proj,0.0000384191,0.05000,14.309
24,mlp.experts.268.up_proj,0.0000612493,0.05000,14.302
24,mlp.experts.209.up_proj,0.0000239505,0.05000,14.145
24,mlp.experts.296.up_proj,0.0000271298,0.05000,14.087
24,mlp.experts.301.up_proj,0.0000414065,0.05000,14.001
24,mlp.experts.299.up_proj,0.0000719480,0.05000,13.950
24,mlp.experts.297.up_proj,0.0000131401,0.05000,14.190
24,mlp.experts.192.up_proj,0.0000200149,0.05000,13.845
24,mlp.experts.228.up_proj,0.0000820199,0.05000,14.006
24,mlp.experts.215.up_proj,0.0000417041,0.05000,13.897
24,mlp.experts.197.up_proj,0.0000198955,0.05000,13.958
24,mlp.experts.211.up_proj,0.0000179369,0.05000,13.873
24,mlp.experts.255.up_proj,0.0000127129,0.05000,13.869
24,mlp.experts.266.up_proj,0.0000157632,0.05000,13.894
24,mlp.experts.262.up_proj,0.0000182586,0.05000,13.808
24,mlp.experts.258.up_proj,0.0000214796,0.05000,13.846
24,mlp.experts.284.up_proj,0.0000243034,0.05000,13.665
24,mlp.experts.270.up_proj,0.0000616333,0.05000,13.869
24,mlp.experts.278.up_proj,failsafe(rtn): 0.0015945,0.00000,0.766
24,mlp.experts.225.up_proj,0.0000796715,0.05000,13.873
24,mlp.experts.312.up_proj,0.0000219652,0.05000,13.816
24,mlp.experts.328.up_proj,failsafe(rtn): 0.0015106,0.00000,0.645
24,mlp.experts.317.up_proj,0.0000103330,0.05000,14.130
24,mlp.experts.315.up_proj,0.0000445657,0.05000,14.071
24,mlp.experts.313.up_proj,0.0000586502,0.05000,14.067
24,mlp.experts.208.up_proj,0.0000151371,0.05000,14.453
24,mlp.experts.231.up_proj,0.0000376004,0.05000,14.638
24,mlp.experts.244.up_proj,0.0000201399,0.05000,14.727
24,mlp.experts.213.up_proj,0.0000343760,0.05000,14.551
24,mlp.experts.227.up_proj,0.0000566104,0.05000,14.603
24,mlp.experts.282.up_proj,0.0000220774,0.05000,14.744
24,mlp.experts.271.up_proj,0.0000306260,0.05000,14.821
24,mlp.experts.286.up_proj,0.0000366505,0.05000,14.650
24,mlp.experts.300.up_proj,0.0000209106,0.05000,14.789
24,mlp.experts.274.up_proj,0.0000365697,0.05000,14.818
24,mlp.experts.294.up_proj,0.0000405443,0.05000,14.642
24,mlp.experts.241.up_proj,0.0000199061,0.05000,14.821
24,mlp.experts.344.up_proj,0.0000519293,0.05000,14.791
24,mlp.experts.333.up_proj,0.0000108786,0.05000,14.718
24,mlp.experts.331.up_proj,0.0000638224,0.05000,14.748
24,mlp.experts.329.up_proj,0.0000207390,0.05000,14.647
24,mlp.experts.224.up_proj,0.0000138164,0.05000,14.195
24,mlp.experts.260.up_proj,0.0000156946,0.05000,14.087
24,mlp.experts.247.up_proj,0.0000379149,0.05000,14.103
24,mlp.experts.229.up_proj,0.0000301691,0.05000,14.059
24,mlp.experts.243.up_proj,0.0000137551,0.05000,14.127
24,mlp.experts.276.up_proj,failsafe(rtn): 0.0015030,0.00000,0.783
24,mlp.experts.298.up_proj,0.0000675966,0.05000,13.977
24,mlp.experts.287.up_proj,0.0000327267,0.05000,13.967
24,mlp.experts.302.up_proj,0.0000529966,0.05000,13.891
24,mlp.experts.316.up_proj,0.0000189463,0.05000,13.994
24,mlp.experts.290.up_proj,0.0000306424,0.05000,14.048
24,mlp.experts.314.up_proj,failsafe(rtn): 0.0014572,0.00000,0.711
24,mlp.experts.310.up_proj,0.0000113298,0.05000,14.033
24,mlp.experts.257.up_proj,0.0000195841,0.05000,13.952
24,mlp.experts.360.up_proj,0.0000329661,0.05000,13.968
24,mlp.experts.349.up_proj,0.0000300692,0.05000,14.075
24,mlp.experts.347.up_proj,0.0000441351,0.05000,14.015
24,mlp.experts.345.up_proj,0.0000276902,0.05000,14.057
24,mlp.experts.240.up_proj,0.0000195029,0.05000,13.764
24,mlp.experts.263.up_proj,0.0000246144,0.05000,13.798
24,mlp.experts.245.up_proj,0.0000155694,0.05000,13.866
24,mlp.experts.259.up_proj,0.0000252532,0.05000,13.828
24,mlp.experts.292.up_proj,0.0000321632,0.05000,13.928
24,mlp.experts.318.up_proj,0.0000130723,0.05000,13.934
24,mlp.experts.303.up_proj,0.0000206954,0.05000,14.001
24,mlp.experts.332.up_proj,0.0000125230,0.05000,13.902
24,mlp.experts.306.up_proj,0.0000641282,0.05000,13.917
24,mlp.experts.330.up_proj,0.0000450916,0.05000,13.874
24,mlp.experts.326.up_proj,0.0000192237,0.05000,13.957
24,mlp.experts.319.up_proj,failsafe(rtn): 0.0014648,0.00000,0.726
24,mlp.experts.273.up_proj,0.0000229406,0.05000,14.077
24,mlp.experts.289.up_proj,failsafe(rtn): 0.0015488,0.00000,0.654
24,mlp.experts.376.up_proj,0.0000256364,0.05000,13.942
24,mlp.experts.365.up_proj,0.0000366671,0.05000,13.898
24,mlp.experts.363.up_proj,0.0000361969,0.05000,14.024
24,mlp.experts.361.up_proj,0.0000190825,0.05000,13.778
24,mlp.experts.256.up_proj,0.0000080149,0.05000,13.690
24,mlp.experts.279.up_proj,0.0000266440,0.05000,13.786
24,mlp.experts.261.up_proj,0.0000095247,0.05000,13.714
24,mlp.experts.275.up_proj,0.0000388469,0.05000,13.704
24,mlp.experts.308.up_proj,0.0000063252,0.05000,13.620
24,mlp.experts.334.up_proj,0.0000258279,0.05000,13.546
24,mlp.experts.348.up_proj,0.0000180443,0.05000,13.596
24,mlp.experts.322.up_proj,0.0000248326,0.05000,13.614
24,mlp.experts.346.up_proj,0.0000561445,0.05000,13.651
24,mlp.experts.335.up_proj,0.0000680870,0.05000,13.523
24,mlp.experts.342.up_proj,0.0000165214,0.05000,13.715
24,mlp.experts.305.up_proj,0.0000191701,0.05000,13.672
24,mlp.experts.392.up_proj,0.0000757733,0.05000,13.579
24,mlp.experts.381.up_proj,0.0000367097,0.05000,13.545
24,mlp.experts.379.up_proj,0.0000157710,0.05000,13.633
24,mlp.experts.397.up_proj,failsafe(rtn): 0.0014267,0.00000,0.691
24,mlp.experts.377.up_proj,0.0000343062,0.05000,13.538
24,mlp.experts.272.up_proj,0.0000132989,0.05000,14.265
24,mlp.experts.295.up_proj,0.0000251598,0.05000,14.263
24,mlp.experts.277.up_proj,0.0000254145,0.05000,14.303
24,mlp.experts.291.up_proj,0.0000209602,0.05000,14.377
24,mlp.experts.324.up_proj,0.0000393116,0.05000,14.377
24,mlp.experts.350.up_proj,0.0000546244,0.05000,14.260
24,mlp.experts.364.up_proj,0.0000076522,0.05000,14.279
24,mlp.experts.338.up_proj,0.0000729625,0.05000,14.418
24,mlp.experts.362.up_proj,0.0000260635,0.05000,14.354
24,mlp.experts.351.up_proj,0.0000316970,0.05000,14.343
24,mlp.experts.358.up_proj,0.0000151829,0.05000,14.335
24,mlp.experts.408.up_proj,0.0000391864,0.05000,14.241
24,mlp.experts.321.up_proj,0.0000095360,0.05000,14.372
24,mlp.experts.393.up_proj,0.0000335418,0.05000,14.261
24,mlp.experts.395.up_proj,0.0000265493,0.05000,14.431
24,mlp.experts.413.up_proj,0.0000495539,0.05000,14.334
24,mlp.experts.288.up_proj,0.0000263855,0.05000,14.025
24,mlp.experts.293.up_proj,0.0000097746,0.05000,13.826
24,mlp.experts.311.up_proj,0.0000261079,0.05000,14.002
24,mlp.experts.307.up_proj,0.0000219242,0.05000,13.809
24,mlp.experts.340.up_proj,0.0000662598,0.05000,13.837
24,mlp.experts.366.up_proj,0.0000135663,0.05000,13.943
24,mlp.experts.380.up_proj,0.0000217828,0.05000,13.913
24,mlp.experts.354.up_proj,0.0000337450,0.05000,13.858
24,mlp.experts.378.up_proj,0.0000291972,0.05000,13.858
24,mlp.experts.367.up_proj,0.0000106178,0.05000,13.977
24,mlp.experts.374.up_proj,0.0000243261,0.05000,13.897
24,mlp.experts.383.up_proj,failsafe(rtn): 0.0014572,0.00000,0.683
24,mlp.experts.424.up_proj,0.0000531947,0.05000,14.019
24,mlp.experts.337.up_proj,0.0000320429,0.05000,14.258
24,mlp.experts.409.up_proj,0.0000859838,0.05000,14.240
24,mlp.experts.411.up_proj,0.0000204255,0.05000,14.350
24,mlp.experts.429.up_proj,0.0000480769,0.05000,14.380
24,mlp.experts.304.up_proj,0.0000461517,0.05000,14.491
24,mlp.experts.309.up_proj,0.0000315564,0.05000,14.567
24,mlp.experts.327.up_proj,0.0000333221,0.05000,14.579
24,mlp.experts.323.up_proj,0.0000150066,0.05000,14.575
24,mlp.experts.356.up_proj,0.0000178719,0.05000,14.422
24,mlp.experts.382.up_proj,0.0000577655,0.05000,14.500
24,mlp.experts.396.up_proj,0.0000335178,0.05000,14.459
24,mlp.experts.370.up_proj,0.0000197167,0.05000,14.389
24,mlp.experts.398.up_proj,failsafe(rtn): 0.0014496,0.00000,0.688
24,mlp.experts.394.up_proj,0.0000178388,0.05000,14.574
24,mlp.experts.412.up_proj,failsafe(rtn): 0.0014801,0.00000,0.712
24,mlp.experts.390.up_proj,0.0000049390,0.05000,14.456
24,mlp.experts.399.up_proj,0.0000213689,0.05000,14.638
24,mlp.experts.440.up_proj,0.0000265860,0.05000,14.516
24,mlp.experts.353.up_proj,0.0000615940,0.05000,14.529
24,mlp.experts.456.up_proj,failsafe(rtn): 0.0015717,0.00000,0.649
24,mlp.experts.425.up_proj,0.0000485281,0.05000,14.284
24,mlp.experts.427.up_proj,0.0000177775,0.05000,14.420
24,mlp.experts.445.up_proj,0.0000174690,0.05000,14.375
24,mlp.experts.441.up_proj,failsafe(rtn): 0.0014954,0.00000,0.771
24,mlp.experts.320.up_proj,0.0000244209,0.05000,14.106
24,mlp.experts.325.up_proj,0.0000370643,0.05000,14.409
24,mlp.experts.343.up_proj,0.0000393224,0.05000,14.373
24,mlp.experts.339.up_proj,0.0000481879,0.05000,14.488
24,mlp.experts.372.up_proj,0.0000201239,0.05000,14.371
24,mlp.experts.386.up_proj,0.0000228476,0.05000,14.424
24,mlp.experts.406.up_proj,0.0000708858,0.05000,14.255
24,mlp.experts.428.up_proj,0.0000145899,0.05000,14.312
24,mlp.experts.410.up_proj,0.0000278410,0.05000,14.352
24,mlp.experts.414.up_proj,0.0000280600,0.05000,14.440
24,mlp.experts.415.up_proj,0.0000301057,0.05000,14.304
24,mlp.experts.369.up_proj,0.0000197451,0.05000,14.158
24,mlp.experts.472.up_proj,0.0000322916,0.05000,14.329
24,mlp.experts.461.up_proj,0.0000186519,0.05000,14.222
24,mlp.experts.443.up_proj,0.0000096555,0.05000,14.384
24,mlp.experts.457.up_proj,0.0000243100,0.05000,14.248
24,mlp.experts.336.up_proj,0.0000403122,0.05000,14.365
24,mlp.experts.341.up_proj,0.0000580340,0.05000,14.313
24,mlp.experts.359.up_proj,0.0000617420,0.05000,14.398
24,mlp.experts.355.up_proj,0.0000223036,0.05000,14.344
24,mlp.experts.388.up_proj,0.0000131229,0.05000,14.420
24,mlp.experts.402.up_proj,0.0000150038,0.05000,14.363
24,mlp.experts.444.up_proj,0.0000266814,0.05000,14.259
24,mlp.experts.426.up_proj,0.0000127928,0.05000,14.281
24,mlp.experts.430.up_proj,0.0000635507,0.05000,14.264
24,mlp.experts.422.up_proj,0.0000407224,0.05000,14.336
24,mlp.experts.431.up_proj,0.0000217873,0.05000,14.342
24,mlp.experts.447.up_proj,failsafe(rtn): 0.0015259,0.00000,0.742
24,mlp.experts.385.up_proj,0.0000429508,0.05000,14.398
24,mlp.experts.463.up_proj,failsafe(rtn): 0.0014725,0.00000,0.687
24,mlp.experts.488.up_proj,0.0000277653,0.05000,14.388
24,mlp.experts.477.up_proj,0.0000113603,0.05000,14.398
24,mlp.experts.459.up_proj,0.0000559036,0.05000,14.492
24,mlp.experts.473.up_proj,0.0000086372,0.05000,14.470
24,mlp.experts.493.up_proj,failsafe(rtn): 0.0014267,0.00000,0.753
24,mlp.experts.352.up_proj,0.0000184736,0.05000,14.364
24,mlp.experts.357.up_proj,0.0000404047,0.05000,14.479
24,mlp.experts.375.up_proj,0.0000217344,0.05000,14.370
24,mlp.experts.371.up_proj,0.0000372258,0.05000,14.466
24,mlp.experts.404.up_proj,0.0000318177,0.05000,14.421
24,mlp.experts.418.up_proj,0.0000088700,0.05000,14.395
24,mlp.experts.460.up_proj,0.0000236945,0.05000,14.448
24,mlp.experts.442.up_proj,0.0000357223,0.05000,14.408
24,mlp.experts.438.up_proj,0.0000327076,0.05000,14.530
24,mlp.experts.446.up_proj,0.0000331297,0.05000,14.582
24,mlp.experts.401.up_proj,0.0000309345,0.05000,14.708
24,mlp.experts.479.up_proj,0.0000159988,0.05000,14.655
24,mlp.experts.504.up_proj,0.0000673235,0.05000,14.547
24,mlp.experts.475.up_proj,0.0000237184,0.05000,14.600
24,mlp.experts.509.up_proj,0.0000119819,0.05000,14.394
24,mlp.experts.489.up_proj,0.0000260351,0.05000,14.590
24,mlp.experts.8.down_proj,0.0000014155,0.05000,3.601
24,mlp.experts.13.down_proj,0.0000029342,0.05000,3.569
24,mlp.experts.24.down_proj,0.0000034620,0.05000,3.324
24,mlp.experts.368.up_proj,0.0000110179,0.05000,14.258
24,mlp.experts.29.down_proj,0.0000043878,0.05000,3.276
24,mlp.experts.45.down_proj,failsafe(rtn): 0.0015335,0.00000,0.193
24,mlp.experts.373.up_proj,0.0000072689,0.05000,14.268
24,mlp.experts.391.up_proj,0.0000628203,0.05000,14.302
24,mlp.experts.387.up_proj,0.0000234901,0.05000,14.270
24,mlp.experts.420.up_proj,0.0000443283,0.05000,14.330
24,mlp.experts.40.down_proj,0.0000016363,0.05000,3.579
24,mlp.experts.56.down_proj,failsafe(rtn): 0.0015106,0.00000,0.204
24,mlp.experts.434.up_proj,0.0000131896,0.05000,14.384
24,mlp.experts.458.up_proj,0.0000445410,0.05000,14.288
24,mlp.experts.476.up_proj,0.0000354665,0.05000,14.476
24,mlp.experts.454.up_proj,0.0000585154,0.05000,14.330
24,mlp.experts.462.up_proj,0.0000127544,0.05000,14.478
24,mlp.experts.450.up_proj,failsafe(rtn): 0.0014725,0.00000,0.741
24,mlp.experts.61.down_proj,0.0000041694,0.05000,3.746
24,mlp.experts.417.up_proj,0.0000313035,0.05000,14.188
24,mlp.experts.495.up_proj,0.0000234443,0.05000,14.233
24,mlp.experts.72.down_proj,0.0000009912,0.05000,3.733
24,mlp.experts.491.up_proj,0.0000386912,0.05000,14.407
24,mlp.experts.505.up_proj,0.0000130399,0.05000,14.378
24,mlp.experts.77.down_proj,0.0000051359,0.05000,3.655
24,mlp.experts.88.down_proj,0.0000033123,0.05000,3.732
24,mlp.experts.9.down_proj,0.0000017813,0.05000,3.854
24,mlp.experts.93.down_proj,0.0000054877,0.05000,3.792
24,mlp.experts.25.down_proj,failsafe(rtn): 0.0016327,0.00000,0.199
24,mlp.experts.104.down_proj,0.0000021682,0.05000,3.645
24,mlp.experts.120.down_proj,failsafe(rtn): 0.0015259,0.00000,0.198
24,mlp.experts.384.up_proj,0.0000277829,0.05000,14.860
24,mlp.experts.109.down_proj,0.0000033542,0.05000,3.672
24,mlp.experts.41.down_proj,0.0000050518,0.05000,3.702
24,mlp.experts.407.up_proj,0.0000244049,0.05000,14.773
24,mlp.experts.389.up_proj,0.0000257885,0.05000,14.908
24,mlp.experts.436.up_proj,0.0000724546,0.05000,14.757
24,mlp.experts.403.up_proj,0.0000036708,0.05000,14.879
24,mlp.experts.136.down_proj,0.0000011284,0.05000,3.773
24,mlp.experts.474.up_proj,0.0000027602,0.05000,14.942
24,mlp.experts.470.up_proj,0.0000199148,0.05000,14.913
24,mlp.experts.492.up_proj,0.0000161364,0.05000,15.020
24,mlp.experts.478.up_proj,0.0000404768,0.05000,14.845
24,mlp.experts.466.up_proj,0.0000376026,0.05000,14.923
24,mlp.experts.125.down_proj,0.0000064078,0.05000,3.852
24,mlp.experts.57.down_proj,0.0000036010,0.05000,3.789
24,mlp.experts.508.up_proj,failsafe(rtn): 0.0015259,0.00000,0.763
24,mlp.experts.433.up_proj,0.0000412047,0.05000,14.980
24,mlp.experts.511.up_proj,0.0000643802,0.05000,14.779
24,mlp.experts.449.up_proj,failsafe(rtn): 0.0014572,0.00000,0.653
24,mlp.experts.152.down_proj,0.0000028744,0.05000,3.708
24,mlp.experts.507.up_proj,0.0000125947,0.05000,14.860
24,mlp.experts.11.down_proj,failsafe(rtn): 0.0016556,0.00000,0.184
24,mlp.experts.141.down_proj,0.0000025913,0.05000,3.712
24,mlp.experts.73.down_proj,0.0000031499,0.05000,3.685
24,mlp.experts.157.down_proj,failsafe(rtn): 0.0015869,0.00000,0.235
24,mlp.experts.12.down_proj,0.0000008936,0.05000,3.671
24,mlp.experts.15.down_proj,0.0000086074,0.05000,3.613
24,mlp.experts.168.down_proj,0.0000076454,0.05000,3.667
24,mlp.experts.27.down_proj,0.0000020646,0.05000,3.618
24,mlp.experts.43.down_proj,failsafe(rtn): 0.0015411,0.00000,0.177
24,mlp.experts.89.down_proj,0.0000023448,0.05000,3.475
24,mlp.experts.173.down_proj,0.0000032834,0.05000,3.501
24,mlp.experts.28.down_proj,0.0000014572,0.05000,3.373
24,mlp.experts.31.down_proj,0.0000008286,0.05000,3.435
24,mlp.experts.184.down_proj,0.0000014013,0.05000,3.564
24,mlp.experts.400.up_proj,0.0000176034,0.05000,14.545
24,mlp.experts.59.down_proj,0.0000003967,0.05000,3.742
24,mlp.experts.105.down_proj,0.0000011499,0.05000,3.762
24,mlp.experts.121.down_proj,failsafe(rtn): 0.0016327,0.00000,0.189
24,mlp.experts.189.down_proj,0.0000005228,0.05000,3.843
24,mlp.experts.44.down_proj,0.0000010692,0.05000,3.815
24,mlp.experts.137.down_proj,failsafe(rtn): 0.0015945,0.00000,0.176
24,mlp.experts.423.up_proj,0.0000263784,0.05000,14.733
24,mlp.experts.405.up_proj,0.0000820504,0.05000,14.698
24,mlp.experts.452.up_proj,0.0000416051,0.05000,14.776
24,mlp.experts.47.down_proj,0.0000025698,0.05000,3.964
24,mlp.experts.419.up_proj,0.0000174551,0.05000,14.866
24,mlp.experts.200.down_proj,0.0000038096,0.05000,3.885
24,mlp.experts.490.up_proj,0.0000347933,0.05000,14.689
24,mlp.experts.494.up_proj,0.0000197200,0.05000,14.548
24,mlp.experts.486.up_proj,0.0000536583,0.05000,14.701
24,mlp.experts.482.up_proj,0.0000363817,0.05000,14.771
24,mlp.experts.75.down_proj,0.0000093101,0.05000,3.794
24,mlp.experts.60.down_proj,0.0000164854,0.05000,3.734
24,mlp.experts.205.down_proj,0.0000016046,0.05000,3.793
24,mlp.experts.153.down_proj,0.0000012128,0.05000,3.735
24,mlp.experts.63.down_proj,0.0000020714,0.05000,3.513
24,mlp.experts.465.up_proj,0.0000276130,0.05000,14.677
24,mlp.experts.216.down_proj,0.0000032976,0.05000,3.539
24,mlp.experts.232.down_proj,failsafe(rtn): 0.0014954,0.00000,0.171
24,mlp.experts.481.up_proj,failsafe(rtn): 0.0015869,0.00000,0.680
24,mlp.experts.91.down_proj,0.0000116430,0.05000,3.529
24,mlp.experts.221.down_proj,0.0000016429,0.05000,3.406
24,mlp.experts.76.down_proj,0.0000029516,0.05000,3.455
24,mlp.experts.169.down_proj,0.0000029073,0.05000,3.451
24,mlp.experts.79.down_proj,0.0000038111,0.05000,3.670
24,mlp.experts.248.down_proj,0.0000014033,0.05000,3.559
24,mlp.experts.107.down_proj,0.0000017503,0.05000,3.440
24,mlp.experts.237.down_proj,0.0000020075,0.05000,3.488
24,mlp.experts.92.down_proj,0.0000017896,0.05000,3.529
24,mlp.experts.185.down_proj,0.0000009176,0.05000,3.523
24,mlp.experts.108.down_proj,failsafe(rtn): 0.0015564,0.00000,0.182
24,mlp.experts.95.down_proj,0.0000016808,0.05000,3.432
24,mlp.experts.264.down_proj,0.0000035930,0.05000,3.503
24,mlp.experts.416.up_proj,0.0000643049,0.05000,14.256
24,mlp.experts.432.up_proj,failsafe(rtn): 0.0015793,0.00000,0.678
24,mlp.experts.123.down_proj,0.0000011903,0.05000,3.608
24,mlp.experts.253.down_proj,0.0000048978,0.05000,3.601
24,mlp.experts.201.down_proj,0.0000025039,0.05000,3.637
24,mlp.experts.124.down_proj,0.0000033917,0.05000,3.601
24,mlp.experts.439.up_proj,0.0000094617,0.05000,14.174
24,mlp.experts.421.up_proj,0.0000638376,0.05000,14.173
24,mlp.experts.468.up_proj,0.0000179863,0.05000,14.109
24,mlp.experts.435.up_proj,0.0000674307,0.05000,14.039
24,mlp.experts.111.down_proj,0.0000017424,0.05000,3.744
24,mlp.experts.280.down_proj,0.0000004068,0.05000,3.571
24,mlp.experts.506.up_proj,0.0000206547,0.05000,14.319
24,mlp.experts.510.up_proj,0.0000283793,0.05000,14.193
24,mlp.experts.502.up_proj,0.0000281560,0.05000,14.347
24,mlp.experts.498.up_proj,0.0000153931,0.05000,14.130
24,mlp.experts.139.down_proj,0.0000016525,0.05000,3.668
24,mlp.experts.269.down_proj,0.0000011120,0.05000,3.689
24,mlp.experts.217.down_proj,0.0000043332,0.05000,3.688
24,mlp.experts.285.down_proj,failsafe(rtn): 0.0016098,0.00000,0.186
24,mlp.experts.140.down_proj,0.0000049656,0.05000,3.638
24,mlp.experts.233.down_proj,failsafe(rtn): 0.0014725,0.00000,0.200
24,mlp.experts.127.down_proj,0.0000013170,0.05000,3.837
24,mlp.experts.296.down_proj,0.0000013961,0.05000,3.870
24,mlp.experts.10.down_proj,0.0000014156,0.05000,3.838
24,mlp.experts.14.down_proj,0.0000030857,0.05000,3.874
24,mlp.experts.497.up_proj,0.0000079360,0.05000,14.633
24,mlp.experts.6.down_proj,0.0000046344,0.05000,4.001
24,mlp.experts.2.down_proj,0.0000018034,0.05000,3.948
24,mlp.experts.155.down_proj,0.0000035552,0.05000,3.881
24,mlp.experts.22.down_proj,failsafe(rtn): 0.0016403,0.00000,0.213
24,mlp.experts.301.down_proj,0.0000060930,0.05000,4.038
24,mlp.experts.156.down_proj,0.0000016886,0.05000,4.031
24,mlp.experts.249.down_proj,0.0000012305,0.05000,3.952
24,mlp.experts.143.down_proj,0.0000053317,0.05000,3.803
24,mlp.experts.312.down_proj,0.0000020596,0.05000,3.664
24,mlp.experts.328.down_proj,failsafe(rtn): 0.0015869,0.00000,0.171
24,mlp.experts.26.down_proj,0.0000005891,0.05000,3.740
24,mlp.experts.30.down_proj,0.0000049902,0.05000,3.703
24,mlp.experts.1.down_proj,0.0000023171,0.05000,3.727
24,mlp.experts.18.down_proj,0.0000033681,0.05000,3.740
24,mlp.experts.38.down_proj,0.0000024379,0.05000,3.618
24,mlp.experts.171.down_proj,0.0000020603,0.05000,3.671
24,mlp.experts.34.down_proj,failsafe(rtn): 0.0014801,0.00000,0.184
24,mlp.experts.317.down_proj,0.0000006642,0.05000,3.601
24,mlp.experts.172.down_proj,0.0000027741,0.05000,3.590
24,mlp.experts.265.down_proj,0.0000015992,0.05000,3.602
24,mlp.experts.159.down_proj,0.0000020912,0.05000,3.658
24,mlp.experts.344.down_proj,0.0000049320,0.05000,3.656
24,mlp.experts.46.down_proj,0.0000087486,0.05000,3.676
24,mlp.experts.42.down_proj,0.0000019010,0.05000,3.738
24,mlp.experts.17.down_proj,0.0000009239,0.05000,3.778
24,mlp.experts.448.up_proj,0.0000236961,0.05000,14.929
24,mlp.experts.187.down_proj,0.0000017327,0.05000,3.746
24,mlp.experts.54.down_proj,0.0000039301,0.05000,3.823
24,mlp.experts.50.down_proj,0.0000016066,0.05000,3.750
24,mlp.experts.203.down_proj,failsafe(rtn): 0.0015335,0.00000,0.218
24,mlp.experts.333.down_proj,0.0000006681,0.05000,3.916
24,mlp.experts.188.down_proj,0.0000107201,0.05000,3.944
24,mlp.experts.281.down_proj,0.0000018282,0.05000,3.909
24,mlp.experts.455.up_proj,0.0000280790,0.05000,15.070
24,mlp.experts.437.up_proj,0.0000118061,0.05000,15.171
24,mlp.experts.484.up_proj,0.0000359011,0.05000,15.050
24,mlp.experts.451.up_proj,0.0000164565,0.05000,15.061
24,mlp.experts.453.up_proj,failsafe(rtn): 0.0015488,0.00000,0.768
24,mlp.experts.175.down_proj,0.0000052478,0.05000,3.889
24,mlp.experts.360.down_proj,0.0000029882,0.05000,3.970
24,mlp.experts.62.down_proj,0.0000014044,0.05000,3.985
24,mlp.experts.58.down_proj,0.0000030292,0.05000,3.990
24,mlp.experts.33.down_proj,0.0000017742,0.05000,3.948
24,mlp.experts.70.down_proj,0.0000019066,0.05000,3.786
24,mlp.experts.66.down_proj,0.0000033176,0.05000,3.871
24,mlp.experts.219.down_proj,0.0000030211,0.05000,3.865
24,mlp.experts.235.down_proj,failsafe(rtn): 0.0016098,0.00000,0.192
24,mlp.experts.204.down_proj,0.0000004428,0.05000,3.780
24,mlp.experts.349.down_proj,0.0000014814,0.05000,3.839
24,mlp.experts.297.down_proj,0.0000006710,0.05000,3.879
24,mlp.experts.191.down_proj,0.0000040073,0.05000,3.804
24,mlp.experts.376.down_proj,0.0000022455,0.05000,3.803
24,mlp.experts.74.down_proj,0.0000022808,0.05000,3.709
24,mlp.experts.78.down_proj,0.0000068108,0.05000,3.762
24,mlp.experts.49.down_proj,0.0000053083,0.05000,3.725
24,mlp.experts.90.down_proj,failsafe(rtn): 0.0015106,0.00000,0.161
24,mlp.experts.86.down_proj,0.0000006530,0.05000,3.720
24,mlp.experts.82.down_proj,0.0000019014,0.05000,3.673
24,mlp.experts.98.down_proj,failsafe(rtn): 0.0015030,0.00000,0.182
24,mlp.experts.251.down_proj,0.0000013485,0.05000,3.695
24,mlp.experts.220.down_proj,0.0000014618,0.05000,3.690
24,mlp.experts.365.down_proj,0.0000019759,0.05000,3.729
24,mlp.experts.313.down_proj,0.0000036109,0.05000,3.695
24,mlp.experts.207.down_proj,0.0000019006,0.05000,3.713
24,mlp.experts.392.down_proj,0.0000055051,0.05000,3.652
24,mlp.experts.94.down_proj,0.0000009586,0.05000,3.783
24,mlp.experts.106.down_proj,0.0000012512,0.05000,3.762
24,mlp.experts.65.down_proj,0.0000019386,0.05000,3.792
24,mlp.experts.102.down_proj,0.0000013349,0.05000,3.752
24,mlp.experts.114.down_proj,0.0000020102,0.05000,3.711
24,mlp.experts.267.down_proj,0.0000022705,0.05000,3.669
24,mlp.experts.236.down_proj,0.0000018042,0.05000,3.694
24,mlp.experts.381.down_proj,0.0000019967,0.05000,3.724
24,mlp.experts.252.down_proj,failsafe(rtn): 0.0015411,0.00000,0.176
24,mlp.experts.329.down_proj,0.0000021307,0.05000,3.736
24,mlp.experts.397.down_proj,failsafe(rtn): 0.0014801,0.00000,0.179
24,mlp.experts.223.down_proj,0.0000018125,0.05000,3.583
24,mlp.experts.408.down_proj,0.0000034712,0.05000,3.561
24,mlp.experts.110.down_proj,0.0000018015,0.05000,3.569
24,mlp.experts.122.down_proj,0.0000030613,0.05000,3.472
24,mlp.experts.81.down_proj,0.0000010527,0.05000,3.536
24,mlp.experts.464.up_proj,0.0000212940,0.05000,14.828
24,mlp.experts.118.down_proj,0.0000053481,0.05000,3.574
24,mlp.experts.130.down_proj,0.0000032344,0.05000,3.558
24,mlp.experts.283.down_proj,0.0000032347,0.05000,3.574
24,mlp.experts.471.up_proj,0.0000305969,0.05000,14.680
24,mlp.experts.345.down_proj,0.0000037535,0.05000,3.507
24,mlp.experts.268.down_proj,0.0000044036,0.05000,3.601
24,mlp.experts.413.down_proj,0.0000034647,0.05000,3.629
24,mlp.experts.500.up_proj,0.0000425282,0.05000,14.652
24,mlp.experts.467.up_proj,0.0000303859,0.05000,14.663
24,mlp.experts.469.up_proj,0.0000090219,0.05000,14.609
24,mlp.experts.239.down_proj,0.0000020493,0.05000,3.581
24,mlp.experts.424.down_proj,0.0000074012,0.05000,3.535
24,mlp.experts.126.down_proj,0.0000021506,0.05000,3.499
24,mlp.experts.138.down_proj,0.0000011380,0.05000,3.579
24,mlp.experts.97.down_proj,0.0000013582,0.05000,3.608
24,mlp.experts.134.down_proj,0.0000021226,0.05000,3.590
24,mlp.experts.146.down_proj,0.0000010283,0.05000,3.516
24,mlp.experts.299.down_proj,0.0000069911,0.05000,3.576
24,mlp.experts.361.down_proj,0.0000010884,0.05000,3.587
24,mlp.experts.284.down_proj,0.0000022955,0.05000,3.557
24,mlp.experts.429.down_proj,0.0000030548,0.05000,3.630
24,mlp.experts.4.down_proj,0.0000014278,0.05000,3.629
24,mlp.experts.255.down_proj,0.0000006829,0.05000,3.658
24,mlp.experts.440.down_proj,0.0000017280,0.05000,3.662
24,mlp.experts.456.down_proj,failsafe(rtn): 0.0016022,0.00000,0.199
24,mlp.experts.142.down_proj,0.0000022369,0.05000,3.748
24,mlp.experts.154.down_proj,0.0000011321,0.05000,3.697
24,mlp.experts.113.down_proj,0.0000040096,0.05000,3.704
24,mlp.experts.150.down_proj,0.0000014724,0.05000,3.674
24,mlp.experts.162.down_proj,0.0000019996,0.05000,3.665
24,mlp.experts.315.down_proj,0.0000027405,0.05000,3.658
24,mlp.experts.377.down_proj,0.0000051592,0.05000,3.597
24,mlp.experts.300.down_proj,0.0000016438,0.05000,3.645
24,mlp.experts.445.down_proj,0.0000018280,0.05000,3.697
24,mlp.experts.20.down_proj,0.0000088717,0.05000,3.639
24,mlp.experts.271.down_proj,0.0000046480,0.05000,3.465
24,mlp.experts.472.down_proj,0.0000033467,0.05000,3.454
24,mlp.experts.158.down_proj,0.0000032420,0.05000,3.481
24,mlp.experts.170.down_proj,0.0000010464,0.05000,3.511
24,mlp.experts.129.down_proj,0.0000025728,0.05000,3.523
24,mlp.experts.166.down_proj,0.0000017972,0.05000,3.506
24,mlp.experts.178.down_proj,0.0000076637,0.05000,3.557
24,mlp.experts.331.down_proj,0.0000044964,0.05000,3.489
24,mlp.experts.393.down_proj,0.0000027613,0.05000,3.550
24,mlp.experts.316.down_proj,0.0000009465,0.05000,3.509
24,mlp.experts.461.down_proj,0.0000009990,0.05000,3.594
24,mlp.experts.36.down_proj,0.0000015896,0.05000,3.527
24,mlp.experts.287.down_proj,0.0000024548,0.05000,3.482
24,mlp.experts.488.down_proj,0.0000020068,0.05000,3.466
24,mlp.experts.174.down_proj,0.0000007247,0.05000,3.502
24,mlp.experts.480.up_proj,0.0000128528,0.05000,14.107
24,mlp.experts.186.down_proj,0.0000037956,0.05000,3.513
24,mlp.experts.145.down_proj,0.0000024458,0.05000,3.494
24,mlp.experts.182.down_proj,0.0000015788,0.05000,3.500
24,mlp.experts.194.down_proj,0.0000016499,0.05000,3.558
24,mlp.experts.347.down_proj,0.0000097480,0.05000,3.581
24,mlp.experts.487.up_proj,0.0000253319,0.05000,14.193
24,mlp.experts.409.down_proj,0.0000110598,0.05000,3.542
24,mlp.experts.332.down_proj,0.0000010605,0.05000,3.565
24,mlp.experts.477.down_proj,0.0000007740,0.05000,3.669
24,mlp.experts.483.up_proj,0.0000264828,0.05000,14.278
24,mlp.experts.493.down_proj,failsafe(rtn): 0.0015182,0.00000,0.171
24,mlp.experts.52.down_proj,0.0000026590,0.05000,3.663
24,mlp.experts.485.up_proj,0.0000281206,0.05000,14.267
24,mlp.experts.303.down_proj,0.0000019600,0.05000,3.656
24,mlp.experts.319.down_proj,failsafe(rtn): 0.0015335,0.00000,0.170
24,mlp.experts.504.down_proj,0.0000068159,0.05000,3.583
24,mlp.experts.190.down_proj,0.0000019591,0.05000,3.505
24,mlp.experts.202.down_proj,0.0000007706,0.05000,3.560
24,mlp.experts.206.down_proj,failsafe(rtn): 0.0016098,0.00000,0.172
24,mlp.experts.161.down_proj,0.0000014286,0.05000,3.496
24,mlp.experts.218.down_proj,failsafe(rtn): 0.0015182,0.00000,0.151
24,mlp.experts.198.down_proj,0.0000053846,0.05000,3.462
24,mlp.experts.210.down_proj,0.0000086078,0.05000,3.397
24,mlp.experts.363.down_proj,0.0000025677,0.05000,3.431
24,mlp.experts.425.down_proj,0.0000029417,0.05000,3.364
24,mlp.experts.348.down_proj,0.0000023316,0.05000,3.352
24,mlp.experts.441.down_proj,failsafe(rtn): 0.0015564,0.00000,0.187
24,mlp.experts.509.down_proj,0.0000006820,0.05000,3.357
24,mlp.experts.68.down_proj,0.0000009153,0.05000,3.327
24,mlp.experts.335.down_proj,0.0000103783,0.05000,3.261
24,mlp.experts.222.down_proj,0.0000021054,0.05000,3.160
24,mlp.experts.177.down_proj,0.0000024356,0.05000,3.158
24,mlp.experts.234.down_proj,0.0000042008,0.05000,3.155
24,mlp.experts.214.down_proj,0.0000011343,0.05000,3.158
24,mlp.experts.238.down_proj,failsafe(rtn): 0.0016174,0.00000,0.167
24,mlp.experts.226.down_proj,0.0000037828,0.05000,3.085
24,mlp.experts.230.down_proj,failsafe(rtn): 0.0015488,0.00000,0.165
24,mlp.experts.379.down_proj,0.0000023054,0.05000,3.115
24,mlp.experts.364.down_proj,0.0000006675,0.05000,3.090
24,mlp.experts.457.down_proj,0.0000041539,0.05000,3.104
24,mlp.experts.84.down_proj,0.0000022008,0.05000,2.989
24,mlp.experts.351.down_proj,0.0000023698,0.05000,3.078
24,mlp.experts.193.down_proj,0.0000009075,0.05000,3.186
24,mlp.experts.254.down_proj,0.0000030575,0.05000,3.187
24,mlp.experts.242.down_proj,0.0000002774,0.05000,3.158
24,mlp.experts.250.down_proj,0.0000051429,0.05000,3.241
24,mlp.experts.246.down_proj,0.0000017547,0.05000,3.168
24,mlp.experts.395.down_proj,0.0000013735,0.05000,3.197
24,mlp.experts.380.down_proj,0.0000010731,0.05000,3.154
24,mlp.experts.473.down_proj,0.0000010350,0.05000,3.202
24,mlp.experts.100.down_proj,0.0000019757,0.05000,3.260
24,mlp.experts.116.down_proj,failsafe(rtn): 0.0014496,0.00000,0.125
24,mlp.experts.367.down_proj,0.0000006777,0.05000,3.136
24,mlp.experts.383.down_proj,failsafe(rtn): 0.0015106,0.00000,0.147
24,mlp.experts.496.up_proj,0.0000535771,0.05000,12.894
24,mlp.experts.209.down_proj,0.0000024712,0.05000,3.069
24,mlp.experts.258.down_proj,0.0000018839,0.05000,3.029
24,mlp.experts.270.down_proj,0.0000063954,0.05000,3.092
24,mlp.experts.266.down_proj,0.0000018835,0.05000,3.091
24,mlp.experts.262.down_proj,0.0000010560,0.05000,3.089
24,mlp.experts.411.down_proj,0.0000026666,0.05000,3.007
24,mlp.experts.278.down_proj,failsafe(rtn): 0.0016556,0.00000,0.179
24,mlp.experts.503.up_proj,0.0000178029,0.05000,12.609
24,mlp.experts.396.down_proj,0.0000052604,0.05000,3.078
24,mlp.experts.412.down_proj,failsafe(rtn): 0.0015717,0.00000,0.141
24,mlp.experts.489.down_proj,0.0000021922,0.05000,3.070
24,mlp.experts.499.up_proj,0.0000401239,0.05000,12.563
24,mlp.experts.501.up_proj,0.0000076455,0.05000,12.432
24,mlp.experts.132.down_proj,0.0000006506,0.05000,3.171
24,mlp.experts.399.down_proj,0.0000016648,0.05000,3.229
24,mlp.experts.0.down_proj,0.0000034563,0.05000,3.240
24,mlp.experts.225.down_proj,0.0000063404,0.05000,3.168
24,mlp.experts.274.down_proj,0.0000047694,0.05000,3.189
24,mlp.experts.282.down_proj,0.0000012427,0.05000,3.182
24,mlp.experts.286.down_proj,0.0000031088,0.05000,3.207
24,mlp.experts.427.down_proj,0.0000015671,0.05000,3.186
24,mlp.experts.294.down_proj,0.0000052653,0.05000,3.135
24,mlp.experts.7.down_proj,0.0000015811,0.05000,3.203
24,mlp.experts.23.down_proj,failsafe(rtn): 0.0014954,0.00000,0.151
24,mlp.experts.428.down_proj,0.0000013046,0.05000,3.169
24,mlp.experts.505.down_proj,0.0000006263,0.05000,3.164
24,mlp.experts.5.down_proj,0.0000031358,0.05000,3.065
24,mlp.experts.3.down_proj,0.0000007107,0.05000,3.132
24,mlp.experts.148.down_proj,0.0000006361,0.05000,3.029
24,mlp.experts.415.down_proj,0.0000032486,0.05000,2.974
24,mlp.experts.16.down_proj,0.0000012893,0.05000,2.919
24,mlp.experts.241.down_proj,0.0000010849,0.05000,2.931
24,mlp.experts.290.down_proj,0.0000020187,0.05000,2.941
24,mlp.experts.302.down_proj,0.0000048644,0.05000,2.928
24,mlp.experts.298.down_proj,0.0000047322,0.05000,2.944
24,mlp.experts.314.down_proj,failsafe(rtn): 0.0015030,0.00000,0.170
24,mlp.experts.443.down_proj,0.0000006553,0.05000,2.981
24,mlp.experts.310.down_proj,0.0000015814,0.05000,2.918
24,mlp.experts.39.down_proj,0.0000016264,0.05000,2.959
24,mlp.experts.444.down_proj,0.0000022206,0.05000,2.942
24,mlp.experts.21.down_proj,0.0000016236,0.05000,2.855
24,mlp.experts.19.down_proj,0.0000038991,0.05000,2.906
24,mlp.experts.164.down_proj,0.0000071069,0.05000,2.848
24,mlp.experts.431.down_proj,0.0000017088,0.05000,2.769
24,mlp.experts.447.down_proj,failsafe(rtn): 0.0015717,0.00000,0.135
24,mlp.experts.463.down_proj,failsafe(rtn): 0.0015030,0.00000,0.135
24,mlp.experts.32.down_proj,0.0000004548,0.05000,2.737
24,mlp.experts.257.down_proj,0.0000009874,0.05000,2.726
24,mlp.experts.306.down_proj,0.0000062786,0.05000,2.745
24,mlp.experts.318.down_proj,0.0000015744,0.05000,2.755
24,mlp.experts.330.down_proj,0.0000027558,0.05000,2.662
24,mlp.experts.326.down_proj,0.0000012922,0.05000,2.711
24,mlp.experts.459.down_proj,0.0000086109,0.05000,2.761
24,mlp.experts.55.down_proj,0.0000007323,0.05000,2.699
24,mlp.experts.460.down_proj,0.0000019486,0.05000,2.650
24,mlp.experts.37.down_proj,0.0000003949,0.05000,2.692
24,mlp.experts.35.down_proj,0.0000039052,0.05000,2.757
24,mlp.experts.180.down_proj,0.0000068579,0.05000,2.834
24,mlp.experts.479.down_proj,0.0000013370,0.05000,2.864
24,mlp.experts.48.down_proj,0.0000037496,0.05000,2.857
24,mlp.experts.273.down_proj,0.0000034573,0.05000,2.776
24,mlp.experts.289.down_proj,failsafe(rtn): 0.0016174,0.00000,0.130
24,mlp.experts.322.down_proj,0.0000029065,0.05000,2.802
24,mlp.experts.334.down_proj,0.0000013456,0.05000,2.781
24,mlp.experts.346.down_proj,0.0000020792,0.05000,2.824
24,mlp.experts.475.down_proj,0.0000014223,0.05000,2.819
24,mlp.experts.342.down_proj,0.0000010107,0.05000,2.870
24,mlp.experts.71.down_proj,0.0000008928,0.05000,2.834
24,mlp.experts.476.down_proj,0.0000037403,0.05000,2.833
24,mlp.experts.53.down_proj,0.0000022791,0.05000,2.892
24,mlp.experts.51.down_proj,0.0000006028,0.05000,2.831
24,mlp.experts.196.down_proj,0.0000014447,0.05000,2.863
24,mlp.experts.495.down_proj,0.0000014098,0.05000,2.865
24,mlp.experts.64.down_proj,0.0000003360,0.05000,2.753
24,mlp.experts.305.down_proj,0.0000027052,0.05000,2.745
24,mlp.experts.338.down_proj,0.0000112203,0.05000,2.703
24,mlp.experts.350.down_proj,0.0000036662,0.05000,2.786
24,mlp.experts.362.down_proj,0.0000015040,0.05000,2.762
24,mlp.experts.491.down_proj,0.0000028492,0.05000,2.777
24,mlp.experts.358.down_proj,0.0000007115,0.05000,2.785
24,mlp.experts.87.down_proj,0.0000023553,0.05000,2.780
24,mlp.experts.492.down_proj,0.0000006696,0.05000,2.760
24,mlp.experts.508.down_proj,failsafe(rtn): 0.0015869,0.00000,0.134
24,mlp.experts.69.down_proj,0.0000037038,0.05000,2.701
24,mlp.experts.67.down_proj,0.0000008345,0.05000,2.718
24,mlp.experts.212.down_proj,0.0000034825,0.05000,2.660
24,mlp.experts.511.down_proj,0.0000035501,0.05000,2.660
24,mlp.experts.80.down_proj,0.0000029275,0.05000,2.649
24,mlp.experts.354.down_proj,0.0000034899,0.05000,2.608
24,mlp.experts.321.down_proj,0.0000009085,0.05000,2.632
24,mlp.experts.366.down_proj,0.0000009216,0.05000,2.588
24,mlp.experts.378.down_proj,0.0000020563,0.05000,2.581
24,mlp.experts.374.down_proj,0.0000027434,0.05000,2.516
24,mlp.experts.507.down_proj,0.0000010060,0.05000,2.530
24,mlp.experts.103.down_proj,0.0000004470,0.05000,2.428
24,mlp.experts.85.down_proj,0.0000010329,0.05000,2.343
24,mlp.experts.83.down_proj,0.0000020638,0.05000,2.305
24,mlp.experts.99.down_proj,failsafe(rtn): 0.0015030,0.00000,0.105
24,mlp.experts.228.down_proj,0.0000095759,0.05000,2.218
24,mlp.experts.96.down_proj,0.0000018934,0.05000,2.043
24,mlp.experts.337.down_proj,0.0000016958,0.05000,2.011
24,mlp.experts.370.down_proj,0.0000010047,0.05000,2.028
24,mlp.experts.382.down_proj,0.0000040764,0.05000,2.031
24,mlp.experts.394.down_proj,0.0000013338,0.05000,2.035
24,mlp.experts.398.down_proj,failsafe(rtn): 0.0015106,0.00000,0.111
24,mlp.experts.390.down_proj,0.0000003951,0.05000,2.011
24,mlp.experts.119.down_proj,0.0000004534,0.05000,1.996
24,mlp.experts.101.down_proj,0.0000007999,0.05000,1.952
24,mlp.experts.115.down_proj,0.0000022469,0.05000,1.967
24,mlp.experts.244.down_proj,0.0000017548,0.05000,1.959
24,mlp.experts.112.down_proj,0.0000012700,0.05000,1.975
24,mlp.experts.353.down_proj,0.0000038436,0.05000,1.988
24,mlp.experts.386.down_proj,0.0000020409,0.05000,1.994
24,mlp.experts.410.down_proj,0.0000013462,0.05000,2.027
24,mlp.experts.414.down_proj,0.0000020426,0.05000,2.073
24,mlp.experts.406.down_proj,0.0000101406,0.05000,2.029
24,mlp.experts.135.down_proj,0.0000013479,0.05000,1.991
24,mlp.experts.117.down_proj,0.0000061206,0.05000,2.002
24,mlp.experts.131.down_proj,0.0000013698,0.05000,1.974
24,mlp.experts.260.down_proj,0.0000010384,0.05000,1.996
24,mlp.experts.276.down_proj,failsafe(rtn): 0.0015106,0.00000,0.105
24,mlp.experts.128.down_proj,0.0000037005,0.05000,1.976
24,mlp.experts.402.down_proj,0.0000011570,0.05000,1.966
24,mlp.experts.369.down_proj,0.0000016564,0.05000,2.004
24,mlp.experts.426.down_proj,0.0000015831,0.05000,1.979
24,mlp.experts.430.down_proj,0.0000073794,0.05000,1.943
24,mlp.experts.422.down_proj,0.0000023588,0.05000,1.951
24,mlp.experts.151.down_proj,0.0000088013,0.05000,1.929
24,mlp.experts.133.down_proj,0.0000038144,0.05000,1.935
24,mlp.experts.147.down_proj,0.0000028816,0.05000,1.959
24,mlp.experts.292.down_proj,0.0000057096,0.05000,1.942
24,mlp.experts.144.down_proj,0.0000018091,0.05000,1.953
24,mlp.experts.418.down_proj,0.0000009849,0.05000,1.964
24,mlp.experts.385.down_proj,0.0000064201,0.05000,1.945
24,mlp.experts.442.down_proj,0.0000067710,0.05000,1.986
24,mlp.experts.446.down_proj,0.0000026217,0.05000,1.976
24,mlp.experts.438.down_proj,0.0000048264,0.05000,1.970
24,mlp.experts.167.down_proj,0.0000024663,0.05000,1.982
24,mlp.experts.149.down_proj,0.0000016478,0.05000,1.977
24,mlp.experts.163.down_proj,0.0000038007,0.05000,2.006
24,mlp.experts.308.down_proj,0.0000006519,0.05000,1.975
24,mlp.experts.160.down_proj,0.0000050634,0.05000,1.967
24,mlp.experts.434.down_proj,0.0000009804,0.05000,2.023
24,mlp.experts.401.down_proj,0.0000021044,0.05000,2.018
24,mlp.experts.450.down_proj,failsafe(rtn): 0.0014801,0.00000,0.129
24,mlp.experts.458.down_proj,0.0000029150,0.05000,2.086
24,mlp.experts.454.down_proj,0.0000038053,0.05000,2.080
24,mlp.experts.462.down_proj,0.0000008982,0.05000,2.134
24,mlp.experts.183.down_proj,0.0000060202,0.05000,2.061
24,mlp.experts.165.down_proj,0.0000020325,0.05000,2.060
24,mlp.experts.179.down_proj,0.0000010058,0.05000,2.079
24,mlp.experts.324.down_proj,0.0000020546,0.05000,2.073
24,mlp.experts.176.down_proj,0.0000009129,0.05000,2.120
24,mlp.experts.417.down_proj,0.0000027357,0.05000,2.094
24,mlp.experts.466.down_proj,0.0000047547,0.05000,2.086
24,mlp.experts.474.down_proj,0.0000003663,0.05000,2.053
24,mlp.experts.478.down_proj,0.0000030176,0.05000,2.034
24,mlp.experts.470.down_proj,0.0000010817,0.05000,2.061
24,mlp.experts.199.down_proj,0.0000031924,0.05000,2.015
24,mlp.experts.181.down_proj,0.0000009249,0.05000,2.046
24,mlp.experts.195.down_proj,0.0000034241,0.05000,2.104
24,mlp.experts.340.down_proj,0.0000042051,0.05000,2.069
24,mlp.experts.192.down_proj,0.0000012160,0.05000,2.041
24,mlp.experts.433.down_proj,0.0000076335,0.05000,2.011
24,mlp.experts.449.down_proj,failsafe(rtn): 0.0015106,0.00000,0.098
24,mlp.experts.482.down_proj,0.0000041689,0.05000,2.041
24,mlp.experts.490.down_proj,0.0000020191,0.05000,2.067
24,mlp.experts.494.down_proj,0.0000011894,0.05000,2.062
24,mlp.experts.486.down_proj,0.0000029105,0.05000,2.053
24,mlp.experts.215.down_proj,0.0000024670,0.05000,2.038
24,mlp.experts.197.down_proj,0.0000025611,0.05000,2.005
24,mlp.experts.211.down_proj,0.0000012359,0.05000,1.943
24,mlp.experts.356.down_proj,0.0000010365,0.05000,1.926
24,mlp.experts.208.down_proj,0.0000013071,0.05000,1.916
24,mlp.experts.465.down_proj,0.0000018108,0.05000,1.928
24,mlp.experts.498.down_proj,0.0000008140,0.05000,1.918
24,mlp.experts.481.down_proj,failsafe(rtn): 0.0016174,0.00000,0.095
24,mlp.experts.506.down_proj,0.0000027730,0.05000,1.901
24,mlp.experts.502.down_proj,0.0000020043,0.05000,1.866
24,mlp.experts.510.down_proj,0.0000022415,0.05000,1.892
24,mlp.experts.231.down_proj,0.0000040515,0.05000,1.862
24,mlp.experts.213.down_proj,0.0000076642,0.05000,1.759
24,mlp.experts.227.down_proj,0.0000126800,0.05000,1.672
24,mlp.experts.372.down_proj,0.0000016636,0.05000,1.577
24,mlp.experts.224.down_proj,0.0000008111,0.05000,1.389
24,mlp.experts.497.down_proj,0.0000004583,0.05000,1.246
24,mlp.experts.247.down_proj,0.0000038387,0.05000,1.226
24,mlp.experts.229.down_proj,0.0000015668,0.05000,1.200
24,mlp.experts.243.down_proj,0.0000009211,0.05000,1.197
24,mlp.experts.388.down_proj,0.0000013617,0.05000,1.214
24,mlp.experts.240.down_proj,0.0000019977,0.05000,1.055
24,mlp.experts.263.down_proj,0.0000018368,0.05000,0.969
24,mlp.experts.245.down_proj,0.0000024613,0.05000,0.959
24,mlp.experts.259.down_proj,0.0000014292,0.05000,0.991
24,mlp.experts.404.down_proj,0.0000021076,0.05000,0.968
24,mlp.experts.256.down_proj,0.0000006189,0.05000,0.945
24,mlp.experts.279.down_proj,0.0000017865,0.05000,0.962
24,mlp.experts.261.down_proj,0.0000008562,0.05000,0.904
24,mlp.experts.275.down_proj,0.0000046867,0.05000,0.957
24,mlp.experts.420.down_proj,0.0000026304,0.05000,0.917
24,mlp.experts.272.down_proj,0.0000010491,0.05000,0.883
24,mlp.experts.295.down_proj,0.0000017391,0.05000,0.824
24,mlp.experts.277.down_proj,0.0000023020,0.05000,0.821
24,mlp.experts.291.down_proj,0.0000014423,0.05000,0.814
24,mlp.experts.436.down_proj,0.0000054403,0.05000,0.799
24,mlp.experts.288.down_proj,0.0000018236,0.05000,0.805
24,mlp.experts.293.down_proj,0.0000011509,0.05000,0.774
24,mlp.experts.311.down_proj,0.0000015572,0.05000,0.808
24,mlp.experts.307.down_proj,0.0000045571,0.05000,0.815
24,mlp.experts.452.down_proj,0.0000026288,0.05000,0.813
24,mlp.experts.304.down_proj,0.0000032887,0.05000,0.859
24,mlp.experts.309.down_proj,0.0000020403,0.05000,0.851
24,mlp.experts.327.down_proj,0.0000049929,0.05000,0.882
24,mlp.experts.468.down_proj,0.0000011711,0.05000,0.862
24,mlp.experts.323.down_proj,0.0000012153,0.05000,0.903
24,mlp.experts.320.down_proj,0.0000041102,0.05000,0.837
24,mlp.experts.325.down_proj,0.0000027178,0.05000,0.825
24,mlp.experts.343.down_proj,0.0000024974,0.05000,0.852
24,mlp.experts.484.down_proj,0.0000025939,0.05000,0.818
24,mlp.experts.339.down_proj,0.0000029962,0.05000,0.806
24,mlp.experts.336.down_proj,0.0000045948,0.05000,0.804
24,mlp.experts.341.down_proj,0.0000030803,0.05000,0.790
24,mlp.experts.359.down_proj,0.0000040228,0.05000,0.805
24,mlp.experts.500.down_proj,0.0000029586,0.05000,0.803
24,mlp.experts.355.down_proj,0.0000022662,0.05000,0.790
24,mlp.experts.352.down_proj,0.0000022504,0.05000,0.729
24,mlp.experts.357.down_proj,0.0000021773,0.05000,0.646
24,mlp.experts.375.down_proj,0.0000016114,0.05000,0.584
24,mlp.experts.371.down_proj,0.0000020573,0.05000,0.595
24,mlp.experts.368.down_proj,0.0000008152,0.05000,0.529
24,mlp.experts.373.down_proj,0.0000004830,0.05000,0.568
24,mlp.experts.391.down_proj,0.0000042730,0.05000,0.595
24,mlp.experts.387.down_proj,0.0000035483,0.05000,0.550
24,mlp.experts.384.down_proj,0.0000016685,0.05000,0.542
24,mlp.experts.389.down_proj,0.0000014423,0.05000,0.574
24,mlp.experts.407.down_proj,0.0000023560,0.05000,0.554
24,mlp.experts.403.down_proj,0.0000003827,0.05000,0.592
24,mlp.experts.400.down_proj,0.0000011364,0.05000,0.707
24,mlp.experts.405.down_proj,0.0000064249,0.05000,0.684
24,mlp.experts.423.down_proj,0.0000074317,0.05000,0.745
24,mlp.experts.419.down_proj,0.0000026100,0.05000,0.659
24,mlp.experts.416.down_proj,0.0000051741,0.05000,0.615
24,mlp.experts.432.down_proj,failsafe(rtn): 0.0016022,0.00000,0.026
24,mlp.experts.421.down_proj,0.0000054262,0.05000,0.588
24,mlp.experts.439.down_proj,0.0000007944,0.05000,0.533
24,mlp.experts.435.down_proj,0.0000076374,0.05000,0.610
24,mlp.experts.448.down_proj,0.0000041651,0.05000,0.497
24,mlp.experts.437.down_proj,0.0000011885,0.05000,0.583
24,mlp.experts.455.down_proj,0.0000016367,0.05000,0.562
24,mlp.experts.453.down_proj,failsafe(rtn): 0.0016098,0.00000,0.028
24,mlp.experts.464.down_proj,0.0000017900,0.05000,0.540
24,mlp.experts.451.down_proj,0.0000015566,0.05000,0.613
24,mlp.experts.469.down_proj,0.0000007054,0.05000,0.554
24,mlp.experts.471.down_proj,0.0000033677,0.05000,0.608
24,mlp.experts.480.down_proj,0.0000013317,0.05000,0.602
24,mlp.experts.467.down_proj,0.0000040720,0.05000,0.609
24,mlp.experts.485.down_proj,0.0000030099,0.05000,0.583
24,mlp.experts.487.down_proj,0.0000017324,0.05000,0.594
24,mlp.experts.496.down_proj,0.0000052603,0.05000,0.554
24,mlp.experts.483.down_proj,0.0000016567,0.05000,0.577
24,mlp.experts.501.down_proj,0.0000006443,0.05000,0.395
24,mlp.experts.503.down_proj,0.0000024305,0.05000,0.386
24,mlp.experts.499.down_proj,0.0000040477,0.05000,0.228
25,mlp.experts.9.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.779
25,mlp.experts.6.gate_proj,0.0000186248,0.05000,14.166
25,mlp.experts.14.gate_proj,0.0000325764,0.05000,14.171
25,mlp.experts.15.gate_proj,0.0000732271,0.05000,14.220
25,mlp.experts.7.gate_proj,0.0000236977,0.05000,14.224
25,mlp.experts.5.gate_proj,0.0000105391,0.05000,14.244
25,mlp.experts.1.gate_proj,0.0000212388,0.05000,14.255
25,mlp.experts.0.gate_proj,0.0000954004,0.05000,14.277
25,mlp.experts.8.gate_proj,0.0000089256,0.05000,14.282
25,mlp.experts.13.gate_proj,0.0000221816,0.05000,14.283
25,mlp.experts.12.gate_proj,0.0000241046,0.05000,14.341
25,mlp.experts.2.gate_proj,0.0000329253,0.05000,14.292
25,mlp.experts.4.gate_proj,0.0000246185,0.05000,14.372
25,mlp.experts.10.gate_proj,0.0000714737,0.05000,14.367
25,mlp.experts.11.gate_proj,0.0000323059,0.05000,14.424
25,mlp.experts.3.gate_proj,0.0000562881,0.05000,14.366
25,mlp.experts.18.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.742
25,mlp.experts.20.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.768
25,mlp.experts.25.gate_proj,0.0000131326,0.05000,14.382
25,mlp.experts.31.gate_proj,0.0000170215,0.05000,14.211
25,mlp.experts.22.gate_proj,0.0000216427,0.05000,14.293
25,mlp.experts.16.gate_proj,0.0000316584,0.05000,14.217
25,mlp.experts.21.gate_proj,0.0000109092,0.05000,14.300
25,mlp.experts.30.gate_proj,0.0000184114,0.05000,14.386
25,mlp.experts.19.gate_proj,0.0000538091,0.05000,14.140
25,mlp.experts.28.gate_proj,0.0000437290,0.05000,14.239
25,mlp.experts.17.gate_proj,0.0000108298,0.05000,14.358
25,mlp.experts.24.gate_proj,0.0000206077,0.05000,14.283
25,mlp.experts.29.gate_proj,0.0000239658,0.05000,14.286
25,mlp.experts.27.gate_proj,0.0000381317,0.05000,14.201
25,mlp.experts.23.gate_proj,0.0000167342,0.05000,14.398
25,mlp.experts.26.gate_proj,0.0000487119,0.05000,14.326
25,mlp.experts.34.gate_proj,0.0000612200,0.05000,14.351
25,mlp.experts.36.gate_proj,0.0000120844,0.05000,14.332
25,mlp.experts.41.gate_proj,0.0000478133,0.05000,14.463
25,mlp.experts.47.gate_proj,0.0000174642,0.05000,14.171
25,mlp.experts.38.gate_proj,0.0000280861,0.05000,14.150
25,mlp.experts.46.gate_proj,0.0000131616,0.05000,14.110
25,mlp.experts.43.gate_proj,0.0000128726,0.05000,14.054
25,mlp.experts.40.gate_proj,0.0000460476,0.05000,14.118
25,mlp.experts.33.gate_proj,0.0000427621,0.05000,14.181
25,mlp.experts.32.gate_proj,0.0000418342,0.05000,14.280
25,mlp.experts.35.gate_proj,0.0000324791,0.05000,14.270
25,mlp.experts.39.gate_proj,0.0000238656,0.05000,14.180
25,mlp.experts.45.gate_proj,0.0000423061,0.05000,14.208
25,mlp.experts.42.gate_proj,0.0000083657,0.05000,14.141
25,mlp.experts.44.gate_proj,0.0000171286,0.05000,14.283
25,mlp.experts.37.gate_proj,0.0000217869,0.05000,14.361
25,mlp.experts.52.gate_proj,0.0000353933,0.05000,14.066
25,mlp.experts.50.gate_proj,0.0000405924,0.05000,14.116
25,mlp.experts.57.gate_proj,0.0000630129,0.05000,14.168
25,mlp.experts.73.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.629
25,mlp.experts.54.gate_proj,0.0000578109,0.05000,14.268
25,mlp.experts.56.gate_proj,0.0000159695,0.05000,14.160
25,mlp.experts.63.gate_proj,0.0000441597,0.05000,14.307
25,mlp.experts.59.gate_proj,0.0000150288,0.05000,14.225
25,mlp.experts.62.gate_proj,0.0000124123,0.05000,14.356
25,mlp.experts.60.gate_proj,0.0000254409,0.05000,14.190
25,mlp.experts.51.gate_proj,0.0000341463,0.05000,14.241
25,mlp.experts.55.gate_proj,0.0000752852,0.05000,14.264
25,mlp.experts.48.gate_proj,0.0000119402,0.05000,14.323
25,mlp.experts.49.gate_proj,0.0000164488,0.05000,14.366
25,mlp.experts.53.gate_proj,0.0000495055,0.05000,14.264
25,mlp.experts.58.gate_proj,0.0000256880,0.05000,14.348
25,mlp.experts.61.gate_proj,0.0000430846,0.05000,14.450
25,mlp.experts.68.gate_proj,0.0000329082,0.05000,14.268
25,mlp.experts.66.gate_proj,0.0000164550,0.05000,14.263
25,mlp.experts.71.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.804
25,mlp.experts.89.gate_proj,0.0000037941,0.05000,14.368
25,mlp.experts.79.gate_proj,0.0000528099,0.05000,13.854
25,mlp.experts.70.gate_proj,0.0000102911,0.05000,13.940
25,mlp.experts.72.gate_proj,0.0000472278,0.05000,13.922
25,mlp.experts.78.gate_proj,0.0000248384,0.05000,13.965
25,mlp.experts.67.gate_proj,0.0000410975,0.05000,13.932
25,mlp.experts.75.gate_proj,0.0000105187,0.05000,14.074
25,mlp.experts.76.gate_proj,0.0000186631,0.05000,13.955
25,mlp.experts.74.gate_proj,0.0000090065,0.05000,13.888
25,mlp.experts.69.gate_proj,0.0000233608,0.05000,13.952
25,mlp.experts.64.gate_proj,0.0000267988,0.05000,14.027
25,mlp.experts.65.gate_proj,0.0000078650,0.05000,14.110
25,mlp.experts.77.gate_proj,0.0000212587,0.05000,14.013
25,mlp.experts.95.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.806
25,mlp.experts.84.gate_proj,0.0000241495,0.05000,13.883
25,mlp.experts.82.gate_proj,0.0000167576,0.05000,13.902
25,mlp.experts.87.gate_proj,0.0000231323,0.05000,13.853
25,mlp.experts.80.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.780
25,mlp.experts.93.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.769
25,mlp.experts.111.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.759
25,mlp.experts.109.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.683
25,mlp.experts.105.gate_proj,0.0000435717,0.05000,14.086
25,mlp.experts.86.gate_proj,0.0000343555,0.05000,13.995
25,mlp.experts.94.gate_proj,0.0000626397,0.05000,13.928
25,mlp.experts.88.gate_proj,0.0000408782,0.05000,14.100
25,mlp.experts.92.gate_proj,0.0000139053,0.05000,14.024
25,mlp.experts.83.gate_proj,0.0000304642,0.05000,14.057
25,mlp.experts.91.gate_proj,0.0000101554,0.05000,14.090
25,mlp.experts.90.gate_proj,0.0000350788,0.05000,14.017
25,mlp.experts.85.gate_proj,0.0000083491,0.05000,14.130
25,mlp.experts.81.gate_proj,0.0000164902,0.05000,14.020
25,mlp.experts.98.gate_proj,0.0000467786,0.05000,13.939
25,mlp.experts.100.gate_proj,0.0000169141,0.05000,13.970
25,mlp.experts.96.gate_proj,0.0000217363,0.05000,13.899
25,mlp.experts.103.gate_proj,0.0000102439,0.05000,14.097
25,mlp.experts.127.gate_proj,0.0000095326,0.05000,13.933
25,mlp.experts.125.gate_proj,0.0000322603,0.05000,13.888
25,mlp.experts.121.gate_proj,0.0000282780,0.05000,13.941
25,mlp.experts.141.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.691
25,mlp.experts.137.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.716
25,mlp.experts.102.gate_proj,0.0000222398,0.05000,13.870
25,mlp.experts.104.gate_proj,0.0000752942,0.05000,13.918
25,mlp.experts.110.gate_proj,0.0000258837,0.05000,13.943
25,mlp.experts.106.gate_proj,0.0000245164,0.05000,13.797
25,mlp.experts.108.gate_proj,0.0000093415,0.05000,13.957
25,mlp.experts.99.gate_proj,0.0000591092,0.05000,13.959
25,mlp.experts.107.gate_proj,0.0000169756,0.05000,13.946
25,mlp.experts.101.gate_proj,0.0000226977,0.05000,14.089
25,mlp.experts.97.gate_proj,0.0000173327,0.05000,14.079
25,mlp.experts.114.gate_proj,0.0000441124,0.05000,13.860
25,mlp.experts.116.gate_proj,0.0000271331,0.05000,14.011
25,mlp.experts.112.gate_proj,0.0000269190,0.05000,13.955
25,mlp.experts.119.gate_proj,0.0000268440,0.05000,13.959
25,mlp.experts.143.gate_proj,0.0000270189,0.05000,13.961
25,mlp.experts.128.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.776
25,mlp.experts.157.gate_proj,0.0000270677,0.05000,14.134
25,mlp.experts.153.gate_proj,0.0000217780,0.05000,14.107
25,mlp.experts.118.gate_proj,0.0000213777,0.05000,14.256
25,mlp.experts.120.gate_proj,0.0000891665,0.05000,14.111
25,mlp.experts.126.gate_proj,0.0000575363,0.05000,14.276
25,mlp.experts.122.gate_proj,0.0000078305,0.05000,14.336
25,mlp.experts.115.gate_proj,0.0000203500,0.05000,14.247
25,mlp.experts.124.gate_proj,0.0000157655,0.05000,14.329
25,mlp.experts.123.gate_proj,0.0000203007,0.05000,14.357
25,mlp.experts.117.gate_proj,0.0000388961,0.05000,14.239
25,mlp.experts.113.gate_proj,0.0000785492,0.05000,14.246
25,mlp.experts.130.gate_proj,0.0000689385,0.05000,14.131
25,mlp.experts.132.gate_proj,0.0000134199,0.05000,14.184
25,mlp.experts.135.gate_proj,0.0000109525,0.05000,14.227
25,mlp.experts.159.gate_proj,0.0000272936,0.05000,14.191
25,mlp.experts.144.gate_proj,0.0000221490,0.05000,14.193
25,mlp.experts.173.gate_proj,0.0000200885,0.05000,14.176
25,mlp.experts.169.gate_proj,0.0000591329,0.05000,14.263
25,mlp.experts.136.gate_proj,0.0000188575,0.05000,14.235
25,mlp.experts.134.gate_proj,0.0000257492,0.05000,14.425
25,mlp.experts.142.gate_proj,0.0000246492,0.05000,14.389
25,mlp.experts.140.gate_proj,0.0000100084,0.05000,14.379
25,mlp.experts.131.gate_proj,0.0000293934,0.05000,14.480
25,mlp.experts.138.gate_proj,0.0000302920,0.05000,14.500
25,mlp.experts.139.gate_proj,0.0000709354,0.05000,14.413
25,mlp.experts.129.gate_proj,0.0000269457,0.05000,14.319
25,mlp.experts.133.gate_proj,0.0000115678,0.05000,14.451
25,mlp.experts.146.gate_proj,0.0000323981,0.05000,14.411
25,mlp.experts.148.gate_proj,0.0000257047,0.05000,14.482
25,mlp.experts.147.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.697
25,mlp.experts.151.gate_proj,0.0000559796,0.05000,14.497
25,mlp.experts.175.gate_proj,0.0000332326,0.05000,14.441
25,mlp.experts.160.gate_proj,0.0000436486,0.05000,14.432
25,mlp.experts.167.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.708
25,mlp.experts.189.gate_proj,0.0000442453,0.05000,14.401
25,mlp.experts.185.gate_proj,0.0000164999,0.05000,14.497
25,mlp.experts.152.gate_proj,0.0000388561,0.05000,14.070
25,mlp.experts.158.gate_proj,0.0000381608,0.05000,13.982
25,mlp.experts.150.gate_proj,0.0000453351,0.05000,14.257
25,mlp.experts.156.gate_proj,0.0000247325,0.05000,14.039
25,mlp.experts.155.gate_proj,0.0000810841,0.05000,14.003
25,mlp.experts.154.gate_proj,0.0000374347,0.05000,14.202
25,mlp.experts.145.gate_proj,0.0000245388,0.05000,14.065
25,mlp.experts.149.gate_proj,0.0000206008,0.05000,14.083
25,mlp.experts.162.gate_proj,0.0000219649,0.05000,14.089
25,mlp.experts.164.gate_proj,0.0000577260,0.05000,14.082
25,mlp.experts.163.gate_proj,0.0000072114,0.05000,14.083
25,mlp.experts.165.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.685
25,mlp.experts.191.gate_proj,0.0000112279,0.05000,14.133
25,mlp.experts.176.gate_proj,0.0000490397,0.05000,14.072
25,mlp.experts.183.gate_proj,0.0000409984,0.05000,14.088
25,mlp.experts.205.gate_proj,0.0000427265,0.05000,14.042
25,mlp.experts.201.gate_proj,0.0000307968,0.05000,14.046
25,mlp.experts.168.gate_proj,0.0000236458,0.05000,14.318
25,mlp.experts.174.gate_proj,0.0000189228,0.05000,14.300
25,mlp.experts.166.gate_proj,0.0000312533,0.05000,14.390
25,mlp.experts.172.gate_proj,0.0000264837,0.05000,14.337
25,mlp.experts.171.gate_proj,0.0000235867,0.05000,14.357
25,mlp.experts.170.gate_proj,0.0000120398,0.05000,14.444
25,mlp.experts.161.gate_proj,0.0000303440,0.05000,14.498
25,mlp.experts.178.gate_proj,0.0000379774,0.05000,14.357
25,mlp.experts.180.gate_proj,0.0000579786,0.05000,14.351
25,mlp.experts.179.gate_proj,0.0000456591,0.05000,14.404
25,mlp.experts.181.gate_proj,0.0000451016,0.05000,14.457
25,mlp.experts.207.gate_proj,0.0000124416,0.05000,14.389
25,mlp.experts.192.gate_proj,0.0000437141,0.05000,14.423
25,mlp.experts.199.gate_proj,0.0000174626,0.05000,14.450
25,mlp.experts.223.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.694
25,mlp.experts.221.gate_proj,0.0000149077,0.05000,14.411
25,mlp.experts.217.gate_proj,0.0000156746,0.05000,14.482
25,mlp.experts.184.gate_proj,0.0000282563,0.05000,14.043
25,mlp.experts.190.gate_proj,0.0000244317,0.05000,14.150
25,mlp.experts.182.gate_proj,0.0000147454,0.05000,14.030
25,mlp.experts.188.gate_proj,0.0000118423,0.05000,14.157
25,mlp.experts.187.gate_proj,0.0000230798,0.05000,14.129
25,mlp.experts.186.gate_proj,0.0000160824,0.05000,14.009
25,mlp.experts.177.gate_proj,0.0000319329,0.05000,14.082
25,mlp.experts.194.gate_proj,0.0000416146,0.05000,14.144
25,mlp.experts.196.gate_proj,0.0000769686,0.05000,14.009
25,mlp.experts.204.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.735
25,mlp.experts.195.gate_proj,0.0000414324,0.05000,14.063
25,mlp.experts.203.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.761
25,mlp.experts.197.gate_proj,0.0000448450,0.05000,14.093
25,mlp.experts.210.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.736
25,mlp.experts.208.gate_proj,0.0000806280,0.05000,13.972
25,mlp.experts.215.gate_proj,0.0000148950,0.05000,13.953
25,mlp.experts.239.gate_proj,0.0000321637,0.05000,14.017
25,mlp.experts.231.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.679
25,mlp.experts.237.gate_proj,0.0000219010,0.05000,14.013
25,mlp.experts.233.gate_proj,0.0000329820,0.05000,13.838
25,mlp.experts.253.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.738
25,mlp.experts.200.gate_proj,0.0000223011,0.05000,14.101
25,mlp.experts.198.gate_proj,0.0000697572,0.05000,13.996
25,mlp.experts.206.gate_proj,0.0000090023,0.05000,14.168
25,mlp.experts.202.gate_proj,0.0000257155,0.05000,14.186
25,mlp.experts.193.gate_proj,0.0000366385,0.05000,14.179
25,mlp.experts.212.gate_proj,0.0000214523,0.05000,13.949
25,mlp.experts.211.gate_proj,0.0000240409,0.05000,14.042
25,mlp.experts.220.gate_proj,0.0000273788,0.05000,14.163
25,mlp.experts.219.gate_proj,0.0000141595,0.05000,14.084
25,mlp.experts.213.gate_proj,0.0000231916,0.05000,14.040
25,mlp.experts.226.gate_proj,0.0000140289,0.05000,14.029
25,mlp.experts.224.gate_proj,0.0000102448,0.05000,14.048
25,mlp.experts.255.gate_proj,0.0000803963,0.05000,14.250
25,mlp.experts.247.gate_proj,0.0000306639,0.05000,14.247
25,mlp.experts.249.gate_proj,0.0000503554,0.05000,14.240
25,mlp.experts.269.gate_proj,0.0000335993,0.05000,14.040
25,mlp.experts.216.gate_proj,0.0000141493,0.05000,14.512
25,mlp.experts.214.gate_proj,0.0000378195,0.05000,14.668
25,mlp.experts.222.gate_proj,0.0000332849,0.05000,14.610
25,mlp.experts.232.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.692
25,mlp.experts.218.gate_proj,0.0000428115,0.05000,14.601
25,mlp.experts.209.gate_proj,0.0000296698,0.05000,14.546
25,mlp.experts.228.gate_proj,0.0000074205,0.05000,14.545
25,mlp.experts.248.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.701
25,mlp.experts.227.gate_proj,0.0000197884,0.05000,14.632
25,mlp.experts.236.gate_proj,0.0000635439,0.05000,14.521
25,mlp.experts.235.gate_proj,0.0000078079,0.05000,14.633
25,mlp.experts.242.gate_proj,0.0000194194,0.05000,14.570
25,mlp.experts.229.gate_proj,0.0000566819,0.05000,14.617
25,mlp.experts.240.gate_proj,0.0000405486,0.05000,14.430
25,mlp.experts.271.gate_proj,0.0000190803,0.05000,14.399
25,mlp.experts.263.gate_proj,0.0000327947,0.05000,14.548
25,mlp.experts.265.gate_proj,0.0000280644,0.05000,14.488
25,mlp.experts.285.gate_proj,0.0000190431,0.05000,14.502
25,mlp.experts.230.gate_proj,0.0000285133,0.05000,14.364
25,mlp.experts.238.gate_proj,0.0000123814,0.05000,14.467
25,mlp.experts.234.gate_proj,0.0000259482,0.05000,14.419
25,mlp.experts.244.gate_proj,0.0000206162,0.05000,14.329
25,mlp.experts.225.gate_proj,0.0000306954,0.05000,14.400
25,mlp.experts.251.gate_proj,0.0000610044,0.05000,14.203
25,mlp.experts.264.gate_proj,0.0000159293,0.05000,14.429
25,mlp.experts.252.gate_proj,0.0000372812,0.05000,14.419
25,mlp.experts.243.gate_proj,0.0000104363,0.05000,14.569
25,mlp.experts.260.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.770
25,mlp.experts.258.gate_proj,0.0000134735,0.05000,14.427
25,mlp.experts.256.gate_proj,0.0000473837,0.05000,14.342
25,mlp.experts.245.gate_proj,0.0000034399,0.05000,14.546
25,mlp.experts.280.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.764
25,mlp.experts.276.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.714
25,mlp.experts.287.gate_proj,0.0000100184,0.05000,14.472
25,mlp.experts.279.gate_proj,0.0000301936,0.05000,14.468
25,mlp.experts.281.gate_proj,0.0000859822,0.05000,14.425
25,mlp.experts.301.gate_proj,0.0001034106,0.05000,14.293
25,mlp.experts.246.gate_proj,0.0000272290,0.05000,14.236
25,mlp.experts.254.gate_proj,0.0000169030,0.05000,14.142
25,mlp.experts.250.gate_proj,0.0000167666,0.05000,14.204
25,mlp.experts.241.gate_proj,0.0000367484,0.05000,14.152
25,mlp.experts.267.gate_proj,0.0000275602,0.05000,14.106
25,mlp.experts.268.gate_proj,0.0000693059,0.05000,14.183
25,mlp.experts.259.gate_proj,0.0000262948,0.05000,14.233
25,mlp.experts.274.gate_proj,0.0000490171,0.05000,14.162
25,mlp.experts.272.gate_proj,0.0000548482,0.05000,14.192
25,mlp.experts.261.gate_proj,0.0000272863,0.05000,14.214
25,mlp.experts.296.gate_proj,0.0000304555,0.05000,14.094
25,mlp.experts.303.gate_proj,0.0000149477,0.05000,14.155
25,mlp.experts.292.gate_proj,0.0000287435,0.05000,14.268
25,mlp.experts.277.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.809
25,mlp.experts.295.gate_proj,0.0000164070,0.05000,14.373
25,mlp.experts.297.gate_proj,0.0000139989,0.05000,14.433
25,mlp.experts.317.gate_proj,0.0000428142,0.05000,14.496
25,mlp.experts.313.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.770
25,mlp.experts.262.gate_proj,0.0000212736,0.05000,14.598
25,mlp.experts.270.gate_proj,0.0000173272,0.05000,14.650
25,mlp.experts.266.gate_proj,0.0000334157,0.05000,14.582
25,mlp.experts.257.gate_proj,0.0000444527,0.05000,14.616
25,mlp.experts.283.gate_proj,0.0000171953,0.05000,14.608
25,mlp.experts.286.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.780
25,mlp.experts.284.gate_proj,0.0000554143,0.05000,14.575
25,mlp.experts.275.gate_proj,0.0000126234,0.05000,14.734
25,mlp.experts.290.gate_proj,0.0000281470,0.05000,14.696
25,mlp.experts.288.gate_proj,0.0000218471,0.05000,14.700
25,mlp.experts.312.gate_proj,0.0000449056,0.05000,14.503
25,mlp.experts.319.gate_proj,0.0000308637,0.05000,14.699
25,mlp.experts.308.gate_proj,0.0000090360,0.05000,14.658
25,mlp.experts.293.gate_proj,0.0000300446,0.05000,14.520
25,mlp.experts.311.gate_proj,0.0000351349,0.05000,14.600
25,mlp.experts.333.gate_proj,0.0000789773,0.05000,14.604
25,mlp.experts.329.gate_proj,0.0000120653,0.05000,14.464
25,mlp.experts.345.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.710
25,mlp.experts.278.gate_proj,0.0000436441,0.05000,14.595
25,mlp.experts.282.gate_proj,0.0000023338,0.05000,14.481
25,mlp.experts.273.gate_proj,0.0000128998,0.05000,14.662
25,mlp.experts.302.gate_proj,0.0000612726,0.05000,14.489
25,mlp.experts.300.gate_proj,0.0000164521,0.05000,14.434
25,mlp.experts.299.gate_proj,0.0000068241,0.05000,14.621
25,mlp.experts.291.gate_proj,0.0000255348,0.05000,14.563
25,mlp.experts.306.gate_proj,0.0000466822,0.05000,14.589
25,mlp.experts.328.gate_proj,0.0000234118,0.05000,14.432
25,mlp.experts.304.gate_proj,0.0000263666,0.05000,14.532
25,mlp.experts.316.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.763
25,mlp.experts.307.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.808
25,mlp.experts.335.gate_proj,0.0000224178,0.05000,14.743
25,mlp.experts.309.gate_proj,0.0000541582,0.05000,14.710
25,mlp.experts.324.gate_proj,0.0000116833,0.05000,14.743
25,mlp.experts.332.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.865
25,mlp.experts.327.gate_proj,0.0000443660,0.05000,14.764
25,mlp.experts.349.gate_proj,0.0000257175,0.05000,14.814
25,mlp.experts.361.gate_proj,0.0000498336,0.05000,14.873
25,mlp.experts.294.gate_proj,0.0000422330,0.05000,14.395
25,mlp.experts.298.gate_proj,0.0000227919,0.05000,14.462
25,mlp.experts.318.gate_proj,0.0000599760,0.05000,14.351
25,mlp.experts.289.gate_proj,0.0000191941,0.05000,14.564
25,mlp.experts.315.gate_proj,0.0000241177,0.05000,14.425
25,mlp.experts.320.gate_proj,0.0000049278,0.05000,14.395
25,mlp.experts.322.gate_proj,0.0000384141,0.05000,14.549
25,mlp.experts.344.gate_proj,0.0000222969,0.05000,14.655
25,mlp.experts.323.gate_proj,0.0000314267,0.05000,14.474
25,mlp.experts.351.gate_proj,0.0000660716,0.05000,14.232
25,mlp.experts.340.gate_proj,0.0000290725,0.05000,14.260
25,mlp.experts.325.gate_proj,0.0000236871,0.05000,14.292
25,mlp.experts.348.gate_proj,0.0000096520,0.05000,14.322
25,mlp.experts.360.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.811
25,mlp.experts.343.gate_proj,0.0000099238,0.05000,14.282
25,mlp.experts.365.gate_proj,0.0000232067,0.05000,14.300
25,mlp.experts.377.gate_proj,0.0000386446,0.05000,14.393
25,mlp.experts.310.gate_proj,0.0000340589,0.05000,14.291
25,mlp.experts.314.gate_proj,0.0000319378,0.05000,14.247
25,mlp.experts.334.gate_proj,0.0000407319,0.05000,14.258
25,mlp.experts.305.gate_proj,0.0000196885,0.05000,14.402
25,mlp.experts.331.gate_proj,0.0000185353,0.05000,14.325
25,mlp.experts.336.gate_proj,0.0000085737,0.05000,14.202
25,mlp.experts.338.gate_proj,0.0000124240,0.05000,14.167
25,mlp.experts.347.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.678
25,mlp.experts.341.gate_proj,0.0000124804,0.05000,14.024
25,mlp.experts.367.gate_proj,0.0000281671,0.05000,14.179
25,mlp.experts.356.gate_proj,0.0000216646,0.05000,14.188
25,mlp.experts.364.gate_proj,0.0000234387,0.05000,14.124
25,mlp.experts.339.gate_proj,0.0000133407,0.05000,14.341
25,mlp.experts.376.gate_proj,0.0000139501,0.05000,14.165
25,mlp.experts.359.gate_proj,0.0000250084,0.05000,14.229
25,mlp.experts.372.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.747
25,mlp.experts.355.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.783
25,mlp.experts.392.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.799
25,mlp.experts.381.gate_proj,0.0000033508,0.05000,14.169
25,mlp.experts.393.gate_proj,0.0000242742,0.05000,14.334
25,mlp.experts.326.gate_proj,0.0000226047,0.05000,14.263
25,mlp.experts.330.gate_proj,0.0000722414,0.05000,14.361
25,mlp.experts.350.gate_proj,0.0000200028,0.05000,14.481
25,mlp.experts.321.gate_proj,0.0000319069,0.05000,14.356
25,mlp.experts.352.gate_proj,0.0000229779,0.05000,14.332
25,mlp.experts.354.gate_proj,0.0000728274,0.05000,14.389
25,mlp.experts.363.gate_proj,0.0000089641,0.05000,14.525
25,mlp.experts.357.gate_proj,0.0000415343,0.05000,14.438
25,mlp.experts.380.gate_proj,0.0000313148,0.05000,14.356
25,mlp.experts.383.gate_proj,0.0000325348,0.05000,14.497
25,mlp.experts.388.gate_proj,0.0000588940,0.05000,14.344
25,mlp.experts.375.gate_proj,0.0000385835,0.05000,14.481
25,mlp.experts.371.gate_proj,0.0000399209,0.05000,14.412
25,mlp.experts.408.gate_proj,0.0000705976,0.05000,14.310
25,mlp.experts.397.gate_proj,0.0000372617,0.05000,14.361
25,mlp.experts.409.gate_proj,0.0000541223,0.05000,14.345
25,mlp.experts.425.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.659
25,mlp.experts.342.gate_proj,0.0000076286,0.05000,14.641
25,mlp.experts.346.gate_proj,0.0000228510,0.05000,14.341
25,mlp.experts.366.gate_proj,0.0000141511,0.05000,14.474
25,mlp.experts.337.gate_proj,0.0000461637,0.05000,14.453
25,mlp.experts.368.gate_proj,0.0000296581,0.05000,14.309
25,mlp.experts.370.gate_proj,0.0000240894,0.05000,14.449
25,mlp.experts.382.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.704
25,mlp.experts.379.gate_proj,0.0000163949,0.05000,14.352
25,mlp.experts.384.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.688
25,mlp.experts.373.gate_proj,0.0000387838,0.05000,14.495
25,mlp.experts.396.gate_proj,0.0000240760,0.05000,14.364
25,mlp.experts.399.gate_proj,0.0000166018,0.05000,14.451
25,mlp.experts.400.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.803
25,mlp.experts.404.gate_proj,0.0000669896,0.05000,14.396
25,mlp.experts.391.gate_proj,0.0000378456,0.05000,14.426
25,mlp.experts.424.gate_proj,0.0000407583,0.05000,14.260
25,mlp.experts.387.gate_proj,0.0000408850,0.05000,14.436
25,mlp.experts.413.gate_proj,0.0000176002,0.05000,14.443
25,mlp.experts.441.gate_proj,0.0000448931,0.05000,14.561
25,mlp.experts.358.gate_proj,0.0000600242,0.05000,14.561
25,mlp.experts.362.gate_proj,0.0000539402,0.05000,14.512
25,mlp.experts.353.gate_proj,0.0000397955,0.05000,14.557
25,mlp.experts.378.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.683
25,mlp.experts.386.gate_proj,0.0000105100,0.05000,14.480
25,mlp.experts.395.gate_proj,0.0000127281,0.05000,14.527
25,mlp.experts.398.gate_proj,0.0000203830,0.05000,14.675
25,mlp.experts.412.gate_proj,0.0000184719,0.05000,14.470
25,mlp.experts.389.gate_proj,0.0000151305,0.05000,14.572
25,mlp.experts.415.gate_proj,0.0000241323,0.05000,14.541
25,mlp.experts.416.gate_proj,0.0000397620,0.05000,14.452
25,mlp.experts.440.gate_proj,0.0000265587,0.05000,14.438
25,mlp.experts.428.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.767
25,mlp.experts.407.gate_proj,0.0000165026,0.05000,14.508
25,mlp.experts.420.gate_proj,0.0000333987,0.05000,14.578
25,mlp.experts.403.gate_proj,0.0000399831,0.05000,14.353
25,mlp.experts.429.gate_proj,0.0000829265,0.05000,14.490
25,mlp.experts.423.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.782
25,mlp.experts.457.gate_proj,0.0000251149,0.05000,14.496
25,mlp.experts.374.gate_proj,0.0000460840,0.05000,14.229
25,mlp.experts.369.gate_proj,0.0000091128,0.05000,14.233
25,mlp.experts.394.gate_proj,0.0000321138,0.05000,14.194
25,mlp.experts.402.gate_proj,0.0000130950,0.05000,14.318
25,mlp.experts.411.gate_proj,0.0000033840,0.05000,14.184
25,mlp.experts.410.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.668
25,mlp.experts.414.gate_proj,0.0000660147,0.05000,14.263
25,mlp.experts.431.gate_proj,0.0000211993,0.05000,14.172
25,mlp.experts.405.gate_proj,0.0000108308,0.05000,14.297
25,mlp.experts.432.gate_proj,0.0000172771,0.05000,14.101
25,mlp.experts.436.gate_proj,0.0000157792,0.05000,14.153
25,mlp.experts.419.gate_proj,0.0000643635,0.05000,14.150
25,mlp.experts.444.gate_proj,0.0000435325,0.05000,14.223
25,mlp.experts.456.gate_proj,0.0000607666,0.05000,14.402
25,mlp.experts.445.gate_proj,0.0000189940,0.05000,14.117
25,mlp.experts.439.gate_proj,0.0000254537,0.05000,14.194
25,mlp.experts.473.gate_proj,0.0000440400,0.05000,14.378
25,mlp.experts.390.gate_proj,0.0000268586,0.05000,14.060
25,mlp.experts.385.gate_proj,0.0000639503,0.05000,14.387
25,mlp.experts.418.gate_proj,0.0000261177,0.05000,14.325
25,mlp.experts.426.gate_proj,0.0000068529,0.05000,14.257
25,mlp.experts.427.gate_proj,0.0000049776,0.05000,14.417
25,mlp.experts.430.gate_proj,0.0000293922,0.05000,14.334
25,mlp.experts.421.gate_proj,0.0000379371,0.05000,14.324
25,mlp.experts.447.gate_proj,0.0000635351,0.05000,14.409
25,mlp.experts.448.gate_proj,0.0000687208,0.05000,14.307
25,mlp.experts.446.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.707
25,mlp.experts.452.gate_proj,0.0000580788,0.05000,14.321
25,mlp.experts.435.gate_proj,0.0000296158,0.05000,14.384
25,mlp.experts.472.gate_proj,0.0000308771,0.05000,14.275
25,mlp.experts.460.gate_proj,0.0000433434,0.05000,14.522
25,mlp.experts.461.gate_proj,0.0000644881,0.05000,14.383
25,mlp.experts.464.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.779
25,mlp.experts.455.gate_proj,0.0000401193,0.05000,14.498
25,mlp.experts.489.gate_proj,0.0000286647,0.05000,14.245
25,mlp.experts.406.gate_proj,0.0000037895,0.05000,14.336
25,mlp.experts.401.gate_proj,0.0000349325,0.05000,14.415
25,mlp.experts.434.gate_proj,0.0000126251,0.05000,14.212
25,mlp.experts.442.gate_proj,0.0000144254,0.05000,14.203
25,mlp.experts.443.gate_proj,0.0000307571,0.05000,14.207
25,mlp.experts.437.gate_proj,0.0000332716,0.05000,14.094
25,mlp.experts.463.gate_proj,0.0000304599,0.05000,14.290
25,mlp.experts.462.gate_proj,0.0000380101,0.05000,14.165
25,mlp.experts.468.gate_proj,0.0000189776,0.05000,14.221
25,mlp.experts.488.gate_proj,0.0000227923,0.05000,14.072
25,mlp.experts.451.gate_proj,0.0000271193,0.05000,14.142
25,mlp.experts.476.gate_proj,0.0000428868,0.05000,14.112
25,mlp.experts.477.gate_proj,0.0000349852,0.05000,14.067
25,mlp.experts.480.gate_proj,0.0000142892,0.05000,14.104
25,mlp.experts.471.gate_proj,0.0000102135,0.05000,14.122
25,mlp.experts.505.gate_proj,0.0000178639,0.05000,14.353
25,mlp.experts.9.up_proj,failsafe(rtn): 0.0016022,0.00000,0.703
25,mlp.experts.422.gate_proj,0.0000517372,0.05000,14.646
25,mlp.experts.417.gate_proj,0.0000294811,0.05000,14.763
25,mlp.experts.458.gate_proj,0.0000096287,0.05000,14.543
25,mlp.experts.450.gate_proj,0.0000123485,0.05000,14.850
25,mlp.experts.459.gate_proj,0.0000367799,0.05000,14.793
25,mlp.experts.453.gate_proj,0.0000288271,0.05000,14.804
25,mlp.experts.479.gate_proj,0.0000361486,0.05000,14.861
25,mlp.experts.478.gate_proj,0.0000507373,0.05000,14.822
25,mlp.experts.504.gate_proj,0.0000137624,0.05000,14.802
25,mlp.experts.484.gate_proj,0.0000355258,0.05000,14.941
25,mlp.experts.467.gate_proj,0.0000431352,0.05000,14.988
25,mlp.experts.492.gate_proj,0.0000226986,0.05000,14.989
25,mlp.experts.493.gate_proj,0.0000395639,0.05000,15.005
25,mlp.experts.496.gate_proj,0.0000241076,0.05000,15.033
25,mlp.experts.483.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.721
25,mlp.experts.487.gate_proj,0.0000316334,0.05000,15.096
25,mlp.experts.25.up_proj,0.0000140011,0.05000,15.277
25,mlp.experts.438.gate_proj,0.0000149625,0.05000,14.876
25,mlp.experts.474.gate_proj,0.0000341699,0.05000,14.634
25,mlp.experts.433.gate_proj,0.0000222679,0.05000,14.803
25,mlp.experts.466.gate_proj,0.0000199719,0.05000,14.586
25,mlp.experts.475.gate_proj,0.0000119378,0.05000,14.693
25,mlp.experts.482.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.769
25,mlp.experts.469.gate_proj,0.0000324942,0.05000,14.818
25,mlp.experts.495.gate_proj,0.0000287801,0.05000,14.669
25,mlp.experts.494.gate_proj,0.0000229250,0.05000,14.740
25,mlp.experts.8.up_proj,0.0000081268,0.05000,14.597
25,mlp.experts.500.gate_proj,0.0000212696,0.05000,14.618
25,mlp.experts.508.gate_proj,0.0000358739,0.05000,14.497
25,mlp.experts.511.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.726
25,mlp.experts.509.gate_proj,0.0000167082,0.05000,14.637
25,mlp.experts.0.up_proj,0.0000888338,0.05000,14.578
25,mlp.experts.499.gate_proj,0.0000352914,0.05000,14.539
25,mlp.experts.503.gate_proj,0.0000267909,0.05000,14.328
25,mlp.experts.41.up_proj,0.0000467539,0.05000,13.979
25,mlp.experts.454.gate_proj,0.0000101473,0.05000,13.003
25,mlp.experts.490.gate_proj,0.0000674867,0.05000,12.960
25,mlp.experts.449.gate_proj,0.0000848563,0.05000,13.028
25,mlp.experts.491.gate_proj,0.0000191113,0.05000,12.871
25,mlp.experts.506.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.663
25,mlp.experts.498.gate_proj,0.0000130114,0.05000,12.752
25,mlp.experts.465.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.658
25,mlp.experts.485.gate_proj,0.0000463631,0.05000,12.855
25,mlp.experts.510.gate_proj,0.0000430279,0.05000,12.718
25,mlp.experts.24.up_proj,0.0000203369,0.05000,12.718
25,mlp.experts.4.up_proj,0.0000241938,0.05000,12.611
25,mlp.experts.501.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.620
25,mlp.experts.15.up_proj,0.0000732960,0.05000,12.703
25,mlp.experts.13.up_proj,0.0000213594,0.05000,12.696
25,mlp.experts.3.up_proj,0.0000554380,0.05000,12.803
25,mlp.experts.20.up_proj,failsafe(rtn): 0.0015335,0.00000,0.751
25,mlp.experts.7.up_proj,0.0000232034,0.05000,13.001
25,mlp.experts.57.up_proj,0.0000624222,0.05000,13.005
25,mlp.experts.470.gate_proj,0.0000176663,0.05000,13.005
25,mlp.experts.507.gate_proj,0.0000492624,0.05000,13.132
25,mlp.experts.10.up_proj,0.0000706533,0.05000,13.192
25,mlp.experts.2.up_proj,0.0000316325,0.05000,13.141
25,mlp.experts.481.gate_proj,0.0000302192,0.05000,13.153
25,mlp.experts.14.up_proj,0.0000309496,0.05000,13.105
25,mlp.experts.12.up_proj,0.0000223051,0.05000,13.028
25,mlp.experts.5.up_proj,0.0000131258,0.05000,13.001
25,mlp.experts.18.up_proj,failsafe(rtn): 0.0014877,0.00000,0.632
25,mlp.experts.16.up_proj,0.0000315875,0.05000,13.123
25,mlp.experts.40.up_proj,0.0000467374,0.05000,13.131
25,mlp.experts.31.up_proj,0.0000164913,0.05000,13.106
25,mlp.experts.29.up_proj,0.0000230972,0.05000,13.020
25,mlp.experts.36.up_proj,0.0000120858,0.05000,12.877
25,mlp.experts.19.up_proj,0.0000553423,0.05000,12.986
25,mlp.experts.23.up_proj,0.0000166943,0.05000,12.936
25,mlp.experts.73.up_proj,failsafe(rtn): 0.0014572,0.00000,0.674
25,mlp.experts.486.gate_proj,0.0000149603,0.05000,12.474
25,mlp.experts.11.up_proj,0.0000337018,0.05000,12.279
25,mlp.experts.26.up_proj,0.0000494452,0.05000,12.412
25,mlp.experts.30.up_proj,0.0000181801,0.05000,12.410
25,mlp.experts.28.up_proj,0.0000430986,0.05000,12.268
25,mlp.experts.34.up_proj,0.0000626331,0.05000,12.260
25,mlp.experts.47.up_proj,0.0000168894,0.05000,12.153
25,mlp.experts.32.up_proj,0.0000418119,0.05000,12.275
25,mlp.experts.56.up_proj,0.0000149454,0.05000,12.259
25,mlp.experts.21.up_proj,0.0000105779,0.05000,12.289
25,mlp.experts.497.gate_proj,0.0000336927,0.05000,12.376
25,mlp.experts.45.up_proj,0.0000413534,0.05000,12.397
25,mlp.experts.52.up_proj,0.0000347658,0.05000,12.506
25,mlp.experts.89.up_proj,0.0000035640,0.05000,12.513
25,mlp.experts.502.gate_proj,0.0000181426,0.05000,13.905
25,mlp.experts.42.up_proj,0.0000078343,0.05000,13.978
25,mlp.experts.46.up_proj,0.0000128605,0.05000,13.935
25,mlp.experts.50.up_proj,0.0000392567,0.05000,13.844
25,mlp.experts.44.up_proj,0.0000160876,0.05000,13.924
25,mlp.experts.27.up_proj,0.0000375329,0.05000,13.887
25,mlp.experts.72.up_proj,0.0000468337,0.05000,13.922
25,mlp.experts.35.up_proj,0.0000337737,0.05000,13.977
25,mlp.experts.39.up_proj,0.0000240490,0.05000,14.077
25,mlp.experts.37.up_proj,0.0000278111,0.05000,13.905
25,mlp.experts.48.up_proj,0.0000113463,0.05000,14.100
25,mlp.experts.63.up_proj,0.0000430065,0.05000,14.134
25,mlp.experts.61.up_proj,0.0000424589,0.05000,13.975
25,mlp.experts.1.up_proj,0.0000208022,0.05000,14.012
25,mlp.experts.68.up_proj,0.0000319353,0.05000,14.080
25,mlp.experts.105.up_proj,0.0000430352,0.05000,13.934
25,mlp.experts.62.up_proj,0.0000120740,0.05000,14.244
25,mlp.experts.6.up_proj,0.0000182485,0.05000,14.271
25,mlp.experts.58.up_proj,0.0000254934,0.05000,14.290
25,mlp.experts.60.up_proj,0.0000247466,0.05000,14.332
25,mlp.experts.43.up_proj,0.0000123384,0.05000,14.323
25,mlp.experts.51.up_proj,0.0000329929,0.05000,14.261
25,mlp.experts.66.up_proj,0.0000164666,0.05000,14.462
25,mlp.experts.88.up_proj,0.0000415827,0.05000,14.360
25,mlp.experts.53.up_proj,0.0000489606,0.05000,14.310
25,mlp.experts.79.up_proj,0.0000514111,0.05000,14.284
25,mlp.experts.64.up_proj,0.0000264105,0.05000,14.344
25,mlp.experts.55.up_proj,0.0000704656,0.05000,14.380
25,mlp.experts.77.up_proj,0.0000198387,0.05000,14.324
25,mlp.experts.17.up_proj,0.0000111318,0.05000,14.348
25,mlp.experts.95.up_proj,failsafe(rtn): 0.0014725,0.00000,0.735
25,mlp.experts.84.up_proj,0.0000250142,0.05000,14.305
25,mlp.experts.80.up_proj,failsafe(rtn): 0.0015106,0.00000,0.726
25,mlp.experts.71.up_proj,failsafe(rtn): 0.0014114,0.00000,0.733
25,mlp.experts.121.up_proj,0.0000275136,0.05000,14.264
25,mlp.experts.93.up_proj,failsafe(rtn): 0.0016632,0.00000,0.729
25,mlp.experts.111.up_proj,failsafe(rtn): 0.0014572,0.00000,0.703
25,mlp.experts.137.up_proj,failsafe(rtn): 0.0014801,0.00000,0.685
25,mlp.experts.109.up_proj,failsafe(rtn): 0.0014801,0.00000,0.689
25,mlp.experts.74.up_proj,0.0000088197,0.05000,14.013
25,mlp.experts.22.up_proj,0.0000262515,0.05000,14.071
25,mlp.experts.78.up_proj,0.0000239014,0.05000,14.137
25,mlp.experts.59.up_proj,0.0000154287,0.05000,13.996
25,mlp.experts.76.up_proj,0.0000206409,0.05000,14.073
25,mlp.experts.104.up_proj,0.0000723359,0.05000,13.954
25,mlp.experts.82.up_proj,0.0000173009,0.05000,14.009
25,mlp.experts.67.up_proj,0.0000369415,0.05000,14.113
25,mlp.experts.69.up_proj,0.0000224197,0.05000,14.146
25,mlp.experts.33.up_proj,0.0000417232,0.05000,14.080
25,mlp.experts.96.up_proj,0.0000211422,0.05000,13.958
25,mlp.experts.87.up_proj,0.0000224713,0.05000,13.952
25,mlp.experts.100.up_proj,0.0000165088,0.05000,13.992
25,mlp.experts.127.up_proj,0.0000101812,0.05000,14.101
25,mlp.experts.125.up_proj,0.0000300171,0.05000,13.943
25,mlp.experts.153.up_proj,0.0000207455,0.05000,14.097
25,mlp.experts.141.up_proj,failsafe(rtn): 0.0017166,0.00000,0.798
25,mlp.experts.90.up_proj,0.0000318774,0.05000,14.046
25,mlp.experts.120.up_proj,0.0000874232,0.05000,13.989
25,mlp.experts.94.up_proj,0.0000613541,0.05000,14.099
25,mlp.experts.98.up_proj,0.0000454201,0.05000,14.015
25,mlp.experts.75.up_proj,0.0000102428,0.05000,14.111
25,mlp.experts.92.up_proj,0.0000136212,0.05000,14.099
25,mlp.experts.83.up_proj,0.0000312879,0.05000,14.033
25,mlp.experts.38.up_proj,0.0000274272,0.05000,14.288
25,mlp.experts.85.up_proj,0.0000084477,0.05000,14.185
25,mlp.experts.49.up_proj,0.0000157468,0.05000,14.246
25,mlp.experts.112.up_proj,0.0000265543,0.05000,14.043
25,mlp.experts.103.up_proj,0.0000092327,0.05000,14.075
25,mlp.experts.116.up_proj,0.0000267284,0.05000,14.095
25,mlp.experts.128.up_proj,failsafe(rtn): 0.0014801,0.00000,0.695
25,mlp.experts.143.up_proj,0.0000264734,0.05000,14.043
25,mlp.experts.169.up_proj,0.0000550930,0.05000,14.033
25,mlp.experts.157.up_proj,0.0000263954,0.05000,13.851
25,mlp.experts.106.up_proj,0.0000245722,0.05000,14.288
25,mlp.experts.136.up_proj,0.0000177407,0.05000,14.211
25,mlp.experts.110.up_proj,0.0000257543,0.05000,14.300
25,mlp.experts.108.up_proj,0.0000092007,0.05000,14.205
25,mlp.experts.91.up_proj,0.0000097734,0.05000,14.250
25,mlp.experts.99.up_proj,0.0000592219,0.05000,14.206
25,mlp.experts.114.up_proj,0.0000428825,0.05000,14.359
25,mlp.experts.54.up_proj,0.0000557959,0.05000,14.310
25,mlp.experts.101.up_proj,0.0000231177,0.05000,14.249
25,mlp.experts.65.up_proj,0.0000075369,0.05000,14.395
25,mlp.experts.119.up_proj,0.0000265071,0.05000,14.252
25,mlp.experts.132.up_proj,0.0000132841,0.05000,14.461
25,mlp.experts.144.up_proj,0.0000218294,0.05000,14.350
25,mlp.experts.159.up_proj,0.0000283723,0.05000,14.553
25,mlp.experts.185.up_proj,0.0000178467,0.05000,14.472
25,mlp.experts.173.up_proj,0.0000198832,0.05000,14.470
25,mlp.experts.126.up_proj,0.0000561285,0.05000,14.249
25,mlp.experts.152.up_proj,0.0000385703,0.05000,14.339
25,mlp.experts.122.up_proj,0.0000073931,0.05000,14.402
25,mlp.experts.124.up_proj,0.0000156978,0.05000,14.258
25,mlp.experts.130.up_proj,0.0000662378,0.05000,14.280
25,mlp.experts.115.up_proj,0.0000209741,0.05000,14.349
25,mlp.experts.70.up_proj,0.0000098563,0.05000,14.252
25,mlp.experts.107.up_proj,0.0000186144,0.05000,14.418
25,mlp.experts.117.up_proj,0.0000458920,0.05000,14.458
25,mlp.experts.81.up_proj,0.0000161795,0.05000,14.460
25,mlp.experts.135.up_proj,0.0000115617,0.05000,14.440
25,mlp.experts.148.up_proj,0.0000258700,0.05000,14.335
25,mlp.experts.160.up_proj,0.0000470723,0.05000,14.340
25,mlp.experts.175.up_proj,0.0000335403,0.05000,14.228
25,mlp.experts.201.up_proj,0.0000308957,0.05000,14.377
25,mlp.experts.189.up_proj,0.0000443379,0.05000,14.286
25,mlp.experts.142.up_proj,0.0000238416,0.05000,14.228
25,mlp.experts.138.up_proj,0.0000314954,0.05000,14.297
25,mlp.experts.140.up_proj,0.0000099230,0.05000,14.286
25,mlp.experts.86.up_proj,0.0000332473,0.05000,14.168
25,mlp.experts.146.up_proj,0.0000299474,0.05000,14.263
25,mlp.experts.168.up_proj,0.0000233348,0.05000,14.413
25,mlp.experts.131.up_proj,0.0000286780,0.05000,14.352
25,mlp.experts.123.up_proj,0.0000202408,0.05000,14.344
25,mlp.experts.133.up_proj,0.0000114483,0.05000,14.333
25,mlp.experts.147.up_proj,failsafe(rtn): 0.0014343,0.00000,0.747
25,mlp.experts.97.up_proj,0.0000173875,0.05000,14.464
25,mlp.experts.151.up_proj,0.0000565938,0.05000,14.367
25,mlp.experts.164.up_proj,0.0000574711,0.05000,14.293
25,mlp.experts.176.up_proj,0.0000523670,0.05000,14.375
25,mlp.experts.167.up_proj,failsafe(rtn): 0.0014572,0.00000,0.754
25,mlp.experts.191.up_proj,0.0000105038,0.05000,14.440
25,mlp.experts.217.up_proj,0.0000156120,0.05000,14.474
25,mlp.experts.205.up_proj,0.0000411770,0.05000,14.479
25,mlp.experts.158.up_proj,0.0000363721,0.05000,14.478
25,mlp.experts.102.up_proj,0.0000212763,0.05000,14.377
25,mlp.experts.156.up_proj,0.0000247795,0.05000,14.460
25,mlp.experts.154.up_proj,0.0000380434,0.05000,14.562
25,mlp.experts.184.up_proj,0.0000281852,0.05000,14.471
25,mlp.experts.162.up_proj,0.0000223652,0.05000,14.588
25,mlp.experts.139.up_proj,0.0000667839,0.05000,14.556
25,mlp.experts.149.up_proj,0.0000201888,0.05000,14.501
25,mlp.experts.163.up_proj,0.0000073973,0.05000,14.447
25,mlp.experts.113.up_proj,0.0000753302,0.05000,14.444
25,mlp.experts.180.up_proj,0.0000587207,0.05000,14.358
25,mlp.experts.165.up_proj,failsafe(rtn): 0.0015564,0.00000,0.714
25,mlp.experts.192.up_proj,0.0000431313,0.05000,14.339
25,mlp.experts.183.up_proj,0.0000384152,0.05000,14.436
25,mlp.experts.207.up_proj,0.0000124468,0.05000,14.342
25,mlp.experts.233.up_proj,0.0000325427,0.05000,14.226
25,mlp.experts.223.up_proj,failsafe(rtn): 0.0014954,0.00000,0.671
25,mlp.experts.221.up_proj,0.0000143654,0.05000,14.397
25,mlp.experts.174.up_proj,0.0000251163,0.05000,14.193
25,mlp.experts.170.up_proj,0.0000116332,0.05000,14.073
25,mlp.experts.118.up_proj,0.0000206125,0.05000,14.241
25,mlp.experts.172.up_proj,0.0000268423,0.05000,14.316
25,mlp.experts.200.up_proj,0.0000225550,0.05000,14.219
25,mlp.experts.178.up_proj,0.0000371856,0.05000,14.181
25,mlp.experts.155.up_proj,0.0000791795,0.05000,14.221
25,mlp.experts.179.up_proj,0.0000454748,0.05000,14.360
25,mlp.experts.129.up_proj,0.0000259073,0.05000,14.261
25,mlp.experts.196.up_proj,0.0000770003,0.05000,14.378
25,mlp.experts.181.up_proj,0.0000427263,0.05000,14.314
25,mlp.experts.208.up_proj,0.0000788764,0.05000,14.260
25,mlp.experts.199.up_proj,0.0000165326,0.05000,14.298
25,mlp.experts.249.up_proj,0.0000496466,0.05000,14.371
25,mlp.experts.239.up_proj,0.0000319553,0.05000,14.411
25,mlp.experts.237.up_proj,0.0000218914,0.05000,14.462
25,mlp.experts.253.up_proj,failsafe(rtn): 0.0014572,0.00000,0.708
25,mlp.experts.190.up_proj,0.0000235021,0.05000,14.112
25,mlp.experts.134.up_proj,0.0000252707,0.05000,14.031
25,mlp.experts.186.up_proj,0.0000154781,0.05000,14.100
25,mlp.experts.216.up_proj,0.0000137438,0.05000,14.106
25,mlp.experts.188.up_proj,0.0000106188,0.05000,14.186
25,mlp.experts.171.up_proj,0.0000223416,0.05000,14.036
25,mlp.experts.194.up_proj,0.0000403000,0.05000,14.180
25,mlp.experts.232.up_proj,failsafe(rtn): 0.0014954,0.00000,0.719
25,mlp.experts.204.up_proj,failsafe(rtn): 0.0015106,0.00000,0.717
25,mlp.experts.210.up_proj,failsafe(rtn): 0.0015182,0.00000,0.714
25,mlp.experts.195.up_proj,0.0000397506,0.05000,14.225
25,mlp.experts.145.up_proj,0.0000251648,0.05000,14.209
25,mlp.experts.212.up_proj,0.0000212034,0.05000,14.149
25,mlp.experts.197.up_proj,0.0000439624,0.05000,14.113
25,mlp.experts.248.up_proj,failsafe(rtn): 0.0015411,0.00000,0.721
25,mlp.experts.224.up_proj,0.0000101636,0.05000,14.015
25,mlp.experts.215.up_proj,0.0000142522,0.05000,14.130
25,mlp.experts.265.up_proj,0.0000297974,0.05000,14.169
25,mlp.experts.255.up_proj,0.0000786107,0.05000,14.015
25,mlp.experts.231.up_proj,failsafe(rtn): 0.0016327,0.00000,0.746
25,mlp.experts.269.up_proj,0.0000319754,0.05000,14.038
25,mlp.experts.206.up_proj,0.0000084688,0.05000,13.820
25,mlp.experts.150.up_proj,0.0000448827,0.05000,13.849
25,mlp.experts.202.up_proj,0.0000263024,0.05000,13.896
25,mlp.experts.187.up_proj,0.0000224430,0.05000,13.806
25,mlp.experts.220.up_proj,0.0000259788,0.05000,13.713
25,mlp.experts.203.up_proj,failsafe(rtn): 0.0015411,0.00000,0.705
25,mlp.experts.226.up_proj,0.0000138393,0.05000,13.873
25,mlp.experts.161.up_proj,0.0000286658,0.05000,13.720
25,mlp.experts.211.up_proj,0.0000223233,0.05000,13.819
25,mlp.experts.228.up_proj,0.0000073219,0.05000,13.806
25,mlp.experts.213.up_proj,0.0000219271,0.05000,13.672
25,mlp.experts.240.up_proj,0.0000394445,0.05000,13.731
25,mlp.experts.264.up_proj,0.0000159986,0.05000,13.892
25,mlp.experts.281.up_proj,0.0000832978,0.05000,13.614
25,mlp.experts.280.up_proj,failsafe(rtn): 0.0014725,0.00000,0.720
25,mlp.experts.271.up_proj,0.0000192283,0.05000,13.635
25,mlp.experts.247.up_proj,0.0000317382,0.05000,13.790
25,mlp.experts.285.up_proj,0.0000185972,0.05000,13.905
25,mlp.experts.222.up_proj,0.0000329254,0.05000,14.357
25,mlp.experts.166.up_proj,0.0000302267,0.05000,14.456
25,mlp.experts.218.up_proj,0.0000438041,0.05000,14.428
25,mlp.experts.236.up_proj,0.0000625326,0.05000,14.424
25,mlp.experts.219.up_proj,0.0000135189,0.05000,14.535
25,mlp.experts.242.up_proj,0.0000194045,0.05000,14.457
25,mlp.experts.177.up_proj,0.0000314495,0.05000,14.476
25,mlp.experts.227.up_proj,0.0000193956,0.05000,14.523
25,mlp.experts.229.up_proj,0.0000584442,0.05000,14.380
25,mlp.experts.244.up_proj,0.0000204389,0.05000,14.457
25,mlp.experts.256.up_proj,0.0000474264,0.05000,14.376
25,mlp.experts.260.up_proj,failsafe(rtn): 0.0015640,0.00000,0.703
25,mlp.experts.297.up_proj,0.0000153439,0.05000,14.484
25,mlp.experts.296.up_proj,0.0000299065,0.05000,14.549
25,mlp.experts.287.up_proj,0.0000099396,0.05000,14.457
25,mlp.experts.263.up_proj,0.0000320198,0.05000,14.510
25,mlp.experts.276.up_proj,failsafe(rtn): 0.0014801,0.00000,0.837
25,mlp.experts.313.up_proj,failsafe(rtn): 0.0014496,0.00000,0.795
25,mlp.experts.301.up_proj,0.0000977761,0.05000,14.596
25,mlp.experts.238.up_proj,0.0000127742,0.05000,14.110
25,mlp.experts.234.up_proj,0.0000250118,0.05000,13.990
25,mlp.experts.182.up_proj,0.0000146634,0.05000,14.063
25,mlp.experts.252.up_proj,0.0000361044,0.05000,14.006
25,mlp.experts.235.up_proj,0.0000076033,0.05000,13.956
25,mlp.experts.258.up_proj,0.0000137583,0.05000,14.019
25,mlp.experts.243.up_proj,0.0000102117,0.05000,13.953
25,mlp.experts.193.up_proj,0.0000371471,0.05000,14.073
25,mlp.experts.245.up_proj,0.0000033552,0.05000,14.118
25,mlp.experts.272.up_proj,0.0000538607,0.05000,14.047
25,mlp.experts.303.up_proj,0.0000146677,0.05000,13.861
25,mlp.experts.312.up_proj,0.0000465681,0.05000,14.070
25,mlp.experts.329.up_proj,0.0000127495,0.05000,13.820
25,mlp.experts.279.up_proj,0.0000288105,0.05000,13.999
25,mlp.experts.292.up_proj,0.0000287042,0.05000,14.033
25,mlp.experts.345.up_proj,failsafe(rtn): 0.0014877,0.00000,0.698
25,mlp.experts.317.up_proj,0.0000417030,0.05000,13.988
25,mlp.experts.250.up_proj,0.0000170805,0.05000,14.113
25,mlp.experts.254.up_proj,0.0000167022,0.05000,14.214
25,mlp.experts.198.up_proj,0.0000717897,0.05000,14.132
25,mlp.experts.268.up_proj,0.0000705783,0.05000,14.262
25,mlp.experts.251.up_proj,0.0000601258,0.05000,14.097
25,mlp.experts.274.up_proj,0.0000472677,0.05000,14.204
25,mlp.experts.261.up_proj,0.0000264645,0.05000,13.940
25,mlp.experts.259.up_proj,0.0000262740,0.05000,14.182
25,mlp.experts.209.up_proj,0.0000284380,0.05000,14.206
25,mlp.experts.288.up_proj,0.0000213170,0.05000,14.081
25,mlp.experts.277.up_proj,failsafe(rtn): 0.0014343,0.00000,0.694
25,mlp.experts.319.up_proj,0.0000305456,0.05000,14.226
25,mlp.experts.328.up_proj,0.0000223729,0.05000,14.141
25,mlp.experts.295.up_proj,0.0000159181,0.05000,14.211
25,mlp.experts.308.up_proj,0.0000092756,0.05000,14.208
25,mlp.experts.361.up_proj,0.0000467206,0.05000,14.292
25,mlp.experts.333.up_proj,0.0000786750,0.05000,14.190
25,mlp.experts.266.up_proj,0.0000335645,0.05000,14.296
25,mlp.experts.270.up_proj,0.0000231439,0.05000,14.294
25,mlp.experts.214.up_proj,0.0000402783,0.05000,14.382
25,mlp.experts.286.up_proj,failsafe(rtn): 0.0015793,0.00000,0.778
25,mlp.experts.284.up_proj,0.0000527753,0.05000,14.514
25,mlp.experts.267.up_proj,0.0000271079,0.05000,14.483
25,mlp.experts.290.up_proj,0.0000277754,0.05000,14.487
25,mlp.experts.275.up_proj,0.0000139079,0.05000,14.605
25,mlp.experts.225.up_proj,0.0000294075,0.05000,14.552
25,mlp.experts.304.up_proj,0.0000270178,0.05000,14.509
25,mlp.experts.293.up_proj,0.0000293163,0.05000,14.459
25,mlp.experts.344.up_proj,0.0000218023,0.05000,14.365
25,mlp.experts.335.up_proj,0.0000222013,0.05000,14.480
25,mlp.experts.311.up_proj,0.0000343151,0.05000,14.356
25,mlp.experts.324.up_proj,0.0000122177,0.05000,14.320
25,mlp.experts.360.up_proj,failsafe(rtn): 0.0014877,0.00000,0.681
25,mlp.experts.377.up_proj,0.0000366094,0.05000,14.362
25,mlp.experts.349.up_proj,0.0000250950,0.05000,14.343
25,mlp.experts.282.up_proj,0.0000022326,0.05000,14.151
25,mlp.experts.230.up_proj,0.0000285178,0.05000,14.256
25,mlp.experts.302.up_proj,0.0000605769,0.05000,14.278
25,mlp.experts.300.up_proj,0.0000165037,0.05000,14.302
25,mlp.experts.283.up_proj,0.0000165095,0.05000,14.418
25,mlp.experts.306.up_proj,0.0000427976,0.05000,14.309
25,mlp.experts.241.up_proj,0.0000366518,0.05000,14.372
25,mlp.experts.320.up_proj,0.0000047571,0.05000,14.286
25,mlp.experts.291.up_proj,0.0000240941,0.05000,14.509
25,mlp.experts.316.up_proj,failsafe(rtn): 0.0014648,0.00000,0.768
25,mlp.experts.309.up_proj,0.0000533191,0.05000,14.497
25,mlp.experts.307.up_proj,failsafe(rtn): 0.0016251,0.00000,0.806
25,mlp.experts.332.up_proj,failsafe(rtn): 0.0016022,0.00000,0.785
25,mlp.experts.351.up_proj,0.0000631247,0.05000,14.522
25,mlp.experts.340.up_proj,0.0000279427,0.05000,14.445
25,mlp.experts.327.up_proj,0.0000433536,0.05000,14.584
25,mlp.experts.376.up_proj,0.0000132775,0.05000,14.497
25,mlp.experts.393.up_proj,0.0000238548,0.05000,14.612
25,mlp.experts.365.up_proj,0.0000226270,0.05000,14.583
25,mlp.experts.392.up_proj,failsafe(rtn): 0.0015335,0.00000,0.772
25,mlp.experts.298.up_proj,0.0000207482,0.05000,14.326
25,mlp.experts.246.up_proj,0.0000248899,0.05000,14.317
25,mlp.experts.318.up_proj,0.0000566132,0.05000,14.207
25,mlp.experts.299.up_proj,0.0000063486,0.05000,14.307
25,mlp.experts.322.up_proj,0.0000365931,0.05000,14.226
25,mlp.experts.257.up_proj,0.0000436683,0.05000,14.203
25,mlp.experts.336.up_proj,0.0000084581,0.05000,14.239
25,mlp.experts.325.up_proj,0.0000231583,0.05000,14.201
25,mlp.experts.348.up_proj,0.0000095650,0.05000,14.077
25,mlp.experts.323.up_proj,0.0000307626,0.05000,14.342
25,mlp.experts.367.up_proj,0.0000268211,0.05000,14.214
25,mlp.experts.356.up_proj,0.0000202680,0.05000,14.173
25,mlp.experts.343.up_proj,0.0000098017,0.05000,14.194
25,mlp.experts.372.up_proj,failsafe(rtn): 0.0015564,0.00000,0.798
25,mlp.experts.409.up_proj,0.0000535137,0.05000,14.235
25,mlp.experts.381.up_proj,0.0000032826,0.05000,14.267
25,mlp.experts.408.up_proj,0.0000673673,0.05000,14.224
25,mlp.experts.425.up_proj,failsafe(rtn): 0.0015793,0.00000,0.689
25,mlp.experts.314.up_proj,0.0000306447,0.05000,14.324
25,mlp.experts.262.up_proj,0.0000201185,0.05000,14.419
25,mlp.experts.334.up_proj,0.0000448965,0.05000,14.388
25,mlp.experts.338.up_proj,0.0000126217,0.05000,14.397
25,mlp.experts.315.up_proj,0.0000219752,0.05000,14.464
25,mlp.experts.273.up_proj,0.0000118428,0.05000,14.498
25,mlp.experts.352.up_proj,0.0000210315,0.05000,14.425
25,mlp.experts.341.up_proj,0.0000120335,0.05000,14.473
25,mlp.experts.364.up_proj,0.0000223274,0.05000,14.507
25,mlp.experts.383.up_proj,0.0000318858,0.05000,14.390
25,mlp.experts.339.up_proj,0.0000127013,0.05000,14.651
25,mlp.experts.359.up_proj,0.0000236318,0.05000,14.476
25,mlp.experts.355.up_proj,failsafe(rtn): 0.0014954,0.00000,0.690
25,mlp.experts.388.up_proj,0.0000559856,0.05000,14.250
25,mlp.experts.397.up_proj,0.0000369627,0.05000,14.373
25,mlp.experts.424.up_proj,0.0000406343,0.05000,14.265
25,mlp.experts.441.up_proj,0.0000431027,0.05000,14.401
25,mlp.experts.330.up_proj,0.0000712781,0.05000,14.548
25,mlp.experts.278.up_proj,0.0000419843,0.05000,14.557
25,mlp.experts.350.up_proj,0.0000195868,0.05000,14.517
25,mlp.experts.331.up_proj,0.0000184125,0.05000,14.470
25,mlp.experts.354.up_proj,0.0000717856,0.05000,14.585
25,mlp.experts.289.up_proj,0.0000186423,0.05000,14.425
25,mlp.experts.368.up_proj,0.0000290100,0.05000,14.473
25,mlp.experts.347.up_proj,failsafe(rtn): 0.0014725,0.00000,0.794
25,mlp.experts.357.up_proj,0.0000461721,0.05000,14.562
25,mlp.experts.384.up_proj,failsafe(rtn): 0.0016403,0.00000,0.773
25,mlp.experts.380.up_proj,0.0000289363,0.05000,14.522
25,mlp.experts.399.up_proj,0.0000161376,0.05000,14.561
25,mlp.experts.400.up_proj,failsafe(rtn): 0.0016022,0.00000,0.788
25,mlp.experts.375.up_proj,0.0000382236,0.05000,14.539
25,mlp.experts.371.up_proj,0.0000397538,0.05000,14.673
25,mlp.experts.404.up_proj,0.0000661355,0.05000,14.638
25,mlp.experts.413.up_proj,0.0000171547,0.05000,14.544
25,mlp.experts.440.up_proj,0.0000261946,0.05000,14.629
25,mlp.experts.457.up_proj,0.0000249745,0.05000,14.839
25,mlp.experts.346.up_proj,0.0000224144,0.05000,14.362
25,mlp.experts.294.up_proj,0.0000437882,0.05000,14.378
25,mlp.experts.366.up_proj,0.0000141927,0.05000,14.189
25,mlp.experts.370.up_proj,0.0000244246,0.05000,14.198
25,mlp.experts.382.up_proj,failsafe(rtn): 0.0016327,0.00000,0.772
25,mlp.experts.305.up_proj,0.0000198839,0.05000,14.353
25,mlp.experts.363.up_proj,0.0000086420,0.05000,14.347
25,mlp.experts.373.up_proj,0.0000374136,0.05000,14.277
25,mlp.experts.396.up_proj,0.0000227210,0.05000,14.128
25,mlp.experts.415.up_proj,0.0000231459,0.05000,14.312
25,mlp.experts.391.up_proj,0.0000369970,0.05000,14.089
25,mlp.experts.416.up_proj,0.0000359513,0.05000,14.126
25,mlp.experts.387.up_proj,0.0000401288,0.05000,14.144
25,mlp.experts.420.up_proj,0.0000321942,0.05000,14.262
25,mlp.experts.456.up_proj,0.0000594809,0.05000,14.013
25,mlp.experts.429.up_proj,0.0000768998,0.05000,14.146
25,mlp.experts.473.up_proj,0.0000446050,0.05000,14.032
25,mlp.experts.362.up_proj,0.0000541160,0.05000,14.756
25,mlp.experts.310.up_proj,0.0000334413,0.05000,14.677
25,mlp.experts.378.up_proj,failsafe(rtn): 0.0015030,0.00000,0.691
25,mlp.experts.386.up_proj,0.0000103160,0.05000,14.653
25,mlp.experts.398.up_proj,0.0000205328,0.05000,14.554
25,mlp.experts.321.up_proj,0.0000305634,0.05000,14.652
25,mlp.experts.379.up_proj,0.0000159653,0.05000,14.577
25,mlp.experts.412.up_proj,0.0000186436,0.05000,14.487
25,mlp.experts.389.up_proj,0.0000149067,0.05000,14.659
25,mlp.experts.431.up_proj,0.0000208159,0.05000,14.665
25,mlp.experts.407.up_proj,0.0000164013,0.05000,14.704
25,mlp.experts.432.up_proj,0.0000162320,0.05000,14.686
25,mlp.experts.428.up_proj,failsafe(rtn): 0.0014877,0.00000,0.877
25,mlp.experts.403.up_proj,0.0000389673,0.05000,14.777
25,mlp.experts.423.up_proj,failsafe(rtn): 0.0016632,0.00000,0.744
25,mlp.experts.436.up_proj,0.0000154955,0.05000,14.713
25,mlp.experts.472.up_proj,0.0000293929,0.05000,14.675
25,mlp.experts.445.up_proj,0.0000181810,0.05000,14.720
25,mlp.experts.489.up_proj,0.0000268220,0.05000,14.807
25,mlp.experts.326.up_proj,0.0000217182,0.05000,14.498
25,mlp.experts.394.up_proj,0.0000316862,0.05000,14.442
25,mlp.experts.402.up_proj,0.0000134156,0.05000,14.510
25,mlp.experts.414.up_proj,0.0000629853,0.05000,14.547
25,mlp.experts.410.up_proj,failsafe(rtn): 0.0015793,0.00000,0.702
25,mlp.experts.337.up_proj,0.0000431153,0.05000,14.460
25,mlp.experts.395.up_proj,0.0000117826,0.05000,14.616
25,mlp.experts.405.up_proj,0.0000104096,0.05000,14.435
25,mlp.experts.447.up_proj,0.0000624564,0.05000,14.303
25,mlp.experts.448.up_proj,0.0000685351,0.05000,14.389
25,mlp.experts.444.up_proj,0.0000452329,0.05000,14.324
25,mlp.experts.419.up_proj,0.0000640687,0.05000,14.390
25,mlp.experts.439.up_proj,0.0000243150,0.05000,14.298
25,mlp.experts.464.up_proj,failsafe(rtn): 0.0014191,0.00000,0.721
25,mlp.experts.452.up_proj,0.0000558631,0.05000,14.385
25,mlp.experts.488.up_proj,0.0000223504,0.05000,14.376
25,mlp.experts.461.up_proj,0.0000600375,0.05000,14.352
25,mlp.experts.505.up_proj,0.0000172480,0.05000,14.329
25,mlp.experts.9.down_proj,failsafe(rtn): 0.0016022,0.00000,0.169
25,mlp.experts.25.down_proj,0.0000022951,0.05000,3.526
25,mlp.experts.41.down_proj,0.0000024627,0.05000,3.503
25,mlp.experts.342.up_proj,0.0000075789,0.05000,14.119
25,mlp.experts.426.up_proj,0.0000072325,0.05000,14.008
25,mlp.experts.57.down_proj,0.0000044149,0.05000,3.447
25,mlp.experts.418.up_proj,0.0000249125,0.05000,14.268
25,mlp.experts.430.up_proj,0.0000291161,0.05000,14.218
25,mlp.experts.73.down_proj,failsafe(rtn): 0.0015030,0.00000,0.185
25,mlp.experts.353.up_proj,0.0000391978,0.05000,14.230
25,mlp.experts.446.up_proj,failsafe(rtn): 0.0014267,0.00000,0.759
25,mlp.experts.411.up_proj,0.0000028643,0.05000,14.279
25,mlp.experts.421.up_proj,0.0000369498,0.05000,14.305
25,mlp.experts.463.up_proj,0.0000284797,0.05000,14.278
25,mlp.experts.460.up_proj,0.0000408904,0.05000,14.198
25,mlp.experts.455.up_proj,0.0000409540,0.05000,13.991
25,mlp.experts.435.up_proj,0.0000295338,0.05000,14.281
25,mlp.experts.480.up_proj,0.0000141215,0.05000,14.203
25,mlp.experts.468.up_proj,0.0000186013,0.05000,14.158
25,mlp.experts.477.up_proj,0.0000342378,0.05000,14.208
25,mlp.experts.504.up_proj,0.0000137112,0.05000,14.327
25,mlp.experts.89.down_proj,0.0000012228,0.05000,3.764
25,mlp.experts.8.down_proj,0.0000006826,0.05000,3.717
25,mlp.experts.105.down_proj,0.0000028521,0.05000,3.802
25,mlp.experts.24.down_proj,0.0000017352,0.05000,3.662
25,mlp.experts.121.down_proj,0.0000016169,0.05000,3.580
25,mlp.experts.137.down_proj,failsafe(rtn): 0.0014267,0.00000,0.186
25,mlp.experts.358.up_proj,0.0000577331,0.05000,14.674
25,mlp.experts.40.down_proj,0.0000039018,0.05000,3.636
25,mlp.experts.442.up_proj,0.0000139425,0.05000,14.854
25,mlp.experts.434.up_proj,0.0000123471,0.05000,14.994
25,mlp.experts.369.up_proj,0.0000088099,0.05000,14.886
25,mlp.experts.153.down_proj,0.0000017763,0.05000,3.766
25,mlp.experts.462.up_proj,0.0000385180,0.05000,14.946
25,mlp.experts.427.up_proj,0.0000048264,0.05000,14.861
25,mlp.experts.437.up_proj,0.0000324937,0.05000,14.982
25,mlp.experts.479.up_proj,0.0000350430,0.05000,14.806
25,mlp.experts.476.up_proj,0.0000418553,0.05000,14.818
25,mlp.experts.471.up_proj,0.0000096589,0.05000,14.818
25,mlp.experts.496.up_proj,0.0000239919,0.05000,14.877
25,mlp.experts.451.up_proj,0.0000254273,0.05000,14.953
25,mlp.experts.484.up_proj,0.0000338378,0.05000,14.971
25,mlp.experts.493.up_proj,0.0000383908,0.05000,14.910
25,mlp.experts.56.down_proj,0.0000010189,0.05000,3.878
25,mlp.experts.169.down_proj,0.0000070070,0.05000,3.638
25,mlp.experts.0.down_proj,0.0000079442,0.05000,3.636
25,mlp.experts.72.down_proj,0.0000033331,0.05000,3.654
25,mlp.experts.185.down_proj,0.0000036624,0.05000,3.764
25,mlp.experts.16.down_proj,0.0000023829,0.05000,3.686
25,mlp.experts.88.down_proj,0.0000078925,0.05000,3.754
25,mlp.experts.201.down_proj,0.0000058126,0.05000,3.886
25,mlp.experts.374.up_proj,0.0000446939,0.05000,14.698
25,mlp.experts.32.down_proj,0.0000026748,0.05000,3.707
25,mlp.experts.104.down_proj,0.0000055068,0.05000,3.586
25,mlp.experts.458.up_proj,0.0000093349,0.05000,14.678
25,mlp.experts.450.up_proj,0.0000121636,0.05000,14.617
25,mlp.experts.385.up_proj,0.0000608649,0.05000,14.721
25,mlp.experts.217.down_proj,0.0000024476,0.05000,3.447
25,mlp.experts.478.up_proj,0.0000486463,0.05000,14.485
25,mlp.experts.443.up_proj,0.0000278511,0.05000,14.665
25,mlp.experts.453.up_proj,0.0000278165,0.05000,14.694
25,mlp.experts.495.up_proj,0.0000298360,0.05000,14.601
25,mlp.experts.492.up_proj,0.0000223546,0.05000,14.617
25,mlp.experts.487.up_proj,0.0000304664,0.05000,14.781
25,mlp.experts.511.up_proj,failsafe(rtn): 0.0014725,0.00000,0.840
25,mlp.experts.500.up_proj,0.0000209681,0.05000,14.634
25,mlp.experts.48.down_proj,0.0000014509,0.05000,3.754
25,mlp.experts.467.up_proj,0.0000419237,0.05000,14.846
25,mlp.experts.509.up_proj,0.0000159671,0.05000,14.720
25,mlp.experts.120.down_proj,0.0000078809,0.05000,3.758
25,mlp.experts.483.up_proj,failsafe(rtn): 0.0014038,0.00000,0.730
25,mlp.experts.233.down_proj,0.0000019096,0.05000,3.827
25,mlp.experts.15.down_proj,0.0000048581,0.05000,3.636
25,mlp.experts.4.down_proj,0.0000013026,0.05000,3.736
25,mlp.experts.64.down_proj,0.0000014874,0.05000,3.686
25,mlp.experts.20.down_proj,failsafe(rtn): 0.0015564,0.00000,0.219
25,mlp.experts.80.down_proj,failsafe(rtn): 0.0015793,0.00000,0.206
25,mlp.experts.13.down_proj,0.0000011513,0.05000,3.759
25,mlp.experts.136.down_proj,0.0000018140,0.05000,3.735
25,mlp.experts.249.down_proj,0.0000027561,0.05000,3.806
25,mlp.experts.31.down_proj,0.0000016025,0.05000,3.801
25,mlp.experts.36.down_proj,0.0000011831,0.05000,3.698
25,mlp.experts.96.down_proj,0.0000019178,0.05000,3.741
25,mlp.experts.29.down_proj,0.0000021182,0.05000,3.764
25,mlp.experts.152.down_proj,0.0000024030,0.05000,3.687
25,mlp.experts.265.down_proj,0.0000061273,0.05000,3.655
25,mlp.experts.47.down_proj,0.0000008906,0.05000,3.724
25,mlp.experts.390.up_proj,0.0000243386,0.05000,14.861
25,mlp.experts.52.down_proj,0.0000035595,0.05000,3.712
25,mlp.experts.112.down_proj,0.0000013461,0.05000,3.699
25,mlp.experts.45.down_proj,0.0000026075,0.05000,3.677
25,mlp.experts.168.down_proj,0.0000017625,0.05000,3.754
25,mlp.experts.128.down_proj,failsafe(rtn): 0.0015030,0.00000,0.207
25,mlp.experts.474.up_proj,0.0000351929,0.05000,14.948
25,mlp.experts.466.up_proj,0.0000187114,0.05000,14.892
25,mlp.experts.401.up_proj,0.0000359881,0.05000,14.934
25,mlp.experts.281.down_proj,0.0000054197,0.05000,3.653
25,mlp.experts.482.up_proj,failsafe(rtn): 0.0014877,0.00000,0.778
25,mlp.experts.494.up_proj,0.0000232206,0.05000,15.068
25,mlp.experts.459.up_proj,0.0000358893,0.05000,14.932
25,mlp.experts.469.up_proj,0.0000377681,0.05000,14.824
25,mlp.experts.508.up_proj,0.0000346975,0.05000,14.567
25,mlp.experts.503.up_proj,0.0000256123,0.05000,14.821
25,mlp.experts.63.down_proj,0.0000045717,0.05000,3.671
25,mlp.experts.68.down_proj,0.0000018881,0.05000,3.663
25,mlp.experts.61.down_proj,0.0000046355,0.05000,3.706
25,mlp.experts.184.down_proj,0.0000016163,0.05000,3.619
25,mlp.experts.144.down_proj,0.0000021015,0.05000,3.635
25,mlp.experts.499.up_proj,0.0000345923,0.05000,14.814
25,mlp.experts.297.down_proj,0.0000029959,0.05000,3.586
25,mlp.experts.313.down_proj,failsafe(rtn): 0.0015106,0.00000,0.168
25,mlp.experts.12.down_proj,0.0000025563,0.05000,3.404
25,mlp.experts.7.down_proj,0.0000023304,0.05000,3.490
25,mlp.experts.79.down_proj,0.0000047146,0.05000,3.476
25,mlp.experts.95.down_proj,failsafe(rtn): 0.0015411,0.00000,0.163
25,mlp.experts.111.down_proj,failsafe(rtn): 0.0015030,0.00000,0.188
25,mlp.experts.84.down_proj,0.0000050452,0.05000,3.449
25,mlp.experts.200.down_proj,0.0000046271,0.05000,3.477
25,mlp.experts.77.down_proj,0.0000014907,0.05000,3.498
25,mlp.experts.160.down_proj,0.0000091631,0.05000,3.510
25,mlp.experts.93.down_proj,failsafe(rtn): 0.0016556,0.00000,0.180
25,mlp.experts.109.down_proj,failsafe(rtn): 0.0015411,0.00000,0.183
25,mlp.experts.3.down_proj,0.0000035851,0.05000,3.452
25,mlp.experts.329.down_proj,0.0000015918,0.05000,3.625
25,mlp.experts.345.down_proj,failsafe(rtn): 0.0015335,0.00000,0.197
25,mlp.experts.28.down_proj,0.0000025976,0.05000,3.614
25,mlp.experts.23.down_proj,0.0000028415,0.05000,3.666
25,mlp.experts.127.down_proj,0.0000014849,0.05000,3.588
25,mlp.experts.100.down_proj,0.0000014268,0.05000,3.641
25,mlp.experts.216.down_proj,0.0000014818,0.05000,3.633
25,mlp.experts.176.down_proj,0.0000087773,0.05000,3.601
25,mlp.experts.232.down_proj,failsafe(rtn): 0.0015335,0.00000,0.208
25,mlp.experts.125.down_proj,0.0000025941,0.05000,3.611
25,mlp.experts.248.down_proj,failsafe(rtn): 0.0015793,0.00000,0.222
25,mlp.experts.141.down_proj,failsafe(rtn): 0.0016785,0.00000,0.222
25,mlp.experts.19.down_proj,0.0000088747,0.05000,3.766
25,mlp.experts.361.down_proj,0.0000074877,0.05000,3.653
25,mlp.experts.44.down_proj,0.0000009579,0.05000,3.725
25,mlp.experts.39.down_proj,0.0000021549,0.05000,3.815
25,mlp.experts.406.up_proj,0.0000037536,0.05000,14.490
25,mlp.experts.143.down_proj,0.0000013750,0.05000,3.891
25,mlp.experts.116.down_proj,0.0000058717,0.05000,3.878
25,mlp.experts.192.down_proj,0.0000028138,0.05000,3.982
25,mlp.experts.264.down_proj,0.0000017150,0.05000,3.856
25,mlp.experts.35.down_proj,0.0000068978,0.05000,3.839
25,mlp.experts.280.down_proj,failsafe(rtn): 0.0014420,0.00000,0.192
25,mlp.experts.157.down_proj,0.0000017691,0.05000,3.936
25,mlp.experts.490.up_proj,0.0000650484,0.05000,14.708
25,mlp.experts.417.up_proj,0.0000284385,0.05000,14.683
25,mlp.experts.475.up_proj,0.0000117800,0.05000,14.269
25,mlp.experts.506.up_proj,failsafe(rtn): 0.0015945,0.00000,0.656
25,mlp.experts.498.up_proj,0.0000128508,0.05000,14.613
25,mlp.experts.510.up_proj,0.0000425206,0.05000,14.612
25,mlp.experts.485.up_proj,0.0000443713,0.05000,14.500
25,mlp.experts.377.down_proj,0.0000042415,0.05000,3.867
25,mlp.experts.60.down_proj,0.0000022188,0.05000,3.818
25,mlp.experts.501.up_proj,failsafe(rtn): 0.0014954,0.00000,0.688
25,mlp.experts.55.down_proj,0.0000073943,0.05000,3.715
25,mlp.experts.71.down_proj,failsafe(rtn): 0.0014038,0.00000,0.204
25,mlp.experts.159.down_proj,0.0000059588,0.05000,3.756
25,mlp.experts.132.down_proj,0.0000007791,0.05000,3.722
25,mlp.experts.208.down_proj,0.0000062571,0.05000,3.675
25,mlp.experts.51.down_proj,0.0000030715,0.05000,3.767
25,mlp.experts.173.down_proj,0.0000022956,0.05000,3.741
25,mlp.experts.296.down_proj,0.0000019248,0.05000,3.781
25,mlp.experts.10.down_proj,0.0000076570,0.05000,3.793
25,mlp.experts.2.down_proj,0.0000054906,0.05000,3.791
25,mlp.experts.14.down_proj,0.0000031068,0.05000,3.815
25,mlp.experts.18.down_proj,failsafe(rtn): 0.0015259,0.00000,0.198
25,mlp.experts.393.down_proj,0.0000011892,0.05000,3.852
25,mlp.experts.76.down_proj,0.0000026142,0.05000,3.856
25,mlp.experts.5.down_proj,0.0000020317,0.05000,3.962
25,mlp.experts.87.down_proj,0.0000022388,0.05000,3.952
25,mlp.experts.175.down_proj,0.0000038925,0.05000,3.953
25,mlp.experts.148.down_proj,0.0000044248,0.05000,3.960
25,mlp.experts.224.down_proj,0.0000008392,0.05000,3.913
25,mlp.experts.67.down_proj,0.0000023066,0.05000,3.842
25,mlp.experts.312.down_proj,0.0000095028,0.05000,3.854
25,mlp.experts.189.down_proj,0.0000084138,0.05000,3.907
25,mlp.experts.26.down_proj,0.0000080605,0.05000,3.907
25,mlp.experts.30.down_proj,0.0000035370,0.05000,3.846
25,mlp.experts.34.down_proj,0.0000126988,0.05000,3.887
25,mlp.experts.409.down_proj,0.0000038707,0.05000,3.888
25,mlp.experts.92.down_proj,0.0000024403,0.05000,3.857
25,mlp.experts.425.down_proj,failsafe(rtn): 0.0016327,0.00000,0.178
25,mlp.experts.21.down_proj,0.0000007308,0.05000,3.892
25,mlp.experts.103.down_proj,0.0000006489,0.05000,3.781
25,mlp.experts.191.down_proj,0.0000010706,0.05000,3.808
25,mlp.experts.164.down_proj,0.0000032792,0.05000,3.744
25,mlp.experts.240.down_proj,0.0000028685,0.05000,3.802
25,mlp.experts.83.down_proj,0.0000033146,0.05000,3.776
25,mlp.experts.328.down_proj,0.0000024408,0.05000,3.832
25,mlp.experts.205.down_proj,0.0000025727,0.05000,3.876
25,mlp.experts.42.down_proj,0.0000008827,0.05000,3.935
25,mlp.experts.46.down_proj,0.0000009034,0.05000,3.885
25,mlp.experts.50.down_proj,0.0000036756,0.05000,3.869
25,mlp.experts.108.down_proj,0.0000008169,0.05000,3.840
25,mlp.experts.441.down_proj,0.0000046801,0.05000,3.840
25,mlp.experts.37.down_proj,0.0000046285,0.05000,3.976
25,mlp.experts.422.up_proj,0.0000480934,0.05000,15.214
25,mlp.experts.119.down_proj,0.0000022818,0.05000,3.895
25,mlp.experts.180.down_proj,0.0000037866,0.05000,3.867
25,mlp.experts.207.down_proj,0.0000020501,0.05000,3.961
25,mlp.experts.223.down_proj,failsafe(rtn): 0.0015488,0.00000,0.177
25,mlp.experts.256.down_proj,0.0000030076,0.05000,3.898
25,mlp.experts.99.down_proj,0.0000107745,0.05000,3.792
25,mlp.experts.344.down_proj,0.0000012025,0.05000,3.819
25,mlp.experts.221.down_proj,0.0000013854,0.05000,3.778
25,mlp.experts.360.down_proj,failsafe(rtn): 0.0015182,0.00000,0.194
25,mlp.experts.491.up_proj,0.0000204660,0.05000,15.080
25,mlp.experts.433.up_proj,0.0000224046,0.05000,15.416
25,mlp.experts.58.down_proj,0.0000018634,0.05000,3.835
25,mlp.experts.62.down_proj,0.0000008565,0.05000,3.804
25,mlp.experts.66.down_proj,0.0000019690,0.05000,3.816
25,mlp.experts.124.down_proj,0.0000024563,0.05000,3.886
25,mlp.experts.457.down_proj,0.0000026911,0.05000,3.896
25,mlp.experts.53.down_proj,0.0000028362,0.05000,3.874
25,mlp.experts.135.down_proj,0.0000010189,0.05000,3.960
25,mlp.experts.196.down_proj,0.0000058997,0.05000,3.881
25,mlp.experts.239.down_proj,0.0000017518,0.05000,3.984
25,mlp.experts.272.down_proj,0.0000032263,0.05000,3.980
25,mlp.experts.115.down_proj,0.0000022503,0.05000,4.043
25,mlp.experts.237.down_proj,0.0000022093,0.05000,4.029
25,mlp.experts.376.down_proj,0.0000010257,0.05000,3.878
25,mlp.experts.392.down_proj,failsafe(rtn): 0.0015869,0.00000,0.163
25,mlp.experts.253.down_proj,failsafe(rtn): 0.0014954,0.00000,0.180
25,mlp.experts.74.down_proj,0.0000005884,0.05000,3.816
25,mlp.experts.78.down_proj,0.0000022800,0.05000,3.802
25,mlp.experts.82.down_proj,0.0000027669,0.05000,3.786
25,mlp.experts.473.down_proj,0.0000052069,0.05000,3.684
25,mlp.experts.140.down_proj,0.0000009023,0.05000,3.752
25,mlp.experts.69.down_proj,0.0000014998,0.05000,3.698
25,mlp.experts.151.down_proj,0.0000132054,0.05000,3.672
25,mlp.experts.212.down_proj,0.0000011930,0.05000,3.629
25,mlp.experts.167.down_proj,failsafe(rtn): 0.0015259,0.00000,0.181
25,mlp.experts.255.down_proj,0.0000061675,0.05000,3.603
25,mlp.experts.288.down_proj,0.0000020470,0.05000,3.643
25,mlp.experts.131.down_proj,0.0000018303,0.05000,3.635
25,mlp.experts.147.down_proj,failsafe(rtn): 0.0014877,0.00000,0.189
25,mlp.experts.269.down_proj,0.0000034355,0.05000,3.649
25,mlp.experts.408.down_proj,0.0000117029,0.05000,3.695
25,mlp.experts.90.down_proj,0.0000022520,0.05000,3.671
25,mlp.experts.94.down_proj,0.0000035188,0.05000,3.661
25,mlp.experts.98.down_proj,0.0000025793,0.05000,3.650
25,mlp.experts.156.down_proj,0.0000016842,0.05000,3.599
25,mlp.experts.489.down_proj,0.0000028789,0.05000,3.657
25,mlp.experts.85.down_proj,0.0000005485,0.05000,3.655
25,mlp.experts.183.down_proj,0.0000038483,0.05000,3.559
25,mlp.experts.228.down_proj,0.0000009157,0.05000,3.586
25,mlp.experts.271.down_proj,0.0000015716,0.05000,3.690
25,mlp.experts.304.down_proj,0.0000035349,0.05000,3.676
25,mlp.experts.163.down_proj,0.0000007500,0.05000,3.661
25,mlp.experts.285.down_proj,0.0000012163,0.05000,3.654
25,mlp.experts.424.down_proj,0.0000061347,0.05000,3.647
25,mlp.experts.106.down_proj,0.0000025765,0.05000,3.649
25,mlp.experts.110.down_proj,0.0000016733,0.05000,3.627
25,mlp.experts.114.down_proj,0.0000036526,0.05000,3.628
25,mlp.experts.172.down_proj,0.0000034150,0.05000,3.597
25,mlp.experts.505.down_proj,0.0000015110,0.05000,3.658
25,mlp.experts.438.up_proj,0.0000144740,0.05000,14.680
25,mlp.experts.101.down_proj,0.0000045953,0.05000,3.643
25,mlp.experts.244.down_proj,0.0000014656,0.05000,3.574
25,mlp.experts.199.down_proj,0.0000010694,0.05000,3.596
25,mlp.experts.260.down_proj,failsafe(rtn): 0.0015869,0.00000,0.170
25,mlp.experts.287.down_proj,0.0000010488,0.05000,3.415
25,mlp.experts.276.down_proj,failsafe(rtn): 0.0015030,0.00000,0.173
25,mlp.experts.320.down_proj,0.0000003643,0.05000,3.533
25,mlp.experts.179.down_proj,0.0000037981,0.05000,3.416
25,mlp.experts.507.up_proj,0.0000483889,0.05000,14.429
25,mlp.experts.301.down_proj,0.0000131495,0.05000,3.438
25,mlp.experts.440.down_proj,0.0000016571,0.05000,3.432
25,mlp.experts.449.up_proj,0.0000820401,0.05000,14.501
25,mlp.experts.122.down_proj,0.0000005884,0.05000,3.402
25,mlp.experts.126.down_proj,0.0000032415,0.05000,3.392
25,mlp.experts.130.down_proj,0.0000050390,0.05000,3.397
25,mlp.experts.465.up_proj,failsafe(rtn): 0.0014343,0.00000,0.640
25,mlp.experts.188.down_proj,0.0000010959,0.05000,3.398
25,mlp.experts.204.down_proj,failsafe(rtn): 0.0015488,0.00000,0.179
25,mlp.experts.117.down_proj,0.0000108763,0.05000,3.420
25,mlp.experts.215.down_proj,0.0000013066,0.05000,3.486
25,mlp.experts.231.down_proj,failsafe(rtn): 0.0016327,0.00000,0.174
25,mlp.experts.303.down_proj,0.0000019509,0.05000,3.411
25,mlp.experts.292.down_proj,0.0000016091,0.05000,3.425
25,mlp.experts.336.down_proj,0.0000006035,0.05000,3.506
25,mlp.experts.195.down_proj,0.0000023388,0.05000,3.560
25,mlp.experts.11.down_proj,0.0000067794,0.05000,3.458
25,mlp.experts.317.down_proj,0.0000026694,0.05000,3.458
25,mlp.experts.456.down_proj,0.0000038135,0.05000,3.496
25,mlp.experts.138.down_proj,0.0000059099,0.05000,3.474
25,mlp.experts.142.down_proj,0.0000016170,0.05000,3.445
25,mlp.experts.146.down_proj,0.0000022908,0.05000,3.451
25,mlp.experts.220.down_proj,0.0000015825,0.05000,3.406
25,mlp.experts.133.down_proj,0.0000018117,0.05000,3.425
25,mlp.experts.247.down_proj,0.0000044655,0.05000,3.261
25,mlp.experts.319.down_proj,0.0000020836,0.05000,3.285
25,mlp.experts.308.down_proj,0.0000013872,0.05000,3.287
25,mlp.experts.352.down_proj,0.0000012757,0.05000,3.228
25,mlp.experts.211.down_proj,0.0000019099,0.05000,3.283
25,mlp.experts.27.down_proj,0.0000024583,0.05000,3.295
25,mlp.experts.333.down_proj,0.0000059214,0.05000,3.255
25,mlp.experts.472.down_proj,0.0000026501,0.05000,3.313
25,mlp.experts.154.down_proj,0.0000042995,0.05000,3.353
25,mlp.experts.158.down_proj,0.0000032859,0.05000,3.364
25,mlp.experts.162.down_proj,0.0000032785,0.05000,3.430
25,mlp.experts.236.down_proj,0.0000035759,0.05000,3.399
25,mlp.experts.149.down_proj,0.0000013409,0.05000,3.385
25,mlp.experts.165.down_proj,failsafe(rtn): 0.0015717,0.00000,0.179
25,mlp.experts.263.down_proj,0.0000019423,0.05000,3.414
25,mlp.experts.335.down_proj,0.0000044919,0.05000,3.447
25,mlp.experts.324.down_proj,0.0000016157,0.05000,3.444
25,mlp.experts.368.down_proj,0.0000067728,0.05000,3.475
25,mlp.experts.384.down_proj,failsafe(rtn): 0.0016403,0.00000,0.156
25,mlp.experts.400.down_proj,failsafe(rtn): 0.0016022,0.00000,0.165
25,mlp.experts.227.down_proj,0.0000016883,0.05000,3.404
25,mlp.experts.43.down_proj,0.0000012885,0.05000,3.402
25,mlp.experts.349.down_proj,0.0000033142,0.05000,3.429
25,mlp.experts.488.down_proj,0.0000014146,0.05000,3.459
25,mlp.experts.170.down_proj,0.0000008245,0.05000,3.380
25,mlp.experts.174.down_proj,0.0000034723,0.05000,3.349
25,mlp.experts.178.down_proj,0.0000025457,0.05000,3.387
25,mlp.experts.252.down_proj,0.0000025342,0.05000,3.393
25,mlp.experts.454.up_proj,0.0000096153,0.05000,13.364
25,mlp.experts.181.down_proj,0.0000050588,0.05000,3.399
25,mlp.experts.279.down_proj,0.0000017154,0.05000,3.471
25,mlp.experts.351.down_proj,0.0000043601,0.05000,3.463
25,mlp.experts.340.down_proj,0.0000023042,0.05000,3.488
25,mlp.experts.416.down_proj,0.0000033362,0.05000,3.466
25,mlp.experts.243.down_proj,0.0000007250,0.05000,3.473
25,mlp.experts.59.down_proj,0.0000018581,0.05000,3.448
25,mlp.experts.365.down_proj,0.0000013617,0.05000,3.420
25,mlp.experts.504.down_proj,0.0000016435,0.05000,3.459
25,mlp.experts.186.down_proj,0.0000014818,0.05000,3.377
25,mlp.experts.190.down_proj,0.0000014477,0.05000,3.413
25,mlp.experts.481.up_proj,0.0000297201,0.05000,13.457
25,mlp.experts.194.down_proj,0.0000028814,0.05000,3.409
25,mlp.experts.210.down_proj,failsafe(rtn): 0.0015030,0.00000,0.148
25,mlp.experts.268.down_proj,0.0000101621,0.05000,3.322
25,mlp.experts.197.down_proj,0.0000021516,0.05000,3.245
25,mlp.experts.295.down_proj,0.0000011850,0.05000,3.074
25,mlp.experts.367.down_proj,0.0000026945,0.05000,3.009
25,mlp.experts.356.down_proj,0.0000009625,0.05000,3.046
25,mlp.experts.372.down_proj,failsafe(rtn): 0.0016022,0.00000,0.141
25,mlp.experts.432.down_proj,0.0000015653,0.05000,2.982
25,mlp.experts.75.down_proj,0.0000007272,0.05000,2.989
25,mlp.experts.381.down_proj,0.0000003056,0.05000,2.972
25,mlp.experts.259.down_proj,0.0000023797,0.05000,3.053
25,mlp.experts.202.down_proj,0.0000039020,0.05000,2.888
25,mlp.experts.206.down_proj,0.0000008063,0.05000,2.880
25,mlp.experts.226.down_proj,0.0000011131,0.05000,2.791
25,mlp.experts.284.down_proj,0.0000097688,0.05000,2.832
25,mlp.experts.213.down_proj,0.0000011746,0.05000,2.870
25,mlp.experts.311.down_proj,0.0000022700,0.05000,2.943
25,mlp.experts.383.down_proj,0.0000017791,0.05000,2.980
25,mlp.experts.388.down_proj,0.0000033125,0.05000,3.043
25,mlp.experts.448.down_proj,0.0000092867,0.05000,3.061
25,mlp.experts.397.down_proj,0.0000042539,0.05000,3.065
25,mlp.experts.91.down_proj,0.0000009148,0.05000,3.094
25,mlp.experts.464.down_proj,failsafe(rtn): 0.0014420,0.00000,0.153
25,mlp.experts.275.down_proj,0.0000017566,0.05000,3.103
25,mlp.experts.218.down_proj,0.0000066270,0.05000,3.192
25,mlp.experts.222.down_proj,0.0000017982,0.05000,3.214
25,mlp.experts.242.down_proj,0.0000022584,0.05000,3.285
25,mlp.experts.300.down_proj,0.0000009157,0.05000,3.228
25,mlp.experts.316.down_proj,failsafe(rtn): 0.0015030,0.00000,0.150
25,mlp.experts.332.down_proj,failsafe(rtn): 0.0016174,0.00000,0.184
25,mlp.experts.229.down_proj,0.0000067322,0.05000,3.244
25,mlp.experts.327.down_proj,0.0000023226,0.05000,3.253
25,mlp.experts.399.down_proj,0.0000008643,0.05000,3.317
25,mlp.experts.404.down_proj,0.0000139774,0.05000,3.254
25,mlp.experts.480.down_proj,0.0000010036,0.05000,3.185
25,mlp.experts.107.down_proj,0.0000024058,0.05000,3.194
25,mlp.experts.413.down_proj,0.0000013526,0.05000,3.223
25,mlp.experts.291.down_proj,0.0000034869,0.05000,3.170
25,mlp.experts.307.down_proj,failsafe(rtn): 0.0016022,0.00000,0.152
25,mlp.experts.234.down_proj,0.0000020968,0.05000,3.180
25,mlp.experts.238.down_proj,0.0000016206,0.05000,3.185
25,mlp.experts.258.down_proj,0.0000010080,0.05000,3.139
25,mlp.experts.470.up_proj,0.0000172238,0.05000,12.463
25,mlp.experts.348.down_proj,0.0000009390,0.05000,3.236
25,mlp.experts.245.down_proj,0.0000003242,0.05000,3.234
25,mlp.experts.343.down_proj,0.0000008319,0.05000,3.133
25,mlp.experts.415.down_proj,0.0000022037,0.05000,3.087
25,mlp.experts.420.down_proj,0.0000096201,0.05000,3.051
25,mlp.experts.123.down_proj,0.0000040284,0.05000,3.123
25,mlp.experts.429.down_proj,0.0000072125,0.05000,3.144
25,mlp.experts.496.down_proj,0.0000018878,0.05000,3.178
25,mlp.experts.323.down_proj,0.0000014703,0.05000,3.146
25,mlp.experts.250.down_proj,0.0000018757,0.05000,3.109
25,mlp.experts.254.down_proj,0.0000009182,0.05000,3.181
25,mlp.experts.497.up_proj,0.0000339187,0.05000,12.403
25,mlp.experts.274.down_proj,0.0000040776,0.05000,3.119
25,mlp.experts.364.down_proj,0.0000029488,0.05000,3.013
25,mlp.experts.261.down_proj,0.0000037545,0.05000,3.041
25,mlp.experts.277.down_proj,failsafe(rtn): 0.0014725,0.00000,0.136
25,mlp.experts.359.down_proj,0.0000024766,0.05000,3.014
25,mlp.experts.431.down_proj,0.0000014078,0.05000,3.057
25,mlp.experts.436.down_proj,0.0000019199,0.05000,2.996
25,mlp.experts.139.down_proj,0.0000071018,0.05000,3.047
25,mlp.experts.445.down_proj,0.0000017461,0.05000,3.015
25,mlp.experts.339.down_proj,0.0000008331,0.05000,3.041
25,mlp.experts.355.down_proj,failsafe(rtn): 0.0015259,0.00000,0.181
25,mlp.experts.266.down_proj,0.0000069456,0.05000,2.997
25,mlp.experts.270.down_proj,0.0000038945,0.05000,3.056
25,mlp.experts.1.down_proj,0.0000010192,0.05000,3.092
25,mlp.experts.286.down_proj,failsafe(rtn): 0.0015945,0.00000,0.165
25,mlp.experts.290.down_proj,0.0000017870,0.05000,3.090
25,mlp.experts.380.down_proj,0.0000024349,0.05000,3.092
25,mlp.experts.293.down_proj,0.0000019946,0.05000,3.107
25,mlp.experts.375.down_proj,0.0000015157,0.05000,3.072
25,mlp.experts.447.down_proj,0.0000043077,0.05000,3.165
25,mlp.experts.452.down_proj,0.0000046488,0.05000,3.109
25,mlp.experts.461.down_proj,0.0000055907,0.05000,3.027
25,mlp.experts.155.down_proj,0.0000092926,0.05000,3.097
25,mlp.experts.371.down_proj,0.0000066438,0.05000,2.965
25,mlp.experts.282.down_proj,0.0000001807,0.05000,3.008
25,mlp.experts.17.down_proj,0.0000009217,0.05000,2.922
25,mlp.experts.302.down_proj,0.0000037566,0.05000,2.925
25,mlp.experts.306.down_proj,0.0000029513,0.05000,2.902
25,mlp.experts.396.down_proj,0.0000020398,0.05000,2.887
25,mlp.experts.309.down_proj,0.0000045690,0.05000,2.870
25,mlp.experts.391.down_proj,0.0000026292,0.05000,2.869
25,mlp.experts.463.down_proj,0.0000026797,0.05000,2.788
25,mlp.experts.468.down_proj,0.0000010600,0.05000,2.765
25,mlp.experts.477.down_proj,0.0000055373,0.05000,2.726
25,mlp.experts.171.down_proj,0.0000018602,0.05000,2.747
25,mlp.experts.387.down_proj,0.0000026175,0.05000,2.707
25,mlp.experts.298.down_proj,0.0000018757,0.05000,2.750
25,mlp.experts.33.down_proj,0.0000045076,0.05000,2.782
25,mlp.experts.318.down_proj,0.0000047027,0.05000,2.752
25,mlp.experts.322.down_proj,0.0000027048,0.05000,2.757
25,mlp.experts.486.up_proj,0.0000149767,0.05000,11.774
25,mlp.experts.412.down_proj,0.0000018833,0.05000,2.756
25,mlp.experts.428.down_proj,failsafe(rtn): 0.0015106,0.00000,0.148
25,mlp.experts.325.down_proj,0.0000019024,0.05000,2.835
25,mlp.experts.407.down_proj,0.0000014465,0.05000,2.848
25,mlp.experts.479.down_proj,0.0000018565,0.05000,2.822
25,mlp.experts.423.down_proj,failsafe(rtn): 0.0016479,0.00000,0.150
25,mlp.experts.484.down_proj,0.0000039424,0.05000,2.837
25,mlp.experts.493.down_proj,0.0000044956,0.05000,2.934
25,mlp.experts.187.down_proj,0.0000016489,0.05000,3.009
25,mlp.experts.203.down_proj,failsafe(rtn): 0.0015869,0.00000,0.164
25,mlp.experts.403.down_proj,0.0000026416,0.05000,3.034
25,mlp.experts.314.down_proj,0.0000024971,0.05000,3.062
25,mlp.experts.49.down_proj,0.0000014458,0.05000,3.044
25,mlp.experts.334.down_proj,0.0000120518,0.05000,3.087
25,mlp.experts.338.down_proj,0.0000012071,0.05000,3.099
25,mlp.experts.444.down_proj,0.0000071377,0.05000,3.000
25,mlp.experts.341.down_proj,0.0000006476,0.05000,2.992
25,mlp.experts.495.down_proj,0.0000085617,0.05000,3.057
25,mlp.experts.439.down_proj,0.0000020572,0.05000,3.039
25,mlp.experts.500.down_proj,0.0000012729,0.05000,2.997
25,mlp.experts.511.down_proj,failsafe(rtn): 0.0014877,0.00000,0.173
25,mlp.experts.509.down_proj,0.0000013446,0.05000,2.919
25,mlp.experts.219.down_proj,0.0000013761,0.05000,2.873
25,mlp.experts.419.down_proj,0.0000049760,0.05000,2.862
25,mlp.experts.330.down_proj,0.0000045893,0.05000,2.793
25,mlp.experts.65.down_proj,0.0000006416,0.05000,2.665
25,mlp.experts.350.down_proj,0.0000015527,0.05000,2.678
25,mlp.experts.354.down_proj,0.0000089789,0.05000,2.597
25,mlp.experts.460.down_proj,0.0000033720,0.05000,2.431
25,mlp.experts.357.down_proj,0.0000050284,0.05000,2.289
25,mlp.experts.455.down_proj,0.0000050128,0.05000,2.184
25,mlp.experts.235.down_proj,0.0000010313,0.05000,2.054
25,mlp.experts.435.down_proj,0.0000013601,0.05000,2.045
25,mlp.experts.346.down_proj,0.0000013348,0.05000,2.054
25,mlp.experts.81.down_proj,0.0000018113,0.05000,2.025
25,mlp.experts.366.down_proj,0.0000027096,0.05000,2.052
25,mlp.experts.370.down_proj,0.0000032422,0.05000,2.039
25,mlp.experts.382.down_proj,failsafe(rtn): 0.0016022,0.00000,0.110
25,mlp.experts.476.down_proj,0.0000027787,0.05000,1.933
25,mlp.experts.373.down_proj,0.0000026241,0.05000,1.998
25,mlp.experts.471.down_proj,0.0000009225,0.05000,2.016
25,mlp.experts.251.down_proj,0.0000033300,0.05000,1.996
25,mlp.experts.451.down_proj,0.0000020298,0.05000,2.000
25,mlp.experts.362.down_proj,0.0000031990,0.05000,1.995
25,mlp.experts.97.down_proj,0.0000018135,0.05000,1.955
25,mlp.experts.378.down_proj,failsafe(rtn): 0.0015640,0.00000,0.109
25,mlp.experts.502.up_proj,0.0000177288,0.05000,9.645
25,mlp.experts.492.down_proj,0.0000014681,0.05000,1.905
25,mlp.experts.386.down_proj,0.0000010225,0.05000,2.020
25,mlp.experts.398.down_proj,0.0000022755,0.05000,2.026
25,mlp.experts.389.down_proj,0.0000009200,0.05000,1.980
25,mlp.experts.487.down_proj,0.0000020026,0.05000,2.036
25,mlp.experts.267.down_proj,0.0000016630,0.05000,2.018
25,mlp.experts.467.down_proj,0.0000029825,0.05000,2.040
25,mlp.experts.483.down_proj,failsafe(rtn): 0.0014954,0.00000,0.106
25,mlp.experts.113.down_proj,0.0000057306,0.05000,2.037
25,mlp.experts.394.down_proj,0.0000033650,0.05000,2.041
25,mlp.experts.410.down_proj,failsafe(rtn): 0.0015717,0.00000,0.100
25,mlp.experts.508.down_proj,0.0000032612,0.05000,1.966
25,mlp.experts.6.down_proj,0.0000017771,0.05000,2.052
25,mlp.experts.402.down_proj,0.0000019747,0.05000,2.033
25,mlp.experts.414.down_proj,0.0000070662,0.05000,2.075
25,mlp.experts.405.down_proj,0.0000008364,0.05000,1.974
25,mlp.experts.503.down_proj,0.0000027038,0.05000,1.930
25,mlp.experts.283.down_proj,0.0000011435,0.05000,1.814
25,mlp.experts.129.down_proj,0.0000034622,0.05000,1.717
25,mlp.experts.499.down_proj,0.0000018809,0.05000,1.780
25,mlp.experts.426.down_proj,0.0000005100,0.05000,1.703
25,mlp.experts.22.down_proj,0.0000053064,0.05000,1.702
25,mlp.experts.418.down_proj,0.0000031126,0.05000,1.695
25,mlp.experts.430.down_proj,0.0000017200,0.05000,1.634
25,mlp.experts.446.down_proj,failsafe(rtn): 0.0014725,0.00000,0.082
25,mlp.experts.421.down_proj,0.0000023217,0.05000,1.571
25,mlp.experts.299.down_proj,0.0000003274,0.05000,1.447
25,mlp.experts.145.down_proj,0.0000030095,0.05000,1.485
25,mlp.experts.442.down_proj,0.0000009991,0.05000,1.518
25,mlp.experts.38.down_proj,0.0000033212,0.05000,1.561
25,mlp.experts.434.down_proj,0.0000009887,0.05000,1.566
25,mlp.experts.462.down_proj,0.0000066064,0.05000,1.496
25,mlp.experts.437.down_proj,0.0000018554,0.05000,1.449
25,mlp.experts.315.down_proj,0.0000015859,0.05000,1.353
25,mlp.experts.161.down_proj,0.0000025740,0.05000,1.372
25,mlp.experts.458.down_proj,0.0000008448,0.05000,1.384
25,mlp.experts.450.down_proj,0.0000007156,0.05000,1.370
25,mlp.experts.54.down_proj,0.0000035996,0.05000,1.458
25,mlp.experts.478.down_proj,0.0000031978,0.05000,1.403
25,mlp.experts.453.down_proj,0.0000026747,0.05000,1.366
25,mlp.experts.331.down_proj,0.0000027717,0.05000,1.375
25,mlp.experts.347.down_proj,failsafe(rtn): 0.0014877,0.00000,0.077
25,mlp.experts.177.down_proj,0.0000020894,0.05000,1.456
25,mlp.experts.474.down_proj,0.0000073845,0.05000,1.437
25,mlp.experts.466.down_proj,0.0000016012,0.05000,1.436
25,mlp.experts.494.down_proj,0.0000028624,0.05000,1.432
25,mlp.experts.482.down_proj,failsafe(rtn): 0.0015030,0.00000,0.071
25,mlp.experts.70.down_proj,0.0000006665,0.05000,1.499
25,mlp.experts.469.down_proj,0.0000049395,0.05000,1.417
25,mlp.experts.363.down_proj,0.0000006969,0.05000,1.342
25,mlp.experts.193.down_proj,0.0000031886,0.05000,1.350
25,mlp.experts.490.down_proj,0.0000049536,0.05000,1.409
25,mlp.experts.506.down_proj,failsafe(rtn): 0.0016098,0.00000,0.072
25,mlp.experts.510.down_proj,0.0000026148,0.05000,1.381
25,mlp.experts.485.down_proj,0.0000061286,0.05000,1.315
25,mlp.experts.498.down_proj,0.0000009348,0.05000,1.384
25,mlp.experts.86.down_proj,0.0000018650,0.05000,1.363
25,mlp.experts.501.down_proj,failsafe(rtn): 0.0014801,0.00000,0.035
25,mlp.experts.379.down_proj,0.0000017160,0.05000,0.845
25,mlp.experts.209.down_proj,0.0000044370,0.05000,0.688
25,mlp.experts.102.down_proj,0.0000024171,0.05000,0.355
25,mlp.experts.395.down_proj,0.0000008439,0.05000,0.352
25,mlp.experts.225.down_proj,0.0000028887,0.05000,0.402
25,mlp.experts.118.down_proj,0.0000021613,0.05000,0.390
25,mlp.experts.411.down_proj,0.0000002726,0.05000,0.325
25,mlp.experts.241.down_proj,0.0000043787,0.05000,0.364
25,mlp.experts.134.down_proj,0.0000021898,0.05000,0.361
25,mlp.experts.427.down_proj,0.0000011987,0.05000,0.324
25,mlp.experts.257.down_proj,0.0000026897,0.05000,0.356
25,mlp.experts.150.down_proj,0.0000027069,0.05000,0.414
25,mlp.experts.443.down_proj,0.0000024107,0.05000,0.408
25,mlp.experts.273.down_proj,0.0000007581,0.05000,0.359
25,mlp.experts.166.down_proj,0.0000019201,0.05000,0.377
25,mlp.experts.459.down_proj,0.0000024909,0.05000,0.331
25,mlp.experts.289.down_proj,0.0000014691,0.05000,0.382
25,mlp.experts.182.down_proj,0.0000017432,0.05000,0.361
25,mlp.experts.475.down_proj,0.0000018131,0.05000,0.366
25,mlp.experts.305.down_proj,0.0000020020,0.05000,0.365
25,mlp.experts.198.down_proj,0.0000116031,0.05000,0.355
25,mlp.experts.491.down_proj,0.0000029322,0.05000,0.394
25,mlp.experts.321.down_proj,0.0000030543,0.05000,0.419
25,mlp.experts.507.down_proj,0.0000045708,0.05000,0.328
25,mlp.experts.214.down_proj,0.0000081075,0.05000,0.400
25,mlp.experts.337.down_proj,0.0000069417,0.05000,0.285
25,mlp.experts.230.down_proj,0.0000041046,0.05000,0.245
25,mlp.experts.353.down_proj,0.0000025176,0.05000,0.241
25,mlp.experts.246.down_proj,0.0000015928,0.05000,0.244
25,mlp.experts.369.down_proj,0.0000007637,0.05000,0.238
25,mlp.experts.262.down_proj,0.0000016611,0.05000,0.236
25,mlp.experts.385.down_proj,0.0000061651,0.05000,0.242
25,mlp.experts.278.down_proj,0.0000062594,0.05000,0.240
25,mlp.experts.401.down_proj,0.0000074980,0.05000,0.238
25,mlp.experts.294.down_proj,0.0000094899,0.05000,0.239
25,mlp.experts.417.down_proj,0.0000027246,0.05000,0.241
25,mlp.experts.310.down_proj,0.0000020420,0.05000,0.239
25,mlp.experts.433.down_proj,0.0000019492,0.05000,0.238
25,mlp.experts.326.down_proj,0.0000011699,0.05000,0.238
25,mlp.experts.449.down_proj,0.0000070542,0.05000,0.245
25,mlp.experts.465.down_proj,failsafe(rtn): 0.0014725,0.00000,0.014
25,mlp.experts.342.down_proj,0.0000007710,0.05000,0.237
25,mlp.experts.481.down_proj,0.0000017642,0.05000,0.245
25,mlp.experts.358.down_proj,0.0000053879,0.05000,0.232
25,mlp.experts.497.down_proj,0.0000044548,0.05000,0.244
25,mlp.experts.374.down_proj,0.0000041847,0.05000,0.219
25,mlp.experts.390.down_proj,0.0000025726,0.05000,0.130
25,mlp.experts.406.down_proj,0.0000002528,0.05000,0.128
25,mlp.experts.422.down_proj,0.0000037424,0.05000,0.128
25,mlp.experts.438.down_proj,0.0000007301,0.05000,0.124
25,mlp.experts.454.down_proj,0.0000005976,0.05000,0.125
25,mlp.experts.470.down_proj,0.0000010462,0.05000,0.123
25,mlp.experts.486.down_proj,0.0000016603,0.05000,0.128
25,mlp.experts.502.down_proj,0.0000011811,0.05000,0.123
26,mlp.experts.1.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.781
26,mlp.experts.17.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.760
26,mlp.experts.12.gate_proj,0.0000194249,0.05000,14.443
26,mlp.experts.13.gate_proj,0.0000146121,0.05000,14.482
26,mlp.experts.10.gate_proj,0.0000243486,0.05000,14.488
26,mlp.experts.6.gate_proj,0.0000264766,0.05000,14.506
26,mlp.experts.8.gate_proj,0.0000162703,0.05000,14.535
26,mlp.experts.7.gate_proj,0.0000375149,0.05000,14.538
26,mlp.experts.0.gate_proj,0.0000241345,0.05000,14.551
26,mlp.experts.11.gate_proj,0.0000852750,0.05000,14.581
26,mlp.experts.9.gate_proj,0.0000236465,0.05000,14.592
26,mlp.experts.15.gate_proj,0.0000456670,0.05000,14.605
26,mlp.experts.14.gate_proj,0.0000504427,0.05000,14.611
26,mlp.experts.3.gate_proj,0.0000127917,0.05000,14.598
26,mlp.experts.4.gate_proj,0.0000251867,0.05000,14.688
26,mlp.experts.5.gate_proj,0.0000123550,0.05000,14.729
26,mlp.experts.2.gate_proj,0.0000549127,0.05000,14.712
26,mlp.experts.33.gate_proj,0.0000283569,0.05000,14.581
26,mlp.experts.24.gate_proj,0.0000226519,0.05000,14.153
26,mlp.experts.28.gate_proj,0.0000267578,0.05000,14.250
26,mlp.experts.19.gate_proj,0.0000113689,0.05000,14.038
26,mlp.experts.26.gate_proj,0.0000355145,0.05000,14.239
26,mlp.experts.31.gate_proj,0.0000617638,0.05000,14.113
26,mlp.experts.22.gate_proj,0.0000139385,0.05000,14.245
26,mlp.experts.25.gate_proj,0.0000708799,0.05000,14.179
26,mlp.experts.23.gate_proj,0.0000338541,0.05000,14.252
26,mlp.experts.29.gate_proj,0.0000288152,0.05000,14.402
26,mlp.experts.27.gate_proj,0.0000298218,0.05000,14.371
26,mlp.experts.16.gate_proj,0.0000231573,0.05000,14.409
26,mlp.experts.20.gate_proj,0.0000379569,0.05000,14.270
26,mlp.experts.30.gate_proj,0.0000173819,0.05000,14.349
26,mlp.experts.21.gate_proj,0.0000223873,0.05000,14.302
26,mlp.experts.18.gate_proj,0.0000160862,0.05000,14.298
26,mlp.experts.40.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.895
26,mlp.experts.45.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.836
26,mlp.experts.32.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.820
26,mlp.experts.49.gate_proj,0.0000520238,0.05000,14.475
26,mlp.experts.42.gate_proj,0.0000265458,0.05000,14.177
26,mlp.experts.35.gate_proj,0.0000447455,0.05000,14.309
26,mlp.experts.44.gate_proj,0.0000481067,0.05000,14.387
26,mlp.experts.38.gate_proj,0.0000211427,0.05000,14.331
26,mlp.experts.39.gate_proj,0.0000686112,0.05000,14.346
26,mlp.experts.41.gate_proj,0.0000305669,0.05000,14.370
26,mlp.experts.43.gate_proj,0.0000127814,0.05000,14.280
26,mlp.experts.47.gate_proj,0.0000172579,0.05000,14.520
26,mlp.experts.46.gate_proj,0.0000659240,0.05000,14.287
26,mlp.experts.36.gate_proj,0.0000204953,0.05000,14.380
26,mlp.experts.34.gate_proj,0.0000279140,0.05000,14.293
26,mlp.experts.37.gate_proj,0.0000189480,0.05000,14.414
26,mlp.experts.56.gate_proj,0.0000591807,0.05000,14.242
26,mlp.experts.61.gate_proj,0.0000119057,0.05000,14.218
26,mlp.experts.55.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.757
26,mlp.experts.48.gate_proj,0.0000150854,0.05000,14.356
26,mlp.experts.65.gate_proj,0.0000218247,0.05000,14.318
26,mlp.experts.58.gate_proj,0.0000182500,0.05000,14.331
26,mlp.experts.51.gate_proj,0.0000158469,0.05000,14.367
26,mlp.experts.60.gate_proj,0.0000391258,0.05000,14.409
26,mlp.experts.54.gate_proj,0.0000323348,0.05000,14.427
26,mlp.experts.59.gate_proj,0.0000338610,0.05000,14.324
26,mlp.experts.57.gate_proj,0.0000227303,0.05000,14.432
26,mlp.experts.63.gate_proj,0.0000203777,0.05000,14.382
26,mlp.experts.62.gate_proj,0.0000134458,0.05000,14.389
26,mlp.experts.52.gate_proj,0.0000683654,0.05000,14.434
26,mlp.experts.53.gate_proj,0.0000282295,0.05000,14.424
26,mlp.experts.50.gate_proj,0.0000070419,0.05000,14.520
26,mlp.experts.67.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.829
26,mlp.experts.72.gate_proj,0.0000412322,0.05000,14.421
26,mlp.experts.71.gate_proj,0.0000177557,0.05000,14.377
26,mlp.experts.77.gate_proj,0.0000794356,0.05000,14.461
26,mlp.experts.64.gate_proj,0.0000552518,0.05000,14.378
26,mlp.experts.81.gate_proj,0.0000314508,0.05000,14.491
26,mlp.experts.74.gate_proj,0.0000333134,0.05000,14.611
26,mlp.experts.70.gate_proj,0.0000209419,0.05000,14.464
26,mlp.experts.76.gate_proj,0.0000424809,0.05000,14.594
26,mlp.experts.73.gate_proj,0.0000662518,0.05000,14.563
26,mlp.experts.75.gate_proj,0.0000196116,0.05000,14.702
26,mlp.experts.78.gate_proj,0.0000206737,0.05000,14.561
26,mlp.experts.68.gate_proj,0.0000434515,0.05000,14.471
26,mlp.experts.79.gate_proj,0.0000780411,0.05000,14.608
26,mlp.experts.69.gate_proj,0.0000417935,0.05000,14.552
26,mlp.experts.66.gate_proj,0.0000222830,0.05000,14.588
26,mlp.experts.88.gate_proj,0.0000698976,0.05000,14.445
26,mlp.experts.83.gate_proj,0.0000272145,0.05000,14.583
26,mlp.experts.93.gate_proj,0.0000278065,0.05000,14.539
26,mlp.experts.84.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.802
26,mlp.experts.87.gate_proj,0.0000115036,0.05000,14.784
26,mlp.experts.80.gate_proj,0.0000426570,0.05000,14.655
26,mlp.experts.99.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.757
26,mlp.experts.109.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.744
26,mlp.experts.97.gate_proj,0.0000663240,0.05000,14.634
26,mlp.experts.90.gate_proj,0.0000227891,0.05000,14.099
26,mlp.experts.86.gate_proj,0.0000461991,0.05000,14.006
26,mlp.experts.92.gate_proj,0.0000299921,0.05000,14.048
26,mlp.experts.94.gate_proj,0.0000475354,0.05000,14.008
26,mlp.experts.91.gate_proj,0.0000486347,0.05000,14.048
26,mlp.experts.89.gate_proj,0.0000247671,0.05000,14.218
26,mlp.experts.95.gate_proj,0.0000032477,0.05000,14.202
26,mlp.experts.85.gate_proj,0.0000347171,0.05000,14.078
26,mlp.experts.82.gate_proj,0.0000105653,0.05000,14.029
26,mlp.experts.104.gate_proj,0.0000178149,0.05000,14.061
26,mlp.experts.103.gate_proj,0.0000170652,0.05000,13.995
26,mlp.experts.100.gate_proj,0.0000256922,0.05000,14.081
26,mlp.experts.96.gate_proj,0.0000312501,0.05000,14.011
26,mlp.experts.115.gate_proj,0.0000420776,0.05000,14.079
26,mlp.experts.125.gate_proj,0.0000145123,0.05000,14.054
26,mlp.experts.113.gate_proj,0.0000536728,0.05000,14.064
26,mlp.experts.106.gate_proj,0.0000207541,0.05000,14.277
26,mlp.experts.102.gate_proj,0.0000502231,0.05000,14.344
26,mlp.experts.108.gate_proj,0.0000175648,0.05000,14.357
26,mlp.experts.110.gate_proj,0.0000069445,0.05000,14.279
26,mlp.experts.107.gate_proj,0.0000231368,0.05000,14.307
26,mlp.experts.111.gate_proj,0.0000090982,0.05000,14.293
26,mlp.experts.105.gate_proj,0.0000474935,0.05000,14.473
26,mlp.experts.98.gate_proj,0.0000075704,0.05000,14.328
26,mlp.experts.101.gate_proj,0.0000148248,0.05000,14.345
26,mlp.experts.120.gate_proj,0.0000868253,0.05000,14.277
26,mlp.experts.116.gate_proj,0.0000088624,0.05000,14.274
26,mlp.experts.119.gate_proj,0.0000446890,0.05000,14.418
26,mlp.experts.112.gate_proj,0.0000457339,0.05000,14.439
26,mlp.experts.131.gate_proj,0.0000411423,0.05000,14.417
26,mlp.experts.141.gate_proj,0.0000560069,0.05000,14.410
26,mlp.experts.129.gate_proj,0.0000266451,0.05000,14.667
26,mlp.experts.147.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.838
26,mlp.experts.163.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.738
26,mlp.experts.122.gate_proj,0.0000138925,0.05000,14.257
26,mlp.experts.118.gate_proj,0.0000193421,0.05000,14.198
26,mlp.experts.124.gate_proj,0.0000302935,0.05000,14.197
26,mlp.experts.126.gate_proj,0.0000470986,0.05000,14.141
26,mlp.experts.123.gate_proj,0.0000207363,0.05000,14.288
26,mlp.experts.127.gate_proj,0.0000213165,0.05000,14.228
26,mlp.experts.114.gate_proj,0.0000259139,0.05000,14.193
26,mlp.experts.136.gate_proj,0.0000207363,0.05000,14.114
26,mlp.experts.121.gate_proj,0.0000551973,0.05000,14.293
26,mlp.experts.117.gate_proj,0.0000627637,0.05000,14.423
26,mlp.experts.138.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.785
26,mlp.experts.132.gate_proj,0.0000137252,0.05000,14.080
26,mlp.experts.142.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.821
26,mlp.experts.135.gate_proj,0.0000223546,0.05000,14.255
26,mlp.experts.128.gate_proj,0.0000257111,0.05000,14.230
26,mlp.experts.157.gate_proj,0.0000424629,0.05000,14.324
26,mlp.experts.145.gate_proj,0.0000109362,0.05000,14.014
26,mlp.experts.161.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.692
26,mlp.experts.179.gate_proj,0.0000087387,0.05000,13.982
26,mlp.experts.140.gate_proj,0.0000284705,0.05000,14.275
26,mlp.experts.134.gate_proj,0.0000196767,0.05000,14.413
26,mlp.experts.139.gate_proj,0.0000196672,0.05000,14.457
26,mlp.experts.143.gate_proj,0.0000132565,0.05000,14.464
26,mlp.experts.130.gate_proj,0.0000498056,0.05000,14.525
26,mlp.experts.152.gate_proj,0.0000323743,0.05000,14.502
26,mlp.experts.154.gate_proj,0.0000319880,0.05000,14.450
26,mlp.experts.133.gate_proj,0.0000335426,0.05000,14.470
26,mlp.experts.137.gate_proj,0.0000214078,0.05000,14.622
26,mlp.experts.148.gate_proj,0.0000179128,0.05000,14.468
26,mlp.experts.158.gate_proj,0.0000201743,0.05000,14.494
26,mlp.experts.155.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.713
26,mlp.experts.151.gate_proj,0.0000522506,0.05000,14.311
26,mlp.experts.159.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.748
26,mlp.experts.144.gate_proj,0.0000231604,0.05000,14.436
26,mlp.experts.173.gate_proj,0.0000206342,0.05000,14.285
26,mlp.experts.177.gate_proj,0.0000365521,0.05000,14.448
26,mlp.experts.195.gate_proj,0.0000316319,0.05000,14.569
26,mlp.experts.156.gate_proj,0.0000129758,0.05000,14.326
26,mlp.experts.150.gate_proj,0.0000182358,0.05000,14.467
26,mlp.experts.168.gate_proj,0.0000295466,0.05000,14.291
26,mlp.experts.146.gate_proj,0.0000282821,0.05000,14.401
26,mlp.experts.170.gate_proj,0.0000138389,0.05000,14.361
26,mlp.experts.149.gate_proj,0.0000085996,0.05000,14.446
26,mlp.experts.153.gate_proj,0.0000623816,0.05000,14.448
26,mlp.experts.171.gate_proj,0.0000122705,0.05000,14.286
26,mlp.experts.164.gate_proj,0.0000371084,0.05000,14.413
26,mlp.experts.174.gate_proj,0.0000543061,0.05000,14.470
26,mlp.experts.160.gate_proj,0.0000194206,0.05000,14.305
26,mlp.experts.175.gate_proj,0.0000380955,0.05000,14.443
26,mlp.experts.167.gate_proj,0.0000210905,0.05000,14.572
26,mlp.experts.169.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.828
26,mlp.experts.189.gate_proj,0.0000220136,0.05000,14.504
26,mlp.experts.193.gate_proj,0.0000554303,0.05000,14.404
26,mlp.experts.211.gate_proj,0.0000143705,0.05000,14.397
26,mlp.experts.172.gate_proj,0.0000216968,0.05000,14.463
26,mlp.experts.166.gate_proj,0.0000100614,0.05000,14.431
26,mlp.experts.184.gate_proj,0.0000233730,0.05000,14.372
26,mlp.experts.162.gate_proj,0.0000419670,0.05000,14.465
26,mlp.experts.186.gate_proj,0.0000241351,0.05000,14.401
26,mlp.experts.165.gate_proj,0.0000277358,0.05000,14.388
26,mlp.experts.180.gate_proj,0.0000159241,0.05000,14.337
26,mlp.experts.187.gate_proj,0.0000312319,0.05000,14.378
26,mlp.experts.190.gate_proj,0.0000370662,0.05000,14.316
26,mlp.experts.176.gate_proj,0.0000356395,0.05000,14.297
26,mlp.experts.183.gate_proj,0.0000406917,0.05000,14.373
26,mlp.experts.191.gate_proj,0.0000651884,0.05000,14.389
26,mlp.experts.185.gate_proj,0.0000105877,0.05000,14.323
26,mlp.experts.196.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.750
26,mlp.experts.205.gate_proj,0.0000410709,0.05000,14.350
26,mlp.experts.209.gate_proj,0.0000321951,0.05000,14.343
26,mlp.experts.227.gate_proj,0.0000169383,0.05000,14.387
26,mlp.experts.188.gate_proj,0.0000117954,0.05000,14.528
26,mlp.experts.182.gate_proj,0.0000368614,0.05000,14.534
26,mlp.experts.200.gate_proj,0.0000303368,0.05000,14.506
26,mlp.experts.178.gate_proj,0.0000516743,0.05000,14.515
26,mlp.experts.181.gate_proj,0.0000461231,0.05000,14.490
26,mlp.experts.202.gate_proj,0.0000359326,0.05000,14.593
26,mlp.experts.206.gate_proj,0.0000228230,0.05000,14.559
26,mlp.experts.203.gate_proj,0.0000092401,0.05000,14.641
26,mlp.experts.192.gate_proj,0.0000149561,0.05000,14.661
26,mlp.experts.199.gate_proj,0.0000204806,0.05000,14.668
26,mlp.experts.207.gate_proj,0.0000139474,0.05000,14.782
26,mlp.experts.218.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.762
26,mlp.experts.201.gate_proj,0.0000266602,0.05000,14.695
26,mlp.experts.212.gate_proj,0.0000394037,0.05000,14.639
26,mlp.experts.221.gate_proj,0.0000447106,0.05000,14.764
26,mlp.experts.225.gate_proj,0.0000253839,0.05000,14.629
26,mlp.experts.243.gate_proj,0.0000510940,0.05000,14.667
26,mlp.experts.204.gate_proj,0.0000550500,0.05000,14.859
26,mlp.experts.198.gate_proj,0.0000245393,0.05000,14.839
26,mlp.experts.194.gate_proj,0.0000208246,0.05000,14.738
26,mlp.experts.216.gate_proj,0.0000180790,0.05000,14.947
26,mlp.experts.197.gate_proj,0.0000513767,0.05000,14.900
26,mlp.experts.222.gate_proj,0.0000135549,0.05000,14.681
26,mlp.experts.219.gate_proj,0.0000277293,0.05000,14.803
26,mlp.experts.208.gate_proj,0.0000284565,0.05000,14.636
26,mlp.experts.215.gate_proj,0.0000096281,0.05000,14.595
26,mlp.experts.234.gate_proj,0.0000150848,0.05000,14.677
26,mlp.experts.223.gate_proj,0.0000336855,0.05000,14.713
26,mlp.experts.228.gate_proj,0.0000434957,0.05000,14.564
26,mlp.experts.217.gate_proj,0.0000219642,0.05000,14.724
26,mlp.experts.237.gate_proj,0.0000186331,0.05000,14.699
26,mlp.experts.244.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.778
26,mlp.experts.241.gate_proj,0.0000825017,0.05000,14.856
26,mlp.experts.259.gate_proj,0.0000248267,0.05000,14.731
26,mlp.experts.220.gate_proj,0.0000340389,0.05000,14.324
26,mlp.experts.214.gate_proj,0.0000321674,0.05000,14.223
26,mlp.experts.210.gate_proj,0.0000178359,0.05000,14.314
26,mlp.experts.232.gate_proj,0.0000265120,0.05000,14.348
26,mlp.experts.213.gate_proj,0.0000740068,0.05000,14.337
26,mlp.experts.238.gate_proj,0.0000565204,0.05000,14.384
26,mlp.experts.235.gate_proj,0.0000158268,0.05000,14.300
26,mlp.experts.224.gate_proj,0.0000168105,0.05000,14.331
26,mlp.experts.231.gate_proj,0.0000432769,0.05000,14.395
26,mlp.experts.250.gate_proj,0.0000181589,0.05000,14.309
26,mlp.experts.239.gate_proj,0.0000511383,0.05000,14.383
26,mlp.experts.233.gate_proj,0.0000338151,0.05000,14.369
26,mlp.experts.251.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.741
26,mlp.experts.253.gate_proj,0.0000180939,0.05000,14.354
26,mlp.experts.260.gate_proj,0.0000169908,0.05000,14.262
26,mlp.experts.257.gate_proj,0.0000349988,0.05000,14.313
26,mlp.experts.275.gate_proj,0.0000165736,0.05000,14.235
26,mlp.experts.230.gate_proj,0.0000345843,0.05000,14.295
26,mlp.experts.236.gate_proj,0.0000117767,0.05000,14.349
26,mlp.experts.248.gate_proj,0.0000235720,0.05000,14.363
26,mlp.experts.226.gate_proj,0.0000171828,0.05000,14.509
26,mlp.experts.246.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.757
26,mlp.experts.229.gate_proj,0.0000285812,0.05000,14.530
26,mlp.experts.254.gate_proj,0.0000207600,0.05000,14.491
26,mlp.experts.240.gate_proj,0.0000285126,0.05000,14.558
26,mlp.experts.247.gate_proj,0.0000412529,0.05000,14.442
26,mlp.experts.266.gate_proj,0.0000190299,0.05000,14.462
26,mlp.experts.255.gate_proj,0.0000230569,0.05000,14.406
26,mlp.experts.249.gate_proj,0.0000157990,0.05000,14.540
26,mlp.experts.267.gate_proj,0.0000082452,0.05000,14.599
26,mlp.experts.269.gate_proj,0.0000058289,0.05000,14.549
26,mlp.experts.276.gate_proj,0.0000127930,0.05000,14.497
26,mlp.experts.292.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.768
26,mlp.experts.291.gate_proj,0.0000192726,0.05000,14.569
26,mlp.experts.273.gate_proj,0.0000388893,0.05000,14.779
26,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.688
26,mlp.experts.289.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.661
26,mlp.experts.252.gate_proj,0.0000161503,0.05000,14.364
26,mlp.experts.262.gate_proj,0.0000297247,0.05000,14.187
26,mlp.experts.264.gate_proj,0.0000265703,0.05000,14.320
26,mlp.experts.242.gate_proj,0.0000197692,0.05000,14.334
26,mlp.experts.245.gate_proj,0.0000139696,0.05000,14.322
26,mlp.experts.270.gate_proj,0.0000179987,0.05000,14.314
26,mlp.experts.256.gate_proj,0.0000221565,0.05000,14.204
26,mlp.experts.263.gate_proj,0.0000485584,0.05000,14.243
26,mlp.experts.271.gate_proj,0.0000147047,0.05000,14.221
26,mlp.experts.282.gate_proj,0.0000165301,0.05000,14.265
26,mlp.experts.265.gate_proj,0.0000093469,0.05000,14.279
26,mlp.experts.283.gate_proj,0.0000191790,0.05000,14.247
26,mlp.experts.285.gate_proj,0.0000130813,0.05000,14.207
26,mlp.experts.307.gate_proj,0.0000437583,0.05000,14.246
26,mlp.experts.324.gate_proj,0.0000180290,0.05000,14.057
26,mlp.experts.305.gate_proj,0.0000498813,0.05000,14.187
26,mlp.experts.268.gate_proj,0.0000116032,0.05000,14.155
26,mlp.experts.280.gate_proj,0.0000451739,0.05000,14.098
26,mlp.experts.278.gate_proj,0.0000021503,0.05000,14.200
26,mlp.experts.258.gate_proj,0.0000131809,0.05000,14.272
26,mlp.experts.261.gate_proj,0.0000259458,0.05000,14.155
26,mlp.experts.286.gate_proj,0.0000125774,0.05000,14.119
26,mlp.experts.272.gate_proj,0.0000099684,0.05000,14.250
26,mlp.experts.296.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.825
26,mlp.experts.287.gate_proj,0.0000440384,0.05000,14.156
26,mlp.experts.298.gate_proj,0.0000247440,0.05000,14.132
26,mlp.experts.279.gate_proj,0.0000048705,0.05000,14.360
26,mlp.experts.277.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.780
26,mlp.experts.281.gate_proj,0.0000536738,0.05000,14.340
26,mlp.experts.301.gate_proj,0.0000534495,0.05000,14.284
26,mlp.experts.299.gate_proj,0.0000263131,0.05000,14.454
26,mlp.experts.323.gate_proj,0.0000282394,0.05000,14.365
26,mlp.experts.340.gate_proj,0.0000383141,0.05000,14.273
26,mlp.experts.321.gate_proj,0.0000561561,0.05000,14.324
26,mlp.experts.284.gate_proj,0.0000206021,0.05000,14.200
26,mlp.experts.294.gate_proj,0.0000863810,0.05000,14.246
26,mlp.experts.274.gate_proj,0.0000207208,0.05000,14.200
26,mlp.experts.302.gate_proj,0.0000399478,0.05000,14.334
26,mlp.experts.288.gate_proj,0.0000209481,0.05000,14.125
26,mlp.experts.312.gate_proj,0.0000314162,0.05000,14.186
26,mlp.experts.303.gate_proj,0.0000174067,0.05000,14.200
26,mlp.experts.314.gate_proj,0.0000252333,0.05000,14.209
26,mlp.experts.295.gate_proj,0.0000447130,0.05000,14.311
26,mlp.experts.293.gate_proj,0.0000531611,0.05000,14.251
26,mlp.experts.297.gate_proj,0.0000149385,0.05000,14.195
26,mlp.experts.317.gate_proj,0.0000247683,0.05000,14.161
26,mlp.experts.315.gate_proj,0.0000272818,0.05000,14.182
26,mlp.experts.339.gate_proj,0.0000241755,0.05000,14.280
26,mlp.experts.356.gate_proj,0.0000146327,0.05000,14.205
26,mlp.experts.337.gate_proj,0.0000580213,0.05000,14.401
26,mlp.experts.372.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.661
26,mlp.experts.353.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.670
26,mlp.experts.300.gate_proj,0.0000155012,0.05000,14.457
26,mlp.experts.310.gate_proj,0.0000205247,0.05000,14.664
26,mlp.experts.290.gate_proj,0.0000707301,0.05000,14.623
26,mlp.experts.304.gate_proj,0.0000199443,0.05000,14.523
26,mlp.experts.318.gate_proj,0.0000301475,0.05000,14.575
26,mlp.experts.319.gate_proj,0.0000114727,0.05000,14.474
26,mlp.experts.330.gate_proj,0.0000224567,0.05000,14.473
26,mlp.experts.328.gate_proj,0.0000105815,0.05000,14.554
26,mlp.experts.311.gate_proj,0.0000222058,0.05000,14.532
26,mlp.experts.309.gate_proj,0.0000120504,0.05000,14.476
26,mlp.experts.313.gate_proj,0.0000305803,0.05000,14.614
26,mlp.experts.334.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.837
26,mlp.experts.333.gate_proj,0.0000224420,0.05000,14.585
26,mlp.experts.331.gate_proj,0.0000280344,0.05000,14.638
26,mlp.experts.355.gate_proj,0.0000293529,0.05000,14.757
26,mlp.experts.388.gate_proj,0.0000206721,0.05000,14.523
26,mlp.experts.369.gate_proj,0.0000051962,0.05000,14.752
26,mlp.experts.316.gate_proj,0.0000282349,0.05000,14.336
26,mlp.experts.326.gate_proj,0.0000491397,0.05000,14.380
26,mlp.experts.306.gate_proj,0.0000253623,0.05000,14.454
26,mlp.experts.320.gate_proj,0.0000171822,0.05000,14.398
26,mlp.experts.335.gate_proj,0.0000704285,0.05000,14.382
26,mlp.experts.344.gate_proj,0.0000111320,0.05000,14.478
26,mlp.experts.346.gate_proj,0.0000519191,0.05000,14.520
26,mlp.experts.327.gate_proj,0.0000567470,0.05000,14.417
26,mlp.experts.342.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.827
26,mlp.experts.325.gate_proj,0.0000184073,0.05000,14.331
26,mlp.experts.350.gate_proj,0.0000099935,0.05000,14.362
26,mlp.experts.329.gate_proj,0.0000626050,0.05000,14.407
26,mlp.experts.349.gate_proj,0.0000243617,0.05000,14.455
26,mlp.experts.362.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.785
26,mlp.experts.347.gate_proj,0.0000086598,0.05000,14.462
26,mlp.experts.371.gate_proj,0.0000162049,0.05000,14.315
26,mlp.experts.404.gate_proj,0.0000229943,0.05000,14.521
26,mlp.experts.385.gate_proj,0.0000323801,0.05000,14.463
26,mlp.experts.332.gate_proj,0.0000155805,0.05000,14.564
26,mlp.experts.322.gate_proj,0.0000315738,0.05000,14.590
26,mlp.experts.336.gate_proj,0.0000480949,0.05000,14.465
26,mlp.experts.351.gate_proj,0.0000163761,0.05000,14.428
26,mlp.experts.360.gate_proj,0.0000530921,0.05000,14.439
26,mlp.experts.343.gate_proj,0.0000150060,0.05000,14.454
26,mlp.experts.358.gate_proj,0.0000442815,0.05000,14.485
26,mlp.experts.341.gate_proj,0.0000064895,0.05000,14.501
26,mlp.experts.366.gate_proj,0.0000397337,0.05000,14.528
26,mlp.experts.345.gate_proj,0.0000417158,0.05000,14.543
26,mlp.experts.365.gate_proj,0.0000779659,0.05000,14.469
26,mlp.experts.378.gate_proj,0.0000539070,0.05000,14.406
26,mlp.experts.363.gate_proj,0.0000143093,0.05000,14.514
26,mlp.experts.361.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.770
26,mlp.experts.387.gate_proj,0.0000834186,0.05000,14.607
26,mlp.experts.420.gate_proj,0.0000199871,0.05000,14.612
26,mlp.experts.401.gate_proj,0.0000243013,0.05000,14.738
26,mlp.experts.348.gate_proj,0.0000263824,0.05000,14.827
26,mlp.experts.352.gate_proj,0.0000356939,0.05000,14.890
26,mlp.experts.338.gate_proj,0.0000776059,0.05000,14.972
26,mlp.experts.367.gate_proj,0.0000220410,0.05000,14.990
26,mlp.experts.376.gate_proj,0.0000286721,0.05000,15.035
26,mlp.experts.359.gate_proj,0.0000324004,0.05000,15.055
26,mlp.experts.374.gate_proj,0.0000088129,0.05000,15.019
26,mlp.experts.357.gate_proj,0.0000614632,0.05000,15.114
26,mlp.experts.382.gate_proj,0.0000147411,0.05000,14.853
26,mlp.experts.394.gate_proj,0.0000377823,0.05000,14.906
26,mlp.experts.381.gate_proj,0.0000316722,0.05000,15.000
26,mlp.experts.379.gate_proj,0.0000479474,0.05000,14.889
26,mlp.experts.377.gate_proj,0.0000129405,0.05000,14.914
26,mlp.experts.403.gate_proj,0.0000366230,0.05000,14.704
26,mlp.experts.436.gate_proj,0.0000669446,0.05000,14.657
26,mlp.experts.417.gate_proj,0.0000463340,0.05000,14.568
26,mlp.experts.364.gate_proj,0.0000222111,0.05000,14.649
26,mlp.experts.368.gate_proj,0.0000230217,0.05000,14.489
26,mlp.experts.354.gate_proj,0.0000282453,0.05000,14.479
26,mlp.experts.383.gate_proj,0.0000211611,0.05000,14.563
26,mlp.experts.392.gate_proj,0.0000392040,0.05000,14.505
26,mlp.experts.390.gate_proj,0.0000195214,0.05000,14.404
26,mlp.experts.375.gate_proj,0.0000399476,0.05000,14.476
26,mlp.experts.373.gate_proj,0.0000105180,0.05000,14.370
26,mlp.experts.398.gate_proj,0.0000259374,0.05000,14.460
26,mlp.experts.410.gate_proj,0.0000182003,0.05000,14.379
26,mlp.experts.397.gate_proj,0.0000247534,0.05000,14.510
26,mlp.experts.395.gate_proj,0.0000212871,0.05000,14.505
26,mlp.experts.393.gate_proj,0.0000211941,0.05000,14.466
26,mlp.experts.419.gate_proj,0.0000787733,0.05000,14.399
26,mlp.experts.452.gate_proj,0.0000035185,0.05000,14.516
26,mlp.experts.433.gate_proj,0.0000252344,0.05000,14.535
26,mlp.experts.380.gate_proj,0.0000217251,0.05000,14.138
26,mlp.experts.384.gate_proj,0.0000657110,0.05000,14.303
26,mlp.experts.370.gate_proj,0.0000522633,0.05000,14.473
26,mlp.experts.399.gate_proj,0.0000035377,0.05000,14.368
26,mlp.experts.406.gate_proj,0.0000324048,0.05000,14.354
26,mlp.experts.408.gate_proj,0.0000196059,0.05000,14.464
26,mlp.experts.391.gate_proj,0.0000409232,0.05000,14.380
26,mlp.experts.389.gate_proj,0.0000266873,0.05000,14.366
26,mlp.experts.414.gate_proj,0.0000127684,0.05000,14.395
26,mlp.experts.386.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.822
26,mlp.experts.426.gate_proj,0.0000619293,0.05000,14.416
26,mlp.experts.413.gate_proj,0.0000231828,0.05000,14.374
26,mlp.experts.424.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.737
26,mlp.experts.411.gate_proj,0.0000275536,0.05000,14.446
26,mlp.experts.409.gate_proj,0.0000153731,0.05000,14.523
26,mlp.experts.440.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.716
26,mlp.experts.435.gate_proj,0.0000510742,0.05000,14.505
26,mlp.experts.468.gate_proj,0.0000227906,0.05000,14.547
26,mlp.experts.449.gate_proj,0.0000236135,0.05000,14.573
26,mlp.experts.396.gate_proj,0.0000092848,0.05000,14.443
26,mlp.experts.400.gate_proj,0.0000250998,0.05000,14.461
26,mlp.experts.415.gate_proj,0.0000106703,0.05000,14.500
26,mlp.experts.422.gate_proj,0.0000223260,0.05000,14.398
26,mlp.experts.407.gate_proj,0.0000264039,0.05000,14.487
26,mlp.experts.430.gate_proj,0.0000210486,0.05000,14.294
26,mlp.experts.405.gate_proj,0.0000730477,0.05000,14.618
26,mlp.experts.402.gate_proj,0.0000471116,0.05000,14.353
26,mlp.experts.442.gate_proj,0.0000664104,0.05000,14.470
26,mlp.experts.429.gate_proj,0.0000098812,0.05000,14.401
26,mlp.experts.427.gate_proj,0.0000410559,0.05000,14.545
26,mlp.experts.446.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.779
26,mlp.experts.425.gate_proj,0.0000242293,0.05000,14.361
26,mlp.experts.456.gate_proj,0.0000142773,0.05000,14.410
26,mlp.experts.451.gate_proj,0.0000346178,0.05000,14.368
26,mlp.experts.484.gate_proj,0.0000361735,0.05000,14.312
26,mlp.experts.465.gate_proj,0.0000386932,0.05000,14.288
26,mlp.experts.412.gate_proj,0.0000161921,0.05000,14.183
26,mlp.experts.416.gate_proj,0.0000559376,0.05000,14.069
26,mlp.experts.431.gate_proj,0.0000109238,0.05000,14.067
26,mlp.experts.438.gate_proj,0.0000095041,0.05000,14.043
26,mlp.experts.423.gate_proj,0.0000619210,0.05000,14.172
26,mlp.experts.418.gate_proj,0.0000516412,0.05000,14.075
26,mlp.experts.421.gate_proj,0.0000396673,0.05000,14.163
26,mlp.experts.458.gate_proj,0.0000436608,0.05000,14.085
26,mlp.experts.445.gate_proj,0.0000032950,0.05000,14.110
26,mlp.experts.462.gate_proj,0.0000392622,0.05000,14.116
26,mlp.experts.443.gate_proj,0.0000369543,0.05000,14.262
26,mlp.experts.441.gate_proj,0.0000511334,0.05000,14.278
26,mlp.experts.472.gate_proj,0.0000192209,0.05000,14.239
26,mlp.experts.467.gate_proj,0.0000154325,0.05000,14.358
26,mlp.experts.500.gate_proj,0.0000369002,0.05000,14.311
26,mlp.experts.481.gate_proj,0.0000162228,0.05000,14.634
26,mlp.experts.428.gate_proj,0.0000435008,0.05000,14.453
26,mlp.experts.432.gate_proj,0.0000386938,0.05000,14.442
26,mlp.experts.447.gate_proj,0.0000451738,0.05000,14.531
26,mlp.experts.454.gate_proj,0.0000221191,0.05000,14.574
26,mlp.experts.448.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.706
26,mlp.experts.439.gate_proj,0.0000401261,0.05000,14.425
26,mlp.experts.434.gate_proj,0.0000403587,0.05000,14.494
26,mlp.experts.437.gate_proj,0.0000516544,0.05000,14.538
26,mlp.experts.474.gate_proj,0.0000643998,0.05000,14.412
26,mlp.experts.461.gate_proj,0.0000221296,0.05000,14.333
26,mlp.experts.464.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.669
26,mlp.experts.478.gate_proj,0.0000405709,0.05000,14.319
26,mlp.experts.459.gate_proj,0.0000174080,0.05000,14.409
26,mlp.experts.490.gate_proj,failsafe(rtn): 0.0012131,0.00000,0.669
26,mlp.experts.457.gate_proj,0.0000148009,0.05000,14.341
26,mlp.experts.488.gate_proj,0.0000136832,0.05000,14.293
26,mlp.experts.483.gate_proj,0.0000607412,0.05000,14.488
26,mlp.experts.4.up_proj,0.0000256459,0.05000,14.267
26,mlp.experts.497.gate_proj,0.0000373637,0.05000,14.307
26,mlp.experts.1.up_proj,failsafe(rtn): 0.0015945,0.00000,0.686
26,mlp.experts.17.up_proj,failsafe(rtn): 0.0016098,0.00000,0.674
26,mlp.experts.444.gate_proj,0.0000132461,0.05000,14.276
26,mlp.experts.463.gate_proj,0.0000183054,0.05000,14.337
26,mlp.experts.470.gate_proj,0.0000387126,0.05000,14.422
26,mlp.experts.455.gate_proj,0.0000529328,0.05000,14.505
26,mlp.experts.450.gate_proj,0.0000200019,0.05000,14.369
26,mlp.experts.453.gate_proj,0.0000874042,0.05000,14.416
26,mlp.experts.479.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.758
26,mlp.experts.477.gate_proj,0.0000517695,0.05000,14.502
26,mlp.experts.480.gate_proj,0.0000310534,0.05000,14.491
26,mlp.experts.494.gate_proj,0.0000470379,0.05000,14.563
26,mlp.experts.475.gate_proj,0.0000154018,0.05000,14.552
26,mlp.experts.506.gate_proj,0.0000508561,0.05000,14.577
26,mlp.experts.493.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.701
26,mlp.experts.504.gate_proj,0.0000227068,0.05000,14.478
26,mlp.experts.473.gate_proj,0.0000080783,0.05000,14.577
26,mlp.experts.499.gate_proj,0.0000471311,0.05000,14.433
26,mlp.experts.20.up_proj,0.0000362599,0.05000,14.378
26,mlp.experts.33.up_proj,0.0000278645,0.05000,14.434
26,mlp.experts.460.gate_proj,0.0000494040,0.05000,14.345
26,mlp.experts.486.gate_proj,0.0000149939,0.05000,14.323
26,mlp.experts.471.gate_proj,0.0000124056,0.05000,14.357
26,mlp.experts.466.gate_proj,0.0000390366,0.05000,14.313
26,mlp.experts.469.gate_proj,0.0000056966,0.05000,14.175
26,mlp.experts.495.gate_proj,0.0000164542,0.05000,14.280
26,mlp.experts.496.gate_proj,0.0000266777,0.05000,14.165
26,mlp.experts.502.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.720
26,mlp.experts.487.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.748
26,mlp.experts.510.gate_proj,0.0000231712,0.05000,14.366
26,mlp.experts.491.gate_proj,0.0000168712,0.05000,14.291
26,mlp.experts.10.up_proj,0.0000249322,0.05000,14.268
26,mlp.experts.509.gate_proj,0.0000431333,0.05000,14.271
26,mlp.experts.8.up_proj,0.0000179693,0.05000,14.184
26,mlp.experts.489.gate_proj,0.0000453739,0.05000,14.191
26,mlp.experts.3.up_proj,0.0000123657,0.05000,14.443
26,mlp.experts.36.up_proj,0.0000201479,0.05000,14.393
26,mlp.experts.49.up_proj,0.0000515056,0.05000,14.338
26,mlp.experts.476.gate_proj,0.0000308748,0.05000,14.624
26,mlp.experts.485.gate_proj,0.0000298778,0.05000,14.618
26,mlp.experts.482.gate_proj,0.0000343070,0.05000,14.715
26,mlp.experts.511.gate_proj,0.0000651209,0.05000,14.611
26,mlp.experts.0.up_proj,0.0000233650,0.05000,14.612
26,mlp.experts.6.up_proj,0.0000262608,0.05000,14.638
26,mlp.experts.503.gate_proj,0.0000171385,0.05000,14.703
26,mlp.experts.507.gate_proj,0.0000749047,0.05000,14.612
26,mlp.experts.14.up_proj,0.0000490544,0.05000,14.740
26,mlp.experts.26.up_proj,0.0000345063,0.05000,14.542
26,mlp.experts.13.up_proj,0.0000137488,0.05000,14.693
26,mlp.experts.24.up_proj,0.0000221692,0.05000,14.788
26,mlp.experts.505.gate_proj,0.0000145396,0.05000,14.805
26,mlp.experts.40.up_proj,failsafe(rtn): 0.0015106,0.00000,0.715
26,mlp.experts.19.up_proj,0.0000115224,0.05000,14.651
26,mlp.experts.52.up_proj,0.0000679364,0.05000,14.698
26,mlp.experts.65.up_proj,0.0000223521,0.05000,14.767
26,mlp.experts.492.gate_proj,0.0000200819,0.05000,14.815
26,mlp.experts.508.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.713
26,mlp.experts.501.gate_proj,0.0000436496,0.05000,14.602
26,mlp.experts.498.gate_proj,0.0000443429,0.05000,14.677
26,mlp.experts.15.up_proj,0.0000449532,0.05000,14.628
26,mlp.experts.16.up_proj,0.0000231191,0.05000,14.552
26,mlp.experts.22.up_proj,0.0000144796,0.05000,14.644
26,mlp.experts.42.up_proj,0.0000270297,0.05000,14.535
26,mlp.experts.30.up_proj,0.0000167471,0.05000,14.591
26,mlp.experts.7.up_proj,0.0000367712,0.05000,14.779
26,mlp.experts.11.up_proj,0.0000884701,0.05000,14.748
26,mlp.experts.32.up_proj,failsafe(rtn): 0.0016098,0.00000,0.817
26,mlp.experts.29.up_proj,0.0000297107,0.05000,14.729
26,mlp.experts.9.up_proj,0.0000240082,0.05000,14.693
26,mlp.experts.45.up_proj,failsafe(rtn): 0.0015411,0.00000,0.757
26,mlp.experts.56.up_proj,0.0000583224,0.05000,14.679
26,mlp.experts.35.up_proj,0.0000433131,0.05000,14.679
26,mlp.experts.68.up_proj,0.0000422301,0.05000,14.559
26,mlp.experts.84.up_proj,failsafe(rtn): 0.0015411,0.00000,0.608
26,mlp.experts.81.up_proj,0.0000308637,0.05000,14.633
26,mlp.experts.12.up_proj,0.0000189532,0.05000,14.327
26,mlp.experts.5.up_proj,0.0000122670,0.05000,14.494
26,mlp.experts.2.up_proj,0.0000529530,0.05000,14.588
26,mlp.experts.31.up_proj,0.0000634693,0.05000,14.539
26,mlp.experts.38.up_proj,0.0000200213,0.05000,14.385
26,mlp.experts.46.up_proj,0.0000660456,0.05000,14.421
26,mlp.experts.58.up_proj,0.0000196381,0.05000,14.467
26,mlp.experts.23.up_proj,0.0000331228,0.05000,14.434
26,mlp.experts.27.up_proj,0.0000297242,0.05000,14.467
26,mlp.experts.48.up_proj,0.0000148391,0.05000,14.490
26,mlp.experts.25.up_proj,0.0000746200,0.05000,14.386
26,mlp.experts.61.up_proj,0.0000118110,0.05000,14.469
26,mlp.experts.72.up_proj,0.0000405486,0.05000,14.426
26,mlp.experts.51.up_proj,0.0000158263,0.05000,14.415
26,mlp.experts.67.up_proj,failsafe(rtn): 0.0015793,0.00000,0.719
26,mlp.experts.100.up_proj,0.0000252390,0.05000,14.598
26,mlp.experts.97.up_proj,0.0000687787,0.05000,14.589
26,mlp.experts.28.up_proj,0.0000258847,0.05000,14.325
26,mlp.experts.21.up_proj,0.0000221043,0.05000,14.462
26,mlp.experts.47.up_proj,0.0000162572,0.05000,14.284
26,mlp.experts.18.up_proj,0.0000158257,0.05000,14.424
26,mlp.experts.54.up_proj,0.0000317600,0.05000,14.402
26,mlp.experts.74.up_proj,0.0000327136,0.05000,14.381
26,mlp.experts.62.up_proj,0.0000132659,0.05000,14.465
26,mlp.experts.39.up_proj,0.0000728125,0.05000,14.490
26,mlp.experts.43.up_proj,0.0000124304,0.05000,14.490
26,mlp.experts.64.up_proj,0.0000558982,0.05000,14.419
26,mlp.experts.41.up_proj,0.0000298389,0.05000,14.341
26,mlp.experts.55.up_proj,failsafe(rtn): 0.0015335,0.00000,0.766
26,mlp.experts.88.up_proj,0.0000692280,0.05000,14.340
26,mlp.experts.77.up_proj,0.0000777679,0.05000,14.396
26,mlp.experts.83.up_proj,0.0000269306,0.05000,14.387
26,mlp.experts.116.up_proj,0.0000081569,0.05000,14.555
26,mlp.experts.99.up_proj,failsafe(rtn): 0.0015030,0.00000,0.762
26,mlp.experts.113.up_proj,0.0000527654,0.05000,14.588
26,mlp.experts.44.up_proj,0.0000478774,0.05000,14.482
26,mlp.experts.37.up_proj,0.0000188401,0.05000,14.283
26,mlp.experts.34.up_proj,0.0000292757,0.05000,14.330
26,mlp.experts.63.up_proj,0.0000208535,0.05000,14.430
26,mlp.experts.70.up_proj,0.0000207301,0.05000,14.317
26,mlp.experts.90.up_proj,0.0000227003,0.05000,14.298
26,mlp.experts.78.up_proj,0.0000197054,0.05000,14.376
26,mlp.experts.59.up_proj,0.0000335755,0.05000,14.322
26,mlp.experts.80.up_proj,0.0000418024,0.05000,14.345
26,mlp.experts.57.up_proj,0.0000224681,0.05000,14.293
26,mlp.experts.104.up_proj,0.0000172045,0.05000,14.121
26,mlp.experts.71.up_proj,0.0000185570,0.05000,14.326
26,mlp.experts.93.up_proj,0.0000272102,0.05000,14.247
26,mlp.experts.109.up_proj,failsafe(rtn): 0.0015640,0.00000,0.699
26,mlp.experts.132.up_proj,0.0000140087,0.05000,13.987
26,mlp.experts.115.up_proj,0.0000407271,0.05000,14.175
26,mlp.experts.129.up_proj,0.0000256807,0.05000,14.100
26,mlp.experts.60.up_proj,0.0000409850,0.05000,14.454
26,mlp.experts.53.up_proj,0.0000253126,0.05000,14.658
26,mlp.experts.50.up_proj,0.0000108307,0.05000,14.480
26,mlp.experts.79.up_proj,0.0000799323,0.05000,14.566
26,mlp.experts.86.up_proj,0.0000442764,0.05000,14.598
26,mlp.experts.106.up_proj,0.0000220008,0.05000,14.581
26,mlp.experts.94.up_proj,0.0000471348,0.05000,14.513
26,mlp.experts.75.up_proj,0.0000190769,0.05000,14.490
26,mlp.experts.73.up_proj,0.0000647313,0.05000,14.344
26,mlp.experts.96.up_proj,0.0000306395,0.05000,14.427
26,mlp.experts.120.up_proj,0.0000858027,0.05000,14.418
26,mlp.experts.87.up_proj,0.0000114043,0.05000,14.629
26,mlp.experts.125.up_proj,0.0000143795,0.05000,14.401
26,mlp.experts.148.up_proj,0.0000178681,0.05000,14.564
26,mlp.experts.131.up_proj,0.0000385617,0.05000,14.600
26,mlp.experts.147.up_proj,failsafe(rtn): 0.0014572,0.00000,0.706
26,mlp.experts.163.up_proj,failsafe(rtn): 0.0014877,0.00000,0.729
26,mlp.experts.145.up_proj,0.0000106699,0.05000,14.508
26,mlp.experts.161.up_proj,failsafe(rtn): 0.0015030,0.00000,0.740
26,mlp.experts.76.up_proj,0.0000403770,0.05000,14.227
26,mlp.experts.69.up_proj,0.0000407724,0.05000,14.216
26,mlp.experts.66.up_proj,0.0000213032,0.05000,14.256
26,mlp.experts.102.up_proj,0.0000533195,0.05000,14.219
26,mlp.experts.95.up_proj,0.0000031676,0.05000,14.455
26,mlp.experts.122.up_proj,0.0000113096,0.05000,14.223
26,mlp.experts.110.up_proj,0.0000068833,0.05000,14.222
26,mlp.experts.112.up_proj,0.0000446014,0.05000,14.305
26,mlp.experts.91.up_proj,0.0000484822,0.05000,14.350
26,mlp.experts.89.up_proj,0.0000259420,0.05000,14.382
26,mlp.experts.138.up_proj,failsafe(rtn): 0.0014954,0.00000,0.748
26,mlp.experts.136.up_proj,0.0000219214,0.05000,14.295
26,mlp.experts.103.up_proj,0.0000167800,0.05000,14.395
26,mlp.experts.141.up_proj,0.0000559085,0.05000,14.415
26,mlp.experts.164.up_proj,0.0000380605,0.05000,14.358
26,mlp.experts.179.up_proj,0.0000089567,0.05000,14.505
26,mlp.experts.177.up_proj,0.0000371154,0.05000,14.360
26,mlp.experts.92.up_proj,0.0000298640,0.05000,14.216
26,mlp.experts.85.up_proj,0.0000341169,0.05000,14.298
26,mlp.experts.82.up_proj,0.0000130888,0.05000,14.223
26,mlp.experts.111.up_proj,0.0000097691,0.05000,14.210
26,mlp.experts.118.up_proj,0.0000196265,0.05000,14.363
26,mlp.experts.126.up_proj,0.0000462152,0.05000,14.207
26,mlp.experts.128.up_proj,0.0000262257,0.05000,14.148
26,mlp.experts.107.up_proj,0.0000224325,0.05000,14.188
26,mlp.experts.105.up_proj,0.0000490641,0.05000,14.189
26,mlp.experts.154.up_proj,0.0000310917,0.05000,14.064
26,mlp.experts.142.up_proj,failsafe(rtn): 0.0015717,0.00000,0.715
26,mlp.experts.152.up_proj,0.0000316884,0.05000,14.159
26,mlp.experts.119.up_proj,0.0000438276,0.05000,14.316
26,mlp.experts.157.up_proj,0.0000415529,0.05000,14.221
26,mlp.experts.180.up_proj,0.0000164675,0.05000,14.326
26,mlp.experts.196.up_proj,failsafe(rtn): 0.0015945,0.00000,0.658
26,mlp.experts.195.up_proj,0.0000324007,0.05000,14.113
26,mlp.experts.193.up_proj,0.0000544229,0.05000,14.023
26,mlp.experts.108.up_proj,0.0000172728,0.05000,14.241
26,mlp.experts.101.up_proj,0.0000149559,0.05000,14.134
26,mlp.experts.98.up_proj,0.0000075037,0.05000,14.189
26,mlp.experts.127.up_proj,0.0000211006,0.05000,14.058
26,mlp.experts.134.up_proj,0.0000192892,0.05000,14.134
26,mlp.experts.144.up_proj,0.0000241879,0.05000,14.056
26,mlp.experts.123.up_proj,0.0000205407,0.05000,14.133
26,mlp.experts.121.up_proj,0.0000555120,0.05000,14.263
26,mlp.experts.168.up_proj,0.0000292912,0.05000,13.999
26,mlp.experts.158.up_proj,0.0000198420,0.05000,14.058
26,mlp.experts.170.up_proj,0.0000137091,0.05000,14.256
26,mlp.experts.135.up_proj,0.0000221719,0.05000,14.161
26,mlp.experts.173.up_proj,0.0000204948,0.05000,14.258
26,mlp.experts.212.up_proj,0.0000396731,0.05000,14.305
26,mlp.experts.211.up_proj,0.0000133787,0.05000,14.509
26,mlp.experts.209.up_proj,0.0000318491,0.05000,14.489
26,mlp.experts.124.up_proj,0.0000304468,0.05000,14.479
26,mlp.experts.117.up_proj,0.0000614305,0.05000,14.463
26,mlp.experts.114.up_proj,0.0000275226,0.05000,14.475
26,mlp.experts.143.up_proj,0.0000127566,0.05000,14.497
26,mlp.experts.150.up_proj,0.0000189952,0.05000,14.496
26,mlp.experts.160.up_proj,0.0000190567,0.05000,14.525
26,mlp.experts.139.up_proj,0.0000193278,0.05000,14.422
26,mlp.experts.159.up_proj,failsafe(rtn): 0.0016556,0.00000,0.679
26,mlp.experts.137.up_proj,0.0000211227,0.05000,14.402
26,mlp.experts.184.up_proj,0.0000228584,0.05000,14.464
26,mlp.experts.186.up_proj,0.0000237907,0.05000,14.459
26,mlp.experts.174.up_proj,0.0000527146,0.05000,14.473
26,mlp.experts.155.up_proj,failsafe(rtn): 0.0015488,0.00000,0.699
26,mlp.experts.151.up_proj,0.0000514107,0.05000,14.495
26,mlp.experts.189.up_proj,0.0000223280,0.05000,14.402
26,mlp.experts.228.up_proj,0.0000421820,0.05000,14.358
26,mlp.experts.244.up_proj,failsafe(rtn): 0.0014267,0.00000,0.729
26,mlp.experts.227.up_proj,0.0000166284,0.05000,14.481
26,mlp.experts.225.up_proj,0.0000252880,0.05000,14.607
26,mlp.experts.140.up_proj,0.0000277322,0.05000,14.525
26,mlp.experts.130.up_proj,0.0000485783,0.05000,14.308
26,mlp.experts.133.up_proj,0.0000316508,0.05000,14.491
26,mlp.experts.166.up_proj,0.0000099017,0.05000,14.502
26,mlp.experts.176.up_proj,0.0000351269,0.05000,14.554
26,mlp.experts.153.up_proj,0.0000616845,0.05000,14.470
26,mlp.experts.175.up_proj,0.0000384678,0.05000,14.573
26,mlp.experts.200.up_proj,0.0000299722,0.05000,14.500
26,mlp.experts.202.up_proj,0.0000352948,0.05000,14.523
26,mlp.experts.190.up_proj,0.0000356252,0.05000,14.575
26,mlp.experts.171.up_proj,0.0000122561,0.05000,14.599
26,mlp.experts.169.up_proj,failsafe(rtn): 0.0016022,0.00000,0.746
26,mlp.experts.167.up_proj,0.0000212724,0.05000,14.593
26,mlp.experts.218.up_proj,failsafe(rtn): 0.0013885,0.00000,0.828
26,mlp.experts.205.up_proj,0.0000405129,0.05000,14.511
26,mlp.experts.260.up_proj,0.0000168806,0.05000,14.519
26,mlp.experts.243.up_proj,0.0000504473,0.05000,14.499
26,mlp.experts.241.up_proj,0.0000798876,0.05000,14.573
26,mlp.experts.156.up_proj,0.0000131326,0.05000,14.160
26,mlp.experts.149.up_proj,0.0000084222,0.05000,14.037
26,mlp.experts.146.up_proj,0.0000278482,0.05000,14.182
26,mlp.experts.182.up_proj,0.0000361173,0.05000,14.258
26,mlp.experts.192.up_proj,0.0000143463,0.05000,14.295
26,mlp.experts.191.up_proj,0.0000650975,0.05000,14.295
26,mlp.experts.216.up_proj,0.0000180574,0.05000,14.206
26,mlp.experts.206.up_proj,0.0000232045,0.05000,14.247
26,mlp.experts.187.up_proj,0.0000296423,0.05000,14.153
26,mlp.experts.185.up_proj,0.0000114915,0.05000,14.191
26,mlp.experts.183.up_proj,0.0000400024,0.05000,14.186
26,mlp.experts.234.up_proj,0.0000149279,0.05000,14.279
26,mlp.experts.221.up_proj,0.0000457419,0.05000,14.170
26,mlp.experts.276.up_proj,0.0000128225,0.05000,14.058
26,mlp.experts.259.up_proj,0.0000252001,0.05000,14.056
26,mlp.experts.292.up_proj,failsafe(rtn): 0.0015106,0.00000,0.700
26,mlp.experts.308.up_proj,failsafe(rtn): 0.0014420,0.00000,0.678
26,mlp.experts.257.up_proj,0.0000341621,0.05000,14.040
26,mlp.experts.172.up_proj,0.0000218231,0.05000,14.197
26,mlp.experts.165.up_proj,0.0000289741,0.05000,14.368
26,mlp.experts.162.up_proj,0.0000410166,0.05000,14.461
26,mlp.experts.198.up_proj,0.0000240209,0.05000,14.397
26,mlp.experts.208.up_proj,0.0000280185,0.05000,14.240
26,mlp.experts.207.up_proj,0.0000143487,0.05000,14.461
26,mlp.experts.232.up_proj,0.0000264474,0.05000,14.380
26,mlp.experts.222.up_proj,0.0000132393,0.05000,14.371
26,mlp.experts.203.up_proj,0.0000089420,0.05000,14.254
26,mlp.experts.201.up_proj,0.0000261657,0.05000,14.373
26,mlp.experts.199.up_proj,0.0000313329,0.05000,14.229
26,mlp.experts.250.up_proj,0.0000180974,0.05000,14.236
26,mlp.experts.237.up_proj,0.0000187653,0.05000,14.408
26,mlp.experts.275.up_proj,0.0000171891,0.05000,14.130
26,mlp.experts.324.up_proj,0.0000188594,0.05000,14.374
26,mlp.experts.273.up_proj,0.0000390535,0.05000,14.409
26,mlp.experts.289.up_proj,failsafe(rtn): 0.0016022,0.00000,0.698
26,mlp.experts.188.up_proj,0.0000127385,0.05000,14.578
26,mlp.experts.181.up_proj,0.0000463404,0.05000,14.510
26,mlp.experts.178.up_proj,0.0000509232,0.05000,14.678
26,mlp.experts.214.up_proj,0.0000305837,0.05000,14.630
26,mlp.experts.224.up_proj,0.0000170705,0.05000,14.632
26,mlp.experts.223.up_proj,0.0000335543,0.05000,14.690
26,mlp.experts.248.up_proj,0.0000234328,0.05000,14.616
26,mlp.experts.238.up_proj,0.0000561242,0.05000,14.679
26,mlp.experts.219.up_proj,0.0000261787,0.05000,14.752
26,mlp.experts.217.up_proj,0.0000218110,0.05000,14.672
26,mlp.experts.215.up_proj,0.0000094601,0.05000,14.645
26,mlp.experts.266.up_proj,0.0000198242,0.05000,14.572
26,mlp.experts.253.up_proj,0.0000190122,0.05000,14.651
26,mlp.experts.291.up_proj,0.0000189121,0.05000,14.770
26,mlp.experts.340.up_proj,0.0000416664,0.05000,14.621
26,mlp.experts.305.up_proj,0.0000493756,0.05000,14.642
26,mlp.experts.204.up_proj,0.0000522610,0.05000,14.290
26,mlp.experts.197.up_proj,0.0000502143,0.05000,14.456
26,mlp.experts.194.up_proj,0.0000205730,0.05000,14.393
26,mlp.experts.230.up_proj,0.0000335933,0.05000,14.524
26,mlp.experts.240.up_proj,0.0000282701,0.05000,14.462
26,mlp.experts.246.up_proj,failsafe(rtn): 0.0016708,0.00000,0.655
26,mlp.experts.264.up_proj,0.0000262110,0.05000,14.474
26,mlp.experts.239.up_proj,0.0000502438,0.05000,14.517
26,mlp.experts.254.up_proj,0.0000197471,0.05000,14.413
26,mlp.experts.235.up_proj,0.0000151888,0.05000,14.442
26,mlp.experts.233.up_proj,0.0000332821,0.05000,14.516
26,mlp.experts.231.up_proj,0.0000422700,0.05000,14.431
26,mlp.experts.282.up_proj,0.0000171228,0.05000,14.367
26,mlp.experts.251.up_proj,failsafe(rtn): 0.0016403,0.00000,0.741
26,mlp.experts.269.up_proj,0.0000057194,0.05000,14.391
26,mlp.experts.307.up_proj,0.0000431909,0.05000,14.344
26,mlp.experts.356.up_proj,0.0000144421,0.05000,14.506
26,mlp.experts.372.up_proj,failsafe(rtn): 0.0014801,0.00000,0.678
26,mlp.experts.321.up_proj,0.0000555591,0.05000,14.457
26,mlp.experts.220.up_proj,0.0000339278,0.05000,14.738
26,mlp.experts.213.up_proj,0.0000753235,0.05000,14.762
26,mlp.experts.210.up_proj,0.0000174380,0.05000,14.603
26,mlp.experts.256.up_proj,0.0000210050,0.05000,14.621
26,mlp.experts.262.up_proj,0.0000306464,0.05000,14.740
26,mlp.experts.280.up_proj,0.0000451712,0.05000,14.748
26,mlp.experts.270.up_proj,0.0000166193,0.05000,14.697
26,mlp.experts.255.up_proj,0.0000226212,0.05000,14.869
26,mlp.experts.249.up_proj,0.0000154125,0.05000,14.886
26,mlp.experts.247.up_proj,0.0000407238,0.05000,14.904
26,mlp.experts.296.up_proj,failsafe(rtn): 0.0015869,0.00000,0.738
26,mlp.experts.298.up_proj,0.0000253885,0.05000,14.933
26,mlp.experts.267.up_proj,0.0000082307,0.05000,14.753
26,mlp.experts.285.up_proj,0.0000130085,0.05000,14.734
26,mlp.experts.323.up_proj,0.0000278155,0.05000,14.685
26,mlp.experts.388.up_proj,0.0000210628,0.05000,14.470
26,mlp.experts.337.up_proj,0.0000552075,0.05000,14.648
26,mlp.experts.353.up_proj,failsafe(rtn): 0.0016251,0.00000,0.741
26,mlp.experts.236.up_proj,0.0000115593,0.05000,14.660
26,mlp.experts.226.up_proj,0.0000163354,0.05000,14.540
26,mlp.experts.229.up_proj,0.0000281865,0.05000,14.670
26,mlp.experts.272.up_proj,0.0000095544,0.05000,14.509
26,mlp.experts.278.up_proj,0.0000022675,0.05000,14.459
26,mlp.experts.286.up_proj,0.0000126535,0.05000,14.357
26,mlp.experts.271.up_proj,0.0000154491,0.05000,14.475
26,mlp.experts.265.up_proj,0.0000090582,0.05000,14.291
26,mlp.experts.263.up_proj,0.0000454765,0.05000,14.351
26,mlp.experts.312.up_proj,0.0000308744,0.05000,14.484
26,mlp.experts.314.up_proj,0.0000249265,0.05000,14.429
26,mlp.experts.301.up_proj,0.0000538507,0.05000,14.383
26,mlp.experts.283.up_proj,0.0000230543,0.05000,14.468
26,mlp.experts.339.up_proj,0.0000268089,0.05000,14.535
26,mlp.experts.404.up_proj,0.0000225054,0.05000,14.544
26,mlp.experts.369.up_proj,0.0000046130,0.05000,14.497
26,mlp.experts.252.up_proj,0.0000158742,0.05000,14.333
26,mlp.experts.242.up_proj,0.0000193719,0.05000,14.514
26,mlp.experts.245.up_proj,0.0000139241,0.05000,14.604
26,mlp.experts.288.up_proj,0.0000207688,0.05000,14.568
26,mlp.experts.302.up_proj,0.0000390689,0.05000,14.462
26,mlp.experts.294.up_proj,0.0000848803,0.05000,14.716
26,mlp.experts.287.up_proj,0.0000435866,0.05000,14.509
26,mlp.experts.281.up_proj,0.0000525206,0.05000,14.676
26,mlp.experts.279.up_proj,0.0000056181,0.05000,14.663
26,mlp.experts.328.up_proj,0.0000101275,0.05000,14.578
26,mlp.experts.330.up_proj,0.0000212405,0.05000,14.566
26,mlp.experts.299.up_proj,0.0000258848,0.05000,14.573
26,mlp.experts.317.up_proj,0.0000246393,0.05000,14.655
26,mlp.experts.355.up_proj,0.0000291447,0.05000,14.777
26,mlp.experts.420.up_proj,0.0000199575,0.05000,14.589
26,mlp.experts.385.up_proj,0.0000317848,0.05000,14.863
26,mlp.experts.268.up_proj,0.0000104808,0.05000,14.291
26,mlp.experts.258.up_proj,0.0000132916,0.05000,14.216
26,mlp.experts.261.up_proj,0.0000254260,0.05000,14.258
26,mlp.experts.304.up_proj,0.0000199944,0.05000,14.134
26,mlp.experts.277.up_proj,failsafe(rtn): 0.0014648,0.00000,0.707
26,mlp.experts.318.up_proj,0.0000308308,0.05000,14.123
26,mlp.experts.303.up_proj,0.0000174211,0.05000,14.110
26,mlp.experts.310.up_proj,0.0000208535,0.05000,14.329
26,mlp.experts.334.up_proj,failsafe(rtn): 0.0016403,0.00000,0.761
26,mlp.experts.297.up_proj,0.0000147731,0.05000,14.219
26,mlp.experts.295.up_proj,0.0000461365,0.05000,14.349
26,mlp.experts.344.up_proj,0.0000110611,0.05000,14.270
26,mlp.experts.346.up_proj,0.0000491702,0.05000,14.288
26,mlp.experts.315.up_proj,0.0000283713,0.05000,14.254
26,mlp.experts.333.up_proj,0.0000224184,0.05000,14.253
26,mlp.experts.362.up_proj,failsafe(rtn): 0.0014343,0.00000,0.721
26,mlp.experts.371.up_proj,0.0000158580,0.05000,14.383
26,mlp.experts.436.up_proj,0.0000659108,0.05000,14.328
26,mlp.experts.401.up_proj,0.0000229805,0.05000,14.256
26,mlp.experts.284.up_proj,0.0000211094,0.05000,14.520
26,mlp.experts.274.up_proj,0.0000201982,0.05000,14.471
26,mlp.experts.320.up_proj,0.0000169773,0.05000,14.369
26,mlp.experts.293.up_proj,0.0000521058,0.05000,14.584
26,mlp.experts.319.up_proj,0.0000112480,0.05000,14.647
26,mlp.experts.326.up_proj,0.0000483708,0.05000,14.591
26,mlp.experts.313.up_proj,0.0000295091,0.05000,14.497
26,mlp.experts.350.up_proj,0.0000102087,0.05000,14.617
26,mlp.experts.360.up_proj,0.0000512705,0.05000,14.463
26,mlp.experts.311.up_proj,0.0000224577,0.05000,14.547
26,mlp.experts.342.up_proj,failsafe(rtn): 0.0015030,0.00000,0.780
26,mlp.experts.331.up_proj,0.0000271975,0.05000,14.541
26,mlp.experts.349.up_proj,0.0000242622,0.05000,14.532
26,mlp.experts.378.up_proj,0.0000528245,0.05000,14.423
26,mlp.experts.387.up_proj,0.0000870123,0.05000,14.553
26,mlp.experts.452.up_proj,0.0000034213,0.05000,14.631
26,mlp.experts.417.up_proj,0.0000470156,0.05000,14.780
26,mlp.experts.300.up_proj,0.0000152849,0.05000,14.978
26,mlp.experts.290.up_proj,0.0000672531,0.05000,14.980
26,mlp.experts.336.up_proj,0.0000480976,0.05000,14.850
26,mlp.experts.309.up_proj,0.0000117287,0.05000,14.950
26,mlp.experts.335.up_proj,0.0000680128,0.05000,14.975
26,mlp.experts.329.up_proj,0.0000616755,0.05000,14.819
26,mlp.experts.366.up_proj,0.0000397873,0.05000,14.915
26,mlp.experts.327.up_proj,0.0000562191,0.05000,14.877
26,mlp.experts.376.up_proj,0.0000283482,0.05000,14.956
26,mlp.experts.358.up_proj,0.0000424622,0.05000,14.786
26,mlp.experts.347.up_proj,0.0000087041,0.05000,14.741
26,mlp.experts.365.up_proj,0.0000762865,0.05000,14.815
26,mlp.experts.394.up_proj,0.0000379668,0.05000,14.808
26,mlp.experts.403.up_proj,0.0000356997,0.05000,14.891
26,mlp.experts.468.up_proj,0.0000223243,0.05000,14.508
26,mlp.experts.433.up_proj,0.0000249531,0.05000,14.554
26,mlp.experts.316.up_proj,0.0000278162,0.05000,14.323
26,mlp.experts.306.up_proj,0.0000248061,0.05000,14.312
26,mlp.experts.352.up_proj,0.0000348736,0.05000,14.258
26,mlp.experts.325.up_proj,0.0000184035,0.05000,14.288
26,mlp.experts.351.up_proj,0.0000164181,0.05000,14.427
26,mlp.experts.345.up_proj,0.0000409933,0.05000,14.314
26,mlp.experts.382.up_proj,0.0000187165,0.05000,14.257
26,mlp.experts.343.up_proj,0.0000145878,0.05000,14.195
26,mlp.experts.392.up_proj,0.0000386840,0.05000,14.257
26,mlp.experts.374.up_proj,0.0000089480,0.05000,14.279
26,mlp.experts.363.up_proj,0.0000141392,0.05000,14.360
26,mlp.experts.381.up_proj,0.0000328073,0.05000,14.248
26,mlp.experts.361.up_proj,failsafe(rtn): 0.0014572,0.00000,0.746
26,mlp.experts.410.up_proj,0.0000183958,0.05000,14.208
26,mlp.experts.419.up_proj,0.0000772084,0.05000,14.237
26,mlp.experts.484.up_proj,0.0000353824,0.05000,14.182
26,mlp.experts.449.up_proj,0.0000224084,0.05000,14.382
26,mlp.experts.332.up_proj,0.0000149112,0.05000,14.443
26,mlp.experts.322.up_proj,0.0000323228,0.05000,14.473
26,mlp.experts.368.up_proj,0.0000226836,0.05000,14.694
26,mlp.experts.341.up_proj,0.0000066464,0.05000,14.785
26,mlp.experts.367.up_proj,0.0000218757,0.05000,14.530
26,mlp.experts.398.up_proj,0.0000261098,0.05000,14.573
26,mlp.experts.359.up_proj,0.0000316150,0.05000,14.623
26,mlp.experts.408.up_proj,0.0000195544,0.05000,14.582
26,mlp.experts.390.up_proj,0.0000189862,0.05000,14.644
26,mlp.experts.379.up_proj,0.0000487062,0.05000,14.564
26,mlp.experts.397.up_proj,0.0000241211,0.05000,14.553
26,mlp.experts.377.up_proj,0.0000130718,0.05000,14.714
26,mlp.experts.426.up_proj,0.0000595788,0.05000,14.655
26,mlp.experts.424.up_proj,failsafe(rtn): 0.0014954,0.00000,0.739
26,mlp.experts.440.up_proj,failsafe(rtn): 0.0013428,0.00000,0.729
26,mlp.experts.435.up_proj,0.0000493483,0.05000,14.524
26,mlp.experts.500.up_proj,0.0000369177,0.05000,14.517
26,mlp.experts.465.up_proj,0.0000378091,0.05000,14.628
26,mlp.experts.4.down_proj,0.0000029072,0.05000,3.890
26,mlp.experts.348.up_proj,0.0000261384,0.05000,14.475
26,mlp.experts.20.down_proj,0.0000023814,0.05000,3.601
26,mlp.experts.338.up_proj,0.0000749381,0.05000,14.714
26,mlp.experts.384.up_proj,0.0000645051,0.05000,14.529
26,mlp.experts.357.up_proj,0.0000598435,0.05000,14.592
26,mlp.experts.383.up_proj,0.0000208634,0.05000,14.587
26,mlp.experts.414.up_proj,0.0000134978,0.05000,14.688
26,mlp.experts.375.up_proj,0.0000392178,0.05000,14.659
26,mlp.experts.406.up_proj,0.0000312925,0.05000,14.692
26,mlp.experts.395.up_proj,0.0000204195,0.05000,14.703
26,mlp.experts.413.up_proj,0.0000227308,0.05000,14.748
26,mlp.experts.393.up_proj,0.0000282840,0.05000,14.697
26,mlp.experts.442.up_proj,0.0000653004,0.05000,14.661
26,mlp.experts.36.down_proj,0.0000010184,0.05000,3.720
26,mlp.experts.456.up_proj,0.0000134679,0.05000,14.627
26,mlp.experts.451.up_proj,0.0000328966,0.05000,14.799
26,mlp.experts.52.down_proj,0.0000039293,0.05000,3.613
26,mlp.experts.481.up_proj,0.0000160457,0.05000,14.710
26,mlp.experts.68.down_proj,0.0000060830,0.05000,3.742
26,mlp.experts.84.down_proj,failsafe(rtn): 0.0015411,0.00000,0.183
26,mlp.experts.364.up_proj,0.0000225675,0.05000,14.805
26,mlp.experts.100.down_proj,0.0000013743,0.05000,3.736
26,mlp.experts.354.up_proj,0.0000280972,0.05000,14.601
26,mlp.experts.400.up_proj,0.0000234906,0.05000,14.750
26,mlp.experts.373.up_proj,0.0000104594,0.05000,14.647
26,mlp.experts.399.up_proj,0.0000033340,0.05000,14.630
26,mlp.experts.430.up_proj,0.0000209014,0.05000,14.552
26,mlp.experts.391.up_proj,0.0000400060,0.05000,14.698
26,mlp.experts.422.up_proj,0.0000222487,0.05000,14.609
26,mlp.experts.411.up_proj,0.0000260249,0.05000,14.663
26,mlp.experts.429.up_proj,0.0000099253,0.05000,14.603
26,mlp.experts.446.up_proj,failsafe(rtn): 0.0014420,0.00000,0.797
26,mlp.experts.458.up_proj,0.0000424173,0.05000,14.771
26,mlp.experts.409.up_proj,0.0000146882,0.05000,14.877
26,mlp.experts.116.down_proj,0.0000006437,0.05000,3.878
26,mlp.experts.472.up_proj,0.0000188939,0.05000,14.830
26,mlp.experts.467.up_proj,0.0000149909,0.05000,14.655
26,mlp.experts.132.down_proj,0.0000021085,0.05000,3.471
26,mlp.experts.497.up_proj,0.0000339480,0.05000,14.922
26,mlp.experts.1.down_proj,failsafe(rtn): 0.0016251,0.00000,0.163
26,mlp.experts.17.down_proj,failsafe(rtn): 0.0016403,0.00000,0.180
26,mlp.experts.148.down_proj,0.0000016244,0.05000,3.760
26,mlp.experts.380.up_proj,0.0000213961,0.05000,14.542
26,mlp.experts.33.down_proj,0.0000015590,0.05000,3.688
26,mlp.experts.164.down_proj,0.0000098101,0.05000,3.657
26,mlp.experts.370.up_proj,0.0000516867,0.05000,14.659
26,mlp.experts.416.up_proj,0.0000568297,0.05000,14.675
26,mlp.experts.386.up_proj,failsafe(rtn): 0.0015106,0.00000,0.772
26,mlp.experts.389.up_proj,0.0000249421,0.05000,14.693
26,mlp.experts.415.up_proj,0.0000108526,0.05000,14.681
26,mlp.experts.49.down_proj,0.0000081345,0.05000,3.657
26,mlp.experts.438.up_proj,0.0000093028,0.05000,14.630
26,mlp.experts.407.up_proj,0.0000261599,0.05000,14.781
26,mlp.experts.445.up_proj,0.0000032647,0.05000,14.633
26,mlp.experts.427.up_proj,0.0000420018,0.05000,14.850
26,mlp.experts.462.up_proj,0.0000385249,0.05000,14.671
26,mlp.experts.474.up_proj,0.0000634664,0.05000,14.620
26,mlp.experts.425.up_proj,0.0000264162,0.05000,14.607
26,mlp.experts.180.down_proj,0.0000023052,0.05000,3.762
26,mlp.experts.490.up_proj,failsafe(rtn): 0.0016556,0.00000,0.725
26,mlp.experts.196.down_proj,failsafe(rtn): 0.0016098,0.00000,0.193
26,mlp.experts.488.up_proj,0.0000154034,0.05000,14.528
26,mlp.experts.65.down_proj,0.0000030235,0.05000,3.777
26,mlp.experts.483.up_proj,0.0000594348,0.05000,14.721
26,mlp.experts.212.down_proj,0.0000019313,0.05000,3.508
26,mlp.experts.81.down_proj,0.0000017044,0.05000,3.444
26,mlp.experts.228.down_proj,0.0000022536,0.05000,3.585
26,mlp.experts.396.up_proj,0.0000095012,0.05000,14.399
26,mlp.experts.97.down_proj,0.0000086621,0.05000,3.430
26,mlp.experts.432.up_proj,0.0000382310,0.05000,13.882
26,mlp.experts.402.up_proj,0.0000494725,0.05000,13.927
26,mlp.experts.405.up_proj,0.0000711984,0.05000,13.939
26,mlp.experts.431.up_proj,0.0000106751,0.05000,13.792
26,mlp.experts.113.down_proj,0.0000032929,0.05000,3.120
26,mlp.experts.454.up_proj,0.0000224508,0.05000,13.685
26,mlp.experts.423.up_proj,0.0000614148,0.05000,13.652
26,mlp.experts.461.up_proj,0.0000226270,0.05000,13.654
26,mlp.experts.478.up_proj,0.0000376877,0.05000,13.484
26,mlp.experts.443.up_proj,0.0000373490,0.05000,13.665
26,mlp.experts.441.up_proj,0.0000502382,0.05000,13.548
26,mlp.experts.504.up_proj,0.0000234609,0.05000,13.174
26,mlp.experts.506.up_proj,0.0000506912,0.05000,13.342
26,mlp.experts.244.down_proj,failsafe(rtn): 0.0014496,0.00000,0.176
26,mlp.experts.448.up_proj,failsafe(rtn): 0.0016479,0.00000,0.658
26,mlp.experts.129.down_proj,0.0000026052,0.05000,3.070
26,mlp.experts.464.up_proj,failsafe(rtn): 0.0015030,0.00000,0.676
26,mlp.experts.499.up_proj,0.0000465345,0.05000,13.066
26,mlp.experts.10.down_proj,0.0000036120,0.05000,3.436
26,mlp.experts.8.down_proj,0.0000025214,0.05000,3.476
26,mlp.experts.260.down_proj,0.0000009209,0.05000,3.517
26,mlp.experts.145.down_proj,0.0000009826,0.05000,3.556
26,mlp.experts.161.down_proj,failsafe(rtn): 0.0014648,0.00000,0.190
26,mlp.experts.3.down_proj,0.0000008271,0.05000,3.614
26,mlp.experts.26.down_proj,0.0000027129,0.05000,3.554
26,mlp.experts.24.down_proj,0.0000013035,0.05000,3.642
26,mlp.experts.276.down_proj,0.0000013411,0.05000,3.605
26,mlp.experts.40.down_proj,failsafe(rtn): 0.0015640,0.00000,0.190
26,mlp.experts.292.down_proj,failsafe(rtn): 0.0015182,0.00000,0.166
26,mlp.experts.308.down_proj,failsafe(rtn): 0.0014114,0.00000,0.160
26,mlp.experts.177.down_proj,0.0000051413,0.05000,3.589
26,mlp.experts.19.down_proj,0.0000013443,0.05000,3.597
26,mlp.experts.42.down_proj,0.0000067316,0.05000,3.517
26,mlp.experts.418.up_proj,0.0000533109,0.05000,13.520
26,mlp.experts.56.down_proj,0.0000033453,0.05000,3.509
26,mlp.experts.421.up_proj,0.0000401902,0.05000,13.574
26,mlp.experts.324.down_proj,0.0000032319,0.05000,3.682
26,mlp.experts.447.up_proj,0.0000457067,0.05000,13.821
26,mlp.experts.35.down_proj,0.0000030010,0.05000,3.722
26,mlp.experts.193.down_proj,0.0000028980,0.05000,3.730
26,mlp.experts.470.up_proj,0.0000376829,0.05000,13.900
26,mlp.experts.439.up_proj,0.0000397388,0.05000,13.974
26,mlp.experts.477.up_proj,0.0000522182,0.05000,14.017
26,mlp.experts.494.up_proj,0.0000463973,0.05000,13.936
26,mlp.experts.459.up_proj,0.0000184169,0.05000,14.049
26,mlp.experts.457.up_proj,0.0000146610,0.05000,14.092
26,mlp.experts.58.down_proj,0.0000042708,0.05000,3.575
26,mlp.experts.412.up_proj,0.0000155737,0.05000,14.070
26,mlp.experts.72.down_proj,0.0000020232,0.05000,3.438
26,mlp.experts.340.down_proj,0.0000100066,0.05000,3.284
26,mlp.experts.480.up_proj,0.0000306850,0.05000,13.932
26,mlp.experts.51.down_proj,0.0000018716,0.05000,3.088
26,mlp.experts.67.down_proj,failsafe(rtn): 0.0015717,0.00000,0.144
26,mlp.experts.74.down_proj,0.0000025381,0.05000,2.891
26,mlp.experts.88.down_proj,0.0000044885,0.05000,2.967
26,mlp.experts.356.down_proj,0.0000021348,0.05000,2.951
26,mlp.experts.372.down_proj,failsafe(rtn): 0.0015182,0.00000,0.150
26,mlp.experts.83.down_proj,0.0000014467,0.05000,2.975
26,mlp.experts.99.down_proj,failsafe(rtn): 0.0015030,0.00000,0.147
26,mlp.experts.90.down_proj,0.0000019283,0.05000,3.033
26,mlp.experts.104.down_proj,0.0000010817,0.05000,2.950
26,mlp.experts.388.down_proj,0.0000015641,0.05000,2.909
26,mlp.experts.115.down_proj,0.0000071387,0.05000,2.920
26,mlp.experts.106.down_proj,0.0000040899,0.05000,3.015
26,mlp.experts.434.up_proj,0.0000392206,0.05000,12.309
26,mlp.experts.120.down_proj,0.0000150848,0.05000,3.031
26,mlp.experts.437.up_proj,0.0000504796,0.05000,11.964
26,mlp.experts.404.down_proj,0.0000014590,0.05000,3.146
26,mlp.experts.493.up_proj,failsafe(rtn): 0.0015717,0.00000,0.724
26,mlp.experts.463.up_proj,0.0000232242,0.05000,12.319
26,mlp.experts.486.up_proj,0.0000146931,0.05000,12.291
26,mlp.experts.455.up_proj,0.0000533823,0.05000,12.276
26,mlp.experts.479.up_proj,failsafe(rtn): 0.0015411,0.00000,0.745
26,mlp.experts.131.down_proj,0.0000029715,0.05000,3.394
26,mlp.experts.510.up_proj,0.0000227068,0.05000,12.334
26,mlp.experts.147.down_proj,failsafe(rtn): 0.0014267,0.00000,0.193
26,mlp.experts.163.down_proj,failsafe(rtn): 0.0014725,0.00000,0.146
26,mlp.experts.475.up_proj,0.0000147767,0.05000,12.321
26,mlp.experts.122.down_proj,0.0000008823,0.05000,3.497
26,mlp.experts.428.up_proj,0.0000429555,0.05000,12.399
26,mlp.experts.136.down_proj,0.0000029244,0.05000,3.525
26,mlp.experts.209.down_proj,0.0000064037,0.05000,3.553
26,mlp.experts.420.down_proj,0.0000011730,0.05000,3.409
26,mlp.experts.496.up_proj,0.0000261271,0.05000,12.363
26,mlp.experts.179.down_proj,0.0000019984,0.05000,3.058
26,mlp.experts.152.down_proj,0.0000016676,0.05000,2.805
26,mlp.experts.225.down_proj,0.0000047018,0.05000,2.809
26,mlp.experts.436.down_proj,0.0000063569,0.05000,2.848
26,mlp.experts.0.down_proj,0.0000019458,0.05000,2.878
26,mlp.experts.195.down_proj,0.0000034624,0.05000,2.946
26,mlp.experts.168.down_proj,0.0000035848,0.05000,2.850
26,mlp.experts.241.down_proj,0.0000058090,0.05000,2.878
26,mlp.experts.452.down_proj,0.0000005146,0.05000,2.828
26,mlp.experts.16.down_proj,0.0000041203,0.05000,2.703
26,mlp.experts.32.down_proj,failsafe(rtn): 0.0015945,0.00000,0.135
26,mlp.experts.211.down_proj,0.0000012332,0.05000,2.682
26,mlp.experts.450.up_proj,0.0000200931,0.05000,11.579
26,mlp.experts.138.down_proj,failsafe(rtn): 0.0015411,0.00000,0.212
26,mlp.experts.184.down_proj,0.0000020087,0.05000,2.875
26,mlp.experts.453.up_proj,0.0000841486,0.05000,12.136
26,mlp.experts.502.up_proj,failsafe(rtn): 0.0014572,0.00000,0.768
26,mlp.experts.473.up_proj,0.0000087200,0.05000,12.283
26,mlp.experts.257.down_proj,0.0000019048,0.05000,3.059
26,mlp.experts.468.down_proj,0.0000030484,0.05000,3.211
26,mlp.experts.509.up_proj,0.0000420489,0.05000,12.199
26,mlp.experts.48.down_proj,0.0000016104,0.05000,3.333
26,mlp.experts.471.up_proj,0.0000121278,0.05000,12.280
26,mlp.experts.495.up_proj,0.0000165832,0.05000,12.289
26,mlp.experts.491.up_proj,0.0000171506,0.05000,12.172
26,mlp.experts.227.down_proj,0.0000011080,0.05000,3.509
26,mlp.experts.487.up_proj,failsafe(rtn): 0.0014954,0.00000,0.710
26,mlp.experts.14.down_proj,0.0000043571,0.05000,3.718
26,mlp.experts.444.up_proj,0.0000129511,0.05000,12.104
26,mlp.experts.154.down_proj,0.0000019437,0.05000,3.646
26,mlp.experts.200.down_proj,0.0000017878,0.05000,3.711
26,mlp.experts.6.down_proj,0.0000030474,0.05000,3.687
26,mlp.experts.273.down_proj,0.0000098843,0.05000,3.707
26,mlp.experts.289.down_proj,failsafe(rtn): 0.0016098,0.00000,0.200
26,mlp.experts.484.down_proj,0.0000023946,0.05000,3.675
26,mlp.experts.13.down_proj,0.0000012618,0.05000,3.686
26,mlp.experts.64.down_proj,0.0000061302,0.05000,3.687
26,mlp.experts.243.down_proj,0.0000031346,0.05000,3.657
26,mlp.experts.30.down_proj,0.0000022594,0.05000,3.599
26,mlp.experts.170.down_proj,0.0000011857,0.05000,3.654
26,mlp.experts.216.down_proj,0.0000019821,0.05000,3.510
26,mlp.experts.22.down_proj,0.0000022622,0.05000,3.499
26,mlp.experts.305.down_proj,0.0000027815,0.05000,3.469
26,mlp.experts.500.down_proj,0.0000038884,0.05000,3.477
26,mlp.experts.29.down_proj,0.0000066050,0.05000,3.438
26,mlp.experts.45.down_proj,failsafe(rtn): 0.0015564,0.00000,0.165
26,mlp.experts.80.down_proj,0.0000022534,0.05000,3.369
26,mlp.experts.259.down_proj,0.0000046332,0.05000,3.427
26,mlp.experts.46.down_proj,0.0000096821,0.05000,3.375
26,mlp.experts.186.down_proj,0.0000016084,0.05000,3.342
26,mlp.experts.232.down_proj,0.0000030575,0.05000,3.339
26,mlp.experts.38.down_proj,0.0000016257,0.05000,3.304
26,mlp.experts.321.down_proj,0.0000031627,0.05000,3.333
26,mlp.experts.61.down_proj,0.0000010598,0.05000,3.419
26,mlp.experts.96.down_proj,0.0000033027,0.05000,3.421
26,mlp.experts.275.down_proj,0.0000018644,0.05000,3.392
26,mlp.experts.466.up_proj,0.0000388417,0.05000,13.927
26,mlp.experts.62.down_proj,0.0000016794,0.05000,3.456
26,mlp.experts.202.down_proj,0.0000020644,0.05000,3.439
26,mlp.experts.218.down_proj,failsafe(rtn): 0.0014114,0.00000,0.189
26,mlp.experts.248.down_proj,0.0000013899,0.05000,3.535
26,mlp.experts.469.up_proj,0.0000057855,0.05000,14.123
26,mlp.experts.54.down_proj,0.0000026045,0.05000,3.588
26,mlp.experts.489.up_proj,0.0000430675,0.05000,14.180
26,mlp.experts.337.down_proj,0.0000043513,0.05000,3.582
26,mlp.experts.353.down_proj,failsafe(rtn): 0.0016098,0.00000,0.165
26,mlp.experts.77.down_proj,0.0000085309,0.05000,3.483
26,mlp.experts.112.down_proj,0.0000023872,0.05000,3.432
26,mlp.experts.511.up_proj,0.0000641831,0.05000,13.862
26,mlp.experts.507.up_proj,0.0000732985,0.05000,13.864
26,mlp.experts.291.down_proj,0.0000010564,0.05000,3.538
26,mlp.experts.78.down_proj,0.0000013225,0.05000,3.519
26,mlp.experts.503.up_proj,0.0000166199,0.05000,13.999
26,mlp.experts.460.up_proj,0.0000474860,0.05000,13.954
26,mlp.experts.234.down_proj,0.0000014421,0.05000,3.456
26,mlp.experts.264.down_proj,0.0000055914,0.05000,3.468
26,mlp.experts.70.down_proj,0.0000013140,0.05000,3.520
26,mlp.experts.369.down_proj,0.0000024709,0.05000,3.525
26,mlp.experts.93.down_proj,0.0000015411,0.05000,3.534
26,mlp.experts.109.down_proj,failsafe(rtn): 0.0015793,0.00000,0.158
26,mlp.experts.128.down_proj,0.0000039321,0.05000,3.545
26,mlp.experts.11.down_proj,0.0000215027,0.05000,3.454
26,mlp.experts.15.down_proj,0.0000027897,0.05000,3.508
26,mlp.experts.307.down_proj,0.0000028793,0.05000,3.548
26,mlp.experts.94.down_proj,0.0000031048,0.05000,3.476
26,mlp.experts.7.down_proj,0.0000030826,0.05000,3.489
26,mlp.experts.250.down_proj,0.0000016785,0.05000,3.447
26,mlp.experts.280.down_proj,0.0000024710,0.05000,3.448
26,mlp.experts.86.down_proj,0.0000056165,0.05000,3.450
26,mlp.experts.296.down_proj,failsafe(rtn): 0.0016327,0.00000,0.199
26,mlp.experts.385.down_proj,0.0000016648,0.05000,3.427
26,mlp.experts.125.down_proj,0.0000015651,0.05000,3.510
26,mlp.experts.144.down_proj,0.0000034702,0.05000,3.524
26,mlp.experts.31.down_proj,0.0000156090,0.05000,3.492
26,mlp.experts.27.down_proj,0.0000021119,0.05000,3.600
26,mlp.experts.323.down_proj,0.0000017598,0.05000,3.531
26,mlp.experts.110.down_proj,0.0000015177,0.05000,3.461
26,mlp.experts.23.down_proj,0.0000032889,0.05000,3.552
26,mlp.experts.266.down_proj,0.0000033308,0.05000,3.544
26,mlp.experts.312.down_proj,0.0000021858,0.05000,3.436
26,mlp.experts.102.down_proj,0.0000116250,0.05000,3.485
26,mlp.experts.401.down_proj,0.0000024896,0.05000,3.480
26,mlp.experts.141.down_proj,0.0000031394,0.05000,3.410
26,mlp.experts.160.down_proj,0.0000023026,0.05000,3.413
26,mlp.experts.47.down_proj,0.0000022147,0.05000,3.392
26,mlp.experts.43.down_proj,0.0000032983,0.05000,3.387
26,mlp.experts.339.down_proj,0.0000040793,0.05000,3.345
26,mlp.experts.482.up_proj,0.0000331921,0.05000,13.753
26,mlp.experts.126.down_proj,0.0000024364,0.05000,3.380
26,mlp.experts.39.down_proj,0.0000144442,0.05000,3.332
26,mlp.experts.142.down_proj,failsafe(rtn): 0.0015869,0.00000,0.166
26,mlp.experts.55.down_proj,failsafe(rtn): 0.0015793,0.00000,0.167
26,mlp.experts.282.down_proj,0.0000018756,0.05000,3.360
26,mlp.experts.485.up_proj,0.0000294773,0.05000,13.656
26,mlp.experts.328.down_proj,0.0000009313,0.05000,3.329
26,mlp.experts.118.down_proj,0.0000027687,0.05000,3.295
26,mlp.experts.505.up_proj,0.0000143855,0.05000,13.811
26,mlp.experts.417.down_proj,0.0000054725,0.05000,3.341
26,mlp.experts.176.down_proj,0.0000021518,0.05000,3.339
26,mlp.experts.157.down_proj,0.0000049107,0.05000,3.399
26,mlp.experts.63.down_proj,0.0000023145,0.05000,3.362
26,mlp.experts.59.down_proj,0.0000018866,0.05000,3.388
26,mlp.experts.355.down_proj,0.0000030936,0.05000,3.463
26,mlp.experts.476.up_proj,0.0000293615,0.05000,13.680
26,mlp.experts.158.down_proj,0.0000011925,0.05000,3.369
26,mlp.experts.71.down_proj,0.0000020144,0.05000,3.407
26,mlp.experts.298.down_proj,0.0000040837,0.05000,3.383
26,mlp.experts.134.down_proj,0.0000010607,0.05000,3.346
26,mlp.experts.344.down_proj,0.0000010471,0.05000,3.393
26,mlp.experts.9.down_proj,0.0000047453,0.05000,3.378
26,mlp.experts.433.down_proj,0.0000017660,0.05000,3.419
26,mlp.experts.173.down_proj,0.0000024609,0.05000,3.377
26,mlp.experts.192.down_proj,0.0000010659,0.05000,3.402
26,mlp.experts.79.down_proj,0.0000141520,0.05000,3.330
26,mlp.experts.75.down_proj,0.0000019161,0.05000,3.382
26,mlp.experts.371.down_proj,0.0000012700,0.05000,3.287
26,mlp.experts.174.down_proj,0.0000047244,0.05000,3.291
26,mlp.experts.87.down_proj,0.0000014070,0.05000,3.371
26,mlp.experts.314.down_proj,0.0000015580,0.05000,3.338
26,mlp.experts.360.down_proj,0.0000087366,0.05000,3.351
26,mlp.experts.150.down_proj,0.0000030233,0.05000,3.475
26,mlp.experts.25.down_proj,0.0000129197,0.05000,3.409
26,mlp.experts.449.down_proj,0.0000024636,0.05000,3.472
26,mlp.experts.189.down_proj,0.0000042341,0.05000,3.424
26,mlp.experts.208.down_proj,0.0000015244,0.05000,3.512
26,mlp.experts.95.down_proj,0.0000009491,0.05000,3.594
26,mlp.experts.91.down_proj,0.0000027943,0.05000,3.584
26,mlp.experts.387.down_proj,0.0000153667,0.05000,3.589
26,mlp.experts.190.down_proj,0.0000029863,0.05000,3.572
26,mlp.experts.103.down_proj,0.0000010609,0.05000,3.511
26,mlp.experts.330.down_proj,0.0000014843,0.05000,3.579
26,mlp.experts.376.down_proj,0.0000014802,0.05000,3.458
26,mlp.experts.166.down_proj,0.0000010572,0.05000,3.493
26,mlp.experts.41.down_proj,0.0000018778,0.05000,3.450
26,mlp.experts.465.down_proj,0.0000057241,0.05000,3.421
26,mlp.experts.205.down_proj,0.0000026886,0.05000,3.247
26,mlp.experts.224.down_proj,0.0000023168,0.05000,3.252
26,mlp.experts.111.down_proj,0.0000010066,0.05000,3.259
26,mlp.experts.107.down_proj,0.0000014045,0.05000,3.253
26,mlp.experts.403.down_proj,0.0000019213,0.05000,3.248
26,mlp.experts.498.up_proj,0.0000455448,0.05000,13.531
26,mlp.experts.206.down_proj,0.0000026690,0.05000,3.332
26,mlp.experts.119.down_proj,0.0000030811,0.05000,3.304
26,mlp.experts.501.up_proj,0.0000441737,0.05000,13.426
26,mlp.experts.346.down_proj,0.0000041394,0.05000,3.299
26,mlp.experts.362.down_proj,failsafe(rtn): 0.0014725,0.00000,0.174
26,mlp.experts.392.down_proj,0.0000025321,0.05000,3.315
26,mlp.experts.182.down_proj,0.0000020675,0.05000,3.333
26,mlp.experts.57.down_proj,0.0000021471,0.05000,3.342
26,mlp.experts.481.down_proj,0.0000015025,0.05000,3.416
26,mlp.experts.221.down_proj,0.0000065318,0.05000,3.407
26,mlp.experts.240.down_proj,0.0000019359,0.05000,3.333
26,mlp.experts.127.down_proj,0.0000014979,0.05000,3.377
26,mlp.experts.123.down_proj,0.0000011437,0.05000,3.330
26,mlp.experts.419.down_proj,0.0000086796,0.05000,3.329
26,mlp.experts.2.down_proj,0.0000045707,0.05000,3.405
26,mlp.experts.492.up_proj,0.0000210855,0.05000,13.298
26,mlp.experts.222.down_proj,0.0000014718,0.05000,3.358
26,mlp.experts.5.down_proj,0.0000016668,0.05000,3.322
26,mlp.experts.135.down_proj,0.0000013536,0.05000,3.395
26,mlp.experts.508.up_proj,failsafe(rtn): 0.0015030,0.00000,0.725
26,mlp.experts.408.down_proj,0.0000022070,0.05000,3.331
26,mlp.experts.378.down_proj,0.0000054587,0.05000,3.386
26,mlp.experts.424.down_proj,failsafe(rtn): 0.0015030,0.00000,0.195
26,mlp.experts.198.down_proj,0.0000017997,0.05000,3.473
26,mlp.experts.73.down_proj,0.0000044849,0.05000,3.426
26,mlp.experts.440.down_proj,failsafe(rtn): 0.0014114,0.00000,0.168
26,mlp.experts.497.down_proj,0.0000035286,0.05000,3.398
26,mlp.experts.237.down_proj,0.0000012717,0.05000,3.427
26,mlp.experts.256.down_proj,0.0000012130,0.05000,3.416
26,mlp.experts.139.down_proj,0.0000016361,0.05000,3.402
26,mlp.experts.143.down_proj,0.0000008387,0.05000,3.484
26,mlp.experts.435.down_proj,0.0000038499,0.05000,3.380
26,mlp.experts.155.down_proj,failsafe(rtn): 0.0015717,0.00000,0.173
26,mlp.experts.159.down_proj,failsafe(rtn): 0.0016403,0.00000,0.179
26,mlp.experts.18.down_proj,0.0000009355,0.05000,3.388
26,mlp.experts.238.down_proj,0.0000032440,0.05000,3.415
26,mlp.experts.151.down_proj,0.0000034076,0.05000,3.363
26,mlp.experts.21.down_proj,0.0000013254,0.05000,3.383
26,mlp.experts.12.down_proj,0.0000015885,0.05000,3.310
26,mlp.experts.394.down_proj,0.0000031049,0.05000,3.314
26,mlp.experts.214.down_proj,0.0000029732,0.05000,3.272
26,mlp.experts.456.down_proj,0.0000012857,0.05000,3.202
26,mlp.experts.89.down_proj,0.0000033965,0.05000,3.222
26,mlp.experts.272.down_proj,0.0000018706,0.05000,3.270
26,mlp.experts.253.down_proj,0.0000032671,0.05000,3.302
26,mlp.experts.451.down_proj,0.0000025675,0.05000,3.254
26,mlp.experts.171.down_proj,0.0000017630,0.05000,3.175
26,mlp.experts.175.down_proj,0.0000042095,0.05000,3.188
26,mlp.experts.34.down_proj,0.0000046728,0.05000,3.238
26,mlp.experts.254.down_proj,0.0000021632,0.05000,3.215
26,mlp.experts.167.down_proj,0.0000026724,0.05000,3.230
26,mlp.experts.37.down_proj,0.0000018334,0.05000,3.226
26,mlp.experts.28.down_proj,0.0000022655,0.05000,3.156
26,mlp.experts.410.down_proj,0.0000037654,0.05000,3.192
26,mlp.experts.230.down_proj,0.0000020584,0.05000,3.225
26,mlp.experts.105.down_proj,0.0000096159,0.05000,3.188
26,mlp.experts.472.down_proj,0.0000012014,0.05000,3.210
26,mlp.experts.246.down_proj,failsafe(rtn): 0.0016556,0.00000,0.179
26,mlp.experts.288.down_proj,0.0000019396,0.05000,3.199
26,mlp.experts.269.down_proj,0.0000003858,0.05000,3.242
26,mlp.experts.467.down_proj,0.0000012446,0.05000,3.168
26,mlp.experts.191.down_proj,0.0000099446,0.05000,3.181
26,mlp.experts.187.down_proj,0.0000015913,0.05000,3.263
26,mlp.experts.50.down_proj,0.0000006230,0.05000,3.152
26,mlp.experts.270.down_proj,0.0000020054,0.05000,3.087
26,mlp.experts.53.down_proj,0.0000020834,0.05000,3.100
26,mlp.experts.183.down_proj,0.0000026811,0.05000,3.159
26,mlp.experts.44.down_proj,0.0000066614,0.05000,3.094
26,mlp.experts.426.down_proj,0.0000059392,0.05000,3.120
26,mlp.experts.121.down_proj,0.0000092667,0.05000,3.132
26,mlp.experts.488.down_proj,0.0000023410,0.05000,3.159
26,mlp.experts.262.down_proj,0.0000034329,0.05000,3.141
26,mlp.experts.304.down_proj,0.0000035306,0.05000,3.157
26,mlp.experts.285.down_proj,0.0000014643,0.05000,3.151
26,mlp.experts.483.down_proj,0.0000035866,0.05000,3.231
26,mlp.experts.207.down_proj,0.0000016422,0.05000,3.236
26,mlp.experts.203.down_proj,0.0000008705,0.05000,3.268
26,mlp.experts.66.down_proj,0.0000019167,0.05000,3.211
26,mlp.experts.286.down_proj,0.0000010311,0.05000,3.314
26,mlp.experts.69.down_proj,0.0000025762,0.05000,3.266
26,mlp.experts.60.down_proj,0.0000092844,0.05000,3.253
26,mlp.experts.199.down_proj,0.0000029000,0.05000,3.318
26,mlp.experts.442.down_proj,0.0000049283,0.05000,3.309
26,mlp.experts.137.down_proj,0.0000012938,0.05000,3.265
26,mlp.experts.504.down_proj,0.0000015378,0.05000,3.289
26,mlp.experts.278.down_proj,0.0000006561,0.05000,3.258
26,mlp.experts.301.down_proj,0.0000114594,0.05000,3.072
26,mlp.experts.320.down_proj,0.0000018856,0.05000,3.141
26,mlp.experts.499.down_proj,0.0000029210,0.05000,3.199
26,mlp.experts.219.down_proj,0.0000021371,0.05000,3.101
26,mlp.experts.223.down_proj,0.0000061656,0.05000,3.190
26,mlp.experts.82.down_proj,0.0000023180,0.05000,3.100
26,mlp.experts.302.down_proj,0.0000027609,0.05000,2.952
26,mlp.experts.85.down_proj,0.0000022265,0.05000,2.978
26,mlp.experts.76.down_proj,0.0000032444,0.05000,2.925
26,mlp.experts.215.down_proj,0.0000009101,0.05000,2.970
26,mlp.experts.458.down_proj,0.0000024682,0.05000,2.963
26,mlp.experts.153.down_proj,0.0000061643,0.05000,2.957
26,mlp.experts.294.down_proj,0.0000062994,0.05000,2.913
26,mlp.experts.169.down_proj,failsafe(rtn): 0.0016022,0.00000,0.132
26,mlp.experts.317.down_proj,0.0000030765,0.05000,2.867
26,mlp.experts.336.down_proj,0.0000025459,0.05000,2.879
26,mlp.experts.235.down_proj,0.0000014725,0.05000,2.639
26,mlp.experts.239.down_proj,0.0000025409,0.05000,2.632
26,mlp.experts.98.down_proj,0.0000004894,0.05000,2.647
26,mlp.experts.251.down_proj,failsafe(rtn): 0.0016174,0.00000,0.130
26,mlp.experts.318.down_proj,0.0000042670,0.05000,2.664
26,mlp.experts.101.down_proj,0.0000017669,0.05000,2.630
26,mlp.experts.334.down_proj,failsafe(rtn): 0.0016174,0.00000,0.139
26,mlp.experts.92.down_proj,0.0000016246,0.05000,2.647
26,mlp.experts.231.down_proj,0.0000028782,0.05000,2.647
26,mlp.experts.474.down_proj,0.0000035067,0.05000,2.639
26,mlp.experts.490.down_proj,failsafe(rtn): 0.0016937,0.00000,0.150
26,mlp.experts.185.down_proj,0.0000022782,0.05000,2.581
26,mlp.experts.310.down_proj,0.0000026890,0.05000,2.643
26,mlp.experts.352.down_proj,0.0000021156,0.05000,2.619
26,mlp.experts.333.down_proj,0.0000025579,0.05000,2.733
26,mlp.experts.255.down_proj,0.0000025668,0.05000,2.727
26,mlp.experts.267.down_proj,0.0000008388,0.05000,2.710
26,mlp.experts.114.down_proj,0.0000049313,0.05000,2.798
26,mlp.experts.108.down_proj,0.0000013990,0.05000,2.773
26,mlp.experts.117.down_proj,0.0000036836,0.05000,2.851
26,mlp.experts.350.down_proj,0.0000016870,0.05000,2.837
26,mlp.experts.247.down_proj,0.0000028582,0.05000,2.805
26,mlp.experts.506.down_proj,0.0000031948,0.05000,2.804
26,mlp.experts.201.down_proj,0.0000039071,0.05000,2.808
26,mlp.experts.326.down_proj,0.0000027712,0.05000,2.783
26,mlp.experts.342.down_proj,failsafe(rtn): 0.0014343,0.00000,0.112
26,mlp.experts.368.down_proj,0.0000032715,0.05000,2.629
26,mlp.experts.349.down_proj,0.0000018507,0.05000,2.600
26,mlp.experts.271.down_proj,0.0000019189,0.05000,2.479
26,mlp.experts.283.down_proj,0.0000044215,0.05000,2.390
26,mlp.experts.130.down_proj,0.0000031265,0.05000,2.408
26,mlp.experts.124.down_proj,0.0000097045,0.05000,2.228
26,mlp.experts.133.down_proj,0.0000031876,0.05000,2.250
26,mlp.experts.366.down_proj,0.0000032222,0.05000,2.222
26,mlp.experts.263.down_proj,0.0000040074,0.05000,2.251
26,mlp.experts.217.down_proj,0.0000027606,0.05000,2.206
26,mlp.experts.358.down_proj,0.0000080365,0.05000,2.183
26,mlp.experts.365.down_proj,0.0000188764,0.05000,2.198
26,mlp.experts.384.down_proj,0.0000078802,0.05000,2.259
26,mlp.experts.287.down_proj,0.0000029263,0.05000,2.251
26,mlp.experts.299.down_proj,0.0000013540,0.05000,2.262
26,mlp.experts.146.down_proj,0.0000014873,0.05000,2.280
26,mlp.experts.140.down_proj,0.0000018122,0.05000,2.308
26,mlp.experts.149.down_proj,0.0000013427,0.05000,2.268
26,mlp.experts.382.down_proj,0.0000044744,0.05000,2.341
26,mlp.experts.279.down_proj,0.0000005724,0.05000,2.341
26,mlp.experts.233.down_proj,0.0000017434,0.05000,2.316
26,mlp.experts.374.down_proj,0.0000008264,0.05000,2.338
26,mlp.experts.400.down_proj,0.0000014747,0.05000,2.250
26,mlp.experts.381.down_proj,0.0000081733,0.05000,2.273
26,mlp.experts.303.down_proj,0.0000029882,0.05000,2.192
26,mlp.experts.162.down_proj,0.0000023754,0.05000,2.181
26,mlp.experts.315.down_proj,0.0000025819,0.05000,2.222
26,mlp.experts.156.down_proj,0.0000012302,0.05000,2.186
26,mlp.experts.165.down_proj,0.0000062092,0.05000,2.192
26,mlp.experts.398.down_proj,0.0000054069,0.05000,2.204
26,mlp.experts.295.down_proj,0.0000050318,0.05000,2.230
26,mlp.experts.249.down_proj,0.0000013634,0.05000,2.206
26,mlp.experts.390.down_proj,0.0000010221,0.05000,2.287
26,mlp.experts.416.down_proj,0.0000198374,0.05000,2.296
26,mlp.experts.397.down_proj,0.0000019182,0.05000,2.307
26,mlp.experts.319.down_proj,0.0000008594,0.05000,2.365
26,mlp.experts.178.down_proj,0.0000030592,0.05000,2.370
26,mlp.experts.331.down_proj,0.0000017204,0.05000,2.381
26,mlp.experts.172.down_proj,0.0000051476,0.05000,2.341
26,mlp.experts.181.down_proj,0.0000096271,0.05000,2.331
26,mlp.experts.414.down_proj,0.0000020874,0.05000,2.313
26,mlp.experts.311.down_proj,0.0000032654,0.05000,2.375
26,mlp.experts.265.down_proj,0.0000007810,0.05000,2.301
26,mlp.experts.406.down_proj,0.0000028164,0.05000,2.282
26,mlp.experts.432.down_proj,0.0000045376,0.05000,2.236
26,mlp.experts.413.down_proj,0.0000015062,0.05000,2.289
26,mlp.experts.448.down_proj,failsafe(rtn): 0.0016327,0.00000,0.115
26,mlp.experts.464.down_proj,failsafe(rtn): 0.0014572,0.00000,0.119
26,mlp.experts.335.down_proj,0.0000044515,0.05000,2.307
26,mlp.experts.194.down_proj,0.0000014704,0.05000,2.299
26,mlp.experts.347.down_proj,0.0000006588,0.05000,2.346
26,mlp.experts.197.down_proj,0.0000039820,0.05000,2.295
26,mlp.experts.188.down_proj,0.0000017502,0.05000,2.339
26,mlp.experts.430.down_proj,0.0000011915,0.05000,2.347
26,mlp.experts.327.down_proj,0.0000033934,0.05000,2.293
26,mlp.experts.446.down_proj,failsafe(rtn): 0.0014572,0.00000,0.116
26,mlp.experts.281.down_proj,0.0000096041,0.05000,2.307
26,mlp.experts.422.down_proj,0.0000029636,0.05000,2.305
26,mlp.experts.429.down_proj,0.0000012042,0.05000,2.304
26,mlp.experts.480.down_proj,0.0000016636,0.05000,2.258
26,mlp.experts.351.down_proj,0.0000018018,0.05000,2.220
26,mlp.experts.210.down_proj,0.0000011687,0.05000,2.223
26,mlp.experts.363.down_proj,0.0000017206,0.05000,2.231
26,mlp.experts.213.down_proj,0.0000093500,0.05000,2.225
26,mlp.experts.204.down_proj,0.0000054924,0.05000,2.204
26,mlp.experts.343.down_proj,0.0000013950,0.05000,2.191
26,mlp.experts.462.down_proj,0.0000056454,0.05000,2.198
26,mlp.experts.297.down_proj,0.0000018045,0.05000,2.231
26,mlp.experts.438.down_proj,0.0000009999,0.05000,2.239
26,mlp.experts.445.down_proj,0.0000007554,0.05000,2.240
26,mlp.experts.496.down_proj,0.0000017102,0.05000,2.258
26,mlp.experts.367.down_proj,0.0000016980,0.05000,2.269
26,mlp.experts.226.down_proj,0.0000014780,0.05000,2.289
26,mlp.experts.379.down_proj,0.0000064400,0.05000,2.298
26,mlp.experts.220.down_proj,0.0000033488,0.05000,2.264
26,mlp.experts.229.down_proj,0.0000016674,0.05000,2.284
26,mlp.experts.359.down_proj,0.0000016929,0.05000,2.280
26,mlp.experts.478.down_proj,0.0000041538,0.05000,2.262
26,mlp.experts.313.down_proj,0.0000017327,0.05000,2.206
26,mlp.experts.454.down_proj,0.0000023915,0.05000,2.179
26,mlp.experts.461.down_proj,0.0000031569,0.05000,2.125
26,mlp.experts.383.down_proj,0.0000018652,0.05000,2.017
26,mlp.experts.242.down_proj,0.0000012530,0.05000,1.980
26,mlp.experts.395.down_proj,0.0000030744,0.05000,2.027
26,mlp.experts.236.down_proj,0.0000006281,0.05000,1.921
26,mlp.experts.245.down_proj,0.0000028599,0.05000,1.972
26,mlp.experts.375.down_proj,0.0000022573,0.05000,1.949
26,mlp.experts.494.down_proj,0.0000029206,0.05000,1.976
26,mlp.experts.329.down_proj,0.0000034276,0.05000,1.973
26,mlp.experts.470.down_proj,0.0000038014,0.05000,1.995
26,mlp.experts.477.down_proj,0.0000032850,0.05000,2.018
26,mlp.experts.493.down_proj,failsafe(rtn): 0.0016098,0.00000,0.101
26,mlp.experts.399.down_proj,0.0000005832,0.05000,2.050
26,mlp.experts.258.down_proj,0.0000011099,0.05000,2.045
26,mlp.experts.411.down_proj,0.0000019953,0.05000,2.063
26,mlp.experts.252.down_proj,0.0000023872,0.05000,1.981
26,mlp.experts.261.down_proj,0.0000012392,0.05000,2.054
26,mlp.experts.277.down_proj,failsafe(rtn): 0.0015106,0.00000,0.095
26,mlp.experts.391.down_proj,0.0000034059,0.05000,2.015
26,mlp.experts.510.down_proj,0.0000016182,0.05000,2.035
26,mlp.experts.345.down_proj,0.0000023788,0.05000,2.010
26,mlp.experts.361.down_proj,failsafe(rtn): 0.0014954,0.00000,0.085
26,mlp.experts.486.down_proj,0.0000008105,0.05000,1.963
26,mlp.experts.502.down_proj,failsafe(rtn): 0.0015030,0.00000,0.085
26,mlp.experts.509.down_proj,0.0000034203,0.05000,1.952
26,mlp.experts.415.down_proj,0.0000021443,0.05000,1.718
26,mlp.experts.274.down_proj,0.0000012148,0.05000,1.721
26,mlp.experts.427.down_proj,0.0000114766,0.05000,1.642
26,mlp.experts.268.down_proj,0.0000012499,0.05000,1.570
26,mlp.experts.407.down_proj,0.0000017295,0.05000,1.572
26,mlp.experts.293.down_proj,0.0000027537,0.05000,1.589
26,mlp.experts.377.down_proj,0.0000011871,0.05000,1.482
26,mlp.experts.290.down_proj,0.0000063457,0.05000,1.397
26,mlp.experts.431.down_proj,0.0000008606,0.05000,1.489
26,mlp.experts.443.down_proj,0.0000080863,0.05000,1.460
26,mlp.experts.284.down_proj,0.0000023445,0.05000,1.447
26,mlp.experts.309.down_proj,0.0000011258,0.05000,1.490
26,mlp.experts.423.down_proj,0.0000037132,0.05000,1.501
26,mlp.experts.393.down_proj,0.0000077339,0.05000,1.417
26,mlp.experts.306.down_proj,0.0000016918,0.05000,1.366
26,mlp.experts.447.down_proj,0.0000081003,0.05000,1.429
26,mlp.experts.300.down_proj,0.0000036536,0.05000,1.382
26,mlp.experts.459.down_proj,0.0000037170,0.05000,1.416
26,mlp.experts.325.down_proj,0.0000015569,0.05000,1.422
26,mlp.experts.439.down_proj,0.0000027708,0.05000,1.449
26,mlp.experts.409.down_proj,0.0000012307,0.05000,1.441
26,mlp.experts.322.down_proj,0.0000061707,0.05000,1.486
26,mlp.experts.316.down_proj,0.0000017633,0.05000,1.436
26,mlp.experts.463.down_proj,0.0000043898,0.05000,1.508
26,mlp.experts.475.down_proj,0.0000008038,0.05000,1.501
26,mlp.experts.479.down_proj,failsafe(rtn): 0.0015488,0.00000,0.081
26,mlp.experts.341.down_proj,0.0000006938,0.05000,1.491
26,mlp.experts.455.down_proj,0.0000104325,0.05000,1.462
26,mlp.experts.425.down_proj,0.0000041726,0.05000,1.459
26,mlp.experts.338.down_proj,0.0000054410,0.05000,1.448
26,mlp.experts.332.down_proj,0.0000014956,0.05000,1.436
26,mlp.experts.491.down_proj,0.0000025188,0.05000,1.467
26,mlp.experts.495.down_proj,0.0000017953,0.05000,1.478
26,mlp.experts.357.down_proj,0.0000129881,0.05000,1.465
26,mlp.experts.471.down_proj,0.0000019178,0.05000,1.484
26,mlp.experts.487.down_proj,failsafe(rtn): 0.0015182,0.00000,0.082
26,mlp.experts.441.down_proj,0.0000028831,0.05000,1.444
26,mlp.experts.354.down_proj,0.0000027780,0.05000,1.373
26,mlp.experts.348.down_proj,0.0000017341,0.05000,1.355
26,mlp.experts.507.down_proj,0.0000176930,0.05000,1.400
26,mlp.experts.511.down_proj,0.0000043359,0.05000,1.377
26,mlp.experts.373.down_proj,0.0000014397,0.05000,1.290
26,mlp.experts.503.down_proj,0.0000012274,0.05000,1.250
26,mlp.experts.457.down_proj,0.0000015085,0.05000,1.233
26,mlp.experts.370.down_proj,0.0000031048,0.05000,0.837
26,mlp.experts.386.down_proj,failsafe(rtn): 0.0015793,0.00000,0.037
26,mlp.experts.364.down_proj,0.0000023883,0.05000,0.826
26,mlp.experts.389.down_proj,0.0000019572,0.05000,0.721
26,mlp.experts.473.down_proj,0.0000008282,0.05000,0.676
26,mlp.experts.402.down_proj,0.0000080402,0.05000,0.671
26,mlp.experts.380.down_proj,0.0000010997,0.05000,0.671
26,mlp.experts.405.down_proj,0.0000075574,0.05000,0.729
26,mlp.experts.489.down_proj,0.0000023646,0.05000,0.714
26,mlp.experts.418.down_proj,0.0000124793,0.05000,0.671
26,mlp.experts.396.down_proj,0.0000011482,0.05000,0.694
26,mlp.experts.421.down_proj,0.0000037583,0.05000,0.740
26,mlp.experts.505.down_proj,0.0000015610,0.05000,0.822
26,mlp.experts.434.down_proj,0.0000026248,0.05000,0.663
26,mlp.experts.412.down_proj,0.0000012313,0.05000,0.617
26,mlp.experts.437.down_proj,0.0000052522,0.05000,0.491
26,mlp.experts.428.down_proj,0.0000024870,0.05000,0.423
26,mlp.experts.450.down_proj,0.0000045917,0.05000,0.451
26,mlp.experts.453.down_proj,0.0000082289,0.05000,0.417
26,mlp.experts.444.down_proj,0.0000013059,0.05000,0.417
26,mlp.experts.466.down_proj,0.0000071822,0.05000,0.445
26,mlp.experts.469.down_proj,0.0000003926,0.05000,0.414
26,mlp.experts.460.down_proj,0.0000026680,0.05000,0.327
26,mlp.experts.482.down_proj,0.0000028653,0.05000,0.350
26,mlp.experts.485.down_proj,0.0000019674,0.05000,0.303
26,mlp.experts.476.down_proj,0.0000027427,0.05000,0.322
26,mlp.experts.498.down_proj,0.0000094827,0.05000,0.325
26,mlp.experts.501.down_proj,0.0000079847,0.05000,0.267
26,mlp.experts.492.down_proj,0.0000033940,0.05000,0.185
26,mlp.experts.508.down_proj,failsafe(rtn): 0.0015564,0.00000,0.009
27,mlp.experts.14.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.741
27,mlp.experts.8.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.760
27,mlp.experts.10.gate_proj,0.0000158243,0.05000,14.044
27,mlp.experts.2.gate_proj,0.0000285012,0.05000,13.975
27,mlp.experts.13.gate_proj,0.0000185189,0.05000,14.078
27,mlp.experts.3.gate_proj,0.0000546296,0.05000,13.990
27,mlp.experts.12.gate_proj,0.0000473709,0.05000,14.078
27,mlp.experts.11.gate_proj,0.0000291978,0.05000,14.074
27,mlp.experts.0.gate_proj,0.0000698009,0.05000,14.153
27,mlp.experts.6.gate_proj,0.0000452032,0.05000,14.157
27,mlp.experts.7.gate_proj,0.0000218263,0.05000,14.185
27,mlp.experts.15.gate_proj,0.0000270733,0.05000,14.238
27,mlp.experts.9.gate_proj,0.0000114148,0.05000,14.292
27,mlp.experts.4.gate_proj,0.0000630665,0.05000,14.302
27,mlp.experts.5.gate_proj,0.0000289531,0.05000,14.330
27,mlp.experts.1.gate_proj,0.0000212804,0.05000,14.320
27,mlp.experts.24.gate_proj,0.0000438159,0.05000,14.219
27,mlp.experts.30.gate_proj,0.0000444709,0.05000,14.279
27,mlp.experts.28.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.950
27,mlp.experts.26.gate_proj,0.0000134343,0.05000,13.802
27,mlp.experts.19.gate_proj,0.0000210234,0.05000,13.826
27,mlp.experts.16.gate_proj,0.0000235609,0.05000,13.800
27,mlp.experts.22.gate_proj,0.0000324912,0.05000,13.807
27,mlp.experts.23.gate_proj,0.0000927627,0.05000,13.783
27,mlp.experts.27.gate_proj,0.0000428998,0.05000,13.980
27,mlp.experts.29.gate_proj,0.0000450655,0.05000,14.049
27,mlp.experts.31.gate_proj,0.0000793575,0.05000,13.885
27,mlp.experts.18.gate_proj,0.0000334212,0.05000,14.100
27,mlp.experts.21.gate_proj,0.0000283042,0.05000,13.897
27,mlp.experts.25.gate_proj,0.0000201969,0.05000,13.960
27,mlp.experts.20.gate_proj,0.0000785749,0.05000,14.003
27,mlp.experts.17.gate_proj,0.0000233086,0.05000,14.056
27,mlp.experts.40.gate_proj,0.0000400635,0.05000,13.806
27,mlp.experts.44.gate_proj,0.0000556508,0.05000,13.702
27,mlp.experts.46.gate_proj,0.0000137200,0.05000,13.878
27,mlp.experts.32.gate_proj,0.0001011842,0.05000,14.187
27,mlp.experts.39.gate_proj,0.0000176587,0.05000,14.130
27,mlp.experts.38.gate_proj,0.0000249387,0.05000,14.164
27,mlp.experts.42.gate_proj,0.0000155887,0.05000,14.325
27,mlp.experts.35.gate_proj,0.0000231732,0.05000,14.238
27,mlp.experts.36.gate_proj,0.0000368800,0.05000,14.004
27,mlp.experts.45.gate_proj,0.0000847989,0.05000,14.163
27,mlp.experts.34.gate_proj,0.0000174916,0.05000,14.181
27,mlp.experts.43.gate_proj,0.0000147835,0.05000,14.274
27,mlp.experts.37.gate_proj,0.0000142588,0.05000,14.212
27,mlp.experts.47.gate_proj,0.0000140121,0.05000,14.325
27,mlp.experts.41.gate_proj,0.0000157514,0.05000,14.307
27,mlp.experts.33.gate_proj,0.0000441624,0.05000,14.166
27,mlp.experts.60.gate_proj,0.0000180322,0.05000,14.232
27,mlp.experts.56.gate_proj,0.0000659423,0.05000,14.270
27,mlp.experts.52.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.808
27,mlp.experts.62.gate_proj,0.0000300747,0.05000,14.330
27,mlp.experts.53.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.836
27,mlp.experts.78.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.646
27,mlp.experts.48.gate_proj,0.0000066938,0.05000,14.433
27,mlp.experts.54.gate_proj,0.0000366507,0.05000,14.439
27,mlp.experts.58.gate_proj,0.0000355840,0.05000,14.447
27,mlp.experts.51.gate_proj,0.0000752799,0.05000,14.525
27,mlp.experts.61.gate_proj,0.0000174407,0.05000,14.511
27,mlp.experts.55.gate_proj,0.0000283336,0.05000,14.726
27,mlp.experts.59.gate_proj,0.0000256551,0.05000,14.483
27,mlp.experts.50.gate_proj,0.0000833695,0.05000,14.550
27,mlp.experts.63.gate_proj,0.0000274718,0.05000,14.527
27,mlp.experts.57.gate_proj,0.0000401252,0.05000,14.672
27,mlp.experts.49.gate_proj,0.0000314417,0.05000,14.604
27,mlp.experts.68.gate_proj,0.0000191807,0.05000,14.202
27,mlp.experts.72.gate_proj,0.0000338252,0.05000,14.298
27,mlp.experts.76.gate_proj,0.0000554492,0.05000,14.504
27,mlp.experts.71.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.712
27,mlp.experts.69.gate_proj,0.0000280986,0.05000,14.425
27,mlp.experts.94.gate_proj,0.0000136204,0.05000,14.278
27,mlp.experts.85.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.624
27,mlp.experts.64.gate_proj,0.0000229426,0.05000,14.070
27,mlp.experts.70.gate_proj,0.0000156023,0.05000,14.095
27,mlp.experts.74.gate_proj,0.0000251745,0.05000,14.160
27,mlp.experts.67.gate_proj,0.0000190825,0.05000,14.214
27,mlp.experts.66.gate_proj,0.0000600392,0.05000,14.083
27,mlp.experts.77.gate_proj,0.0000216670,0.05000,14.196
27,mlp.experts.75.gate_proj,0.0000099897,0.05000,14.236
27,mlp.experts.79.gate_proj,0.0000262236,0.05000,14.243
27,mlp.experts.73.gate_proj,0.0000294279,0.05000,14.195
27,mlp.experts.84.gate_proj,0.0000297331,0.05000,14.199
27,mlp.experts.65.gate_proj,0.0000179778,0.05000,14.311
27,mlp.experts.88.gate_proj,0.0000482273,0.05000,14.199
27,mlp.experts.92.gate_proj,0.0000394018,0.05000,14.226
27,mlp.experts.87.gate_proj,0.0000544705,0.05000,14.228
27,mlp.experts.110.gate_proj,0.0000558005,0.05000,14.124
27,mlp.experts.101.gate_proj,0.0000234309,0.05000,14.255
27,mlp.experts.80.gate_proj,0.0000366660,0.05000,14.492
27,mlp.experts.86.gate_proj,0.0000147095,0.05000,14.549
27,mlp.experts.90.gate_proj,0.0000795421,0.05000,14.566
27,mlp.experts.93.gate_proj,0.0000265922,0.05000,14.485
27,mlp.experts.82.gate_proj,0.0000080737,0.05000,14.524
27,mlp.experts.83.gate_proj,0.0000132978,0.05000,14.626
27,mlp.experts.91.gate_proj,0.0000362082,0.05000,14.685
27,mlp.experts.95.gate_proj,0.0000339777,0.05000,14.694
27,mlp.experts.89.gate_proj,0.0000137057,0.05000,14.590
27,mlp.experts.100.gate_proj,0.0000533792,0.05000,14.497
27,mlp.experts.104.gate_proj,0.0000526537,0.05000,14.572
27,mlp.experts.81.gate_proj,0.0000133488,0.05000,14.694
27,mlp.experts.108.gate_proj,0.0000263512,0.05000,14.506
27,mlp.experts.103.gate_proj,0.0000458296,0.05000,14.640
27,mlp.experts.107.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.760
27,mlp.experts.126.gate_proj,0.0000297691,0.05000,14.539
27,mlp.experts.117.gate_proj,0.0000684031,0.05000,14.638
27,mlp.experts.96.gate_proj,0.0000113209,0.05000,14.390
27,mlp.experts.102.gate_proj,0.0000323418,0.05000,14.386
27,mlp.experts.106.gate_proj,0.0000384987,0.05000,14.330
27,mlp.experts.109.gate_proj,0.0000115787,0.05000,14.225
27,mlp.experts.98.gate_proj,0.0000620188,0.05000,14.287
27,mlp.experts.99.gate_proj,0.0000343900,0.05000,14.296
27,mlp.experts.111.gate_proj,0.0000505501,0.05000,14.195
27,mlp.experts.116.gate_proj,0.0000293935,0.05000,14.139
27,mlp.experts.105.gate_proj,0.0000182807,0.05000,14.196
27,mlp.experts.124.gate_proj,0.0000387584,0.05000,14.081
27,mlp.experts.120.gate_proj,0.0000209558,0.05000,14.239
27,mlp.experts.97.gate_proj,0.0000141557,0.05000,14.217
27,mlp.experts.119.gate_proj,0.0000063222,0.05000,14.195
27,mlp.experts.123.gate_proj,0.0000814048,0.05000,14.391
27,mlp.experts.142.gate_proj,0.0000460403,0.05000,14.319
27,mlp.experts.133.gate_proj,0.0000345531,0.05000,14.383
27,mlp.experts.112.gate_proj,0.0000273054,0.05000,15.114
27,mlp.experts.118.gate_proj,0.0000360648,0.05000,15.024
27,mlp.experts.122.gate_proj,0.0000203107,0.05000,14.969
27,mlp.experts.125.gate_proj,0.0000325861,0.05000,15.123
27,mlp.experts.114.gate_proj,0.0000537186,0.05000,15.135
27,mlp.experts.115.gate_proj,0.0000327883,0.05000,15.139
27,mlp.experts.132.gate_proj,0.0000214385,0.05000,14.900
27,mlp.experts.127.gate_proj,0.0000221328,0.05000,14.997
27,mlp.experts.121.gate_proj,0.0000177248,0.05000,15.014
27,mlp.experts.140.gate_proj,0.0000181981,0.05000,15.008
27,mlp.experts.136.gate_proj,0.0000241577,0.05000,15.002
27,mlp.experts.113.gate_proj,0.0000356703,0.05000,15.069
27,mlp.experts.135.gate_proj,0.0000333305,0.05000,15.020
27,mlp.experts.131.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.732
27,mlp.experts.139.gate_proj,0.0000220751,0.05000,15.073
27,mlp.experts.156.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.764
27,mlp.experts.158.gate_proj,0.0000151792,0.05000,15.042
27,mlp.experts.151.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.706
27,mlp.experts.149.gate_proj,0.0000221038,0.05000,15.056
27,mlp.experts.174.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.696
27,mlp.experts.138.gate_proj,0.0000227854,0.05000,13.945
27,mlp.experts.128.gate_proj,0.0000266987,0.05000,14.060
27,mlp.experts.134.gate_proj,0.0000330235,0.05000,14.061
27,mlp.experts.141.gate_proj,0.0000346120,0.05000,14.025
27,mlp.experts.148.gate_proj,0.0000418316,0.05000,13.949
27,mlp.experts.130.gate_proj,0.0000316697,0.05000,14.103
27,mlp.experts.143.gate_proj,0.0000456605,0.05000,14.072
27,mlp.experts.137.gate_proj,0.0000355798,0.05000,13.970
27,mlp.experts.152.gate_proj,0.0000245420,0.05000,14.169
27,mlp.experts.147.gate_proj,0.0000124800,0.05000,13.998
27,mlp.experts.129.gate_proj,0.0000354356,0.05000,14.215
27,mlp.experts.155.gate_proj,0.0000250089,0.05000,14.072
27,mlp.experts.172.gate_proj,0.0000304214,0.05000,14.077
27,mlp.experts.167.gate_proj,0.0000689029,0.05000,14.079
27,mlp.experts.165.gate_proj,0.0000220009,0.05000,14.139
27,mlp.experts.190.gate_proj,0.0000190250,0.05000,14.226
27,mlp.experts.144.gate_proj,0.0000338827,0.05000,14.584
27,mlp.experts.150.gate_proj,0.0000247041,0.05000,14.609
27,mlp.experts.154.gate_proj,0.0000382055,0.05000,14.758
27,mlp.experts.157.gate_proj,0.0000224831,0.05000,14.761
27,mlp.experts.146.gate_proj,0.0000258623,0.05000,14.581
27,mlp.experts.164.gate_proj,0.0000302608,0.05000,14.651
27,mlp.experts.153.gate_proj,0.0000137160,0.05000,14.627
27,mlp.experts.159.gate_proj,0.0000105524,0.05000,14.698
27,mlp.experts.168.gate_proj,0.0000109507,0.05000,14.507
27,mlp.experts.162.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.706
27,mlp.experts.145.gate_proj,0.0000168114,0.05000,14.636
27,mlp.experts.163.gate_proj,0.0000152499,0.05000,14.736
27,mlp.experts.171.gate_proj,0.0000324537,0.05000,14.608
27,mlp.experts.188.gate_proj,0.0000435825,0.05000,14.591
27,mlp.experts.183.gate_proj,0.0000221152,0.05000,14.641
27,mlp.experts.181.gate_proj,0.0000140627,0.05000,14.611
27,mlp.experts.206.gate_proj,0.0000238572,0.05000,14.542
27,mlp.experts.160.gate_proj,0.0000588986,0.05000,14.252
27,mlp.experts.170.gate_proj,0.0000096297,0.05000,14.168
27,mlp.experts.166.gate_proj,0.0000060100,0.05000,14.210
27,mlp.experts.173.gate_proj,0.0000198749,0.05000,14.331
27,mlp.experts.180.gate_proj,0.0000349179,0.05000,14.271
27,mlp.experts.175.gate_proj,0.0000173674,0.05000,14.281
27,mlp.experts.169.gate_proj,0.0000405506,0.05000,14.324
27,mlp.experts.184.gate_proj,0.0000157218,0.05000,14.362
27,mlp.experts.178.gate_proj,0.0000223409,0.05000,14.315
27,mlp.experts.161.gate_proj,0.0000262827,0.05000,14.430
27,mlp.experts.179.gate_proj,0.0000180946,0.05000,14.494
27,mlp.experts.187.gate_proj,0.0000093129,0.05000,14.395
27,mlp.experts.204.gate_proj,0.0000304924,0.05000,14.278
27,mlp.experts.199.gate_proj,0.0000232211,0.05000,14.262
27,mlp.experts.197.gate_proj,0.0000519173,0.05000,14.269
27,mlp.experts.222.gate_proj,0.0000129533,0.05000,14.184
27,mlp.experts.186.gate_proj,0.0000290079,0.05000,14.066
27,mlp.experts.176.gate_proj,0.0000761595,0.05000,14.131
27,mlp.experts.182.gate_proj,0.0000711828,0.05000,14.104
27,mlp.experts.196.gate_proj,0.0000268015,0.05000,14.131
27,mlp.experts.189.gate_proj,0.0000226373,0.05000,14.249
27,mlp.experts.191.gate_proj,0.0000320129,0.05000,14.089
27,mlp.experts.185.gate_proj,0.0000239719,0.05000,14.157
27,mlp.experts.202.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.757
27,mlp.experts.200.gate_proj,0.0000549092,0.05000,14.035
27,mlp.experts.194.gate_proj,0.0000541528,0.05000,14.124
27,mlp.experts.177.gate_proj,0.0000099957,0.05000,14.070
27,mlp.experts.195.gate_proj,0.0000257330,0.05000,14.022
27,mlp.experts.201.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.762
27,mlp.experts.203.gate_proj,0.0000378095,0.05000,14.035
27,mlp.experts.220.gate_proj,0.0000140714,0.05000,14.031
27,mlp.experts.215.gate_proj,0.0000214455,0.05000,14.053
27,mlp.experts.217.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.711
27,mlp.experts.213.gate_proj,0.0000326825,0.05000,14.157
27,mlp.experts.238.gate_proj,0.0000620299,0.05000,14.113
27,mlp.experts.229.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.736
27,mlp.experts.192.gate_proj,0.0000125402,0.05000,13.956
27,mlp.experts.198.gate_proj,0.0000215121,0.05000,14.031
27,mlp.experts.212.gate_proj,0.0000160282,0.05000,13.941
27,mlp.experts.205.gate_proj,0.0000111535,0.05000,13.979
27,mlp.experts.218.gate_proj,0.0000345540,0.05000,13.864
27,mlp.experts.207.gate_proj,0.0000187636,0.05000,14.041
27,mlp.experts.216.gate_proj,0.0000156930,0.05000,14.060
27,mlp.experts.210.gate_proj,0.0000310923,0.05000,13.989
27,mlp.experts.193.gate_proj,0.0000121690,0.05000,13.952
27,mlp.experts.211.gate_proj,0.0000956125,0.05000,13.929
27,mlp.experts.219.gate_proj,0.0000094082,0.05000,13.976
27,mlp.experts.236.gate_proj,0.0000739930,0.05000,13.932
27,mlp.experts.231.gate_proj,0.0000259525,0.05000,13.948
27,mlp.experts.209.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.691
27,mlp.experts.233.gate_proj,0.0000321363,0.05000,14.010
27,mlp.experts.254.gate_proj,0.0000399651,0.05000,14.046
27,mlp.experts.247.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.772
27,mlp.experts.249.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.722
27,mlp.experts.245.gate_proj,0.0000252201,0.05000,14.100
27,mlp.experts.208.gate_proj,0.0000202200,0.05000,14.088
27,mlp.experts.214.gate_proj,0.0000467179,0.05000,14.027
27,mlp.experts.228.gate_proj,0.0000321151,0.05000,14.193
27,mlp.experts.221.gate_proj,0.0000294092,0.05000,14.202
27,mlp.experts.234.gate_proj,0.0000210851,0.05000,14.264
27,mlp.experts.232.gate_proj,0.0000123921,0.05000,14.103
27,mlp.experts.223.gate_proj,0.0000197685,0.05000,14.388
27,mlp.experts.226.gate_proj,0.0000490792,0.05000,14.323
27,mlp.experts.227.gate_proj,0.0000611172,0.05000,14.412
27,mlp.experts.235.gate_proj,0.0000162471,0.05000,14.341
27,mlp.experts.252.gate_proj,0.0000104808,0.05000,14.429
27,mlp.experts.225.gate_proj,0.0000122662,0.05000,14.351
27,mlp.experts.270.gate_proj,0.0000412275,0.05000,14.427
27,mlp.experts.263.gate_proj,0.0000236985,0.05000,14.310
27,mlp.experts.265.gate_proj,0.0000624683,0.05000,14.344
27,mlp.experts.261.gate_proj,0.0000245707,0.05000,14.193
27,mlp.experts.224.gate_proj,0.0000381075,0.05000,14.346
27,mlp.experts.230.gate_proj,0.0000488914,0.05000,14.531
27,mlp.experts.237.gate_proj,0.0000396580,0.05000,14.332
27,mlp.experts.244.gate_proj,0.0000295434,0.05000,14.528
27,mlp.experts.248.gate_proj,0.0000213280,0.05000,14.278
27,mlp.experts.250.gate_proj,0.0000240694,0.05000,14.519
27,mlp.experts.239.gate_proj,0.0000715062,0.05000,14.516
27,mlp.experts.242.gate_proj,0.0000239585,0.05000,14.269
27,mlp.experts.243.gate_proj,0.0000849104,0.05000,14.419
27,mlp.experts.251.gate_proj,0.0000320367,0.05000,14.356
27,mlp.experts.268.gate_proj,0.0000236630,0.05000,14.344
27,mlp.experts.258.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.774
27,mlp.experts.241.gate_proj,0.0000183749,0.05000,14.454
27,mlp.experts.286.gate_proj,0.0000578446,0.05000,14.398
27,mlp.experts.279.gate_proj,0.0000386387,0.05000,14.388
27,mlp.experts.281.gate_proj,0.0000436769,0.05000,14.323
27,mlp.experts.277.gate_proj,0.0000332370,0.05000,14.408
27,mlp.experts.240.gate_proj,0.0000393497,0.05000,14.092
27,mlp.experts.246.gate_proj,0.0000136031,0.05000,14.207
27,mlp.experts.260.gate_proj,0.0000216451,0.05000,14.175
27,mlp.experts.253.gate_proj,0.0000193940,0.05000,14.247
27,mlp.experts.264.gate_proj,0.0000451356,0.05000,14.118
27,mlp.experts.266.gate_proj,0.0000289722,0.05000,14.153
27,mlp.experts.255.gate_proj,0.0000344310,0.05000,14.038
27,mlp.experts.269.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.741
27,mlp.experts.259.gate_proj,0.0000736594,0.05000,14.124
27,mlp.experts.284.gate_proj,0.0000207554,0.05000,14.101
27,mlp.experts.267.gate_proj,0.0000404336,0.05000,14.257
27,mlp.experts.274.gate_proj,0.0000233336,0.05000,14.132
27,mlp.experts.257.gate_proj,0.0000117268,0.05000,14.234
27,mlp.experts.295.gate_proj,0.0000711264,0.05000,14.064
27,mlp.experts.302.gate_proj,0.0000579581,0.05000,14.226
27,mlp.experts.297.gate_proj,0.0000394401,0.05000,14.184
27,mlp.experts.293.gate_proj,0.0000111325,0.05000,14.173
27,mlp.experts.256.gate_proj,0.0000321474,0.05000,14.568
27,mlp.experts.262.gate_proj,0.0000175115,0.05000,14.531
27,mlp.experts.276.gate_proj,0.0000196451,0.05000,14.604
27,mlp.experts.280.gate_proj,0.0000605812,0.05000,14.504
27,mlp.experts.282.gate_proj,0.0000385545,0.05000,14.543
27,mlp.experts.271.gate_proj,0.0000302574,0.05000,14.677
27,mlp.experts.285.gate_proj,0.0000150961,0.05000,14.429
27,mlp.experts.275.gate_proj,0.0000164160,0.05000,14.546
27,mlp.experts.300.gate_proj,0.0000053860,0.05000,14.471
27,mlp.experts.283.gate_proj,0.0000220642,0.05000,14.602
27,mlp.experts.290.gate_proj,0.0000353495,0.05000,14.598
27,mlp.experts.316.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.724
27,mlp.experts.273.gate_proj,0.0000406027,0.05000,14.609
27,mlp.experts.311.gate_proj,0.0000495593,0.05000,14.483
27,mlp.experts.318.gate_proj,0.0000240328,0.05000,14.550
27,mlp.experts.313.gate_proj,0.0000389950,0.05000,14.634
27,mlp.experts.309.gate_proj,0.0000283154,0.05000,14.544
27,mlp.experts.272.gate_proj,0.0000160428,0.05000,14.120
27,mlp.experts.278.gate_proj,0.0000507931,0.05000,14.183
27,mlp.experts.292.gate_proj,0.0000159236,0.05000,14.165
27,mlp.experts.296.gate_proj,0.0000841239,0.05000,14.190
27,mlp.experts.298.gate_proj,0.0000277001,0.05000,14.219
27,mlp.experts.287.gate_proj,0.0000675196,0.05000,14.138
27,mlp.experts.301.gate_proj,0.0000385987,0.05000,14.318
27,mlp.experts.308.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.835
27,mlp.experts.291.gate_proj,0.0000349405,0.05000,14.273
27,mlp.experts.299.gate_proj,0.0000284316,0.05000,14.264
27,mlp.experts.306.gate_proj,0.0000346984,0.05000,14.211
27,mlp.experts.332.gate_proj,0.0000516216,0.05000,14.298
27,mlp.experts.289.gate_proj,0.0000698948,0.05000,14.365
27,mlp.experts.327.gate_proj,0.0000298149,0.05000,14.268
27,mlp.experts.334.gate_proj,0.0000288319,0.05000,14.277
27,mlp.experts.329.gate_proj,0.0000243421,0.05000,14.337
27,mlp.experts.325.gate_proj,0.0000130757,0.05000,14.340
27,mlp.experts.345.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.800
27,mlp.experts.288.gate_proj,0.0000524776,0.05000,14.325
27,mlp.experts.294.gate_proj,0.0000247382,0.05000,14.301
27,mlp.experts.312.gate_proj,0.0000316427,0.05000,14.423
27,mlp.experts.303.gate_proj,0.0000288041,0.05000,14.387
27,mlp.experts.314.gate_proj,0.0000277334,0.05000,14.505
27,mlp.experts.324.gate_proj,0.0000741947,0.05000,14.376
27,mlp.experts.317.gate_proj,0.0000311393,0.05000,14.469
27,mlp.experts.307.gate_proj,0.0000669814,0.05000,14.477
27,mlp.experts.315.gate_proj,0.0000218588,0.05000,14.461
27,mlp.experts.322.gate_proj,0.0000487080,0.05000,14.346
27,mlp.experts.348.gate_proj,0.0000272602,0.05000,14.370
27,mlp.experts.305.gate_proj,0.0000643807,0.05000,14.357
27,mlp.experts.343.gate_proj,0.0000188414,0.05000,14.468
27,mlp.experts.350.gate_proj,0.0000349041,0.05000,14.303
27,mlp.experts.341.gate_proj,0.0000170961,0.05000,14.306
27,mlp.experts.366.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.733
27,mlp.experts.361.gate_proj,0.0000253227,0.05000,14.180
27,mlp.experts.382.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.702
27,mlp.experts.304.gate_proj,0.0000140601,0.05000,14.378
27,mlp.experts.310.gate_proj,0.0000168774,0.05000,14.250
27,mlp.experts.328.gate_proj,0.0000265733,0.05000,14.198
27,mlp.experts.319.gate_proj,0.0000158985,0.05000,14.239
27,mlp.experts.330.gate_proj,0.0000408408,0.05000,14.216
27,mlp.experts.333.gate_proj,0.0000422165,0.05000,14.176
27,mlp.experts.340.gate_proj,0.0000358403,0.05000,14.229
27,mlp.experts.323.gate_proj,0.0000282855,0.05000,14.119
27,mlp.experts.331.gate_proj,0.0000266765,0.05000,14.267
27,mlp.experts.338.gate_proj,0.0000032354,0.05000,14.254
27,mlp.experts.364.gate_proj,0.0000210363,0.05000,14.167
27,mlp.experts.321.gate_proj,0.0000477023,0.05000,14.334
27,mlp.experts.359.gate_proj,0.0000415279,0.05000,14.166
27,mlp.experts.347.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.783
27,mlp.experts.380.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.776
27,mlp.experts.357.gate_proj,0.0000273285,0.05000,14.223
27,mlp.experts.377.gate_proj,0.0000211690,0.05000,14.364
27,mlp.experts.398.gate_proj,0.0000371392,0.05000,14.260
27,mlp.experts.320.gate_proj,0.0000660541,0.05000,14.347
27,mlp.experts.326.gate_proj,0.0000108885,0.05000,14.459
27,mlp.experts.344.gate_proj,0.0000358150,0.05000,14.217
27,mlp.experts.346.gate_proj,0.0000149357,0.05000,14.304
27,mlp.experts.335.gate_proj,0.0000156115,0.05000,14.434
27,mlp.experts.349.gate_proj,0.0000396765,0.05000,14.310
27,mlp.experts.356.gate_proj,0.0000281785,0.05000,14.393
27,mlp.experts.339.gate_proj,0.0000197770,0.05000,14.367
27,mlp.experts.354.gate_proj,0.0000222065,0.05000,14.282
27,mlp.experts.375.gate_proj,0.0000210708,0.05000,14.257
27,mlp.experts.337.gate_proj,0.0000437457,0.05000,14.334
27,mlp.experts.363.gate_proj,0.0000347603,0.05000,14.272
27,mlp.experts.396.gate_proj,0.0000172419,0.05000,14.283
27,mlp.experts.373.gate_proj,0.0000467276,0.05000,14.334
27,mlp.experts.393.gate_proj,0.0000464522,0.05000,14.170
27,mlp.experts.414.gate_proj,0.0000156465,0.05000,14.238
27,mlp.experts.336.gate_proj,0.0000308920,0.05000,14.229
27,mlp.experts.342.gate_proj,0.0000283583,0.05000,14.338
27,mlp.experts.360.gate_proj,0.0000301439,0.05000,14.110
27,mlp.experts.362.gate_proj,0.0000090941,0.05000,14.115
27,mlp.experts.351.gate_proj,0.0000326880,0.05000,14.319
27,mlp.experts.372.gate_proj,0.0000177402,0.05000,14.158
27,mlp.experts.365.gate_proj,0.0000046469,0.05000,14.306
27,mlp.experts.355.gate_proj,0.0000425452,0.05000,14.362
27,mlp.experts.370.gate_proj,0.0000701751,0.05000,14.249
27,mlp.experts.391.gate_proj,0.0000259701,0.05000,14.236
27,mlp.experts.353.gate_proj,0.0000760486,0.05000,14.264
27,mlp.experts.386.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.678
27,mlp.experts.379.gate_proj,0.0000319919,0.05000,14.264
27,mlp.experts.412.gate_proj,0.0000235186,0.05000,14.162
27,mlp.experts.389.gate_proj,0.0000237958,0.05000,14.078
27,mlp.experts.409.gate_proj,0.0000580944,0.05000,14.093
27,mlp.experts.430.gate_proj,0.0000609321,0.05000,14.083
27,mlp.experts.352.gate_proj,0.0000060427,0.05000,13.842
27,mlp.experts.358.gate_proj,0.0000153815,0.05000,13.835
27,mlp.experts.376.gate_proj,0.0000295784,0.05000,13.758
27,mlp.experts.378.gate_proj,0.0000547964,0.05000,13.850
27,mlp.experts.367.gate_proj,0.0000591900,0.05000,13.900
27,mlp.experts.381.gate_proj,0.0000173784,0.05000,13.720
27,mlp.experts.388.gate_proj,0.0000190206,0.05000,13.816
27,mlp.experts.371.gate_proj,0.0000225227,0.05000,13.887
27,mlp.experts.397.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.713
27,mlp.experts.407.gate_proj,0.0000371805,0.05000,13.754
27,mlp.experts.369.gate_proj,0.0000347768,0.05000,13.864
27,mlp.experts.402.gate_proj,0.0000525382,0.05000,13.903
27,mlp.experts.395.gate_proj,0.0000108362,0.05000,13.869
27,mlp.experts.428.gate_proj,0.0000356383,0.05000,13.908
27,mlp.experts.405.gate_proj,0.0000208614,0.05000,13.963
27,mlp.experts.411.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.754
27,mlp.experts.425.gate_proj,0.0000104261,0.05000,13.886
27,mlp.experts.446.gate_proj,0.0000262815,0.05000,13.935
27,mlp.experts.368.gate_proj,0.0000220876,0.05000,13.972
27,mlp.experts.374.gate_proj,0.0000286434,0.05000,13.950
27,mlp.experts.392.gate_proj,0.0000607793,0.05000,13.938
27,mlp.experts.384.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.695
27,mlp.experts.394.gate_proj,0.0000204816,0.05000,14.020
27,mlp.experts.383.gate_proj,0.0000570739,0.05000,14.104
27,mlp.experts.404.gate_proj,0.0000364520,0.05000,14.007
27,mlp.experts.410.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.763
27,mlp.experts.387.gate_proj,0.0000381032,0.05000,14.166
27,mlp.experts.413.gate_proj,0.0000185586,0.05000,14.220
27,mlp.experts.423.gate_proj,0.0000420074,0.05000,14.062
27,mlp.experts.385.gate_proj,0.0000541864,0.05000,14.178
27,mlp.experts.418.gate_proj,0.0000136497,0.05000,14.255
27,mlp.experts.444.gate_proj,0.0000300824,0.05000,14.112
27,mlp.experts.421.gate_proj,0.0000105758,0.05000,14.232
27,mlp.experts.427.gate_proj,0.0000485768,0.05000,14.278
27,mlp.experts.441.gate_proj,0.0000478175,0.05000,14.332
27,mlp.experts.462.gate_proj,0.0000377142,0.05000,14.214
27,mlp.experts.478.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.724
27,mlp.experts.408.gate_proj,0.0000197617,0.05000,14.732
27,mlp.experts.390.gate_proj,0.0000446868,0.05000,14.860
27,mlp.experts.400.gate_proj,0.0000158621,0.05000,14.627
27,mlp.experts.399.gate_proj,0.0000771534,0.05000,14.665
27,mlp.experts.420.gate_proj,0.0000728345,0.05000,14.663
27,mlp.experts.426.gate_proj,0.0000665627,0.05000,14.587
27,mlp.experts.403.gate_proj,0.0000665839,0.05000,14.664
27,mlp.experts.436.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.750
27,mlp.experts.429.gate_proj,0.0000138370,0.05000,14.839
27,mlp.experts.439.gate_proj,0.0000411259,0.05000,14.648
27,mlp.experts.434.gate_proj,0.0000218066,0.05000,14.699
27,mlp.experts.401.gate_proj,0.0000117102,0.05000,14.877
27,mlp.experts.460.gate_proj,0.0000380778,0.05000,14.548
27,mlp.experts.437.gate_proj,0.0000256043,0.05000,14.714
27,mlp.experts.450.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.804
27,mlp.experts.443.gate_proj,0.0000287069,0.05000,14.823
27,mlp.experts.457.gate_proj,0.0000533238,0.05000,14.634
27,mlp.experts.494.gate_proj,0.0000586205,0.05000,14.764
27,mlp.experts.424.gate_proj,0.0000153972,0.05000,14.365
27,mlp.experts.416.gate_proj,0.0000109851,0.05000,14.357
27,mlp.experts.406.gate_proj,0.0000586329,0.05000,14.441
27,mlp.experts.415.gate_proj,0.0000196985,0.05000,14.268
27,mlp.experts.442.gate_proj,0.0000517709,0.05000,14.282
27,mlp.experts.452.gate_proj,0.0000560998,0.05000,14.060
27,mlp.experts.419.gate_proj,0.0000350452,0.05000,14.326
27,mlp.experts.445.gate_proj,0.0000263041,0.05000,14.131
27,mlp.experts.455.gate_proj,0.0000558614,0.05000,14.261
27,mlp.experts.417.gate_proj,0.0000602228,0.05000,14.285
27,mlp.experts.476.gate_proj,0.0000586588,0.05000,14.242
27,mlp.experts.453.gate_proj,0.0000181199,0.05000,14.272
27,mlp.experts.466.gate_proj,0.0000138933,0.05000,14.212
27,mlp.experts.459.gate_proj,0.0000628500,0.05000,14.232
27,mlp.experts.473.gate_proj,0.0000112267,0.05000,14.222
27,mlp.experts.510.gate_proj,0.0000186401,0.05000,14.109
27,mlp.experts.14.up_proj,failsafe(rtn): 0.0015259,0.00000,0.671
27,mlp.experts.432.gate_proj,0.0000035317,0.05000,14.147
27,mlp.experts.422.gate_proj,0.0000639190,0.05000,14.215
27,mlp.experts.440.gate_proj,0.0000398113,0.05000,14.365
27,mlp.experts.431.gate_proj,0.0000243595,0.05000,14.448
27,mlp.experts.458.gate_proj,0.0000588640,0.05000,14.409
27,mlp.experts.468.gate_proj,0.0000244752,0.05000,14.409
27,mlp.experts.435.gate_proj,0.0000642583,0.05000,14.555
27,mlp.experts.461.gate_proj,0.0000288424,0.05000,14.516
27,mlp.experts.471.gate_proj,0.0000195929,0.05000,14.479
27,mlp.experts.492.gate_proj,0.0000338785,0.05000,14.340
27,mlp.experts.433.gate_proj,0.0000211260,0.05000,14.510
27,mlp.experts.469.gate_proj,0.0000460506,0.05000,14.257
27,mlp.experts.482.gate_proj,0.0000359879,0.05000,14.327
27,mlp.experts.475.gate_proj,0.0000684348,0.05000,14.321
27,mlp.experts.489.gate_proj,0.0000436998,0.05000,14.459
27,mlp.experts.30.up_proj,0.0000439544,0.05000,14.390
27,mlp.experts.448.gate_proj,0.0000322225,0.05000,14.163
27,mlp.experts.456.gate_proj,0.0000337496,0.05000,14.193
27,mlp.experts.438.gate_proj,0.0000235284,0.05000,14.277
27,mlp.experts.447.gate_proj,0.0000239148,0.05000,14.360
27,mlp.experts.474.gate_proj,0.0000201682,0.05000,14.352
27,mlp.experts.484.gate_proj,0.0000222409,0.05000,14.265
27,mlp.experts.451.gate_proj,0.0000513367,0.05000,14.123
27,mlp.experts.477.gate_proj,0.0000388328,0.05000,14.200
27,mlp.experts.487.gate_proj,0.0000517687,0.05000,14.174
27,mlp.experts.508.gate_proj,0.0000190582,0.05000,14.195
27,mlp.experts.449.gate_proj,0.0000364715,0.05000,14.327
27,mlp.experts.485.gate_proj,0.0000437292,0.05000,14.162
27,mlp.experts.498.gate_proj,0.0000113848,0.05000,14.154
27,mlp.experts.491.gate_proj,0.0000609604,0.05000,14.348
27,mlp.experts.505.gate_proj,0.0000217810,0.05000,14.223
27,mlp.experts.507.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.698
27,mlp.experts.46.up_proj,0.0000132973,0.05000,14.247
27,mlp.experts.464.gate_proj,0.0000674697,0.05000,14.581
27,mlp.experts.472.gate_proj,0.0000760654,0.05000,14.576
27,mlp.experts.454.gate_proj,0.0000247261,0.05000,14.524
27,mlp.experts.463.gate_proj,0.0000175176,0.05000,14.568
27,mlp.experts.490.gate_proj,0.0000440260,0.05000,14.427
27,mlp.experts.500.gate_proj,0.0000295343,0.05000,14.519
27,mlp.experts.467.gate_proj,0.0000294404,0.05000,14.519
27,mlp.experts.493.gate_proj,0.0000218970,0.05000,14.464
27,mlp.experts.503.gate_proj,0.0000239694,0.05000,14.462
27,mlp.experts.12.up_proj,0.0000450314,0.05000,14.457
27,mlp.experts.501.gate_proj,0.0000150832,0.05000,14.451
27,mlp.experts.465.gate_proj,0.0000161646,0.05000,14.529
27,mlp.experts.2.up_proj,0.0000289362,0.05000,14.580
27,mlp.experts.28.up_proj,failsafe(rtn): 0.0016098,0.00000,0.812
27,mlp.experts.9.up_proj,0.0000108458,0.05000,14.558
27,mlp.experts.11.up_proj,0.0000279354,0.05000,14.578
27,mlp.experts.62.up_proj,0.0000292937,0.05000,14.543
27,mlp.experts.78.up_proj,failsafe(rtn): 0.0015030,0.00000,0.728
27,mlp.experts.488.gate_proj,0.0000231947,0.05000,14.111
27,mlp.experts.480.gate_proj,0.0000942633,0.05000,14.287
27,mlp.experts.470.gate_proj,0.0000223193,0.05000,14.218
27,mlp.experts.479.gate_proj,0.0000190914,0.05000,14.226
27,mlp.experts.506.gate_proj,0.0000203313,0.05000,14.251
27,mlp.experts.4.up_proj,0.0000607892,0.05000,14.177
27,mlp.experts.483.gate_proj,0.0000160836,0.05000,14.397
27,mlp.experts.509.gate_proj,0.0000279422,0.05000,14.407
27,mlp.experts.7.up_proj,0.0000231152,0.05000,14.484
27,mlp.experts.5.up_proj,0.0000296059,0.05000,14.437
27,mlp.experts.481.gate_proj,0.0000083257,0.05000,14.510
27,mlp.experts.44.up_proj,0.0000550250,0.05000,14.291
27,mlp.experts.18.up_proj,0.0000344035,0.05000,14.389
27,mlp.experts.25.up_proj,0.0000202521,0.05000,14.396
27,mlp.experts.27.up_proj,0.0000407490,0.05000,14.447
27,mlp.experts.94.up_proj,0.0000149085,0.05000,14.383
27,mlp.experts.504.gate_proj,0.0000354376,0.05000,14.039
27,mlp.experts.496.gate_proj,0.0000206016,0.05000,14.068
27,mlp.experts.486.gate_proj,0.0000865912,0.05000,14.004
27,mlp.experts.8.up_proj,failsafe(rtn): 0.0016632,0.00000,0.799
27,mlp.experts.10.up_proj,0.0000159858,0.05000,13.947
27,mlp.experts.495.gate_proj,0.0000337953,0.05000,14.142
27,mlp.experts.20.up_proj,0.0000840787,0.05000,14.042
27,mlp.experts.499.gate_proj,0.0000238552,0.05000,14.023
27,mlp.experts.13.up_proj,0.0000193511,0.05000,14.024
27,mlp.experts.23.up_proj,0.0000913187,0.05000,13.968
27,mlp.experts.21.up_proj,0.0000278409,0.05000,13.952
27,mlp.experts.497.gate_proj,0.0000384527,0.05000,14.032
27,mlp.experts.60.up_proj,0.0000178195,0.05000,13.985
27,mlp.experts.34.up_proj,0.0000172225,0.05000,13.945
27,mlp.experts.41.up_proj,0.0000156340,0.05000,14.068
27,mlp.experts.43.up_proj,0.0000144181,0.05000,14.048
27,mlp.experts.110.up_proj,0.0000543347,0.05000,13.868
27,mlp.experts.502.gate_proj,0.0000181531,0.05000,14.283
27,mlp.experts.0.up_proj,0.0000736849,0.05000,14.469
27,mlp.experts.24.up_proj,0.0000423069,0.05000,14.192
27,mlp.experts.511.gate_proj,0.0000216932,0.05000,14.207
27,mlp.experts.26.up_proj,0.0000132971,0.05000,14.359
27,mlp.experts.36.up_proj,0.0000351504,0.05000,14.247
27,mlp.experts.3.up_proj,0.0000537402,0.05000,14.184
27,mlp.experts.29.up_proj,0.0000456160,0.05000,14.266
27,mlp.experts.52.up_proj,failsafe(rtn): 0.0016632,0.00000,0.754
27,mlp.experts.39.up_proj,0.0000174243,0.05000,14.386
27,mlp.experts.37.up_proj,0.0000141769,0.05000,14.242
27,mlp.experts.1.up_proj,0.0000207508,0.05000,14.250
27,mlp.experts.50.up_proj,0.0000804323,0.05000,14.222
27,mlp.experts.76.up_proj,0.0000544238,0.05000,14.269
27,mlp.experts.53.up_proj,failsafe(rtn): 0.0015030,0.00000,0.681
27,mlp.experts.57.up_proj,0.0000404328,0.05000,14.348
27,mlp.experts.59.up_proj,0.0000250860,0.05000,14.293
27,mlp.experts.126.up_proj,0.0000292308,0.05000,14.191
27,mlp.experts.6.up_proj,0.0000387082,0.05000,14.501
27,mlp.experts.16.up_proj,0.0000231675,0.05000,14.353
27,mlp.experts.40.up_proj,0.0000401376,0.05000,14.410
27,mlp.experts.42.up_proj,0.0000158002,0.05000,14.374
27,mlp.experts.15.up_proj,0.0000268519,0.05000,14.494
27,mlp.experts.19.up_proj,0.0000196842,0.05000,14.398
27,mlp.experts.68.up_proj,0.0000187052,0.05000,14.260
27,mlp.experts.45.up_proj,0.0000829862,0.05000,14.468
27,mlp.experts.55.up_proj,0.0000293581,0.05000,14.391
27,mlp.experts.71.up_proj,failsafe(rtn): 0.0016327,0.00000,0.678
27,mlp.experts.17.up_proj,0.0000231832,0.05000,14.462
27,mlp.experts.66.up_proj,0.0000616369,0.05000,14.305
27,mlp.experts.92.up_proj,0.0000386528,0.05000,14.382
27,mlp.experts.69.up_proj,0.0000280191,0.05000,14.452
27,mlp.experts.73.up_proj,0.0000287747,0.05000,14.265
27,mlp.experts.85.up_proj,failsafe(rtn): 0.0014954,0.00000,0.749
27,mlp.experts.75.up_proj,0.0000100394,0.05000,14.506
27,mlp.experts.142.up_proj,0.0000457688,0.05000,14.752
27,mlp.experts.32.up_proj,0.0001028091,0.05000,14.280
27,mlp.experts.22.up_proj,0.0000344730,0.05000,14.466
27,mlp.experts.56.up_proj,0.0000631902,0.05000,14.384
27,mlp.experts.58.up_proj,0.0000361293,0.05000,14.356
27,mlp.experts.31.up_proj,0.0000791215,0.05000,14.349
27,mlp.experts.35.up_proj,0.0000264707,0.05000,14.507
27,mlp.experts.84.up_proj,0.0000292306,0.05000,14.365
27,mlp.experts.61.up_proj,0.0000171549,0.05000,14.441
27,mlp.experts.33.up_proj,0.0000433361,0.05000,14.481
27,mlp.experts.87.up_proj,0.0000535511,0.05000,14.613
27,mlp.experts.82.up_proj,0.0000078417,0.05000,14.604
27,mlp.experts.108.up_proj,0.0000269770,0.05000,14.707
27,mlp.experts.89.up_proj,0.0000133774,0.05000,14.552
27,mlp.experts.101.up_proj,0.0000232503,0.05000,14.463
27,mlp.experts.91.up_proj,0.0000366215,0.05000,14.480
27,mlp.experts.107.up_proj,failsafe(rtn): 0.0015182,0.00000,0.673
27,mlp.experts.158.up_proj,0.0000149311,0.05000,14.247
27,mlp.experts.174.up_proj,failsafe(rtn): 0.0015793,0.00000,0.669
27,mlp.experts.48.up_proj,0.0000065421,0.05000,14.005
27,mlp.experts.38.up_proj,0.0000241336,0.05000,13.975
27,mlp.experts.72.up_proj,0.0000329469,0.05000,14.038
27,mlp.experts.47.up_proj,0.0000141420,0.05000,14.021
27,mlp.experts.74.up_proj,0.0000243511,0.05000,14.247
27,mlp.experts.51.up_proj,0.0000745288,0.05000,14.112
27,mlp.experts.77.up_proj,0.0000224863,0.05000,14.122
27,mlp.experts.100.up_proj,0.0000523691,0.05000,14.222
27,mlp.experts.49.up_proj,0.0000300758,0.05000,14.141
27,mlp.experts.103.up_proj,0.0000437323,0.05000,14.150
27,mlp.experts.98.up_proj,0.0000609622,0.05000,14.107
27,mlp.experts.124.up_proj,0.0000380463,0.05000,14.168
27,mlp.experts.105.up_proj,0.0000166428,0.05000,14.182
27,mlp.experts.117.up_proj,0.0000688927,0.05000,14.301
27,mlp.experts.123.up_proj,0.0000794383,0.05000,14.200
27,mlp.experts.190.up_proj,0.0000185251,0.05000,14.171
27,mlp.experts.64.up_proj,0.0000223373,0.05000,14.282
27,mlp.experts.54.up_proj,0.0000359496,0.05000,14.456
27,mlp.experts.88.up_proj,0.0000461113,0.05000,14.301
27,mlp.experts.63.up_proj,0.0000280338,0.05000,14.256
27,mlp.experts.90.up_proj,0.0000774696,0.05000,14.179
27,mlp.experts.67.up_proj,0.0000186912,0.05000,14.182
27,mlp.experts.93.up_proj,0.0000267336,0.05000,14.163
27,mlp.experts.116.up_proj,0.0000283489,0.05000,14.252
27,mlp.experts.119.up_proj,0.0000061361,0.05000,14.146
27,mlp.experts.114.up_proj,0.0000514783,0.05000,14.128
27,mlp.experts.65.up_proj,0.0000178689,0.05000,14.249
27,mlp.experts.140.up_proj,0.0000179174,0.05000,14.119
27,mlp.experts.121.up_proj,0.0000168247,0.05000,14.182
27,mlp.experts.156.up_proj,failsafe(rtn): 0.0015106,0.00000,0.700
27,mlp.experts.133.up_proj,0.0000340623,0.05000,14.092
27,mlp.experts.139.up_proj,0.0000236034,0.05000,14.142
27,mlp.experts.206.up_proj,0.0000238651,0.05000,14.293
27,mlp.experts.80.up_proj,0.0000346141,0.05000,14.445
27,mlp.experts.70.up_proj,0.0000157881,0.05000,14.586
27,mlp.experts.104.up_proj,0.0000533164,0.05000,14.608
27,mlp.experts.79.up_proj,0.0000244295,0.05000,14.663
27,mlp.experts.106.up_proj,0.0000380692,0.05000,14.606
27,mlp.experts.83.up_proj,0.0000138839,0.05000,14.470
27,mlp.experts.109.up_proj,0.0000116755,0.05000,14.521
27,mlp.experts.132.up_proj,0.0000218371,0.05000,14.593
27,mlp.experts.130.up_proj,0.0000328115,0.05000,14.579
27,mlp.experts.135.up_proj,0.0000334146,0.05000,14.704
27,mlp.experts.81.up_proj,0.0000129685,0.05000,14.757
27,mlp.experts.137.up_proj,0.0000351501,0.05000,14.575
27,mlp.experts.151.up_proj,failsafe(rtn): 0.0014420,0.00000,0.711
27,mlp.experts.172.up_proj,0.0000299706,0.05000,14.523
27,mlp.experts.149.up_proj,0.0000233976,0.05000,14.600
27,mlp.experts.155.up_proj,0.0000238103,0.05000,14.709
27,mlp.experts.222.up_proj,0.0000132054,0.05000,14.560
27,mlp.experts.96.up_proj,0.0000104918,0.05000,14.651
27,mlp.experts.86.up_proj,0.0000149326,0.05000,14.766
27,mlp.experts.120.up_proj,0.0000204776,0.05000,14.661
27,mlp.experts.122.up_proj,0.0000205980,0.05000,14.569
27,mlp.experts.95.up_proj,0.0000338350,0.05000,14.702
27,mlp.experts.99.up_proj,0.0000337108,0.05000,14.650
27,mlp.experts.125.up_proj,0.0000329993,0.05000,14.653
27,mlp.experts.148.up_proj,0.0000401849,0.05000,14.673
27,mlp.experts.146.up_proj,0.0000255374,0.05000,14.657
27,mlp.experts.97.up_proj,0.0000144564,0.05000,14.716
27,mlp.experts.162.up_proj,failsafe(rtn): 0.0014267,0.00000,0.687
27,mlp.experts.153.up_proj,0.0000133322,0.05000,14.712
27,mlp.experts.167.up_proj,0.0000690852,0.05000,14.659
27,mlp.experts.188.up_proj,0.0000437482,0.05000,14.685
27,mlp.experts.165.up_proj,0.0000218134,0.05000,14.624
27,mlp.experts.171.up_proj,0.0000314372,0.05000,14.544
27,mlp.experts.238.up_proj,0.0000610613,0.05000,14.500
27,mlp.experts.112.up_proj,0.0000275279,0.05000,14.662
27,mlp.experts.102.up_proj,0.0000350263,0.05000,14.713
27,mlp.experts.136.up_proj,0.0000244213,0.05000,14.713
27,mlp.experts.138.up_proj,0.0000231430,0.05000,14.707
27,mlp.experts.111.up_proj,0.0000499697,0.05000,14.688
27,mlp.experts.115.up_proj,0.0000296663,0.05000,14.759
27,mlp.experts.141.up_proj,0.0000345664,0.05000,14.528
27,mlp.experts.164.up_proj,0.0000306002,0.05000,14.612
27,mlp.experts.131.up_proj,failsafe(rtn): 0.0015945,0.00000,0.697
27,mlp.experts.113.up_proj,0.0000397017,0.05000,14.637
27,mlp.experts.169.up_proj,0.0000401400,0.05000,14.669
27,mlp.experts.183.up_proj,0.0000217556,0.05000,14.645
27,mlp.experts.178.up_proj,0.0000223462,0.05000,14.873
27,mlp.experts.204.up_proj,0.0000325290,0.05000,14.651
27,mlp.experts.181.up_proj,0.0000139213,0.05000,14.723
27,mlp.experts.187.up_proj,0.0000092788,0.05000,14.757
27,mlp.experts.254.up_proj,0.0000415539,0.05000,14.483
27,mlp.experts.128.up_proj,0.0000262057,0.05000,14.448
27,mlp.experts.118.up_proj,0.0000349823,0.05000,14.635
27,mlp.experts.152.up_proj,0.0000229705,0.05000,14.527
27,mlp.experts.154.up_proj,0.0000376070,0.05000,14.483
27,mlp.experts.127.up_proj,0.0000227305,0.05000,14.445
27,mlp.experts.157.up_proj,0.0000216871,0.05000,14.617
27,mlp.experts.180.up_proj,0.0000346721,0.05000,14.555
27,mlp.experts.147.up_proj,0.0000123059,0.05000,14.525
27,mlp.experts.129.up_proj,0.0000350934,0.05000,14.527
27,mlp.experts.199.up_proj,0.0000226353,0.05000,14.346
27,mlp.experts.185.up_proj,0.0000231180,0.05000,14.381
27,mlp.experts.194.up_proj,0.0000574179,0.05000,14.415
27,mlp.experts.220.up_proj,0.0000143933,0.05000,14.402
27,mlp.experts.197.up_proj,0.0000515101,0.05000,14.439
27,mlp.experts.201.up_proj,failsafe(rtn): 0.0014420,0.00000,0.719
27,mlp.experts.203.up_proj,0.0000364783,0.05000,14.409
27,mlp.experts.217.up_proj,failsafe(rtn): 0.0016937,0.00000,0.793
27,mlp.experts.270.up_proj,0.0000414087,0.05000,14.769
27,mlp.experts.144.up_proj,0.0000334212,0.05000,14.298
27,mlp.experts.168.up_proj,0.0000107354,0.05000,14.210
27,mlp.experts.134.up_proj,0.0000322713,0.05000,14.417
27,mlp.experts.143.up_proj,0.0000450727,0.05000,14.215
27,mlp.experts.170.up_proj,0.0000090220,0.05000,14.372
27,mlp.experts.173.up_proj,0.0000193184,0.05000,14.218
27,mlp.experts.196.up_proj,0.0000259091,0.05000,14.183
27,mlp.experts.163.up_proj,0.0000154476,0.05000,14.087
27,mlp.experts.145.up_proj,0.0000172242,0.05000,14.169
27,mlp.experts.215.up_proj,0.0000203929,0.05000,14.078
27,mlp.experts.236.up_proj,0.0000722693,0.05000,14.019
27,mlp.experts.210.up_proj,0.0000308956,0.05000,14.196
27,mlp.experts.213.up_proj,0.0000308894,0.05000,14.101
27,mlp.experts.229.up_proj,failsafe(rtn): 0.0014114,0.00000,0.647
27,mlp.experts.219.up_proj,0.0000093226,0.05000,13.898
27,mlp.experts.233.up_proj,0.0000316156,0.05000,13.956
27,mlp.experts.249.up_proj,failsafe(rtn): 0.0016937,0.00000,0.755
27,mlp.experts.286.up_proj,0.0000563965,0.05000,13.835
27,mlp.experts.160.up_proj,0.0000588290,0.05000,14.049
27,mlp.experts.184.up_proj,0.0000155160,0.05000,14.040
27,mlp.experts.150.up_proj,0.0000240040,0.05000,14.099
27,mlp.experts.159.up_proj,0.0000104779,0.05000,14.043
27,mlp.experts.186.up_proj,0.0000286734,0.05000,14.198
27,mlp.experts.189.up_proj,0.0000224231,0.05000,14.020
27,mlp.experts.202.up_proj,failsafe(rtn): 0.0014496,0.00000,0.650
27,mlp.experts.179.up_proj,0.0000179317,0.05000,14.099
27,mlp.experts.212.up_proj,0.0000158612,0.05000,14.181
27,mlp.experts.161.up_proj,0.0000257590,0.05000,14.298
27,mlp.experts.231.up_proj,0.0000259497,0.05000,14.289
27,mlp.experts.252.up_proj,0.0000107086,0.05000,14.235
27,mlp.experts.226.up_proj,0.0000484394,0.05000,14.363
27,mlp.experts.247.up_proj,failsafe(rtn): 0.0015335,0.00000,0.723
27,mlp.experts.245.up_proj,0.0000273318,0.05000,14.303
27,mlp.experts.235.up_proj,0.0000158688,0.05000,14.460
27,mlp.experts.265.up_proj,0.0000618053,0.05000,14.376
27,mlp.experts.302.up_proj,0.0000563133,0.05000,14.312
27,mlp.experts.176.up_proj,0.0000716835,0.05000,14.539
27,mlp.experts.200.up_proj,0.0000527776,0.05000,14.512
27,mlp.experts.166.up_proj,0.0000059007,0.05000,14.567
27,mlp.experts.175.up_proj,0.0000165181,0.05000,14.621
27,mlp.experts.205.up_proj,0.0000118928,0.05000,14.706
27,mlp.experts.218.up_proj,0.0000352450,0.05000,14.650
27,mlp.experts.195.up_proj,0.0000253479,0.05000,14.622
27,mlp.experts.228.up_proj,0.0000313653,0.05000,14.676
27,mlp.experts.177.up_proj,0.0000097576,0.05000,14.786
27,mlp.experts.268.up_proj,0.0000233754,0.05000,14.734
27,mlp.experts.242.up_proj,0.0000240999,0.05000,14.680
27,mlp.experts.263.up_proj,0.0000225522,0.05000,14.778
27,mlp.experts.258.up_proj,failsafe(rtn): 0.0016556,0.00000,0.769
27,mlp.experts.261.up_proj,0.0000242469,0.05000,14.849
27,mlp.experts.251.up_proj,0.0000318033,0.05000,14.828
27,mlp.experts.281.up_proj,0.0000426457,0.05000,14.775
27,mlp.experts.318.up_proj,0.0000229423,0.05000,14.607
27,mlp.experts.192.up_proj,0.0000124218,0.05000,14.825
27,mlp.experts.216.up_proj,0.0000158925,0.05000,14.704
27,mlp.experts.182.up_proj,0.0000670018,0.05000,14.651
27,mlp.experts.191.up_proj,0.0000313824,0.05000,14.632
27,mlp.experts.221.up_proj,0.0000277755,0.05000,14.477
27,mlp.experts.234.up_proj,0.0000207440,0.05000,14.451
27,mlp.experts.211.up_proj,0.0000944446,0.05000,14.616
27,mlp.experts.244.up_proj,0.0000288990,0.05000,14.643
27,mlp.experts.193.up_proj,0.0000115321,0.05000,14.604
27,mlp.experts.284.up_proj,0.0000207860,0.05000,14.463
27,mlp.experts.209.up_proj,failsafe(rtn): 0.0016708,0.00000,0.672
27,mlp.experts.279.up_proj,0.0000378781,0.05000,14.536
27,mlp.experts.274.up_proj,0.0000234035,0.05000,14.486
27,mlp.experts.277.up_proj,0.0000327146,0.05000,14.581
27,mlp.experts.267.up_proj,0.0000397912,0.05000,14.599
27,mlp.experts.297.up_proj,0.0000387289,0.05000,14.516
27,mlp.experts.334.up_proj,0.0000276471,0.05000,14.431
27,mlp.experts.208.up_proj,0.0000204017,0.05000,14.526
27,mlp.experts.232.up_proj,0.0000122922,0.05000,14.504
27,mlp.experts.198.up_proj,0.0000231004,0.05000,14.580
27,mlp.experts.207.up_proj,0.0000184175,0.05000,14.480
27,mlp.experts.237.up_proj,0.0000405758,0.05000,14.469
27,mlp.experts.250.up_proj,0.0000238098,0.05000,14.482
27,mlp.experts.227.up_proj,0.0000606198,0.05000,14.623
27,mlp.experts.260.up_proj,0.0000220474,0.05000,14.562
27,mlp.experts.300.up_proj,0.0000053146,0.05000,14.339
27,mlp.experts.225.up_proj,0.0000126145,0.05000,14.441
27,mlp.experts.316.up_proj,failsafe(rtn): 0.0016174,0.00000,0.701
27,mlp.experts.295.up_proj,0.0000716423,0.05000,14.446
27,mlp.experts.290.up_proj,0.0000346696,0.05000,14.481
27,mlp.experts.293.up_proj,0.0000112687,0.05000,14.350
27,mlp.experts.283.up_proj,0.0000199372,0.05000,14.588
27,mlp.experts.350.up_proj,0.0000349975,0.05000,14.561
27,mlp.experts.313.up_proj,0.0000409003,0.05000,14.703
27,mlp.experts.366.up_proj,failsafe(rtn): 0.0014954,0.00000,0.685
27,mlp.experts.382.up_proj,failsafe(rtn): 0.0014648,0.00000,0.715
27,mlp.experts.224.up_proj,0.0000373736,0.05000,14.283
27,mlp.experts.248.up_proj,0.0000211938,0.05000,14.261
27,mlp.experts.214.up_proj,0.0000455977,0.05000,14.349
27,mlp.experts.223.up_proj,0.0000197622,0.05000,14.384
27,mlp.experts.253.up_proj,0.0000192160,0.05000,14.362
27,mlp.experts.266.up_proj,0.0000283547,0.05000,14.438
27,mlp.experts.243.up_proj,0.0000866583,0.05000,14.343
27,mlp.experts.276.up_proj,0.0000191711,0.05000,14.429
27,mlp.experts.269.up_proj,failsafe(rtn): 0.0015259,0.00000,0.756
27,mlp.experts.332.up_proj,0.0000504815,0.05000,14.089
27,mlp.experts.241.up_proj,0.0000181561,0.05000,14.337
27,mlp.experts.311.up_proj,0.0000506857,0.05000,14.290
27,mlp.experts.306.up_proj,0.0000349738,0.05000,14.089
27,mlp.experts.309.up_proj,0.0000285735,0.05000,14.285
27,mlp.experts.299.up_proj,0.0000284678,0.05000,14.218
27,mlp.experts.329.up_proj,0.0000247641,0.05000,14.190
27,mlp.experts.345.up_proj,failsafe(rtn): 0.0014725,0.00000,0.777
27,mlp.experts.398.up_proj,0.0000365521,0.05000,14.139
27,mlp.experts.240.up_proj,0.0000390038,0.05000,14.066
27,mlp.experts.264.up_proj,0.0000445376,0.05000,14.179
27,mlp.experts.230.up_proj,0.0000485539,0.05000,14.153
27,mlp.experts.239.up_proj,0.0000707343,0.05000,14.098
27,mlp.experts.282.up_proj,0.0000378283,0.05000,14.025
27,mlp.experts.259.up_proj,0.0000721590,0.05000,14.077
27,mlp.experts.292.up_proj,0.0000156451,0.05000,14.104
27,mlp.experts.285.up_proj,0.0000152186,0.05000,14.196
27,mlp.experts.308.up_proj,failsafe(rtn): 0.0015335,0.00000,0.634
27,mlp.experts.348.up_proj,0.0000269318,0.05000,14.110
27,mlp.experts.257.up_proj,0.0000117346,0.05000,14.099
27,mlp.experts.327.up_proj,0.0000294554,0.05000,14.067
27,mlp.experts.322.up_proj,0.0000476545,0.05000,14.296
27,mlp.experts.325.up_proj,0.0000131114,0.05000,14.012
27,mlp.experts.315.up_proj,0.0000217580,0.05000,14.086
27,mlp.experts.361.up_proj,0.0000253487,0.05000,13.941
27,mlp.experts.414.up_proj,0.0000156620,0.05000,13.885
27,mlp.experts.256.up_proj,0.0000316294,0.05000,14.005
27,mlp.experts.280.up_proj,0.0000588990,0.05000,14.084
27,mlp.experts.246.up_proj,0.0000130294,0.05000,14.230
27,mlp.experts.255.up_proj,0.0000356438,0.05000,14.144
27,mlp.experts.298.up_proj,0.0000274613,0.05000,14.147
27,mlp.experts.275.up_proj,0.0000160554,0.05000,14.303
27,mlp.experts.301.up_proj,0.0000380966,0.05000,14.216
27,mlp.experts.324.up_proj,0.0000719006,0.05000,14.145
27,mlp.experts.364.up_proj,0.0000206896,0.05000,14.332
27,mlp.experts.273.up_proj,0.0000403325,0.05000,14.367
27,mlp.experts.343.up_proj,0.0000183030,0.05000,14.261
27,mlp.experts.338.up_proj,0.0000031771,0.05000,14.399
27,mlp.experts.380.up_proj,failsafe(rtn): 0.0014725,0.00000,0.695
27,mlp.experts.341.up_proj,0.0000167280,0.05000,14.344
27,mlp.experts.331.up_proj,0.0000257132,0.05000,14.357
27,mlp.experts.347.up_proj,failsafe(rtn): 0.0014420,0.00000,0.766
27,mlp.experts.377.up_proj,0.0000207113,0.05000,14.503
27,mlp.experts.430.up_proj,0.0000604710,0.05000,14.512
27,mlp.experts.272.up_proj,0.0000169927,0.05000,14.389
27,mlp.experts.296.up_proj,0.0000843601,0.05000,14.398
27,mlp.experts.262.up_proj,0.0000170129,0.05000,14.226
27,mlp.experts.271.up_proj,0.0000299403,0.05000,14.187
27,mlp.experts.314.up_proj,0.0000275864,0.05000,14.386
27,mlp.experts.291.up_proj,0.0000343416,0.05000,14.384
27,mlp.experts.317.up_proj,0.0000317655,0.05000,14.328
27,mlp.experts.340.up_proj,0.0000350027,0.05000,14.304
27,mlp.experts.359.up_proj,0.0000408301,0.05000,14.037
27,mlp.experts.289.up_proj,0.0000652264,0.05000,14.163
27,mlp.experts.396.up_proj,0.0000168417,0.05000,14.026
27,mlp.experts.354.up_proj,0.0000221963,0.05000,14.166
27,mlp.experts.357.up_proj,0.0000266223,0.05000,14.231
27,mlp.experts.363.up_proj,0.0000344717,0.05000,14.187
27,mlp.experts.393.up_proj,0.0000459491,0.05000,14.052
27,mlp.experts.446.up_proj,0.0000257782,0.05000,13.856
27,mlp.experts.288.up_proj,0.0000511469,0.05000,13.904
27,mlp.experts.312.up_proj,0.0000313968,0.05000,13.825
27,mlp.experts.278.up_proj,0.0000501838,0.05000,13.888
27,mlp.experts.287.up_proj,0.0000669450,0.05000,13.888
27,mlp.experts.330.up_proj,0.0000380344,0.05000,13.765
27,mlp.experts.307.up_proj,0.0000648389,0.05000,13.990
27,mlp.experts.333.up_proj,0.0000417585,0.05000,13.929
27,mlp.experts.356.up_proj,0.0000281510,0.05000,13.802
27,mlp.experts.375.up_proj,0.0000199505,0.05000,14.001
27,mlp.experts.305.up_proj,0.0000626987,0.05000,14.119
27,mlp.experts.412.up_proj,0.0000280559,0.05000,13.903
27,mlp.experts.370.up_proj,0.0000696113,0.05000,13.907
27,mlp.experts.373.up_proj,0.0000460470,0.05000,13.935
27,mlp.experts.386.up_proj,failsafe(rtn): 0.0014648,0.00000,0.842
27,mlp.experts.379.up_proj,0.0000314519,0.05000,14.041
27,mlp.experts.409.up_proj,0.0000568480,0.05000,14.150
27,mlp.experts.462.up_proj,0.0000374466,0.05000,14.208
27,mlp.experts.478.up_proj,failsafe(rtn): 0.0016861,0.00000,0.671
27,mlp.experts.304.up_proj,0.0000136374,0.05000,14.188
27,mlp.experts.328.up_proj,0.0000266159,0.05000,14.289
27,mlp.experts.294.up_proj,0.0000250885,0.05000,14.363
27,mlp.experts.303.up_proj,0.0000295408,0.05000,14.512
27,mlp.experts.346.up_proj,0.0000177822,0.05000,14.516
27,mlp.experts.323.up_proj,0.0000286749,0.05000,14.606
27,mlp.experts.349.up_proj,0.0000392087,0.05000,14.655
27,mlp.experts.372.up_proj,0.0000174822,0.05000,14.533
27,mlp.experts.391.up_proj,0.0000256978,0.05000,14.657
27,mlp.experts.321.up_proj,0.0000467315,0.05000,14.591
27,mlp.experts.428.up_proj,0.0000336954,0.05000,14.474
27,mlp.experts.389.up_proj,0.0000243792,0.05000,14.567
27,mlp.experts.402.up_proj,0.0000531991,0.05000,14.452
27,mlp.experts.395.up_proj,0.0000112280,0.05000,14.396
27,mlp.experts.411.up_proj,failsafe(rtn): 0.0014725,0.00000,0.653
27,mlp.experts.425.up_proj,0.0000105205,0.05000,14.434
27,mlp.experts.494.up_proj,0.0000579323,0.05000,14.524
27,mlp.experts.320.up_proj,0.0000674624,0.05000,14.303
27,mlp.experts.344.up_proj,0.0000349361,0.05000,14.372
27,mlp.experts.310.up_proj,0.0000172409,0.05000,14.143
27,mlp.experts.319.up_proj,0.0000216958,0.05000,14.181
27,mlp.experts.362.up_proj,0.0000093126,0.05000,14.035
27,mlp.experts.339.up_proj,0.0000194936,0.05000,14.052
27,mlp.experts.365.up_proj,0.0000044932,0.05000,14.116
27,mlp.experts.388.up_proj,0.0000186315,0.05000,14.119
27,mlp.experts.407.up_proj,0.0000404471,0.05000,14.363
27,mlp.experts.337.up_proj,0.0000416783,0.05000,14.393
27,mlp.experts.444.up_proj,0.0000307962,0.05000,14.363
27,mlp.experts.405.up_proj,0.0000199057,0.05000,14.405
27,mlp.experts.418.up_proj,0.0000130475,0.05000,14.480
27,mlp.experts.427.up_proj,0.0000547569,0.05000,14.584
27,mlp.experts.441.up_proj,0.0000469365,0.05000,14.652
27,mlp.experts.510.up_proj,0.0000180404,0.05000,14.495
27,mlp.experts.14.down_proj,failsafe(rtn): 0.0015411,0.00000,0.185
27,mlp.experts.30.down_proj,0.0000041211,0.05000,3.350
27,mlp.experts.336.up_proj,0.0000308010,0.05000,14.339
27,mlp.experts.326.up_proj,0.0000107073,0.05000,14.416
27,mlp.experts.360.up_proj,0.0000300350,0.05000,14.605
27,mlp.experts.335.up_proj,0.0000160244,0.05000,14.546
27,mlp.experts.46.down_proj,0.0000011765,0.05000,3.654
27,mlp.experts.378.up_proj,0.0000535594,0.05000,14.534
27,mlp.experts.355.up_proj,0.0000422092,0.05000,14.572
27,mlp.experts.404.up_proj,0.0000364753,0.05000,14.414
27,mlp.experts.381.up_proj,0.0000157293,0.05000,14.570
27,mlp.experts.397.up_proj,failsafe(rtn): 0.0014954,0.00000,0.729
27,mlp.experts.423.up_proj,0.0000422249,0.05000,14.465
27,mlp.experts.353.up_proj,0.0000752529,0.05000,14.402
27,mlp.experts.460.up_proj,0.0000384613,0.05000,14.281
27,mlp.experts.62.down_proj,0.0000029729,0.05000,3.449
27,mlp.experts.78.down_proj,failsafe(rtn): 0.0015640,0.00000,0.173
27,mlp.experts.421.up_proj,0.0000105832,0.05000,14.364
27,mlp.experts.434.up_proj,0.0000224059,0.05000,14.266
27,mlp.experts.450.up_proj,failsafe(rtn): 0.0015259,0.00000,0.655
27,mlp.experts.457.up_proj,0.0000527246,0.05000,14.080
27,mlp.experts.443.up_proj,0.0000274403,0.05000,14.332
27,mlp.experts.94.down_proj,0.0000019436,0.05000,3.549
27,mlp.experts.110.down_proj,0.0000041738,0.05000,3.498
27,mlp.experts.352.up_proj,0.0000059963,0.05000,14.245
27,mlp.experts.342.up_proj,0.0000264913,0.05000,14.405
27,mlp.experts.376.up_proj,0.0000295992,0.05000,14.400
27,mlp.experts.351.up_proj,0.0000324349,0.05000,14.417
27,mlp.experts.394.up_proj,0.0000197405,0.05000,14.454
27,mlp.experts.126.down_proj,0.0000015639,0.05000,3.949
27,mlp.experts.410.up_proj,failsafe(rtn): 0.0014648,0.00000,0.815
27,mlp.experts.371.up_proj,0.0000223104,0.05000,14.687
27,mlp.experts.420.up_proj,0.0000709104,0.05000,14.677
27,mlp.experts.436.up_proj,failsafe(rtn): 0.0014877,0.00000,0.728
27,mlp.experts.413.up_proj,0.0000187282,0.05000,14.695
27,mlp.experts.439.up_proj,0.0000405690,0.05000,14.666
27,mlp.experts.476.up_proj,0.0000579145,0.05000,14.690
27,mlp.experts.369.up_proj,0.0000338165,0.05000,14.776
27,mlp.experts.142.down_proj,0.0000030411,0.05000,3.709
27,mlp.experts.437.up_proj,0.0000267649,0.05000,14.642
27,mlp.experts.466.up_proj,0.0000142586,0.05000,14.674
27,mlp.experts.473.up_proj,0.0000111501,0.05000,14.621
27,mlp.experts.459.up_proj,0.0000615786,0.05000,14.623
27,mlp.experts.158.down_proj,0.0000014485,0.05000,3.489
27,mlp.experts.174.down_proj,failsafe(rtn): 0.0016098,0.00000,0.168
27,mlp.experts.190.down_proj,0.0000013012,0.05000,3.427
27,mlp.experts.368.up_proj,0.0000219667,0.05000,14.475
27,mlp.experts.384.up_proj,failsafe(rtn): 0.0016327,0.00000,0.765
27,mlp.experts.358.up_proj,0.0000149752,0.05000,14.216
27,mlp.experts.392.up_proj,0.0000598850,0.05000,14.320
27,mlp.experts.367.up_proj,0.0000589640,0.05000,14.240
27,mlp.experts.206.down_proj,0.0000034932,0.05000,3.625
27,mlp.experts.426.up_proj,0.0000663028,0.05000,13.975
27,mlp.experts.387.up_proj,0.0000376196,0.05000,13.963
27,mlp.experts.429.up_proj,0.0000148686,0.05000,13.989
27,mlp.experts.452.up_proj,0.0000556191,0.05000,14.132
27,mlp.experts.455.up_proj,0.0000548141,0.05000,13.986
27,mlp.experts.492.up_proj,0.0000415533,0.05000,14.120
27,mlp.experts.385.up_proj,0.0000524925,0.05000,14.136
27,mlp.experts.453.up_proj,0.0000159538,0.05000,14.220
27,mlp.experts.222.down_proj,0.0000014943,0.05000,3.702
27,mlp.experts.482.up_proj,0.0000354306,0.05000,14.114
27,mlp.experts.489.up_proj,0.0000425110,0.05000,14.102
27,mlp.experts.475.up_proj,0.0000688137,0.05000,14.138
27,mlp.experts.238.down_proj,0.0000038496,0.05000,3.588
27,mlp.experts.254.down_proj,0.0000099862,0.05000,3.495
27,mlp.experts.400.up_proj,0.0000161777,0.05000,14.219
27,mlp.experts.374.up_proj,0.0000285147,0.05000,14.164
27,mlp.experts.408.up_proj,0.0000194232,0.05000,14.257
27,mlp.experts.383.up_proj,0.0000563996,0.05000,14.155
27,mlp.experts.270.down_proj,0.0000139026,0.05000,3.567
27,mlp.experts.442.up_proj,0.0000523715,0.05000,14.218
27,mlp.experts.403.up_proj,0.0000645498,0.05000,14.299
27,mlp.experts.445.up_proj,0.0000259074,0.05000,14.339
27,mlp.experts.468.up_proj,0.0000231562,0.05000,14.351
27,mlp.experts.471.up_proj,0.0000203866,0.05000,14.282
27,mlp.experts.508.up_proj,0.0000185659,0.05000,14.273
27,mlp.experts.401.up_proj,0.0000113335,0.05000,14.457
27,mlp.experts.469.up_proj,0.0000452395,0.05000,14.309
27,mlp.experts.286.down_proj,0.0000050839,0.05000,3.652
27,mlp.experts.498.up_proj,0.0000116306,0.05000,14.233
27,mlp.experts.505.up_proj,0.0000218637,0.05000,14.419
27,mlp.experts.491.up_proj,0.0000599860,0.05000,14.334
27,mlp.experts.507.up_proj,failsafe(rtn): 0.0015869,0.00000,0.733
27,mlp.experts.12.down_proj,0.0000034941,0.05000,3.689
27,mlp.experts.28.down_proj,failsafe(rtn): 0.0016403,0.00000,0.174
27,mlp.experts.302.down_proj,0.0000036498,0.05000,3.636
27,mlp.experts.2.down_proj,0.0000035141,0.05000,3.653
27,mlp.experts.9.down_proj,0.0000013165,0.05000,3.595
27,mlp.experts.11.down_proj,0.0000020355,0.05000,3.554
27,mlp.experts.44.down_proj,0.0000036602,0.05000,3.578
27,mlp.experts.318.down_proj,0.0000017475,0.05000,3.609
27,mlp.experts.18.down_proj,0.0000076502,0.05000,3.594
27,mlp.experts.416.up_proj,0.0000110781,0.05000,14.526
27,mlp.experts.25.down_proj,0.0000025674,0.05000,3.702
27,mlp.experts.390.up_proj,0.0000429176,0.05000,14.667
27,mlp.experts.424.up_proj,0.0000159861,0.05000,14.580
27,mlp.experts.399.up_proj,0.0000656653,0.05000,14.587
27,mlp.experts.27.down_proj,0.0000028751,0.05000,3.754
27,mlp.experts.60.down_proj,0.0000011713,0.05000,3.715
27,mlp.experts.334.down_proj,0.0000024967,0.05000,3.643
27,mlp.experts.458.up_proj,0.0000581320,0.05000,14.437
27,mlp.experts.419.up_proj,0.0000350341,0.05000,14.440
27,mlp.experts.34.down_proj,0.0000009404,0.05000,3.583
27,mlp.experts.461.up_proj,0.0000286547,0.05000,14.400
27,mlp.experts.41.down_proj,0.0000015170,0.05000,3.477
27,mlp.experts.484.up_proj,0.0000218871,0.05000,14.473
27,mlp.experts.43.down_proj,0.0000026589,0.05000,3.521
27,mlp.experts.487.up_proj,0.0000513282,0.05000,14.569
27,mlp.experts.76.down_proj,0.0000051599,0.05000,3.487
27,mlp.experts.417.up_proj,0.0000596435,0.05000,14.429
27,mlp.experts.485.up_proj,0.0000465306,0.05000,14.312
27,mlp.experts.350.down_proj,0.0000051293,0.05000,3.569
27,mlp.experts.366.down_proj,failsafe(rtn): 0.0015030,0.00000,0.177
27,mlp.experts.382.down_proj,failsafe(rtn): 0.0014877,0.00000,0.213
27,mlp.experts.50.down_proj,0.0000056225,0.05000,3.760
27,mlp.experts.57.down_proj,0.0000083060,0.05000,3.769
27,mlp.experts.59.down_proj,0.0000040008,0.05000,3.802
27,mlp.experts.92.down_proj,0.0000021050,0.05000,3.710
27,mlp.experts.398.down_proj,0.0000023471,0.05000,3.722
27,mlp.experts.66.down_proj,0.0000141808,0.05000,3.715
27,mlp.experts.73.down_proj,0.0000020569,0.05000,3.748
27,mlp.experts.75.down_proj,0.0000012152,0.05000,3.716
27,mlp.experts.108.down_proj,0.0000047178,0.05000,3.815
27,mlp.experts.414.down_proj,0.0000013510,0.05000,3.782
27,mlp.experts.82.down_proj,0.0000007952,0.05000,3.715
27,mlp.experts.432.up_proj,0.0000034281,0.05000,14.483
27,mlp.experts.89.down_proj,0.0000010634,0.05000,3.611
27,mlp.experts.406.up_proj,0.0000580246,0.05000,14.556
27,mlp.experts.440.up_proj,0.0000391031,0.05000,14.556
27,mlp.experts.415.up_proj,0.0000199969,0.05000,14.599
27,mlp.experts.91.down_proj,0.0000067694,0.05000,3.565
27,mlp.experts.107.down_proj,failsafe(rtn): 0.0014648,0.00000,0.167
27,mlp.experts.124.down_proj,0.0000031749,0.05000,3.504
27,mlp.experts.474.up_proj,0.0000194670,0.05000,14.572
27,mlp.experts.430.down_proj,0.0000158913,0.05000,3.574
27,mlp.experts.435.up_proj,0.0000635726,0.05000,14.600
27,mlp.experts.98.down_proj,0.0000040355,0.05000,3.524
27,mlp.experts.477.up_proj,0.0000382300,0.05000,14.498
27,mlp.experts.500.up_proj,0.0000284542,0.05000,14.487
27,mlp.experts.105.down_proj,0.0000021183,0.05000,3.545
27,mlp.experts.503.up_proj,0.0000250830,0.05000,14.479
27,mlp.experts.123.down_proj,0.0000056704,0.05000,3.437
27,mlp.experts.140.down_proj,0.0000015246,0.05000,3.538
27,mlp.experts.433.up_proj,0.0000222803,0.05000,14.580
27,mlp.experts.501.up_proj,0.0000143527,0.05000,14.523
27,mlp.experts.156.down_proj,failsafe(rtn): 0.0015259,0.00000,0.185
27,mlp.experts.446.down_proj,0.0000016089,0.05000,3.572
27,mlp.experts.114.down_proj,0.0000039491,0.05000,3.683
27,mlp.experts.4.down_proj,0.0000042623,0.05000,3.609
27,mlp.experts.121.down_proj,0.0000010256,0.05000,3.580
27,mlp.experts.139.down_proj,0.0000032826,0.05000,3.641
27,mlp.experts.7.down_proj,0.0000042088,0.05000,3.775
27,mlp.experts.5.down_proj,0.0000039828,0.05000,3.782
27,mlp.experts.172.down_proj,0.0000068443,0.05000,3.798
27,mlp.experts.462.down_proj,0.0000068393,0.05000,3.736
27,mlp.experts.478.down_proj,failsafe(rtn): 0.0016556,0.00000,0.196
27,mlp.experts.130.down_proj,0.0000081990,0.05000,3.802
27,mlp.experts.20.down_proj,0.0000309627,0.05000,3.814
27,mlp.experts.137.down_proj,0.0000023069,0.05000,3.824
27,mlp.experts.155.down_proj,0.0000026719,0.05000,3.720
27,mlp.experts.23.down_proj,0.0000070272,0.05000,3.686
27,mlp.experts.21.down_proj,0.0000019959,0.05000,3.722
27,mlp.experts.188.down_proj,0.0000026601,0.05000,3.697
27,mlp.experts.494.down_proj,0.0000034797,0.05000,3.564
27,mlp.experts.146.down_proj,0.0000017990,0.05000,3.560
27,mlp.experts.448.up_proj,0.0000389172,0.05000,14.283
27,mlp.experts.162.down_proj,failsafe(rtn): 0.0014954,0.00000,0.167
27,mlp.experts.36.down_proj,0.0000043047,0.05000,3.463
27,mlp.experts.422.up_proj,0.0000767163,0.05000,14.306
27,mlp.experts.153.down_proj,0.0000009702,0.05000,3.477
27,mlp.experts.52.down_proj,failsafe(rtn): 0.0016327,0.00000,0.190
27,mlp.experts.456.up_proj,0.0000336021,0.05000,14.237
27,mlp.experts.431.up_proj,0.0000229603,0.05000,14.361
27,mlp.experts.171.down_proj,0.0000100032,0.05000,3.525
27,mlp.experts.39.down_proj,0.0000027389,0.05000,3.510
27,mlp.experts.37.down_proj,0.0000011188,0.05000,3.493
27,mlp.experts.204.down_proj,0.0000070892,0.05000,3.506
27,mlp.experts.490.up_proj,0.0000449877,0.05000,14.314
27,mlp.experts.53.down_proj,failsafe(rtn): 0.0015335,0.00000,0.206
27,mlp.experts.451.up_proj,0.0000522689,0.05000,14.494
27,mlp.experts.510.down_proj,0.0000019084,0.05000,3.603
27,mlp.experts.493.up_proj,0.0000215307,0.05000,14.287
27,mlp.experts.178.down_proj,0.0000015671,0.05000,3.484
27,mlp.experts.169.down_proj,0.0000024956,0.05000,3.462
27,mlp.experts.68.down_proj,0.0000010669,0.05000,3.473
27,mlp.experts.187.down_proj,0.0000018592,0.05000,3.462
27,mlp.experts.55.down_proj,0.0000064700,0.05000,3.436
27,mlp.experts.71.down_proj,failsafe(rtn): 0.0016098,0.00000,0.153
27,mlp.experts.449.up_proj,0.0000360006,0.05000,14.357
27,mlp.experts.220.down_proj,0.0000014207,0.05000,3.456
27,mlp.experts.69.down_proj,0.0000053630,0.05000,3.528
27,mlp.experts.85.down_proj,failsafe(rtn): 0.0015488,0.00000,0.206
27,mlp.experts.194.down_proj,0.0000146594,0.05000,3.420
27,mlp.experts.185.down_proj,0.0000019200,0.05000,3.464
27,mlp.experts.84.down_proj,0.0000022744,0.05000,3.469
27,mlp.experts.201.down_proj,failsafe(rtn): 0.0014877,0.00000,0.149
27,mlp.experts.217.down_proj,failsafe(rtn): 0.0016479,0.00000,0.152
27,mlp.experts.203.down_proj,0.0000027215,0.05000,3.350
27,mlp.experts.87.down_proj,0.0000042862,0.05000,3.328
27,mlp.experts.236.down_proj,0.0000041883,0.05000,3.295
27,mlp.experts.101.down_proj,0.0000026314,0.05000,3.271
27,mlp.experts.210.down_proj,0.0000055436,0.05000,3.257
27,mlp.experts.100.down_proj,0.0000034118,0.05000,3.364
27,mlp.experts.233.down_proj,0.0000024942,0.05000,3.391
27,mlp.experts.249.down_proj,failsafe(rtn): 0.0016708,0.00000,0.170
27,mlp.experts.219.down_proj,0.0000009352,0.05000,3.447
27,mlp.experts.103.down_proj,0.0000047512,0.05000,3.448
27,mlp.experts.252.down_proj,0.0000013667,0.05000,3.394
27,mlp.experts.117.down_proj,0.0000055844,0.05000,3.371
27,mlp.experts.464.up_proj,0.0000661749,0.05000,13.570
27,mlp.experts.226.down_proj,0.0000028263,0.05000,3.298
27,mlp.experts.438.up_proj,0.0000263469,0.05000,13.488
27,mlp.experts.472.up_proj,0.0000751044,0.05000,13.464
27,mlp.experts.116.down_proj,0.0000024429,0.05000,3.384
27,mlp.experts.447.up_proj,0.0000246742,0.05000,13.578
27,mlp.experts.265.down_proj,0.0000037478,0.05000,3.372
27,mlp.experts.235.down_proj,0.0000047045,0.05000,3.422
27,mlp.experts.119.down_proj,0.0000005222,0.05000,3.367
27,mlp.experts.506.up_proj,0.0000213591,0.05000,13.481
27,mlp.experts.268.down_proj,0.0000011958,0.05000,3.388
27,mlp.experts.133.down_proj,0.0000022452,0.05000,3.494
27,mlp.experts.467.up_proj,0.0000293902,0.05000,13.550
27,mlp.experts.242.down_proj,0.0000029915,0.05000,3.460
27,mlp.experts.509.up_proj,0.0000271035,0.05000,13.571
27,mlp.experts.258.down_proj,failsafe(rtn): 0.0016403,0.00000,0.175
27,mlp.experts.132.down_proj,0.0000034946,0.05000,3.540
27,mlp.experts.281.down_proj,0.0000044795,0.05000,3.434
27,mlp.experts.251.down_proj,0.0000018873,0.05000,3.466
27,mlp.experts.135.down_proj,0.0000050003,0.05000,3.504
27,mlp.experts.465.up_proj,0.0000151864,0.05000,13.512
27,mlp.experts.151.down_proj,failsafe(rtn): 0.0015106,0.00000,0.169
27,mlp.experts.10.down_proj,0.0000034490,0.05000,3.446
27,mlp.experts.284.down_proj,0.0000024005,0.05000,3.485
27,mlp.experts.149.down_proj,0.0000043639,0.05000,3.534
27,mlp.experts.13.down_proj,0.0000034162,0.05000,3.544
27,mlp.experts.274.down_proj,0.0000028422,0.05000,3.477
27,mlp.experts.148.down_proj,0.0000020691,0.05000,3.447
27,mlp.experts.297.down_proj,0.0000020396,0.05000,3.407
27,mlp.experts.267.down_proj,0.0000023551,0.05000,3.457
27,mlp.experts.167.down_proj,0.0000063803,0.05000,3.460
27,mlp.experts.26.down_proj,0.0000016652,0.05000,3.433
27,mlp.experts.300.down_proj,0.0000005981,0.05000,3.534
27,mlp.experts.316.down_proj,failsafe(rtn): 0.0016174,0.00000,0.195
27,mlp.experts.165.down_proj,0.0000015267,0.05000,3.485
27,mlp.experts.29.down_proj,0.0000058969,0.05000,3.354
27,mlp.experts.290.down_proj,0.0000020899,0.05000,3.377
27,mlp.experts.164.down_proj,0.0000057398,0.05000,3.406
27,mlp.experts.313.down_proj,0.0000091954,0.05000,3.383
27,mlp.experts.283.down_proj,0.0000017896,0.05000,3.388
27,mlp.experts.183.down_proj,0.0000018712,0.05000,3.295
27,mlp.experts.42.down_proj,0.0000018289,0.05000,3.300
27,mlp.experts.332.down_proj,0.0000035268,0.05000,3.252
27,mlp.experts.181.down_proj,0.0000012509,0.05000,3.229
27,mlp.experts.480.up_proj,0.0001004163,0.05000,13.618
27,mlp.experts.45.down_proj,0.0000050390,0.05000,3.252
27,mlp.experts.306.down_proj,0.0000098889,0.05000,3.257
27,mlp.experts.454.up_proj,0.0000243538,0.05000,13.538
27,mlp.experts.488.up_proj,0.0000227392,0.05000,13.650
27,mlp.experts.180.down_proj,0.0000044827,0.05000,3.335
27,mlp.experts.463.up_proj,0.0000211734,0.05000,13.564
27,mlp.experts.329.down_proj,0.0000036221,0.05000,3.397
27,mlp.experts.345.down_proj,failsafe(rtn): 0.0015259,0.00000,0.181
27,mlp.experts.299.down_proj,0.0000016882,0.05000,3.356
27,mlp.experts.199.down_proj,0.0000064479,0.05000,3.373
27,mlp.experts.58.down_proj,0.0000130834,0.05000,3.336
27,mlp.experts.348.down_proj,0.0000016688,0.05000,3.467
27,mlp.experts.197.down_proj,0.0000033336,0.05000,3.393
27,mlp.experts.483.up_proj,0.0000165460,0.05000,13.445
27,mlp.experts.61.down_proj,0.0000011148,0.05000,3.427
27,mlp.experts.322.down_proj,0.0000057208,0.05000,3.420
27,mlp.experts.196.down_proj,0.0000021894,0.05000,3.430
27,mlp.experts.361.down_proj,0.0000032318,0.05000,3.353
27,mlp.experts.315.down_proj,0.0000030100,0.05000,3.405
27,mlp.experts.481.up_proj,0.0000083886,0.05000,13.545
27,mlp.experts.215.down_proj,0.0000029319,0.05000,3.426
27,mlp.experts.74.down_proj,0.0000025176,0.05000,3.363
27,mlp.experts.364.down_proj,0.0000013524,0.05000,3.463
27,mlp.experts.213.down_proj,0.0000020781,0.05000,3.419
27,mlp.experts.380.down_proj,failsafe(rtn): 0.0014343,0.00000,0.159
27,mlp.experts.229.down_proj,failsafe(rtn): 0.0014191,0.00000,0.168
27,mlp.experts.77.down_proj,0.0000045548,0.05000,3.385
27,mlp.experts.338.down_proj,0.0000008644,0.05000,3.348
27,mlp.experts.212.down_proj,0.0000009612,0.05000,3.409
27,mlp.experts.377.down_proj,0.0000022854,0.05000,3.520
27,mlp.experts.331.down_proj,0.0000023021,0.05000,3.394
27,mlp.experts.347.down_proj,failsafe(rtn): 0.0014038,0.00000,0.161
27,mlp.experts.90.down_proj,0.0000088550,0.05000,3.344
27,mlp.experts.231.down_proj,0.0000042339,0.05000,3.411
27,mlp.experts.247.down_proj,failsafe(rtn): 0.0015640,0.00000,0.177
27,mlp.experts.396.down_proj,0.0000008955,0.05000,3.375
27,mlp.experts.245.down_proj,0.0000065461,0.05000,3.394
27,mlp.experts.93.down_proj,0.0000019786,0.05000,3.304
27,mlp.experts.354.down_proj,0.0000033326,0.05000,3.294
27,mlp.experts.228.down_proj,0.0000017804,0.05000,3.343
27,mlp.experts.393.down_proj,0.0000024630,0.05000,3.341
27,mlp.experts.363.down_proj,0.0000037364,0.05000,3.346
27,mlp.experts.106.down_proj,0.0000050556,0.05000,3.347
27,mlp.experts.263.down_proj,0.0000022075,0.05000,3.391
27,mlp.experts.412.down_proj,0.0000044017,0.05000,3.383
27,mlp.experts.261.down_proj,0.0000037418,0.05000,3.396
27,mlp.experts.496.up_proj,0.0000202435,0.05000,13.677
27,mlp.experts.370.down_proj,0.0000049991,0.05000,3.521
27,mlp.experts.109.down_proj,0.0000015898,0.05000,3.575
27,mlp.experts.470.up_proj,0.0000215497,0.05000,13.685
27,mlp.experts.386.down_proj,failsafe(rtn): 0.0015335,0.00000,0.214
27,mlp.experts.504.up_proj,0.0000360495,0.05000,13.731
27,mlp.experts.8.down_proj,failsafe(rtn): 0.0016403,0.00000,0.203
27,mlp.experts.479.up_proj,0.0000189716,0.05000,13.730
27,mlp.experts.244.down_proj,0.0000086694,0.05000,3.682
27,mlp.experts.409.down_proj,0.0000129432,0.05000,3.666
27,mlp.experts.379.down_proj,0.0000017581,0.05000,3.565
27,mlp.experts.122.down_proj,0.0000016142,0.05000,3.566
27,mlp.experts.279.down_proj,0.0000021526,0.05000,3.572
27,mlp.experts.499.up_proj,0.0000232516,0.05000,13.672
27,mlp.experts.428.down_proj,0.0000031846,0.05000,3.533
27,mlp.experts.277.down_proj,0.0000019635,0.05000,3.535
27,mlp.experts.0.down_proj,0.0000219249,0.05000,3.452
27,mlp.experts.125.down_proj,0.0000067297,0.05000,3.368
27,mlp.experts.402.down_proj,0.0000146489,0.05000,3.308
27,mlp.experts.24.down_proj,0.0000073192,0.05000,3.257
27,mlp.experts.260.down_proj,0.0000030841,0.05000,3.225
27,mlp.experts.425.down_proj,0.0000008835,0.05000,3.201
27,mlp.experts.497.up_proj,0.0000379551,0.05000,13.555
27,mlp.experts.395.down_proj,0.0000029482,0.05000,3.198
27,mlp.experts.138.down_proj,0.0000030651,0.05000,3.237
27,mlp.experts.411.down_proj,failsafe(rtn): 0.0014267,0.00000,0.160
27,mlp.experts.295.down_proj,0.0000192300,0.05000,3.288
27,mlp.experts.444.down_proj,0.0000072263,0.05000,3.260
27,mlp.experts.3.down_proj,0.0000036614,0.05000,3.346
27,mlp.experts.293.down_proj,0.0000014232,0.05000,3.329
27,mlp.experts.16.down_proj,0.0000027558,0.05000,3.322
27,mlp.experts.141.down_proj,0.0000082400,0.05000,3.327
27,mlp.experts.418.down_proj,0.0000068463,0.05000,3.322
27,mlp.experts.40.down_proj,0.0000025131,0.05000,3.303
27,mlp.experts.276.down_proj,0.0000019370,0.05000,3.330
27,mlp.experts.441.down_proj,0.0000029763,0.05000,3.359
27,mlp.experts.1.down_proj,0.0000012138,0.05000,3.379
27,mlp.experts.427.down_proj,0.0000023598,0.05000,3.319
27,mlp.experts.154.down_proj,0.0000020748,0.05000,3.408
27,mlp.experts.311.down_proj,0.0000115833,0.05000,3.275
27,mlp.experts.460.down_proj,0.0000109577,0.05000,3.389
27,mlp.experts.19.down_proj,0.0000029349,0.05000,3.391
27,mlp.experts.309.down_proj,0.0000027340,0.05000,3.370
27,mlp.experts.32.down_proj,0.0000338286,0.05000,3.420
27,mlp.experts.157.down_proj,0.0000025310,0.05000,3.428
27,mlp.experts.434.down_proj,0.0000047667,0.05000,3.418
27,mlp.experts.450.down_proj,failsafe(rtn): 0.0015717,0.00000,0.147
27,mlp.experts.56.down_proj,0.0000068439,0.05000,3.485
27,mlp.experts.292.down_proj,0.0000012321,0.05000,3.467
27,mlp.experts.308.down_proj,failsafe(rtn): 0.0015030,0.00000,0.162
27,mlp.experts.457.down_proj,0.0000039167,0.05000,3.507
27,mlp.experts.17.down_proj,0.0000018842,0.05000,3.589
27,mlp.experts.443.down_proj,0.0000017047,0.05000,3.499
27,mlp.experts.170.down_proj,0.0000011511,0.05000,3.604
27,mlp.experts.327.down_proj,0.0000016979,0.05000,3.626
27,mlp.experts.35.down_proj,0.0000076463,0.05000,3.498
27,mlp.experts.476.down_proj,0.0000032153,0.05000,3.589
27,mlp.experts.325.down_proj,0.0000020181,0.05000,3.539
27,mlp.experts.486.up_proj,0.0000859409,0.05000,13.413
27,mlp.experts.48.down_proj,0.0000004367,0.05000,3.550
27,mlp.experts.173.down_proj,0.0000028157,0.05000,3.543
27,mlp.experts.466.down_proj,0.0000026849,0.05000,3.494
27,mlp.experts.495.up_proj,0.0000356237,0.05000,13.481
27,mlp.experts.72.down_proj,0.0000026609,0.05000,3.595
27,mlp.experts.324.down_proj,0.0000045702,0.05000,3.582
27,mlp.experts.473.down_proj,0.0000010824,0.05000,3.484
27,mlp.experts.33.down_proj,0.0000025627,0.05000,3.472
27,mlp.experts.459.down_proj,0.0000038619,0.05000,3.432
27,mlp.experts.186.down_proj,0.0000016240,0.05000,3.443
27,mlp.experts.343.down_proj,0.0000016045,0.05000,3.391
27,mlp.experts.202.down_proj,failsafe(rtn): 0.0014648,0.00000,0.157
27,mlp.experts.51.down_proj,0.0000070468,0.05000,3.365
27,mlp.experts.492.down_proj,0.0000084986,0.05000,3.346
27,mlp.experts.341.down_proj,0.0000024815,0.05000,3.408
27,mlp.experts.64.down_proj,0.0000032548,0.05000,3.383
27,mlp.experts.189.down_proj,0.0000032912,0.05000,3.451
27,mlp.experts.482.down_proj,0.0000023717,0.05000,3.384
27,mlp.experts.88.down_proj,0.0000035279,0.05000,3.343
27,mlp.experts.340.down_proj,0.0000021118,0.05000,3.288
27,mlp.experts.489.down_proj,0.0000036121,0.05000,3.339
27,mlp.experts.475.down_proj,0.0000053269,0.05000,3.271
27,mlp.experts.49.down_proj,0.0000034976,0.05000,3.361
27,mlp.experts.359.down_proj,0.0000023617,0.05000,3.350
27,mlp.experts.218.down_proj,0.0000026817,0.05000,3.374
27,mlp.experts.508.down_proj,0.0000024007,0.05000,3.376
27,mlp.experts.67.down_proj,0.0000011203,0.05000,3.406
27,mlp.experts.357.down_proj,0.0000014643,0.05000,3.388
27,mlp.experts.80.down_proj,0.0000045144,0.05000,3.294
27,mlp.experts.205.down_proj,0.0000021492,0.05000,3.261
27,mlp.experts.498.down_proj,0.0000013699,0.05000,3.238
27,mlp.experts.104.down_proj,0.0000098430,0.05000,3.148
27,mlp.experts.356.down_proj,0.0000038975,0.05000,3.202
27,mlp.experts.505.down_proj,0.0000026913,0.05000,3.139
27,mlp.experts.491.down_proj,0.0000048120,0.05000,3.111
27,mlp.experts.65.down_proj,0.0000012702,0.05000,3.109
27,mlp.experts.507.down_proj,failsafe(rtn): 0.0016556,0.00000,0.151
27,mlp.experts.234.down_proj,0.0000013298,0.05000,2.971
27,mlp.experts.375.down_proj,0.0000016235,0.05000,3.045
27,mlp.experts.83.down_proj,0.0000023514,0.05000,2.831
27,mlp.experts.373.down_proj,0.0000027467,0.05000,2.741
27,mlp.experts.96.down_proj,0.0000017361,0.05000,2.640
27,mlp.experts.221.down_proj,0.0000029587,0.05000,2.625
27,mlp.experts.120.down_proj,0.0000015641,0.05000,2.533
27,mlp.experts.372.down_proj,0.0000014839,0.05000,2.518
27,mlp.experts.81.down_proj,0.0000011016,0.05000,2.424
27,mlp.experts.250.down_proj,0.0000028608,0.05000,2.401
27,mlp.experts.391.down_proj,0.0000022167,0.05000,2.422
27,mlp.experts.99.down_proj,0.0000049503,0.05000,2.476
27,mlp.experts.389.down_proj,0.0000038685,0.05000,2.424
27,mlp.experts.502.up_proj,0.0000171083,0.05000,11.746
27,mlp.experts.112.down_proj,0.0000048692,0.05000,2.458
27,mlp.experts.237.down_proj,0.0000070596,0.05000,2.433
27,mlp.experts.511.up_proj,0.0000215889,0.05000,11.416
27,mlp.experts.136.down_proj,0.0000025565,0.05000,2.425
27,mlp.experts.388.down_proj,0.0000011355,0.05000,2.355
27,mlp.experts.97.down_proj,0.0000021441,0.05000,2.321
27,mlp.experts.266.down_proj,0.0000028670,0.05000,2.257
27,mlp.experts.407.down_proj,0.0000101466,0.05000,2.288
27,mlp.experts.115.down_proj,0.0000042010,0.05000,2.303
27,mlp.experts.131.down_proj,failsafe(rtn): 0.0015945,0.00000,0.126
27,mlp.experts.405.down_proj,0.0000026080,0.05000,2.328
27,mlp.experts.6.down_proj,0.0000049818,0.05000,2.339
27,mlp.experts.128.down_proj,0.0000048034,0.05000,2.387
27,mlp.experts.253.down_proj,0.0000037051,0.05000,2.391
27,mlp.experts.269.down_proj,failsafe(rtn): 0.0014877,0.00000,0.109
27,mlp.experts.15.down_proj,0.0000058118,0.05000,2.406
27,mlp.experts.152.down_proj,0.0000026622,0.05000,2.343
27,mlp.experts.404.down_proj,0.0000028477,0.05000,2.404
27,mlp.experts.113.down_proj,0.0000019823,0.05000,2.372
27,mlp.experts.282.down_proj,0.0000019809,0.05000,2.328
27,mlp.experts.423.down_proj,0.0000129409,0.05000,2.327
27,mlp.experts.147.down_proj,0.0000010791,0.05000,2.237
27,mlp.experts.421.down_proj,0.0000009256,0.05000,2.254
27,mlp.experts.22.down_proj,0.0000082813,0.05000,2.240
27,mlp.experts.144.down_proj,0.0000021943,0.05000,2.289
27,mlp.experts.285.down_proj,0.0000050991,0.05000,2.278
27,mlp.experts.168.down_proj,0.0000007675,0.05000,2.263
27,mlp.experts.31.down_proj,0.0000066033,0.05000,2.313
27,mlp.experts.420.down_proj,0.0000053616,0.05000,2.243
27,mlp.experts.436.down_proj,failsafe(rtn): 0.0015182,0.00000,0.110
27,mlp.experts.129.down_proj,0.0000020589,0.05000,2.289
27,mlp.experts.298.down_proj,0.0000017185,0.05000,2.239
27,mlp.experts.439.down_proj,0.0000049535,0.05000,2.262
27,mlp.experts.163.down_proj,0.0000024979,0.05000,2.248
27,mlp.experts.437.down_proj,0.0000054301,0.05000,2.263
27,mlp.experts.38.down_proj,0.0000020225,0.05000,2.238
27,mlp.experts.160.down_proj,0.0000049563,0.05000,2.331
27,mlp.experts.301.down_proj,0.0000021643,0.05000,2.272
27,mlp.experts.184.down_proj,0.0000014432,0.05000,2.309
27,mlp.experts.47.down_proj,0.0000014302,0.05000,2.290
27,mlp.experts.452.down_proj,0.0000153638,0.05000,2.300
27,mlp.experts.314.down_proj,0.0000037117,0.05000,2.285
27,mlp.experts.145.down_proj,0.0000018169,0.05000,2.329
27,mlp.experts.455.down_proj,0.0000033420,0.05000,2.303
27,mlp.experts.179.down_proj,0.0000028988,0.05000,2.289
27,mlp.experts.453.down_proj,0.0000011603,0.05000,2.366
27,mlp.experts.54.down_proj,0.0000026642,0.05000,2.297
27,mlp.experts.176.down_proj,0.0000042684,0.05000,2.275
27,mlp.experts.317.down_proj,0.0000027585,0.05000,2.304
27,mlp.experts.200.down_proj,0.0000038583,0.05000,2.310
27,mlp.experts.63.down_proj,0.0000068111,0.05000,2.328
27,mlp.experts.468.down_proj,0.0000023788,0.05000,2.327
27,mlp.experts.330.down_proj,0.0000032427,0.05000,2.281
27,mlp.experts.161.down_proj,0.0000028849,0.05000,2.334
27,mlp.experts.471.down_proj,0.0000033928,0.05000,2.376
27,mlp.experts.195.down_proj,0.0000015511,0.05000,2.335
27,mlp.experts.469.down_proj,0.0000044530,0.05000,2.324
27,mlp.experts.70.down_proj,0.0000017419,0.05000,2.281
27,mlp.experts.192.down_proj,0.0000010597,0.05000,2.341
27,mlp.experts.333.down_proj,0.0000027163,0.05000,2.295
27,mlp.experts.216.down_proj,0.0000018940,0.05000,2.290
27,mlp.experts.79.down_proj,0.0000025403,0.05000,2.308
27,mlp.experts.484.down_proj,0.0000032363,0.05000,2.283
27,mlp.experts.346.down_proj,0.0000019039,0.05000,2.252
27,mlp.experts.177.down_proj,0.0000015399,0.05000,2.323
27,mlp.experts.487.down_proj,0.0000029523,0.05000,2.316
27,mlp.experts.211.down_proj,0.0000061943,0.05000,2.300
27,mlp.experts.485.down_proj,0.0000049652,0.05000,2.259
27,mlp.experts.86.down_proj,0.0000021347,0.05000,2.265
27,mlp.experts.208.down_proj,0.0000027725,0.05000,2.250
27,mlp.experts.349.down_proj,0.0000021882,0.05000,2.297
27,mlp.experts.232.down_proj,0.0000006909,0.05000,2.241
27,mlp.experts.95.down_proj,0.0000061044,0.05000,2.235
27,mlp.experts.500.down_proj,0.0000046476,0.05000,2.278
27,mlp.experts.362.down_proj,0.0000010480,0.05000,2.262
27,mlp.experts.193.down_proj,0.0000009361,0.05000,2.269
27,mlp.experts.209.down_proj,failsafe(rtn): 0.0016632,0.00000,0.110
27,mlp.experts.503.down_proj,0.0000051677,0.05000,2.277
27,mlp.experts.227.down_proj,0.0000040421,0.05000,2.204
27,mlp.experts.501.down_proj,0.0000008947,0.05000,2.197
27,mlp.experts.102.down_proj,0.0000125571,0.05000,2.162
27,mlp.experts.224.down_proj,0.0000029221,0.05000,2.078
27,mlp.experts.365.down_proj,0.0000023437,0.05000,2.015
27,mlp.experts.111.down_proj,0.0000031012,0.05000,1.952
27,mlp.experts.248.down_proj,0.0000034543,0.05000,2.030
27,mlp.experts.378.down_proj,0.0000033372,0.05000,1.705
27,mlp.experts.225.down_proj,0.0000015234,0.05000,1.710
27,mlp.experts.243.down_proj,0.0000241822,0.05000,1.607
27,mlp.experts.118.down_proj,0.0000024273,0.05000,1.577
27,mlp.experts.240.down_proj,0.0000030617,0.05000,1.574
27,mlp.experts.381.down_proj,0.0000016212,0.05000,1.570
27,mlp.experts.127.down_proj,0.0000064864,0.05000,1.558
27,mlp.experts.397.down_proj,failsafe(rtn): 0.0014954,0.00000,0.096
27,mlp.experts.264.down_proj,0.0000040411,0.05000,1.574
27,mlp.experts.394.down_proj,0.0000035341,0.05000,1.516
27,mlp.experts.410.down_proj,failsafe(rtn): 0.0015106,0.00000,0.079
27,mlp.experts.241.down_proj,0.0000013308,0.05000,1.575
27,mlp.experts.259.down_proj,0.0000048640,0.05000,1.544
27,mlp.experts.134.down_proj,0.0000030927,0.05000,1.537
27,mlp.experts.256.down_proj,0.0000023647,0.05000,1.599
27,mlp.experts.143.down_proj,0.0000080567,0.05000,1.556
27,mlp.experts.413.down_proj,0.0000019443,0.05000,1.551
27,mlp.experts.280.down_proj,0.0000039510,0.05000,1.596
27,mlp.experts.426.down_proj,0.0000103189,0.05000,1.543
27,mlp.experts.257.down_proj,0.0000016980,0.05000,1.542
27,mlp.experts.275.down_proj,0.0000017181,0.05000,1.521
27,mlp.experts.150.down_proj,0.0000013047,0.05000,1.534
27,mlp.experts.272.down_proj,0.0000050502,0.05000,1.539
27,mlp.experts.159.down_proj,0.0000009865,0.05000,1.552
27,mlp.experts.429.down_proj,0.0000024180,0.05000,1.537
27,mlp.experts.296.down_proj,0.0000058971,0.05000,1.587
27,mlp.experts.442.down_proj,0.0000156108,0.05000,1.593
27,mlp.experts.273.down_proj,0.0000023456,0.05000,1.623
27,mlp.experts.291.down_proj,0.0000020074,0.05000,1.595
27,mlp.experts.166.down_proj,0.0000009055,0.05000,1.570
27,mlp.experts.288.down_proj,0.0000042401,0.05000,1.579
27,mlp.experts.175.down_proj,0.0000028582,0.05000,1.521
27,mlp.experts.445.down_proj,0.0000018183,0.05000,1.534
27,mlp.experts.312.down_proj,0.0000020054,0.05000,1.549
27,mlp.experts.458.down_proj,0.0000045691,0.05000,1.529
27,mlp.experts.289.down_proj,0.0000064560,0.05000,1.555
27,mlp.experts.307.down_proj,0.0000035543,0.05000,1.578
27,mlp.experts.182.down_proj,0.0000090930,0.05000,1.557
27,mlp.experts.304.down_proj,0.0000010633,0.05000,1.560
27,mlp.experts.191.down_proj,0.0000017320,0.05000,1.555
27,mlp.experts.461.down_proj,0.0000027656,0.05000,1.540
27,mlp.experts.328.down_proj,0.0000044316,0.05000,1.549
27,mlp.experts.474.down_proj,0.0000017435,0.05000,1.547
27,mlp.experts.305.down_proj,0.0000069903,0.05000,1.593
27,mlp.experts.323.down_proj,0.0000033206,0.05000,1.575
27,mlp.experts.198.down_proj,0.0000041106,0.05000,1.583
27,mlp.experts.320.down_proj,0.0000146506,0.05000,1.607
27,mlp.experts.207.down_proj,0.0000010636,0.05000,1.585
27,mlp.experts.477.down_proj,0.0000022001,0.05000,1.599
27,mlp.experts.344.down_proj,0.0000025811,0.05000,1.588
27,mlp.experts.490.down_proj,0.0000090052,0.05000,1.614
27,mlp.experts.321.down_proj,0.0000027946,0.05000,1.592
27,mlp.experts.339.down_proj,0.0000034758,0.05000,1.640
27,mlp.experts.214.down_proj,0.0000027852,0.05000,1.617
27,mlp.experts.336.down_proj,0.0000016169,0.05000,1.641
27,mlp.experts.493.down_proj,0.0000011605,0.05000,1.628
27,mlp.experts.223.down_proj,0.0000028874,0.05000,1.651
27,mlp.experts.360.down_proj,0.0000018789,0.05000,1.646
27,mlp.experts.506.down_proj,0.0000036159,0.05000,1.643
27,mlp.experts.337.down_proj,0.0000026580,0.05000,1.578
27,mlp.experts.355.down_proj,0.0000077154,0.05000,1.554
27,mlp.experts.230.down_proj,0.0000026919,0.05000,1.498
27,mlp.experts.352.down_proj,0.0000005302,0.05000,1.441
27,mlp.experts.239.down_proj,0.0000037420,0.05000,1.417
27,mlp.experts.509.down_proj,0.0000024375,0.05000,1.435
27,mlp.experts.376.down_proj,0.0000063199,0.05000,1.469
27,mlp.experts.353.down_proj,0.0000048403,0.05000,1.350
27,mlp.experts.371.down_proj,0.0000028882,0.05000,1.329
27,mlp.experts.246.down_proj,0.0000018100,0.05000,1.337
27,mlp.experts.368.down_proj,0.0000011957,0.05000,1.304
27,mlp.experts.255.down_proj,0.0000094366,0.05000,1.269
27,mlp.experts.384.down_proj,failsafe(rtn): 0.0016098,0.00000,0.056
27,mlp.experts.392.down_proj,0.0000035369,0.05000,1.338
27,mlp.experts.369.down_proj,0.0000022371,0.05000,1.214
27,mlp.experts.387.down_proj,0.0000020791,0.05000,1.206
27,mlp.experts.262.down_proj,0.0000012075,0.05000,1.186
27,mlp.experts.271.down_proj,0.0000036622,0.05000,1.270
27,mlp.experts.400.down_proj,0.0000032942,0.05000,1.265
27,mlp.experts.408.down_proj,0.0000026198,0.05000,1.324
27,mlp.experts.385.down_proj,0.0000046108,0.05000,1.271
27,mlp.experts.278.down_proj,0.0000033686,0.05000,1.338
27,mlp.experts.403.down_proj,0.0000054653,0.05000,1.386
27,mlp.experts.287.down_proj,0.0000038438,0.05000,1.326
27,mlp.experts.416.down_proj,0.0000009539,0.05000,1.323
27,mlp.experts.424.down_proj,0.0000024023,0.05000,1.391
27,mlp.experts.401.down_proj,0.0000010163,0.05000,1.291
27,mlp.experts.294.down_proj,0.0000045522,0.05000,1.274
27,mlp.experts.419.down_proj,0.0000101535,0.05000,1.348
27,mlp.experts.303.down_proj,0.0000123111,0.05000,1.383
27,mlp.experts.432.down_proj,0.0000003029,0.05000,1.442
27,mlp.experts.440.down_proj,0.0000024761,0.05000,1.399
27,mlp.experts.417.down_proj,0.0000033137,0.05000,1.276
27,mlp.experts.310.down_proj,0.0000029446,0.05000,1.277
27,mlp.experts.435.down_proj,0.0000039790,0.05000,1.239
27,mlp.experts.319.down_proj,0.0000020941,0.05000,1.150
27,mlp.experts.448.down_proj,0.0000057325,0.05000,1.137
27,mlp.experts.456.down_proj,0.0000023199,0.05000,1.090
27,mlp.experts.433.down_proj,0.0000040746,0.05000,1.023
27,mlp.experts.326.down_proj,0.0000010242,0.05000,1.025
27,mlp.experts.451.down_proj,0.0000068455,0.05000,1.052
27,mlp.experts.335.down_proj,0.0000034365,0.05000,1.121
27,mlp.experts.464.down_proj,0.0000081366,0.05000,1.165
27,mlp.experts.472.down_proj,0.0000059726,0.05000,1.207
27,mlp.experts.449.down_proj,0.0000024303,0.05000,1.259
27,mlp.experts.342.down_proj,0.0000050252,0.05000,1.251
27,mlp.experts.467.down_proj,0.0000030680,0.05000,1.283
27,mlp.experts.351.down_proj,0.0000061659,0.05000,1.299
27,mlp.experts.480.down_proj,0.0000298890,0.05000,1.256
27,mlp.experts.488.down_proj,0.0000011923,0.05000,1.177
27,mlp.experts.465.down_proj,0.0000019304,0.05000,1.224
27,mlp.experts.358.down_proj,0.0000015788,0.05000,1.206
27,mlp.experts.483.down_proj,0.0000023901,0.05000,1.202
27,mlp.experts.367.down_proj,0.0000039881,0.05000,1.176
27,mlp.experts.496.down_proj,0.0000015946,0.05000,1.270
27,mlp.experts.504.down_proj,0.0000113244,0.05000,1.288
27,mlp.experts.481.down_proj,0.0000011764,0.05000,1.273
27,mlp.experts.499.down_proj,0.0000012814,0.05000,0.986
27,mlp.experts.374.down_proj,0.0000023887,0.05000,1.157
27,mlp.experts.383.down_proj,0.0000038251,0.05000,0.777
27,mlp.experts.497.down_proj,0.0000023060,0.05000,0.354
27,mlp.experts.390.down_proj,0.0000024547,0.05000,0.405
27,mlp.experts.399.down_proj,0.0000056192,0.05000,0.305
27,mlp.experts.406.down_proj,0.0000056954,0.05000,0.196
27,mlp.experts.415.down_proj,0.0000034343,0.05000,0.195
27,mlp.experts.422.down_proj,0.0000302079,0.05000,0.181
27,mlp.experts.431.down_proj,0.0000025290,0.05000,0.184
27,mlp.experts.438.down_proj,0.0000044556,0.05000,0.186
27,mlp.experts.447.down_proj,0.0000046284,0.05000,0.185
27,mlp.experts.454.down_proj,0.0000023061,0.05000,0.225
27,mlp.experts.463.down_proj,0.0000053132,0.05000,0.223
27,mlp.experts.470.down_proj,0.0000017398,0.05000,0.203
27,mlp.experts.479.down_proj,0.0000032791,0.05000,0.200
27,mlp.experts.486.down_proj,0.0000051933,0.05000,0.230
27,mlp.experts.495.down_proj,0.0000133964,0.05000,0.233
27,mlp.experts.502.down_proj,0.0000014055,0.05000,0.220
27,mlp.experts.511.down_proj,0.0000020165,0.05000,0.218
28,mlp.experts.10.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.755
28,mlp.experts.14.gate_proj,0.0000414746,0.05000,14.170
28,mlp.experts.8.gate_proj,0.0000489665,0.05000,14.201
28,mlp.experts.6.gate_proj,0.0000184966,0.05000,14.205
28,mlp.experts.3.gate_proj,0.0000322229,0.05000,14.165
28,mlp.experts.12.gate_proj,0.0000113034,0.05000,14.229
28,mlp.experts.0.gate_proj,0.0000396759,0.05000,14.226
28,mlp.experts.4.gate_proj,0.0000150624,0.05000,14.231
28,mlp.experts.11.gate_proj,0.0000666375,0.05000,14.250
28,mlp.experts.13.gate_proj,0.0000614499,0.05000,14.281
28,mlp.experts.5.gate_proj,0.0000179110,0.05000,14.300
28,mlp.experts.15.gate_proj,0.0000161913,0.05000,14.314
28,mlp.experts.2.gate_proj,0.0000144668,0.05000,14.225
28,mlp.experts.7.gate_proj,0.0000229241,0.05000,14.323
28,mlp.experts.1.gate_proj,0.0000201135,0.05000,14.448
28,mlp.experts.9.gate_proj,0.0000235198,0.05000,14.465
28,mlp.experts.26.gate_proj,0.0000538343,0.05000,14.199
28,mlp.experts.21.gate_proj,0.0000141929,0.05000,12.046
28,mlp.experts.30.gate_proj,0.0000425678,0.05000,12.163
28,mlp.experts.29.gate_proj,0.0000705302,0.05000,12.096
28,mlp.experts.18.gate_proj,0.0000289842,0.05000,12.151
28,mlp.experts.22.gate_proj,0.0000460916,0.05000,12.282
28,mlp.experts.31.gate_proj,0.0000226571,0.05000,12.320
28,mlp.experts.19.gate_proj,0.0000130989,0.05000,12.393
28,mlp.experts.23.gate_proj,0.0000245341,0.05000,12.233
28,mlp.experts.16.gate_proj,0.0000267854,0.05000,12.282
28,mlp.experts.24.gate_proj,0.0000416900,0.05000,12.355
28,mlp.experts.27.gate_proj,0.0000428227,0.05000,12.426
28,mlp.experts.28.gate_proj,0.0000043735,0.05000,12.361
28,mlp.experts.20.gate_proj,0.0000532251,0.05000,12.464
28,mlp.experts.37.gate_proj,failsafe(rtn): 0.0013580,0.00000,0.733
28,mlp.experts.42.gate_proj,0.0000216221,0.05000,12.237
28,mlp.experts.46.gate_proj,0.0000160778,0.05000,11.153
28,mlp.experts.25.gate_proj,0.0000311622,0.05000,11.459
28,mlp.experts.45.gate_proj,0.0000087898,0.05000,11.463
28,mlp.experts.47.gate_proj,0.0000044075,0.05000,11.327
28,mlp.experts.17.gate_proj,0.0000345612,0.05000,11.580
28,mlp.experts.35.gate_proj,0.0000345961,0.05000,11.459
28,mlp.experts.44.gate_proj,0.0000327744,0.05000,11.401
28,mlp.experts.40.gate_proj,0.0000259058,0.05000,11.462
28,mlp.experts.32.gate_proj,0.0000215748,0.05000,11.519
28,mlp.experts.39.gate_proj,0.0000400961,0.05000,11.612
28,mlp.experts.43.gate_proj,0.0000662119,0.05000,11.610
28,mlp.experts.36.gate_proj,0.0000295248,0.05000,11.521
28,mlp.experts.53.gate_proj,0.0000312673,0.05000,11.649
28,mlp.experts.55.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.841
28,mlp.experts.38.gate_proj,0.0000377398,0.05000,14.613
28,mlp.experts.58.gate_proj,0.0000032419,0.05000,14.619
28,mlp.experts.62.gate_proj,0.0000564274,0.05000,14.620
28,mlp.experts.34.gate_proj,0.0000057653,0.05000,14.624
28,mlp.experts.61.gate_proj,0.0000593137,0.05000,14.571
28,mlp.experts.41.gate_proj,0.0000447412,0.05000,14.587
28,mlp.experts.63.gate_proj,0.0000167023,0.05000,14.551
28,mlp.experts.33.gate_proj,0.0000506460,0.05000,14.605
28,mlp.experts.51.gate_proj,0.0000131345,0.05000,14.534
28,mlp.experts.56.gate_proj,0.0000086949,0.05000,14.540
28,mlp.experts.48.gate_proj,0.0000569033,0.05000,14.541
28,mlp.experts.60.gate_proj,0.0000072791,0.05000,14.626
28,mlp.experts.52.gate_proj,0.0000697567,0.05000,14.450
28,mlp.experts.50.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.816
28,mlp.experts.59.gate_proj,0.0000340506,0.05000,14.684
28,mlp.experts.69.gate_proj,0.0000197265,0.05000,14.462
28,mlp.experts.71.gate_proj,0.0000111067,0.05000,14.367
28,mlp.experts.74.gate_proj,0.0000177745,0.05000,14.338
28,mlp.experts.78.gate_proj,0.0000271992,0.05000,14.366
28,mlp.experts.54.gate_proj,0.0000513663,0.05000,14.423
28,mlp.experts.79.gate_proj,0.0000164315,0.05000,14.306
28,mlp.experts.77.gate_proj,0.0000301585,0.05000,14.385
28,mlp.experts.57.gate_proj,0.0000137444,0.05000,14.411
28,mlp.experts.72.gate_proj,0.0000228535,0.05000,14.258
28,mlp.experts.67.gate_proj,0.0000405101,0.05000,14.444
28,mlp.experts.68.gate_proj,0.0000490279,0.05000,14.306
28,mlp.experts.64.gate_proj,0.0000190012,0.05000,14.385
28,mlp.experts.49.gate_proj,0.0000513883,0.05000,14.545
28,mlp.experts.66.gate_proj,0.0000667688,0.05000,14.239
28,mlp.experts.76.gate_proj,0.0000831674,0.05000,14.445
28,mlp.experts.75.gate_proj,0.0000411386,0.05000,14.327
28,mlp.experts.85.gate_proj,0.0000884968,0.05000,14.260
28,mlp.experts.87.gate_proj,0.0000274448,0.05000,14.366
28,mlp.experts.101.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.729
28,mlp.experts.90.gate_proj,0.0000126338,0.05000,14.093
28,mlp.experts.94.gate_proj,0.0000301239,0.05000,14.154
28,mlp.experts.70.gate_proj,0.0000371041,0.05000,14.199
28,mlp.experts.95.gate_proj,0.0000239115,0.05000,14.114
28,mlp.experts.93.gate_proj,0.0000734169,0.05000,14.177
28,mlp.experts.73.gate_proj,0.0000109562,0.05000,14.142
28,mlp.experts.88.gate_proj,0.0000360199,0.05000,14.117
28,mlp.experts.80.gate_proj,0.0000302969,0.05000,14.181
28,mlp.experts.92.gate_proj,0.0000597039,0.05000,14.089
28,mlp.experts.82.gate_proj,0.0000159128,0.05000,14.130
28,mlp.experts.83.gate_proj,0.0000103055,0.05000,14.279
28,mlp.experts.84.gate_proj,0.0000196504,0.05000,14.314
28,mlp.experts.65.gate_proj,0.0000083551,0.05000,14.447
28,mlp.experts.91.gate_proj,0.0000177697,0.05000,14.308
28,mlp.experts.103.gate_proj,0.0000178558,0.05000,14.343
28,mlp.experts.117.gate_proj,0.0000622076,0.05000,14.343
28,mlp.experts.133.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.662
28,mlp.experts.106.gate_proj,0.0000382007,0.05000,14.398
28,mlp.experts.86.gate_proj,0.0000168175,0.05000,14.298
28,mlp.experts.110.gate_proj,0.0000296176,0.05000,14.423
28,mlp.experts.111.gate_proj,0.0000233373,0.05000,14.484
28,mlp.experts.109.gate_proj,0.0000500890,0.05000,14.414
28,mlp.experts.104.gate_proj,0.0000369213,0.05000,14.447
28,mlp.experts.89.gate_proj,0.0000167360,0.05000,14.566
28,mlp.experts.100.gate_proj,0.0000234190,0.05000,14.210
28,mlp.experts.99.gate_proj,0.0000211360,0.05000,14.281
28,mlp.experts.96.gate_proj,0.0000242901,0.05000,14.365
28,mlp.experts.108.gate_proj,0.0000610777,0.05000,14.447
28,mlp.experts.98.gate_proj,0.0000196912,0.05000,14.455
28,mlp.experts.107.gate_proj,0.0000421672,0.05000,14.346
28,mlp.experts.81.gate_proj,0.0000088942,0.05000,14.478
28,mlp.experts.119.gate_proj,0.0000693890,0.05000,14.394
28,mlp.experts.149.gate_proj,0.0000501386,0.05000,14.420
28,mlp.experts.122.gate_proj,0.0000678235,0.05000,14.462
28,mlp.experts.102.gate_proj,0.0000108894,0.05000,14.424
28,mlp.experts.126.gate_proj,0.0000103109,0.05000,14.489
28,mlp.experts.127.gate_proj,0.0000294410,0.05000,14.441
28,mlp.experts.125.gate_proj,0.0000425683,0.05000,14.546
28,mlp.experts.105.gate_proj,0.0000196534,0.05000,14.487
28,mlp.experts.120.gate_proj,0.0000634818,0.05000,14.553
28,mlp.experts.116.gate_proj,0.0000114035,0.05000,14.472
28,mlp.experts.112.gate_proj,0.0000326079,0.05000,14.470
28,mlp.experts.115.gate_proj,0.0000205825,0.05000,14.514
28,mlp.experts.114.gate_proj,0.0000448885,0.05000,14.480
28,mlp.experts.124.gate_proj,0.0000354676,0.05000,14.542
28,mlp.experts.138.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.867
28,mlp.experts.123.gate_proj,0.0000249799,0.05000,14.546
28,mlp.experts.97.gate_proj,0.0000114023,0.05000,14.548
28,mlp.experts.121.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.746
28,mlp.experts.135.gate_proj,0.0000203985,0.05000,14.543
28,mlp.experts.165.gate_proj,0.0000130857,0.05000,14.435
28,mlp.experts.118.gate_proj,0.0000377726,0.05000,14.069
28,mlp.experts.142.gate_proj,0.0000388878,0.05000,14.081
28,mlp.experts.143.gate_proj,0.0000206860,0.05000,14.097
28,mlp.experts.136.gate_proj,0.0000428265,0.05000,14.045
28,mlp.experts.141.gate_proj,0.0000355148,0.05000,14.214
28,mlp.experts.132.gate_proj,0.0000186235,0.05000,14.168
28,mlp.experts.128.gate_proj,0.0000162286,0.05000,14.128
28,mlp.experts.131.gate_proj,0.0000130021,0.05000,14.107
28,mlp.experts.154.gate_proj,0.0000206384,0.05000,14.103
28,mlp.experts.130.gate_proj,0.0000217380,0.05000,14.155
28,mlp.experts.140.gate_proj,0.0000185244,0.05000,14.220
28,mlp.experts.159.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.777
28,mlp.experts.139.gate_proj,0.0000518804,0.05000,14.195
28,mlp.experts.113.gate_proj,0.0000319877,0.05000,14.275
28,mlp.experts.148.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.811
28,mlp.experts.137.gate_proj,0.0000519936,0.05000,14.369
28,mlp.experts.151.gate_proj,0.0000496470,0.05000,14.279
28,mlp.experts.181.gate_proj,0.0000371591,0.05000,14.298
28,mlp.experts.158.gate_proj,0.0000195306,0.05000,14.196
28,mlp.experts.134.gate_proj,0.0000249939,0.05000,14.368
28,mlp.experts.152.gate_proj,0.0000154951,0.05000,14.239
28,mlp.experts.157.gate_proj,0.0000841769,0.05000,14.239
28,mlp.experts.144.gate_proj,0.0000186992,0.05000,14.214
28,mlp.experts.147.gate_proj,0.0000493754,0.05000,14.211
28,mlp.experts.170.gate_proj,0.0000242829,0.05000,14.139
28,mlp.experts.156.gate_proj,0.0000589513,0.05000,14.121
28,mlp.experts.146.gate_proj,0.0000282302,0.05000,14.235
28,mlp.experts.155.gate_proj,0.0000367500,0.05000,14.198
28,mlp.experts.175.gate_proj,0.0000585412,0.05000,14.244
28,mlp.experts.129.gate_proj,0.0000522685,0.05000,14.334
28,mlp.experts.164.gate_proj,0.0000051377,0.05000,14.230
28,mlp.experts.153.gate_proj,0.0000108421,0.05000,14.227
28,mlp.experts.167.gate_proj,0.0000130145,0.05000,14.301
28,mlp.experts.197.gate_proj,0.0000216525,0.05000,14.411
28,mlp.experts.174.gate_proj,0.0000314214,0.05000,14.404
28,mlp.experts.150.gate_proj,0.0000251422,0.05000,14.448
28,mlp.experts.168.gate_proj,0.0000226944,0.05000,14.584
28,mlp.experts.173.gate_proj,0.0000127980,0.05000,14.586
28,mlp.experts.163.gate_proj,0.0000141784,0.05000,14.547
28,mlp.experts.186.gate_proj,0.0000119710,0.05000,14.576
28,mlp.experts.160.gate_proj,0.0000106227,0.05000,14.634
28,mlp.experts.172.gate_proj,0.0000389550,0.05000,14.606
28,mlp.experts.162.gate_proj,0.0000167157,0.05000,14.563
28,mlp.experts.171.gate_proj,0.0000261618,0.05000,14.625
28,mlp.experts.191.gate_proj,0.0000184892,0.05000,14.606
28,mlp.experts.180.gate_proj,0.0000223634,0.05000,14.397
28,mlp.experts.184.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.862
28,mlp.experts.145.gate_proj,0.0000840259,0.05000,14.680
28,mlp.experts.169.gate_proj,0.0000410825,0.05000,14.595
28,mlp.experts.188.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.800
28,mlp.experts.183.gate_proj,0.0000200929,0.05000,14.598
28,mlp.experts.207.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.795
28,mlp.experts.213.gate_proj,0.0000205439,0.05000,14.688
28,mlp.experts.166.gate_proj,0.0000388108,0.05000,14.551
28,mlp.experts.190.gate_proj,0.0000089463,0.05000,14.734
28,mlp.experts.189.gate_proj,0.0000112268,0.05000,14.646
28,mlp.experts.179.gate_proj,0.0000061147,0.05000,14.620
28,mlp.experts.182.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.720
28,mlp.experts.176.gate_proj,0.0000243101,0.05000,14.622
28,mlp.experts.202.gate_proj,0.0000145019,0.05000,14.680
28,mlp.experts.178.gate_proj,0.0000174426,0.05000,14.606
28,mlp.experts.187.gate_proj,0.0000166543,0.05000,14.605
28,mlp.experts.200.gate_proj,0.0000153876,0.05000,14.455
28,mlp.experts.196.gate_proj,0.0000276782,0.05000,14.625
28,mlp.experts.204.gate_proj,0.0000438442,0.05000,14.462
28,mlp.experts.161.gate_proj,0.0000204953,0.05000,14.664
28,mlp.experts.185.gate_proj,0.0000466988,0.05000,14.738
28,mlp.experts.223.gate_proj,0.0000182554,0.05000,14.437
28,mlp.experts.199.gate_proj,0.0000074799,0.05000,14.576
28,mlp.experts.229.gate_proj,0.0000421066,0.05000,14.643
28,mlp.experts.206.gate_proj,0.0000286994,0.05000,14.281
28,mlp.experts.198.gate_proj,0.0000241129,0.05000,14.247
28,mlp.experts.195.gate_proj,0.0000355709,0.05000,14.294
28,mlp.experts.205.gate_proj,0.0000313678,0.05000,14.322
28,mlp.experts.218.gate_proj,0.0000258638,0.05000,14.189
28,mlp.experts.192.gate_proj,0.0000559559,0.05000,14.217
28,mlp.experts.194.gate_proj,0.0000550230,0.05000,14.285
28,mlp.experts.203.gate_proj,0.0000418865,0.05000,14.237
28,mlp.experts.216.gate_proj,0.0000100592,0.05000,14.336
28,mlp.experts.212.gate_proj,0.0000274566,0.05000,14.356
28,mlp.experts.214.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.816
28,mlp.experts.220.gate_proj,0.0000844560,0.05000,14.315
28,mlp.experts.201.gate_proj,0.0000407252,0.05000,14.234
28,mlp.experts.210.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.844
28,mlp.experts.177.gate_proj,0.0000282370,0.05000,14.537
28,mlp.experts.215.gate_proj,0.0000563871,0.05000,14.268
28,mlp.experts.239.gate_proj,0.0000768871,0.05000,14.409
28,mlp.experts.245.gate_proj,0.0000126248,0.05000,14.470
28,mlp.experts.222.gate_proj,0.0000115681,0.05000,14.534
28,mlp.experts.234.gate_proj,0.0000530706,0.05000,14.618
28,mlp.experts.221.gate_proj,0.0000127781,0.05000,14.639
28,mlp.experts.238.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.792
28,mlp.experts.211.gate_proj,0.0000385836,0.05000,14.698
28,mlp.experts.208.gate_proj,0.0000159934,0.05000,14.741
28,mlp.experts.219.gate_proj,0.0000419693,0.05000,14.621
28,mlp.experts.232.gate_proj,0.0000264004,0.05000,14.479
28,mlp.experts.236.gate_proj,0.0000258644,0.05000,14.402
28,mlp.experts.228.gate_proj,0.0000297147,0.05000,14.521
28,mlp.experts.230.gate_proj,0.0000254392,0.05000,14.617
28,mlp.experts.224.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.773
28,mlp.experts.193.gate_proj,0.0000110076,0.05000,14.509
28,mlp.experts.226.gate_proj,0.0000278581,0.05000,14.613
28,mlp.experts.217.gate_proj,0.0000451188,0.05000,14.780
28,mlp.experts.231.gate_proj,0.0000893126,0.05000,14.651
28,mlp.experts.255.gate_proj,0.0000264125,0.05000,14.575
28,mlp.experts.271.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.738
28,mlp.experts.261.gate_proj,0.0000343731,0.05000,14.599
28,mlp.experts.254.gate_proj,0.0000091858,0.05000,14.293
28,mlp.experts.250.gate_proj,0.0000203980,0.05000,14.350
28,mlp.experts.237.gate_proj,0.0000185762,0.05000,14.384
28,mlp.experts.227.gate_proj,0.0000066308,0.05000,14.418
28,mlp.experts.235.gate_proj,0.0000050270,0.05000,14.472
28,mlp.experts.248.gate_proj,0.0000343931,0.05000,14.406
28,mlp.experts.252.gate_proj,0.0000194997,0.05000,14.397
28,mlp.experts.244.gate_proj,0.0000145628,0.05000,14.539
28,mlp.experts.253.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.752
28,mlp.experts.246.gate_proj,0.0000287862,0.05000,14.470
28,mlp.experts.240.gate_proj,0.0000220231,0.05000,14.433
28,mlp.experts.242.gate_proj,0.0000166887,0.05000,14.415
28,mlp.experts.209.gate_proj,0.0000464299,0.05000,14.473
28,mlp.experts.247.gate_proj,0.0000172391,0.05000,14.363
28,mlp.experts.233.gate_proj,0.0000094415,0.05000,14.445
28,mlp.experts.287.gate_proj,0.0000251462,0.05000,14.459
28,mlp.experts.277.gate_proj,0.0000294069,0.05000,14.521
28,mlp.experts.270.gate_proj,0.0000179791,0.05000,14.182
28,mlp.experts.266.gate_proj,0.0000358352,0.05000,14.267
28,mlp.experts.243.gate_proj,0.0000433278,0.05000,14.327
28,mlp.experts.264.gate_proj,0.0000169625,0.05000,14.215
28,mlp.experts.268.gate_proj,0.0000118807,0.05000,14.139
28,mlp.experts.251.gate_proj,0.0000423768,0.05000,14.288
28,mlp.experts.260.gate_proj,0.0000353503,0.05000,14.116
28,mlp.experts.269.gate_proj,0.0000487605,0.05000,14.246
28,mlp.experts.262.gate_proj,0.0000069905,0.05000,14.342
28,mlp.experts.256.gate_proj,0.0000490685,0.05000,14.271
28,mlp.experts.258.gate_proj,0.0000182011,0.05000,14.176
28,mlp.experts.263.gate_proj,0.0000360336,0.05000,14.212
28,mlp.experts.225.gate_proj,0.0000468364,0.05000,14.286
28,mlp.experts.249.gate_proj,0.0000427281,0.05000,14.176
28,mlp.experts.284.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.825
28,mlp.experts.267.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.801
28,mlp.experts.303.gate_proj,0.0000207466,0.05000,14.118
28,mlp.experts.293.gate_proj,0.0000359293,0.05000,14.121
28,mlp.experts.286.gate_proj,0.0000314556,0.05000,14.541
28,mlp.experts.282.gate_proj,0.0000233094,0.05000,14.620
28,mlp.experts.259.gate_proj,0.0000225764,0.05000,14.546
28,mlp.experts.280.gate_proj,0.0000516212,0.05000,14.370
28,mlp.experts.276.gate_proj,0.0000257328,0.05000,14.557
28,mlp.experts.285.gate_proj,0.0000193136,0.05000,14.547
28,mlp.experts.272.gate_proj,0.0000216909,0.05000,14.468
28,mlp.experts.274.gate_proj,0.0000307092,0.05000,14.522
28,mlp.experts.278.gate_proj,0.0000325306,0.05000,14.632
28,mlp.experts.279.gate_proj,0.0000382697,0.05000,14.538
28,mlp.experts.265.gate_proj,0.0000321277,0.05000,14.583
28,mlp.experts.241.gate_proj,0.0000155353,0.05000,14.654
28,mlp.experts.300.gate_proj,0.0000149270,0.05000,14.578
28,mlp.experts.283.gate_proj,0.0000184489,0.05000,14.732
28,mlp.experts.319.gate_proj,0.0000238374,0.05000,14.544
28,mlp.experts.309.gate_proj,0.0000309533,0.05000,14.612
28,mlp.experts.302.gate_proj,0.0000659737,0.05000,14.242
28,mlp.experts.298.gate_proj,0.0000202379,0.05000,14.257
28,mlp.experts.275.gate_proj,0.0000580721,0.05000,14.312
28,mlp.experts.296.gate_proj,0.0000569100,0.05000,14.179
28,mlp.experts.292.gate_proj,0.0000322392,0.05000,14.318
28,mlp.experts.301.gate_proj,0.0000158620,0.05000,14.270
28,mlp.experts.288.gate_proj,0.0000215002,0.05000,14.324
28,mlp.experts.290.gate_proj,0.0000298434,0.05000,14.278
28,mlp.experts.294.gate_proj,0.0000505190,0.05000,14.203
28,mlp.experts.295.gate_proj,0.0000236270,0.05000,14.269
28,mlp.experts.281.gate_proj,0.0000186661,0.05000,14.263
28,mlp.experts.257.gate_proj,0.0000507086,0.05000,14.232
28,mlp.experts.316.gate_proj,0.0000133435,0.05000,14.234
28,mlp.experts.308.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.758
28,mlp.experts.299.gate_proj,0.0000206468,0.05000,14.261
28,mlp.experts.335.gate_proj,0.0000307628,0.05000,14.216
28,mlp.experts.325.gate_proj,0.0000081264,0.05000,14.259
28,mlp.experts.318.gate_proj,0.0000534066,0.05000,14.190
28,mlp.experts.314.gate_proj,0.0000279182,0.05000,14.152
28,mlp.experts.291.gate_proj,0.0000124577,0.05000,14.173
28,mlp.experts.312.gate_proj,0.0000337829,0.05000,14.263
28,mlp.experts.317.gate_proj,0.0000463112,0.05000,14.284
28,mlp.experts.310.gate_proj,0.0000355691,0.05000,14.166
28,mlp.experts.311.gate_proj,0.0000206613,0.05000,14.068
28,mlp.experts.304.gate_proj,0.0000194028,0.05000,14.267
28,mlp.experts.306.gate_proj,0.0000216028,0.05000,14.269
28,mlp.experts.297.gate_proj,0.0000175777,0.05000,14.263
28,mlp.experts.273.gate_proj,0.0000276615,0.05000,14.216
28,mlp.experts.332.gate_proj,0.0000269042,0.05000,14.164
28,mlp.experts.324.gate_proj,0.0000122934,0.05000,14.274
28,mlp.experts.333.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.848
28,mlp.experts.315.gate_proj,0.0000118276,0.05000,14.394
28,mlp.experts.351.gate_proj,0.0000142633,0.05000,14.145
28,mlp.experts.341.gate_proj,0.0000339358,0.05000,14.369
28,mlp.experts.334.gate_proj,0.0000100908,0.05000,14.696
28,mlp.experts.330.gate_proj,0.0000240302,0.05000,14.698
28,mlp.experts.328.gate_proj,0.0000294081,0.05000,14.559
28,mlp.experts.307.gate_proj,0.0000161865,0.05000,14.670
28,mlp.experts.346.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.688
28,mlp.experts.326.gate_proj,0.0000196590,0.05000,14.701
28,mlp.experts.327.gate_proj,0.0000243882,0.05000,14.709
28,mlp.experts.322.gate_proj,0.0000309636,0.05000,14.750
28,mlp.experts.320.gate_proj,0.0000227687,0.05000,14.804
28,mlp.experts.313.gate_proj,0.0000420400,0.05000,14.720
28,mlp.experts.289.gate_proj,0.0000239720,0.05000,14.787
28,mlp.experts.348.gate_proj,0.0000211747,0.05000,14.754
28,mlp.experts.340.gate_proj,0.0000317607,0.05000,14.675
28,mlp.experts.331.gate_proj,0.0000693912,0.05000,14.679
28,mlp.experts.367.gate_proj,0.0000079746,0.05000,14.639
28,mlp.experts.349.gate_proj,0.0000483177,0.05000,14.711
28,mlp.experts.338.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.740
28,mlp.experts.305.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.790
28,mlp.experts.357.gate_proj,0.0000361715,0.05000,14.725
28,mlp.experts.350.gate_proj,0.0000355726,0.05000,14.516
28,mlp.experts.344.gate_proj,0.0000208974,0.05000,14.500
28,mlp.experts.323.gate_proj,0.0000123469,0.05000,14.524
28,mlp.experts.362.gate_proj,0.0000154131,0.05000,14.485
28,mlp.experts.342.gate_proj,0.0000404763,0.05000,14.497
28,mlp.experts.343.gate_proj,0.0000327910,0.05000,14.443
28,mlp.experts.336.gate_proj,0.0000174223,0.05000,14.449
28,mlp.experts.329.gate_proj,0.0000420353,0.05000,14.497
28,mlp.experts.364.gate_proj,0.0000497130,0.05000,14.480
28,mlp.experts.356.gate_proj,0.0000074576,0.05000,14.488
28,mlp.experts.383.gate_proj,0.0000419054,0.05000,14.432
28,mlp.experts.347.gate_proj,0.0000079137,0.05000,14.524
28,mlp.experts.365.gate_proj,0.0000586996,0.05000,14.508
28,mlp.experts.354.gate_proj,0.0000237869,0.05000,14.474
28,mlp.experts.321.gate_proj,0.0000373205,0.05000,14.376
28,mlp.experts.381.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.715
28,mlp.experts.373.gate_proj,0.0000284219,0.05000,14.406
28,mlp.experts.366.gate_proj,0.0000692936,0.05000,14.299
28,mlp.experts.360.gate_proj,0.0000535723,0.05000,14.247
28,mlp.experts.339.gate_proj,0.0000482784,0.05000,14.346
28,mlp.experts.378.gate_proj,0.0000242645,0.05000,14.415
28,mlp.experts.358.gate_proj,0.0000597669,0.05000,14.345
28,mlp.experts.352.gate_proj,0.0000663550,0.05000,14.307
28,mlp.experts.359.gate_proj,0.0000113273,0.05000,14.437
28,mlp.experts.345.gate_proj,0.0000328844,0.05000,14.449
28,mlp.experts.380.gate_proj,0.0000237010,0.05000,14.366
28,mlp.experts.372.gate_proj,0.0000252603,0.05000,14.477
28,mlp.experts.399.gate_proj,0.0000406346,0.05000,14.469
28,mlp.experts.370.gate_proj,0.0000319361,0.05000,14.317
28,mlp.experts.363.gate_proj,0.0000295422,0.05000,14.464
28,mlp.experts.396.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.741
28,mlp.experts.337.gate_proj,0.0000479598,0.05000,14.478
28,mlp.experts.397.gate_proj,0.0000152597,0.05000,14.413
28,mlp.experts.389.gate_proj,0.0000700878,0.05000,14.248
28,mlp.experts.353.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.735
28,mlp.experts.382.gate_proj,0.0000171562,0.05000,13.961
28,mlp.experts.376.gate_proj,0.0000239453,0.05000,13.886
28,mlp.experts.355.gate_proj,0.0000184226,0.05000,13.961
28,mlp.experts.394.gate_proj,0.0000615523,0.05000,13.904
28,mlp.experts.374.gate_proj,0.0000211731,0.05000,13.930
28,mlp.experts.368.gate_proj,0.0000161699,0.05000,13.982
28,mlp.experts.375.gate_proj,0.0000413007,0.05000,14.055
28,mlp.experts.361.gate_proj,0.0000176688,0.05000,13.996
28,mlp.experts.415.gate_proj,0.0000128669,0.05000,13.796
28,mlp.experts.388.gate_proj,0.0000216975,0.05000,13.951
28,mlp.experts.379.gate_proj,0.0000731726,0.05000,13.827
28,mlp.experts.386.gate_proj,0.0000170917,0.05000,13.942
28,mlp.experts.412.gate_proj,0.0000150203,0.05000,13.877
28,mlp.experts.413.gate_proj,0.0000380589,0.05000,13.990
28,mlp.experts.405.gate_proj,0.0000293911,0.05000,13.976
28,mlp.experts.369.gate_proj,0.0000352290,0.05000,14.068
28,mlp.experts.398.gate_proj,0.0000233098,0.05000,14.474
28,mlp.experts.392.gate_proj,0.0000125464,0.05000,14.371
28,mlp.experts.371.gate_proj,0.0000068517,0.05000,14.310
28,mlp.experts.410.gate_proj,0.0000416550,0.05000,14.516
28,mlp.experts.390.gate_proj,0.0000218852,0.05000,14.387
28,mlp.experts.391.gate_proj,0.0000126247,0.05000,14.374
28,mlp.experts.384.gate_proj,0.0000263213,0.05000,14.544
28,mlp.experts.377.gate_proj,0.0000203213,0.05000,14.381
28,mlp.experts.431.gate_proj,0.0000232108,0.05000,14.479
28,mlp.experts.404.gate_proj,0.0000232855,0.05000,14.490
28,mlp.experts.395.gate_proj,0.0000257875,0.05000,14.524
28,mlp.experts.402.gate_proj,0.0000420774,0.05000,14.507
28,mlp.experts.428.gate_proj,0.0000742362,0.05000,14.316
28,mlp.experts.429.gate_proj,0.0000285566,0.05000,14.347
28,mlp.experts.421.gate_proj,0.0000105132,0.05000,14.339
28,mlp.experts.385.gate_proj,0.0000479665,0.05000,14.410
28,mlp.experts.401.gate_proj,failsafe(rtn): 0.0013809,0.00000,0.763
28,mlp.experts.414.gate_proj,0.0000185888,0.05000,14.767
28,mlp.experts.408.gate_proj,0.0000558551,0.05000,14.692
28,mlp.experts.387.gate_proj,0.0000441414,0.05000,14.813
28,mlp.experts.406.gate_proj,0.0000185039,0.05000,14.711
28,mlp.experts.426.gate_proj,0.0000192708,0.05000,14.849
28,mlp.experts.407.gate_proj,0.0000266052,0.05000,14.721
28,mlp.experts.400.gate_proj,0.0000155847,0.05000,14.816
28,mlp.experts.393.gate_proj,0.0000867001,0.05000,14.892
28,mlp.experts.447.gate_proj,0.0000167213,0.05000,14.754
28,mlp.experts.420.gate_proj,0.0000145977,0.05000,14.829
28,mlp.experts.444.gate_proj,0.0000108265,0.05000,14.597
28,mlp.experts.411.gate_proj,0.0000347003,0.05000,14.726
28,mlp.experts.418.gate_proj,0.0000110369,0.05000,14.797
28,mlp.experts.445.gate_proj,0.0000086997,0.05000,14.682
28,mlp.experts.437.gate_proj,0.0000336287,0.05000,15.013
28,mlp.experts.417.gate_proj,0.0000134994,0.05000,14.760
28,mlp.experts.424.gate_proj,0.0000328881,0.05000,14.495
28,mlp.experts.430.gate_proj,0.0000407764,0.05000,14.574
28,mlp.experts.403.gate_proj,0.0000269912,0.05000,14.484
28,mlp.experts.442.gate_proj,0.0000599794,0.05000,14.475
28,mlp.experts.422.gate_proj,0.0000363868,0.05000,14.541
28,mlp.experts.419.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.747
28,mlp.experts.423.gate_proj,0.0000407391,0.05000,14.447
28,mlp.experts.416.gate_proj,0.0000508506,0.05000,14.511
28,mlp.experts.409.gate_proj,0.0000200635,0.05000,14.508
28,mlp.experts.460.gate_proj,0.0000336830,0.05000,14.453
28,mlp.experts.463.gate_proj,0.0000208793,0.05000,14.591
28,mlp.experts.436.gate_proj,0.0000737227,0.05000,14.497
28,mlp.experts.427.gate_proj,0.0000079911,0.05000,14.581
28,mlp.experts.434.gate_proj,0.0000424257,0.05000,14.462
28,mlp.experts.461.gate_proj,0.0000231855,0.05000,14.725
28,mlp.experts.453.gate_proj,0.0000153411,0.05000,14.644
28,mlp.experts.433.gate_proj,0.0000042963,0.05000,14.717
28,mlp.experts.446.gate_proj,0.0000374791,0.05000,14.861
28,mlp.experts.440.gate_proj,0.0000841355,0.05000,14.942
28,mlp.experts.456.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.682
28,mlp.experts.458.gate_proj,0.0000233458,0.05000,14.752
28,mlp.experts.438.gate_proj,0.0000239737,0.05000,14.767
28,mlp.experts.435.gate_proj,0.0000372160,0.05000,14.953
28,mlp.experts.439.gate_proj,0.0000171625,0.05000,14.924
28,mlp.experts.432.gate_proj,0.0000183076,0.05000,14.793
28,mlp.experts.425.gate_proj,0.0000176466,0.05000,14.849
28,mlp.experts.479.gate_proj,0.0000150378,0.05000,14.672
28,mlp.experts.452.gate_proj,0.0000253155,0.05000,14.653
28,mlp.experts.476.gate_proj,0.0000312392,0.05000,14.692
28,mlp.experts.443.gate_proj,0.0000488708,0.05000,14.663
28,mlp.experts.450.gate_proj,0.0000068287,0.05000,14.854
28,mlp.experts.477.gate_proj,0.0000299471,0.05000,14.805
28,mlp.experts.469.gate_proj,0.0000192857,0.05000,14.900
28,mlp.experts.485.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.815
28,mlp.experts.449.gate_proj,0.0000244603,0.05000,15.012
28,mlp.experts.462.gate_proj,0.0000246505,0.05000,14.253
28,mlp.experts.472.gate_proj,0.0000439934,0.05000,14.250
28,mlp.experts.474.gate_proj,0.0000381095,0.05000,14.241
28,mlp.experts.454.gate_proj,0.0000111898,0.05000,14.260
28,mlp.experts.455.gate_proj,0.0000264258,0.05000,14.251
28,mlp.experts.451.gate_proj,0.0000197653,0.05000,14.376
28,mlp.experts.448.gate_proj,0.0000407692,0.05000,14.297
28,mlp.experts.495.gate_proj,0.0000321111,0.05000,14.236
28,mlp.experts.492.gate_proj,0.0000397286,0.05000,14.312
28,mlp.experts.441.gate_proj,0.0000297270,0.05000,14.465
28,mlp.experts.468.gate_proj,0.0000495102,0.05000,14.389
28,mlp.experts.459.gate_proj,0.0000280738,0.05000,14.311
28,mlp.experts.466.gate_proj,0.0000134675,0.05000,14.312
28,mlp.experts.493.gate_proj,0.0000423314,0.05000,14.256
28,mlp.experts.501.gate_proj,0.0000253632,0.05000,14.140
28,mlp.experts.465.gate_proj,0.0000136308,0.05000,14.324
28,mlp.experts.478.gate_proj,0.0000075137,0.05000,14.453
28,mlp.experts.488.gate_proj,0.0000236166,0.05000,14.390
28,mlp.experts.490.gate_proj,0.0000339619,0.05000,14.404
28,mlp.experts.470.gate_proj,0.0000323681,0.05000,14.353
28,mlp.experts.467.gate_proj,0.0000689542,0.05000,14.445
28,mlp.experts.464.gate_proj,0.0000732887,0.05000,14.559
28,mlp.experts.471.gate_proj,0.0000300693,0.05000,14.703
28,mlp.experts.508.gate_proj,0.0000513295,0.05000,14.375
28,mlp.experts.511.gate_proj,0.0000355257,0.05000,14.630
28,mlp.experts.484.gate_proj,0.0000292720,0.05000,14.485
28,mlp.experts.457.gate_proj,0.0000611265,0.05000,14.544
28,mlp.experts.475.gate_proj,0.0000335007,0.05000,14.688
28,mlp.experts.482.gate_proj,0.0000197247,0.05000,14.724
28,mlp.experts.509.gate_proj,0.0000151696,0.05000,14.826
28,mlp.experts.498.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.809
28,mlp.experts.5.up_proj,0.0000177945,0.05000,14.622
28,mlp.experts.481.gate_proj,0.0000137480,0.05000,14.807
28,mlp.experts.494.gate_proj,0.0000411135,0.05000,14.585
28,mlp.experts.504.gate_proj,0.0000224902,0.05000,14.623
28,mlp.experts.486.gate_proj,0.0000137773,0.05000,14.610
28,mlp.experts.506.gate_proj,0.0000218249,0.05000,14.740
28,mlp.experts.483.gate_proj,0.0000157189,0.05000,14.666
28,mlp.experts.487.gate_proj,0.0000248148,0.05000,14.530
28,mlp.experts.480.gate_proj,0.0000277229,0.05000,14.577
28,mlp.experts.10.up_proj,failsafe(rtn): 0.0015106,0.00000,0.735
28,mlp.experts.12.up_proj,0.0000110951,0.05000,14.705
28,mlp.experts.500.gate_proj,0.0000312114,0.05000,14.545
28,mlp.experts.15.up_proj,0.0000161730,0.05000,14.598
28,mlp.experts.473.gate_proj,0.0000123510,0.05000,14.619
28,mlp.experts.491.gate_proj,0.0000394114,0.05000,14.509
28,mlp.experts.13.up_proj,0.0000605365,0.05000,14.465
28,mlp.experts.2.up_proj,0.0000154456,0.05000,14.469
28,mlp.experts.21.up_proj,0.0000139543,0.05000,14.301
28,mlp.experts.37.up_proj,failsafe(rtn): 0.0013885,0.00000,0.736
28,mlp.experts.497.gate_proj,0.0000115127,0.05000,14.498
28,mlp.experts.510.gate_proj,0.0000134493,0.05000,13.995
28,mlp.experts.8.up_proj,0.0000477796,0.05000,14.128
28,mlp.experts.502.gate_proj,0.0000345220,0.05000,14.023
28,mlp.experts.499.gate_proj,0.0000277341,0.05000,14.081
28,mlp.experts.503.gate_proj,0.0000266353,0.05000,14.101
28,mlp.experts.496.gate_proj,0.0000301248,0.05000,14.064
28,mlp.experts.26.up_proj,0.0000530728,0.05000,13.998
28,mlp.experts.28.up_proj,0.0000043344,0.05000,13.967
28,mlp.experts.4.up_proj,0.0000165705,0.05000,14.052
28,mlp.experts.31.up_proj,0.0000222504,0.05000,14.056
28,mlp.experts.489.gate_proj,0.0000206573,0.05000,14.041
28,mlp.experts.507.gate_proj,0.0000183571,0.05000,14.009
28,mlp.experts.505.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.657
28,mlp.experts.18.up_proj,0.0000286694,0.05000,13.902
28,mlp.experts.29.up_proj,0.0000702205,0.05000,14.014
28,mlp.experts.53.up_proj,0.0000314874,0.05000,13.977
28,mlp.experts.1.up_proj,0.0000200809,0.05000,14.052
28,mlp.experts.14.up_proj,0.0000417016,0.05000,14.267
28,mlp.experts.6.up_proj,0.0000178472,0.05000,14.354
28,mlp.experts.24.up_proj,0.0000412036,0.05000,14.415
28,mlp.experts.3.up_proj,0.0000318494,0.05000,14.368
28,mlp.experts.0.up_proj,0.0000392464,0.05000,14.348
28,mlp.experts.7.up_proj,0.0000227020,0.05000,14.369
28,mlp.experts.42.up_proj,0.0000218862,0.05000,14.309
28,mlp.experts.44.up_proj,0.0000377198,0.05000,14.326
28,mlp.experts.20.up_proj,0.0000521871,0.05000,14.320
28,mlp.experts.47.up_proj,0.0000043507,0.05000,14.413
28,mlp.experts.11.up_proj,0.0000664713,0.05000,14.346
28,mlp.experts.9.up_proj,0.0000255537,0.05000,14.414
28,mlp.experts.45.up_proj,0.0000089242,0.05000,14.314
28,mlp.experts.34.up_proj,0.0000057419,0.05000,14.387
28,mlp.experts.50.up_proj,failsafe(rtn): 0.0014267,0.00000,0.765
28,mlp.experts.17.up_proj,0.0000360092,0.05000,14.319
28,mlp.experts.69.up_proj,0.0000228345,0.05000,14.494
28,mlp.experts.30.up_proj,0.0000425020,0.05000,14.287
28,mlp.experts.40.up_proj,0.0000265406,0.05000,14.284
28,mlp.experts.22.up_proj,0.0000458601,0.05000,14.333
28,mlp.experts.19.up_proj,0.0000128872,0.05000,14.379
28,mlp.experts.23.up_proj,0.0000245928,0.05000,14.370
28,mlp.experts.58.up_proj,0.0000031882,0.05000,14.260
28,mlp.experts.16.up_proj,0.0000265572,0.05000,14.465
28,mlp.experts.60.up_proj,0.0000074287,0.05000,14.328
28,mlp.experts.36.up_proj,0.0000290787,0.05000,14.313
28,mlp.experts.27.up_proj,0.0000422093,0.05000,14.279
28,mlp.experts.63.up_proj,0.0000167769,0.05000,14.516
28,mlp.experts.25.up_proj,0.0000313024,0.05000,14.349
28,mlp.experts.61.up_proj,0.0000585964,0.05000,14.489
28,mlp.experts.66.up_proj,0.0000659185,0.05000,14.395
28,mlp.experts.85.up_proj,0.0000873255,0.05000,14.378
28,mlp.experts.33.up_proj,0.0000505605,0.05000,14.472
28,mlp.experts.101.up_proj,failsafe(rtn): 0.0015411,0.00000,0.721
28,mlp.experts.46.up_proj,0.0000175051,0.05000,14.738
28,mlp.experts.56.up_proj,0.0000086310,0.05000,14.692
28,mlp.experts.38.up_proj,0.0000374378,0.05000,14.690
28,mlp.experts.35.up_proj,0.0000353332,0.05000,14.781
28,mlp.experts.32.up_proj,0.0000232362,0.05000,14.617
28,mlp.experts.39.up_proj,0.0000398074,0.05000,14.721
28,mlp.experts.74.up_proj,0.0000187667,0.05000,14.729
28,mlp.experts.76.up_proj,0.0000823179,0.05000,14.602
28,mlp.experts.52.up_proj,0.0000692195,0.05000,14.679
28,mlp.experts.43.up_proj,0.0000659800,0.05000,14.700
28,mlp.experts.79.up_proj,0.0000163234,0.05000,14.711
28,mlp.experts.55.up_proj,failsafe(rtn): 0.0013962,0.00000,0.717
28,mlp.experts.41.up_proj,0.0000441344,0.05000,14.549
28,mlp.experts.77.up_proj,0.0000303345,0.05000,14.517
28,mlp.experts.82.up_proj,0.0000155302,0.05000,14.364
28,mlp.experts.49.up_proj,0.0000510037,0.05000,14.662
28,mlp.experts.117.up_proj,0.0000615303,0.05000,14.849
28,mlp.experts.133.up_proj,failsafe(rtn): 0.0014114,0.00000,0.775
28,mlp.experts.62.up_proj,0.0000564037,0.05000,14.715
28,mlp.experts.54.up_proj,0.0000515395,0.05000,14.496
28,mlp.experts.72.up_proj,0.0000227916,0.05000,14.755
28,mlp.experts.48.up_proj,0.0000559682,0.05000,14.670
28,mlp.experts.92.up_proj,0.0000602152,0.05000,14.575
28,mlp.experts.90.up_proj,0.0000138145,0.05000,14.632
28,mlp.experts.51.up_proj,0.0000146719,0.05000,14.749
28,mlp.experts.68.up_proj,0.0000484135,0.05000,14.633
28,mlp.experts.59.up_proj,0.0000341010,0.05000,14.667
28,mlp.experts.95.up_proj,0.0000237572,0.05000,14.703
28,mlp.experts.71.up_proj,0.0000111567,0.05000,14.834
28,mlp.experts.57.up_proj,0.0000134506,0.05000,14.935
28,mlp.experts.93.up_proj,0.0000738143,0.05000,14.781
28,mlp.experts.98.up_proj,0.0000205694,0.05000,14.755
28,mlp.experts.65.up_proj,0.0000086074,0.05000,14.667
28,mlp.experts.149.up_proj,0.0000513213,0.05000,14.465
28,mlp.experts.78.up_proj,0.0000268537,0.05000,14.343
28,mlp.experts.70.up_proj,0.0000365907,0.05000,14.434
28,mlp.experts.88.up_proj,0.0000376060,0.05000,14.319
28,mlp.experts.108.up_proj,0.0000608055,0.05000,14.347
28,mlp.experts.64.up_proj,0.0000186702,0.05000,14.376
28,mlp.experts.67.up_proj,0.0000407612,0.05000,14.323
28,mlp.experts.106.up_proj,0.0000379044,0.05000,14.349
28,mlp.experts.84.up_proj,0.0000190354,0.05000,14.305
28,mlp.experts.75.up_proj,0.0000395891,0.05000,14.299
28,mlp.experts.111.up_proj,0.0000256299,0.05000,14.394
28,mlp.experts.87.up_proj,0.0000264373,0.05000,14.333
28,mlp.experts.73.up_proj,0.0000108011,0.05000,14.333
28,mlp.experts.109.up_proj,0.0000491688,0.05000,14.321
28,mlp.experts.114.up_proj,0.0000439531,0.05000,14.284
28,mlp.experts.81.up_proj,0.0000086231,0.05000,14.447
28,mlp.experts.165.up_proj,0.0000128188,0.05000,14.463
28,mlp.experts.94.up_proj,0.0000298681,0.05000,14.312
28,mlp.experts.104.up_proj,0.0000364264,0.05000,14.213
28,mlp.experts.86.up_proj,0.0000169237,0.05000,14.429
28,mlp.experts.124.up_proj,0.0000356688,0.05000,14.248
28,mlp.experts.80.up_proj,0.0000302624,0.05000,14.292
28,mlp.experts.122.up_proj,0.0000658510,0.05000,14.263
28,mlp.experts.83.up_proj,0.0000099805,0.05000,14.304
28,mlp.experts.100.up_proj,0.0000232814,0.05000,14.244
28,mlp.experts.91.up_proj,0.0000179117,0.05000,14.275
28,mlp.experts.127.up_proj,0.0000317374,0.05000,14.324
28,mlp.experts.138.up_proj,failsafe(rtn): 0.0014877,0.00000,0.826
28,mlp.experts.103.up_proj,0.0000199224,0.05000,14.442
28,mlp.experts.89.up_proj,0.0000166126,0.05000,14.500
28,mlp.experts.125.up_proj,0.0000422696,0.05000,14.365
28,mlp.experts.130.up_proj,0.0000215284,0.05000,14.606
28,mlp.experts.97.up_proj,0.0000111905,0.05000,14.460
28,mlp.experts.181.up_proj,0.0000371214,0.05000,14.383
28,mlp.experts.110.up_proj,0.0000324303,0.05000,14.499
28,mlp.experts.120.up_proj,0.0000764703,0.05000,14.526
28,mlp.experts.102.up_proj,0.0000110447,0.05000,14.534
28,mlp.experts.140.up_proj,0.0000183194,0.05000,14.625
28,mlp.experts.96.up_proj,0.0000238960,0.05000,14.622
28,mlp.experts.116.up_proj,0.0000114348,0.05000,14.600
28,mlp.experts.99.up_proj,0.0000208162,0.05000,14.766
28,mlp.experts.107.up_proj,0.0000416716,0.05000,14.559
28,mlp.experts.143.up_proj,0.0000227124,0.05000,14.671
28,mlp.experts.154.up_proj,0.0000222377,0.05000,14.536
28,mlp.experts.119.up_proj,0.0000683092,0.05000,14.586
28,mlp.experts.105.up_proj,0.0000222629,0.05000,14.474
28,mlp.experts.141.up_proj,0.0000356204,0.05000,14.592
28,mlp.experts.159.up_proj,failsafe(rtn): 0.0014191,0.00000,0.742
28,mlp.experts.121.up_proj,failsafe(rtn): 0.0014572,0.00000,0.792
28,mlp.experts.146.up_proj,0.0000315989,0.05000,14.517
28,mlp.experts.113.up_proj,0.0000313406,0.05000,14.720
28,mlp.experts.197.up_proj,0.0000213781,0.05000,14.709
28,mlp.experts.126.up_proj,0.0000104137,0.05000,14.684
28,mlp.experts.136.up_proj,0.0000420318,0.05000,14.478
28,mlp.experts.118.up_proj,0.0000372571,0.05000,14.486
28,mlp.experts.112.up_proj,0.0000342094,0.05000,14.351
28,mlp.experts.156.up_proj,0.0000590903,0.05000,14.588
28,mlp.experts.132.up_proj,0.0000196337,0.05000,14.476
28,mlp.experts.115.up_proj,0.0000203496,0.05000,14.508
28,mlp.experts.123.up_proj,0.0000256186,0.05000,14.455
28,mlp.experts.170.up_proj,0.0000239601,0.05000,14.512
28,mlp.experts.148.up_proj,failsafe(rtn): 0.0015335,0.00000,0.709
28,mlp.experts.135.up_proj,0.0000202481,0.05000,14.420
28,mlp.experts.157.up_proj,0.0000871860,0.05000,14.453
28,mlp.experts.175.up_proj,0.0000583830,0.05000,14.530
28,mlp.experts.162.up_proj,0.0000164576,0.05000,14.323
28,mlp.experts.137.up_proj,0.0000514210,0.05000,14.509
28,mlp.experts.129.up_proj,0.0000572618,0.05000,14.271
28,mlp.experts.213.up_proj,0.0000203850,0.05000,14.202
28,mlp.experts.142.up_proj,0.0000421302,0.05000,14.115
28,mlp.experts.152.up_proj,0.0000151833,0.05000,14.186
28,mlp.experts.134.up_proj,0.0000249263,0.05000,14.250
28,mlp.experts.128.up_proj,0.0000158921,0.05000,14.304
28,mlp.experts.172.up_proj,0.0000389307,0.05000,14.351
28,mlp.experts.131.up_proj,0.0000124944,0.05000,14.458
28,mlp.experts.139.up_proj,0.0000507850,0.05000,14.493
28,mlp.experts.186.up_proj,0.0000133418,0.05000,14.438
28,mlp.experts.188.up_proj,failsafe(rtn): 0.0014725,0.00000,0.827
28,mlp.experts.164.up_proj,0.0000052582,0.05000,14.517
28,mlp.experts.151.up_proj,0.0000498270,0.05000,14.625
28,mlp.experts.173.up_proj,0.0000126704,0.05000,14.472
28,mlp.experts.191.up_proj,0.0000188234,0.05000,14.459
28,mlp.experts.178.up_proj,0.0000173271,0.05000,14.456
28,mlp.experts.153.up_proj,0.0000111071,0.05000,14.446
28,mlp.experts.207.up_proj,failsafe(rtn): 0.0015182,0.00000,0.692
28,mlp.experts.145.up_proj,0.0000814001,0.05000,14.456
28,mlp.experts.229.up_proj,0.0000416759,0.05000,14.465
28,mlp.experts.158.up_proj,0.0000191729,0.05000,14.379
28,mlp.experts.168.up_proj,0.0000225496,0.05000,14.388
28,mlp.experts.150.up_proj,0.0000246117,0.05000,14.336
28,mlp.experts.184.up_proj,failsafe(rtn): 0.0014954,0.00000,0.670
28,mlp.experts.144.up_proj,0.0000211215,0.05000,14.232
28,mlp.experts.155.up_proj,0.0000362923,0.05000,14.160
28,mlp.experts.147.up_proj,0.0000512898,0.05000,14.281
28,mlp.experts.204.up_proj,0.0000452572,0.05000,14.029
28,mlp.experts.202.up_proj,0.0000145841,0.05000,14.057
28,mlp.experts.180.up_proj,0.0000233109,0.05000,14.073
28,mlp.experts.167.up_proj,0.0000128178,0.05000,14.253
28,mlp.experts.189.up_proj,0.0000136549,0.05000,14.137
28,mlp.experts.194.up_proj,0.0000552604,0.05000,14.101
28,mlp.experts.169.up_proj,0.0000423931,0.05000,14.281
28,mlp.experts.223.up_proj,0.0000180674,0.05000,14.192
28,mlp.experts.210.up_proj,failsafe(rtn): 0.0015259,0.00000,0.757
28,mlp.experts.161.up_proj,0.0000209163,0.05000,14.351
28,mlp.experts.245.up_proj,0.0000127586,0.05000,14.441
28,mlp.experts.174.up_proj,0.0000317982,0.05000,14.641
28,mlp.experts.166.up_proj,0.0000400908,0.05000,14.698
28,mlp.experts.200.up_proj,0.0000153860,0.05000,14.705
28,mlp.experts.160.up_proj,0.0000111159,0.05000,14.806
28,mlp.experts.182.up_proj,failsafe(rtn): 0.0015106,0.00000,0.681
28,mlp.experts.163.up_proj,0.0000136584,0.05000,14.663
28,mlp.experts.171.up_proj,0.0000282916,0.05000,14.727
28,mlp.experts.220.up_proj,0.0000846065,0.05000,14.665
28,mlp.experts.218.up_proj,0.0000265844,0.05000,14.750
28,mlp.experts.196.up_proj,0.0000271135,0.05000,14.745
28,mlp.experts.183.up_proj,0.0000206044,0.05000,14.880
28,mlp.experts.205.up_proj,0.0000310392,0.05000,14.763
28,mlp.experts.185.up_proj,0.0000476629,0.05000,14.684
28,mlp.experts.239.up_proj,0.0000759949,0.05000,14.750
28,mlp.experts.226.up_proj,0.0000271147,0.05000,14.685
28,mlp.experts.177.up_proj,0.0000286717,0.05000,14.629
28,mlp.experts.261.up_proj,0.0000338910,0.05000,14.515
28,mlp.experts.190.up_proj,0.0000090379,0.05000,14.552
28,mlp.experts.216.up_proj,0.0000096265,0.05000,14.391
28,mlp.experts.198.up_proj,0.0000240371,0.05000,14.362
28,mlp.experts.176.up_proj,0.0000245612,0.05000,14.469
28,mlp.experts.179.up_proj,0.0000065316,0.05000,14.370
28,mlp.experts.187.up_proj,0.0000174426,0.05000,14.551
28,mlp.experts.214.up_proj,failsafe(rtn): 0.0014496,0.00000,0.678
28,mlp.experts.236.up_proj,0.0000252855,0.05000,14.525
28,mlp.experts.234.up_proj,0.0000530746,0.05000,14.424
28,mlp.experts.212.up_proj,0.0000267029,0.05000,14.293
28,mlp.experts.199.up_proj,0.0000073347,0.05000,14.370
28,mlp.experts.221.up_proj,0.0000124805,0.05000,14.220
28,mlp.experts.201.up_proj,0.0000408679,0.05000,14.345
28,mlp.experts.255.up_proj,0.0000262601,0.05000,14.298
28,mlp.experts.242.up_proj,0.0000171934,0.05000,14.260
28,mlp.experts.271.up_proj,failsafe(rtn): 0.0015030,0.00000,0.720
28,mlp.experts.193.up_proj,0.0000109943,0.05000,14.372
28,mlp.experts.277.up_proj,0.0000287762,0.05000,14.394
28,mlp.experts.206.up_proj,0.0000282573,0.05000,14.251
28,mlp.experts.232.up_proj,0.0000263098,0.05000,14.415
28,mlp.experts.192.up_proj,0.0000559610,0.05000,14.423
28,mlp.experts.195.up_proj,0.0000346501,0.05000,14.399
28,mlp.experts.203.up_proj,0.0000425451,0.05000,14.379
28,mlp.experts.230.up_proj,0.0000268879,0.05000,14.317
28,mlp.experts.228.up_proj,0.0000295851,0.05000,14.330
28,mlp.experts.250.up_proj,0.0000201922,0.05000,14.436
28,mlp.experts.252.up_proj,0.0000193456,0.05000,14.464
28,mlp.experts.237.up_proj,0.0000183469,0.05000,14.419
28,mlp.experts.215.up_proj,0.0000555790,0.05000,14.540
28,mlp.experts.253.up_proj,failsafe(rtn): 0.0015335,0.00000,0.777
28,mlp.experts.217.up_proj,0.0000452714,0.05000,14.566
28,mlp.experts.258.up_proj,0.0000177096,0.05000,14.453
28,mlp.experts.287.up_proj,0.0000247616,0.05000,14.665
28,mlp.experts.209.up_proj,0.0000454807,0.05000,14.680
28,mlp.experts.293.up_proj,0.0000358839,0.05000,14.755
28,mlp.experts.222.up_proj,0.0000126275,0.05000,14.934
28,mlp.experts.238.up_proj,failsafe(rtn): 0.0015106,0.00000,0.723
28,mlp.experts.248.up_proj,0.0000343863,0.05000,14.973
28,mlp.experts.208.up_proj,0.0000166569,0.05000,15.016
28,mlp.experts.211.up_proj,0.0000382538,0.05000,14.965
28,mlp.experts.219.up_proj,0.0000416471,0.05000,14.928
28,mlp.experts.244.up_proj,0.0000152970,0.05000,14.795
28,mlp.experts.246.up_proj,0.0000297538,0.05000,15.009
28,mlp.experts.224.up_proj,failsafe(rtn): 0.0014267,0.00000,0.734
28,mlp.experts.268.up_proj,0.0000114204,0.05000,14.922
28,mlp.experts.266.up_proj,0.0000352564,0.05000,14.965
28,mlp.experts.284.up_proj,failsafe(rtn): 0.0015488,0.00000,0.674
28,mlp.experts.231.up_proj,0.0000866338,0.05000,14.971
28,mlp.experts.269.up_proj,0.0000479071,0.05000,14.766
28,mlp.experts.233.up_proj,0.0000093904,0.05000,14.892
28,mlp.experts.274.up_proj,0.0000307835,0.05000,14.869
28,mlp.experts.303.up_proj,0.0000203435,0.05000,14.832
28,mlp.experts.225.up_proj,0.0000464502,0.05000,14.761
28,mlp.experts.309.up_proj,0.0000329614,0.05000,14.698
28,mlp.experts.254.up_proj,0.0000093769,0.05000,14.204
28,mlp.experts.264.up_proj,0.0000183790,0.05000,14.166
28,mlp.experts.227.up_proj,0.0000066792,0.05000,14.206
28,mlp.experts.235.up_proj,0.0000049712,0.05000,14.219
28,mlp.experts.262.up_proj,0.0000068258,0.05000,14.265
28,mlp.experts.260.up_proj,0.0000354626,0.05000,14.369
28,mlp.experts.240.up_proj,0.0000228000,0.05000,14.193
28,mlp.experts.282.up_proj,0.0000229778,0.05000,14.230
28,mlp.experts.300.up_proj,0.0000150512,0.05000,14.221
28,mlp.experts.247.up_proj,0.0000168216,0.05000,14.272
28,mlp.experts.285.up_proj,0.0000200110,0.05000,14.309
28,mlp.experts.249.up_proj,0.0000429737,0.05000,14.175
28,mlp.experts.290.up_proj,0.0000303373,0.05000,14.178
28,mlp.experts.319.up_proj,0.0000229070,0.05000,14.242
28,mlp.experts.241.up_proj,0.0000154774,0.05000,14.306
28,mlp.experts.325.up_proj,0.0000080717,0.05000,14.334
28,mlp.experts.270.up_proj,0.0000203246,0.05000,14.229
28,mlp.experts.280.up_proj,0.0000516576,0.05000,14.184
28,mlp.experts.243.up_proj,0.0000424752,0.05000,14.354
28,mlp.experts.251.up_proj,0.0000452795,0.05000,14.379
28,mlp.experts.276.up_proj,0.0000258113,0.05000,14.198
28,mlp.experts.278.up_proj,0.0000330453,0.05000,14.310
28,mlp.experts.298.up_proj,0.0000194983,0.05000,14.216
28,mlp.experts.256.up_proj,0.0000492993,0.05000,14.360
28,mlp.experts.267.up_proj,failsafe(rtn): 0.0013275,0.00000,0.809
28,mlp.experts.316.up_proj,0.0000129328,0.05000,14.397
28,mlp.experts.263.up_proj,0.0000345309,0.05000,14.428
28,mlp.experts.301.up_proj,0.0000157585,0.05000,14.429
28,mlp.experts.265.up_proj,0.0000322199,0.05000,14.555
28,mlp.experts.306.up_proj,0.0000222678,0.05000,14.499
28,mlp.experts.335.up_proj,0.0000296094,0.05000,14.439
28,mlp.experts.257.up_proj,0.0000501456,0.05000,14.547
28,mlp.experts.341.up_proj,0.0000334832,0.05000,14.373
28,mlp.experts.286.up_proj,0.0000312739,0.05000,14.268
28,mlp.experts.296.up_proj,0.0000585784,0.05000,14.483
28,mlp.experts.259.up_proj,0.0000224474,0.05000,14.429
28,mlp.experts.314.up_proj,0.0000279272,0.05000,14.129
28,mlp.experts.292.up_proj,0.0000322104,0.05000,14.304
28,mlp.experts.294.up_proj,0.0000503440,0.05000,14.384
28,mlp.experts.272.up_proj,0.0000214774,0.05000,14.222
28,mlp.experts.283.up_proj,0.0000262204,0.05000,14.259
28,mlp.experts.308.up_proj,failsafe(rtn): 0.0014725,0.00000,0.723
28,mlp.experts.332.up_proj,0.0000294932,0.05000,14.141
28,mlp.experts.279.up_proj,0.0000378155,0.05000,14.205
28,mlp.experts.317.up_proj,0.0000452494,0.05000,14.177
28,mlp.experts.281.up_proj,0.0000190683,0.05000,14.078
28,mlp.experts.322.up_proj,0.0000304646,0.05000,14.145
28,mlp.experts.333.up_proj,failsafe(rtn): 0.0014801,0.00000,0.677
28,mlp.experts.351.up_proj,0.0000143344,0.05000,14.102
28,mlp.experts.338.up_proj,failsafe(rtn): 0.0014954,0.00000,0.619
28,mlp.experts.273.up_proj,0.0000279154,0.05000,13.947
28,mlp.experts.357.up_proj,0.0000359903,0.05000,14.034
28,mlp.experts.302.up_proj,0.0000657643,0.05000,14.304
28,mlp.experts.312.up_proj,0.0000337274,0.05000,14.306
28,mlp.experts.275.up_proj,0.0000561861,0.05000,14.340
28,mlp.experts.310.up_proj,0.0000349138,0.05000,14.231
28,mlp.experts.330.up_proj,0.0000237613,0.05000,14.403
28,mlp.experts.288.up_proj,0.0000221810,0.05000,14.286
28,mlp.experts.299.up_proj,0.0000213322,0.05000,14.306
28,mlp.experts.346.up_proj,failsafe(rtn): 0.0015030,0.00000,0.752
28,mlp.experts.324.up_proj,0.0000139859,0.05000,14.487
28,mlp.experts.348.up_proj,0.0000222984,0.05000,14.470
28,mlp.experts.295.up_proj,0.0000232592,0.05000,14.396
28,mlp.experts.297.up_proj,0.0000186120,0.05000,14.345
28,mlp.experts.349.up_proj,0.0000480393,0.05000,14.674
28,mlp.experts.367.up_proj,0.0000078622,0.05000,14.522
28,mlp.experts.354.up_proj,0.0000238735,0.05000,14.571
28,mlp.experts.289.up_proj,0.0000241168,0.05000,14.536
28,mlp.experts.305.up_proj,failsafe(rtn): 0.0014648,0.00000,0.672
28,mlp.experts.373.up_proj,0.0000283940,0.05000,14.346
28,mlp.experts.318.up_proj,0.0000522319,0.05000,14.055
28,mlp.experts.328.up_proj,0.0000287196,0.05000,13.888
28,mlp.experts.291.up_proj,0.0000125394,0.05000,13.924
28,mlp.experts.326.up_proj,0.0000197098,0.05000,13.936
28,mlp.experts.304.up_proj,0.0000191914,0.05000,13.983
28,mlp.experts.315.up_proj,0.0000115357,0.05000,13.997
28,mlp.experts.364.up_proj,0.0000487061,0.05000,13.808
28,mlp.experts.362.up_proj,0.0000149573,0.05000,14.005
28,mlp.experts.340.up_proj,0.0000313258,0.05000,14.005
28,mlp.experts.311.up_proj,0.0000229915,0.05000,14.085
28,mlp.experts.313.up_proj,0.0000425894,0.05000,14.030
28,mlp.experts.365.up_proj,0.0000582802,0.05000,14.155
28,mlp.experts.383.up_proj,0.0000418106,0.05000,13.982
28,mlp.experts.370.up_proj,0.0000315916,0.05000,14.236
28,mlp.experts.381.up_proj,failsafe(rtn): 0.0015030,0.00000,0.771
28,mlp.experts.321.up_proj,0.0000372225,0.05000,14.176
28,mlp.experts.389.up_proj,0.0000682372,0.05000,14.271
28,mlp.experts.334.up_proj,0.0000104986,0.05000,14.349
28,mlp.experts.344.up_proj,0.0000211913,0.05000,14.410
28,mlp.experts.307.up_proj,0.0000173353,0.05000,14.342
28,mlp.experts.342.up_proj,0.0000400872,0.05000,14.439
28,mlp.experts.320.up_proj,0.0000226153,0.05000,14.433
28,mlp.experts.331.up_proj,0.0000686826,0.05000,14.277
28,mlp.experts.378.up_proj,0.0000253521,0.05000,14.255
28,mlp.experts.356.up_proj,0.0000073842,0.05000,14.225
28,mlp.experts.380.up_proj,0.0000239149,0.05000,14.396
28,mlp.experts.327.up_proj,0.0000237101,0.05000,14.319
28,mlp.experts.329.up_proj,0.0000418487,0.05000,14.186
28,mlp.experts.396.up_proj,failsafe(rtn): 0.0015411,0.00000,0.731
28,mlp.experts.399.up_proj,0.0000418737,0.05000,14.436
28,mlp.experts.386.up_proj,0.0000169533,0.05000,14.478
28,mlp.experts.397.up_proj,0.0000150597,0.05000,14.516
28,mlp.experts.337.up_proj,0.0000463350,0.05000,14.422
28,mlp.experts.405.up_proj,0.0000291970,0.05000,14.411
28,mlp.experts.353.up_proj,failsafe(rtn): 0.0015335,0.00000,0.707
28,mlp.experts.350.up_proj,0.0000351094,0.05000,14.693
28,mlp.experts.360.up_proj,0.0000503219,0.05000,14.659
28,mlp.experts.323.up_proj,0.0000121024,0.05000,14.712
28,mlp.experts.358.up_proj,0.0000589691,0.05000,14.537
28,mlp.experts.336.up_proj,0.0000173584,0.05000,14.653
28,mlp.experts.347.up_proj,0.0000077972,0.05000,14.670
28,mlp.experts.394.up_proj,0.0000601849,0.05000,14.532
28,mlp.experts.372.up_proj,0.0000259373,0.05000,14.750
28,mlp.experts.343.up_proj,0.0000323681,0.05000,14.522
28,mlp.experts.412.up_proj,0.0000153987,0.05000,14.580
28,mlp.experts.345.up_proj,0.0000325259,0.05000,14.685
28,mlp.experts.415.up_proj,0.0000132818,0.05000,14.515
28,mlp.experts.402.up_proj,0.0000414319,0.05000,14.641
28,mlp.experts.413.up_proj,0.0000382592,0.05000,14.643
28,mlp.experts.421.up_proj,0.0000110186,0.05000,14.752
28,mlp.experts.369.up_proj,0.0000351691,0.05000,14.652
28,mlp.experts.366.up_proj,0.0000670754,0.05000,14.731
28,mlp.experts.376.up_proj,0.0000251143,0.05000,14.954
28,mlp.experts.339.up_proj,0.0000584621,0.05000,14.792
28,mlp.experts.374.up_proj,0.0000208444,0.05000,14.857
28,mlp.experts.352.up_proj,0.0000657974,0.05000,14.863
28,mlp.experts.363.up_proj,0.0000251284,0.05000,14.874
28,mlp.experts.410.up_proj,0.0000410383,0.05000,14.904
28,mlp.experts.388.up_proj,0.0000215640,0.05000,14.804
28,mlp.experts.359.up_proj,0.0000114059,0.05000,14.844
28,mlp.experts.428.up_proj,0.0000741004,0.05000,14.703
28,mlp.experts.361.up_proj,0.0000190594,0.05000,14.888
28,mlp.experts.431.up_proj,0.0000258001,0.05000,14.506
28,mlp.experts.418.up_proj,0.0000110989,0.05000,14.708
28,mlp.experts.429.up_proj,0.0000290877,0.05000,14.627
28,mlp.experts.437.up_proj,0.0000335302,0.05000,14.645
28,mlp.experts.385.up_proj,0.0000479876,0.05000,14.601
28,mlp.experts.401.up_proj,failsafe(rtn): 0.0013885,0.00000,0.647
28,mlp.experts.382.up_proj,0.0000170552,0.05000,14.086
28,mlp.experts.392.up_proj,0.0000123553,0.05000,14.036
28,mlp.experts.355.up_proj,0.0000213568,0.05000,14.119
28,mlp.experts.390.up_proj,0.0000226725,0.05000,14.209
28,mlp.experts.368.up_proj,0.0000174184,0.05000,14.177
28,mlp.experts.379.up_proj,0.0000750166,0.05000,14.077
28,mlp.experts.426.up_proj,0.0000190813,0.05000,14.126
28,mlp.experts.404.up_proj,0.0000234824,0.05000,14.080
28,mlp.experts.375.up_proj,0.0000404967,0.05000,14.092
28,mlp.experts.444.up_proj,0.0000109415,0.05000,13.926
28,mlp.experts.377.up_proj,0.0000201921,0.05000,13.999
28,mlp.experts.447.up_proj,0.0000181811,0.05000,14.197
28,mlp.experts.434.up_proj,0.0000418565,0.05000,14.144
28,mlp.experts.445.up_proj,0.0000083977,0.05000,14.235
28,mlp.experts.453.up_proj,0.0000150436,0.05000,14.239
28,mlp.experts.417.up_proj,0.0000144183,0.05000,14.596
28,mlp.experts.398.up_proj,0.0000233000,0.05000,14.755
28,mlp.experts.408.up_proj,0.0000561528,0.05000,14.826
28,mlp.experts.371.up_proj,0.0000071561,0.05000,14.706
28,mlp.experts.406.up_proj,0.0000179223,0.05000,14.751
28,mlp.experts.384.up_proj,0.0000260123,0.05000,14.710
28,mlp.experts.395.up_proj,0.0000256938,0.05000,14.680
28,mlp.experts.442.up_proj,0.0000591886,0.05000,14.684
28,mlp.experts.420.up_proj,0.0000144090,0.05000,14.671
28,mlp.experts.391.up_proj,0.0000124931,0.05000,14.650
28,mlp.experts.460.up_proj,0.0000334321,0.05000,14.742
28,mlp.experts.393.up_proj,0.0000953928,0.05000,14.678
28,mlp.experts.463.up_proj,0.0000227433,0.05000,14.610
28,mlp.experts.450.up_proj,0.0000069284,0.05000,14.533
28,mlp.experts.461.up_proj,0.0000234369,0.05000,14.573
28,mlp.experts.469.up_proj,0.0000196464,0.05000,14.577
28,mlp.experts.485.up_proj,failsafe(rtn): 0.0015869,0.00000,0.665
28,mlp.experts.433.up_proj,0.0000041619,0.05000,14.593
28,mlp.experts.414.up_proj,0.0000183185,0.05000,14.255
28,mlp.experts.424.up_proj,0.0000352469,0.05000,14.411
28,mlp.experts.387.up_proj,0.0000455895,0.05000,14.593
28,mlp.experts.422.up_proj,0.0000361711,0.05000,14.598
28,mlp.experts.400.up_proj,0.0000142475,0.05000,14.691
28,mlp.experts.411.up_proj,0.0000344111,0.05000,14.704
28,mlp.experts.458.up_proj,0.0000253637,0.05000,14.698
28,mlp.experts.436.up_proj,0.0000716587,0.05000,14.731
28,mlp.experts.407.up_proj,0.0000291359,0.05000,14.706
28,mlp.experts.476.up_proj,0.0000310835,0.05000,14.737
28,mlp.experts.409.up_proj,0.0000204395,0.05000,14.699
28,mlp.experts.479.up_proj,0.0000155918,0.05000,14.590
28,mlp.experts.466.up_proj,0.0000133527,0.05000,14.640
28,mlp.experts.477.up_proj,0.0000293893,0.05000,14.626
28,mlp.experts.501.up_proj,0.0000252833,0.05000,14.620
28,mlp.experts.449.up_proj,0.0000270933,0.05000,14.682
28,mlp.experts.5.down_proj,0.0000008112,0.05000,3.778
28,mlp.experts.21.down_proj,0.0000009032,0.05000,3.797
28,mlp.experts.430.up_proj,0.0000401169,0.05000,14.913
28,mlp.experts.37.down_proj,failsafe(rtn): 0.0014572,0.00000,0.184
28,mlp.experts.440.up_proj,0.0000820407,0.05000,14.752
28,mlp.experts.403.up_proj,0.0000267435,0.05000,14.744
28,mlp.experts.456.up_proj,failsafe(rtn): 0.0014725,0.00000,0.666
28,mlp.experts.438.up_proj,0.0000232560,0.05000,14.585
28,mlp.experts.416.up_proj,0.0000506426,0.05000,14.723
28,mlp.experts.419.up_proj,failsafe(rtn): 0.0014496,0.00000,0.677
28,mlp.experts.427.up_proj,0.0000077834,0.05000,14.743
28,mlp.experts.474.up_proj,0.0000420159,0.05000,14.696
28,mlp.experts.452.up_proj,0.0000255831,0.05000,14.609
28,mlp.experts.423.up_proj,0.0000405765,0.05000,14.622
28,mlp.experts.492.up_proj,0.0000406630,0.05000,14.685
28,mlp.experts.425.up_proj,0.0000171755,0.05000,14.702
28,mlp.experts.53.down_proj,0.0000016828,0.05000,3.629
28,mlp.experts.495.up_proj,0.0000319261,0.05000,14.678
28,mlp.experts.482.up_proj,0.0000190119,0.05000,14.656
28,mlp.experts.493.up_proj,0.0000419041,0.05000,14.575
28,mlp.experts.498.up_proj,failsafe(rtn): 0.0016174,0.00000,0.709
28,mlp.experts.69.down_proj,0.0000051936,0.05000,3.500
28,mlp.experts.465.up_proj,0.0000140233,0.05000,14.647
28,mlp.experts.2.down_proj,0.0000007619,0.05000,3.411
28,mlp.experts.85.down_proj,0.0000061502,0.05000,3.636
28,mlp.experts.101.down_proj,failsafe(rtn): 0.0016022,0.00000,0.196
28,mlp.experts.18.down_proj,0.0000017562,0.05000,3.857
28,mlp.experts.446.up_proj,0.0000369259,0.05000,14.327
28,mlp.experts.117.down_proj,0.0000038472,0.05000,3.788
28,mlp.experts.133.down_proj,failsafe(rtn): 0.0014725,0.00000,0.167
28,mlp.experts.472.up_proj,0.0000436757,0.05000,14.488
28,mlp.experts.454.up_proj,0.0000123262,0.05000,14.460
28,mlp.experts.34.down_proj,0.0000006309,0.05000,3.720
28,mlp.experts.50.down_proj,failsafe(rtn): 0.0014572,0.00000,0.219
28,mlp.experts.432.up_proj,0.0000180887,0.05000,14.616
28,mlp.experts.435.up_proj,0.0000364279,0.05000,14.658
28,mlp.experts.490.up_proj,0.0000331367,0.05000,14.515
28,mlp.experts.443.up_proj,0.0000488417,0.05000,14.708
28,mlp.experts.468.up_proj,0.0000494280,0.05000,14.677
28,mlp.experts.439.up_proj,0.0000170930,0.05000,14.631
28,mlp.experts.508.up_proj,0.0000508270,0.05000,14.626
28,mlp.experts.441.up_proj,0.0000295225,0.05000,14.615
28,mlp.experts.511.up_proj,0.0000464978,0.05000,14.621
28,mlp.experts.149.down_proj,0.0000037379,0.05000,3.749
28,mlp.experts.509.up_proj,0.0000155507,0.05000,14.464
28,mlp.experts.66.down_proj,0.0000060022,0.05000,3.465
28,mlp.experts.12.down_proj,0.0000007339,0.05000,3.472
28,mlp.experts.481.up_proj,0.0000143213,0.05000,14.696
28,mlp.experts.15.down_proj,0.0000012898,0.05000,3.506
28,mlp.experts.165.down_proj,0.0000008184,0.05000,3.478
28,mlp.experts.13.down_proj,0.0000039514,0.05000,3.625
28,mlp.experts.82.down_proj,0.0000009691,0.05000,3.605
28,mlp.experts.28.down_proj,0.0000002511,0.05000,3.561
28,mlp.experts.31.down_proj,0.0000021785,0.05000,3.748
28,mlp.experts.181.down_proj,0.0000032800,0.05000,3.734
28,mlp.experts.29.down_proj,0.0000044295,0.05000,3.853
28,mlp.experts.98.down_proj,0.0000053995,0.05000,3.816
28,mlp.experts.44.down_proj,0.0000040952,0.05000,3.721
28,mlp.experts.462.up_proj,0.0000262211,0.05000,14.515
28,mlp.experts.47.down_proj,0.0000003550,0.05000,3.589
28,mlp.experts.197.down_proj,0.0000011533,0.05000,3.639
28,mlp.experts.488.up_proj,0.0000237722,0.05000,14.487
28,mlp.experts.45.down_proj,0.0000006207,0.05000,3.570
28,mlp.experts.470.up_proj,0.0000320557,0.05000,14.652
28,mlp.experts.114.down_proj,0.0000040560,0.05000,3.665
28,mlp.experts.448.up_proj,0.0000446547,0.05000,14.468
28,mlp.experts.451.up_proj,0.0000204587,0.05000,14.524
28,mlp.experts.506.up_proj,0.0000212209,0.05000,14.590
28,mlp.experts.459.up_proj,0.0000281620,0.05000,14.632
28,mlp.experts.484.up_proj,0.0000290536,0.05000,14.540
28,mlp.experts.10.down_proj,failsafe(rtn): 0.0015793,0.00000,0.188
28,mlp.experts.455.up_proj,0.0000259804,0.05000,14.625
28,mlp.experts.60.down_proj,0.0000003797,0.05000,3.758
28,mlp.experts.457.up_proj,0.0000595811,0.05000,14.468
28,mlp.experts.63.down_proj,0.0000009179,0.05000,3.738
28,mlp.experts.213.down_proj,0.0000019362,0.05000,3.811
28,mlp.experts.61.down_proj,0.0000033197,0.05000,3.664
28,mlp.experts.130.down_proj,0.0000019544,0.05000,3.611
28,mlp.experts.26.down_proj,0.0000031032,0.05000,3.582
28,mlp.experts.76.down_proj,0.0000046717,0.05000,3.550
28,mlp.experts.497.up_proj,0.0000117258,0.05000,14.819
28,mlp.experts.79.down_proj,0.0000008964,0.05000,3.705
28,mlp.experts.229.down_proj,0.0000022446,0.05000,3.752
28,mlp.experts.77.down_proj,0.0000037712,0.05000,3.788
28,mlp.experts.146.down_proj,0.0000036526,0.05000,3.639
28,mlp.experts.42.down_proj,0.0000014189,0.05000,3.618
28,mlp.experts.92.down_proj,0.0000044086,0.05000,3.571
28,mlp.experts.1.down_proj,0.0000012678,0.05000,3.507
28,mlp.experts.95.down_proj,0.0000017640,0.05000,3.477
28,mlp.experts.245.down_proj,0.0000015353,0.05000,3.497
28,mlp.experts.93.down_proj,0.0000060104,0.05000,3.417
28,mlp.experts.162.down_proj,0.0000012716,0.05000,3.354
28,mlp.experts.58.down_proj,0.0000004851,0.05000,3.514
28,mlp.experts.108.down_proj,0.0000036423,0.05000,3.431
28,mlp.experts.478.up_proj,0.0000083009,0.05000,14.317
28,mlp.experts.17.down_proj,0.0000068788,0.05000,3.503
28,mlp.experts.111.down_proj,0.0000019402,0.05000,3.532
28,mlp.experts.261.down_proj,0.0000017289,0.05000,3.531
28,mlp.experts.504.up_proj,0.0000232056,0.05000,14.280
28,mlp.experts.109.down_proj,0.0000043477,0.05000,3.526
28,mlp.experts.486.up_proj,0.0000144569,0.05000,14.265
28,mlp.experts.178.down_proj,0.0000009518,0.05000,3.561
28,mlp.experts.464.up_proj,0.0000733713,0.05000,14.288
28,mlp.experts.467.up_proj,0.0000678458,0.05000,14.200
28,mlp.experts.500.up_proj,0.0000334084,0.05000,14.183
28,mlp.experts.475.up_proj,0.0000337726,0.05000,14.204
28,mlp.experts.74.down_proj,0.0000036508,0.05000,3.578
28,mlp.experts.471.up_proj,0.0000323060,0.05000,14.362
28,mlp.experts.124.down_proj,0.0000020483,0.05000,3.719
28,mlp.experts.473.up_proj,0.0000123803,0.05000,14.318
28,mlp.experts.33.down_proj,0.0000032393,0.05000,3.603
28,mlp.experts.127.down_proj,0.0000020488,0.05000,3.586
28,mlp.experts.277.down_proj,0.0000027116,0.05000,3.576
28,mlp.experts.8.down_proj,0.0000029904,0.05000,3.556
28,mlp.experts.125.down_proj,0.0000022056,0.05000,3.626
28,mlp.experts.194.down_proj,0.0000060433,0.05000,3.567
28,mlp.experts.210.down_proj,failsafe(rtn): 0.0015640,0.00000,0.179
28,mlp.experts.4.down_proj,0.0000026714,0.05000,3.498
28,mlp.experts.90.down_proj,0.0000018249,0.05000,3.495
28,mlp.experts.140.down_proj,0.0000014475,0.05000,3.515
28,mlp.experts.49.down_proj,0.0000033746,0.05000,3.725
28,mlp.experts.143.down_proj,0.0000027507,0.05000,3.683
28,mlp.experts.159.down_proj,failsafe(rtn): 0.0014343,0.00000,0.204
28,mlp.experts.293.down_proj,0.0000019177,0.05000,3.794
28,mlp.experts.24.down_proj,0.0000024611,0.05000,3.784
28,mlp.experts.141.down_proj,0.0000025056,0.05000,3.797
28,mlp.experts.226.down_proj,0.0000028148,0.05000,3.814
28,mlp.experts.20.down_proj,0.0000032603,0.05000,3.860
28,mlp.experts.106.down_proj,0.0000020114,0.05000,3.898
28,mlp.experts.156.down_proj,0.0000030816,0.05000,3.861
28,mlp.experts.65.down_proj,0.0000009068,0.05000,3.758
28,mlp.experts.175.down_proj,0.0000037424,0.05000,3.704
28,mlp.experts.309.down_proj,0.0000030482,0.05000,3.684
28,mlp.experts.40.down_proj,0.0000029448,0.05000,3.659
28,mlp.experts.157.down_proj,0.0000220754,0.05000,3.656
28,mlp.experts.242.down_proj,0.0000027945,0.05000,3.626
28,mlp.experts.36.down_proj,0.0000021548,0.05000,3.528
28,mlp.experts.122.down_proj,0.0000059211,0.05000,3.557
28,mlp.experts.138.down_proj,failsafe(rtn): 0.0015488,0.00000,0.161
28,mlp.experts.494.up_proj,0.0000412353,0.05000,14.404
28,mlp.experts.172.down_proj,0.0000022743,0.05000,3.526
28,mlp.experts.188.down_proj,failsafe(rtn): 0.0014725,0.00000,0.172
28,mlp.experts.81.down_proj,0.0000004938,0.05000,3.608
28,mlp.experts.191.down_proj,0.0000017656,0.05000,3.542
28,mlp.experts.325.down_proj,0.0000006410,0.05000,3.543
28,mlp.experts.207.down_proj,failsafe(rtn): 0.0015793,0.00000,0.209
28,mlp.experts.56.down_proj,0.0000010603,0.05000,3.616
28,mlp.experts.502.up_proj,0.0000365224,0.05000,14.596
28,mlp.experts.173.down_proj,0.0000008355,0.05000,3.596
28,mlp.experts.480.up_proj,0.0000275401,0.05000,14.527
28,mlp.experts.483.up_proj,0.0000155865,0.05000,14.553
28,mlp.experts.258.down_proj,0.0000015425,0.05000,3.617
28,mlp.experts.52.down_proj,0.0000067523,0.05000,3.592
28,mlp.experts.491.up_proj,0.0000395639,0.05000,14.549
28,mlp.experts.487.up_proj,0.0000252005,0.05000,14.446
28,mlp.experts.154.down_proj,0.0000031587,0.05000,3.649
28,mlp.experts.204.down_proj,0.0000044420,0.05000,3.667
28,mlp.experts.489.up_proj,0.0000206106,0.05000,14.581
28,mlp.experts.505.up_proj,failsafe(rtn): 0.0015182,0.00000,0.624
28,mlp.experts.97.down_proj,0.0000010468,0.05000,3.558
28,mlp.experts.341.down_proj,0.0000018656,0.05000,3.484
28,mlp.experts.223.down_proj,0.0000010232,0.05000,3.466
28,mlp.experts.72.down_proj,0.0000013743,0.05000,3.453
28,mlp.experts.6.down_proj,0.0000010932,0.05000,3.521
28,mlp.experts.189.down_proj,0.0000013391,0.05000,3.504
28,mlp.experts.274.down_proj,0.0000018224,0.05000,3.579
28,mlp.experts.68.down_proj,0.0000031908,0.05000,3.521
28,mlp.experts.170.down_proj,0.0000012846,0.05000,3.506
28,mlp.experts.220.down_proj,0.0000059570,0.05000,3.569
28,mlp.experts.9.down_proj,0.0000017288,0.05000,3.644
28,mlp.experts.113.down_proj,0.0000019204,0.05000,3.593
28,mlp.experts.357.down_proj,0.0000018838,0.05000,3.697
28,mlp.experts.239.down_proj,0.0000052118,0.05000,3.591
28,mlp.experts.88.down_proj,0.0000027877,0.05000,3.760
28,mlp.experts.22.down_proj,0.0000023987,0.05000,3.652
28,mlp.experts.205.down_proj,0.0000018057,0.05000,3.735
28,mlp.experts.290.down_proj,0.0000015695,0.05000,3.698
28,mlp.experts.84.down_proj,0.0000010612,0.05000,3.628
28,mlp.experts.186.down_proj,0.0000015616,0.05000,3.677
28,mlp.experts.236.down_proj,0.0000013549,0.05000,3.567
28,mlp.experts.25.down_proj,0.0000042650,0.05000,3.489
28,mlp.experts.129.down_proj,0.0000107536,0.05000,3.524
28,mlp.experts.373.down_proj,0.0000014122,0.05000,3.576
28,mlp.experts.255.down_proj,0.0000019509,0.05000,3.581
28,mlp.experts.271.down_proj,failsafe(rtn): 0.0015564,0.00000,0.170
28,mlp.experts.104.down_proj,0.0000020842,0.05000,3.451
28,mlp.experts.38.down_proj,0.0000020720,0.05000,3.458
28,mlp.experts.221.down_proj,0.0000007238,0.05000,3.534
28,mlp.experts.306.down_proj,0.0000017981,0.05000,3.527
28,mlp.experts.100.down_proj,0.0000013187,0.05000,3.580
28,mlp.experts.510.up_proj,0.0000145310,0.05000,14.340
28,mlp.experts.202.down_proj,0.0000008507,0.05000,3.638
28,mlp.experts.252.down_proj,0.0000011664,0.05000,3.667
28,mlp.experts.41.down_proj,0.0000030915,0.05000,3.776
28,mlp.experts.145.down_proj,0.0000085719,0.05000,3.748
28,mlp.experts.389.down_proj,0.0000054690,0.05000,3.740
28,mlp.experts.287.down_proj,0.0000012083,0.05000,3.749
28,mlp.experts.120.down_proj,0.0000075266,0.05000,3.736
28,mlp.experts.54.down_proj,0.0000032777,0.05000,3.659
28,mlp.experts.237.down_proj,0.0000011530,0.05000,3.671
28,mlp.experts.253.down_proj,failsafe(rtn): 0.0015869,0.00000,0.187
28,mlp.experts.496.up_proj,0.0000303905,0.05000,14.334
28,mlp.experts.499.up_proj,0.0000280997,0.05000,14.321
28,mlp.experts.322.down_proj,0.0000022029,0.05000,3.656
28,mlp.experts.116.down_proj,0.0000009647,0.05000,3.601
28,mlp.experts.338.down_proj,failsafe(rtn): 0.0015259,0.00000,0.161
28,mlp.experts.507.up_proj,0.0000182543,0.05000,14.391
28,mlp.experts.503.up_proj,0.0000263268,0.05000,14.344
28,mlp.experts.14.down_proj,0.0000024138,0.05000,3.478
28,mlp.experts.218.down_proj,0.0000034756,0.05000,3.523
28,mlp.experts.268.down_proj,0.0000010516,0.05000,3.510
28,mlp.experts.284.down_proj,failsafe(rtn): 0.0016098,0.00000,0.223
28,mlp.experts.57.down_proj,0.0000008353,0.05000,3.691
28,mlp.experts.161.down_proj,0.0000034493,0.05000,3.693
28,mlp.experts.405.down_proj,0.0000018572,0.05000,3.800
28,mlp.experts.303.down_proj,0.0000011556,0.05000,3.776
28,mlp.experts.70.down_proj,0.0000019445,0.05000,3.736
28,mlp.experts.136.down_proj,0.0000025412,0.05000,3.840
28,mlp.experts.0.down_proj,0.0000026663,0.05000,3.817
28,mlp.experts.269.down_proj,0.0000026059,0.05000,3.848
28,mlp.experts.3.down_proj,0.0000019441,0.05000,3.789
28,mlp.experts.132.down_proj,0.0000012450,0.05000,3.813
28,mlp.experts.354.down_proj,0.0000012262,0.05000,3.848
28,mlp.experts.11.down_proj,0.0000054785,0.05000,3.841
28,mlp.experts.148.down_proj,failsafe(rtn): 0.0015640,0.00000,0.189
28,mlp.experts.7.down_proj,0.0000011604,0.05000,3.848
28,mlp.experts.234.down_proj,0.0000031868,0.05000,3.788
28,mlp.experts.30.down_proj,0.0000022113,0.05000,3.851
28,mlp.experts.300.down_proj,0.0000016048,0.05000,3.765
28,mlp.experts.73.down_proj,0.0000009043,0.05000,3.695
28,mlp.experts.177.down_proj,0.0000017587,0.05000,3.699
28,mlp.experts.421.down_proj,0.0000011724,0.05000,3.627
28,mlp.experts.319.down_proj,0.0000017235,0.05000,3.584
28,mlp.experts.86.down_proj,0.0000010499,0.05000,3.731
28,mlp.experts.152.down_proj,0.0000017265,0.05000,3.753
28,mlp.experts.16.down_proj,0.0000015734,0.05000,3.721
28,mlp.experts.285.down_proj,0.0000023014,0.05000,3.704
28,mlp.experts.19.down_proj,0.0000009997,0.05000,3.705
28,mlp.experts.27.down_proj,0.0000023750,0.05000,3.737
28,mlp.experts.370.down_proj,0.0000026506,0.05000,3.760
28,mlp.experts.164.down_proj,0.0000003499,0.05000,3.716
28,mlp.experts.23.down_proj,0.0000017475,0.05000,3.722
28,mlp.experts.250.down_proj,0.0000014182,0.05000,3.738
28,mlp.experts.46.down_proj,0.0000014240,0.05000,3.756
28,mlp.experts.316.down_proj,0.0000008278,0.05000,3.671
28,mlp.experts.89.down_proj,0.0000008637,0.05000,3.724
28,mlp.experts.193.down_proj,0.0000008338,0.05000,3.743
28,mlp.experts.437.down_proj,0.0000025637,0.05000,3.718
28,mlp.experts.335.down_proj,0.0000016413,0.05000,3.722
28,mlp.experts.102.down_proj,0.0000013440,0.05000,3.725
28,mlp.experts.168.down_proj,0.0000011211,0.05000,3.721
28,mlp.experts.184.down_proj,failsafe(rtn): 0.0015564,0.00000,0.208
28,mlp.experts.32.down_proj,0.0000017125,0.05000,3.768
28,mlp.experts.301.down_proj,0.0000008608,0.05000,3.830
28,mlp.experts.35.down_proj,0.0000031150,0.05000,3.794
28,mlp.experts.386.down_proj,0.0000010542,0.05000,3.757
28,mlp.experts.43.down_proj,0.0000040283,0.05000,3.812
28,mlp.experts.180.down_proj,0.0000026659,0.05000,3.852
28,mlp.experts.39.down_proj,0.0000021849,0.05000,3.832
28,mlp.experts.266.down_proj,0.0000020891,0.05000,3.768
28,mlp.experts.62.down_proj,0.0000032225,0.05000,3.802
28,mlp.experts.55.down_proj,failsafe(rtn): 0.0014343,0.00000,0.205
28,mlp.experts.332.down_proj,0.0000046336,0.05000,3.836
28,mlp.experts.105.down_proj,0.0000014816,0.05000,3.915
28,mlp.experts.209.down_proj,0.0000027770,0.05000,3.890
28,mlp.experts.121.down_proj,failsafe(rtn): 0.0015106,0.00000,0.199
28,mlp.experts.453.down_proj,0.0000008628,0.05000,3.844
28,mlp.experts.351.down_proj,0.0000011958,0.05000,3.776
28,mlp.experts.118.down_proj,0.0000025520,0.05000,3.801
28,mlp.experts.200.down_proj,0.0000008856,0.05000,3.690
28,mlp.experts.48.down_proj,0.0000033067,0.05000,3.713
28,mlp.experts.317.down_proj,0.0000026439,0.05000,3.644
28,mlp.experts.51.down_proj,0.0000024437,0.05000,3.693
28,mlp.experts.333.down_proj,failsafe(rtn): 0.0015411,0.00000,0.183
28,mlp.experts.59.down_proj,0.0000028577,0.05000,3.639
28,mlp.experts.402.down_proj,0.0000024433,0.05000,3.750
28,mlp.experts.196.down_proj,0.0000015525,0.05000,3.626
28,mlp.experts.282.down_proj,0.0000012041,0.05000,3.728
28,mlp.experts.78.down_proj,0.0000019773,0.05000,3.695
28,mlp.experts.71.down_proj,0.0000008822,0.05000,3.672
28,mlp.experts.348.down_proj,0.0000015559,0.05000,3.639
28,mlp.experts.225.down_proj,0.0000028032,0.05000,3.698
28,mlp.experts.137.down_proj,0.0000034762,0.05000,3.669
28,mlp.experts.469.down_proj,0.0000016481,0.05000,3.702
28,mlp.experts.367.down_proj,0.0000004817,0.05000,3.674
28,mlp.experts.485.down_proj,failsafe(rtn): 0.0016327,0.00000,0.218
28,mlp.experts.134.down_proj,0.0000016722,0.05000,3.762
28,mlp.experts.216.down_proj,0.0000005105,0.05000,3.782
28,mlp.experts.64.down_proj,0.0000018657,0.05000,3.784
28,mlp.experts.67.down_proj,0.0000029041,0.05000,3.757
28,mlp.experts.349.down_proj,0.0000034300,0.05000,3.831
28,mlp.experts.212.down_proj,0.0000017425,0.05000,3.706
28,mlp.experts.75.down_proj,0.0000046463,0.05000,3.793
28,mlp.experts.418.down_proj,0.0000008290,0.05000,3.809
28,mlp.experts.298.down_proj,0.0000010253,0.05000,3.765
28,mlp.experts.94.down_proj,0.0000016906,0.05000,3.784
28,mlp.experts.87.down_proj,0.0000016512,0.05000,3.827
28,mlp.experts.364.down_proj,0.0000035245,0.05000,3.740
28,mlp.experts.153.down_proj,0.0000009848,0.05000,3.668
28,mlp.experts.241.down_proj,0.0000012729,0.05000,3.769
28,mlp.experts.383.down_proj,0.0000021734,0.05000,3.748
28,mlp.experts.501.down_proj,0.0000017727,0.05000,3.739
28,mlp.experts.150.down_proj,0.0000013749,0.05000,3.723
28,mlp.experts.232.down_proj,0.0000018602,0.05000,3.689
28,mlp.experts.80.down_proj,0.0000016190,0.05000,3.653
28,mlp.experts.83.down_proj,0.0000006936,0.05000,3.645
28,mlp.experts.365.down_proj,0.0000037944,0.05000,3.677
28,mlp.experts.381.down_proj,failsafe(rtn): 0.0015411,0.00000,0.182
28,mlp.experts.228.down_proj,0.0000015958,0.05000,3.669
28,mlp.experts.91.down_proj,0.0000011720,0.05000,3.733
28,mlp.experts.434.down_proj,0.0000021646,0.05000,3.663
28,mlp.experts.110.down_proj,0.0000015209,0.05000,3.653
28,mlp.experts.314.down_proj,0.0000018084,0.05000,3.732
28,mlp.experts.103.down_proj,0.0000029555,0.05000,3.633
28,mlp.experts.380.down_proj,0.0000012497,0.05000,3.646
28,mlp.experts.396.down_proj,failsafe(rtn): 0.0015793,0.00000,0.171
28,mlp.experts.169.down_proj,0.0000039248,0.05000,3.645
28,mlp.experts.257.down_proj,0.0000030452,0.05000,3.618
28,mlp.experts.399.down_proj,0.0000025408,0.05000,3.665
28,mlp.experts.166.down_proj,0.0000048431,0.05000,3.574
28,mlp.experts.248.down_proj,0.0000019555,0.05000,3.596
28,mlp.experts.182.down_proj,failsafe(rtn): 0.0015640,0.00000,0.185
28,mlp.experts.96.down_proj,0.0000027463,0.05000,3.515
28,mlp.experts.99.down_proj,0.0000011671,0.05000,3.548
28,mlp.experts.397.down_proj,0.0000007970,0.05000,3.432
28,mlp.experts.244.down_proj,0.0000012804,0.05000,3.460
28,mlp.experts.107.down_proj,0.0000024074,0.05000,3.479
28,mlp.experts.450.down_proj,0.0000004631,0.05000,3.483
28,mlp.experts.330.down_proj,0.0000012325,0.05000,3.447
28,mlp.experts.126.down_proj,0.0000011620,0.05000,3.489
28,mlp.experts.119.down_proj,0.0000054709,0.05000,3.508
28,mlp.experts.346.down_proj,failsafe(rtn): 0.0015640,0.00000,0.183
28,mlp.experts.412.down_proj,0.0000009440,0.05000,3.445
28,mlp.experts.185.down_proj,0.0000037129,0.05000,3.359
28,mlp.experts.273.down_proj,0.0000017568,0.05000,3.409
28,mlp.experts.415.down_proj,0.0000015953,0.05000,3.355
28,mlp.experts.264.down_proj,0.0000022267,0.05000,3.335
28,mlp.experts.198.down_proj,0.0000014490,0.05000,3.377
28,mlp.experts.112.down_proj,0.0000029359,0.05000,3.392
28,mlp.experts.214.down_proj,failsafe(rtn): 0.0014801,0.00000,0.157
28,mlp.experts.115.down_proj,0.0000012301,0.05000,3.406
28,mlp.experts.413.down_proj,0.0000059597,0.05000,3.436
28,mlp.experts.260.down_proj,0.0000021645,0.05000,3.396
28,mlp.experts.123.down_proj,0.0000023733,0.05000,3.349
28,mlp.experts.466.down_proj,0.0000013870,0.05000,3.356
28,mlp.experts.142.down_proj,0.0000041079,0.05000,3.418
28,mlp.experts.135.down_proj,0.0000013429,0.05000,3.310
28,mlp.experts.362.down_proj,0.0000007311,0.05000,3.377
28,mlp.experts.428.down_proj,0.0000061687,0.05000,3.304
28,mlp.experts.201.down_proj,0.0000026249,0.05000,3.355
28,mlp.experts.289.down_proj,0.0000024515,0.05000,3.413
28,mlp.experts.305.down_proj,failsafe(rtn): 0.0015106,0.00000,0.171
28,mlp.experts.431.down_proj,0.0000013978,0.05000,3.405
28,mlp.experts.280.down_proj,0.0000038413,0.05000,3.344
28,mlp.experts.128.down_proj,0.0000016850,0.05000,3.299
28,mlp.experts.230.down_proj,0.0000025852,0.05000,3.353
28,mlp.experts.131.down_proj,0.0000008646,0.05000,3.292
28,mlp.experts.429.down_proj,0.0000015049,0.05000,3.337
28,mlp.experts.276.down_proj,0.0000014878,0.05000,3.405
28,mlp.experts.139.down_proj,0.0000044395,0.05000,3.431
28,mlp.experts.482.down_proj,0.0000013793,0.05000,3.450
28,mlp.experts.498.down_proj,failsafe(rtn): 0.0016632,0.00000,0.157
28,mlp.experts.158.down_proj,0.0000016013,0.05000,3.332
28,mlp.experts.151.down_proj,0.0000028342,0.05000,3.360
28,mlp.experts.378.down_proj,0.0000024377,0.05000,3.322
28,mlp.experts.444.down_proj,0.0000008838,0.05000,3.278
28,mlp.experts.217.down_proj,0.0000033798,0.05000,3.202
28,mlp.experts.321.down_proj,0.0000020052,0.05000,3.153
28,mlp.experts.447.down_proj,0.0000018210,0.05000,3.156
28,mlp.experts.296.down_proj,0.0000039140,0.05000,3.116
28,mlp.experts.144.down_proj,0.0000022531,0.05000,3.214
28,mlp.experts.147.down_proj,0.0000032516,0.05000,3.147
28,mlp.experts.246.down_proj,0.0000033959,0.05000,3.151
28,mlp.experts.445.down_proj,0.0000005096,0.05000,3.169
28,mlp.experts.292.down_proj,0.0000018475,0.05000,3.112
28,mlp.experts.155.down_proj,0.0000020287,0.05000,3.171
28,mlp.experts.308.down_proj,failsafe(rtn): 0.0015488,0.00000,0.152
28,mlp.experts.174.down_proj,0.0000022672,0.05000,3.171
28,mlp.experts.167.down_proj,0.0000006424,0.05000,3.125
28,mlp.experts.394.down_proj,0.0000055400,0.05000,3.193
28,mlp.experts.460.down_proj,0.0000019056,0.05000,3.303
28,mlp.experts.233.down_proj,0.0000008993,0.05000,3.306
28,mlp.experts.337.down_proj,0.0000029250,0.05000,3.333
28,mlp.experts.463.down_proj,0.0000017952,0.05000,3.357
28,mlp.experts.353.down_proj,failsafe(rtn): 0.0016174,0.00000,0.164
28,mlp.experts.312.down_proj,0.0000019743,0.05000,3.269
28,mlp.experts.160.down_proj,0.0000013254,0.05000,3.258
28,mlp.experts.163.down_proj,0.0000012262,0.05000,3.261
28,mlp.experts.262.down_proj,0.0000004025,0.05000,3.283
28,mlp.experts.461.down_proj,0.0000013552,0.05000,3.147
28,mlp.experts.171.down_proj,0.0000027377,0.05000,3.165
28,mlp.experts.324.down_proj,0.0000014980,0.05000,3.160
28,mlp.experts.183.down_proj,0.0000015313,0.05000,3.110
28,mlp.experts.190.down_proj,0.0000006739,0.05000,3.170
28,mlp.experts.410.down_proj,0.0000030444,0.05000,3.151
28,mlp.experts.476.down_proj,0.0000016881,0.05000,3.093
28,mlp.experts.249.down_proj,0.0000031974,0.05000,3.208
28,mlp.experts.479.down_proj,0.0000012199,0.05000,3.108
28,mlp.experts.369.down_proj,0.0000032956,0.05000,3.200
28,mlp.experts.328.down_proj,0.0000020844,0.05000,3.181
28,mlp.experts.179.down_proj,0.0000007339,0.05000,3.268
28,mlp.experts.176.down_proj,0.0000016882,0.05000,3.300
28,mlp.experts.278.down_proj,0.0000031265,0.05000,3.262
28,mlp.experts.477.down_proj,0.0000038188,0.05000,3.275
28,mlp.experts.187.down_proj,0.0000025430,0.05000,3.294
28,mlp.experts.340.down_proj,0.0000017353,0.05000,3.313
28,mlp.experts.199.down_proj,0.0000005105,0.05000,3.333
28,mlp.experts.206.down_proj,0.0000024793,0.05000,3.375
28,mlp.experts.426.down_proj,0.0000011200,0.05000,3.311
28,mlp.experts.492.down_proj,0.0000021421,0.05000,3.395
28,mlp.experts.265.down_proj,0.0000041736,0.05000,3.330
28,mlp.experts.495.down_proj,0.0000018438,0.05000,3.355
28,mlp.experts.385.down_proj,0.0000029584,0.05000,3.321
28,mlp.experts.401.down_proj,failsafe(rtn): 0.0014267,0.00000,0.158
28,mlp.experts.344.down_proj,0.0000015380,0.05000,3.292
28,mlp.experts.195.down_proj,0.0000026055,0.05000,3.213
28,mlp.experts.294.down_proj,0.0000065811,0.05000,3.223
28,mlp.experts.192.down_proj,0.0000030500,0.05000,3.282
28,mlp.experts.493.down_proj,0.0000025015,0.05000,3.225
28,mlp.experts.203.down_proj,0.0000032801,0.05000,3.251
28,mlp.experts.356.down_proj,0.0000005484,0.05000,3.254
28,mlp.experts.215.down_proj,0.0000044474,0.05000,3.207
28,mlp.experts.222.down_proj,0.0000019759,0.05000,3.178
28,mlp.experts.442.down_proj,0.0000065768,0.05000,3.171
28,mlp.experts.238.down_proj,failsafe(rtn): 0.0015793,0.00000,0.184
28,mlp.experts.508.down_proj,0.0000031005,0.05000,3.193
28,mlp.experts.281.down_proj,0.0000019431,0.05000,3.173
28,mlp.experts.511.down_proj,0.0000096234,0.05000,3.228
28,mlp.experts.417.down_proj,0.0000016573,0.05000,3.181
28,mlp.experts.360.down_proj,0.0000033364,0.05000,3.099
28,mlp.experts.211.down_proj,0.0000020967,0.05000,3.118
28,mlp.experts.310.down_proj,0.0000021895,0.05000,3.111
28,mlp.experts.208.down_proj,0.0000011020,0.05000,3.071
28,mlp.experts.224.down_proj,failsafe(rtn): 0.0014648,0.00000,0.122
28,mlp.experts.509.down_proj,0.0000022498,0.05000,3.014
28,mlp.experts.372.down_proj,0.0000027464,0.05000,2.892
28,mlp.experts.219.down_proj,0.0000026095,0.05000,2.963
28,mlp.experts.231.down_proj,0.0000109382,0.05000,2.815
28,mlp.experts.458.down_proj,0.0000026174,0.05000,2.807
28,mlp.experts.254.down_proj,0.0000014526,0.05000,2.789
28,mlp.experts.297.down_proj,0.0000013872,0.05000,2.463
28,mlp.experts.433.down_proj,0.0000003013,0.05000,2.364
28,mlp.experts.376.down_proj,0.0000034930,0.05000,2.295
28,mlp.experts.326.down_proj,0.0000010275,0.05000,2.291
28,mlp.experts.227.down_proj,0.0000005670,0.05000,2.351
28,mlp.experts.240.down_proj,0.0000020568,0.05000,2.322
28,mlp.experts.388.down_proj,0.0000012859,0.05000,2.283
28,mlp.experts.235.down_proj,0.0000003446,0.05000,2.354
28,mlp.experts.247.down_proj,0.0000012369,0.05000,2.333
28,mlp.experts.474.down_proj,0.0000064888,0.05000,2.353
28,mlp.experts.270.down_proj,0.0000018741,0.05000,2.349
28,mlp.experts.313.down_proj,0.0000033716,0.05000,2.477
28,mlp.experts.449.down_proj,0.0000040097,0.05000,2.531
28,mlp.experts.392.down_proj,0.0000010472,0.05000,2.529
28,mlp.experts.243.down_proj,0.0000026314,0.05000,2.520
28,mlp.experts.342.down_proj,0.0000023433,0.05000,2.599
28,mlp.experts.256.down_proj,0.0000032312,0.05000,2.512
28,mlp.experts.404.down_proj,0.0000012719,0.05000,2.569
28,mlp.experts.251.down_proj,0.0000111944,0.05000,2.593
28,mlp.experts.263.down_proj,0.0000021814,0.05000,2.636
28,mlp.experts.267.down_proj,failsafe(rtn): 0.0013809,0.00000,0.145
28,mlp.experts.490.down_proj,0.0000022784,0.05000,2.583
28,mlp.experts.286.down_proj,0.0000017136,0.05000,2.564
28,mlp.experts.329.down_proj,0.0000027214,0.05000,2.466
28,mlp.experts.408.down_proj,0.0000034693,0.05000,2.412
28,mlp.experts.465.down_proj,0.0000009947,0.05000,2.492
28,mlp.experts.259.down_proj,0.0000012086,0.05000,2.458
28,mlp.experts.358.down_proj,0.0000031037,0.05000,2.440
28,mlp.experts.272.down_proj,0.0000015280,0.05000,2.387
28,mlp.experts.420.down_proj,0.0000009301,0.05000,2.410
28,mlp.experts.279.down_proj,0.0000021070,0.05000,2.360
28,mlp.experts.283.down_proj,0.0000030037,0.05000,2.340
28,mlp.experts.506.down_proj,0.0000012007,0.05000,2.331
28,mlp.experts.302.down_proj,0.0000038682,0.05000,2.336
28,mlp.experts.345.down_proj,0.0000016658,0.05000,2.146
28,mlp.experts.424.down_proj,0.0000074993,0.05000,2.087
28,mlp.experts.481.down_proj,0.0000015759,0.05000,2.082
28,mlp.experts.374.down_proj,0.0000011876,0.05000,2.046
28,mlp.experts.275.down_proj,0.0000035700,0.05000,2.099
28,mlp.experts.288.down_proj,0.0000013378,0.05000,2.057
28,mlp.experts.436.down_proj,0.0000101522,0.05000,2.008
28,mlp.experts.295.down_proj,0.0000013050,0.05000,2.037
28,mlp.experts.299.down_proj,0.0000017067,0.05000,2.024
28,mlp.experts.318.down_proj,0.0000053257,0.05000,2.026
28,mlp.experts.361.down_proj,0.0000014225,0.05000,2.052
28,mlp.experts.440.down_proj,0.0000059012,0.05000,2.096
28,mlp.experts.497.down_proj,0.0000009484,0.05000,2.091
28,mlp.experts.456.down_proj,failsafe(rtn): 0.0015106,0.00000,0.098
28,mlp.experts.390.down_proj,0.0000036931,0.05000,2.054
28,mlp.experts.291.down_proj,0.0000014835,0.05000,2.052
28,mlp.experts.304.down_proj,0.0000020772,0.05000,2.048
28,mlp.experts.452.down_proj,0.0000015698,0.05000,2.015
28,mlp.experts.311.down_proj,0.0000029383,0.05000,2.022
28,mlp.experts.315.down_proj,0.0000010688,0.05000,2.017
28,mlp.experts.334.down_proj,0.0000006134,0.05000,1.975
28,mlp.experts.377.down_proj,0.0000011101,0.05000,1.873
28,mlp.experts.472.down_proj,0.0000024031,0.05000,1.876
28,mlp.experts.406.down_proj,0.0000013212,0.05000,1.810
28,mlp.experts.307.down_proj,0.0000019205,0.05000,1.816
28,mlp.experts.320.down_proj,0.0000012615,0.05000,1.795
28,mlp.experts.468.down_proj,0.0000027255,0.05000,1.837
28,mlp.experts.327.down_proj,0.0000025124,0.05000,1.782
28,mlp.experts.331.down_proj,0.0000051932,0.05000,1.819
28,mlp.experts.350.down_proj,0.0000018946,0.05000,1.775
28,mlp.experts.393.down_proj,0.0000098966,0.05000,1.738
28,mlp.experts.488.down_proj,0.0000012250,0.05000,1.763
28,mlp.experts.323.down_proj,0.0000007768,0.05000,1.757
28,mlp.experts.422.down_proj,0.0000022328,0.05000,1.789
28,mlp.experts.336.down_proj,0.0000015413,0.05000,1.775
28,mlp.experts.484.down_proj,0.0000016816,0.05000,1.795
28,mlp.experts.343.down_proj,0.0000017176,0.05000,1.840
28,mlp.experts.347.down_proj,0.0000007973,0.05000,1.811
28,mlp.experts.366.down_proj,0.0000050410,0.05000,1.806
28,mlp.experts.409.down_proj,0.0000018190,0.05000,1.833
28,mlp.experts.504.down_proj,0.0000024552,0.05000,1.875
28,mlp.experts.339.down_proj,0.0000159703,0.05000,1.854
28,mlp.experts.438.down_proj,0.0000023261,0.05000,1.864
28,mlp.experts.352.down_proj,0.0000040691,0.05000,1.866
28,mlp.experts.500.down_proj,0.0000062134,0.05000,1.803
28,mlp.experts.363.down_proj,0.0000018431,0.05000,1.720
28,mlp.experts.382.down_proj,0.0000009792,0.05000,1.720
28,mlp.experts.359.down_proj,0.0000007180,0.05000,1.793
28,mlp.experts.425.down_proj,0.0000012372,0.05000,1.612
28,mlp.experts.454.down_proj,0.0000013254,0.05000,1.454
28,mlp.experts.355.down_proj,0.0000013664,0.05000,1.487
28,mlp.experts.368.down_proj,0.0000012282,0.05000,1.468
28,mlp.experts.379.down_proj,0.0000099005,0.05000,1.494
28,mlp.experts.398.down_proj,0.0000011861,0.05000,1.489
28,mlp.experts.375.down_proj,0.0000026869,0.05000,1.508
28,mlp.experts.441.down_proj,0.0000020393,0.05000,1.401
28,mlp.experts.384.down_proj,0.0000017442,0.05000,1.361
28,mlp.experts.470.down_proj,0.0000017895,0.05000,1.386
28,mlp.experts.371.down_proj,0.0000004411,0.05000,1.451
28,mlp.experts.395.down_proj,0.0000015925,0.05000,1.447
28,mlp.experts.414.down_proj,0.0000016258,0.05000,1.430
28,mlp.experts.391.down_proj,0.0000006497,0.05000,1.482
28,mlp.experts.457.down_proj,0.0000038990,0.05000,1.402
28,mlp.experts.486.down_proj,0.0000007621,0.05000,1.455
28,mlp.experts.400.down_proj,0.0000011458,0.05000,1.477
28,mlp.experts.387.down_proj,0.0000073206,0.05000,1.445
28,mlp.experts.430.down_proj,0.0000025597,0.05000,1.475
28,mlp.experts.411.down_proj,0.0000020527,0.05000,1.515
28,mlp.experts.473.down_proj,0.0000008307,0.05000,1.403
28,mlp.experts.407.down_proj,0.0000069062,0.05000,1.493
28,mlp.experts.502.down_proj,0.0000024428,0.05000,1.465
28,mlp.experts.416.down_proj,0.0000030767,0.05000,1.457
28,mlp.experts.403.down_proj,0.0000017671,0.05000,1.506
28,mlp.experts.419.down_proj,failsafe(rtn): 0.0014877,0.00000,0.063
28,mlp.experts.446.down_proj,0.0000023873,0.05000,1.370
28,mlp.experts.427.down_proj,0.0000005215,0.05000,1.371
28,mlp.experts.489.down_proj,0.0000013825,0.05000,1.337
28,mlp.experts.505.down_proj,failsafe(rtn): 0.0015793,0.00000,0.053
28,mlp.experts.423.down_proj,0.0000023987,0.05000,1.382
28,mlp.experts.432.down_proj,0.0000010661,0.05000,1.017
28,mlp.experts.435.down_proj,0.0000031579,0.05000,1.003
28,mlp.experts.462.down_proj,0.0000024214,0.05000,0.858
28,mlp.experts.443.down_proj,0.0000055856,0.05000,0.913
28,mlp.experts.439.down_proj,0.0000008556,0.05000,0.874
28,mlp.experts.448.down_proj,0.0000081167,0.05000,0.796
28,mlp.experts.451.down_proj,0.0000023331,0.05000,0.871
28,mlp.experts.478.down_proj,0.0000006431,0.05000,0.853
28,mlp.experts.459.down_proj,0.0000016533,0.05000,0.926
28,mlp.experts.455.down_proj,0.0000014255,0.05000,0.952
28,mlp.experts.464.down_proj,0.0000043863,0.05000,0.926
28,mlp.experts.494.down_proj,0.0000033190,0.05000,0.914
28,mlp.experts.467.down_proj,0.0000051808,0.05000,1.024
28,mlp.experts.475.down_proj,0.0000032321,0.05000,0.985
28,mlp.experts.471.down_proj,0.0000042161,0.05000,0.932
28,mlp.experts.480.down_proj,0.0000036203,0.05000,0.805
28,mlp.experts.510.down_proj,0.0000024038,0.05000,0.780
28,mlp.experts.483.down_proj,0.0000009588,0.05000,0.778
28,mlp.experts.491.down_proj,0.0000023091,0.05000,0.745
28,mlp.experts.487.down_proj,0.0000014757,0.05000,0.765
28,mlp.experts.496.down_proj,0.0000022500,0.05000,0.643
28,mlp.experts.499.down_proj,0.0000015237,0.05000,0.572
28,mlp.experts.507.down_proj,0.0000012683,0.05000,0.508
28,mlp.experts.503.down_proj,0.0000015014,0.05000,0.466
29,mlp.experts.13.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.799
29,mlp.experts.1.gate_proj,0.0000463806,0.05000,14.103
29,mlp.experts.8.gate_proj,0.0000337533,0.05000,14.129
29,mlp.experts.4.gate_proj,0.0000147249,0.05000,14.129
29,mlp.experts.0.gate_proj,0.0000388100,0.05000,14.151
29,mlp.experts.15.gate_proj,0.0000428319,0.05000,14.139
29,mlp.experts.6.gate_proj,0.0000172372,0.05000,14.157
29,mlp.experts.12.gate_proj,0.0000136831,0.05000,14.169
29,mlp.experts.14.gate_proj,0.0000114427,0.05000,14.174
29,mlp.experts.7.gate_proj,0.0000151671,0.05000,14.173
29,mlp.experts.10.gate_proj,0.0000144916,0.05000,14.205
29,mlp.experts.2.gate_proj,0.0000266653,0.05000,14.170
29,mlp.experts.3.gate_proj,0.0000565874,0.05000,14.183
29,mlp.experts.11.gate_proj,0.0000491054,0.05000,14.217
29,mlp.experts.9.gate_proj,0.0000310908,0.05000,14.243
29,mlp.experts.5.gate_proj,0.0000198055,0.05000,14.279
29,mlp.experts.17.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.840
29,mlp.experts.29.gate_proj,0.0000199843,0.05000,14.233
29,mlp.experts.28.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.867
29,mlp.experts.33.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.784
29,mlp.experts.24.gate_proj,0.0000296611,0.05000,14.558
29,mlp.experts.16.gate_proj,0.0000270378,0.05000,14.597
29,mlp.experts.31.gate_proj,0.0000329893,0.05000,14.618
29,mlp.experts.30.gate_proj,0.0000119917,0.05000,14.634
29,mlp.experts.22.gate_proj,0.0000128306,0.05000,14.664
29,mlp.experts.20.gate_proj,0.0000312422,0.05000,14.711
29,mlp.experts.25.gate_proj,0.0000139901,0.05000,14.603
29,mlp.experts.19.gate_proj,0.0000540496,0.05000,14.679
29,mlp.experts.27.gate_proj,0.0000975449,0.05000,14.741
29,mlp.experts.18.gate_proj,0.0000145328,0.05000,14.764
29,mlp.experts.21.gate_proj,0.0000214657,0.05000,14.735
29,mlp.experts.26.gate_proj,0.0000032237,0.05000,14.817
29,mlp.experts.23.gate_proj,0.0000398822,0.05000,14.868
29,mlp.experts.44.gate_proj,0.0000458342,0.05000,14.744
29,mlp.experts.45.gate_proj,0.0000228363,0.05000,14.791
29,mlp.experts.49.gate_proj,0.0000565386,0.05000,14.855
29,mlp.experts.40.gate_proj,0.0000545963,0.05000,14.312
29,mlp.experts.32.gate_proj,0.0000175217,0.05000,14.287
29,mlp.experts.47.gate_proj,0.0000597112,0.05000,14.287
29,mlp.experts.38.gate_proj,0.0000245252,0.05000,14.222
29,mlp.experts.46.gate_proj,0.0000139504,0.05000,14.302
29,mlp.experts.36.gate_proj,0.0000541810,0.05000,14.286
29,mlp.experts.43.gate_proj,0.0000250702,0.05000,14.198
29,mlp.experts.35.gate_proj,0.0000396112,0.05000,14.267
29,mlp.experts.41.gate_proj,0.0000414524,0.05000,14.340
29,mlp.experts.42.gate_proj,0.0000124369,0.05000,14.272
29,mlp.experts.34.gate_proj,0.0000572950,0.05000,14.339
29,mlp.experts.37.gate_proj,0.0000181990,0.05000,14.297
29,mlp.experts.39.gate_proj,0.0000489117,0.05000,14.312
29,mlp.experts.61.gate_proj,0.0000079412,0.05000,14.127
29,mlp.experts.60.gate_proj,0.0000259233,0.05000,14.272
29,mlp.experts.65.gate_proj,0.0000515878,0.05000,14.304
29,mlp.experts.54.gate_proj,0.0000339694,0.05000,14.257
29,mlp.experts.56.gate_proj,0.0000470304,0.05000,14.380
29,mlp.experts.52.gate_proj,0.0000422337,0.05000,14.338
29,mlp.experts.48.gate_proj,0.0000303841,0.05000,14.464
29,mlp.experts.63.gate_proj,0.0000129610,0.05000,14.494
29,mlp.experts.62.gate_proj,0.0000051476,0.05000,14.447
29,mlp.experts.53.gate_proj,0.0000176026,0.05000,14.264
29,mlp.experts.58.gate_proj,0.0000462056,0.05000,14.305
29,mlp.experts.59.gate_proj,0.0000173494,0.05000,14.450
29,mlp.experts.57.gate_proj,0.0000225755,0.05000,14.510
29,mlp.experts.50.gate_proj,0.0000129584,0.05000,14.518
29,mlp.experts.51.gate_proj,0.0000119748,0.05000,14.648
29,mlp.experts.55.gate_proj,0.0000375320,0.05000,14.550
29,mlp.experts.74.gate_proj,failsafe(rtn): 0.0013733,0.00000,0.814
29,mlp.experts.77.gate_proj,0.0000428206,0.05000,14.605
29,mlp.experts.76.gate_proj,0.0000030849,0.05000,14.585
29,mlp.experts.81.gate_proj,0.0000230435,0.05000,14.558
29,mlp.experts.68.gate_proj,0.0000347801,0.05000,14.349
29,mlp.experts.70.gate_proj,0.0000362730,0.05000,14.476
29,mlp.experts.79.gate_proj,0.0000546060,0.05000,14.321
29,mlp.experts.64.gate_proj,0.0000279309,0.05000,14.387
29,mlp.experts.72.gate_proj,0.0000164184,0.05000,14.541
29,mlp.experts.78.gate_proj,0.0000314286,0.05000,14.467
29,mlp.experts.69.gate_proj,0.0000195267,0.05000,14.542
29,mlp.experts.75.gate_proj,0.0000396650,0.05000,14.517
29,mlp.experts.73.gate_proj,0.0000162041,0.05000,14.446
29,mlp.experts.67.gate_proj,0.0000312690,0.05000,14.420
29,mlp.experts.66.gate_proj,0.0000215260,0.05000,14.479
29,mlp.experts.71.gate_proj,0.0000164956,0.05000,14.591
29,mlp.experts.80.gate_proj,failsafe(rtn): 0.0013046,0.00000,0.801
29,mlp.experts.90.gate_proj,0.0000268544,0.05000,14.457
29,mlp.experts.93.gate_proj,0.0000569339,0.05000,14.384
29,mlp.experts.92.gate_proj,0.0000269513,0.05000,14.323
29,mlp.experts.97.gate_proj,0.0000246397,0.05000,14.361
29,mlp.experts.86.gate_proj,0.0000152147,0.05000,14.265
29,mlp.experts.84.gate_proj,0.0000307407,0.05000,14.286
29,mlp.experts.88.gate_proj,0.0000100562,0.05000,14.188
29,mlp.experts.95.gate_proj,0.0000318967,0.05000,14.298
29,mlp.experts.85.gate_proj,0.0000306337,0.05000,14.135
29,mlp.experts.94.gate_proj,0.0000070459,0.05000,14.257
29,mlp.experts.91.gate_proj,0.0000129853,0.05000,14.256
29,mlp.experts.89.gate_proj,0.0000097550,0.05000,14.331
29,mlp.experts.82.gate_proj,0.0000130929,0.05000,14.280
29,mlp.experts.83.gate_proj,0.0000141662,0.05000,14.339
29,mlp.experts.87.gate_proj,0.0000199644,0.05000,14.349
29,mlp.experts.96.gate_proj,0.0000358691,0.05000,14.269
29,mlp.experts.109.gate_proj,0.0000411437,0.05000,14.110
29,mlp.experts.106.gate_proj,0.0000111931,0.05000,14.248
29,mlp.experts.108.gate_proj,0.0000361419,0.05000,14.224
29,mlp.experts.105.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.747
29,mlp.experts.113.gate_proj,0.0000429945,0.05000,14.241
29,mlp.experts.102.gate_proj,0.0000347952,0.05000,14.130
29,mlp.experts.100.gate_proj,0.0000158279,0.05000,14.204
29,mlp.experts.111.gate_proj,0.0000063100,0.05000,14.116
29,mlp.experts.104.gate_proj,0.0000387608,0.05000,14.316
29,mlp.experts.101.gate_proj,0.0000285786,0.05000,14.245
29,mlp.experts.110.gate_proj,0.0000202159,0.05000,14.302
29,mlp.experts.107.gate_proj,0.0000204154,0.05000,14.230
29,mlp.experts.98.gate_proj,0.0000237872,0.05000,14.256
29,mlp.experts.99.gate_proj,0.0000234640,0.05000,14.279
29,mlp.experts.103.gate_proj,0.0000832838,0.05000,14.167
29,mlp.experts.112.gate_proj,0.0000037498,0.05000,14.257
29,mlp.experts.125.gate_proj,0.0000407067,0.05000,14.175
29,mlp.experts.122.gate_proj,0.0000178280,0.05000,14.209
29,mlp.experts.124.gate_proj,0.0000156215,0.05000,14.302
29,mlp.experts.121.gate_proj,0.0000320455,0.05000,14.274
29,mlp.experts.129.gate_proj,0.0000194786,0.05000,14.492
29,mlp.experts.116.gate_proj,0.0000324212,0.05000,14.508
29,mlp.experts.118.gate_proj,0.0000536189,0.05000,14.662
29,mlp.experts.127.gate_proj,0.0000127907,0.05000,14.667
29,mlp.experts.120.gate_proj,0.0000278646,0.05000,14.556
29,mlp.experts.117.gate_proj,0.0000200713,0.05000,14.640
29,mlp.experts.126.gate_proj,0.0000367893,0.05000,14.608
29,mlp.experts.123.gate_proj,0.0000194255,0.05000,14.686
29,mlp.experts.115.gate_proj,0.0000293205,0.05000,14.495
29,mlp.experts.114.gate_proj,0.0000209554,0.05000,14.718
29,mlp.experts.119.gate_proj,0.0000469275,0.05000,14.562
29,mlp.experts.141.gate_proj,0.0000224175,0.05000,14.503
29,mlp.experts.128.gate_proj,0.0000184548,0.05000,14.622
29,mlp.experts.138.gate_proj,0.0000230233,0.05000,14.661
29,mlp.experts.137.gate_proj,0.0000142567,0.05000,14.479
29,mlp.experts.140.gate_proj,0.0000248076,0.05000,14.576
29,mlp.experts.135.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.778
29,mlp.experts.145.gate_proj,0.0000244365,0.05000,14.740
29,mlp.experts.132.gate_proj,0.0000194214,0.05000,14.332
29,mlp.experts.143.gate_proj,0.0000035107,0.05000,14.265
29,mlp.experts.134.gate_proj,0.0000492702,0.05000,14.364
29,mlp.experts.136.gate_proj,0.0000197698,0.05000,14.373
29,mlp.experts.142.gate_proj,0.0000080365,0.05000,14.325
29,mlp.experts.133.gate_proj,0.0000196350,0.05000,14.416
29,mlp.experts.139.gate_proj,0.0000193866,0.05000,14.412
29,mlp.experts.131.gate_proj,0.0000089671,0.05000,14.412
29,mlp.experts.130.gate_proj,0.0000254077,0.05000,14.411
29,mlp.experts.157.gate_proj,0.0000120205,0.05000,14.397
29,mlp.experts.144.gate_proj,0.0000436108,0.05000,14.388
29,mlp.experts.156.gate_proj,0.0000464316,0.05000,14.324
29,mlp.experts.154.gate_proj,0.0000683444,0.05000,14.419
29,mlp.experts.153.gate_proj,0.0000251750,0.05000,14.405
29,mlp.experts.151.gate_proj,0.0000106074,0.05000,14.247
29,mlp.experts.161.gate_proj,0.0000481953,0.05000,14.283
29,mlp.experts.150.gate_proj,0.0000679063,0.05000,14.325
29,mlp.experts.148.gate_proj,0.0000390837,0.05000,14.538
29,mlp.experts.159.gate_proj,0.0000422815,0.05000,14.546
29,mlp.experts.152.gate_proj,0.0000246526,0.05000,14.473
29,mlp.experts.149.gate_proj,0.0000371927,0.05000,14.519
29,mlp.experts.158.gate_proj,0.0000564410,0.05000,14.568
29,mlp.experts.155.gate_proj,0.0000340555,0.05000,14.609
29,mlp.experts.147.gate_proj,0.0000321209,0.05000,14.567
29,mlp.experts.146.gate_proj,0.0000361852,0.05000,14.497
29,mlp.experts.173.gate_proj,0.0000441603,0.05000,14.687
29,mlp.experts.160.gate_proj,0.0000282812,0.05000,14.600
29,mlp.experts.170.gate_proj,0.0000155734,0.05000,14.526
29,mlp.experts.172.gate_proj,0.0000376678,0.05000,14.577
29,mlp.experts.169.gate_proj,0.0000269615,0.05000,14.648
29,mlp.experts.167.gate_proj,0.0000397831,0.05000,14.594
29,mlp.experts.177.gate_proj,0.0000246722,0.05000,14.735
29,mlp.experts.166.gate_proj,0.0000241239,0.05000,14.538
29,mlp.experts.164.gate_proj,0.0000238654,0.05000,14.512
29,mlp.experts.175.gate_proj,0.0000150054,0.05000,14.590
29,mlp.experts.168.gate_proj,0.0000172369,0.05000,14.633
29,mlp.experts.174.gate_proj,0.0000474022,0.05000,14.438
29,mlp.experts.165.gate_proj,0.0000150342,0.05000,14.544
29,mlp.experts.182.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.800
29,mlp.experts.171.gate_proj,0.0000268779,0.05000,14.671
29,mlp.experts.162.gate_proj,0.0000660859,0.05000,14.624
29,mlp.experts.163.gate_proj,0.0000181670,0.05000,14.750
29,mlp.experts.176.gate_proj,0.0000136290,0.05000,14.558
29,mlp.experts.186.gate_proj,0.0000240093,0.05000,14.510
29,mlp.experts.189.gate_proj,0.0000296005,0.05000,14.641
29,mlp.experts.188.gate_proj,0.0000297591,0.05000,14.618
29,mlp.experts.185.gate_proj,0.0000263425,0.05000,14.614
29,mlp.experts.183.gate_proj,0.0000207085,0.05000,14.543
29,mlp.experts.193.gate_proj,0.0000336462,0.05000,14.702
29,mlp.experts.180.gate_proj,0.0000158458,0.05000,14.658
29,mlp.experts.191.gate_proj,0.0000086619,0.05000,14.763
29,mlp.experts.184.gate_proj,0.0000526264,0.05000,14.653
29,mlp.experts.181.gate_proj,0.0000280812,0.05000,14.629
29,mlp.experts.190.gate_proj,0.0000501168,0.05000,14.714
29,mlp.experts.198.gate_proj,0.0000232801,0.05000,14.689
29,mlp.experts.178.gate_proj,0.0000485972,0.05000,14.543
29,mlp.experts.187.gate_proj,0.0000189513,0.05000,14.761
29,mlp.experts.179.gate_proj,0.0000227774,0.05000,14.821
29,mlp.experts.192.gate_proj,0.0000479306,0.05000,14.628
29,mlp.experts.202.gate_proj,0.0000311309,0.05000,14.682
29,mlp.experts.205.gate_proj,0.0000405108,0.05000,14.752
29,mlp.experts.204.gate_proj,0.0000239727,0.05000,14.720
29,mlp.experts.199.gate_proj,0.0000189077,0.05000,14.550
29,mlp.experts.201.gate_proj,0.0000137574,0.05000,14.783
29,mlp.experts.218.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.800
29,mlp.experts.217.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.753
29,mlp.experts.209.gate_proj,0.0000340524,0.05000,14.865
29,mlp.experts.196.gate_proj,0.0000163588,0.05000,14.585
29,mlp.experts.207.gate_proj,0.0000175965,0.05000,14.531
29,mlp.experts.200.gate_proj,0.0000278939,0.05000,14.608
29,mlp.experts.197.gate_proj,0.0000256755,0.05000,14.680
29,mlp.experts.206.gate_proj,0.0000178600,0.05000,14.665
29,mlp.experts.214.gate_proj,0.0000275473,0.05000,14.536
29,mlp.experts.194.gate_proj,0.0000208636,0.05000,14.694
29,mlp.experts.203.gate_proj,0.0000181527,0.05000,14.697
29,mlp.experts.195.gate_proj,0.0000339623,0.05000,14.648
29,mlp.experts.208.gate_proj,0.0000464792,0.05000,14.642
29,mlp.experts.220.gate_proj,0.0000435307,0.05000,14.435
29,mlp.experts.221.gate_proj,0.0000503764,0.05000,14.568
29,mlp.experts.215.gate_proj,0.0000169897,0.05000,14.679
29,mlp.experts.224.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.773
29,mlp.experts.234.gate_proj,0.0000562400,0.05000,14.532
29,mlp.experts.237.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.762
29,mlp.experts.233.gate_proj,0.0000162346,0.05000,14.657
29,mlp.experts.225.gate_proj,0.0000120163,0.05000,14.607
29,mlp.experts.212.gate_proj,0.0000516219,0.05000,14.561
29,mlp.experts.223.gate_proj,0.0000577030,0.05000,14.567
29,mlp.experts.216.gate_proj,0.0000273858,0.05000,14.676
29,mlp.experts.222.gate_proj,0.0000205394,0.05000,14.599
29,mlp.experts.213.gate_proj,0.0000437160,0.05000,14.626
29,mlp.experts.230.gate_proj,0.0000154858,0.05000,14.522
29,mlp.experts.210.gate_proj,0.0000344877,0.05000,14.582
29,mlp.experts.219.gate_proj,0.0000572891,0.05000,14.483
29,mlp.experts.211.gate_proj,0.0000101675,0.05000,14.628
29,mlp.experts.236.gate_proj,0.0000224216,0.05000,14.592
29,mlp.experts.231.gate_proj,0.0000130386,0.05000,14.581
29,mlp.experts.240.gate_proj,0.0000187963,0.05000,14.513
29,mlp.experts.250.gate_proj,0.0000206160,0.05000,14.649
29,mlp.experts.253.gate_proj,0.0000235428,0.05000,14.592
29,mlp.experts.249.gate_proj,0.0000914820,0.05000,14.587
29,mlp.experts.241.gate_proj,0.0000123862,0.05000,14.624
29,mlp.experts.228.gate_proj,0.0000167815,0.05000,14.784
29,mlp.experts.239.gate_proj,0.0000201930,0.05000,14.812
29,mlp.experts.232.gate_proj,0.0000074849,0.05000,14.862
29,mlp.experts.229.gate_proj,0.0000336609,0.05000,14.778
29,mlp.experts.246.gate_proj,0.0000158966,0.05000,14.764
29,mlp.experts.238.gate_proj,0.0000134096,0.05000,14.930
29,mlp.experts.226.gate_proj,0.0000217671,0.05000,14.885
29,mlp.experts.235.gate_proj,0.0000879807,0.05000,14.883
29,mlp.experts.227.gate_proj,0.0000130917,0.05000,14.819
29,mlp.experts.252.gate_proj,0.0000609537,0.05000,14.766
29,mlp.experts.247.gate_proj,0.0000205439,0.05000,14.842
29,mlp.experts.243.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.644
29,mlp.experts.256.gate_proj,0.0000144209,0.05000,14.747
29,mlp.experts.269.gate_proj,0.0000320137,0.05000,14.762
29,mlp.experts.266.gate_proj,0.0000635712,0.05000,14.800
29,mlp.experts.265.gate_proj,0.0000514871,0.05000,14.896
29,mlp.experts.257.gate_proj,0.0000864422,0.05000,14.647
29,mlp.experts.244.gate_proj,0.0000277240,0.05000,14.776
29,mlp.experts.255.gate_proj,0.0000195168,0.05000,14.770
29,mlp.experts.248.gate_proj,0.0000170975,0.05000,14.795
29,mlp.experts.245.gate_proj,0.0000093009,0.05000,14.866
29,mlp.experts.254.gate_proj,0.0000256720,0.05000,14.761
29,mlp.experts.262.gate_proj,0.0000214028,0.05000,14.772
29,mlp.experts.251.gate_proj,0.0000315099,0.05000,14.706
29,mlp.experts.242.gate_proj,0.0000057712,0.05000,14.808
29,mlp.experts.268.gate_proj,0.0000336841,0.05000,14.710
29,mlp.experts.263.gate_proj,0.0000106148,0.05000,14.754
29,mlp.experts.272.gate_proj,0.0000452668,0.05000,14.790
29,mlp.experts.259.gate_proj,0.0000229520,0.05000,14.850
29,mlp.experts.285.gate_proj,0.0000182632,0.05000,14.823
29,mlp.experts.282.gate_proj,0.0000157801,0.05000,14.846
29,mlp.experts.281.gate_proj,0.0000394660,0.05000,14.797
29,mlp.experts.273.gate_proj,0.0000291831,0.05000,14.780
29,mlp.experts.260.gate_proj,0.0000584659,0.05000,13.914
29,mlp.experts.271.gate_proj,0.0000238068,0.05000,13.928
29,mlp.experts.264.gate_proj,0.0000445999,0.05000,13.853
29,mlp.experts.261.gate_proj,0.0000260405,0.05000,13.795
29,mlp.experts.270.gate_proj,0.0000181181,0.05000,13.814
29,mlp.experts.278.gate_proj,0.0000063195,0.05000,14.022
29,mlp.experts.267.gate_proj,0.0000256318,0.05000,13.923
29,mlp.experts.258.gate_proj,0.0000324475,0.05000,13.953
29,mlp.experts.284.gate_proj,0.0000206246,0.05000,13.852
29,mlp.experts.279.gate_proj,0.0000432814,0.05000,13.965
29,mlp.experts.288.gate_proj,0.0000102687,0.05000,13.956
29,mlp.experts.275.gate_proj,0.0000195500,0.05000,14.113
29,mlp.experts.301.gate_proj,0.0000109120,0.05000,13.958
29,mlp.experts.298.gate_proj,0.0000283130,0.05000,14.016
29,mlp.experts.297.gate_proj,0.0000159878,0.05000,13.870
29,mlp.experts.289.gate_proj,0.0000361028,0.05000,14.100
29,mlp.experts.276.gate_proj,0.0000273326,0.05000,14.421
29,mlp.experts.287.gate_proj,0.0000053835,0.05000,14.385
29,mlp.experts.280.gate_proj,0.0000306501,0.05000,14.342
29,mlp.experts.286.gate_proj,0.0000110552,0.05000,14.364
29,mlp.experts.277.gate_proj,0.0000320037,0.05000,14.498
29,mlp.experts.294.gate_proj,0.0000824025,0.05000,14.383
29,mlp.experts.283.gate_proj,0.0000341455,0.05000,14.291
29,mlp.experts.274.gate_proj,0.0000204044,0.05000,14.352
29,mlp.experts.300.gate_proj,0.0000163853,0.05000,14.262
29,mlp.experts.295.gate_proj,0.0000297934,0.05000,14.262
29,mlp.experts.304.gate_proj,0.0000183823,0.05000,14.302
29,mlp.experts.317.gate_proj,0.0000337255,0.05000,14.143
29,mlp.experts.291.gate_proj,0.0000220652,0.05000,14.333
29,mlp.experts.314.gate_proj,0.0000092991,0.05000,14.215
29,mlp.experts.313.gate_proj,0.0000359129,0.05000,14.213
29,mlp.experts.307.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.739
29,mlp.experts.305.gate_proj,0.0000449079,0.05000,14.306
29,mlp.experts.292.gate_proj,0.0000622110,0.05000,14.277
29,mlp.experts.303.gate_proj,0.0000197003,0.05000,14.215
29,mlp.experts.296.gate_proj,0.0000702277,0.05000,14.248
29,mlp.experts.302.gate_proj,0.0000210722,0.05000,14.225
29,mlp.experts.293.gate_proj,0.0000362790,0.05000,14.273
29,mlp.experts.299.gate_proj,0.0000443627,0.05000,14.182
29,mlp.experts.310.gate_proj,0.0000270459,0.05000,14.394
29,mlp.experts.316.gate_proj,0.0000102143,0.05000,14.134
29,mlp.experts.290.gate_proj,0.0000199808,0.05000,14.287
29,mlp.experts.311.gate_proj,0.0000918226,0.05000,14.204
29,mlp.experts.320.gate_proj,0.0000171880,0.05000,14.310
29,mlp.experts.333.gate_proj,0.0000314653,0.05000,14.264
29,mlp.experts.330.gate_proj,0.0000156414,0.05000,14.393
29,mlp.experts.329.gate_proj,0.0000063732,0.05000,14.330
29,mlp.experts.349.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.697
29,mlp.experts.323.gate_proj,0.0000203609,0.05000,14.179
29,mlp.experts.321.gate_proj,0.0000166363,0.05000,14.285
29,mlp.experts.365.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.706
29,mlp.experts.308.gate_proj,0.0000448544,0.05000,13.899
29,mlp.experts.319.gate_proj,0.0000130762,0.05000,13.862
29,mlp.experts.312.gate_proj,0.0000101330,0.05000,13.869
29,mlp.experts.318.gate_proj,0.0000183431,0.05000,14.015
29,mlp.experts.309.gate_proj,0.0000314932,0.05000,13.942
29,mlp.experts.326.gate_proj,0.0000313376,0.05000,13.810
29,mlp.experts.315.gate_proj,0.0000174517,0.05000,13.935
29,mlp.experts.332.gate_proj,0.0000448390,0.05000,13.796
29,mlp.experts.306.gate_proj,0.0000163747,0.05000,13.842
29,mlp.experts.331.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.733
29,mlp.experts.327.gate_proj,0.0000530324,0.05000,14.001
29,mlp.experts.336.gate_proj,0.0000338180,0.05000,13.846
29,mlp.experts.346.gate_proj,0.0000375799,0.05000,13.974
29,mlp.experts.345.gate_proj,0.0000223250,0.05000,13.941
29,mlp.experts.352.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.682
29,mlp.experts.339.gate_proj,0.0000546782,0.05000,13.925
29,mlp.experts.337.gate_proj,0.0000190058,0.05000,13.973
29,mlp.experts.381.gate_proj,0.0000283387,0.05000,14.021
29,mlp.experts.324.gate_proj,0.0000419780,0.05000,14.257
29,mlp.experts.335.gate_proj,0.0000210794,0.05000,14.246
29,mlp.experts.328.gate_proj,0.0000432374,0.05000,14.288
29,mlp.experts.334.gate_proj,0.0000227676,0.05000,14.147
29,mlp.experts.325.gate_proj,0.0000572567,0.05000,14.233
29,mlp.experts.342.gate_proj,0.0000135068,0.05000,14.254
29,mlp.experts.348.gate_proj,0.0000343059,0.05000,14.335
29,mlp.experts.322.gate_proj,0.0000432020,0.05000,14.261
29,mlp.experts.343.gate_proj,0.0000167120,0.05000,14.217
29,mlp.experts.347.gate_proj,0.0000568557,0.05000,14.284
29,mlp.experts.359.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.697
29,mlp.experts.362.gate_proj,0.0000105824,0.05000,14.258
29,mlp.experts.361.gate_proj,0.0000174957,0.05000,14.180
29,mlp.experts.368.gate_proj,0.0000193794,0.05000,14.183
29,mlp.experts.355.gate_proj,0.0000157800,0.05000,14.275
29,mlp.experts.353.gate_proj,0.0000240163,0.05000,14.345
29,mlp.experts.397.gate_proj,0.0000302176,0.05000,14.325
29,mlp.experts.340.gate_proj,0.0000518345,0.05000,13.851
29,mlp.experts.351.gate_proj,0.0000224808,0.05000,13.860
29,mlp.experts.344.gate_proj,0.0000161822,0.05000,13.934
29,mlp.experts.350.gate_proj,0.0000224410,0.05000,13.812
29,mlp.experts.341.gate_proj,0.0000137111,0.05000,13.838
29,mlp.experts.364.gate_proj,0.0000182316,0.05000,13.806
29,mlp.experts.358.gate_proj,0.0000320048,0.05000,13.965
29,mlp.experts.338.gate_proj,0.0000237912,0.05000,13.904
29,mlp.experts.363.gate_proj,0.0000213227,0.05000,14.094
29,mlp.experts.378.gate_proj,0.0000236512,0.05000,13.968
29,mlp.experts.375.gate_proj,0.0000221305,0.05000,14.068
29,mlp.experts.379.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.747
29,mlp.experts.377.gate_proj,0.0000054620,0.05000,14.048
29,mlp.experts.384.gate_proj,0.0000270145,0.05000,14.015
29,mlp.experts.371.gate_proj,0.0000334837,0.05000,14.059
29,mlp.experts.369.gate_proj,0.0000433308,0.05000,14.142
29,mlp.experts.413.gate_proj,0.0000222435,0.05000,13.968
29,mlp.experts.356.gate_proj,0.0000285877,0.05000,14.532
29,mlp.experts.367.gate_proj,0.0000229897,0.05000,14.618
29,mlp.experts.360.gate_proj,0.0000208091,0.05000,14.460
29,mlp.experts.366.gate_proj,0.0000209122,0.05000,14.556
29,mlp.experts.357.gate_proj,0.0000539247,0.05000,14.548
29,mlp.experts.380.gate_proj,0.0000414472,0.05000,14.497
29,mlp.experts.374.gate_proj,0.0000045691,0.05000,14.502
29,mlp.experts.354.gate_proj,0.0000467521,0.05000,14.405
29,mlp.experts.376.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.795
29,mlp.experts.392.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.812
29,mlp.experts.394.gate_proj,0.0000492922,0.05000,14.421
29,mlp.experts.391.gate_proj,0.0000281540,0.05000,14.573
29,mlp.experts.393.gate_proj,0.0000190527,0.05000,14.460
29,mlp.experts.400.gate_proj,0.0000161650,0.05000,14.493
29,mlp.experts.395.gate_proj,0.0000818295,0.05000,14.632
29,mlp.experts.387.gate_proj,0.0000540041,0.05000,14.435
29,mlp.experts.385.gate_proj,0.0000295820,0.05000,14.462
29,mlp.experts.429.gate_proj,0.0000302911,0.05000,14.428
29,mlp.experts.372.gate_proj,0.0000674751,0.05000,14.250
29,mlp.experts.383.gate_proj,0.0000183194,0.05000,14.495
29,mlp.experts.382.gate_proj,0.0000299867,0.05000,14.340
29,mlp.experts.373.gate_proj,0.0000254475,0.05000,14.274
29,mlp.experts.396.gate_proj,0.0000292930,0.05000,14.265
29,mlp.experts.370.gate_proj,0.0000226403,0.05000,14.274
29,mlp.experts.390.gate_proj,0.0000487133,0.05000,14.392
29,mlp.experts.408.gate_proj,0.0000430219,0.05000,14.118
29,mlp.experts.410.gate_proj,0.0000537478,0.05000,14.176
29,mlp.experts.409.gate_proj,0.0000674178,0.05000,14.102
29,mlp.experts.424.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.659
29,mlp.experts.411.gate_proj,0.0000666286,0.05000,14.104
29,mlp.experts.407.gate_proj,0.0000560905,0.05000,14.342
29,mlp.experts.416.gate_proj,0.0000076243,0.05000,14.370
29,mlp.experts.403.gate_proj,0.0000238729,0.05000,14.148
29,mlp.experts.401.gate_proj,0.0000197777,0.05000,14.229
29,mlp.experts.445.gate_proj,0.0000294773,0.05000,14.227
29,mlp.experts.388.gate_proj,0.0000155055,0.05000,14.343
29,mlp.experts.399.gate_proj,0.0000215500,0.05000,14.277
29,mlp.experts.398.gate_proj,0.0000361288,0.05000,14.303
29,mlp.experts.389.gate_proj,0.0000294111,0.05000,14.425
29,mlp.experts.406.gate_proj,0.0000283692,0.05000,14.167
29,mlp.experts.386.gate_proj,0.0000127163,0.05000,14.263
29,mlp.experts.412.gate_proj,0.0000118473,0.05000,14.376
29,mlp.experts.426.gate_proj,0.0000191338,0.05000,14.354
29,mlp.experts.425.gate_proj,0.0000322394,0.05000,14.357
29,mlp.experts.440.gate_proj,0.0000432047,0.05000,14.306
29,mlp.experts.423.gate_proj,0.0000224874,0.05000,14.413
29,mlp.experts.427.gate_proj,0.0000209421,0.05000,14.519
29,mlp.experts.432.gate_proj,0.0000142825,0.05000,14.420
29,mlp.experts.419.gate_proj,0.0000360367,0.05000,14.587
29,mlp.experts.417.gate_proj,0.0000188083,0.05000,14.431
29,mlp.experts.461.gate_proj,0.0000207825,0.05000,14.378
29,mlp.experts.477.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.700
29,mlp.experts.404.gate_proj,0.0000183865,0.05000,14.876
29,mlp.experts.415.gate_proj,0.0000129974,0.05000,14.960
29,mlp.experts.414.gate_proj,0.0000117439,0.05000,14.870
29,mlp.experts.402.gate_proj,0.0000286900,0.05000,14.720
29,mlp.experts.428.gate_proj,0.0000092727,0.05000,14.733
29,mlp.experts.405.gate_proj,0.0000461344,0.05000,14.923
29,mlp.experts.422.gate_proj,0.0000146629,0.05000,14.812
29,mlp.experts.442.gate_proj,0.0000166582,0.05000,14.772
29,mlp.experts.456.gate_proj,0.0000613252,0.05000,14.681
29,mlp.experts.441.gate_proj,0.0000126830,0.05000,14.805
29,mlp.experts.439.gate_proj,0.0000341437,0.05000,14.759
29,mlp.experts.443.gate_proj,0.0000262674,0.05000,14.806
29,mlp.experts.448.gate_proj,0.0000472407,0.05000,14.709
29,mlp.experts.435.gate_proj,0.0000634015,0.05000,14.659
29,mlp.experts.433.gate_proj,0.0000724730,0.05000,14.796
29,mlp.experts.493.gate_proj,0.0000299924,0.05000,14.934
29,mlp.experts.420.gate_proj,0.0000063481,0.05000,14.424
29,mlp.experts.431.gate_proj,0.0000232658,0.05000,14.414
29,mlp.experts.430.gate_proj,0.0000477215,0.05000,14.449
29,mlp.experts.438.gate_proj,0.0000695434,0.05000,14.430
29,mlp.experts.436.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.789
29,mlp.experts.421.gate_proj,0.0000261888,0.05000,14.473
29,mlp.experts.418.gate_proj,0.0000233499,0.05000,14.535
29,mlp.experts.444.gate_proj,0.0000328586,0.05000,14.579
29,mlp.experts.458.gate_proj,0.0000214511,0.05000,14.495
29,mlp.experts.472.gate_proj,0.0000645414,0.05000,14.453
29,mlp.experts.457.gate_proj,0.0000234858,0.05000,14.391
29,mlp.experts.455.gate_proj,0.0000147623,0.05000,14.508
29,mlp.experts.464.gate_proj,0.0000399696,0.05000,14.433
29,mlp.experts.459.gate_proj,0.0000186654,0.05000,14.457
29,mlp.experts.451.gate_proj,0.0000180566,0.05000,14.506
29,mlp.experts.449.gate_proj,0.0000258116,0.05000,14.510
29,mlp.experts.509.gate_proj,0.0000561739,0.05000,14.425
29,mlp.experts.13.up_proj,failsafe(rtn): 0.0014801,0.00000,0.738
29,mlp.experts.447.gate_proj,0.0000456589,0.05000,14.370
29,mlp.experts.446.gate_proj,0.0000319752,0.05000,14.349
29,mlp.experts.452.gate_proj,0.0000190457,0.05000,14.307
29,mlp.experts.454.gate_proj,0.0000157781,0.05000,14.361
29,mlp.experts.437.gate_proj,0.0000253602,0.05000,14.394
29,mlp.experts.460.gate_proj,0.0000306225,0.05000,14.357
29,mlp.experts.434.gate_proj,0.0000420869,0.05000,14.423
29,mlp.experts.474.gate_proj,0.0000646908,0.05000,14.497
29,mlp.experts.488.gate_proj,0.0000487118,0.05000,14.468
29,mlp.experts.473.gate_proj,0.0000165463,0.05000,14.532
29,mlp.experts.480.gate_proj,0.0000391234,0.05000,14.321
29,mlp.experts.471.gate_proj,0.0000530206,0.05000,14.512
29,mlp.experts.475.gate_proj,0.0000119219,0.05000,14.540
29,mlp.experts.467.gate_proj,0.0000287978,0.05000,14.562
29,mlp.experts.465.gate_proj,0.0000628477,0.05000,14.474
29,mlp.experts.29.up_proj,0.0000194083,0.05000,14.445
29,mlp.experts.463.gate_proj,0.0000358820,0.05000,14.714
29,mlp.experts.468.gate_proj,0.0000080171,0.05000,14.506
29,mlp.experts.462.gate_proj,0.0000448322,0.05000,14.742
29,mlp.experts.476.gate_proj,0.0000143929,0.05000,14.590
29,mlp.experts.470.gate_proj,0.0000599938,0.05000,14.719
29,mlp.experts.450.gate_proj,0.0000399733,0.05000,14.689
29,mlp.experts.453.gate_proj,0.0000233892,0.05000,14.760
29,mlp.experts.484.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.755
29,mlp.experts.504.gate_proj,0.0000362617,0.05000,14.471
29,mlp.experts.490.gate_proj,0.0000244135,0.05000,14.566
29,mlp.experts.489.gate_proj,0.0000348323,0.05000,14.564
29,mlp.experts.496.gate_proj,0.0000344096,0.05000,14.575
29,mlp.experts.487.gate_proj,0.0000329411,0.05000,14.556
29,mlp.experts.491.gate_proj,0.0000209249,0.05000,14.558
29,mlp.experts.483.gate_proj,0.0000148436,0.05000,14.536
29,mlp.experts.503.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.730
29,mlp.experts.481.gate_proj,0.0000207606,0.05000,14.772
29,mlp.experts.45.up_proj,0.0000248835,0.05000,14.806
29,mlp.experts.479.gate_proj,0.0000441618,0.05000,13.980
29,mlp.experts.478.gate_proj,0.0000823246,0.05000,14.130
29,mlp.experts.486.gate_proj,0.0000911588,0.05000,13.930
29,mlp.experts.466.gate_proj,0.0000205231,0.05000,13.978
29,mlp.experts.492.gate_proj,0.0000253477,0.05000,14.132
29,mlp.experts.469.gate_proj,0.0000156853,0.05000,14.077
29,mlp.experts.495.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.711
29,mlp.experts.500.gate_proj,0.0000248401,0.05000,14.116
29,mlp.experts.494.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.808
29,mlp.experts.502.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.836
29,mlp.experts.8.up_proj,0.0000327225,0.05000,14.178
29,mlp.experts.505.gate_proj,0.0000154719,0.05000,14.095
29,mlp.experts.506.gate_proj,0.0000455615,0.05000,14.218
29,mlp.experts.0.up_proj,0.0000379644,0.05000,14.266
29,mlp.experts.507.gate_proj,0.0000367667,0.05000,14.177
29,mlp.experts.499.gate_proj,0.0000423580,0.05000,14.151
29,mlp.experts.7.up_proj,0.0000158989,0.05000,14.133
29,mlp.experts.497.gate_proj,0.0000279030,0.05000,14.151
29,mlp.experts.61.up_proj,0.0000078578,0.05000,13.862
29,mlp.experts.508.gate_proj,0.0000266770,0.05000,13.584
29,mlp.experts.482.gate_proj,0.0000228196,0.05000,13.674
29,mlp.experts.485.gate_proj,0.0000055727,0.05000,13.664
29,mlp.experts.511.gate_proj,0.0000508361,0.05000,13.661
29,mlp.experts.4.up_proj,0.0000159792,0.05000,13.478
29,mlp.experts.6.up_proj,0.0000165224,0.05000,13.435
29,mlp.experts.510.gate_proj,0.0000309402,0.05000,13.512
29,mlp.experts.24.up_proj,0.0000298640,0.05000,13.316
29,mlp.experts.9.up_proj,0.0000307943,0.05000,13.339
29,mlp.experts.10.up_proj,0.0000151797,0.05000,13.329
29,mlp.experts.11.up_proj,0.0000488629,0.05000,13.221
29,mlp.experts.3.up_proj,0.0000578270,0.05000,13.337
29,mlp.experts.23.up_proj,0.0000407901,0.05000,13.341
29,mlp.experts.1.up_proj,0.0000470231,0.05000,13.418
29,mlp.experts.77.up_proj,0.0000427085,0.05000,13.228
29,mlp.experts.501.gate_proj,0.0000139023,0.05000,12.049
29,mlp.experts.498.gate_proj,0.0000232595,0.05000,12.262
29,mlp.experts.15.up_proj,0.0000418107,0.05000,12.193
29,mlp.experts.14.up_proj,0.0000111623,0.05000,12.215
29,mlp.experts.22.up_proj,0.0000128059,0.05000,12.263
29,mlp.experts.25.up_proj,0.0000141036,0.05000,12.146
29,mlp.experts.16.up_proj,0.0000268377,0.05000,12.169
29,mlp.experts.20.up_proj,0.0000318377,0.05000,12.182
29,mlp.experts.26.up_proj,0.0000030889,0.05000,12.322
29,mlp.experts.40.up_proj,0.0000536912,0.05000,12.279
29,mlp.experts.12.up_proj,0.0000121805,0.05000,12.324
29,mlp.experts.27.up_proj,0.0000996018,0.05000,12.310
29,mlp.experts.17.up_proj,failsafe(rtn): 0.0015945,0.00000,0.754
29,mlp.experts.19.up_proj,0.0000535132,0.05000,12.280
29,mlp.experts.28.up_proj,failsafe(rtn): 0.0015335,0.00000,0.672
29,mlp.experts.39.up_proj,0.0000485459,0.05000,12.285
29,mlp.experts.33.up_proj,failsafe(rtn): 0.0014648,0.00000,0.698
29,mlp.experts.2.up_proj,0.0000263944,0.05000,13.518
29,mlp.experts.31.up_proj,0.0000333256,0.05000,13.493
29,mlp.experts.30.up_proj,0.0000119956,0.05000,13.510
29,mlp.experts.38.up_proj,0.0000256253,0.05000,13.503
29,mlp.experts.93.up_proj,0.0000550458,0.05000,13.706
29,mlp.experts.41.up_proj,0.0000413608,0.05000,13.707
29,mlp.experts.5.up_proj,0.0000193264,0.05000,13.807
29,mlp.experts.36.up_proj,0.0000563222,0.05000,13.664
29,mlp.experts.32.up_proj,0.0000173479,0.05000,13.738
29,mlp.experts.56.up_proj,0.0000465107,0.05000,13.667
29,mlp.experts.43.up_proj,0.0000255384,0.05000,13.708
29,mlp.experts.35.up_proj,0.0000386661,0.05000,13.707
29,mlp.experts.44.up_proj,0.0000458497,0.05000,13.794
29,mlp.experts.55.up_proj,0.0000368068,0.05000,13.749
29,mlp.experts.49.up_proj,0.0000547902,0.05000,13.687
29,mlp.experts.47.up_proj,0.0000604794,0.05000,11.688
29,mlp.experts.42.up_proj,0.0000125403,0.05000,11.839
29,mlp.experts.18.up_proj,0.0000139781,0.05000,11.842
29,mlp.experts.54.up_proj,0.0000332989,0.05000,11.904
29,mlp.experts.46.up_proj,0.0000151817,0.05000,11.948
29,mlp.experts.57.up_proj,0.0000232210,0.05000,11.983
29,mlp.experts.48.up_proj,0.0000312709,0.05000,11.899
29,mlp.experts.109.up_proj,0.0000415663,0.05000,12.092
29,mlp.experts.52.up_proj,0.0000417993,0.05000,11.984
29,mlp.experts.72.up_proj,0.0000167889,0.05000,11.966
29,mlp.experts.21.up_proj,0.0000215715,0.05000,12.117
29,mlp.experts.60.up_proj,0.0000251080,0.05000,12.044
29,mlp.experts.65.up_proj,0.0000509289,0.05000,12.091
29,mlp.experts.59.up_proj,0.0000186538,0.05000,14.794
29,mlp.experts.63.up_proj,0.0000127448,0.05000,14.803
29,mlp.experts.71.up_proj,0.0000163550,0.05000,14.839
29,mlp.experts.51.up_proj,0.0000121570,0.05000,15.127
29,mlp.experts.58.up_proj,0.0000479611,0.05000,14.809
29,mlp.experts.62.up_proj,0.0000050480,0.05000,14.724
29,mlp.experts.34.up_proj,0.0000565556,0.05000,14.917
29,mlp.experts.70.up_proj,0.0000349539,0.05000,14.954
29,mlp.experts.74.up_proj,failsafe(rtn): 0.0013733,0.00000,0.747
29,mlp.experts.73.up_proj,0.0000163304,0.05000,14.779
29,mlp.experts.64.up_proj,0.0000274337,0.05000,14.723
29,mlp.experts.88.up_proj,0.0000105290,0.05000,14.641
29,mlp.experts.68.up_proj,0.0000339829,0.05000,14.756
29,mlp.experts.125.up_proj,0.0000399560,0.05000,14.855
29,mlp.experts.37.up_proj,0.0000188405,0.05000,14.814
29,mlp.experts.80.up_proj,failsafe(rtn): 0.0013199,0.00000,0.732
29,mlp.experts.76.up_proj,0.0000029958,0.05000,14.765
29,mlp.experts.81.up_proj,0.0000233804,0.05000,14.775
29,mlp.experts.79.up_proj,0.0000541506,0.05000,14.267
29,mlp.experts.87.up_proj,0.0000190227,0.05000,14.436
29,mlp.experts.75.up_proj,0.0000397675,0.05000,14.496
29,mlp.experts.67.up_proj,0.0000323896,0.05000,14.483
29,mlp.experts.78.up_proj,0.0000307657,0.05000,14.470
29,mlp.experts.50.up_proj,0.0000131047,0.05000,14.449
29,mlp.experts.86.up_proj,0.0000154686,0.05000,14.451
29,mlp.experts.90.up_proj,0.0000249103,0.05000,14.480
29,mlp.experts.89.up_proj,0.0000111248,0.05000,14.466
29,mlp.experts.104.up_proj,0.0000381455,0.05000,14.453
29,mlp.experts.84.up_proj,0.0000303701,0.05000,14.459
29,mlp.experts.53.up_proj,0.0000178706,0.05000,14.455
29,mlp.experts.141.up_proj,0.0000218186,0.05000,14.549
29,mlp.experts.96.up_proj,0.0000350327,0.05000,14.278
29,mlp.experts.105.up_proj,failsafe(rtn): 0.0015259,0.00000,0.744
29,mlp.experts.92.up_proj,0.0000293208,0.05000,14.436
29,mlp.experts.97.up_proj,0.0000236588,0.05000,14.478
29,mlp.experts.95.up_proj,0.0000318039,0.05000,14.098
29,mlp.experts.91.up_proj,0.0000120761,0.05000,14.064
29,mlp.experts.103.up_proj,0.0000893996,0.05000,14.118
29,mlp.experts.83.up_proj,0.0000140596,0.05000,14.102
29,mlp.experts.94.up_proj,0.0000064589,0.05000,13.994
29,mlp.experts.66.up_proj,0.0000224533,0.05000,14.161
29,mlp.experts.102.up_proj,0.0000376489,0.05000,14.084
29,mlp.experts.106.up_proj,0.0000108751,0.05000,14.011
29,mlp.experts.100.up_proj,0.0000154579,0.05000,14.043
29,mlp.experts.120.up_proj,0.0000274488,0.05000,14.113
29,mlp.experts.157.up_proj,0.0000119885,0.05000,14.030
29,mlp.experts.69.up_proj,0.0000180826,0.05000,14.085
29,mlp.experts.112.up_proj,0.0000036413,0.05000,14.158
29,mlp.experts.121.up_proj,0.0000325824,0.05000,14.188
29,mlp.experts.108.up_proj,0.0000354287,0.05000,14.152
29,mlp.experts.113.up_proj,0.0000424564,0.05000,14.191
29,mlp.experts.111.up_proj,0.0000061757,0.05000,14.800
29,mlp.experts.107.up_proj,0.0000202574,0.05000,14.854
29,mlp.experts.119.up_proj,0.0000465004,0.05000,14.822
29,mlp.experts.110.up_proj,0.0000198354,0.05000,14.890
29,mlp.experts.99.up_proj,0.0000233596,0.05000,14.927
29,mlp.experts.118.up_proj,0.0000521796,0.05000,14.924
29,mlp.experts.82.up_proj,0.0000129739,0.05000,15.024
29,mlp.experts.135.up_proj,failsafe(rtn): 0.0014725,0.00000,0.808
29,mlp.experts.122.up_proj,0.0000184126,0.05000,15.049
29,mlp.experts.116.up_proj,0.0000318566,0.05000,14.859
29,mlp.experts.136.up_proj,0.0000192611,0.05000,14.968
29,mlp.experts.173.up_proj,0.0000443011,0.05000,14.917
29,mlp.experts.85.up_proj,0.0000308077,0.05000,14.979
29,mlp.experts.128.up_proj,0.0000176358,0.05000,14.840
29,mlp.experts.137.up_proj,0.0000153256,0.05000,14.887
29,mlp.experts.124.up_proj,0.0000160035,0.05000,14.779
29,mlp.experts.129.up_proj,0.0000207049,0.05000,14.826
29,mlp.experts.127.up_proj,0.0000120905,0.05000,14.298
29,mlp.experts.123.up_proj,0.0000200625,0.05000,14.346
29,mlp.experts.126.up_proj,0.0000368669,0.05000,14.249
29,mlp.experts.115.up_proj,0.0000297221,0.05000,14.465
29,mlp.experts.134.up_proj,0.0000493296,0.05000,14.337
29,mlp.experts.98.up_proj,0.0000225131,0.05000,14.357
29,mlp.experts.151.up_proj,0.0000105186,0.05000,14.351
29,mlp.experts.138.up_proj,0.0000229001,0.05000,14.292
29,mlp.experts.132.up_proj,0.0000192543,0.05000,14.310
29,mlp.experts.152.up_proj,0.0000244125,0.05000,14.298
29,mlp.experts.101.up_proj,0.0000268629,0.05000,14.224
29,mlp.experts.189.up_proj,0.0000337008,0.05000,14.392
29,mlp.experts.144.up_proj,0.0000419106,0.05000,14.413
29,mlp.experts.153.up_proj,0.0000251995,0.05000,14.313
29,mlp.experts.140.up_proj,0.0000251511,0.05000,14.292
29,mlp.experts.145.up_proj,0.0000263158,0.05000,14.204
29,mlp.experts.143.up_proj,0.0000032544,0.05000,14.512
29,mlp.experts.139.up_proj,0.0000201846,0.05000,14.451
29,mlp.experts.142.up_proj,0.0000079321,0.05000,14.296
29,mlp.experts.131.up_proj,0.0000087762,0.05000,14.295
29,mlp.experts.150.up_proj,0.0000664739,0.05000,14.271
29,mlp.experts.114.up_proj,0.0000210572,0.05000,14.280
29,mlp.experts.167.up_proj,0.0000409875,0.05000,14.294
29,mlp.experts.154.up_proj,0.0000730185,0.05000,14.381
29,mlp.experts.148.up_proj,0.0000382162,0.05000,14.219
29,mlp.experts.168.up_proj,0.0000174038,0.05000,14.376
29,mlp.experts.205.up_proj,0.0000402978,0.05000,14.308
29,mlp.experts.117.up_proj,0.0000199212,0.05000,14.406
29,mlp.experts.160.up_proj,0.0000278332,0.05000,14.358
29,mlp.experts.169.up_proj,0.0000286623,0.05000,14.510
29,mlp.experts.156.up_proj,0.0000462762,0.05000,14.384
29,mlp.experts.161.up_proj,0.0000479423,0.05000,14.468
29,mlp.experts.159.up_proj,0.0000439785,0.05000,14.040
29,mlp.experts.155.up_proj,0.0000338072,0.05000,14.156
29,mlp.experts.158.up_proj,0.0000564637,0.05000,14.106
29,mlp.experts.147.up_proj,0.0000347440,0.05000,14.150
29,mlp.experts.166.up_proj,0.0000242291,0.05000,14.059
29,mlp.experts.130.up_proj,0.0000276837,0.05000,14.137
29,mlp.experts.183.up_proj,0.0000212695,0.05000,14.151
29,mlp.experts.170.up_proj,0.0000151499,0.05000,14.014
29,mlp.experts.164.up_proj,0.0000233746,0.05000,14.024
29,mlp.experts.182.up_proj,failsafe(rtn): 0.0015564,0.00000,0.699
29,mlp.experts.184.up_proj,0.0000520649,0.05000,14.027
29,mlp.experts.133.up_proj,0.0000214352,0.05000,14.087
29,mlp.experts.221.up_proj,0.0000495382,0.05000,14.158
29,mlp.experts.176.up_proj,0.0000137787,0.05000,14.113
29,mlp.experts.172.up_proj,0.0000348858,0.05000,14.021
29,mlp.experts.185.up_proj,0.0000273047,0.05000,14.113
29,mlp.experts.237.up_proj,failsafe(rtn): 0.0014725,0.00000,0.835
29,mlp.experts.177.up_proj,0.0000244088,0.05000,14.051
29,mlp.experts.175.up_proj,0.0000147388,0.05000,14.287
29,mlp.experts.171.up_proj,0.0000271581,0.05000,14.157
29,mlp.experts.174.up_proj,0.0000464875,0.05000,14.234
29,mlp.experts.163.up_proj,0.0000182210,0.05000,14.333
29,mlp.experts.146.up_proj,0.0000361334,0.05000,14.313
29,mlp.experts.199.up_proj,0.0000191747,0.05000,14.190
29,mlp.experts.180.up_proj,0.0000157397,0.05000,14.102
29,mlp.experts.186.up_proj,0.0000273762,0.05000,14.196
29,mlp.experts.198.up_proj,0.0000230475,0.05000,14.375
29,mlp.experts.200.up_proj,0.0000259457,0.05000,14.173
29,mlp.experts.149.up_proj,0.0000381585,0.05000,14.221
29,mlp.experts.192.up_proj,0.0000469408,0.05000,14.358
29,mlp.experts.188.up_proj,0.0000294271,0.05000,14.153
29,mlp.experts.201.up_proj,0.0000135235,0.05000,14.237
29,mlp.experts.253.up_proj,0.0000255526,0.05000,14.188
29,mlp.experts.193.up_proj,0.0000329359,0.05000,14.186
29,mlp.experts.217.up_proj,failsafe(rtn): 0.0015717,0.00000,0.691
29,mlp.experts.191.up_proj,0.0000087899,0.05000,14.325
29,mlp.experts.187.up_proj,0.0000186743,0.05000,14.329
29,mlp.experts.190.up_proj,0.0000497587,0.05000,14.459
29,mlp.experts.162.up_proj,0.0000655024,0.05000,14.313
29,mlp.experts.179.up_proj,0.0000225142,0.05000,14.467
29,mlp.experts.215.up_proj,0.0000167443,0.05000,14.423
29,mlp.experts.196.up_proj,0.0000162370,0.05000,14.380
29,mlp.experts.202.up_proj,0.0000305025,0.05000,14.470
29,mlp.experts.214.up_proj,0.0000266040,0.05000,14.279
29,mlp.experts.216.up_proj,0.0000298724,0.05000,14.638
29,mlp.experts.165.up_proj,0.0000159193,0.05000,14.372
29,mlp.experts.218.up_proj,failsafe(rtn): 0.0014572,0.00000,0.743
29,mlp.experts.208.up_proj,0.0000465327,0.05000,14.289
29,mlp.experts.204.up_proj,0.0000240810,0.05000,14.307
29,mlp.experts.269.up_proj,0.0000317468,0.05000,14.376
29,mlp.experts.224.up_proj,failsafe(rtn): 0.0014954,0.00000,0.764
29,mlp.experts.209.up_proj,0.0000329893,0.05000,14.530
29,mlp.experts.233.up_proj,0.0000165644,0.05000,14.410
29,mlp.experts.207.up_proj,0.0000170712,0.05000,14.672
29,mlp.experts.203.up_proj,0.0000207736,0.05000,14.722
29,mlp.experts.206.up_proj,0.0000174651,0.05000,14.789
29,mlp.experts.178.up_proj,0.0000481204,0.05000,14.667
29,mlp.experts.195.up_proj,0.0000336903,0.05000,14.744
29,mlp.experts.231.up_proj,0.0000129511,0.05000,14.828
29,mlp.experts.212.up_proj,0.0000468498,0.05000,14.765
29,mlp.experts.230.up_proj,0.0000156268,0.05000,14.714
29,mlp.experts.232.up_proj,0.0000077447,0.05000,14.658
29,mlp.experts.181.up_proj,0.0000276895,0.05000,14.687
29,mlp.experts.234.up_proj,0.0000560209,0.05000,14.805
29,mlp.experts.220.up_proj,0.0000433487,0.05000,14.905
29,mlp.experts.285.up_proj,0.0000188556,0.05000,14.794
29,mlp.experts.240.up_proj,0.0000193960,0.05000,14.732
29,mlp.experts.225.up_proj,0.0000132699,0.05000,14.886
29,mlp.experts.249.up_proj,0.0000924506,0.05000,14.891
29,mlp.experts.223.up_proj,0.0000550188,0.05000,14.187
29,mlp.experts.219.up_proj,0.0000569588,0.05000,14.200
29,mlp.experts.222.up_proj,0.0000200444,0.05000,14.176
29,mlp.experts.211.up_proj,0.0000103342,0.05000,14.048
29,mlp.experts.194.up_proj,0.0000201293,0.05000,14.130
29,mlp.experts.247.up_proj,0.0000203843,0.05000,14.205
29,mlp.experts.228.up_proj,0.0000162545,0.05000,14.190
29,mlp.experts.246.up_proj,0.0000163493,0.05000,14.222
29,mlp.experts.248.up_proj,0.0000164574,0.05000,14.137
29,mlp.experts.197.up_proj,0.0000251468,0.05000,14.261
29,mlp.experts.250.up_proj,0.0000222611,0.05000,14.269
29,mlp.experts.236.up_proj,0.0000227494,0.05000,14.192
29,mlp.experts.301.up_proj,0.0000107874,0.05000,14.259
29,mlp.experts.256.up_proj,0.0000155676,0.05000,14.054
29,mlp.experts.265.up_proj,0.0000525990,0.05000,13.959
29,mlp.experts.241.up_proj,0.0000126584,0.05000,14.310
29,mlp.experts.239.up_proj,0.0000214669,0.05000,14.205
29,mlp.experts.235.up_proj,0.0000836355,0.05000,14.245
29,mlp.experts.238.up_proj,0.0000126369,0.05000,14.265
29,mlp.experts.210.up_proj,0.0000340146,0.05000,14.264
29,mlp.experts.227.up_proj,0.0000150820,0.05000,14.349
29,mlp.experts.263.up_proj,0.0000107193,0.05000,14.391
29,mlp.experts.244.up_proj,0.0000276517,0.05000,14.352
29,mlp.experts.262.up_proj,0.0000211248,0.05000,14.334
29,mlp.experts.243.up_proj,failsafe(rtn): 0.0015335,0.00000,0.800
29,mlp.experts.264.up_proj,0.0000472969,0.05000,14.328
29,mlp.experts.213.up_proj,0.0000434572,0.05000,14.353
29,mlp.experts.266.up_proj,0.0000628154,0.05000,14.180
29,mlp.experts.252.up_proj,0.0000595381,0.05000,14.142
29,mlp.experts.317.up_proj,0.0000337940,0.05000,14.384
29,mlp.experts.272.up_proj,0.0000475001,0.05000,14.364
29,mlp.experts.281.up_proj,0.0000393833,0.05000,14.355
29,mlp.experts.257.up_proj,0.0000819944,0.05000,14.306
29,mlp.experts.255.up_proj,0.0000202092,0.05000,14.703
29,mlp.experts.251.up_proj,0.0000309310,0.05000,14.538
29,mlp.experts.254.up_proj,0.0000272256,0.05000,14.496
29,mlp.experts.226.up_proj,0.0000229992,0.05000,14.386
29,mlp.experts.279.up_proj,0.0000435577,0.05000,14.439
29,mlp.experts.260.up_proj,0.0000620382,0.05000,14.452
29,mlp.experts.259.up_proj,0.0000229816,0.05000,14.397
29,mlp.experts.278.up_proj,0.0000063828,0.05000,14.498
29,mlp.experts.280.up_proj,0.0000305304,0.05000,14.513
29,mlp.experts.229.up_proj,0.0000355373,0.05000,14.523
29,mlp.experts.282.up_proj,0.0000155067,0.05000,14.557
29,mlp.experts.268.up_proj,0.0000357137,0.05000,14.428
29,mlp.experts.333.up_proj,0.0000315648,0.05000,14.502
29,mlp.experts.288.up_proj,0.0000105383,0.05000,14.533
29,mlp.experts.297.up_proj,0.0000175713,0.05000,14.531
29,mlp.experts.349.up_proj,failsafe(rtn): 0.0014801,0.00000,0.709
29,mlp.experts.273.up_proj,0.0000341503,0.05000,14.644
29,mlp.experts.365.up_proj,failsafe(rtn): 0.0014801,0.00000,0.753
29,mlp.experts.271.up_proj,0.0000250793,0.05000,14.536
29,mlp.experts.267.up_proj,0.0000259083,0.05000,14.583
29,mlp.experts.270.up_proj,0.0000181810,0.05000,14.523
29,mlp.experts.242.up_proj,0.0000058401,0.05000,14.657
29,mlp.experts.295.up_proj,0.0000295406,0.05000,14.463
29,mlp.experts.276.up_proj,0.0000277145,0.05000,14.588
29,mlp.experts.294.up_proj,0.0000810572,0.05000,14.563
29,mlp.experts.275.up_proj,0.0000194225,0.05000,14.659
29,mlp.experts.296.up_proj,0.0000696070,0.05000,14.538
29,mlp.experts.245.up_proj,0.0000089725,0.05000,14.582
29,mlp.experts.298.up_proj,0.0000306924,0.05000,14.566
29,mlp.experts.284.up_proj,0.0000204437,0.05000,14.651
29,mlp.experts.304.up_proj,0.0000175714,0.05000,14.475
29,mlp.experts.313.up_proj,0.0000436191,0.05000,14.406
29,mlp.experts.289.up_proj,0.0000355370,0.05000,14.453
29,mlp.experts.381.up_proj,0.0000284859,0.05000,14.383
29,mlp.experts.287.up_proj,0.0000052647,0.05000,14.103
29,mlp.experts.283.up_proj,0.0000339834,0.05000,14.159
29,mlp.experts.286.up_proj,0.0000103141,0.05000,14.103
29,mlp.experts.258.up_proj,0.0000317419,0.05000,14.084
29,mlp.experts.311.up_proj,0.0000906305,0.05000,14.295
29,mlp.experts.292.up_proj,0.0000618621,0.05000,14.204
29,mlp.experts.310.up_proj,0.0000287621,0.05000,14.068
29,mlp.experts.291.up_proj,0.0000217709,0.05000,14.132
29,mlp.experts.312.up_proj,0.0000100511,0.05000,14.108
29,mlp.experts.261.up_proj,0.0000264387,0.05000,14.147
29,mlp.experts.314.up_proj,0.0000107293,0.05000,14.111
29,mlp.experts.300.up_proj,0.0000162613,0.05000,14.036
29,mlp.experts.307.up_proj,failsafe(rtn): 0.0014343,0.00000,0.740
29,mlp.experts.320.up_proj,0.0000160117,0.05000,14.144
29,mlp.experts.329.up_proj,0.0000064371,0.05000,14.257
29,mlp.experts.305.up_proj,0.0000453062,0.05000,14.231
29,mlp.experts.397.up_proj,0.0000307942,0.05000,14.170
29,mlp.experts.303.up_proj,0.0000203473,0.05000,14.262
29,mlp.experts.299.up_proj,0.0000435353,0.05000,14.295
29,mlp.experts.302.up_proj,0.0000210310,0.05000,14.080
29,mlp.experts.274.up_proj,0.0000208166,0.05000,14.196
29,mlp.experts.327.up_proj,0.0000524338,0.05000,14.110
29,mlp.experts.326.up_proj,0.0000312775,0.05000,14.005
29,mlp.experts.308.up_proj,0.0000455352,0.05000,14.162
29,mlp.experts.328.up_proj,0.0000443710,0.05000,14.031
29,mlp.experts.277.up_proj,0.0000308805,0.05000,14.147
29,mlp.experts.330.up_proj,0.0000163106,0.05000,14.054
29,mlp.experts.316.up_proj,0.0000106387,0.05000,13.971
29,mlp.experts.323.up_proj,0.0000198959,0.05000,14.169
29,mlp.experts.336.up_proj,0.0000308842,0.05000,13.905
29,mlp.experts.345.up_proj,0.0000224736,0.05000,13.908
29,mlp.experts.321.up_proj,0.0000155942,0.05000,13.945
29,mlp.experts.352.up_proj,failsafe(rtn): 0.0015564,0.00000,0.640
29,mlp.experts.413.up_proj,0.0000228412,0.05000,13.946
29,mlp.experts.319.up_proj,0.0000126483,0.05000,13.735
29,mlp.experts.318.up_proj,0.0000189868,0.05000,13.781
29,mlp.experts.315.up_proj,0.0000170431,0.05000,13.817
29,mlp.experts.290.up_proj,0.0000224414,0.05000,13.744
29,mlp.experts.331.up_proj,failsafe(rtn): 0.0015793,0.00000,0.658
29,mlp.experts.343.up_proj,0.0000156908,0.05000,13.770
29,mlp.experts.342.up_proj,0.0000146432,0.05000,13.772
29,mlp.experts.324.up_proj,0.0000417755,0.05000,13.794
29,mlp.experts.344.up_proj,0.0000158431,0.05000,13.848
29,mlp.experts.359.up_proj,failsafe(rtn): 0.0014496,0.00000,0.722
29,mlp.experts.293.up_proj,0.0000354506,0.05000,13.802
29,mlp.experts.346.up_proj,0.0000365640,0.05000,13.775
29,mlp.experts.332.up_proj,0.0000448698,0.05000,13.748
29,mlp.experts.339.up_proj,0.0000571986,0.05000,13.839
29,mlp.experts.361.up_proj,0.0000172723,0.05000,13.879
29,mlp.experts.368.up_proj,0.0000204229,0.05000,13.827
29,mlp.experts.337.up_proj,0.0000207051,0.05000,13.989
29,mlp.experts.429.up_proj,0.0000312460,0.05000,14.024
29,mlp.experts.335.up_proj,0.0000193396,0.05000,14.171
29,mlp.experts.334.up_proj,0.0000225071,0.05000,14.166
29,mlp.experts.306.up_proj,0.0000158903,0.05000,14.090
29,mlp.experts.347.up_proj,0.0000571997,0.05000,14.132
29,mlp.experts.358.up_proj,0.0000330031,0.05000,14.150
29,mlp.experts.340.up_proj,0.0000511001,0.05000,14.143
29,mlp.experts.360.up_proj,0.0000212285,0.05000,14.150
29,mlp.experts.375.up_proj,0.0000222320,0.05000,14.208
29,mlp.experts.309.up_proj,0.0000313259,0.05000,14.087
29,mlp.experts.362.up_proj,0.0000106038,0.05000,14.115
29,mlp.experts.348.up_proj,0.0000361170,0.05000,14.270
29,mlp.experts.376.up_proj,failsafe(rtn): 0.0014572,0.00000,0.766
29,mlp.experts.355.up_proj,0.0000193665,0.05000,14.181
29,mlp.experts.392.up_proj,failsafe(rtn): 0.0014496,0.00000,0.736
29,mlp.experts.377.up_proj,0.0000052117,0.05000,14.287
29,mlp.experts.384.up_proj,0.0000293131,0.05000,14.227
29,mlp.experts.353.up_proj,0.0000299901,0.05000,14.349
29,mlp.experts.445.up_proj,0.0000300328,0.05000,14.259
29,mlp.experts.351.up_proj,0.0000219110,0.05000,14.070
29,mlp.experts.350.up_proj,0.0000229467,0.05000,14.089
29,mlp.experts.322.up_proj,0.0000424912,0.05000,14.184
29,mlp.experts.363.up_proj,0.0000221389,0.05000,14.190
29,mlp.experts.374.up_proj,0.0000049340,0.05000,14.068
29,mlp.experts.356.up_proj,0.0000280949,0.05000,14.262
29,mlp.experts.379.up_proj,failsafe(rtn): 0.0014420,0.00000,0.682
29,mlp.experts.391.up_proj,0.0000260817,0.05000,14.215
29,mlp.experts.325.up_proj,0.0000560077,0.05000,14.251
29,mlp.experts.364.up_proj,0.0000174776,0.05000,14.028
29,mlp.experts.378.up_proj,0.0000229431,0.05000,14.194
29,mlp.experts.371.up_proj,0.0000349595,0.05000,14.038
29,mlp.experts.408.up_proj,0.0000425396,0.05000,14.058
29,mlp.experts.393.up_proj,0.0000197025,0.05000,14.018
29,mlp.experts.400.up_proj,0.0000159415,0.05000,13.924
29,mlp.experts.369.up_proj,0.0000435971,0.05000,14.060
29,mlp.experts.424.up_proj,failsafe(rtn): 0.0015717,0.00000,0.738
29,mlp.experts.461.up_proj,0.0000225696,0.05000,14.091
29,mlp.experts.477.up_proj,failsafe(rtn): 0.0015106,0.00000,0.778
29,mlp.experts.367.up_proj,0.0000233677,0.05000,14.411
29,mlp.experts.366.up_proj,0.0000209901,0.05000,14.327
29,mlp.experts.338.up_proj,0.0000238925,0.05000,14.284
29,mlp.experts.390.up_proj,0.0000486211,0.05000,14.282
29,mlp.experts.372.up_proj,0.0000677753,0.05000,14.212
29,mlp.experts.395.up_proj,0.0000880609,0.05000,14.326
29,mlp.experts.407.up_proj,0.0000552833,0.05000,14.322
29,mlp.experts.341.up_proj,0.0000140433,0.05000,14.330
29,mlp.experts.380.up_proj,0.0000416480,0.05000,14.296
29,mlp.experts.394.up_proj,0.0000490864,0.05000,14.297
29,mlp.experts.387.up_proj,0.0000401951,0.05000,14.399
29,mlp.experts.409.up_proj,0.0000664479,0.05000,14.347
29,mlp.experts.416.up_proj,0.0000080600,0.05000,14.148
29,mlp.experts.385.up_proj,0.0000319831,0.05000,14.302
29,mlp.experts.440.up_proj,0.0000431068,0.05000,14.199
29,mlp.experts.493.up_proj,0.0000323409,0.05000,14.416
29,mlp.experts.383.up_proj,0.0000193899,0.05000,14.702
29,mlp.experts.382.up_proj,0.0000315342,0.05000,14.568
29,mlp.experts.354.up_proj,0.0000471471,0.05000,14.547
29,mlp.experts.406.up_proj,0.0000295088,0.05000,14.609
29,mlp.experts.388.up_proj,0.0000157084,0.05000,14.736
29,mlp.experts.411.up_proj,0.0000646748,0.05000,14.655
29,mlp.experts.423.up_proj,0.0000222108,0.05000,14.585
29,mlp.experts.396.up_proj,0.0000305980,0.05000,14.612
29,mlp.experts.357.up_proj,0.0000622705,0.05000,14.697
29,mlp.experts.410.up_proj,0.0000521546,0.05000,14.643
29,mlp.experts.403.up_proj,0.0000231223,0.05000,14.619
29,mlp.experts.432.up_proj,0.0000160521,0.05000,14.507
29,mlp.experts.425.up_proj,0.0000326010,0.05000,14.650
29,mlp.experts.456.up_proj,0.0000607083,0.05000,14.548
29,mlp.experts.401.up_proj,0.0000197878,0.05000,14.646
29,mlp.experts.509.up_proj,0.0000561514,0.05000,14.504
29,mlp.experts.13.down_proj,failsafe(rtn): 0.0015335,0.00000,0.200
29,mlp.experts.29.down_proj,0.0000020177,0.05000,3.540
29,mlp.experts.45.down_proj,0.0000026859,0.05000,3.492
29,mlp.experts.398.up_proj,0.0000355859,0.05000,14.010
29,mlp.experts.399.up_proj,0.0000202237,0.05000,14.172
29,mlp.experts.370.up_proj,0.0000229512,0.05000,14.137
29,mlp.experts.422.up_proj,0.0000147525,0.05000,14.025
29,mlp.experts.404.up_proj,0.0000198380,0.05000,14.021
29,mlp.experts.427.up_proj,0.0000202060,0.05000,14.078
29,mlp.experts.61.down_proj,0.0000006197,0.05000,3.447
29,mlp.experts.439.up_proj,0.0000340362,0.05000,14.055
29,mlp.experts.412.up_proj,0.0000128589,0.05000,14.099
29,mlp.experts.373.up_proj,0.0000251646,0.05000,14.064
29,mlp.experts.426.up_proj,0.0000189951,0.05000,14.122
29,mlp.experts.419.up_proj,0.0000368630,0.05000,14.157
29,mlp.experts.448.up_proj,0.0000514115,0.05000,14.055
29,mlp.experts.441.up_proj,0.0000125919,0.05000,14.246
29,mlp.experts.472.up_proj,0.0000639487,0.05000,14.143
29,mlp.experts.417.up_proj,0.0000191144,0.05000,14.275
29,mlp.experts.77.down_proj,0.0000025267,0.05000,3.562
29,mlp.experts.93.down_proj,0.0000032199,0.05000,3.310
29,mlp.experts.109.down_proj,0.0000022776,0.05000,3.522
29,mlp.experts.415.up_proj,0.0000127764,0.05000,13.840
29,mlp.experts.414.up_proj,0.0000121769,0.05000,14.044
29,mlp.experts.386.up_proj,0.0000124182,0.05000,14.140
29,mlp.experts.438.up_proj,0.0000691811,0.05000,14.179
29,mlp.experts.420.up_proj,0.0000062023,0.05000,14.244
29,mlp.experts.443.up_proj,0.0000290699,0.05000,14.138
29,mlp.experts.125.down_proj,0.0000027224,0.05000,3.844
29,mlp.experts.455.up_proj,0.0000142373,0.05000,14.158
29,mlp.experts.428.up_proj,0.0000090800,0.05000,14.294
29,mlp.experts.389.up_proj,0.0000297101,0.05000,14.314
29,mlp.experts.436.up_proj,failsafe(rtn): 0.0015182,0.00000,0.749
29,mlp.experts.442.up_proj,0.0000169321,0.05000,14.280
29,mlp.experts.435.up_proj,0.0000623438,0.05000,14.304
29,mlp.experts.464.up_proj,0.0000413124,0.05000,14.428
29,mlp.experts.457.up_proj,0.0000232199,0.05000,14.324
29,mlp.experts.488.up_proj,0.0000471349,0.05000,14.290
29,mlp.experts.433.up_proj,0.0000716074,0.05000,14.535
29,mlp.experts.141.down_proj,0.0000013114,0.05000,3.783
29,mlp.experts.157.down_proj,0.0000009281,0.05000,3.620
29,mlp.experts.173.down_proj,0.0000028737,0.05000,3.538
29,mlp.experts.431.up_proj,0.0000233742,0.05000,14.622
29,mlp.experts.430.up_proj,0.0000475455,0.05000,14.536
29,mlp.experts.402.up_proj,0.0000288758,0.05000,14.538
29,mlp.experts.454.up_proj,0.0000147718,0.05000,14.447
29,mlp.experts.459.up_proj,0.0000181512,0.05000,14.396
29,mlp.experts.471.up_proj,0.0000560484,0.05000,14.502
29,mlp.experts.189.down_proj,0.0000045107,0.05000,3.605
29,mlp.experts.405.up_proj,0.0000443784,0.05000,14.348
29,mlp.experts.444.up_proj,0.0000312677,0.05000,14.514
29,mlp.experts.452.up_proj,0.0000195110,0.05000,14.492
29,mlp.experts.458.up_proj,0.0000225735,0.05000,14.532
29,mlp.experts.451.up_proj,0.0000177391,0.05000,14.512
29,mlp.experts.480.up_proj,0.0000389058,0.05000,14.416
29,mlp.experts.473.up_proj,0.0000161267,0.05000,14.377
29,mlp.experts.504.up_proj,0.0000360784,0.05000,14.428
29,mlp.experts.449.up_proj,0.0000251866,0.05000,14.401
29,mlp.experts.205.down_proj,0.0000028710,0.05000,3.796
29,mlp.experts.8.down_proj,0.0000023179,0.05000,3.632
29,mlp.experts.221.down_proj,0.0000032118,0.05000,3.640
29,mlp.experts.237.down_proj,failsafe(rtn): 0.0015335,0.00000,0.182
29,mlp.experts.24.down_proj,0.0000021131,0.05000,3.663
29,mlp.experts.253.down_proj,0.0000036697,0.05000,3.602
29,mlp.experts.447.up_proj,0.0000454577,0.05000,14.511
29,mlp.experts.446.up_proj,0.0000315935,0.05000,14.585
29,mlp.experts.40.down_proj,0.0000036107,0.05000,3.655
29,mlp.experts.418.up_proj,0.0000216242,0.05000,14.639
29,mlp.experts.470.up_proj,0.0000584076,0.05000,14.650
29,mlp.experts.475.up_proj,0.0000121446,0.05000,14.798
29,mlp.experts.487.up_proj,0.0000334270,0.05000,14.805
29,mlp.experts.421.up_proj,0.0000259267,0.05000,14.760
29,mlp.experts.460.up_proj,0.0000304027,0.05000,14.707
29,mlp.experts.269.down_proj,0.0000021567,0.05000,3.831
29,mlp.experts.474.up_proj,0.0000640758,0.05000,14.708
29,mlp.experts.468.up_proj,0.0000076550,0.05000,14.781
29,mlp.experts.467.up_proj,0.0000285169,0.05000,14.651
29,mlp.experts.503.up_proj,failsafe(rtn): 0.0014496,0.00000,0.773
29,mlp.experts.484.up_proj,failsafe(rtn): 0.0015793,0.00000,0.770
29,mlp.experts.496.up_proj,0.0000343617,0.05000,14.673
29,mlp.experts.489.up_proj,0.0000338492,0.05000,14.680
29,mlp.experts.56.down_proj,0.0000046114,0.05000,3.716
29,mlp.experts.465.up_proj,0.0000612408,0.05000,14.769
29,mlp.experts.285.down_proj,0.0000028393,0.05000,3.638
29,mlp.experts.7.down_proj,0.0000018998,0.05000,3.547
29,mlp.experts.0.down_proj,0.0000022616,0.05000,3.563
29,mlp.experts.72.down_proj,0.0000014083,0.05000,3.502
29,mlp.experts.301.down_proj,0.0000006543,0.05000,3.501
29,mlp.experts.23.down_proj,0.0000038585,0.05000,3.556
29,mlp.experts.16.down_proj,0.0000028981,0.05000,3.471
29,mlp.experts.88.down_proj,0.0000010175,0.05000,3.466
29,mlp.experts.317.down_proj,0.0000022776,0.05000,3.443
29,mlp.experts.39.down_proj,0.0000028093,0.05000,3.490
29,mlp.experts.32.down_proj,0.0000010663,0.05000,3.639
29,mlp.experts.462.up_proj,0.0000449683,0.05000,14.289
29,mlp.experts.463.up_proj,0.0000359883,0.05000,14.507
29,mlp.experts.104.down_proj,0.0000022517,0.05000,3.707
29,mlp.experts.434.up_proj,0.0000418582,0.05000,14.456
29,mlp.experts.486.up_proj,0.0000914151,0.05000,14.437
29,mlp.experts.502.up_proj,failsafe(rtn): 0.0014648,0.00000,0.682
29,mlp.experts.491.up_proj,0.0000212759,0.05000,14.392
29,mlp.experts.437.up_proj,0.0000248063,0.05000,14.310
29,mlp.experts.476.up_proj,0.0000151587,0.05000,14.257
29,mlp.experts.490.up_proj,0.0000239467,0.05000,14.232
29,mlp.experts.333.down_proj,0.0000024300,0.05000,3.820
29,mlp.experts.349.down_proj,failsafe(rtn): 0.0015182,0.00000,0.174
29,mlp.experts.483.up_proj,0.0000147481,0.05000,14.404
29,mlp.experts.365.down_proj,failsafe(rtn): 0.0014954,0.00000,0.191
29,mlp.experts.55.down_proj,0.0000040307,0.05000,3.729
29,mlp.experts.500.up_proj,0.0000263002,0.05000,14.242
29,mlp.experts.48.down_proj,0.0000051088,0.05000,3.748
29,mlp.experts.505.up_proj,0.0000157002,0.05000,14.302
29,mlp.experts.120.down_proj,0.0000015147,0.05000,3.709
29,mlp.experts.481.up_proj,0.0000203673,0.05000,14.302
29,mlp.experts.6.down_proj,0.0000011189,0.05000,3.571
29,mlp.experts.381.down_proj,0.0000029744,0.05000,3.549
29,mlp.experts.71.down_proj,0.0000012897,0.05000,3.536
29,mlp.experts.4.down_proj,0.0000015989,0.05000,3.552
29,mlp.experts.9.down_proj,0.0000019714,0.05000,3.545
29,mlp.experts.64.down_proj,0.0000016784,0.05000,3.597
29,mlp.experts.80.down_proj,failsafe(rtn): 0.0013733,0.00000,0.180
29,mlp.experts.136.down_proj,0.0000011614,0.05000,3.531
29,mlp.experts.22.down_proj,0.0000018263,0.05000,3.593
29,mlp.experts.87.down_proj,0.0000019550,0.05000,3.605
29,mlp.experts.397.down_proj,0.0000027057,0.05000,3.656
29,mlp.experts.20.down_proj,0.0000021482,0.05000,3.670
29,mlp.experts.25.down_proj,0.0000020081,0.05000,3.610
29,mlp.experts.96.down_proj,0.0000023070,0.05000,3.597
29,mlp.experts.152.down_proj,0.0000011824,0.05000,3.690
29,mlp.experts.38.down_proj,0.0000019547,0.05000,3.808
29,mlp.experts.103.down_proj,0.0000148668,0.05000,3.667
29,mlp.experts.413.down_proj,0.0000025504,0.05000,3.762
29,mlp.experts.36.down_proj,0.0000106805,0.05000,3.725
29,mlp.experts.41.down_proj,0.0000027006,0.05000,3.690
29,mlp.experts.478.up_proj,0.0000826172,0.05000,14.451
29,mlp.experts.112.down_proj,0.0000002467,0.05000,3.653
29,mlp.experts.479.up_proj,0.0000447134,0.05000,14.539
29,mlp.experts.168.down_proj,0.0000022365,0.05000,3.628
29,mlp.experts.450.up_proj,0.0000410165,0.05000,14.420
29,mlp.experts.494.up_proj,failsafe(rtn): 0.0014801,0.00000,0.718
29,mlp.experts.495.up_proj,failsafe(rtn): 0.0014572,0.00000,0.701
29,mlp.experts.54.down_proj,0.0000018898,0.05000,3.525
29,mlp.experts.507.up_proj,0.0000377960,0.05000,14.533
29,mlp.experts.492.up_proj,0.0000248806,0.05000,14.411
29,mlp.experts.506.up_proj,0.0000447300,0.05000,14.372
29,mlp.experts.453.up_proj,0.0000251892,0.05000,14.589
29,mlp.experts.499.up_proj,0.0000413399,0.05000,14.502
29,mlp.experts.119.down_proj,0.0000030079,0.05000,3.576
29,mlp.experts.429.down_proj,0.0000027704,0.05000,3.598
29,mlp.experts.135.down_proj,failsafe(rtn): 0.0015335,0.00000,0.175
29,mlp.experts.52.down_proj,0.0000032581,0.05000,3.641
29,mlp.experts.57.down_proj,0.0000030205,0.05000,3.641
29,mlp.experts.128.down_proj,0.0000011952,0.05000,3.603
29,mlp.experts.184.down_proj,0.0000034219,0.05000,3.635
29,mlp.experts.497.up_proj,0.0000278851,0.05000,14.537
29,mlp.experts.70.down_proj,0.0000030574,0.05000,3.546
29,mlp.experts.11.down_proj,0.0000025287,0.05000,3.533
29,mlp.experts.10.down_proj,0.0000017944,0.05000,3.493
29,mlp.experts.3.down_proj,0.0000142044,0.05000,3.571
29,mlp.experts.151.down_proj,0.0000010557,0.05000,3.497
29,mlp.experts.445.down_proj,0.0000015626,0.05000,3.566
29,mlp.experts.68.down_proj,0.0000023917,0.05000,3.549
29,mlp.experts.73.down_proj,0.0000021459,0.05000,3.519
29,mlp.experts.144.down_proj,0.0000071632,0.05000,3.548
29,mlp.experts.200.down_proj,0.0000028546,0.05000,3.531
29,mlp.experts.1.down_proj,0.0000042087,0.05000,3.622
29,mlp.experts.17.down_proj,failsafe(rtn): 0.0016251,0.00000,0.180
29,mlp.experts.33.down_proj,failsafe(rtn): 0.0015106,0.00000,0.161
29,mlp.experts.86.down_proj,0.0000011976,0.05000,3.538
29,mlp.experts.27.down_proj,0.0000074344,0.05000,3.599
29,mlp.experts.26.down_proj,0.0000005652,0.05000,3.557
29,mlp.experts.19.down_proj,0.0000028827,0.05000,3.481
29,mlp.experts.167.down_proj,0.0000057711,0.05000,3.541
29,mlp.experts.461.down_proj,0.0000018984,0.05000,3.549
29,mlp.experts.477.down_proj,failsafe(rtn): 0.0015335,0.00000,0.171
29,mlp.experts.84.down_proj,0.0000014805,0.05000,3.464
29,mlp.experts.89.down_proj,0.0000015365,0.05000,3.472
29,mlp.experts.160.down_proj,0.0000030369,0.05000,3.473
29,mlp.experts.105.down_proj,failsafe(rtn): 0.0015945,0.00000,0.182
29,mlp.experts.216.down_proj,0.0000036496,0.05000,3.483
29,mlp.experts.49.down_proj,0.0000036035,0.05000,3.478
29,mlp.experts.102.down_proj,0.0000048416,0.05000,3.413
29,mlp.experts.43.down_proj,0.0000018323,0.05000,3.418
29,mlp.experts.42.down_proj,0.0000010461,0.05000,3.408
29,mlp.experts.35.down_proj,0.0000021059,0.05000,3.465
29,mlp.experts.183.down_proj,0.0000022284,0.05000,3.473
29,mlp.experts.493.down_proj,0.0000104556,0.05000,3.478
29,mlp.experts.100.down_proj,0.0000013292,0.05000,3.504
29,mlp.experts.176.down_proj,0.0000013453,0.05000,3.557
29,mlp.experts.121.down_proj,0.0000041944,0.05000,3.605
29,mlp.experts.232.down_proj,0.0000006799,0.05000,3.514
29,mlp.experts.466.up_proj,0.0000212968,0.05000,14.127
29,mlp.experts.510.up_proj,0.0000314787,0.05000,14.158
29,mlp.experts.511.up_proj,0.0000526667,0.05000,14.079
29,mlp.experts.65.down_proj,0.0000029576,0.05000,3.689
29,mlp.experts.118.down_proj,0.0000044261,0.05000,3.804
29,mlp.experts.59.down_proj,0.0000022106,0.05000,3.780
29,mlp.experts.508.up_proj,0.0000269274,0.05000,14.158
29,mlp.experts.469.up_proj,0.0000161993,0.05000,14.206
29,mlp.experts.58.down_proj,0.0000090491,0.05000,3.836
29,mlp.experts.74.down_proj,failsafe(rtn): 0.0013657,0.00000,0.164
29,mlp.experts.51.down_proj,0.0000013354,0.05000,3.815
29,mlp.experts.199.down_proj,0.0000010366,0.05000,3.851
29,mlp.experts.116.down_proj,0.0000019889,0.05000,3.703
29,mlp.experts.509.down_proj,0.0000056071,0.05000,3.750
29,mlp.experts.192.down_proj,0.0000030073,0.05000,3.694
29,mlp.experts.137.down_proj,0.0000020981,0.05000,3.676
29,mlp.experts.248.down_proj,0.0000010929,0.05000,3.708
29,mlp.experts.14.down_proj,0.0000008724,0.05000,3.669
29,mlp.experts.15.down_proj,0.0000044075,0.05000,3.686
29,mlp.experts.81.down_proj,0.0000018392,0.05000,3.489
29,mlp.experts.134.down_proj,0.0000025624,0.05000,3.367
29,mlp.experts.12.down_proj,0.0000013169,0.05000,3.311
29,mlp.experts.75.down_proj,0.0000021462,0.05000,3.421
29,mlp.experts.28.down_proj,failsafe(rtn): 0.0016022,0.00000,0.170
29,mlp.experts.90.down_proj,0.0000026905,0.05000,3.355
29,mlp.experts.67.down_proj,0.0000049695,0.05000,3.270
29,mlp.experts.215.down_proj,0.0000013139,0.05000,3.292
29,mlp.experts.132.down_proj,0.0000010779,0.05000,3.242
29,mlp.experts.208.down_proj,0.0000028453,0.05000,3.313
29,mlp.experts.153.down_proj,0.0000021233,0.05000,3.322
29,mlp.experts.224.down_proj,failsafe(rtn): 0.0015335,0.00000,0.169
29,mlp.experts.264.down_proj,0.0000028709,0.05000,3.275
29,mlp.experts.30.down_proj,0.0000007984,0.05000,3.264
29,mlp.experts.31.down_proj,0.0000019950,0.05000,3.318
29,mlp.experts.97.down_proj,0.0000016610,0.05000,3.347
29,mlp.experts.150.down_proj,0.0000038511,0.05000,3.337
29,mlp.experts.91.down_proj,0.0000014493,0.05000,3.307
29,mlp.experts.44.down_proj,0.0000086137,0.05000,3.374
29,mlp.experts.106.down_proj,0.0000009103,0.05000,3.349
29,mlp.experts.83.down_proj,0.0000008734,0.05000,3.285
29,mlp.experts.231.down_proj,0.0000009937,0.05000,3.354
29,mlp.experts.148.down_proj,0.0000023304,0.05000,3.319
29,mlp.experts.169.down_proj,0.0000037693,0.05000,3.341
29,mlp.experts.240.down_proj,0.0000024888,0.05000,3.378
29,mlp.experts.280.down_proj,0.0000022273,0.05000,3.383
29,mlp.experts.46.down_proj,0.0000018789,0.05000,3.362
29,mlp.experts.47.down_proj,0.0000043460,0.05000,3.365
29,mlp.experts.113.down_proj,0.0000026089,0.05000,3.434
29,mlp.experts.166.down_proj,0.0000027811,0.05000,3.508
29,mlp.experts.107.down_proj,0.0000015562,0.05000,3.547
29,mlp.experts.182.down_proj,failsafe(rtn): 0.0016022,0.00000,0.180
29,mlp.experts.60.down_proj,0.0000016479,0.05000,3.583
29,mlp.experts.122.down_proj,0.0000023666,0.05000,3.580
29,mlp.experts.99.down_proj,0.0000012071,0.05000,3.555
29,mlp.experts.247.down_proj,0.0000015006,0.05000,3.497
29,mlp.experts.164.down_proj,0.0000014034,0.05000,3.514
29,mlp.experts.185.down_proj,0.0000029698,0.05000,3.365
29,mlp.experts.256.down_proj,0.0000027315,0.05000,3.474
29,mlp.experts.296.down_proj,0.0000042210,0.05000,3.403
29,mlp.experts.482.up_proj,0.0000223158,0.05000,13.659
29,mlp.experts.62.down_proj,0.0000003176,0.05000,3.425
29,mlp.experts.63.down_proj,0.0000006857,0.05000,3.462
29,mlp.experts.129.down_proj,0.0000022242,0.05000,3.329
29,mlp.experts.123.down_proj,0.0000022241,0.05000,3.205
29,mlp.experts.198.down_proj,0.0000023636,0.05000,3.207
29,mlp.experts.485.up_proj,0.0000058883,0.05000,13.344
29,mlp.experts.76.down_proj,0.0000002865,0.05000,3.240
29,mlp.experts.138.down_proj,0.0000011299,0.05000,3.252
29,mlp.experts.115.down_proj,0.0000049123,0.05000,3.204
29,mlp.experts.263.down_proj,0.0000008247,0.05000,3.167
29,mlp.experts.180.down_proj,0.0000012760,0.05000,3.213
29,mlp.experts.201.down_proj,0.0000011616,0.05000,3.203
29,mlp.experts.217.down_proj,failsafe(rtn): 0.0016098,0.00000,0.168
29,mlp.experts.272.down_proj,0.0000092406,0.05000,3.179
29,mlp.experts.312.down_proj,0.0000010598,0.05000,3.174
29,mlp.experts.78.down_proj,0.0000022496,0.05000,3.168
29,mlp.experts.79.down_proj,0.0000035071,0.05000,3.150
29,mlp.experts.145.down_proj,0.0000027153,0.05000,3.272
29,mlp.experts.139.down_proj,0.0000017606,0.05000,3.339
29,mlp.experts.214.down_proj,0.0000018276,0.05000,3.372
29,mlp.experts.92.down_proj,0.0000042425,0.05000,3.336
29,mlp.experts.154.down_proj,0.0000091936,0.05000,3.370
29,mlp.experts.131.down_proj,0.0000008984,0.05000,3.417
29,mlp.experts.279.down_proj,0.0000027788,0.05000,3.434
29,mlp.experts.196.down_proj,0.0000008681,0.05000,3.369
29,mlp.experts.233.down_proj,0.0000015043,0.05000,3.366
29,mlp.experts.288.down_proj,0.0000014116,0.05000,3.395
29,mlp.experts.328.down_proj,0.0000049849,0.05000,3.431
29,mlp.experts.94.down_proj,0.0000007193,0.05000,3.381
29,mlp.experts.95.down_proj,0.0000039600,0.05000,3.443
29,mlp.experts.161.down_proj,0.0000030549,0.05000,3.326
29,mlp.experts.155.down_proj,0.0000023222,0.05000,3.224
29,mlp.experts.230.down_proj,0.0000019187,0.05000,3.256
29,mlp.experts.108.down_proj,0.0000022910,0.05000,3.216
29,mlp.experts.170.down_proj,0.0000009193,0.05000,3.224
29,mlp.experts.147.down_proj,0.0000037734,0.05000,3.261
29,mlp.experts.295.down_proj,0.0000047045,0.05000,3.233
29,mlp.experts.212.down_proj,0.0000070545,0.05000,3.232
29,mlp.experts.249.down_proj,0.0000074876,0.05000,3.318
29,mlp.experts.304.down_proj,0.0000015374,0.05000,3.366
29,mlp.experts.344.down_proj,0.0000010662,0.05000,3.329
29,mlp.experts.110.down_proj,0.0000022051,0.05000,3.353
29,mlp.experts.111.down_proj,0.0000004392,0.05000,3.336
29,mlp.experts.177.down_proj,0.0000018830,0.05000,3.331
29,mlp.experts.171.down_proj,0.0000047604,0.05000,3.393
29,mlp.experts.246.down_proj,0.0000012906,0.05000,3.397
29,mlp.experts.124.down_proj,0.0000035893,0.05000,3.433
29,mlp.experts.186.down_proj,0.0000038168,0.05000,3.457
29,mlp.experts.163.down_proj,0.0000015466,0.05000,3.477
29,mlp.experts.311.down_proj,0.0000057576,0.05000,3.431
29,mlp.experts.228.down_proj,0.0000010962,0.05000,3.413
29,mlp.experts.265.down_proj,0.0000077263,0.05000,3.439
29,mlp.experts.498.up_proj,0.0000239681,0.05000,13.191
29,mlp.experts.320.down_proj,0.0000025048,0.05000,3.393
29,mlp.experts.360.down_proj,0.0000015734,0.05000,3.392
29,mlp.experts.376.down_proj,failsafe(rtn): 0.0015106,0.00000,0.141
29,mlp.experts.126.down_proj,0.0000022039,0.05000,3.430
29,mlp.experts.392.down_proj,failsafe(rtn): 0.0014496,0.00000,0.147
29,mlp.experts.127.down_proj,0.0000008531,0.05000,3.363
29,mlp.experts.193.down_proj,0.0000026181,0.05000,3.354
29,mlp.experts.501.up_proj,0.0000142650,0.05000,13.163
29,mlp.experts.187.down_proj,0.0000010620,0.05000,3.314
29,mlp.experts.262.down_proj,0.0000015748,0.05000,3.333
29,mlp.experts.140.down_proj,0.0000017380,0.05000,3.336
29,mlp.experts.202.down_proj,0.0000018994,0.05000,3.247
29,mlp.experts.218.down_proj,failsafe(rtn): 0.0015182,0.00000,0.192
29,mlp.experts.179.down_proj,0.0000011912,0.05000,3.369
29,mlp.experts.244.down_proj,0.0000019933,0.05000,3.362
29,mlp.experts.327.down_proj,0.0000032809,0.05000,3.383
29,mlp.experts.281.down_proj,0.0000024241,0.05000,3.333
29,mlp.experts.336.down_proj,0.0000032917,0.05000,3.359
29,mlp.experts.2.down_proj,0.0000022141,0.05000,3.432
29,mlp.experts.352.down_proj,failsafe(rtn): 0.0016098,0.00000,0.154
29,mlp.experts.142.down_proj,0.0000012278,0.05000,3.377
29,mlp.experts.408.down_proj,0.0000021409,0.05000,3.400
29,mlp.experts.143.down_proj,0.0000008776,0.05000,3.354
29,mlp.experts.424.down_proj,failsafe(rtn): 0.0016022,0.00000,0.175
29,mlp.experts.209.down_proj,0.0000018599,0.05000,3.433
29,mlp.experts.5.down_proj,0.0000026356,0.05000,3.443
29,mlp.experts.203.down_proj,0.0000028604,0.05000,3.450
29,mlp.experts.278.down_proj,0.0000005919,0.05000,3.459
29,mlp.experts.156.down_proj,0.0000050069,0.05000,3.466
29,mlp.experts.234.down_proj,0.0000038336,0.05000,3.430
29,mlp.experts.195.down_proj,0.0000056977,0.05000,3.431
29,mlp.experts.260.down_proj,0.0000052844,0.05000,3.458
29,mlp.experts.343.down_proj,0.0000012396,0.05000,3.492
29,mlp.experts.359.down_proj,failsafe(rtn): 0.0014572,0.00000,0.182
29,mlp.experts.297.down_proj,0.0000025377,0.05000,3.446
29,mlp.experts.18.down_proj,0.0000011772,0.05000,3.471
29,mlp.experts.368.down_proj,0.0000028110,0.05000,3.415
29,mlp.experts.158.down_proj,0.0000037979,0.05000,3.430
29,mlp.experts.159.down_proj,0.0000053516,0.05000,3.480
29,mlp.experts.440.down_proj,0.0000025580,0.05000,3.430
29,mlp.experts.225.down_proj,0.0000009863,0.05000,3.432
29,mlp.experts.21.down_proj,0.0000014783,0.05000,3.382
29,mlp.experts.219.down_proj,0.0000036385,0.05000,3.385
29,mlp.experts.294.down_proj,0.0000177694,0.05000,3.376
29,mlp.experts.172.down_proj,0.0000041547,0.05000,3.352
29,mlp.experts.250.down_proj,0.0000030764,0.05000,3.384
29,mlp.experts.211.down_proj,0.0000017759,0.05000,3.407
29,mlp.experts.276.down_proj,0.0000016961,0.05000,3.316
29,mlp.experts.375.down_proj,0.0000012450,0.05000,3.348
29,mlp.experts.313.down_proj,0.0000041991,0.05000,3.382
29,mlp.experts.384.down_proj,0.0000040279,0.05000,3.338
29,mlp.experts.34.down_proj,0.0000034295,0.05000,3.404
29,mlp.experts.174.down_proj,0.0000025929,0.05000,3.431
29,mlp.experts.175.down_proj,0.0000011096,0.05000,3.413
29,mlp.experts.456.down_proj,0.0000051062,0.05000,3.424
29,mlp.experts.241.down_proj,0.0000011539,0.05000,3.455
29,mlp.experts.37.down_proj,0.0000020782,0.05000,3.461
29,mlp.experts.235.down_proj,0.0000071713,0.05000,3.518
29,mlp.experts.310.down_proj,0.0000043579,0.05000,3.500
29,mlp.experts.188.down_proj,0.0000016126,0.05000,3.408
29,mlp.experts.266.down_proj,0.0000035646,0.05000,3.361
29,mlp.experts.227.down_proj,0.0000016439,0.05000,3.416
29,mlp.experts.243.down_proj,failsafe(rtn): 0.0015717,0.00000,0.183
29,mlp.experts.292.down_proj,0.0000041512,0.05000,3.514
29,mlp.experts.391.down_proj,0.0000021827,0.05000,3.423
29,mlp.experts.329.down_proj,0.0000005593,0.05000,3.413
29,mlp.experts.400.down_proj,0.0000007454,0.05000,3.375
29,mlp.experts.50.down_proj,0.0000013946,0.05000,3.415
29,mlp.experts.190.down_proj,0.0000038231,0.05000,3.373
29,mlp.experts.191.down_proj,0.0000007841,0.05000,3.386
29,mlp.experts.472.down_proj,0.0000049845,0.05000,3.424
29,mlp.experts.257.down_proj,0.0000086698,0.05000,3.393
29,mlp.experts.53.down_proj,0.0000013522,0.05000,3.383
29,mlp.experts.251.down_proj,0.0000026825,0.05000,3.455
29,mlp.experts.326.down_proj,0.0000030355,0.05000,3.367
29,mlp.experts.204.down_proj,0.0000022256,0.05000,3.466
29,mlp.experts.282.down_proj,0.0000017430,0.05000,3.379
29,mlp.experts.259.down_proj,0.0000028570,0.05000,3.339
29,mlp.experts.308.down_proj,0.0000026397,0.05000,3.330
29,mlp.experts.407.down_proj,0.0000043993,0.05000,3.379
29,mlp.experts.345.down_proj,0.0000017695,0.05000,3.320
29,mlp.experts.416.down_proj,0.0000007851,0.05000,3.341
29,mlp.experts.66.down_proj,0.0000016046,0.05000,3.358
29,mlp.experts.206.down_proj,0.0000010621,0.05000,3.330
29,mlp.experts.207.down_proj,0.0000021319,0.05000,3.342
29,mlp.experts.488.down_proj,0.0000038338,0.05000,3.345
29,mlp.experts.273.down_proj,0.0000020700,0.05000,3.306
29,mlp.experts.69.down_proj,0.0000014514,0.05000,3.322
29,mlp.experts.342.down_proj,0.0000016418,0.05000,3.308
29,mlp.experts.267.down_proj,0.0000026723,0.05000,3.360
29,mlp.experts.220.down_proj,0.0000026979,0.05000,3.374
29,mlp.experts.298.down_proj,0.0000053803,0.05000,3.379
29,mlp.experts.275.down_proj,0.0000024266,0.05000,3.374
29,mlp.experts.324.down_proj,0.0000026536,0.05000,3.424
29,mlp.experts.423.down_proj,0.0000012410,0.05000,3.413
29,mlp.experts.361.down_proj,0.0000009257,0.05000,3.414
29,mlp.experts.432.down_proj,0.0000032890,0.05000,3.462
29,mlp.experts.82.down_proj,0.0000012109,0.05000,3.421
29,mlp.experts.222.down_proj,0.0000014835,0.05000,3.400
29,mlp.experts.223.down_proj,0.0000029400,0.05000,3.414
29,mlp.experts.504.down_proj,0.0000021997,0.05000,3.435
29,mlp.experts.289.down_proj,0.0000019726,0.05000,3.401
29,mlp.experts.85.down_proj,0.0000020458,0.05000,3.384
29,mlp.experts.358.down_proj,0.0000030938,0.05000,3.325
29,mlp.experts.283.down_proj,0.0000027954,0.05000,3.363
29,mlp.experts.236.down_proj,0.0000035419,0.05000,3.300
29,mlp.experts.314.down_proj,0.0000012421,0.05000,3.248
29,mlp.experts.291.down_proj,0.0000021633,0.05000,3.225
29,mlp.experts.307.down_proj,failsafe(rtn): 0.0015030,0.00000,0.148
29,mlp.experts.340.down_proj,0.0000036376,0.05000,3.262
29,mlp.experts.439.down_proj,0.0000022785,0.05000,3.220
29,mlp.experts.377.down_proj,0.0000004230,0.05000,3.195
29,mlp.experts.448.down_proj,0.0000103077,0.05000,3.107
29,mlp.experts.98.down_proj,0.0000027182,0.05000,3.165
29,mlp.experts.238.down_proj,0.0000016241,0.05000,3.140
29,mlp.experts.239.down_proj,0.0000039281,0.05000,3.129
29,mlp.experts.305.down_proj,0.0000023761,0.05000,3.104
29,mlp.experts.101.down_proj,0.0000030181,0.05000,3.096
29,mlp.experts.374.down_proj,0.0000005089,0.05000,3.107
29,mlp.experts.299.down_proj,0.0000027811,0.05000,3.087
29,mlp.experts.252.down_proj,0.0000033172,0.05000,3.065
29,mlp.experts.330.down_proj,0.0000019959,0.05000,3.058
29,mlp.experts.356.down_proj,0.0000022081,0.05000,3.087
29,mlp.experts.323.down_proj,0.0000022332,0.05000,3.109
29,mlp.experts.455.down_proj,0.0000012932,0.05000,3.164
29,mlp.experts.393.down_proj,0.0000025070,0.05000,3.102
29,mlp.experts.464.down_proj,0.0000038306,0.05000,3.122
29,mlp.experts.114.down_proj,0.0000012484,0.05000,3.131
29,mlp.experts.254.down_proj,0.0000016347,0.05000,3.134
29,mlp.experts.255.down_proj,0.0000024176,0.05000,3.093
29,mlp.experts.321.down_proj,0.0000013498,0.05000,3.148
29,mlp.experts.117.down_proj,0.0000012773,0.05000,3.138
29,mlp.experts.390.down_proj,0.0000031462,0.05000,3.136
29,mlp.experts.315.down_proj,0.0000020541,0.05000,3.178
29,mlp.experts.268.down_proj,0.0000050136,0.05000,3.066
29,mlp.experts.331.down_proj,failsafe(rtn): 0.0016251,0.00000,0.149
29,mlp.experts.346.down_proj,0.0000019692,0.05000,3.146
29,mlp.experts.372.down_proj,0.0000058248,0.05000,3.078
29,mlp.experts.339.down_proj,0.0000097643,0.05000,3.128
29,mlp.experts.471.down_proj,0.0000109645,0.05000,3.144
29,mlp.experts.409.down_proj,0.0000040085,0.05000,3.187
29,mlp.experts.480.down_proj,0.0000020474,0.05000,3.133
29,mlp.experts.130.down_proj,0.0000043542,0.05000,3.154
29,mlp.experts.270.down_proj,0.0000031545,0.05000,3.095
29,mlp.experts.271.down_proj,0.0000025706,0.05000,3.162
29,mlp.experts.337.down_proj,0.0000022848,0.05000,3.182
29,mlp.experts.133.down_proj,0.0000027034,0.05000,3.084
29,mlp.experts.406.down_proj,0.0000036046,0.05000,3.065
29,mlp.experts.284.down_proj,0.0000014684,0.05000,3.080
29,mlp.experts.347.down_proj,0.0000045019,0.05000,3.063
29,mlp.experts.362.down_proj,0.0000011516,0.05000,3.054
29,mlp.experts.388.down_proj,0.0000009388,0.05000,3.061
29,mlp.experts.355.down_proj,0.0000030750,0.05000,3.070
29,mlp.experts.487.down_proj,0.0000052870,0.05000,3.083
29,mlp.experts.503.down_proj,failsafe(rtn): 0.0015106,0.00000,0.161
29,mlp.experts.425.down_proj,0.0000019660,0.05000,3.146
29,mlp.experts.496.down_proj,0.0000028988,0.05000,3.123
29,mlp.experts.146.down_proj,0.0000021897,0.05000,3.060
29,mlp.experts.286.down_proj,0.0000006465,0.05000,3.075
29,mlp.experts.287.down_proj,0.0000003528,0.05000,3.014
29,mlp.experts.353.down_proj,0.0000030293,0.05000,2.910
29,mlp.experts.149.down_proj,0.0000030299,0.05000,2.891
29,mlp.experts.422.down_proj,0.0000016627,0.05000,2.870
29,mlp.experts.300.down_proj,0.0000014918,0.05000,2.867
29,mlp.experts.363.down_proj,0.0000026325,0.05000,2.845
29,mlp.experts.378.down_proj,0.0000019744,0.05000,2.794
29,mlp.experts.379.down_proj,failsafe(rtn): 0.0014877,0.00000,0.132
29,mlp.experts.404.down_proj,0.0000020754,0.05000,2.745
29,mlp.experts.371.down_proj,0.0000042501,0.05000,2.766
29,mlp.experts.441.down_proj,0.0000007161,0.05000,2.619
29,mlp.experts.162.down_proj,0.0000054152,0.05000,2.611
29,mlp.experts.302.down_proj,0.0000024669,0.05000,2.600
29,mlp.experts.303.down_proj,0.0000025801,0.05000,2.603
29,mlp.experts.369.down_proj,0.0000025285,0.05000,2.686
29,mlp.experts.165.down_proj,0.0000016566,0.05000,2.643
29,mlp.experts.438.down_proj,0.0000061317,0.05000,2.625
29,mlp.experts.316.down_proj,0.0000010464,0.05000,2.581
29,mlp.experts.394.down_proj,0.0000029813,0.05000,2.595
29,mlp.experts.395.down_proj,0.0000080128,0.05000,2.611
29,mlp.experts.420.down_proj,0.0000004102,0.05000,2.550
29,mlp.experts.436.down_proj,failsafe(rtn): 0.0015869,0.00000,0.125
29,mlp.experts.387.down_proj,0.0000010087,0.05000,2.620
29,mlp.experts.457.down_proj,0.0000013248,0.05000,2.536
29,mlp.experts.178.down_proj,0.0000033274,0.05000,2.561
29,mlp.experts.318.down_proj,0.0000012501,0.05000,2.543
29,mlp.experts.319.down_proj,0.0000008445,0.05000,2.549
29,mlp.experts.385.down_proj,0.0000050574,0.05000,2.460
29,mlp.experts.181.down_proj,0.0000021056,0.05000,2.465
29,mlp.experts.454.down_proj,0.0000020222,0.05000,2.498
29,mlp.experts.332.down_proj,0.0000047002,0.05000,2.477
29,mlp.experts.410.down_proj,0.0000041074,0.05000,2.527
29,mlp.experts.411.down_proj,0.0000058043,0.05000,2.503
29,mlp.experts.452.down_proj,0.0000018533,0.05000,2.464
29,mlp.experts.403.down_proj,0.0000015370,0.05000,2.490
29,mlp.experts.473.down_proj,0.0000010631,0.05000,2.469
29,mlp.experts.194.down_proj,0.0000018978,0.05000,2.438
29,mlp.experts.334.down_proj,0.0000012479,0.05000,2.461
29,mlp.experts.335.down_proj,0.0000030784,0.05000,2.424
29,mlp.experts.401.down_proj,0.0000020201,0.05000,2.439
29,mlp.experts.197.down_proj,0.0000015584,0.05000,2.456
29,mlp.experts.470.down_proj,0.0000053785,0.05000,2.452
29,mlp.experts.348.down_proj,0.0000062166,0.05000,2.441
29,mlp.experts.426.down_proj,0.0000011198,0.05000,2.464
29,mlp.experts.427.down_proj,0.0000018753,0.05000,2.491
29,mlp.experts.468.down_proj,0.0000007996,0.05000,2.377
29,mlp.experts.419.down_proj,0.0000083698,0.05000,2.416
29,mlp.experts.484.down_proj,failsafe(rtn): 0.0016251,0.00000,0.124
29,mlp.experts.489.down_proj,0.0000021521,0.05000,2.503
29,mlp.experts.210.down_proj,0.0000019879,0.05000,2.484
29,mlp.experts.350.down_proj,0.0000020021,0.05000,2.522
29,mlp.experts.351.down_proj,0.0000020941,0.05000,2.509
29,mlp.experts.417.down_proj,0.0000024368,0.05000,2.574
29,mlp.experts.213.down_proj,0.0000044247,0.05000,2.529
29,mlp.experts.364.down_proj,0.0000018330,0.05000,2.548
29,mlp.experts.486.down_proj,0.0000072643,0.05000,2.608
29,mlp.experts.502.down_proj,failsafe(rtn): 0.0015106,0.00000,0.130
29,mlp.experts.442.down_proj,0.0000012303,0.05000,2.547
29,mlp.experts.443.down_proj,0.0000027015,0.05000,2.598
29,mlp.experts.500.down_proj,0.0000027278,0.05000,2.525
29,mlp.experts.435.down_proj,0.0000042921,0.05000,2.597
29,mlp.experts.505.down_proj,0.0000013097,0.05000,2.495
29,mlp.experts.226.down_proj,0.0000032687,0.05000,2.455
29,mlp.experts.366.down_proj,0.0000041643,0.05000,2.372
29,mlp.experts.367.down_proj,0.0000018381,0.05000,2.349
29,mlp.experts.433.down_proj,0.0000061820,0.05000,2.226
29,mlp.experts.229.down_proj,0.0000061975,0.05000,2.144
29,mlp.experts.380.down_proj,0.0000027759,0.05000,2.019
29,mlp.experts.458.down_proj,0.0000013044,0.05000,1.963
29,mlp.experts.459.down_proj,0.0000011769,0.05000,1.949
29,mlp.experts.451.down_proj,0.0000025932,0.05000,1.876
29,mlp.experts.242.down_proj,0.0000010788,0.05000,1.869
29,mlp.experts.382.down_proj,0.0000039681,0.05000,1.805
29,mlp.experts.383.down_proj,0.0000011497,0.05000,1.818
29,mlp.experts.449.down_proj,0.0000026919,0.05000,1.820
29,mlp.experts.245.down_proj,0.0000005409,0.05000,1.786
29,mlp.experts.396.down_proj,0.0000026178,0.05000,1.757
29,mlp.experts.474.down_proj,0.0000039073,0.05000,1.804
29,mlp.experts.475.down_proj,0.0000009803,0.05000,1.770
29,mlp.experts.467.down_proj,0.0000032210,0.05000,1.798
29,mlp.experts.258.down_proj,0.0000025681,0.05000,1.762
29,mlp.experts.398.down_proj,0.0000019591,0.05000,1.807
29,mlp.experts.399.down_proj,0.0000018293,0.05000,1.763
29,mlp.experts.465.down_proj,0.0000038828,0.05000,1.771
29,mlp.experts.412.down_proj,0.0000016445,0.05000,1.726
29,mlp.experts.261.down_proj,0.0000023551,0.05000,1.750
29,mlp.experts.490.down_proj,0.0000030106,0.05000,1.770
29,mlp.experts.491.down_proj,0.0000026347,0.05000,1.748
29,mlp.experts.483.down_proj,0.0000018959,0.05000,1.746
29,mlp.experts.274.down_proj,0.0000060336,0.05000,1.736
29,mlp.experts.414.down_proj,0.0000013142,0.05000,1.766
29,mlp.experts.415.down_proj,0.0000008709,0.05000,1.781
29,mlp.experts.481.down_proj,0.0000011336,0.05000,1.815
29,mlp.experts.428.down_proj,0.0000007575,0.05000,1.712
29,mlp.experts.277.down_proj,0.0000021265,0.05000,1.773
29,mlp.experts.506.down_proj,0.0000027736,0.05000,1.829
29,mlp.experts.507.down_proj,0.0000021025,0.05000,1.846
29,mlp.experts.499.down_proj,0.0000023632,0.05000,1.777
29,mlp.experts.290.down_proj,0.0000045419,0.05000,1.682
29,mlp.experts.431.down_proj,0.0000028330,0.05000,1.627
29,mlp.experts.430.down_proj,0.0000028732,0.05000,1.659
29,mlp.experts.444.down_proj,0.0000023027,0.05000,1.436
29,mlp.experts.497.down_proj,0.0000023270,0.05000,1.502
29,mlp.experts.293.down_proj,0.0000021757,0.05000,1.472
29,mlp.experts.306.down_proj,0.0000014872,0.05000,0.935
29,mlp.experts.447.down_proj,0.0000029633,0.05000,0.896
29,mlp.experts.446.down_proj,0.0000035854,0.05000,0.900
29,mlp.experts.460.down_proj,0.0000041648,0.05000,0.777
29,mlp.experts.309.down_proj,0.0000027608,0.05000,0.782
29,mlp.experts.322.down_proj,0.0000024570,0.05000,0.808
29,mlp.experts.463.down_proj,0.0000055652,0.05000,0.848
29,mlp.experts.462.down_proj,0.0000030305,0.05000,0.841
29,mlp.experts.476.down_proj,0.0000012435,0.05000,0.872
29,mlp.experts.325.down_proj,0.0000030288,0.05000,0.856
29,mlp.experts.338.down_proj,0.0000016359,0.05000,0.924
29,mlp.experts.479.down_proj,0.0000029319,0.05000,0.908
29,mlp.experts.478.down_proj,0.0000098651,0.05000,0.914
29,mlp.experts.495.down_proj,failsafe(rtn): 0.0014725,0.00000,0.046
29,mlp.experts.494.down_proj,failsafe(rtn): 0.0015259,0.00000,0.048
29,mlp.experts.492.down_proj,0.0000013438,0.05000,0.906
29,mlp.experts.341.down_proj,0.0000013193,0.05000,0.917
29,mlp.experts.354.down_proj,0.0000028870,0.05000,0.961
29,mlp.experts.511.down_proj,0.0000074512,0.05000,0.917
29,mlp.experts.510.down_proj,0.0000033277,0.05000,0.941
29,mlp.experts.508.down_proj,0.0000019916,0.05000,0.852
29,mlp.experts.357.down_proj,0.0000162549,0.05000,0.782
29,mlp.experts.370.down_proj,0.0000029756,0.05000,0.294
29,mlp.experts.373.down_proj,0.0000015046,0.05000,0.190
29,mlp.experts.386.down_proj,0.0000009376,0.05000,0.196
29,mlp.experts.389.down_proj,0.0000023259,0.05000,0.196
29,mlp.experts.402.down_proj,0.0000020562,0.05000,0.191
29,mlp.experts.405.down_proj,0.0000044192,0.05000,0.186
29,mlp.experts.418.down_proj,0.0000024364,0.05000,0.186
29,mlp.experts.421.down_proj,0.0000015360,0.05000,0.184
29,mlp.experts.434.down_proj,0.0000028325,0.05000,0.182
29,mlp.experts.437.down_proj,0.0000014360,0.05000,0.182
29,mlp.experts.450.down_proj,0.0000047671,0.05000,0.184
29,mlp.experts.453.down_proj,0.0000020661,0.05000,0.182
29,mlp.experts.466.down_proj,0.0000026839,0.05000,0.191
29,mlp.experts.469.down_proj,0.0000022357,0.05000,0.190
29,mlp.experts.482.down_proj,0.0000018851,0.05000,0.193
29,mlp.experts.485.down_proj,0.0000004553,0.05000,0.195
29,mlp.experts.498.down_proj,0.0000028099,0.05000,0.227
29,mlp.experts.501.down_proj,0.0000012779,0.05000,0.211
30,mlp.experts.8.gate_proj,0.0000307245,0.05000,14.122
30,mlp.experts.14.gate_proj,0.0000134565,0.05000,14.168
30,mlp.experts.2.gate_proj,0.0000346210,0.05000,14.185
30,mlp.experts.0.gate_proj,0.0000148733,0.05000,14.253
30,mlp.experts.12.gate_proj,0.0000427730,0.05000,14.263
30,mlp.experts.11.gate_proj,0.0000124823,0.05000,14.275
30,mlp.experts.1.gate_proj,0.0000358235,0.05000,14.283
30,mlp.experts.13.gate_proj,0.0000148456,0.05000,14.279
30,mlp.experts.10.gate_proj,0.0000111196,0.05000,14.287
30,mlp.experts.3.gate_proj,0.0000267299,0.05000,14.265
30,mlp.experts.15.gate_proj,0.0000530460,0.05000,14.310
30,mlp.experts.5.gate_proj,0.0000149111,0.05000,14.382
30,mlp.experts.6.gate_proj,0.0000160587,0.05000,14.404
30,mlp.experts.9.gate_proj,0.0000104109,0.05000,14.417
30,mlp.experts.7.gate_proj,0.0000098872,0.05000,14.436
30,mlp.experts.4.gate_proj,0.0000078410,0.05000,14.473
30,mlp.experts.16.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.824
30,mlp.experts.28.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.873
30,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.885
30,mlp.experts.32.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.700
30,mlp.experts.24.gate_proj,0.0000146166,0.05000,13.989
30,mlp.experts.18.gate_proj,0.0000180840,0.05000,14.021
30,mlp.experts.29.gate_proj,0.0000160990,0.05000,13.988
30,mlp.experts.19.gate_proj,0.0000740253,0.05000,13.996
30,mlp.experts.21.gate_proj,0.0000141412,0.05000,13.942
30,mlp.experts.23.gate_proj,0.0000191518,0.05000,13.915
30,mlp.experts.30.gate_proj,0.0000184264,0.05000,14.199
30,mlp.experts.26.gate_proj,0.0000663807,0.05000,14.089
30,mlp.experts.31.gate_proj,0.0000099500,0.05000,14.084
30,mlp.experts.27.gate_proj,0.0000136765,0.05000,14.155
30,mlp.experts.20.gate_proj,0.0000285330,0.05000,13.950
30,mlp.experts.22.gate_proj,0.0000255637,0.05000,14.080
30,mlp.experts.25.gate_proj,0.0000142863,0.05000,14.137
30,mlp.experts.44.gate_proj,0.0000123517,0.05000,13.941
30,mlp.experts.33.gate_proj,0.0000131403,0.05000,13.991
30,mlp.experts.48.gate_proj,0.0000466472,0.05000,13.901
30,mlp.experts.40.gate_proj,0.0000137407,0.05000,13.985
30,mlp.experts.34.gate_proj,0.0000317332,0.05000,13.866
30,mlp.experts.45.gate_proj,0.0000222489,0.05000,13.916
30,mlp.experts.37.gate_proj,0.0000297286,0.05000,13.927
30,mlp.experts.46.gate_proj,0.0000367792,0.05000,13.898
30,mlp.experts.35.gate_proj,0.0000180989,0.05000,13.957
30,mlp.experts.39.gate_proj,0.0000105279,0.05000,14.009
30,mlp.experts.47.gate_proj,0.0000228726,0.05000,13.978
30,mlp.experts.43.gate_proj,0.0000393505,0.05000,13.985
30,mlp.experts.38.gate_proj,0.0000228193,0.05000,13.956
30,mlp.experts.36.gate_proj,0.0000266308,0.05000,14.021
30,mlp.experts.42.gate_proj,0.0000308724,0.05000,14.100
30,mlp.experts.41.gate_proj,0.0000330791,0.05000,14.067
30,mlp.experts.60.gate_proj,0.0000156439,0.05000,14.026
30,mlp.experts.49.gate_proj,0.0000130608,0.05000,14.093
30,mlp.experts.64.gate_proj,0.0000191486,0.05000,13.992
30,mlp.experts.56.gate_proj,0.0000167911,0.05000,13.982
30,mlp.experts.50.gate_proj,0.0000313345,0.05000,13.993
30,mlp.experts.61.gate_proj,0.0000230553,0.05000,14.061
30,mlp.experts.51.gate_proj,0.0000349044,0.05000,14.018
30,mlp.experts.53.gate_proj,0.0000149415,0.05000,14.086
30,mlp.experts.63.gate_proj,0.0000203625,0.05000,14.001
30,mlp.experts.55.gate_proj,0.0000029736,0.05000,14.066
30,mlp.experts.62.gate_proj,0.0000289607,0.05000,14.195
30,mlp.experts.54.gate_proj,0.0000188463,0.05000,14.057
30,mlp.experts.59.gate_proj,0.0000111472,0.05000,14.102
30,mlp.experts.58.gate_proj,0.0000139189,0.05000,14.044
30,mlp.experts.52.gate_proj,0.0000599207,0.05000,14.129
30,mlp.experts.57.gate_proj,0.0000557193,0.05000,14.028
30,mlp.experts.72.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.831
30,mlp.experts.76.gate_proj,0.0000252417,0.05000,14.115
30,mlp.experts.65.gate_proj,0.0000215880,0.05000,14.137
30,mlp.experts.80.gate_proj,0.0000262766,0.05000,13.984
30,mlp.experts.92.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.685
30,mlp.experts.108.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.684
30,mlp.experts.66.gate_proj,0.0000445723,0.05000,14.454
30,mlp.experts.69.gate_proj,0.0000237962,0.05000,14.349
30,mlp.experts.67.gate_proj,0.0000266639,0.05000,14.474
30,mlp.experts.77.gate_proj,0.0000520022,0.05000,14.602
30,mlp.experts.70.gate_proj,0.0000426776,0.05000,14.357
30,mlp.experts.79.gate_proj,0.0000285006,0.05000,14.477
30,mlp.experts.71.gate_proj,0.0000176466,0.05000,14.461
30,mlp.experts.78.gate_proj,0.0000647420,0.05000,14.530
30,mlp.experts.75.gate_proj,0.0000123347,0.05000,14.500
30,mlp.experts.68.gate_proj,0.0000227273,0.05000,14.424
30,mlp.experts.73.gate_proj,0.0000146296,0.05000,14.520
30,mlp.experts.74.gate_proj,0.0000086346,0.05000,14.644
30,mlp.experts.88.gate_proj,0.0000424600,0.05000,14.350
30,mlp.experts.81.gate_proj,0.0000101863,0.05000,14.498
30,mlp.experts.96.gate_proj,0.0000080687,0.05000,14.498
30,mlp.experts.124.gate_proj,0.0000272969,0.05000,14.405
30,mlp.experts.82.gate_proj,0.0000273143,0.05000,14.427
30,mlp.experts.85.gate_proj,0.0000184140,0.05000,14.628
30,mlp.experts.95.gate_proj,0.0000154620,0.05000,14.458
30,mlp.experts.83.gate_proj,0.0000269898,0.05000,14.711
30,mlp.experts.91.gate_proj,0.0000129816,0.05000,14.484
30,mlp.experts.87.gate_proj,0.0000360346,0.05000,14.599
30,mlp.experts.93.gate_proj,0.0000157939,0.05000,14.674
30,mlp.experts.94.gate_proj,0.0000165114,0.05000,14.617
30,mlp.experts.86.gate_proj,0.0000190339,0.05000,14.761
30,mlp.experts.90.gate_proj,0.0000136373,0.05000,14.499
30,mlp.experts.89.gate_proj,0.0000126974,0.05000,14.596
30,mlp.experts.84.gate_proj,0.0000521198,0.05000,14.710
30,mlp.experts.104.gate_proj,0.0000119272,0.05000,14.594
30,mlp.experts.106.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.648
30,mlp.experts.97.gate_proj,0.0000316109,0.05000,14.507
30,mlp.experts.112.gate_proj,0.0000153989,0.05000,14.493
30,mlp.experts.140.gate_proj,0.0000441281,0.05000,14.757
30,mlp.experts.98.gate_proj,0.0000484731,0.05000,14.416
30,mlp.experts.111.gate_proj,0.0000307298,0.05000,14.382
30,mlp.experts.101.gate_proj,0.0000474426,0.05000,14.416
30,mlp.experts.99.gate_proj,0.0000646850,0.05000,14.281
30,mlp.experts.110.gate_proj,0.0000164204,0.05000,14.268
30,mlp.experts.109.gate_proj,0.0000150691,0.05000,14.364
30,mlp.experts.107.gate_proj,0.0000447152,0.05000,14.410
30,mlp.experts.100.gate_proj,0.0000288812,0.05000,14.180
30,mlp.experts.102.gate_proj,0.0000205253,0.05000,14.434
30,mlp.experts.103.gate_proj,0.0000181797,0.05000,14.568
30,mlp.experts.105.gate_proj,0.0000243041,0.05000,14.401
30,mlp.experts.120.gate_proj,0.0000282259,0.05000,14.440
30,mlp.experts.122.gate_proj,0.0000219821,0.05000,14.347
30,mlp.experts.113.gate_proj,0.0000151043,0.05000,14.488
30,mlp.experts.128.gate_proj,0.0000621085,0.05000,14.315
30,mlp.experts.138.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.705
30,mlp.experts.156.gate_proj,0.0000220221,0.05000,14.224
30,mlp.experts.114.gate_proj,0.0000228355,0.05000,14.274
30,mlp.experts.115.gate_proj,0.0000163201,0.05000,14.249
30,mlp.experts.127.gate_proj,0.0000184779,0.05000,14.349
30,mlp.experts.123.gate_proj,0.0000119056,0.05000,14.164
30,mlp.experts.126.gate_proj,0.0000311413,0.05000,14.244
30,mlp.experts.116.gate_proj,0.0000415363,0.05000,14.317
30,mlp.experts.117.gate_proj,0.0000493846,0.05000,14.527
30,mlp.experts.118.gate_proj,0.0000341114,0.05000,14.342
30,mlp.experts.125.gate_proj,0.0000443801,0.05000,14.516
30,mlp.experts.121.gate_proj,0.0000180132,0.05000,14.301
30,mlp.experts.119.gate_proj,0.0000323796,0.05000,14.459
30,mlp.experts.136.gate_proj,0.0000215642,0.05000,14.307
30,mlp.experts.132.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.768
30,mlp.experts.129.gate_proj,0.0000280130,0.05000,14.473
30,mlp.experts.144.gate_proj,0.0000267693,0.05000,14.394
30,mlp.experts.154.gate_proj,0.0000270096,0.05000,14.311
30,mlp.experts.160.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.764
30,mlp.experts.172.gate_proj,0.0000140368,0.05000,14.430
30,mlp.experts.130.gate_proj,0.0000603903,0.05000,14.674
30,mlp.experts.131.gate_proj,0.0000357941,0.05000,14.666
30,mlp.experts.139.gate_proj,0.0000045817,0.05000,14.586
30,mlp.experts.143.gate_proj,0.0000273710,0.05000,14.727
30,mlp.experts.142.gate_proj,0.0000465603,0.05000,14.678
30,mlp.experts.133.gate_proj,0.0000177064,0.05000,14.667
30,mlp.experts.134.gate_proj,0.0000654941,0.05000,14.593
30,mlp.experts.135.gate_proj,0.0000136553,0.05000,14.507
30,mlp.experts.141.gate_proj,0.0000149286,0.05000,14.643
30,mlp.experts.137.gate_proj,0.0000184682,0.05000,14.603
30,mlp.experts.152.gate_proj,0.0000207136,0.05000,14.545
30,mlp.experts.148.gate_proj,0.0000355021,0.05000,14.567
30,mlp.experts.145.gate_proj,0.0000189371,0.05000,14.634
30,mlp.experts.170.gate_proj,0.0000479530,0.05000,14.534
30,mlp.experts.176.gate_proj,0.0000597168,0.05000,14.471
30,mlp.experts.188.gate_proj,0.0000330405,0.05000,14.405
30,mlp.experts.146.gate_proj,0.0000473362,0.05000,14.769
30,mlp.experts.155.gate_proj,0.0000122106,0.05000,14.700
30,mlp.experts.147.gate_proj,0.0000134672,0.05000,14.718
30,mlp.experts.149.gate_proj,0.0000128481,0.05000,14.593
30,mlp.experts.159.gate_proj,0.0000144959,0.05000,14.776
30,mlp.experts.158.gate_proj,0.0000165105,0.05000,14.829
30,mlp.experts.150.gate_proj,0.0000247299,0.05000,14.728
30,mlp.experts.168.gate_proj,0.0000349456,0.05000,14.700
30,mlp.experts.153.gate_proj,0.0000146781,0.05000,14.870
30,mlp.experts.151.gate_proj,0.0000454814,0.05000,14.893
30,mlp.experts.157.gate_proj,0.0000403211,0.05000,14.886
30,mlp.experts.164.gate_proj,0.0000592929,0.05000,14.766
30,mlp.experts.161.gate_proj,0.0000405322,0.05000,14.860
30,mlp.experts.186.gate_proj,0.0000190637,0.05000,14.776
30,mlp.experts.192.gate_proj,0.0000702600,0.05000,14.892
30,mlp.experts.204.gate_proj,0.0000114868,0.05000,14.707
30,mlp.experts.162.gate_proj,0.0000349038,0.05000,14.448
30,mlp.experts.171.gate_proj,0.0000415040,0.05000,14.345
30,mlp.experts.163.gate_proj,0.0000584041,0.05000,14.501
30,mlp.experts.174.gate_proj,0.0000092982,0.05000,14.294
30,mlp.experts.175.gate_proj,0.0000165859,0.05000,14.380
30,mlp.experts.165.gate_proj,0.0000101760,0.05000,14.481
30,mlp.experts.166.gate_proj,0.0000142224,0.05000,14.459
30,mlp.experts.184.gate_proj,0.0000630057,0.05000,14.362
30,mlp.experts.167.gate_proj,0.0000145490,0.05000,14.319
30,mlp.experts.173.gate_proj,0.0000224450,0.05000,14.433
30,mlp.experts.169.gate_proj,0.0000297072,0.05000,14.523
30,mlp.experts.180.gate_proj,0.0000239539,0.05000,14.320
30,mlp.experts.177.gate_proj,0.0000681824,0.05000,14.306
30,mlp.experts.202.gate_proj,0.0000305392,0.05000,14.289
30,mlp.experts.220.gate_proj,0.0000173731,0.05000,14.057
30,mlp.experts.208.gate_proj,0.0000360468,0.05000,14.187
30,mlp.experts.178.gate_proj,0.0000215452,0.05000,14.237
30,mlp.experts.187.gate_proj,0.0000114949,0.05000,14.203
30,mlp.experts.190.gate_proj,0.0000285306,0.05000,14.139
30,mlp.experts.191.gate_proj,0.0000417234,0.05000,14.125
30,mlp.experts.179.gate_proj,0.0000128330,0.05000,14.199
30,mlp.experts.181.gate_proj,0.0000263284,0.05000,14.243
30,mlp.experts.182.gate_proj,0.0000275853,0.05000,14.183
30,mlp.experts.200.gate_proj,0.0000116773,0.05000,14.197
30,mlp.experts.183.gate_proj,0.0000068788,0.05000,14.203
30,mlp.experts.189.gate_proj,0.0000254586,0.05000,14.196
30,mlp.experts.185.gate_proj,0.0000244097,0.05000,14.183
30,mlp.experts.196.gate_proj,0.0000103978,0.05000,14.331
30,mlp.experts.205.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.741
30,mlp.experts.193.gate_proj,0.0000245398,0.05000,14.321
30,mlp.experts.218.gate_proj,0.0000448009,0.05000,14.260
30,mlp.experts.236.gate_proj,0.0000057119,0.05000,14.343
30,mlp.experts.224.gate_proj,0.0000040422,0.05000,14.380
30,mlp.experts.194.gate_proj,0.0000269798,0.05000,14.615
30,mlp.experts.203.gate_proj,0.0000260206,0.05000,14.672
30,mlp.experts.207.gate_proj,0.0000381190,0.05000,14.608
30,mlp.experts.195.gate_proj,0.0000215506,0.05000,14.628
30,mlp.experts.206.gate_proj,0.0000452227,0.05000,14.747
30,mlp.experts.197.gate_proj,0.0000135303,0.05000,14.563
30,mlp.experts.199.gate_proj,0.0000533879,0.05000,14.527
30,mlp.experts.198.gate_proj,0.0000330769,0.05000,14.668
30,mlp.experts.216.gate_proj,0.0000460305,0.05000,14.771
30,mlp.experts.201.gate_proj,0.0000231459,0.05000,14.705
30,mlp.experts.223.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.794
30,mlp.experts.212.gate_proj,0.0000165916,0.05000,14.582
30,mlp.experts.221.gate_proj,0.0000474871,0.05000,14.567
30,mlp.experts.209.gate_proj,0.0000334270,0.05000,14.606
30,mlp.experts.234.gate_proj,0.0000311914,0.05000,14.561
30,mlp.experts.252.gate_proj,0.0000229625,0.05000,14.514
30,mlp.experts.240.gate_proj,0.0000197517,0.05000,14.540
30,mlp.experts.210.gate_proj,0.0000112913,0.05000,14.375
30,mlp.experts.219.gate_proj,0.0000511101,0.05000,14.335
30,mlp.experts.211.gate_proj,0.0000176482,0.05000,14.332
30,mlp.experts.222.gate_proj,0.0000117564,0.05000,14.345
30,mlp.experts.213.gate_proj,0.0000206657,0.05000,14.361
30,mlp.experts.214.gate_proj,0.0000448977,0.05000,14.328
30,mlp.experts.215.gate_proj,0.0000089986,0.05000,14.381
30,mlp.experts.232.gate_proj,0.0000135225,0.05000,14.367
30,mlp.experts.217.gate_proj,0.0000168023,0.05000,14.327
30,mlp.experts.239.gate_proj,0.0000330332,0.05000,14.293
30,mlp.experts.228.gate_proj,0.0000134112,0.05000,14.284
30,mlp.experts.237.gate_proj,0.0000324438,0.05000,14.412
30,mlp.experts.250.gate_proj,0.0000398382,0.05000,14.353
30,mlp.experts.225.gate_proj,0.0000206745,0.05000,14.423
30,mlp.experts.268.gate_proj,0.0000170709,0.05000,14.117
30,mlp.experts.256.gate_proj,0.0000203983,0.05000,14.203
30,mlp.experts.284.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.691
30,mlp.experts.226.gate_proj,0.0000472945,0.05000,14.453
30,mlp.experts.235.gate_proj,0.0000238935,0.05000,14.499
30,mlp.experts.238.gate_proj,0.0000190500,0.05000,14.344
30,mlp.experts.227.gate_proj,0.0000540544,0.05000,14.536
30,mlp.experts.229.gate_proj,0.0000161617,0.05000,14.470
30,mlp.experts.230.gate_proj,0.0000382225,0.05000,14.474
30,mlp.experts.231.gate_proj,0.0000139476,0.05000,14.611
30,mlp.experts.233.gate_proj,0.0000175457,0.05000,14.454
30,mlp.experts.248.gate_proj,0.0000192980,0.05000,14.645
30,mlp.experts.255.gate_proj,0.0000816440,0.05000,14.567
30,mlp.experts.244.gate_proj,0.0000178932,0.05000,14.514
30,mlp.experts.253.gate_proj,0.0000117098,0.05000,14.522
30,mlp.experts.266.gate_proj,0.0000303777,0.05000,14.570
30,mlp.experts.241.gate_proj,0.0000293193,0.05000,14.705
30,mlp.experts.272.gate_proj,0.0000088039,0.05000,14.669
30,mlp.experts.300.gate_proj,0.0000117716,0.05000,14.603
30,mlp.experts.242.gate_proj,0.0000279470,0.05000,14.075
30,mlp.experts.251.gate_proj,0.0000359321,0.05000,14.126
30,mlp.experts.254.gate_proj,0.0000244014,0.05000,14.086
30,mlp.experts.243.gate_proj,0.0000422577,0.05000,14.166
30,mlp.experts.245.gate_proj,0.0000339804,0.05000,14.169
30,mlp.experts.246.gate_proj,0.0000333265,0.05000,14.100
30,mlp.experts.247.gate_proj,0.0000167219,0.05000,14.159
30,mlp.experts.249.gate_proj,0.0000619035,0.05000,14.069
30,mlp.experts.264.gate_proj,0.0000689278,0.05000,14.184
30,mlp.experts.260.gate_proj,0.0000164704,0.05000,14.111
30,mlp.experts.271.gate_proj,0.0000188299,0.05000,14.204
30,mlp.experts.269.gate_proj,0.0000152341,0.05000,14.169
30,mlp.experts.257.gate_proj,0.0000853981,0.05000,14.055
30,mlp.experts.282.gate_proj,0.0000046901,0.05000,14.315
30,mlp.experts.288.gate_proj,0.0000284721,0.05000,14.046
30,mlp.experts.316.gate_proj,0.0000421971,0.05000,14.092
30,mlp.experts.298.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.667
30,mlp.experts.258.gate_proj,0.0000069428,0.05000,14.462
30,mlp.experts.267.gate_proj,0.0000174973,0.05000,14.476
30,mlp.experts.270.gate_proj,0.0000164003,0.05000,14.529
30,mlp.experts.261.gate_proj,0.0000163760,0.05000,14.312
30,mlp.experts.259.gate_proj,0.0000123381,0.05000,14.592
30,mlp.experts.262.gate_proj,0.0000640145,0.05000,14.451
30,mlp.experts.280.gate_proj,0.0000136628,0.05000,14.140
30,mlp.experts.263.gate_proj,0.0000037051,0.05000,14.390
30,mlp.experts.265.gate_proj,0.0000115011,0.05000,14.422
30,mlp.experts.276.gate_proj,0.0000172242,0.05000,14.288
30,mlp.experts.287.gate_proj,0.0000184527,0.05000,14.446
30,mlp.experts.285.gate_proj,0.0000266904,0.05000,14.289
30,mlp.experts.273.gate_proj,0.0000127661,0.05000,14.459
30,mlp.experts.304.gate_proj,0.0000249389,0.05000,14.364
30,mlp.experts.314.gate_proj,0.0000268180,0.05000,14.241
30,mlp.experts.332.gate_proj,0.0000320447,0.05000,14.391
30,mlp.experts.274.gate_proj,0.0000145886,0.05000,14.340
30,mlp.experts.283.gate_proj,0.0000158869,0.05000,14.360
30,mlp.experts.286.gate_proj,0.0000390913,0.05000,14.463
30,mlp.experts.277.gate_proj,0.0000269397,0.05000,14.505
30,mlp.experts.275.gate_proj,0.0000171672,0.05000,14.484
30,mlp.experts.278.gate_proj,0.0000290033,0.05000,14.549
30,mlp.experts.296.gate_proj,0.0000108393,0.05000,14.474
30,mlp.experts.279.gate_proj,0.0000183178,0.05000,14.549
30,mlp.experts.281.gate_proj,0.0000126304,0.05000,14.510
30,mlp.experts.292.gate_proj,0.0000112057,0.05000,14.474
30,mlp.experts.303.gate_proj,0.0000101600,0.05000,14.552
30,mlp.experts.301.gate_proj,0.0000236770,0.05000,14.548
30,mlp.experts.289.gate_proj,0.0000288872,0.05000,14.626
30,mlp.experts.320.gate_proj,0.0000133080,0.05000,14.632
30,mlp.experts.348.gate_proj,0.0000433754,0.05000,14.594
30,mlp.experts.330.gate_proj,0.0000234796,0.05000,14.680
30,mlp.experts.290.gate_proj,0.0000145242,0.05000,14.248
30,mlp.experts.299.gate_proj,0.0000678052,0.05000,14.305
30,mlp.experts.302.gate_proj,0.0000247385,0.05000,14.130
30,mlp.experts.293.gate_proj,0.0000681908,0.05000,14.238
30,mlp.experts.291.gate_proj,0.0000128100,0.05000,14.111
30,mlp.experts.294.gate_proj,0.0000147501,0.05000,14.136
30,mlp.experts.312.gate_proj,0.0000638612,0.05000,14.236
30,mlp.experts.297.gate_proj,0.0000301354,0.05000,14.184
30,mlp.experts.308.gate_proj,0.0000167517,0.05000,14.143
30,mlp.experts.295.gate_proj,0.0000353912,0.05000,14.325
30,mlp.experts.319.gate_proj,0.0000578967,0.05000,14.145
30,mlp.experts.317.gate_proj,0.0000243960,0.05000,14.111
30,mlp.experts.311.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.703
30,mlp.experts.335.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.769
30,mlp.experts.305.gate_proj,0.0000173143,0.05000,14.264
30,mlp.experts.336.gate_proj,0.0000137661,0.05000,14.251
30,mlp.experts.364.gate_proj,0.0000148275,0.05000,14.061
30,mlp.experts.346.gate_proj,0.0000301119,0.05000,14.240
30,mlp.experts.306.gate_proj,0.0000135044,0.05000,14.218
30,mlp.experts.315.gate_proj,0.0000262254,0.05000,14.296
30,mlp.experts.318.gate_proj,0.0000531328,0.05000,14.329
30,mlp.experts.307.gate_proj,0.0000183232,0.05000,14.200
30,mlp.experts.309.gate_proj,0.0000231494,0.05000,14.357
30,mlp.experts.310.gate_proj,0.0000260506,0.05000,14.263
30,mlp.experts.328.gate_proj,0.0000414592,0.05000,14.212
30,mlp.experts.313.gate_proj,0.0000315024,0.05000,14.250
30,mlp.experts.324.gate_proj,0.0000301528,0.05000,14.229
30,mlp.experts.333.gate_proj,0.0000378802,0.05000,14.393
30,mlp.experts.327.gate_proj,0.0000314044,0.05000,14.358
30,mlp.experts.351.gate_proj,0.0000518039,0.05000,14.248
30,mlp.experts.321.gate_proj,0.0000123223,0.05000,14.198
30,mlp.experts.352.gate_proj,0.0000082257,0.05000,14.476
30,mlp.experts.380.gate_proj,0.0000306714,0.05000,14.429
30,mlp.experts.362.gate_proj,0.0000688336,0.05000,14.487
30,mlp.experts.322.gate_proj,0.0000393885,0.05000,14.444
30,mlp.experts.331.gate_proj,0.0000159272,0.05000,14.453
30,mlp.experts.323.gate_proj,0.0000461073,0.05000,14.398
30,mlp.experts.334.gate_proj,0.0000150947,0.05000,14.576
30,mlp.experts.325.gate_proj,0.0000342558,0.05000,14.471
30,mlp.experts.344.gate_proj,0.0000319725,0.05000,14.334
30,mlp.experts.326.gate_proj,0.0000208924,0.05000,14.447
30,mlp.experts.329.gate_proj,0.0000328534,0.05000,14.462
30,mlp.experts.340.gate_proj,0.0000115641,0.05000,14.540
30,mlp.experts.349.gate_proj,0.0000378370,0.05000,14.356
30,mlp.experts.343.gate_proj,0.0000247546,0.05000,14.302
30,mlp.experts.367.gate_proj,0.0000585820,0.05000,14.257
30,mlp.experts.337.gate_proj,0.0000149376,0.05000,14.359
30,mlp.experts.368.gate_proj,0.0000206112,0.05000,14.179
30,mlp.experts.396.gate_proj,0.0000380972,0.05000,14.255
30,mlp.experts.378.gate_proj,0.0000260505,0.05000,14.091
30,mlp.experts.353.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.731
30,mlp.experts.338.gate_proj,0.0000205347,0.05000,14.203
30,mlp.experts.347.gate_proj,0.0000166755,0.05000,14.243
30,mlp.experts.339.gate_proj,0.0000591624,0.05000,14.271
30,mlp.experts.360.gate_proj,0.0000156290,0.05000,14.090
30,mlp.experts.341.gate_proj,0.0000112209,0.05000,14.184
30,mlp.experts.350.gate_proj,0.0000249793,0.05000,14.297
30,mlp.experts.342.gate_proj,0.0000281975,0.05000,14.235
30,mlp.experts.356.gate_proj,0.0000157907,0.05000,14.103
30,mlp.experts.345.gate_proj,0.0000178565,0.05000,14.257
30,mlp.experts.365.gate_proj,0.0000224768,0.05000,14.222
30,mlp.experts.359.gate_proj,0.0000189685,0.05000,14.076
30,mlp.experts.383.gate_proj,0.0000100718,0.05000,14.126
30,mlp.experts.384.gate_proj,0.0000220751,0.05000,14.055
30,mlp.experts.381.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.697
30,mlp.experts.412.gate_proj,0.0000081061,0.05000,14.053
30,mlp.experts.394.gate_proj,0.0000253912,0.05000,14.168
30,mlp.experts.369.gate_proj,0.0000130330,0.05000,14.211
30,mlp.experts.354.gate_proj,0.0000209287,0.05000,14.262
30,mlp.experts.363.gate_proj,0.0000426912,0.05000,14.358
30,mlp.experts.355.gate_proj,0.0000498581,0.05000,14.319
30,mlp.experts.376.gate_proj,0.0000150041,0.05000,14.357
30,mlp.experts.366.gate_proj,0.0000395190,0.05000,14.310
30,mlp.experts.357.gate_proj,0.0000262587,0.05000,14.385
30,mlp.experts.358.gate_proj,0.0000148199,0.05000,14.473
30,mlp.experts.372.gate_proj,0.0000120845,0.05000,14.237
30,mlp.experts.361.gate_proj,0.0000108175,0.05000,14.363
30,mlp.experts.374.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.805
30,mlp.experts.375.gate_proj,0.0000089105,0.05000,14.550
30,mlp.experts.399.gate_proj,0.0000322037,0.05000,14.604
30,mlp.experts.400.gate_proj,0.0000148791,0.05000,14.615
30,mlp.experts.397.gate_proj,0.0000556772,0.05000,14.519
30,mlp.experts.428.gate_proj,0.0000208844,0.05000,14.556
30,mlp.experts.410.gate_proj,0.0000086307,0.05000,14.476
30,mlp.experts.385.gate_proj,0.0000378640,0.05000,14.551
30,mlp.experts.370.gate_proj,0.0000141524,0.05000,14.052
30,mlp.experts.379.gate_proj,0.0000454987,0.05000,14.012
30,mlp.experts.371.gate_proj,0.0000324731,0.05000,14.047
30,mlp.experts.382.gate_proj,0.0000166000,0.05000,13.952
30,mlp.experts.392.gate_proj,0.0000381224,0.05000,13.989
30,mlp.experts.386.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.755
30,mlp.experts.373.gate_proj,0.0000140811,0.05000,14.118
30,mlp.experts.388.gate_proj,0.0000406502,0.05000,14.030
30,mlp.experts.377.gate_proj,0.0000164735,0.05000,13.957
30,mlp.experts.387.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.756
30,mlp.experts.390.gate_proj,0.0000485564,0.05000,13.876
30,mlp.experts.391.gate_proj,0.0000296772,0.05000,13.883
30,mlp.experts.393.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.786
30,mlp.experts.415.gate_proj,0.0000444845,0.05000,14.014
30,mlp.experts.413.gate_proj,0.0000642050,0.05000,13.860
30,mlp.experts.444.gate_proj,0.0000159709,0.05000,13.811
30,mlp.experts.416.gate_proj,0.0000291434,0.05000,14.049
30,mlp.experts.426.gate_proj,0.0000164040,0.05000,13.978
30,mlp.experts.401.gate_proj,0.0000531383,0.05000,14.126
30,mlp.experts.395.gate_proj,0.0000719746,0.05000,14.843
30,mlp.experts.408.gate_proj,0.0000179815,0.05000,14.731
30,mlp.experts.398.gate_proj,0.0000114803,0.05000,14.841
30,mlp.experts.389.gate_proj,0.0000133456,0.05000,14.736
30,mlp.experts.402.gate_proj,0.0000197033,0.05000,14.805
30,mlp.experts.404.gate_proj,0.0000740322,0.05000,14.841
30,mlp.experts.403.gate_proj,0.0000081615,0.05000,14.844
30,mlp.experts.406.gate_proj,0.0000157360,0.05000,14.855
30,mlp.experts.407.gate_proj,0.0000423369,0.05000,14.915
30,mlp.experts.409.gate_proj,0.0000164124,0.05000,14.929
30,mlp.experts.431.gate_proj,0.0000080119,0.05000,14.949
30,mlp.experts.429.gate_proj,0.0000326766,0.05000,14.948
30,mlp.experts.432.gate_proj,0.0000299253,0.05000,14.952
30,mlp.experts.460.gate_proj,0.0000423760,0.05000,14.992
30,mlp.experts.425.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.860
30,mlp.experts.442.gate_proj,0.0000117956,0.05000,14.845
30,mlp.experts.417.gate_proj,0.0000524556,0.05000,15.007
30,mlp.experts.411.gate_proj,0.0000164285,0.05000,14.644
30,mlp.experts.424.gate_proj,0.0000412278,0.05000,14.725
30,mlp.experts.414.gate_proj,0.0000410828,0.05000,14.666
30,mlp.experts.405.gate_proj,0.0000146738,0.05000,14.698
30,mlp.experts.418.gate_proj,0.0000350388,0.05000,14.701
30,mlp.experts.420.gate_proj,0.0000372190,0.05000,14.583
30,mlp.experts.419.gate_proj,0.0000453119,0.05000,14.747
30,mlp.experts.422.gate_proj,0.0000163723,0.05000,14.501
30,mlp.experts.423.gate_proj,0.0000148991,0.05000,14.521
30,mlp.experts.447.gate_proj,0.0000110491,0.05000,14.421
30,mlp.experts.445.gate_proj,0.0000427979,0.05000,14.310
30,mlp.experts.448.gate_proj,0.0000314822,0.05000,14.367
30,mlp.experts.458.gate_proj,0.0000318129,0.05000,14.235
30,mlp.experts.476.gate_proj,0.0000383211,0.05000,14.442
30,mlp.experts.441.gate_proj,0.0000165395,0.05000,14.450
30,mlp.experts.463.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.702
30,mlp.experts.433.gate_proj,0.0000409853,0.05000,14.353
30,mlp.experts.440.gate_proj,0.0000292542,0.05000,14.147
30,mlp.experts.427.gate_proj,0.0000092181,0.05000,14.281
30,mlp.experts.434.gate_proj,0.0000160043,0.05000,14.074
30,mlp.experts.430.gate_proj,0.0000339603,0.05000,14.297
30,mlp.experts.421.gate_proj,0.0000832436,0.05000,14.185
30,mlp.experts.436.gate_proj,0.0000297762,0.05000,14.263
30,mlp.experts.438.gate_proj,0.0000252826,0.05000,14.306
30,mlp.experts.435.gate_proj,0.0000195682,0.05000,14.339
30,mlp.experts.439.gate_proj,0.0000052272,0.05000,14.184
30,mlp.experts.461.gate_proj,0.0000116010,0.05000,14.240
30,mlp.experts.492.gate_proj,0.0000221864,0.05000,14.042
30,mlp.experts.464.gate_proj,0.0000321922,0.05000,14.150
30,mlp.experts.455.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.713
30,mlp.experts.474.gate_proj,0.0000094306,0.05000,14.254
30,mlp.experts.457.gate_proj,0.0000422543,0.05000,14.289
30,mlp.experts.479.gate_proj,0.0000149781,0.05000,14.310
30,mlp.experts.449.gate_proj,0.0000344857,0.05000,14.420
30,mlp.experts.443.gate_proj,0.0000187542,0.05000,14.322
30,mlp.experts.450.gate_proj,0.0000328259,0.05000,14.402
30,mlp.experts.456.gate_proj,0.0000379669,0.05000,14.551
30,mlp.experts.437.gate_proj,0.0000128700,0.05000,14.419
30,mlp.experts.446.gate_proj,0.0000206000,0.05000,14.449
30,mlp.experts.452.gate_proj,0.0000225260,0.05000,14.506
30,mlp.experts.454.gate_proj,0.0000126737,0.05000,14.368
30,mlp.experts.451.gate_proj,0.0000182114,0.05000,14.450
30,mlp.experts.508.gate_proj,0.0000353639,0.05000,14.307
30,mlp.experts.477.gate_proj,0.0000187935,0.05000,14.425
30,mlp.experts.480.gate_proj,0.0000313234,0.05000,14.307
30,mlp.experts.471.gate_proj,0.0000428458,0.05000,14.462
30,mlp.experts.490.gate_proj,0.0000223861,0.05000,14.462
30,mlp.experts.473.gate_proj,0.0000316326,0.05000,14.352
30,mlp.experts.495.gate_proj,0.0000380684,0.05000,14.379
30,mlp.experts.465.gate_proj,0.0000322017,0.05000,14.259
30,mlp.experts.506.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.729
30,mlp.experts.459.gate_proj,0.0000375655,0.05000,14.394
30,mlp.experts.472.gate_proj,0.0000356912,0.05000,14.276
30,mlp.experts.466.gate_proj,0.0000366035,0.05000,14.353
30,mlp.experts.462.gate_proj,0.0000671507,0.05000,14.208
30,mlp.experts.453.gate_proj,0.0000273375,0.05000,14.315
30,mlp.experts.468.gate_proj,0.0000161897,0.05000,14.190
30,mlp.experts.470.gate_proj,0.0000303003,0.05000,14.399
30,mlp.experts.467.gate_proj,0.0000687371,0.05000,14.280
30,mlp.experts.493.gate_proj,0.0000108098,0.05000,14.164
30,mlp.experts.12.up_proj,0.0000426461,0.05000,14.249
30,mlp.experts.496.gate_proj,0.0000119369,0.05000,14.288
30,mlp.experts.487.gate_proj,0.0000081735,0.05000,14.392
30,mlp.experts.489.gate_proj,0.0000623550,0.05000,14.263
30,mlp.experts.511.gate_proj,0.0000121290,0.05000,14.384
30,mlp.experts.28.up_proj,failsafe(rtn): 0.0015488,0.00000,0.811
30,mlp.experts.503.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.777
30,mlp.experts.481.gate_proj,0.0000192340,0.05000,14.486
30,mlp.experts.10.up_proj,0.0000108878,0.05000,14.413
30,mlp.experts.475.gate_proj,0.0000206043,0.05000,14.546
30,mlp.experts.488.gate_proj,0.0000151778,0.05000,14.505
30,mlp.experts.482.gate_proj,0.0000272534,0.05000,14.569
30,mlp.experts.469.gate_proj,0.0000166149,0.05000,14.579
30,mlp.experts.478.gate_proj,0.0000325364,0.05000,14.686
30,mlp.experts.484.gate_proj,0.0000189251,0.05000,14.500
30,mlp.experts.486.gate_proj,0.0000309811,0.05000,14.574
30,mlp.experts.483.gate_proj,0.0000064459,0.05000,14.634
30,mlp.experts.509.gate_proj,0.0000228427,0.05000,14.589
30,mlp.experts.0.up_proj,0.0000155693,0.05000,14.574
30,mlp.experts.499.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.737
30,mlp.experts.505.gate_proj,0.0000129101,0.05000,14.484
30,mlp.experts.44.up_proj,0.0000119883,0.05000,14.432
30,mlp.experts.15.up_proj,0.0000523535,0.05000,14.514
30,mlp.experts.16.up_proj,failsafe(rtn): 0.0015411,0.00000,0.764
30,mlp.experts.26.up_proj,0.0000653368,0.05000,14.326
30,mlp.experts.7.up_proj,0.0000114530,0.05000,14.553
30,mlp.experts.497.gate_proj,0.0000259225,0.05000,14.678
30,mlp.experts.32.up_proj,failsafe(rtn): 0.0014877,0.00000,0.759
30,mlp.experts.491.gate_proj,0.0000318114,0.05000,14.687
30,mlp.experts.504.gate_proj,0.0000172880,0.05000,14.639
30,mlp.experts.498.gate_proj,0.0000174549,0.05000,14.614
30,mlp.experts.485.gate_proj,0.0000339117,0.05000,14.756
30,mlp.experts.494.gate_proj,0.0000272334,0.05000,14.761
30,mlp.experts.500.gate_proj,0.0000396509,0.05000,14.729
30,mlp.experts.507.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.715
30,mlp.experts.502.gate_proj,0.0000221580,0.05000,14.621
30,mlp.experts.13.up_proj,0.0000148906,0.05000,14.658
30,mlp.experts.3.up_proj,0.0000261925,0.05000,14.651
30,mlp.experts.9.up_proj,0.0000103983,0.05000,14.607
30,mlp.experts.31.up_proj,0.0000102886,0.05000,14.590
30,mlp.experts.60.up_proj,0.0000159998,0.05000,14.615
30,mlp.experts.42.up_proj,0.0000325344,0.05000,14.473
30,mlp.experts.23.up_proj,0.0000189401,0.05000,14.633
30,mlp.experts.1.up_proj,0.0000355760,0.05000,14.680
30,mlp.experts.48.up_proj,0.0000461585,0.05000,14.552
30,mlp.experts.17.up_proj,failsafe(rtn): 0.0014572,0.00000,0.754
30,mlp.experts.8.up_proj,0.0000320215,0.05000,14.265
30,mlp.experts.2.up_proj,0.0000338633,0.05000,14.298
30,mlp.experts.510.gate_proj,0.0000068318,0.05000,14.279
30,mlp.experts.501.gate_proj,0.0000071886,0.05000,14.379
30,mlp.experts.4.up_proj,0.0000084147,0.05000,14.322
30,mlp.experts.11.up_proj,0.0000118978,0.05000,14.376
30,mlp.experts.6.up_proj,0.0000158068,0.05000,14.482
30,mlp.experts.29.up_proj,0.0000160730,0.05000,14.367
30,mlp.experts.25.up_proj,0.0000137053,0.05000,14.313
30,mlp.experts.19.up_proj,0.0000731713,0.05000,14.338
30,mlp.experts.47.up_proj,0.0000255765,0.05000,14.365
30,mlp.experts.76.up_proj,0.0000249274,0.05000,14.361
30,mlp.experts.58.up_proj,0.0000139249,0.05000,14.323
30,mlp.experts.39.up_proj,0.0000104718,0.05000,14.402
30,mlp.experts.92.up_proj,failsafe(rtn): 0.0014877,0.00000,0.835
30,mlp.experts.64.up_proj,0.0000199369,0.05000,14.442
30,mlp.experts.108.up_proj,failsafe(rtn): 0.0015488,0.00000,0.683
30,mlp.experts.33.up_proj,0.0000142221,0.05000,14.494
30,mlp.experts.24.up_proj,0.0000137117,0.05000,14.490
30,mlp.experts.18.up_proj,0.0000174701,0.05000,14.521
30,mlp.experts.20.up_proj,0.0000281079,0.05000,14.420
30,mlp.experts.14.up_proj,0.0000130963,0.05000,14.550
30,mlp.experts.5.up_proj,0.0000160384,0.05000,14.573
30,mlp.experts.27.up_proj,0.0000130765,0.05000,14.615
30,mlp.experts.22.up_proj,0.0000254516,0.05000,14.766
30,mlp.experts.45.up_proj,0.0000236910,0.05000,14.734
30,mlp.experts.41.up_proj,0.0000318345,0.05000,14.669
30,mlp.experts.35.up_proj,0.0000181154,0.05000,14.716
30,mlp.experts.63.up_proj,0.0000204774,0.05000,14.684
30,mlp.experts.74.up_proj,0.0000110939,0.05000,14.594
30,mlp.experts.55.up_proj,0.0000029488,0.05000,14.547
30,mlp.experts.80.up_proj,0.0000262157,0.05000,14.499
30,mlp.experts.124.up_proj,0.0000269505,0.05000,14.573
30,mlp.experts.49.up_proj,0.0000128907,0.05000,14.665
30,mlp.experts.40.up_proj,0.0000131147,0.05000,14.512
30,mlp.experts.34.up_proj,0.0000303731,0.05000,14.472
30,mlp.experts.21.up_proj,0.0000139108,0.05000,14.376
30,mlp.experts.30.up_proj,0.0000181120,0.05000,14.520
30,mlp.experts.36.up_proj,0.0000277371,0.05000,14.681
30,mlp.experts.43.up_proj,0.0000386623,0.05000,14.647
30,mlp.experts.38.up_proj,0.0000225721,0.05000,14.578
30,mlp.experts.61.up_proj,0.0000224152,0.05000,14.518
30,mlp.experts.57.up_proj,0.0000528111,0.05000,14.622
30,mlp.experts.51.up_proj,0.0000351793,0.05000,14.591
30,mlp.experts.90.up_proj,0.0000136460,0.05000,14.573
30,mlp.experts.79.up_proj,0.0000282138,0.05000,14.686
30,mlp.experts.71.up_proj,0.0000241490,0.05000,14.634
30,mlp.experts.96.up_proj,0.0000081437,0.05000,14.585
30,mlp.experts.106.up_proj,failsafe(rtn): 0.0014725,0.00000,0.727
30,mlp.experts.140.up_proj,0.0000436258,0.05000,14.739
30,mlp.experts.65.up_proj,0.0000247874,0.05000,14.809
30,mlp.experts.56.up_proj,0.0000165800,0.05000,14.709
30,mlp.experts.50.up_proj,0.0000338245,0.05000,14.792
30,mlp.experts.37.up_proj,0.0000340760,0.05000,14.807
30,mlp.experts.46.up_proj,0.0000360819,0.05000,14.788
30,mlp.experts.52.up_proj,0.0000595684,0.05000,14.713
30,mlp.experts.72.up_proj,failsafe(rtn): 0.0014420,0.00000,0.762
30,mlp.experts.59.up_proj,0.0000109822,0.05000,14.833
30,mlp.experts.54.up_proj,0.0000189542,0.05000,14.679
30,mlp.experts.77.up_proj,0.0000510566,0.05000,14.579
30,mlp.experts.73.up_proj,0.0000146869,0.05000,14.618
30,mlp.experts.67.up_proj,0.0000263106,0.05000,14.622
30,mlp.experts.95.up_proj,0.0000152770,0.05000,14.725
30,mlp.experts.87.up_proj,0.0000357384,0.05000,14.736
30,mlp.experts.112.up_proj,0.0000152360,0.05000,14.532
30,mlp.experts.122.up_proj,0.0000214335,0.05000,14.645
30,mlp.experts.138.up_proj,failsafe(rtn): 0.0014877,0.00000,0.692
30,mlp.experts.156.up_proj,0.0000230216,0.05000,14.608
30,mlp.experts.81.up_proj,0.0000101237,0.05000,14.726
30,mlp.experts.66.up_proj,0.0000430364,0.05000,14.259
30,mlp.experts.68.up_proj,0.0000219861,0.05000,14.188
30,mlp.experts.62.up_proj,0.0000282329,0.05000,14.265
30,mlp.experts.53.up_proj,0.0000147411,0.05000,14.343
30,mlp.experts.88.up_proj,0.0000419093,0.05000,14.193
30,mlp.experts.75.up_proj,0.0000129077,0.05000,14.370
30,mlp.experts.70.up_proj,0.0000419261,0.05000,14.282
30,mlp.experts.93.up_proj,0.0000168213,0.05000,14.259
30,mlp.experts.83.up_proj,0.0000273116,0.05000,14.232
30,mlp.experts.89.up_proj,0.0000125219,0.05000,14.362
30,mlp.experts.111.up_proj,0.0000299412,0.05000,14.190
30,mlp.experts.128.up_proj,0.0000609756,0.05000,14.108
30,mlp.experts.103.up_proj,0.0000182102,0.05000,14.283
30,mlp.experts.154.up_proj,0.0000259206,0.05000,14.200
30,mlp.experts.172.up_proj,0.0000138195,0.05000,14.211
30,mlp.experts.97.up_proj,0.0000308412,0.05000,14.266
30,mlp.experts.82.up_proj,0.0000282182,0.05000,14.580
30,mlp.experts.78.up_proj,0.0000640971,0.05000,14.507
30,mlp.experts.84.up_proj,0.0000508403,0.05000,14.622
30,mlp.experts.69.up_proj,0.0000239023,0.05000,14.616
30,mlp.experts.104.up_proj,0.0000120247,0.05000,14.557
30,mlp.experts.91.up_proj,0.0000128454,0.05000,14.641
30,mlp.experts.86.up_proj,0.0000182715,0.05000,14.667
30,mlp.experts.109.up_proj,0.0000157876,0.05000,14.784
30,mlp.experts.99.up_proj,0.0000639154,0.05000,14.704
30,mlp.experts.105.up_proj,0.0000240860,0.05000,14.818
30,mlp.experts.127.up_proj,0.0000196196,0.05000,14.715
30,mlp.experts.144.up_proj,0.0000266240,0.05000,14.421
30,mlp.experts.119.up_proj,0.0000315000,0.05000,14.685
30,mlp.experts.160.up_proj,failsafe(rtn): 0.0014496,0.00000,0.703
30,mlp.experts.170.up_proj,0.0000470510,0.05000,14.503
30,mlp.experts.188.up_proj,0.0000320675,0.05000,14.619
30,mlp.experts.113.up_proj,0.0000160847,0.05000,14.743
30,mlp.experts.98.up_proj,0.0000486036,0.05000,14.042
30,mlp.experts.94.up_proj,0.0000158780,0.05000,14.044
30,mlp.experts.100.up_proj,0.0000298779,0.05000,14.026
30,mlp.experts.85.up_proj,0.0000220656,0.05000,14.012
30,mlp.experts.120.up_proj,0.0000278944,0.05000,13.948
30,mlp.experts.107.up_proj,0.0000440884,0.05000,14.148
30,mlp.experts.102.up_proj,0.0000201707,0.05000,14.157
30,mlp.experts.125.up_proj,0.0000497050,0.05000,14.147
30,mlp.experts.115.up_proj,0.0000162701,0.05000,14.210
30,mlp.experts.121.up_proj,0.0000174320,0.05000,14.158
30,mlp.experts.143.up_proj,0.0000258761,0.05000,14.222
30,mlp.experts.135.up_proj,0.0000134569,0.05000,14.208
30,mlp.experts.176.up_proj,0.0000603585,0.05000,14.387
30,mlp.experts.186.up_proj,0.0000197840,0.05000,14.293
30,mlp.experts.204.up_proj,0.0000115022,0.05000,14.244
30,mlp.experts.129.up_proj,0.0000278370,0.05000,14.222
30,mlp.experts.114.up_proj,0.0000235669,0.05000,14.732
30,mlp.experts.110.up_proj,0.0000172009,0.05000,14.740
30,mlp.experts.101.up_proj,0.0000470353,0.05000,14.712
30,mlp.experts.136.up_proj,0.0000217069,0.05000,14.638
30,mlp.experts.116.up_proj,0.0000405147,0.05000,14.862
30,mlp.experts.132.up_proj,failsafe(rtn): 0.0018845,0.00000,0.702
30,mlp.experts.123.up_proj,0.0000122646,0.05000,14.630
30,mlp.experts.118.up_proj,0.0000372034,0.05000,14.616
30,mlp.experts.141.up_proj,0.0000143267,0.05000,14.663
30,mlp.experts.131.up_proj,0.0000351057,0.05000,14.623
30,mlp.experts.137.up_proj,0.0000183799,0.05000,14.496
30,mlp.experts.159.up_proj,0.0000143554,0.05000,14.521
30,mlp.experts.151.up_proj,0.0000447211,0.05000,14.483
30,mlp.experts.192.up_proj,0.0000686587,0.05000,14.434
30,mlp.experts.202.up_proj,0.0000315528,0.05000,14.489
30,mlp.experts.220.up_proj,0.0000170260,0.05000,14.495
30,mlp.experts.145.up_proj,0.0000201031,0.05000,14.548
30,mlp.experts.130.up_proj,0.0000599976,0.05000,14.156
30,mlp.experts.126.up_proj,0.0000304551,0.05000,14.177
30,mlp.experts.152.up_proj,0.0000195061,0.05000,14.158
30,mlp.experts.117.up_proj,0.0000488512,0.05000,14.234
30,mlp.experts.139.up_proj,0.0000044659,0.05000,14.150
30,mlp.experts.148.up_proj,0.0000346072,0.05000,14.192
30,mlp.experts.134.up_proj,0.0000644469,0.05000,14.105
30,mlp.experts.157.up_proj,0.0000420170,0.05000,14.403
30,mlp.experts.147.up_proj,0.0000135209,0.05000,14.297
30,mlp.experts.153.up_proj,0.0000146065,0.05000,14.274
30,mlp.experts.175.up_proj,0.0000170524,0.05000,14.212
30,mlp.experts.167.up_proj,0.0000142951,0.05000,14.173
30,mlp.experts.208.up_proj,0.0000353708,0.05000,14.270
30,mlp.experts.218.up_proj,0.0000463223,0.05000,14.245
30,mlp.experts.236.up_proj,0.0000055541,0.05000,14.505
30,mlp.experts.161.up_proj,0.0000399282,0.05000,14.498
30,mlp.experts.146.up_proj,0.0000497441,0.05000,14.745
30,mlp.experts.142.up_proj,0.0000460135,0.05000,14.756
30,mlp.experts.168.up_proj,0.0000382051,0.05000,14.704
30,mlp.experts.133.up_proj,0.0000169470,0.05000,14.765
30,mlp.experts.164.up_proj,0.0000586297,0.05000,14.584
30,mlp.experts.155.up_proj,0.0000115740,0.05000,14.706
30,mlp.experts.150.up_proj,0.0000243462,0.05000,14.564
30,mlp.experts.173.up_proj,0.0000227730,0.05000,14.487
30,mlp.experts.169.up_proj,0.0000292296,0.05000,14.506
30,mlp.experts.163.up_proj,0.0000576424,0.05000,14.630
30,mlp.experts.191.up_proj,0.0000413527,0.05000,14.520
30,mlp.experts.183.up_proj,0.0000066533,0.05000,14.527
30,mlp.experts.224.up_proj,0.0000035721,0.05000,14.442
30,mlp.experts.234.up_proj,0.0000309262,0.05000,14.397
30,mlp.experts.252.up_proj,0.0000226575,0.05000,14.344
30,mlp.experts.177.up_proj,0.0000657501,0.05000,14.479
30,mlp.experts.162.up_proj,0.0000346283,0.05000,14.424
30,mlp.experts.184.up_proj,0.0000624643,0.05000,14.271
30,mlp.experts.158.up_proj,0.0000167811,0.05000,14.440
30,mlp.experts.149.up_proj,0.0000136768,0.05000,14.404
30,mlp.experts.180.up_proj,0.0000238829,0.05000,14.459
30,mlp.experts.171.up_proj,0.0000323932,0.05000,14.415
30,mlp.experts.166.up_proj,0.0000148885,0.05000,14.431
30,mlp.experts.189.up_proj,0.0000247242,0.05000,14.502
30,mlp.experts.185.up_proj,0.0000240447,0.05000,14.533
30,mlp.experts.179.up_proj,0.0000127473,0.05000,14.656
30,mlp.experts.205.up_proj,failsafe(rtn): 0.0014572,0.00000,0.722
30,mlp.experts.207.up_proj,0.0000376034,0.05000,14.677
30,mlp.experts.199.up_proj,0.0000528892,0.05000,14.621
30,mlp.experts.223.up_proj,failsafe(rtn): 0.0014801,0.00000,0.670
30,mlp.experts.240.up_proj,0.0000185114,0.05000,14.531
30,mlp.experts.250.up_proj,0.0000394703,0.05000,14.612
30,mlp.experts.268.up_proj,0.0000172625,0.05000,14.534
30,mlp.experts.193.up_proj,0.0000243229,0.05000,14.667
30,mlp.experts.284.up_proj,failsafe(rtn): 0.0014877,0.00000,0.794
30,mlp.experts.178.up_proj,0.0000219029,0.05000,14.325
30,mlp.experts.200.up_proj,0.0000111593,0.05000,14.193
30,mlp.experts.174.up_proj,0.0000094600,0.05000,14.205
30,mlp.experts.165.up_proj,0.0000099359,0.05000,14.310
30,mlp.experts.196.up_proj,0.0000103982,0.05000,14.142
30,mlp.experts.187.up_proj,0.0000110063,0.05000,14.201
30,mlp.experts.182.up_proj,0.0000264589,0.05000,14.097
30,mlp.experts.201.up_proj,0.0000227495,0.05000,14.173
30,mlp.experts.195.up_proj,0.0000211564,0.05000,14.229
30,mlp.experts.221.up_proj,0.0000471972,0.05000,14.167
30,mlp.experts.215.up_proj,0.0000091665,0.05000,14.137
30,mlp.experts.239.up_proj,0.0000329263,0.05000,14.226
30,mlp.experts.256.up_proj,0.0000201404,0.05000,14.212
30,mlp.experts.266.up_proj,0.0000300647,0.05000,14.163
30,mlp.experts.300.up_proj,0.0000122462,0.05000,13.912
30,mlp.experts.209.up_proj,0.0000333837,0.05000,14.005
30,mlp.experts.194.up_proj,0.0000288288,0.05000,14.227
30,mlp.experts.216.up_proj,0.0000453837,0.05000,14.239
30,mlp.experts.190.up_proj,0.0000280387,0.05000,14.323
30,mlp.experts.181.up_proj,0.0000256371,0.05000,14.232
30,mlp.experts.212.up_proj,0.0000166658,0.05000,14.327
30,mlp.experts.198.up_proj,0.0000325784,0.05000,14.404
30,mlp.experts.203.up_proj,0.0000270673,0.05000,14.464
30,mlp.experts.217.up_proj,0.0000165157,0.05000,14.371
30,mlp.experts.211.up_proj,0.0000170378,0.05000,14.302
30,mlp.experts.237.up_proj,0.0000318287,0.05000,14.238
30,mlp.experts.231.up_proj,0.0000152247,0.05000,14.368
30,mlp.experts.272.up_proj,0.0000088862,0.05000,14.182
30,mlp.experts.255.up_proj,0.0000809571,0.05000,14.487
30,mlp.experts.282.up_proj,0.0000079442,0.05000,14.452
30,mlp.experts.298.up_proj,failsafe(rtn): 0.0014877,0.00000,0.674
30,mlp.experts.316.up_proj,0.0000412538,0.05000,14.335
30,mlp.experts.225.up_proj,0.0000194086,0.05000,14.503
30,mlp.experts.210.up_proj,0.0000110190,0.05000,14.539
30,mlp.experts.232.up_proj,0.0000150297,0.05000,14.528
30,mlp.experts.206.up_proj,0.0000462768,0.05000,14.480
30,mlp.experts.197.up_proj,0.0000134724,0.05000,14.420
30,mlp.experts.228.up_proj,0.0000148677,0.05000,14.544
30,mlp.experts.214.up_proj,0.0000444328,0.05000,14.503
30,mlp.experts.219.up_proj,0.0000503400,0.05000,14.531
30,mlp.experts.233.up_proj,0.0000172187,0.05000,14.593
30,mlp.experts.227.up_proj,0.0000530953,0.05000,14.733
30,mlp.experts.253.up_proj,0.0000112870,0.05000,14.644
30,mlp.experts.247.up_proj,0.0000197103,0.05000,14.642
30,mlp.experts.288.up_proj,0.0000278561,0.05000,14.671
30,mlp.experts.271.up_proj,0.0000186316,0.05000,14.687
30,mlp.experts.314.up_proj,0.0000267107,0.05000,14.659
30,mlp.experts.332.up_proj,0.0000314721,0.05000,14.811
30,mlp.experts.241.up_proj,0.0000288847,0.05000,14.777
30,mlp.experts.226.up_proj,0.0000469995,0.05000,14.284
30,mlp.experts.248.up_proj,0.0000187378,0.05000,14.372
30,mlp.experts.222.up_proj,0.0000115533,0.05000,14.378
30,mlp.experts.213.up_proj,0.0000201841,0.05000,14.496
30,mlp.experts.244.up_proj,0.0000175874,0.05000,14.218
30,mlp.experts.230.up_proj,0.0000375849,0.05000,14.429
30,mlp.experts.235.up_proj,0.0000231630,0.05000,14.380
30,mlp.experts.249.up_proj,0.0000638895,0.05000,14.419
30,mlp.experts.269.up_proj,0.0000150739,0.05000,14.427
30,mlp.experts.243.up_proj,0.0000414835,0.05000,14.501
30,mlp.experts.263.up_proj,0.0000035860,0.05000,14.365
30,mlp.experts.304.up_proj,0.0000244846,0.05000,14.291
30,mlp.experts.287.up_proj,0.0000190831,0.05000,14.638
30,mlp.experts.330.up_proj,0.0000239237,0.05000,14.513
30,mlp.experts.348.up_proj,0.0000447010,0.05000,14.305
30,mlp.experts.257.up_proj,0.0000811840,0.05000,14.384
30,mlp.experts.242.up_proj,0.0000285540,0.05000,14.326
30,mlp.experts.264.up_proj,0.0000734133,0.05000,14.423
30,mlp.experts.238.up_proj,0.0000189238,0.05000,14.502
30,mlp.experts.229.up_proj,0.0000158873,0.05000,14.466
30,mlp.experts.260.up_proj,0.0000161258,0.05000,14.312
30,mlp.experts.246.up_proj,0.0000327340,0.05000,14.180
30,mlp.experts.251.up_proj,0.0000351195,0.05000,14.193
30,mlp.experts.265.up_proj,0.0000121711,0.05000,14.293
30,mlp.experts.259.up_proj,0.0000130709,0.05000,14.105
30,mlp.experts.285.up_proj,0.0000273789,0.05000,14.307
30,mlp.experts.279.up_proj,0.0000187525,0.05000,14.290
30,mlp.experts.320.up_proj,0.0000127012,0.05000,14.331
30,mlp.experts.303.up_proj,0.0000103712,0.05000,14.232
30,mlp.experts.364.up_proj,0.0000142245,0.05000,14.108
30,mlp.experts.346.up_proj,0.0000291278,0.05000,14.229
30,mlp.experts.273.up_proj,0.0000128925,0.05000,14.218
30,mlp.experts.258.up_proj,0.0000071558,0.05000,14.268
30,mlp.experts.280.up_proj,0.0000137790,0.05000,14.291
30,mlp.experts.245.up_proj,0.0000374189,0.05000,14.446
30,mlp.experts.254.up_proj,0.0000240631,0.05000,14.597
30,mlp.experts.276.up_proj,0.0000167883,0.05000,14.526
30,mlp.experts.267.up_proj,0.0000182867,0.05000,14.525
30,mlp.experts.262.up_proj,0.0000633577,0.05000,14.648
30,mlp.experts.281.up_proj,0.0000128465,0.05000,14.610
30,mlp.experts.275.up_proj,0.0000169778,0.05000,14.556
30,mlp.experts.301.up_proj,0.0000232411,0.05000,14.517
30,mlp.experts.295.up_proj,0.0000351351,0.05000,14.548
30,mlp.experts.336.up_proj,0.0000134300,0.05000,14.367
30,mlp.experts.311.up_proj,failsafe(rtn): 0.0015182,0.00000,0.657
30,mlp.experts.319.up_proj,0.0000630664,0.05000,14.583
30,mlp.experts.362.up_proj,0.0000704003,0.05000,14.302
30,mlp.experts.380.up_proj,0.0000300587,0.05000,14.472
30,mlp.experts.335.up_proj,failsafe(rtn): 0.0015564,0.00000,0.732
30,mlp.experts.289.up_proj,0.0000291545,0.05000,14.525
30,mlp.experts.274.up_proj,0.0000143493,0.05000,14.375
30,mlp.experts.296.up_proj,0.0000113439,0.05000,14.199
30,mlp.experts.261.up_proj,0.0000156210,0.05000,14.293
30,mlp.experts.270.up_proj,0.0000164295,0.05000,14.288
30,mlp.experts.292.up_proj,0.0000120201,0.05000,14.305
30,mlp.experts.278.up_proj,0.0000284870,0.05000,14.239
30,mlp.experts.283.up_proj,0.0000163964,0.05000,14.374
30,mlp.experts.297.up_proj,0.0000299575,0.05000,14.385
30,mlp.experts.291.up_proj,0.0000125978,0.05000,14.429
30,mlp.experts.317.up_proj,0.0000280564,0.05000,14.387
30,mlp.experts.352.up_proj,0.0000085147,0.05000,14.373
30,mlp.experts.327.up_proj,0.0000317645,0.05000,14.297
30,mlp.experts.378.up_proj,0.0000265854,0.05000,14.444
30,mlp.experts.396.up_proj,0.0000377960,0.05000,14.412
30,mlp.experts.305.up_proj,0.0000158881,0.05000,14.311
30,mlp.experts.351.up_proj,0.0000509258,0.05000,14.505
30,mlp.experts.290.up_proj,0.0000145372,0.05000,14.310
30,mlp.experts.312.up_proj,0.0000630057,0.05000,14.270
30,mlp.experts.277.up_proj,0.0000269435,0.05000,14.436
30,mlp.experts.286.up_proj,0.0000383000,0.05000,14.417
30,mlp.experts.308.up_proj,0.0000164552,0.05000,14.265
30,mlp.experts.294.up_proj,0.0000140279,0.05000,14.269
30,mlp.experts.299.up_proj,0.0000669672,0.05000,14.296
30,mlp.experts.313.up_proj,0.0000324839,0.05000,14.251
30,mlp.experts.307.up_proj,0.0000180341,0.05000,14.284
30,mlp.experts.333.up_proj,0.0000372010,0.05000,14.216
30,mlp.experts.368.up_proj,0.0000210648,0.05000,14.211
30,mlp.experts.343.up_proj,0.0000257703,0.05000,14.330
30,mlp.experts.412.up_proj,0.0000112634,0.05000,14.291
30,mlp.experts.394.up_proj,0.0000238090,0.05000,14.446
30,mlp.experts.321.up_proj,0.0000120341,0.05000,14.585
30,mlp.experts.367.up_proj,0.0000578966,0.05000,14.579
30,mlp.experts.328.up_proj,0.0000406828,0.05000,14.288
30,mlp.experts.306.up_proj,0.0000139406,0.05000,14.594
30,mlp.experts.302.up_proj,0.0000244433,0.05000,14.428
30,mlp.experts.293.up_proj,0.0000670935,0.05000,14.491
30,mlp.experts.324.up_proj,0.0000295646,0.05000,14.496
30,mlp.experts.310.up_proj,0.0000260986,0.05000,14.337
30,mlp.experts.315.up_proj,0.0000272163,0.05000,14.540
30,mlp.experts.329.up_proj,0.0000296495,0.05000,14.534
30,mlp.experts.323.up_proj,0.0000457269,0.05000,14.512
30,mlp.experts.349.up_proj,0.0000372732,0.05000,14.524
30,mlp.experts.384.up_proj,0.0000218288,0.05000,14.419
30,mlp.experts.359.up_proj,0.0000192777,0.05000,14.437
30,mlp.experts.428.up_proj,0.0000202190,0.05000,14.375
30,mlp.experts.410.up_proj,0.0000106487,0.05000,14.276
30,mlp.experts.383.up_proj,0.0000102565,0.05000,14.290
30,mlp.experts.337.up_proj,0.0000146749,0.05000,14.343
30,mlp.experts.353.up_proj,failsafe(rtn): 0.0015182,0.00000,0.705
30,mlp.experts.344.up_proj,0.0000314607,0.05000,14.069
30,mlp.experts.322.up_proj,0.0000393944,0.05000,14.186
30,mlp.experts.318.up_proj,0.0000527553,0.05000,14.084
30,mlp.experts.309.up_proj,0.0000244604,0.05000,14.064
30,mlp.experts.340.up_proj,0.0000113942,0.05000,14.122
30,mlp.experts.326.up_proj,0.0000240713,0.05000,14.053
30,mlp.experts.331.up_proj,0.0000163343,0.05000,14.084
30,mlp.experts.345.up_proj,0.0000170197,0.05000,14.113
30,mlp.experts.365.up_proj,0.0000222696,0.05000,14.031
30,mlp.experts.339.up_proj,0.0000585027,0.05000,14.080
30,mlp.experts.400.up_proj,0.0000142251,0.05000,13.885
30,mlp.experts.381.up_proj,failsafe(rtn): 0.0013885,0.00000,0.742
30,mlp.experts.375.up_proj,0.0000085726,0.05000,14.125
30,mlp.experts.444.up_proj,0.0000159185,0.05000,13.753
30,mlp.experts.426.up_proj,0.0000164286,0.05000,13.884
30,mlp.experts.399.up_proj,0.0000322429,0.05000,13.926
30,mlp.experts.369.up_proj,0.0000143000,0.05000,13.862
30,mlp.experts.360.up_proj,0.0000164828,0.05000,14.124
30,mlp.experts.338.up_proj,0.0000213008,0.05000,14.153
30,mlp.experts.334.up_proj,0.0000147495,0.05000,14.094
30,mlp.experts.325.up_proj,0.0000343570,0.05000,14.102
30,mlp.experts.356.up_proj,0.0000152182,0.05000,14.027
30,mlp.experts.342.up_proj,0.0000281250,0.05000,14.085
30,mlp.experts.347.up_proj,0.0000176090,0.05000,14.077
30,mlp.experts.361.up_proj,0.0000109162,0.05000,14.027
30,mlp.experts.355.up_proj,0.0000486027,0.05000,14.096
30,mlp.experts.416.up_proj,0.0000288291,0.05000,13.979
30,mlp.experts.397.up_proj,0.0000545763,0.05000,14.079
30,mlp.experts.391.up_proj,0.0000294438,0.05000,14.057
30,mlp.experts.460.up_proj,0.0000448042,0.05000,13.979
30,mlp.experts.442.up_proj,0.0000121889,0.05000,14.096
30,mlp.experts.415.up_proj,0.0000443983,0.05000,14.281
30,mlp.experts.385.up_proj,0.0000384352,0.05000,14.015
30,mlp.experts.376.up_proj,0.0000141762,0.05000,13.915
30,mlp.experts.354.up_proj,0.0000201111,0.05000,14.014
30,mlp.experts.350.up_proj,0.0000247254,0.05000,13.855
30,mlp.experts.341.up_proj,0.0000116101,0.05000,13.900
30,mlp.experts.372.up_proj,0.0000120190,0.05000,13.940
30,mlp.experts.358.up_proj,0.0000145263,0.05000,13.936
30,mlp.experts.363.up_proj,0.0000432714,0.05000,13.942
30,mlp.experts.374.up_proj,failsafe(rtn): 0.0014038,0.00000,0.765
30,mlp.experts.377.up_proj,0.0000164464,0.05000,14.123
30,mlp.experts.371.up_proj,0.0000313472,0.05000,14.134
30,mlp.experts.432.up_proj,0.0000296143,0.05000,14.124
30,mlp.experts.393.up_proj,failsafe(rtn): 0.0015564,0.00000,0.758
30,mlp.experts.413.up_proj,0.0000627409,0.05000,14.122
30,mlp.experts.387.up_proj,failsafe(rtn): 0.0014267,0.00000,0.718
30,mlp.experts.407.up_proj,0.0000417039,0.05000,14.083
30,mlp.experts.476.up_proj,0.0000378713,0.05000,14.130
30,mlp.experts.458.up_proj,0.0000323051,0.05000,14.130
30,mlp.experts.431.up_proj,0.0000092305,0.05000,14.076
30,mlp.experts.401.up_proj,0.0000525800,0.05000,14.304
30,mlp.experts.392.up_proj,0.0000375000,0.05000,14.769
30,mlp.experts.370.up_proj,0.0000140881,0.05000,14.802
30,mlp.experts.366.up_proj,0.0000391288,0.05000,14.653
30,mlp.experts.357.up_proj,0.0000261531,0.05000,14.738
30,mlp.experts.388.up_proj,0.0000401652,0.05000,14.788
30,mlp.experts.386.up_proj,failsafe(rtn): 0.0014114,0.00000,0.780
30,mlp.experts.379.up_proj,0.0000449688,0.05000,14.689
30,mlp.experts.390.up_proj,0.0000486117,0.05000,14.646
30,mlp.experts.448.up_proj,0.0000301941,0.05000,14.704
30,mlp.experts.409.up_proj,0.0000163597,0.05000,14.682
30,mlp.experts.403.up_proj,0.0000080223,0.05000,14.736
30,mlp.experts.429.up_proj,0.0000318910,0.05000,14.780
30,mlp.experts.423.up_proj,0.0000152184,0.05000,14.710
30,mlp.experts.425.up_proj,failsafe(rtn): 0.0014954,0.00000,0.753
30,mlp.experts.492.up_proj,0.0000218746,0.05000,14.694
30,mlp.experts.474.up_proj,0.0000090626,0.05000,14.678
30,mlp.experts.447.up_proj,0.0000114506,0.05000,14.613
30,mlp.experts.417.up_proj,0.0000519233,0.05000,14.530
30,mlp.experts.463.up_proj,failsafe(rtn): 0.0014801,0.00000,0.754
30,mlp.experts.408.up_proj,0.0000182904,0.05000,13.991
30,mlp.experts.382.up_proj,0.0000160844,0.05000,14.101
30,mlp.experts.373.up_proj,0.0000139171,0.05000,13.984
30,mlp.experts.402.up_proj,0.0000191708,0.05000,13.988
30,mlp.experts.404.up_proj,0.0000786122,0.05000,14.145
30,mlp.experts.395.up_proj,0.0000713590,0.05000,14.141
30,mlp.experts.406.up_proj,0.0000153555,0.05000,14.155
30,mlp.experts.464.up_proj,0.0000314090,0.05000,14.069
30,mlp.experts.445.up_proj,0.0000420131,0.05000,14.145
30,mlp.experts.419.up_proj,0.0000448168,0.05000,14.236
30,mlp.experts.439.up_proj,0.0000050762,0.05000,14.204
30,mlp.experts.508.up_proj,0.0000346925,0.05000,14.029
30,mlp.experts.441.up_proj,0.0000162094,0.05000,14.263
30,mlp.experts.490.up_proj,0.0000221869,0.05000,14.099
30,mlp.experts.455.up_proj,failsafe(rtn): 0.0014725,0.00000,0.762
30,mlp.experts.506.up_proj,failsafe(rtn): 0.0014572,0.00000,0.760
30,mlp.experts.433.up_proj,0.0000397858,0.05000,14.346
30,mlp.experts.479.up_proj,0.0000152594,0.05000,14.181
30,mlp.experts.12.down_proj,0.0000025365,0.05000,3.652
30,mlp.experts.28.down_proj,failsafe(rtn): 0.0015869,0.00000,0.167
30,mlp.experts.10.down_proj,0.0000005839,0.05000,3.593
30,mlp.experts.44.down_proj,0.0000010178,0.05000,3.461
30,mlp.experts.26.down_proj,0.0000039436,0.05000,3.480
30,mlp.experts.424.up_proj,0.0000405749,0.05000,14.202
30,mlp.experts.398.up_proj,0.0000135067,0.05000,14.340
30,mlp.experts.389.up_proj,0.0000126637,0.05000,14.377
30,mlp.experts.60.down_proj,0.0000017999,0.05000,3.653
30,mlp.experts.418.up_proj,0.0000340455,0.05000,14.402
30,mlp.experts.420.up_proj,0.0000387693,0.05000,14.460
30,mlp.experts.411.up_proj,0.0000163392,0.05000,14.505
30,mlp.experts.422.up_proj,0.0000161458,0.05000,14.328
30,mlp.experts.42.down_proj,0.0000019355,0.05000,3.758
30,mlp.experts.480.up_proj,0.0000313674,0.05000,14.336
30,mlp.experts.461.up_proj,0.0000111395,0.05000,14.335
30,mlp.experts.435.up_proj,0.0000197175,0.05000,14.323
30,mlp.experts.457.up_proj,0.0000416826,0.05000,14.472
30,mlp.experts.76.down_proj,0.0000014383,0.05000,3.807
30,mlp.experts.92.down_proj,failsafe(rtn): 0.0015335,0.00000,0.183
30,mlp.experts.108.down_proj,failsafe(rtn): 0.0015717,0.00000,0.179
30,mlp.experts.471.up_proj,0.0000422421,0.05000,14.578
30,mlp.experts.58.down_proj,0.0000016240,0.05000,3.647
30,mlp.experts.449.up_proj,0.0000337869,0.05000,14.366
30,mlp.experts.495.up_proj,0.0000381727,0.05000,14.423
30,mlp.experts.124.down_proj,0.0000011576,0.05000,3.570
30,mlp.experts.74.down_proj,0.0000014510,0.05000,3.509
30,mlp.experts.140.down_proj,0.0000026613,0.05000,3.690
30,mlp.experts.90.down_proj,0.0000011030,0.05000,3.697
30,mlp.experts.106.down_proj,failsafe(rtn): 0.0015259,0.00000,0.173
30,mlp.experts.440.up_proj,0.0000292860,0.05000,14.736
30,mlp.experts.414.up_proj,0.0000422627,0.05000,14.438
30,mlp.experts.405.up_proj,0.0000142788,0.05000,14.522
30,mlp.experts.434.up_proj,0.0000161600,0.05000,14.615
30,mlp.experts.436.up_proj,0.0000293099,0.05000,14.526
30,mlp.experts.156.down_proj,0.0000012680,0.05000,3.552
30,mlp.experts.427.up_proj,0.0000102244,0.05000,14.418
30,mlp.experts.438.up_proj,0.0000254607,0.05000,14.399
30,mlp.experts.122.down_proj,0.0000010677,0.05000,3.461
30,mlp.experts.138.down_proj,failsafe(rtn): 0.0015335,0.00000,0.153
30,mlp.experts.496.up_proj,0.0000180086,0.05000,14.269
30,mlp.experts.477.up_proj,0.0000216312,0.05000,14.096
30,mlp.experts.451.up_proj,0.0000174064,0.05000,14.116
30,mlp.experts.473.up_proj,0.0000330404,0.05000,13.944
30,mlp.experts.487.up_proj,0.0000091931,0.05000,13.867
30,mlp.experts.154.down_proj,0.0000018069,0.05000,3.113
30,mlp.experts.503.up_proj,failsafe(rtn): 0.0014572,0.00000,0.667
30,mlp.experts.465.up_proj,0.0000312836,0.05000,13.776
30,mlp.experts.511.up_proj,0.0000120879,0.05000,13.776
30,mlp.experts.7.down_proj,0.0000009078,0.05000,3.213
30,mlp.experts.170.down_proj,0.0000032621,0.05000,3.244
30,mlp.experts.15.down_proj,0.0000029847,0.05000,3.205
30,mlp.experts.23.down_proj,0.0000015375,0.05000,3.102
30,mlp.experts.186.down_proj,0.0000029415,0.05000,3.107
30,mlp.experts.31.down_proj,0.0000010088,0.05000,3.081
30,mlp.experts.456.up_proj,0.0000372817,0.05000,12.630
30,mlp.experts.430.up_proj,0.0000335445,0.05000,12.666
30,mlp.experts.421.up_proj,0.0000820754,0.05000,12.647
30,mlp.experts.452.up_proj,0.0000223580,0.05000,12.438
30,mlp.experts.450.up_proj,0.0000323790,0.05000,12.577
30,mlp.experts.443.up_proj,0.0000189458,0.05000,12.370
30,mlp.experts.454.up_proj,0.0000124502,0.05000,12.334
30,mlp.experts.39.down_proj,0.0000009206,0.05000,3.008
30,mlp.experts.202.down_proj,0.0000033845,0.05000,3.055
30,mlp.experts.47.down_proj,0.0000049759,0.05000,3.016
30,mlp.experts.493.up_proj,0.0000103443,0.05000,12.555
30,mlp.experts.467.up_proj,0.0000681390,0.05000,12.656
30,mlp.experts.489.up_proj,0.0000652493,0.05000,12.504
30,mlp.experts.172.down_proj,0.0000006804,0.05000,3.609
30,mlp.experts.0.down_proj,0.0000007594,0.05000,3.618
30,mlp.experts.16.down_proj,failsafe(rtn): 0.0016022,0.00000,0.176
30,mlp.experts.32.down_proj,failsafe(rtn): 0.0015335,0.00000,0.178
30,mlp.experts.55.down_proj,0.0000007255,0.05000,3.616
30,mlp.experts.481.up_proj,0.0000225501,0.05000,12.860
30,mlp.experts.218.down_proj,0.0000061827,0.05000,3.588
30,mlp.experts.63.down_proj,0.0000024532,0.05000,3.566
30,mlp.experts.188.down_proj,0.0000017824,0.05000,3.378
30,mlp.experts.48.down_proj,0.0000028925,0.05000,3.368
30,mlp.experts.71.down_proj,0.0000058448,0.05000,3.293
30,mlp.experts.79.down_proj,0.0000021298,0.05000,3.226
30,mlp.experts.204.down_proj,0.0000009739,0.05000,3.244
30,mlp.experts.64.down_proj,0.0000025793,0.05000,3.236
30,mlp.experts.87.down_proj,0.0000019179,0.05000,3.241
30,mlp.experts.95.down_proj,0.0000014766,0.05000,3.270
30,mlp.experts.446.up_proj,0.0000205215,0.05000,13.205
30,mlp.experts.437.up_proj,0.0000133967,0.05000,13.147
30,mlp.experts.466.up_proj,0.0000357892,0.05000,13.452
30,mlp.experts.472.up_proj,0.0000379485,0.05000,13.324
30,mlp.experts.459.up_proj,0.0000368456,0.05000,13.481
30,mlp.experts.468.up_proj,0.0000158650,0.05000,13.406
30,mlp.experts.470.up_proj,0.0000311658,0.05000,13.377
30,mlp.experts.220.down_proj,0.0000013727,0.05000,3.372
30,mlp.experts.80.down_proj,0.0000022524,0.05000,3.303
30,mlp.experts.103.down_proj,0.0000024252,0.05000,3.367
30,mlp.experts.111.down_proj,0.0000018234,0.05000,3.404
30,mlp.experts.509.up_proj,0.0000217060,0.05000,13.363
30,mlp.experts.483.up_proj,0.0000064359,0.05000,13.367
30,mlp.experts.505.up_proj,0.0000129102,0.05000,13.472
30,mlp.experts.236.down_proj,0.0000004587,0.05000,3.498
30,mlp.experts.234.down_proj,0.0000022532,0.05000,3.630
30,mlp.experts.96.down_proj,0.0000005208,0.05000,3.537
30,mlp.experts.497.up_proj,0.0000275180,0.05000,13.275
30,mlp.experts.119.down_proj,0.0000018248,0.05000,3.440
30,mlp.experts.127.down_proj,0.0000023798,0.05000,3.421
30,mlp.experts.13.down_proj,0.0000025035,0.05000,3.227
30,mlp.experts.9.down_proj,0.0000008440,0.05000,3.074
30,mlp.experts.250.down_proj,0.0000022204,0.05000,2.846
30,mlp.experts.252.down_proj,0.0000031071,0.05000,2.876
30,mlp.experts.112.down_proj,0.0000008067,0.05000,2.824
30,mlp.experts.1.down_proj,0.0000020500,0.05000,2.847
30,mlp.experts.17.down_proj,failsafe(rtn): 0.0014648,0.00000,0.140
30,mlp.experts.29.down_proj,0.0000014682,0.05000,2.815
30,mlp.experts.25.down_proj,0.0000007939,0.05000,2.855
30,mlp.experts.266.down_proj,0.0000018764,0.05000,2.902
30,mlp.experts.268.down_proj,0.0000025779,0.05000,2.885
30,mlp.experts.284.down_proj,failsafe(rtn): 0.0015335,0.00000,0.159
30,mlp.experts.128.down_proj,0.0000103306,0.05000,2.963
30,mlp.experts.33.down_proj,0.0000015602,0.05000,2.945
30,mlp.experts.45.down_proj,0.0000014755,0.05000,2.906
30,mlp.experts.453.up_proj,0.0000270421,0.05000,12.203
30,mlp.experts.41.down_proj,0.0000019002,0.05000,2.939
30,mlp.experts.475.up_proj,0.0000208136,0.05000,12.057
30,mlp.experts.488.up_proj,0.0000152171,0.05000,12.152
30,mlp.experts.484.up_proj,0.0000187047,0.05000,12.228
30,mlp.experts.486.up_proj,0.0000307329,0.05000,12.328
30,mlp.experts.482.up_proj,0.0000268408,0.05000,12.352
30,mlp.experts.462.up_proj,0.0000664922,0.05000,12.430
30,mlp.experts.282.down_proj,0.0000012799,0.05000,3.111
30,mlp.experts.499.up_proj,failsafe(rtn): 0.0014191,0.00000,0.753
30,mlp.experts.300.down_proj,0.0000010156,0.05000,3.096
30,mlp.experts.298.down_proj,failsafe(rtn): 0.0015335,0.00000,0.160
30,mlp.experts.144.down_proj,0.0000019097,0.05000,3.088
30,mlp.experts.160.down_proj,failsafe(rtn): 0.0014954,0.00000,0.170
30,mlp.experts.49.down_proj,0.0000017624,0.05000,3.121
30,mlp.experts.61.down_proj,0.0000011576,0.05000,3.360
30,mlp.experts.57.down_proj,0.0000039499,0.05000,3.402
30,mlp.experts.143.down_proj,0.0000016574,0.05000,3.405
30,mlp.experts.135.down_proj,0.0000015768,0.05000,3.471
30,mlp.experts.314.down_proj,0.0000024418,0.05000,3.193
30,mlp.experts.3.down_proj,0.0000016744,0.05000,3.222
30,mlp.experts.316.down_proj,0.0000028361,0.05000,3.271
30,mlp.experts.176.down_proj,0.0000122075,0.05000,3.290
30,mlp.experts.159.down_proj,0.0000012908,0.05000,2.913
30,mlp.experts.151.down_proj,0.0000034849,0.05000,2.932
30,mlp.experts.19.down_proj,0.0000045316,0.05000,2.859
30,mlp.experts.330.down_proj,0.0000018532,0.05000,2.910
30,mlp.experts.332.down_proj,0.0000015529,0.05000,2.862
30,mlp.experts.192.down_proj,0.0000041386,0.05000,2.942
30,mlp.experts.175.down_proj,0.0000018264,0.05000,2.876
30,mlp.experts.167.down_proj,0.0000006770,0.05000,2.890
30,mlp.experts.35.down_proj,0.0000016889,0.05000,2.808
30,mlp.experts.346.down_proj,0.0000013602,0.05000,2.794
30,mlp.experts.348.down_proj,0.0000025952,0.05000,2.798
30,mlp.experts.208.down_proj,0.0000019392,0.05000,2.787
30,mlp.experts.469.up_proj,0.0000165167,0.05000,11.746
30,mlp.experts.504.up_proj,0.0000199946,0.05000,12.027
30,mlp.experts.491.up_proj,0.0000314272,0.05000,12.126
30,mlp.experts.191.down_proj,0.0000023719,0.05000,3.015
30,mlp.experts.183.down_proj,0.0000003668,0.05000,3.056
30,mlp.experts.500.up_proj,0.0000390010,0.05000,12.234
30,mlp.experts.502.up_proj,0.0000217548,0.05000,12.132
30,mlp.experts.498.up_proj,0.0000171290,0.05000,12.128
30,mlp.experts.478.up_proj,0.0000319706,0.05000,12.070
30,mlp.experts.362.down_proj,0.0000104043,0.05000,3.166
30,mlp.experts.507.up_proj,failsafe(rtn): 0.0015106,0.00000,0.735
30,mlp.experts.51.down_proj,0.0000017917,0.05000,3.212
30,mlp.experts.364.down_proj,0.0000011646,0.05000,3.236
30,mlp.experts.224.down_proj,0.0000005682,0.05000,3.312
30,mlp.experts.77.down_proj,0.0000029826,0.05000,3.705
30,mlp.experts.73.down_proj,0.0000008999,0.05000,3.715
30,mlp.experts.65.down_proj,0.0000020267,0.05000,3.761
30,mlp.experts.8.down_proj,0.0000015963,0.05000,3.704
30,mlp.experts.207.down_proj,0.0000023179,0.05000,3.646
30,mlp.experts.223.down_proj,failsafe(rtn): 0.0015488,0.00000,0.166
30,mlp.experts.199.down_proj,0.0000030161,0.05000,3.752
30,mlp.experts.4.down_proj,0.0000010951,0.05000,3.651
30,mlp.experts.6.down_proj,0.0000009623,0.05000,3.662
30,mlp.experts.2.down_proj,0.0000017566,0.05000,3.724
30,mlp.experts.378.down_proj,0.0000031187,0.05000,3.692
30,mlp.experts.67.down_proj,0.0000017990,0.05000,3.682
30,mlp.experts.11.down_proj,0.0000009975,0.05000,3.731
30,mlp.experts.380.down_proj,0.0000016431,0.05000,3.677
30,mlp.experts.240.down_proj,0.0000017889,0.05000,3.689
30,mlp.experts.93.down_proj,0.0000029083,0.05000,3.699
30,mlp.experts.89.down_proj,0.0000008069,0.05000,3.717
30,mlp.experts.81.down_proj,0.0000010503,0.05000,3.677
30,mlp.experts.24.down_proj,0.0000012763,0.05000,3.715
30,mlp.experts.239.down_proj,0.0000042859,0.05000,3.709
30,mlp.experts.20.down_proj,0.0000016041,0.05000,3.682
30,mlp.experts.215.down_proj,0.0000008917,0.05000,3.737
30,mlp.experts.22.down_proj,0.0000019971,0.05000,3.679
30,mlp.experts.18.down_proj,0.0000023763,0.05000,3.761
30,mlp.experts.27.down_proj,0.0000014628,0.05000,3.672
30,mlp.experts.396.down_proj,0.0000021700,0.05000,3.683
30,mlp.experts.83.down_proj,0.0000014023,0.05000,3.769
30,mlp.experts.394.down_proj,0.0000022891,0.05000,3.785
30,mlp.experts.256.down_proj,0.0000009684,0.05000,3.680
30,mlp.experts.109.down_proj,0.0000016092,0.05000,3.493
30,mlp.experts.105.down_proj,0.0000014040,0.05000,3.490
30,mlp.experts.97.down_proj,0.0000016333,0.05000,3.505
30,mlp.experts.40.down_proj,0.0000018570,0.05000,3.686
30,mlp.experts.36.down_proj,0.0000040162,0.05000,3.631
30,mlp.experts.255.down_proj,0.0000068852,0.05000,3.680
30,mlp.experts.231.down_proj,0.0000010801,0.05000,3.646
30,mlp.experts.38.down_proj,0.0000013171,0.05000,3.667
30,mlp.experts.34.down_proj,0.0000017837,0.05000,3.664
30,mlp.experts.410.down_proj,0.0000016509,0.05000,3.564
30,mlp.experts.412.down_proj,0.0000009524,0.05000,3.626
30,mlp.experts.99.down_proj,0.0000041215,0.05000,3.607
30,mlp.experts.43.down_proj,0.0000020347,0.05000,3.698
30,mlp.experts.272.down_proj,0.0000006862,0.05000,3.658
30,mlp.experts.485.up_proj,0.0000334758,0.05000,14.649
30,mlp.experts.121.down_proj,0.0000017205,0.05000,3.886
30,mlp.experts.125.down_proj,0.0000030558,0.05000,3.922
30,mlp.experts.113.down_proj,0.0000024595,0.05000,3.943
30,mlp.experts.56.down_proj,0.0000012363,0.05000,3.801
30,mlp.experts.52.down_proj,0.0000036700,0.05000,3.726
30,mlp.experts.494.up_proj,0.0000267774,0.05000,14.589
30,mlp.experts.271.down_proj,0.0000009863,0.05000,3.751
30,mlp.experts.72.down_proj,failsafe(rtn): 0.0014572,0.00000,0.187
30,mlp.experts.247.down_proj,0.0000010992,0.05000,3.726
30,mlp.experts.54.down_proj,0.0000018784,0.05000,3.730
30,mlp.experts.50.down_proj,0.0000064931,0.05000,3.708
30,mlp.experts.426.down_proj,0.0000012783,0.05000,3.717
30,mlp.experts.428.down_proj,0.0000013679,0.05000,3.679
30,mlp.experts.115.down_proj,0.0000020201,0.05000,3.740
30,mlp.experts.59.down_proj,0.0000011414,0.05000,3.715
30,mlp.experts.288.down_proj,0.0000017261,0.05000,3.638
30,mlp.experts.137.down_proj,0.0000012521,0.05000,3.609
30,mlp.experts.141.down_proj,0.0000007592,0.05000,3.603
30,mlp.experts.129.down_proj,0.0000021376,0.05000,3.602
30,mlp.experts.68.down_proj,0.0000010264,0.05000,3.630
30,mlp.experts.88.down_proj,0.0000024628,0.05000,3.602
30,mlp.experts.70.down_proj,0.0000023023,0.05000,3.520
30,mlp.experts.263.down_proj,0.0000003407,0.05000,3.612
30,mlp.experts.287.down_proj,0.0000012790,0.05000,3.670
30,mlp.experts.66.down_proj,0.0000021774,0.05000,3.684
30,mlp.experts.444.down_proj,0.0000018473,0.05000,3.671
30,mlp.experts.442.down_proj,0.0000008538,0.05000,3.707
30,mlp.experts.75.down_proj,0.0000010247,0.05000,3.704
30,mlp.experts.131.down_proj,0.0000018793,0.05000,3.768
30,mlp.experts.304.down_proj,0.0000013444,0.05000,3.634
30,mlp.experts.153.down_proj,0.0000017214,0.05000,3.701
30,mlp.experts.157.down_proj,0.0000066426,0.05000,3.699
30,mlp.experts.145.down_proj,0.0000030258,0.05000,3.752
30,mlp.experts.84.down_proj,0.0000084013,0.05000,3.781
30,mlp.experts.86.down_proj,0.0000022659,0.05000,3.782
30,mlp.experts.303.down_proj,0.0000011642,0.05000,3.761
30,mlp.experts.104.down_proj,0.0000008486,0.05000,3.837
30,mlp.experts.279.down_proj,0.0000025434,0.05000,3.852
30,mlp.experts.82.down_proj,0.0000025300,0.05000,3.799
30,mlp.experts.458.down_proj,0.0000029715,0.05000,3.698
30,mlp.experts.460.down_proj,0.0000097394,0.05000,3.808
30,mlp.experts.91.down_proj,0.0000014595,0.05000,3.790
30,mlp.experts.147.down_proj,0.0000009670,0.05000,3.782
30,mlp.experts.320.down_proj,0.0000014824,0.05000,3.754
30,mlp.experts.173.down_proj,0.0000041668,0.05000,3.634
30,mlp.experts.169.down_proj,0.0000016819,0.05000,3.701
30,mlp.experts.161.down_proj,0.0000025100,0.05000,3.710
30,mlp.experts.100.down_proj,0.0000049887,0.05000,3.660
30,mlp.experts.102.down_proj,0.0000030586,0.05000,3.635
30,mlp.experts.319.down_proj,0.0000105560,0.05000,3.643
30,mlp.experts.120.down_proj,0.0000013249,0.05000,3.630
30,mlp.experts.295.down_proj,0.0000026337,0.05000,3.707
30,mlp.experts.335.down_proj,failsafe(rtn): 0.0015945,0.00000,0.178
30,mlp.experts.311.down_proj,failsafe(rtn): 0.0015564,0.00000,0.173
30,mlp.experts.98.down_proj,0.0000026718,0.05000,3.681
30,mlp.experts.474.down_proj,0.0000006932,0.05000,3.658
30,mlp.experts.476.down_proj,0.0000019712,0.05000,3.730
30,mlp.experts.107.down_proj,0.0000023803,0.05000,3.706
30,mlp.experts.163.down_proj,0.0000030611,0.05000,3.689
30,mlp.experts.336.down_proj,0.0000012102,0.05000,3.698
30,mlp.experts.501.up_proj,0.0000072065,0.05000,14.717
30,mlp.experts.189.down_proj,0.0000011742,0.05000,3.857
30,mlp.experts.185.down_proj,0.0000013362,0.05000,3.828
30,mlp.experts.205.down_proj,failsafe(rtn): 0.0014801,0.00000,0.185
30,mlp.experts.177.down_proj,0.0000084633,0.05000,3.930
30,mlp.experts.510.up_proj,0.0000069210,0.05000,14.761
30,mlp.experts.116.down_proj,0.0000021887,0.05000,3.838
30,mlp.experts.118.down_proj,0.0000068230,0.05000,3.884
30,mlp.experts.136.down_proj,0.0000015682,0.05000,3.873
30,mlp.experts.132.down_proj,failsafe(rtn): 0.0019073,0.00000,0.179
30,mlp.experts.351.down_proj,0.0000033573,0.05000,3.838
30,mlp.experts.327.down_proj,0.0000053037,0.05000,3.854
30,mlp.experts.114.down_proj,0.0000027547,0.05000,3.875
30,mlp.experts.490.down_proj,0.0000012704,0.05000,3.861
30,mlp.experts.506.down_proj,failsafe(rtn): 0.0014877,0.00000,0.182
30,mlp.experts.492.down_proj,0.0000011491,0.05000,3.937
30,mlp.experts.123.down_proj,0.0000013838,0.05000,3.935
30,mlp.experts.179.down_proj,0.0000017055,0.05000,3.942
30,mlp.experts.352.down_proj,0.0000007232,0.05000,3.844
30,mlp.experts.5.down_proj,0.0000021854,0.05000,3.741
30,mlp.experts.201.down_proj,0.0000011103,0.05000,3.707
30,mlp.experts.221.down_proj,0.0000028903,0.05000,3.697
30,mlp.experts.193.down_proj,0.0000015323,0.05000,3.659
30,mlp.experts.14.down_proj,0.0000007150,0.05000,3.661
30,mlp.experts.134.down_proj,0.0000034886,0.05000,3.567
30,mlp.experts.152.down_proj,0.0000021414,0.05000,3.575
30,mlp.experts.367.down_proj,0.0000032945,0.05000,3.511
30,mlp.experts.148.down_proj,0.0000018284,0.05000,3.580
30,mlp.experts.343.down_proj,0.0000021096,0.05000,3.522
30,mlp.experts.130.down_proj,0.0000049199,0.05000,3.569
30,mlp.experts.508.down_proj,0.0000017451,0.05000,3.496
30,mlp.experts.195.down_proj,0.0000011095,0.05000,3.442
30,mlp.experts.139.down_proj,0.0000005954,0.05000,3.519
30,mlp.experts.368.down_proj,0.0000023354,0.05000,3.472
30,mlp.experts.21.down_proj,0.0000012351,0.05000,3.478
30,mlp.experts.217.down_proj,0.0000009270,0.05000,3.374
30,mlp.experts.209.down_proj,0.0000019437,0.05000,3.411
30,mlp.experts.237.down_proj,0.0000017698,0.05000,3.453
30,mlp.experts.30.down_proj,0.0000009216,0.05000,3.355
30,mlp.experts.150.down_proj,0.0000013157,0.05000,3.360
30,mlp.experts.168.down_proj,0.0000053212,0.05000,3.327
30,mlp.experts.164.down_proj,0.0000041601,0.05000,3.303
30,mlp.experts.383.down_proj,0.0000015173,0.05000,3.341
30,mlp.experts.359.down_proj,0.0000024336,0.05000,3.354
30,mlp.experts.146.down_proj,0.0000092865,0.05000,3.382
30,mlp.experts.211.down_proj,0.0000014451,0.05000,3.295
30,mlp.experts.155.down_proj,0.0000013617,0.05000,3.309
30,mlp.experts.384.down_proj,0.0000011670,0.05000,3.356
30,mlp.experts.37.down_proj,0.0000042405,0.05000,3.290
30,mlp.experts.233.down_proj,0.0000026040,0.05000,3.303
30,mlp.experts.253.down_proj,0.0000010108,0.05000,3.247
30,mlp.experts.225.down_proj,0.0000020049,0.05000,3.315
30,mlp.experts.46.down_proj,0.0000018429,0.05000,3.079
30,mlp.experts.166.down_proj,0.0000016048,0.05000,3.139
30,mlp.experts.184.down_proj,0.0000042839,0.05000,3.139
30,mlp.experts.180.down_proj,0.0000013561,0.05000,3.185
30,mlp.experts.399.down_proj,0.0000016654,0.05000,3.176
30,mlp.experts.375.down_proj,0.0000006604,0.05000,3.137
30,mlp.experts.162.down_proj,0.0000020410,0.05000,3.153
30,mlp.experts.227.down_proj,0.0000037687,0.05000,3.148
30,mlp.experts.171.down_proj,0.0000005596,0.05000,3.163
30,mlp.experts.400.down_proj,0.0000008363,0.05000,3.113
30,mlp.experts.53.down_proj,0.0000020800,0.05000,3.095
30,mlp.experts.249.down_proj,0.0000088325,0.05000,3.128
30,mlp.experts.269.down_proj,0.0000021267,0.05000,3.104
30,mlp.experts.241.down_proj,0.0000016184,0.05000,3.146
30,mlp.experts.62.down_proj,0.0000021526,0.05000,3.301
30,mlp.experts.200.down_proj,0.0000007898,0.05000,3.200
30,mlp.experts.182.down_proj,0.0000013295,0.05000,3.268
30,mlp.experts.196.down_proj,0.0000009169,0.05000,3.195
30,mlp.experts.415.down_proj,0.0000025687,0.05000,3.236
30,mlp.experts.391.down_proj,0.0000022715,0.05000,3.225
30,mlp.experts.178.down_proj,0.0000016985,0.05000,3.202
30,mlp.experts.243.down_proj,0.0000023019,0.05000,3.223
30,mlp.experts.187.down_proj,0.0000011407,0.05000,3.249
30,mlp.experts.416.down_proj,0.0000018127,0.05000,3.231
30,mlp.experts.69.down_proj,0.0000013171,0.05000,3.193
30,mlp.experts.265.down_proj,0.0000008917,0.05000,3.264
30,mlp.experts.285.down_proj,0.0000013118,0.05000,3.168
30,mlp.experts.257.down_proj,0.0000158297,0.05000,3.204
30,mlp.experts.78.down_proj,0.0000041712,0.05000,3.173
30,mlp.experts.216.down_proj,0.0000025239,0.05000,3.257
30,mlp.experts.198.down_proj,0.0000019969,0.05000,3.246
30,mlp.experts.212.down_proj,0.0000010421,0.05000,3.192
30,mlp.experts.431.down_proj,0.0000008856,0.05000,3.201
30,mlp.experts.407.down_proj,0.0000022451,0.05000,3.279
30,mlp.experts.194.down_proj,0.0000034778,0.05000,3.302
30,mlp.experts.259.down_proj,0.0000015976,0.05000,3.273
30,mlp.experts.203.down_proj,0.0000015017,0.05000,3.270
30,mlp.experts.432.down_proj,0.0000014971,0.05000,3.339
30,mlp.experts.85.down_proj,0.0000043446,0.05000,3.321
30,mlp.experts.281.down_proj,0.0000014880,0.05000,3.274
30,mlp.experts.301.down_proj,0.0000021435,0.05000,3.302
30,mlp.experts.273.down_proj,0.0000013726,0.05000,3.276
30,mlp.experts.94.down_proj,0.0000014669,0.05000,3.329
30,mlp.experts.232.down_proj,0.0000018140,0.05000,3.339
30,mlp.experts.214.down_proj,0.0000027036,0.05000,3.295
30,mlp.experts.228.down_proj,0.0000020229,0.05000,3.358
30,mlp.experts.447.down_proj,0.0000009605,0.05000,3.424
30,mlp.experts.423.down_proj,0.0000022514,0.05000,3.363
30,mlp.experts.210.down_proj,0.0000008763,0.05000,3.268
30,mlp.experts.463.down_proj,failsafe(rtn): 0.0014572,0.00000,0.171
30,mlp.experts.275.down_proj,0.0000017804,0.05000,3.341
30,mlp.experts.219.down_proj,0.0000031969,0.05000,3.319
30,mlp.experts.448.down_proj,0.0000053600,0.05000,3.247
30,mlp.experts.101.down_proj,0.0000043347,0.05000,3.386
30,mlp.experts.297.down_proj,0.0000015631,0.05000,3.337
30,mlp.experts.317.down_proj,0.0000017915,0.05000,3.372
30,mlp.experts.289.down_proj,0.0000023063,0.05000,3.343
30,mlp.experts.110.down_proj,0.0000030812,0.05000,3.262
30,mlp.experts.230.down_proj,0.0000019934,0.05000,3.211
30,mlp.experts.248.down_proj,0.0000024460,0.05000,3.261
30,mlp.experts.244.down_proj,0.0000010631,0.05000,3.233
30,mlp.experts.439.down_proj,0.0000006594,0.05000,3.168
30,mlp.experts.226.down_proj,0.0000034212,0.05000,3.148
30,mlp.experts.479.down_proj,0.0000017290,0.05000,3.187
30,mlp.experts.455.down_proj,failsafe(rtn): 0.0014420,0.00000,0.161
30,mlp.experts.291.down_proj,0.0000014200,0.05000,3.185
30,mlp.experts.235.down_proj,0.0000018349,0.05000,3.199
30,mlp.experts.464.down_proj,0.0000022293,0.05000,3.101
30,mlp.experts.117.down_proj,0.0000031518,0.05000,3.124
30,mlp.experts.313.down_proj,0.0000022736,0.05000,3.154
30,mlp.experts.333.down_proj,0.0000022477,0.05000,3.183
30,mlp.experts.305.down_proj,0.0000015299,0.05000,3.112
30,mlp.experts.126.down_proj,0.0000017373,0.05000,3.015
30,mlp.experts.246.down_proj,0.0000017987,0.05000,3.082
30,mlp.experts.260.down_proj,0.0000013258,0.05000,3.033
30,mlp.experts.264.down_proj,0.0000134644,0.05000,3.106
30,mlp.experts.242.down_proj,0.0000026939,0.05000,3.161
30,mlp.experts.495.down_proj,0.0000019887,0.05000,3.164
30,mlp.experts.471.down_proj,0.0000024465,0.05000,3.162
30,mlp.experts.307.down_proj,0.0000009454,0.05000,3.124
30,mlp.experts.480.down_proj,0.0000036293,0.05000,3.093
30,mlp.experts.251.down_proj,0.0000024188,0.05000,3.174
30,mlp.experts.133.down_proj,0.0000019524,0.05000,3.014
30,mlp.experts.329.down_proj,0.0000050936,0.05000,3.064
30,mlp.experts.349.down_proj,0.0000023452,0.05000,3.100
30,mlp.experts.321.down_proj,0.0000006037,0.05000,3.146
30,mlp.experts.142.down_proj,0.0000029421,0.05000,3.222
30,mlp.experts.262.down_proj,0.0000036523,0.05000,3.205
30,mlp.experts.276.down_proj,0.0000009070,0.05000,3.211
30,mlp.experts.280.down_proj,0.0000018438,0.05000,3.242
30,mlp.experts.258.down_proj,0.0000005422,0.05000,3.177
30,mlp.experts.511.down_proj,0.0000005796,0.05000,3.268
30,mlp.experts.487.down_proj,0.0000006453,0.05000,3.247
30,mlp.experts.323.down_proj,0.0000029155,0.05000,3.229
30,mlp.experts.503.down_proj,failsafe(rtn): 0.0015182,0.00000,0.159
30,mlp.experts.496.down_proj,0.0000013909,0.05000,3.198
30,mlp.experts.267.down_proj,0.0000020127,0.05000,3.227
30,mlp.experts.149.down_proj,0.0000016044,0.05000,2.962
30,mlp.experts.345.down_proj,0.0000016323,0.05000,2.834
30,mlp.experts.365.down_proj,0.0000012663,0.05000,2.756
30,mlp.experts.337.down_proj,0.0000010141,0.05000,2.709
30,mlp.experts.381.down_proj,failsafe(rtn): 0.0013885,0.00000,0.106
30,mlp.experts.353.down_proj,failsafe(rtn): 0.0015640,0.00000,0.100
30,mlp.experts.158.down_proj,0.0000013242,0.05000,2.433
30,mlp.experts.278.down_proj,0.0000018905,0.05000,2.376
30,mlp.experts.292.down_proj,0.0000019620,0.05000,2.363
30,mlp.experts.296.down_proj,0.0000012391,0.05000,2.357
30,mlp.experts.274.down_proj,0.0000014811,0.05000,2.282
30,mlp.experts.339.down_proj,0.0000037267,0.05000,2.136
30,mlp.experts.283.down_proj,0.0000015958,0.05000,2.122
30,mlp.experts.165.down_proj,0.0000005048,0.05000,2.160
30,mlp.experts.361.down_proj,0.0000009512,0.05000,2.180
30,mlp.experts.369.down_proj,0.0000014631,0.05000,2.246
30,mlp.experts.397.down_proj,0.0000035631,0.05000,2.269
30,mlp.experts.174.down_proj,0.0000009289,0.05000,2.347
30,mlp.experts.294.down_proj,0.0000020493,0.05000,2.340
30,mlp.experts.312.down_proj,0.0000039158,0.05000,2.381
30,mlp.experts.308.down_proj,0.0000021499,0.05000,2.423
30,mlp.experts.290.down_proj,0.0000008275,0.05000,2.415
30,mlp.experts.355.down_proj,0.0000035662,0.05000,2.367
30,mlp.experts.299.down_proj,0.0000041970,0.05000,2.397
30,mlp.experts.181.down_proj,0.0000029800,0.05000,2.386
30,mlp.experts.377.down_proj,0.0000008645,0.05000,2.396
30,mlp.experts.393.down_proj,failsafe(rtn): 0.0015869,0.00000,0.114
30,mlp.experts.413.down_proj,0.0000062715,0.05000,2.324
30,mlp.experts.385.down_proj,0.0000023264,0.05000,2.375
30,mlp.experts.190.down_proj,0.0000016091,0.05000,2.289
30,mlp.experts.310.down_proj,0.0000054433,0.05000,2.273
30,mlp.experts.328.down_proj,0.0000021483,0.05000,2.228
30,mlp.experts.324.down_proj,0.0000015338,0.05000,2.259
30,mlp.experts.306.down_proj,0.0000018768,0.05000,2.262
30,mlp.experts.371.down_proj,0.0000015260,0.05000,2.269
30,mlp.experts.387.down_proj,failsafe(rtn): 0.0014496,0.00000,0.113
30,mlp.experts.315.down_proj,0.0000039437,0.05000,2.257
30,mlp.experts.197.down_proj,0.0000017905,0.05000,2.356
30,mlp.experts.409.down_proj,0.0000015662,0.05000,2.351
30,mlp.experts.429.down_proj,0.0000018918,0.05000,2.409
30,mlp.experts.425.down_proj,failsafe(rtn): 0.0014648,0.00000,0.165
30,mlp.experts.401.down_proj,0.0000029431,0.05000,2.424
30,mlp.experts.206.down_proj,0.0000069258,0.05000,2.400
30,mlp.experts.326.down_proj,0.0000013461,0.05000,2.431
30,mlp.experts.344.down_proj,0.0000017173,0.05000,2.417
30,mlp.experts.340.down_proj,0.0000010733,0.05000,2.387
30,mlp.experts.322.down_proj,0.0000038967,0.05000,2.360
30,mlp.experts.403.down_proj,0.0000006611,0.05000,2.350
30,mlp.experts.331.down_proj,0.0000016901,0.05000,2.396
30,mlp.experts.213.down_proj,0.0000022882,0.05000,2.348
30,mlp.experts.441.down_proj,0.0000021931,0.05000,2.233
30,mlp.experts.445.down_proj,0.0000028571,0.05000,2.287
30,mlp.experts.417.down_proj,0.0000029234,0.05000,2.324
30,mlp.experts.222.down_proj,0.0000006522,0.05000,2.200
30,mlp.experts.342.down_proj,0.0000016375,0.05000,2.222
30,mlp.experts.360.down_proj,0.0000015492,0.05000,2.189
30,mlp.experts.356.down_proj,0.0000011417,0.05000,2.235
30,mlp.experts.338.down_proj,0.0000029402,0.05000,2.275
30,mlp.experts.419.down_proj,0.0000026299,0.05000,2.271
30,mlp.experts.347.down_proj,0.0000027401,0.05000,2.283
30,mlp.experts.229.down_proj,0.0000007186,0.05000,2.288
30,mlp.experts.457.down_proj,0.0000024338,0.05000,2.228
30,mlp.experts.461.down_proj,0.0000010055,0.05000,2.236
30,mlp.experts.433.down_proj,0.0000025621,0.05000,2.289
30,mlp.experts.238.down_proj,0.0000028164,0.05000,2.237
30,mlp.experts.358.down_proj,0.0000019072,0.05000,2.236
30,mlp.experts.376.down_proj,0.0000014826,0.05000,2.218
30,mlp.experts.372.down_proj,0.0000008883,0.05000,2.221
30,mlp.experts.374.down_proj,failsafe(rtn): 0.0014572,0.00000,0.112
30,mlp.experts.354.down_proj,0.0000019537,0.05000,2.210
30,mlp.experts.435.down_proj,0.0000009158,0.05000,2.153
30,mlp.experts.363.down_proj,0.0000098324,0.05000,2.154
30,mlp.experts.245.down_proj,0.0000050022,0.05000,2.206
30,mlp.experts.473.down_proj,0.0000037155,0.05000,2.277
30,mlp.experts.477.down_proj,0.0000016777,0.05000,2.288
30,mlp.experts.449.down_proj,0.0000017955,0.05000,2.266
30,mlp.experts.254.down_proj,0.0000014522,0.05000,2.315
30,mlp.experts.392.down_proj,0.0000023671,0.05000,2.273
30,mlp.experts.388.down_proj,0.0000024968,0.05000,2.275
30,mlp.experts.390.down_proj,0.0000025352,0.05000,2.293
30,mlp.experts.370.down_proj,0.0000006486,0.05000,2.353
30,mlp.experts.451.down_proj,0.0000021376,0.05000,2.342
30,mlp.experts.386.down_proj,failsafe(rtn): 0.0014648,0.00000,0.152
30,mlp.experts.379.down_proj,0.0000027447,0.05000,2.410
30,mlp.experts.261.down_proj,0.0000024931,0.05000,2.357
30,mlp.experts.489.down_proj,0.0000101486,0.05000,2.420
30,mlp.experts.493.down_proj,0.0000008147,0.05000,2.380
30,mlp.experts.465.down_proj,0.0000045572,0.05000,2.359
30,mlp.experts.270.down_proj,0.0000024672,0.05000,2.326
30,mlp.experts.408.down_proj,0.0000024676,0.05000,2.299
30,mlp.experts.404.down_proj,0.0000138557,0.05000,2.329
30,mlp.experts.406.down_proj,0.0000018427,0.05000,2.337
30,mlp.experts.467.down_proj,0.0000041742,0.05000,2.213
30,mlp.experts.402.down_proj,0.0000022476,0.05000,2.244
30,mlp.experts.395.down_proj,0.0000046968,0.05000,2.184
30,mlp.experts.277.down_proj,0.0000019814,0.05000,2.204
30,mlp.experts.505.down_proj,0.0000006501,0.05000,2.214
30,mlp.experts.509.down_proj,0.0000020078,0.05000,2.209
30,mlp.experts.481.down_proj,0.0000030844,0.05000,2.184
30,mlp.experts.286.down_proj,0.0000021655,0.05000,2.140
30,mlp.experts.424.down_proj,0.0000023745,0.05000,2.114
30,mlp.experts.420.down_proj,0.0000080252,0.05000,2.077
30,mlp.experts.422.down_proj,0.0000015914,0.05000,2.081
30,mlp.experts.483.down_proj,0.0000003331,0.05000,2.039
30,mlp.experts.418.down_proj,0.0000021374,0.05000,2.024
30,mlp.experts.499.down_proj,failsafe(rtn): 0.0014954,0.00000,0.089
30,mlp.experts.411.down_proj,0.0000018714,0.05000,2.008
30,mlp.experts.293.down_proj,0.0000044339,0.05000,1.784
30,mlp.experts.497.down_proj,0.0000017780,0.05000,1.613
30,mlp.experts.302.down_proj,0.0000013485,0.05000,1.586
30,mlp.experts.440.down_proj,0.0000049421,0.05000,1.562
30,mlp.experts.436.down_proj,0.0000018625,0.05000,1.567
30,mlp.experts.438.down_proj,0.0000038844,0.05000,1.562
30,mlp.experts.427.down_proj,0.0000015400,0.05000,1.461
30,mlp.experts.434.down_proj,0.0000007787,0.05000,1.571
30,mlp.experts.309.down_proj,0.0000026191,0.05000,1.446
30,mlp.experts.318.down_proj,0.0000032618,0.05000,1.516
30,mlp.experts.452.down_proj,0.0000010799,0.05000,1.423
30,mlp.experts.456.down_proj,0.0000026072,0.05000,1.491
30,mlp.experts.454.down_proj,0.0000009368,0.05000,1.459
30,mlp.experts.443.down_proj,0.0000025701,0.05000,1.418
30,mlp.experts.450.down_proj,0.0000015876,0.05000,1.513
30,mlp.experts.325.down_proj,0.0000019706,0.05000,1.525
30,mlp.experts.472.down_proj,0.0000057562,0.05000,1.500
30,mlp.experts.468.down_proj,0.0000019311,0.05000,1.511
30,mlp.experts.334.down_proj,0.0000014194,0.05000,1.560
30,mlp.experts.470.down_proj,0.0000044789,0.05000,1.566
30,mlp.experts.459.down_proj,0.0000023186,0.05000,1.486
30,mlp.experts.466.down_proj,0.0000018228,0.05000,1.485
30,mlp.experts.341.down_proj,0.0000014676,0.05000,1.379
30,mlp.experts.488.down_proj,0.0000008251,0.05000,1.372
30,mlp.experts.484.down_proj,0.0000018971,0.05000,1.373
30,mlp.experts.350.down_proj,0.0000014717,0.05000,1.468
30,mlp.experts.486.down_proj,0.0000016721,0.05000,1.421
30,mlp.experts.475.down_proj,0.0000017876,0.05000,1.358
30,mlp.experts.482.down_proj,0.0000014675,0.05000,1.469
30,mlp.experts.357.down_proj,0.0000016242,0.05000,1.459
30,mlp.experts.504.down_proj,0.0000011691,0.05000,1.446
30,mlp.experts.500.down_proj,0.0000021606,0.05000,1.473
30,mlp.experts.366.down_proj,0.0000023115,0.05000,1.422
30,mlp.experts.491.down_proj,0.0000017253,0.05000,1.367
30,mlp.experts.502.down_proj,0.0000019997,0.05000,1.413
30,mlp.experts.507.down_proj,failsafe(rtn): 0.0015488,0.00000,0.044
30,mlp.experts.498.down_proj,0.0000009599,0.05000,1.216
30,mlp.experts.373.down_proj,0.0000012876,0.05000,0.889
30,mlp.experts.382.down_proj,0.0000021701,0.05000,0.280
30,mlp.experts.389.down_proj,0.0000013417,0.05000,0.180
30,mlp.experts.398.down_proj,0.0000021010,0.05000,0.193
30,mlp.experts.405.down_proj,0.0000012800,0.05000,0.203
30,mlp.experts.414.down_proj,0.0000072507,0.05000,0.189
30,mlp.experts.421.down_proj,0.0000060811,0.05000,0.209
30,mlp.experts.430.down_proj,0.0000017043,0.05000,0.234
30,mlp.experts.437.down_proj,0.0000014561,0.05000,0.247
30,mlp.experts.446.down_proj,0.0000012302,0.05000,0.243
30,mlp.experts.453.down_proj,0.0000016270,0.05000,0.237
30,mlp.experts.462.down_proj,0.0000043077,0.05000,0.254
30,mlp.experts.469.down_proj,0.0000018665,0.05000,0.240
30,mlp.experts.478.down_proj,0.0000016777,0.05000,0.239
30,mlp.experts.485.down_proj,0.0000021221,0.05000,0.237
30,mlp.experts.494.down_proj,0.0000016037,0.05000,0.219
30,mlp.experts.501.down_proj,0.0000008189,0.05000,0.202
30,mlp.experts.510.down_proj,0.0000006242,0.05000,0.154
31,mlp.experts.11.gate_proj,0.0000412150,0.05000,14.019
31,mlp.experts.4.gate_proj,0.0000321599,0.05000,14.114
31,mlp.experts.14.gate_proj,0.0000186699,0.05000,14.137
31,mlp.experts.5.gate_proj,0.0000133071,0.05000,14.140
31,mlp.experts.9.gate_proj,0.0000367357,0.05000,14.183
31,mlp.experts.13.gate_proj,0.0000350366,0.05000,14.173
31,mlp.experts.6.gate_proj,0.0000449157,0.05000,14.190
31,mlp.experts.7.gate_proj,0.0000129343,0.05000,14.188
31,mlp.experts.8.gate_proj,0.0000136129,0.05000,14.200
31,mlp.experts.15.gate_proj,0.0000857145,0.05000,14.217
31,mlp.experts.3.gate_proj,0.0000645409,0.05000,14.181
31,mlp.experts.2.gate_proj,0.0000141730,0.05000,14.225
31,mlp.experts.12.gate_proj,0.0000690747,0.05000,14.263
31,mlp.experts.10.gate_proj,0.0000243477,0.05000,14.308
31,mlp.experts.1.gate_proj,0.0000336213,0.05000,14.325
31,mlp.experts.0.gate_proj,0.0000329453,0.05000,14.341
31,mlp.experts.27.gate_proj,0.0000254327,0.05000,14.049
31,mlp.experts.20.gate_proj,0.0000581773,0.05000,14.067
31,mlp.experts.25.gate_proj,0.0000320083,0.05000,13.993
31,mlp.experts.29.gate_proj,0.0000170598,0.05000,14.010
31,mlp.experts.22.gate_proj,0.0000284908,0.05000,14.010
31,mlp.experts.31.gate_proj,0.0000427165,0.05000,14.003
31,mlp.experts.23.gate_proj,0.0000143543,0.05000,14.024
31,mlp.experts.24.gate_proj,0.0000197766,0.05000,14.032
31,mlp.experts.30.gate_proj,0.0000588888,0.05000,14.142
31,mlp.experts.28.gate_proj,0.0000241650,0.05000,13.991
31,mlp.experts.21.gate_proj,0.0000518457,0.05000,14.191
31,mlp.experts.17.gate_proj,0.0000347864,0.05000,14.069
31,mlp.experts.19.gate_proj,0.0000376630,0.05000,14.188
31,mlp.experts.18.gate_proj,0.0000410936,0.05000,14.141
31,mlp.experts.16.gate_proj,0.0000203653,0.05000,14.071
31,mlp.experts.26.gate_proj,0.0000730335,0.05000,14.268
31,mlp.experts.45.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.898
31,mlp.experts.35.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.780
31,mlp.experts.43.gate_proj,0.0000360847,0.05000,14.644
31,mlp.experts.40.gate_proj,0.0000361360,0.05000,14.452
31,mlp.experts.41.gate_proj,0.0000092006,0.05000,14.541
31,mlp.experts.36.gate_proj,0.0000274353,0.05000,14.587
31,mlp.experts.38.gate_proj,0.0000136725,0.05000,14.577
31,mlp.experts.32.gate_proj,0.0000392066,0.05000,14.390
31,mlp.experts.39.gate_proj,0.0000134056,0.05000,14.599
31,mlp.experts.44.gate_proj,0.0000121936,0.05000,14.606
31,mlp.experts.47.gate_proj,0.0000358930,0.05000,14.633
31,mlp.experts.34.gate_proj,0.0000135979,0.05000,14.569
31,mlp.experts.46.gate_proj,0.0000084600,0.05000,14.735
31,mlp.experts.37.gate_proj,0.0000194007,0.05000,14.662
31,mlp.experts.33.gate_proj,0.0000361908,0.05000,14.672
31,mlp.experts.42.gate_proj,0.0000263126,0.05000,14.590
31,mlp.experts.51.gate_proj,0.0000167822,0.05000,14.493
31,mlp.experts.61.gate_proj,0.0000139581,0.05000,14.598
31,mlp.experts.59.gate_proj,0.0000220268,0.05000,14.913
31,mlp.experts.48.gate_proj,0.0000168396,0.05000,14.781
31,mlp.experts.52.gate_proj,0.0000157575,0.05000,14.865
31,mlp.experts.63.gate_proj,0.0000299025,0.05000,14.798
31,mlp.experts.57.gate_proj,0.0000180695,0.05000,15.030
31,mlp.experts.60.gate_proj,0.0000424226,0.05000,14.890
31,mlp.experts.56.gate_proj,0.0000346551,0.05000,15.081
31,mlp.experts.55.gate_proj,0.0000347900,0.05000,14.933
31,mlp.experts.54.gate_proj,0.0000211179,0.05000,15.001
31,mlp.experts.50.gate_proj,0.0000320759,0.05000,14.870
31,mlp.experts.53.gate_proj,0.0000189479,0.05000,14.853
31,mlp.experts.62.gate_proj,0.0000205992,0.05000,14.955
31,mlp.experts.58.gate_proj,0.0000137248,0.05000,14.930
31,mlp.experts.49.gate_proj,0.0000106402,0.05000,15.054
31,mlp.experts.76.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.727
31,mlp.experts.77.gate_proj,0.0000635967,0.05000,14.908
31,mlp.experts.67.gate_proj,0.0000518570,0.05000,15.004
31,mlp.experts.64.gate_proj,0.0000636718,0.05000,14.528
31,mlp.experts.68.gate_proj,0.0000224369,0.05000,14.555
31,mlp.experts.79.gate_proj,0.0000146906,0.05000,14.589
31,mlp.experts.70.gate_proj,0.0000421889,0.05000,14.486
31,mlp.experts.71.gate_proj,0.0000176594,0.05000,14.504
31,mlp.experts.75.gate_proj,0.0000627930,0.05000,14.768
31,mlp.experts.72.gate_proj,0.0000373234,0.05000,14.580
31,mlp.experts.73.gate_proj,0.0000438053,0.05000,14.675
31,mlp.experts.69.gate_proj,0.0000161561,0.05000,14.574
31,mlp.experts.66.gate_proj,0.0000277804,0.05000,14.590
31,mlp.experts.78.gate_proj,0.0000229776,0.05000,14.565
31,mlp.experts.74.gate_proj,0.0000275876,0.05000,14.568
31,mlp.experts.65.gate_proj,0.0000277406,0.05000,14.654
31,mlp.experts.92.gate_proj,0.0000204542,0.05000,14.525
31,mlp.experts.93.gate_proj,0.0000248704,0.05000,14.651
31,mlp.experts.83.gate_proj,0.0000137932,0.05000,14.652
31,mlp.experts.80.gate_proj,0.0000235913,0.05000,14.638
31,mlp.experts.84.gate_proj,0.0000230284,0.05000,14.670
31,mlp.experts.87.gate_proj,0.0000183047,0.05000,14.571
31,mlp.experts.86.gate_proj,0.0000109210,0.05000,14.644
31,mlp.experts.95.gate_proj,0.0000732106,0.05000,14.695
31,mlp.experts.88.gate_proj,0.0000287175,0.05000,14.612
31,mlp.experts.82.gate_proj,0.0000345026,0.05000,14.632
31,mlp.experts.91.gate_proj,0.0000263415,0.05000,14.753
31,mlp.experts.85.gate_proj,0.0000398563,0.05000,14.710
31,mlp.experts.89.gate_proj,0.0000124577,0.05000,14.760
31,mlp.experts.94.gate_proj,0.0000138208,0.05000,14.757
31,mlp.experts.90.gate_proj,0.0000228104,0.05000,14.728
31,mlp.experts.81.gate_proj,0.0000246252,0.05000,14.687
31,mlp.experts.108.gate_proj,0.0000369571,0.05000,14.614
31,mlp.experts.109.gate_proj,0.0000118495,0.05000,14.643
31,mlp.experts.101.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.754
31,mlp.experts.99.gate_proj,0.0000192322,0.05000,14.618
31,mlp.experts.110.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.742
31,mlp.experts.96.gate_proj,0.0000749384,0.05000,14.285
31,mlp.experts.100.gate_proj,0.0000100524,0.05000,14.446
31,mlp.experts.111.gate_proj,0.0000359772,0.05000,14.412
31,mlp.experts.102.gate_proj,0.0000259781,0.05000,14.471
31,mlp.experts.103.gate_proj,0.0000289716,0.05000,14.537
31,mlp.experts.104.gate_proj,0.0000168677,0.05000,14.548
31,mlp.experts.107.gate_proj,0.0000640376,0.05000,14.508
31,mlp.experts.98.gate_proj,0.0000446362,0.05000,14.577
31,mlp.experts.105.gate_proj,0.0000221965,0.05000,14.622
31,mlp.experts.106.gate_proj,0.0000172412,0.05000,14.417
31,mlp.experts.97.gate_proj,0.0000325247,0.05000,14.491
31,mlp.experts.124.gate_proj,0.0000418902,0.05000,14.468
31,mlp.experts.117.gate_proj,0.0000314999,0.05000,14.473
31,mlp.experts.125.gate_proj,0.0000218356,0.05000,14.540
31,mlp.experts.115.gate_proj,0.0000375441,0.05000,14.479
31,mlp.experts.126.gate_proj,0.0000581231,0.05000,14.482
31,mlp.experts.112.gate_proj,0.0000238158,0.05000,14.139
31,mlp.experts.127.gate_proj,0.0000295260,0.05000,14.182
31,mlp.experts.118.gate_proj,0.0000415269,0.05000,14.173
31,mlp.experts.116.gate_proj,0.0000179044,0.05000,14.305
31,mlp.experts.120.gate_proj,0.0000210232,0.05000,14.176
31,mlp.experts.119.gate_proj,0.0000175882,0.05000,14.291
31,mlp.experts.123.gate_proj,0.0000556333,0.05000,14.262
31,mlp.experts.122.gate_proj,0.0000130747,0.05000,14.137
31,mlp.experts.114.gate_proj,0.0000142594,0.05000,14.279
31,mlp.experts.121.gate_proj,0.0000168322,0.05000,14.213
31,mlp.experts.113.gate_proj,0.0000152181,0.05000,14.243
31,mlp.experts.140.gate_proj,0.0000126789,0.05000,14.199
31,mlp.experts.133.gate_proj,0.0000146343,0.05000,14.298
31,mlp.experts.142.gate_proj,0.0000544943,0.05000,14.336
31,mlp.experts.141.gate_proj,0.0000142257,0.05000,14.405
31,mlp.experts.131.gate_proj,0.0000324261,0.05000,14.518
31,mlp.experts.128.gate_proj,0.0000376333,0.05000,14.415
31,mlp.experts.143.gate_proj,0.0000315376,0.05000,14.415
31,mlp.experts.132.gate_proj,0.0000058395,0.05000,14.378
31,mlp.experts.134.gate_proj,0.0000333097,0.05000,14.416
31,mlp.experts.136.gate_proj,0.0000170400,0.05000,14.355
31,mlp.experts.135.gate_proj,0.0000127865,0.05000,14.401
31,mlp.experts.139.gate_proj,0.0000187622,0.05000,14.381
31,mlp.experts.138.gate_proj,0.0000306341,0.05000,14.419
31,mlp.experts.130.gate_proj,0.0000183970,0.05000,14.489
31,mlp.experts.137.gate_proj,0.0000203656,0.05000,14.558
31,mlp.experts.129.gate_proj,0.0000131899,0.05000,14.407
31,mlp.experts.156.gate_proj,0.0000571119,0.05000,14.384
31,mlp.experts.149.gate_proj,0.0000060409,0.05000,14.314
31,mlp.experts.158.gate_proj,0.0000745432,0.05000,14.216
31,mlp.experts.157.gate_proj,0.0000106617,0.05000,14.306
31,mlp.experts.147.gate_proj,0.0000236352,0.05000,14.445
31,mlp.experts.144.gate_proj,0.0000327949,0.05000,14.037
31,mlp.experts.148.gate_proj,0.0000178348,0.05000,13.984
31,mlp.experts.152.gate_proj,0.0000294835,0.05000,13.945
31,mlp.experts.159.gate_proj,0.0000960384,0.05000,14.091
31,mlp.experts.150.gate_proj,0.0000159999,0.05000,14.085
31,mlp.experts.151.gate_proj,0.0000229201,0.05000,14.107
31,mlp.experts.155.gate_proj,0.0000130005,0.05000,14.016
31,mlp.experts.154.gate_proj,0.0000436560,0.05000,14.056
31,mlp.experts.146.gate_proj,0.0000183904,0.05000,14.138
31,mlp.experts.153.gate_proj,0.0000195553,0.05000,14.088
31,mlp.experts.145.gate_proj,0.0000172665,0.05000,14.185
31,mlp.experts.172.gate_proj,0.0000247150,0.05000,14.103
31,mlp.experts.165.gate_proj,0.0000270049,0.05000,14.170
31,mlp.experts.173.gate_proj,0.0000063912,0.05000,14.147
31,mlp.experts.174.gate_proj,0.0000327520,0.05000,14.325
31,mlp.experts.163.gate_proj,0.0000518231,0.05000,14.358
31,mlp.experts.160.gate_proj,0.0000363650,0.05000,14.359
31,mlp.experts.164.gate_proj,0.0000284917,0.05000,14.362
31,mlp.experts.166.gate_proj,0.0000463372,0.05000,14.363
31,mlp.experts.168.gate_proj,0.0000430991,0.05000,14.440
31,mlp.experts.175.gate_proj,0.0000677997,0.05000,14.397
31,mlp.experts.167.gate_proj,0.0000064666,0.05000,14.345
31,mlp.experts.171.gate_proj,0.0000111478,0.05000,14.495
31,mlp.experts.170.gate_proj,0.0000239960,0.05000,14.423
31,mlp.experts.162.gate_proj,0.0000132228,0.05000,14.426
31,mlp.experts.169.gate_proj,0.0000170413,0.05000,14.426
31,mlp.experts.188.gate_proj,0.0000230929,0.05000,14.349
31,mlp.experts.161.gate_proj,0.0000205818,0.05000,14.405
31,mlp.experts.184.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.877
31,mlp.experts.181.gate_proj,0.0000383181,0.05000,14.352
31,mlp.experts.189.gate_proj,0.0000221625,0.05000,14.410
31,mlp.experts.190.gate_proj,0.0000160725,0.05000,14.336
31,mlp.experts.185.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.726
31,mlp.experts.200.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.696
31,mlp.experts.179.gate_proj,0.0000200215,0.05000,14.313
31,mlp.experts.176.gate_proj,0.0000331345,0.05000,14.374
31,mlp.experts.180.gate_proj,0.0000222725,0.05000,14.460
31,mlp.experts.182.gate_proj,0.0000152026,0.05000,14.341
31,mlp.experts.191.gate_proj,0.0000861347,0.05000,14.341
31,mlp.experts.183.gate_proj,0.0000196591,0.05000,14.274
31,mlp.experts.186.gate_proj,0.0000146693,0.05000,14.310
31,mlp.experts.187.gate_proj,0.0000332505,0.05000,14.501
31,mlp.experts.178.gate_proj,0.0000346636,0.05000,14.425
31,mlp.experts.204.gate_proj,0.0000115240,0.05000,14.400
31,mlp.experts.177.gate_proj,0.0000659584,0.05000,14.422
31,mlp.experts.197.gate_proj,0.0000633566,0.05000,14.223
31,mlp.experts.203.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.730
31,mlp.experts.206.gate_proj,0.0000179662,0.05000,14.439
31,mlp.experts.201.gate_proj,0.0000287203,0.05000,14.350
31,mlp.experts.205.gate_proj,0.0000198017,0.05000,14.530
31,mlp.experts.216.gate_proj,0.0000156986,0.05000,14.347
31,mlp.experts.195.gate_proj,0.0000144965,0.05000,14.462
31,mlp.experts.192.gate_proj,0.0000164120,0.05000,14.392
31,mlp.experts.196.gate_proj,0.0000327819,0.05000,14.285
31,mlp.experts.199.gate_proj,0.0000323239,0.05000,14.252
31,mlp.experts.207.gate_proj,0.0000640222,0.05000,14.382
31,mlp.experts.198.gate_proj,0.0000181180,0.05000,14.418
31,mlp.experts.202.gate_proj,0.0000252405,0.05000,14.250
31,mlp.experts.220.gate_proj,0.0000124284,0.05000,14.132
31,mlp.experts.194.gate_proj,0.0000216607,0.05000,14.384
31,mlp.experts.193.gate_proj,0.0000330733,0.05000,14.341
31,mlp.experts.213.gate_proj,0.0000125799,0.05000,14.281
31,mlp.experts.222.gate_proj,0.0000288591,0.05000,14.086
31,mlp.experts.219.gate_proj,0.0000489315,0.05000,14.219
31,mlp.experts.217.gate_proj,0.0000189073,0.05000,14.184
31,mlp.experts.221.gate_proj,0.0000302953,0.05000,14.264
31,mlp.experts.232.gate_proj,0.0000154232,0.05000,14.229
31,mlp.experts.211.gate_proj,0.0000177631,0.05000,14.090
31,mlp.experts.208.gate_proj,0.0000793255,0.05000,14.000
31,mlp.experts.215.gate_proj,0.0000646796,0.05000,14.008
31,mlp.experts.214.gate_proj,0.0000208027,0.05000,14.043
31,mlp.experts.223.gate_proj,0.0000194322,0.05000,14.095
31,mlp.experts.212.gate_proj,0.0000302809,0.05000,14.341
31,mlp.experts.224.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.849
31,mlp.experts.218.gate_proj,0.0000319148,0.05000,14.222
31,mlp.experts.236.gate_proj,0.0000174299,0.05000,14.221
31,mlp.experts.210.gate_proj,0.0000260561,0.05000,14.194
31,mlp.experts.209.gate_proj,0.0000705015,0.05000,14.298
31,mlp.experts.229.gate_proj,0.0000370779,0.05000,14.219
31,mlp.experts.238.gate_proj,0.0000127588,0.05000,14.287
31,mlp.experts.235.gate_proj,0.0000173388,0.05000,14.413
31,mlp.experts.252.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.753
31,mlp.experts.233.gate_proj,0.0000138016,0.05000,14.348
31,mlp.experts.237.gate_proj,0.0000394969,0.05000,14.422
31,mlp.experts.227.gate_proj,0.0000144424,0.05000,14.307
31,mlp.experts.248.gate_proj,0.0000223255,0.05000,14.411
31,mlp.experts.231.gate_proj,0.0000183140,0.05000,15.026
31,mlp.experts.230.gate_proj,0.0000163660,0.05000,14.939
31,mlp.experts.239.gate_proj,0.0000587362,0.05000,15.020
31,mlp.experts.228.gate_proj,0.0000357969,0.05000,14.962
31,mlp.experts.234.gate_proj,0.0000794064,0.05000,14.944
31,mlp.experts.240.gate_proj,0.0000120590,0.05000,14.965
31,mlp.experts.226.gate_proj,0.0000776854,0.05000,14.869
31,mlp.experts.225.gate_proj,0.0000211221,0.05000,14.947
31,mlp.experts.245.gate_proj,0.0000198647,0.05000,14.950
31,mlp.experts.254.gate_proj,0.0000469602,0.05000,14.832
31,mlp.experts.268.gate_proj,0.0000459045,0.05000,14.782
31,mlp.experts.251.gate_proj,0.0000335243,0.05000,14.862
31,mlp.experts.242.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.725
31,mlp.experts.249.gate_proj,0.0000148664,0.05000,14.970
31,mlp.experts.243.gate_proj,0.0000263217,0.05000,14.781
31,mlp.experts.264.gate_proj,0.0000401499,0.05000,14.746
31,mlp.experts.253.gate_proj,0.0000117973,0.05000,14.847
31,mlp.experts.284.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.712
31,mlp.experts.247.gate_proj,0.0000198770,0.05000,14.507
31,mlp.experts.246.gate_proj,0.0000499079,0.05000,14.558
31,mlp.experts.255.gate_proj,0.0000308831,0.05000,14.460
31,mlp.experts.244.gate_proj,0.0000140913,0.05000,14.574
31,mlp.experts.250.gate_proj,0.0000180639,0.05000,14.482
31,mlp.experts.256.gate_proj,0.0000563691,0.05000,14.532
31,mlp.experts.272.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.674
31,mlp.experts.261.gate_proj,0.0000572316,0.05000,14.596
31,mlp.experts.241.gate_proj,0.0000367721,0.05000,14.699
31,mlp.experts.270.gate_proj,0.0000435716,0.05000,14.711
31,mlp.experts.267.gate_proj,0.0000626590,0.05000,14.671
31,mlp.experts.280.gate_proj,0.0000141278,0.05000,14.558
31,mlp.experts.259.gate_proj,0.0000667167,0.05000,14.620
31,mlp.experts.258.gate_proj,0.0000242103,0.05000,14.747
31,mlp.experts.269.gate_proj,0.0000181489,0.05000,14.641
31,mlp.experts.265.gate_proj,0.0000208292,0.05000,14.830
31,mlp.experts.300.gate_proj,0.0000391520,0.05000,14.637
31,mlp.experts.263.gate_proj,0.0000501048,0.05000,14.637
31,mlp.experts.262.gate_proj,0.0000275572,0.05000,14.565
31,mlp.experts.271.gate_proj,0.0000182497,0.05000,14.533
31,mlp.experts.260.gate_proj,0.0000420907,0.05000,14.554
31,mlp.experts.266.gate_proj,0.0000402151,0.05000,14.585
31,mlp.experts.288.gate_proj,0.0000292809,0.05000,14.518
31,mlp.experts.277.gate_proj,0.0000369037,0.05000,14.590
31,mlp.experts.257.gate_proj,0.0000478967,0.05000,14.594
31,mlp.experts.286.gate_proj,0.0000781196,0.05000,14.562
31,mlp.experts.283.gate_proj,0.0000229167,0.05000,14.470
31,mlp.experts.296.gate_proj,0.0000422049,0.05000,14.436
31,mlp.experts.274.gate_proj,0.0000209037,0.05000,14.422
31,mlp.experts.285.gate_proj,0.0000142358,0.05000,14.480
31,mlp.experts.275.gate_proj,0.0000835732,0.05000,14.569
31,mlp.experts.281.gate_proj,0.0000092847,0.05000,14.464
31,mlp.experts.316.gate_proj,0.0000154984,0.05000,14.460
31,mlp.experts.287.gate_proj,0.0000282141,0.05000,14.413
31,mlp.experts.278.gate_proj,0.0000167949,0.05000,14.533
31,mlp.experts.279.gate_proj,0.0000530676,0.05000,14.616
31,mlp.experts.276.gate_proj,0.0000083699,0.05000,14.471
31,mlp.experts.282.gate_proj,0.0000156386,0.05000,14.539
31,mlp.experts.304.gate_proj,0.0000136228,0.05000,14.475
31,mlp.experts.293.gate_proj,0.0000554798,0.05000,14.636
31,mlp.experts.302.gate_proj,0.0000045439,0.05000,14.563
31,mlp.experts.312.gate_proj,0.0000381797,0.05000,14.423
31,mlp.experts.299.gate_proj,0.0000142564,0.05000,14.565
31,mlp.experts.273.gate_proj,0.0000543839,0.05000,14.730
31,mlp.experts.290.gate_proj,0.0000207595,0.05000,14.535
31,mlp.experts.291.gate_proj,0.0000293148,0.05000,14.478
31,mlp.experts.297.gate_proj,0.0000206302,0.05000,14.552
31,mlp.experts.301.gate_proj,0.0000160645,0.05000,14.669
31,mlp.experts.332.gate_proj,0.0000819774,0.05000,14.427
31,mlp.experts.313.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.795
31,mlp.experts.303.gate_proj,0.0000181879,0.05000,14.055
31,mlp.experts.295.gate_proj,0.0000268965,0.05000,13.987
31,mlp.experts.294.gate_proj,0.0000190671,0.05000,14.044
31,mlp.experts.292.gate_proj,0.0000186266,0.05000,13.954
31,mlp.experts.298.gate_proj,0.0000167382,0.05000,14.025
31,mlp.experts.320.gate_proj,0.0000558669,0.05000,13.933
31,mlp.experts.309.gate_proj,0.0000136770,0.05000,14.051
31,mlp.experts.328.gate_proj,0.0000179905,0.05000,13.968
31,mlp.experts.318.gate_proj,0.0000166770,0.05000,13.996
31,mlp.experts.289.gate_proj,0.0000457068,0.05000,13.929
31,mlp.experts.307.gate_proj,0.0000247494,0.05000,13.915
31,mlp.experts.315.gate_proj,0.0000195034,0.05000,14.098
31,mlp.experts.306.gate_proj,0.0000038227,0.05000,14.121
31,mlp.experts.317.gate_proj,0.0000076264,0.05000,14.101
31,mlp.experts.348.gate_proj,0.0000416025,0.05000,14.052
31,mlp.experts.329.gate_proj,0.0000136018,0.05000,13.973
31,mlp.experts.319.gate_proj,0.0000105586,0.05000,14.564
31,mlp.experts.311.gate_proj,0.0000506950,0.05000,14.488
31,mlp.experts.310.gate_proj,0.0000210759,0.05000,14.586
31,mlp.experts.308.gate_proj,0.0000149446,0.05000,14.618
31,mlp.experts.314.gate_proj,0.0000154396,0.05000,14.426
31,mlp.experts.336.gate_proj,0.0000205984,0.05000,14.424
31,mlp.experts.325.gate_proj,0.0000092916,0.05000,14.445
31,mlp.experts.344.gate_proj,0.0000294978,0.05000,14.410
31,mlp.experts.334.gate_proj,0.0000168852,0.05000,14.626
31,mlp.experts.323.gate_proj,0.0000093577,0.05000,14.491
31,mlp.experts.305.gate_proj,0.0000766046,0.05000,14.636
31,mlp.experts.331.gate_proj,0.0000562409,0.05000,14.508
31,mlp.experts.322.gate_proj,0.0000256256,0.05000,14.504
31,mlp.experts.333.gate_proj,0.0000232034,0.05000,14.540
31,mlp.experts.364.gate_proj,0.0000280863,0.05000,14.590
31,mlp.experts.339.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.890
31,mlp.experts.345.gate_proj,0.0000136295,0.05000,14.760
31,mlp.experts.335.gate_proj,0.0000495575,0.05000,14.737
31,mlp.experts.327.gate_proj,0.0000539795,0.05000,14.734
31,mlp.experts.324.gate_proj,0.0000597284,0.05000,14.618
31,mlp.experts.330.gate_proj,0.0000367817,0.05000,14.540
31,mlp.experts.326.gate_proj,0.0000258036,0.05000,14.824
31,mlp.experts.352.gate_proj,0.0000101609,0.05000,14.695
31,mlp.experts.360.gate_proj,0.0000174541,0.05000,14.670
31,mlp.experts.341.gate_proj,0.0000260030,0.05000,14.761
31,mlp.experts.347.gate_proj,0.0000410317,0.05000,14.622
31,mlp.experts.321.gate_proj,0.0000333607,0.05000,14.673
31,mlp.experts.350.gate_proj,0.0000843652,0.05000,14.768
31,mlp.experts.338.gate_proj,0.0000117715,0.05000,14.710
31,mlp.experts.349.gate_proj,0.0000524630,0.05000,14.610
31,mlp.experts.380.gate_proj,0.0000549781,0.05000,14.539
31,mlp.experts.355.gate_proj,0.0000276531,0.05000,14.578
31,mlp.experts.361.gate_proj,0.0000148632,0.05000,14.438
31,mlp.experts.351.gate_proj,0.0000275597,0.05000,13.569
31,mlp.experts.340.gate_proj,0.0000094448,0.05000,13.508
31,mlp.experts.342.gate_proj,0.0000442938,0.05000,13.407
31,mlp.experts.346.gate_proj,0.0000175152,0.05000,13.520
31,mlp.experts.343.gate_proj,0.0000139601,0.05000,13.608
31,mlp.experts.368.gate_proj,0.0000128509,0.05000,13.426
31,mlp.experts.376.gate_proj,0.0000247564,0.05000,13.479
31,mlp.experts.357.gate_proj,0.0000250592,0.05000,13.504
31,mlp.experts.337.gate_proj,0.0000075709,0.05000,13.537
31,mlp.experts.363.gate_proj,0.0000124269,0.05000,13.634
31,mlp.experts.366.gate_proj,0.0000062298,0.05000,13.558
31,mlp.experts.354.gate_proj,0.0000377213,0.05000,13.624
31,mlp.experts.396.gate_proj,0.0000141593,0.05000,13.480
31,mlp.experts.365.gate_proj,0.0000162366,0.05000,13.573
31,mlp.experts.371.gate_proj,0.0000198082,0.05000,13.546
31,mlp.experts.370.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.688
31,mlp.experts.377.gate_proj,0.0000153571,0.05000,13.590
31,mlp.experts.358.gate_proj,0.0000158379,0.05000,13.790
31,mlp.experts.367.gate_proj,0.0000223194,0.05000,13.988
31,mlp.experts.356.gate_proj,0.0000358163,0.05000,14.063
31,mlp.experts.362.gate_proj,0.0000278085,0.05000,14.021
31,mlp.experts.359.gate_proj,0.0000254581,0.05000,14.109
31,mlp.experts.384.gate_proj,0.0000262170,0.05000,14.027
31,mlp.experts.392.gate_proj,0.0000109674,0.05000,14.156
31,mlp.experts.373.gate_proj,0.0000196156,0.05000,14.172
31,mlp.experts.353.gate_proj,0.0000246954,0.05000,14.022
31,mlp.experts.400.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.765
31,mlp.experts.382.gate_proj,0.0000211663,0.05000,13.987
31,mlp.experts.379.gate_proj,0.0000580802,0.05000,14.052
31,mlp.experts.412.gate_proj,0.0000052305,0.05000,14.021
31,mlp.experts.381.gate_proj,0.0000754217,0.05000,14.049
31,mlp.experts.386.gate_proj,0.0000145811,0.05000,13.954
31,mlp.experts.387.gate_proj,0.0000172964,0.05000,14.273
31,mlp.experts.393.gate_proj,0.0000775710,0.05000,14.016
31,mlp.experts.374.gate_proj,0.0000301565,0.05000,14.806
31,mlp.experts.372.gate_proj,0.0000803423,0.05000,14.632
31,mlp.experts.378.gate_proj,0.0000312847,0.05000,14.752
31,mlp.experts.375.gate_proj,0.0000267324,0.05000,14.676
31,mlp.experts.383.gate_proj,0.0000168909,0.05000,14.873
31,mlp.experts.408.gate_proj,0.0000482338,0.05000,14.683
31,mlp.experts.389.gate_proj,0.0000515188,0.05000,14.859
31,mlp.experts.416.gate_proj,0.0000201534,0.05000,14.818
31,mlp.experts.398.gate_proj,0.0000325377,0.05000,14.809
31,mlp.experts.369.gate_proj,0.0000181999,0.05000,14.932
31,mlp.experts.395.gate_proj,0.0000146620,0.05000,14.983
31,mlp.experts.428.gate_proj,0.0000225472,0.05000,14.837
31,mlp.experts.397.gate_proj,0.0000283619,0.05000,14.976
31,mlp.experts.402.gate_proj,0.0000249821,0.05000,14.813
31,mlp.experts.403.gate_proj,0.0000363301,0.05000,14.829
31,mlp.experts.409.gate_proj,0.0000071764,0.05000,14.809
31,mlp.experts.425.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.764
31,mlp.experts.441.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.650
31,mlp.experts.390.gate_proj,0.0000188200,0.05000,14.686
31,mlp.experts.388.gate_proj,0.0000393834,0.05000,14.679
31,mlp.experts.394.gate_proj,0.0000161664,0.05000,14.673
31,mlp.experts.399.gate_proj,0.0000408464,0.05000,14.770
31,mlp.experts.391.gate_proj,0.0000486882,0.05000,14.808
31,mlp.experts.406.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.795
31,mlp.experts.424.gate_proj,0.0000263145,0.05000,14.817
31,mlp.experts.405.gate_proj,0.0000259135,0.05000,14.682
31,mlp.experts.432.gate_proj,0.0000255993,0.05000,14.641
31,mlp.experts.414.gate_proj,0.0000276916,0.05000,14.710
31,mlp.experts.444.gate_proj,0.0000245483,0.05000,14.520
31,mlp.experts.411.gate_proj,0.0000343170,0.05000,14.785
31,mlp.experts.385.gate_proj,0.0000182706,0.05000,14.922
31,mlp.experts.413.gate_proj,0.0000135679,0.05000,14.704
31,mlp.experts.418.gate_proj,0.0000148739,0.05000,14.721
31,mlp.experts.460.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.787
31,mlp.experts.419.gate_proj,0.0000436146,0.05000,14.766
31,mlp.experts.476.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.757
31,mlp.experts.457.gate_proj,0.0000529309,0.05000,14.661
31,mlp.experts.410.gate_proj,0.0000118499,0.05000,14.298
31,mlp.experts.404.gate_proj,0.0000189023,0.05000,14.595
31,mlp.experts.415.gate_proj,0.0000317383,0.05000,14.453
31,mlp.experts.407.gate_proj,0.0000789227,0.05000,14.554
31,mlp.experts.422.gate_proj,0.0000693134,0.05000,14.450
31,mlp.experts.440.gate_proj,0.0000894373,0.05000,14.515
31,mlp.experts.438.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.683
31,mlp.experts.421.gate_proj,0.0000125391,0.05000,14.516
31,mlp.experts.448.gate_proj,0.0000701439,0.05000,14.451
31,mlp.experts.430.gate_proj,0.0000165522,0.05000,14.342
31,mlp.experts.427.gate_proj,0.0000151932,0.05000,14.400
31,mlp.experts.401.gate_proj,0.0000342192,0.05000,14.434
31,mlp.experts.429.gate_proj,0.0000229544,0.05000,14.418
31,mlp.experts.454.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.767
31,mlp.experts.434.gate_proj,0.0000367135,0.05000,14.282
31,mlp.experts.435.gate_proj,0.0000114261,0.05000,14.334
31,mlp.experts.492.gate_proj,0.0000234346,0.05000,14.294
31,mlp.experts.473.gate_proj,0.0000213555,0.05000,14.392
31,mlp.experts.426.gate_proj,0.0000571945,0.05000,14.495
31,mlp.experts.420.gate_proj,0.0000173805,0.05000,14.374
31,mlp.experts.431.gate_proj,0.0000276540,0.05000,14.404
31,mlp.experts.423.gate_proj,0.0000108432,0.05000,14.343
31,mlp.experts.464.gate_proj,0.0000439061,0.05000,14.179
31,mlp.experts.456.gate_proj,0.0000198304,0.05000,14.309
31,mlp.experts.437.gate_proj,0.0000206410,0.05000,14.251
31,mlp.experts.446.gate_proj,0.0000241310,0.05000,14.339
31,mlp.experts.443.gate_proj,0.0000442779,0.05000,14.317
31,mlp.experts.417.gate_proj,0.0000145584,0.05000,14.366
31,mlp.experts.445.gate_proj,0.0000288010,0.05000,14.454
31,mlp.experts.462.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.740
31,mlp.experts.470.gate_proj,0.0000105116,0.05000,14.461
31,mlp.experts.450.gate_proj,0.0000411685,0.05000,14.444
31,mlp.experts.451.gate_proj,0.0000140573,0.05000,14.370
31,mlp.experts.508.gate_proj,0.0000119062,0.05000,14.304
31,mlp.experts.489.gate_proj,0.0000303537,0.05000,14.299
31,mlp.experts.442.gate_proj,0.0000428382,0.05000,14.340
31,mlp.experts.447.gate_proj,0.0000310469,0.05000,14.203
31,mlp.experts.436.gate_proj,0.0000238641,0.05000,14.372
31,mlp.experts.439.gate_proj,0.0000463700,0.05000,14.393
31,mlp.experts.480.gate_proj,0.0000138467,0.05000,14.311
31,mlp.experts.472.gate_proj,0.0000083245,0.05000,14.355
31,mlp.experts.453.gate_proj,0.0000432127,0.05000,14.512
31,mlp.experts.459.gate_proj,0.0000096641,0.05000,14.306
31,mlp.experts.433.gate_proj,0.0000435319,0.05000,14.516
31,mlp.experts.461.gate_proj,0.0000396785,0.05000,14.338
31,mlp.experts.486.gate_proj,0.0000375893,0.05000,14.294
31,mlp.experts.478.gate_proj,0.0000153963,0.05000,14.427
31,mlp.experts.466.gate_proj,0.0000131353,0.05000,14.383
31,mlp.experts.475.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.801
31,mlp.experts.467.gate_proj,0.0000162815,0.05000,14.497
31,mlp.experts.449.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.859
31,mlp.experts.502.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.789
31,mlp.experts.12.up_proj,0.0000692626,0.05000,14.445
31,mlp.experts.505.gate_proj,0.0000636043,0.05000,14.522
31,mlp.experts.463.gate_proj,0.0000186234,0.05000,14.573
31,mlp.experts.458.gate_proj,0.0000656622,0.05000,14.678
31,mlp.experts.452.gate_proj,0.0000091816,0.05000,14.629
31,mlp.experts.455.gate_proj,0.0000108884,0.05000,14.584
31,mlp.experts.479.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.760
31,mlp.experts.488.gate_proj,0.0000662358,0.05000,14.539
31,mlp.experts.496.gate_proj,0.0000307567,0.05000,14.683
31,mlp.experts.469.gate_proj,0.0000239067,0.05000,14.615
31,mlp.experts.477.gate_proj,0.0000365277,0.05000,14.799
31,mlp.experts.494.gate_proj,0.0000150446,0.05000,14.663
31,mlp.experts.482.gate_proj,0.0000219296,0.05000,14.635
31,mlp.experts.491.gate_proj,0.0000679998,0.05000,14.593
31,mlp.experts.483.gate_proj,0.0000153780,0.05000,14.655
31,mlp.experts.465.gate_proj,0.0000204540,0.05000,14.651
31,mlp.experts.6.up_proj,0.0000459878,0.05000,14.663
31,mlp.experts.28.up_proj,0.0000238065,0.05000,14.649
31,mlp.experts.9.up_proj,0.0000359324,0.05000,14.634
31,mlp.experts.474.gate_proj,0.0000546029,0.05000,14.329
31,mlp.experts.468.gate_proj,0.0000464604,0.05000,14.434
31,mlp.experts.471.gate_proj,0.0000232839,0.05000,14.435
31,mlp.experts.495.gate_proj,0.0000175678,0.05000,14.304
31,mlp.experts.0.up_proj,0.0000324835,0.05000,14.110
31,mlp.experts.504.gate_proj,0.0000109440,0.05000,14.179
31,mlp.experts.485.gate_proj,0.0000262980,0.05000,14.343
31,mlp.experts.510.gate_proj,0.0000327135,0.05000,14.195
31,mlp.experts.498.gate_proj,0.0000687271,0.05000,14.262
31,mlp.experts.493.gate_proj,0.0000162549,0.05000,14.397
31,mlp.experts.507.gate_proj,0.0000436426,0.05000,14.453
31,mlp.experts.499.gate_proj,0.0000180604,0.05000,14.445
31,mlp.experts.481.gate_proj,0.0000148701,0.05000,14.357
31,mlp.experts.22.up_proj,0.0000279924,0.05000,14.253
31,mlp.experts.44.up_proj,0.0000143716,0.05000,14.362
31,mlp.experts.25.up_proj,0.0000316314,0.05000,14.376
31,mlp.experts.490.gate_proj,0.0000145104,0.05000,14.539
31,mlp.experts.484.gate_proj,0.0000427553,0.05000,14.436
31,mlp.experts.487.gate_proj,0.0000327610,0.05000,14.563
31,mlp.experts.511.gate_proj,0.0000180116,0.05000,14.398
31,mlp.experts.16.up_proj,0.0000213838,0.05000,14.500
31,mlp.experts.8.up_proj,0.0000146437,0.05000,14.629
31,mlp.experts.503.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.727
31,mlp.experts.501.gate_proj,0.0000272959,0.05000,14.454
31,mlp.experts.14.up_proj,0.0000180626,0.05000,14.282
31,mlp.experts.2.up_proj,0.0000149352,0.05000,14.446
31,mlp.experts.509.gate_proj,0.0000308717,0.05000,14.534
31,mlp.experts.11.up_proj,0.0000407820,0.05000,14.464
31,mlp.experts.3.up_proj,0.0000635296,0.05000,14.493
31,mlp.experts.38.up_proj,0.0000139158,0.05000,14.452
31,mlp.experts.497.gate_proj,0.0000222222,0.05000,14.550
31,mlp.experts.60.up_proj,0.0000420932,0.05000,14.431
31,mlp.experts.76.up_proj,failsafe(rtn): 0.0014877,0.00000,0.683
31,mlp.experts.41.up_proj,0.0000099989,0.05000,14.405
31,mlp.experts.506.gate_proj,0.0000533007,0.05000,14.558
31,mlp.experts.500.gate_proj,0.0000417115,0.05000,14.635
31,mlp.experts.15.up_proj,0.0000853076,0.05000,14.592
31,mlp.experts.32.up_proj,0.0000357802,0.05000,14.665
31,mlp.experts.7.up_proj,0.0000130892,0.05000,14.583
31,mlp.experts.24.up_proj,0.0000190946,0.05000,14.645
31,mlp.experts.5.up_proj,0.0000129020,0.05000,14.645
31,mlp.experts.30.up_proj,0.0000577110,0.05000,14.689
31,mlp.experts.18.up_proj,0.0000456519,0.05000,14.656
31,mlp.experts.13.up_proj,0.0000398790,0.05000,14.561
31,mlp.experts.27.up_proj,0.0000246111,0.05000,14.529
31,mlp.experts.19.up_proj,0.0000400275,0.05000,14.538
31,mlp.experts.1.up_proj,0.0000329924,0.05000,14.546
31,mlp.experts.54.up_proj,0.0000211853,0.05000,14.635
31,mlp.experts.35.up_proj,failsafe(rtn): 0.0015335,0.00000,0.730
31,mlp.experts.92.up_proj,0.0000191213,0.05000,14.596
31,mlp.experts.57.up_proj,0.0000213084,0.05000,14.711
31,mlp.experts.10.up_proj,0.0000240355,0.05000,14.366
31,mlp.experts.4.up_proj,0.0000318439,0.05000,14.303
31,mlp.experts.31.up_proj,0.0000424168,0.05000,14.321
31,mlp.experts.48.up_proj,0.0000162593,0.05000,14.336
31,mlp.experts.40.up_proj,0.0000389770,0.05000,14.238
31,mlp.experts.23.up_proj,0.0000154660,0.05000,14.346
31,mlp.experts.21.up_proj,0.0000560425,0.05000,14.270
31,mlp.experts.46.up_proj,0.0000084184,0.05000,14.409
31,mlp.experts.34.up_proj,0.0000133214,0.05000,14.424
31,mlp.experts.29.up_proj,0.0000168800,0.05000,14.514
31,mlp.experts.43.up_proj,0.0000359353,0.05000,14.400
31,mlp.experts.70.up_proj,0.0000416648,0.05000,14.378
31,mlp.experts.17.up_proj,0.0000349600,0.05000,14.468
31,mlp.experts.45.up_proj,failsafe(rtn): 0.0014496,0.00000,0.737
31,mlp.experts.51.up_proj,0.0000192356,0.05000,14.447
31,mlp.experts.108.up_proj,0.0000367054,0.05000,14.395
31,mlp.experts.73.up_proj,0.0000456985,0.05000,14.533
31,mlp.experts.20.up_proj,0.0000598120,0.05000,14.497
31,mlp.experts.26.up_proj,0.0000721962,0.05000,14.567
31,mlp.experts.47.up_proj,0.0000356827,0.05000,14.419
31,mlp.experts.64.up_proj,0.0000624445,0.05000,14.397
31,mlp.experts.56.up_proj,0.0000344280,0.05000,14.458
31,mlp.experts.39.up_proj,0.0000138464,0.05000,14.560
31,mlp.experts.37.up_proj,0.0000217983,0.05000,14.428
31,mlp.experts.62.up_proj,0.0000199406,0.05000,14.316
31,mlp.experts.50.up_proj,0.0000367815,0.05000,14.355
31,mlp.experts.59.up_proj,0.0000219663,0.05000,14.482
31,mlp.experts.86.up_proj,0.0000108308,0.05000,14.146
31,mlp.experts.33.up_proj,0.0000358767,0.05000,14.266
31,mlp.experts.61.up_proj,0.0000138341,0.05000,14.426
31,mlp.experts.67.up_proj,0.0000504207,0.05000,14.287
31,mlp.experts.124.up_proj,0.0000410119,0.05000,14.283
31,mlp.experts.89.up_proj,0.0000123022,0.05000,14.360
31,mlp.experts.42.up_proj,0.0000268509,0.05000,14.232
31,mlp.experts.36.up_proj,0.0000268506,0.05000,14.249
31,mlp.experts.63.up_proj,0.0000332529,0.05000,14.268
31,mlp.experts.80.up_proj,0.0000231342,0.05000,14.207
31,mlp.experts.72.up_proj,0.0000369453,0.05000,14.247
31,mlp.experts.55.up_proj,0.0000370308,0.05000,14.192
31,mlp.experts.53.up_proj,0.0000187899,0.05000,14.327
31,mlp.experts.78.up_proj,0.0000235382,0.05000,14.232
31,mlp.experts.66.up_proj,0.0000286252,0.05000,14.318
31,mlp.experts.75.up_proj,0.0000629099,0.05000,14.381
31,mlp.experts.102.up_proj,0.0000254323,0.05000,14.219
31,mlp.experts.49.up_proj,0.0000119002,0.05000,14.309
31,mlp.experts.77.up_proj,0.0000922025,0.05000,14.259
31,mlp.experts.83.up_proj,0.0000140305,0.05000,14.362
31,mlp.experts.140.up_proj,0.0000121619,0.05000,14.212
31,mlp.experts.105.up_proj,0.0000253678,0.05000,14.243
31,mlp.experts.52.up_proj,0.0000153533,0.05000,13.980
31,mlp.experts.58.up_proj,0.0000146035,0.05000,14.000
31,mlp.experts.79.up_proj,0.0000144146,0.05000,14.024
31,mlp.experts.96.up_proj,0.0000740113,0.05000,13.930
31,mlp.experts.88.up_proj,0.0000289222,0.05000,13.941
31,mlp.experts.71.up_proj,0.0000185629,0.05000,13.942
31,mlp.experts.69.up_proj,0.0000157723,0.05000,14.016
31,mlp.experts.94.up_proj,0.0000149495,0.05000,13.913
31,mlp.experts.82.up_proj,0.0000341706,0.05000,13.848
31,mlp.experts.118.up_proj,0.0000411307,0.05000,13.846
31,mlp.experts.110.up_proj,failsafe(rtn): 0.0014801,0.00000,0.711
31,mlp.experts.91.up_proj,0.0000260093,0.05000,13.981
31,mlp.experts.65.up_proj,0.0000306010,0.05000,14.007
31,mlp.experts.93.up_proj,0.0000239683,0.05000,13.955
31,mlp.experts.99.up_proj,0.0000184103,0.05000,14.058
31,mlp.experts.156.up_proj,0.0000564611,0.05000,14.023
31,mlp.experts.121.up_proj,0.0000163026,0.05000,13.928
31,mlp.experts.74.up_proj,0.0000273912,0.05000,13.969
31,mlp.experts.68.up_proj,0.0000224220,0.05000,14.081
31,mlp.experts.95.up_proj,0.0000785845,0.05000,14.010
31,mlp.experts.112.up_proj,0.0000235444,0.05000,14.043
31,mlp.experts.87.up_proj,0.0000175172,0.05000,13.986
31,mlp.experts.104.up_proj,0.0000172652,0.05000,14.178
31,mlp.experts.85.up_proj,0.0000396660,0.05000,14.199
31,mlp.experts.98.up_proj,0.0000436468,0.05000,14.161
31,mlp.experts.101.up_proj,failsafe(rtn): 0.0015869,0.00000,0.747
31,mlp.experts.134.up_proj,0.0000339105,0.05000,14.236
31,mlp.experts.126.up_proj,0.0000576592,0.05000,14.254
31,mlp.experts.107.up_proj,0.0000747758,0.05000,14.376
31,mlp.experts.81.up_proj,0.0000242984,0.05000,14.122
31,mlp.experts.109.up_proj,0.0000121068,0.05000,14.071
31,mlp.experts.115.up_proj,0.0000373145,0.05000,14.199
31,mlp.experts.172.up_proj,0.0000243648,0.05000,14.111
31,mlp.experts.137.up_proj,0.0000184535,0.05000,14.274
31,mlp.experts.84.up_proj,0.0000244254,0.05000,14.585
31,mlp.experts.90.up_proj,0.0000225576,0.05000,14.723
31,mlp.experts.111.up_proj,0.0000355636,0.05000,14.646
31,mlp.experts.128.up_proj,0.0000369505,0.05000,14.524
31,mlp.experts.120.up_proj,0.0000210292,0.05000,14.382
31,mlp.experts.103.up_proj,0.0000279135,0.05000,14.679
31,mlp.experts.114.up_proj,0.0000170094,0.05000,14.630
31,mlp.experts.117.up_proj,0.0000315100,0.05000,14.694
31,mlp.experts.142.up_proj,0.0000534845,0.05000,14.556
31,mlp.experts.150.up_proj,0.0000168698,0.05000,14.627
31,mlp.experts.97.up_proj,0.0000351581,0.05000,14.641
31,mlp.experts.123.up_proj,0.0000550556,0.05000,14.706
31,mlp.experts.125.up_proj,0.0000250781,0.05000,14.615
31,mlp.experts.188.up_proj,0.0000218621,0.05000,14.493
31,mlp.experts.131.up_proj,0.0000320042,0.05000,14.595
31,mlp.experts.153.up_proj,0.0000184249,0.05000,14.529
31,mlp.experts.100.up_proj,0.0000100546,0.05000,14.079
31,mlp.experts.106.up_proj,0.0000174596,0.05000,14.228
31,mlp.experts.127.up_proj,0.0000290356,0.05000,14.117
31,mlp.experts.144.up_proj,0.0000330757,0.05000,14.198
31,mlp.experts.136.up_proj,0.0000193119,0.05000,14.088
31,mlp.experts.119.up_proj,0.0000174481,0.05000,14.123
31,mlp.experts.130.up_proj,0.0000179768,0.05000,14.202
31,mlp.experts.133.up_proj,0.0000164799,0.05000,14.273
31,mlp.experts.158.up_proj,0.0000743798,0.05000,14.253
31,mlp.experts.166.up_proj,0.0000448175,0.05000,14.321
31,mlp.experts.139.up_proj,0.0000201120,0.05000,14.211
31,mlp.experts.113.up_proj,0.0000178739,0.05000,14.322
31,mlp.experts.141.up_proj,0.0000145372,0.05000,14.340
31,mlp.experts.204.up_proj,0.0000119637,0.05000,14.257
31,mlp.experts.147.up_proj,0.0000231281,0.05000,14.430
31,mlp.experts.169.up_proj,0.0000195154,0.05000,14.303
31,mlp.experts.185.up_proj,failsafe(rtn): 0.0014648,0.00000,0.667
31,mlp.experts.116.up_proj,0.0000197369,0.05000,14.391
31,mlp.experts.122.up_proj,0.0000137452,0.05000,14.230
31,mlp.experts.143.up_proj,0.0000309979,0.05000,14.377
31,mlp.experts.152.up_proj,0.0000289354,0.05000,14.421
31,mlp.experts.160.up_proj,0.0000367908,0.05000,14.458
31,mlp.experts.135.up_proj,0.0000128467,0.05000,14.500
31,mlp.experts.146.up_proj,0.0000182075,0.05000,14.298
31,mlp.experts.149.up_proj,0.0000055866,0.05000,14.359
31,mlp.experts.174.up_proj,0.0000323910,0.05000,14.182
31,mlp.experts.182.up_proj,0.0000192291,0.05000,14.137
31,mlp.experts.155.up_proj,0.0000132655,0.05000,14.441
31,mlp.experts.157.up_proj,0.0000103769,0.05000,14.212
31,mlp.experts.129.up_proj,0.0000129628,0.05000,14.456
31,mlp.experts.220.up_proj,0.0000123312,0.05000,14.248
31,mlp.experts.163.up_proj,0.0000567034,0.05000,14.115
31,mlp.experts.201.up_proj,0.0000277916,0.05000,14.349
31,mlp.experts.132.up_proj,0.0000082911,0.05000,14.578
31,mlp.experts.138.up_proj,0.0000300191,0.05000,14.560
31,mlp.experts.159.up_proj,0.0000949363,0.05000,14.524
31,mlp.experts.176.up_proj,0.0000386995,0.05000,14.270
31,mlp.experts.168.up_proj,0.0000426621,0.05000,14.541
31,mlp.experts.151.up_proj,0.0000217881,0.05000,14.482
31,mlp.experts.184.up_proj,failsafe(rtn): 0.0015869,0.00000,0.705
31,mlp.experts.162.up_proj,0.0000137906,0.05000,14.418
31,mlp.experts.200.up_proj,failsafe(rtn): 0.0015335,0.00000,0.726
31,mlp.experts.190.up_proj,0.0000155815,0.05000,14.395
31,mlp.experts.165.up_proj,0.0000265192,0.05000,14.460
31,mlp.experts.198.up_proj,0.0000191792,0.05000,14.419
31,mlp.experts.171.up_proj,0.0000114889,0.05000,14.341
31,mlp.experts.173.up_proj,0.0000060352,0.05000,14.439
31,mlp.experts.145.up_proj,0.0000180220,0.05000,14.437
31,mlp.experts.236.up_proj,0.0000252795,0.05000,14.371
31,mlp.experts.179.up_proj,0.0000196616,0.05000,14.437
31,mlp.experts.252.up_proj,failsafe(rtn): 0.0015259,0.00000,0.673
31,mlp.experts.217.up_proj,0.0000184912,0.05000,14.416
31,mlp.experts.154.up_proj,0.0000431544,0.05000,13.934
31,mlp.experts.148.up_proj,0.0000186959,0.05000,14.063
31,mlp.experts.175.up_proj,0.0000674179,0.05000,13.905
31,mlp.experts.192.up_proj,0.0000202690,0.05000,14.079
31,mlp.experts.167.up_proj,0.0000066103,0.05000,14.046
31,mlp.experts.178.up_proj,0.0000340505,0.05000,14.077
31,mlp.experts.206.up_proj,0.0000185705,0.05000,13.839
31,mlp.experts.216.up_proj,0.0000156779,0.05000,14.029
31,mlp.experts.214.up_proj,0.0000205956,0.05000,13.960
31,mlp.experts.181.up_proj,0.0000377874,0.05000,14.017
31,mlp.experts.187.up_proj,0.0000326810,0.05000,14.002
31,mlp.experts.189.up_proj,0.0000213180,0.05000,13.974
31,mlp.experts.161.up_proj,0.0000197631,0.05000,13.985
31,mlp.experts.195.up_proj,0.0000164758,0.05000,14.046
31,mlp.experts.203.up_proj,failsafe(rtn): 0.0015488,0.00000,0.720
31,mlp.experts.268.up_proj,0.0000447644,0.05000,14.066
31,mlp.experts.284.up_proj,failsafe(rtn): 0.0015182,0.00000,0.730
31,mlp.experts.233.up_proj,0.0000132363,0.05000,14.084
31,mlp.experts.170.up_proj,0.0000256734,0.05000,14.722
31,mlp.experts.164.up_proj,0.0000281442,0.05000,14.696
31,mlp.experts.191.up_proj,0.0000851588,0.05000,14.616
31,mlp.experts.208.up_proj,0.0000745378,0.05000,14.743
31,mlp.experts.183.up_proj,0.0000195250,0.05000,14.774
31,mlp.experts.224.up_proj,failsafe(rtn): 0.0015106,0.00000,0.809
31,mlp.experts.194.up_proj,0.0000215633,0.05000,14.833
31,mlp.experts.222.up_proj,0.0000278664,0.05000,14.938
31,mlp.experts.232.up_proj,0.0000154529,0.05000,14.853
31,mlp.experts.197.up_proj,0.0000624264,0.05000,14.887
31,mlp.experts.230.up_proj,0.0000186158,0.05000,14.989
31,mlp.experts.205.up_proj,0.0000201852,0.05000,14.928
31,mlp.experts.177.up_proj,0.0000651266,0.05000,14.965
31,mlp.experts.211.up_proj,0.0000179488,0.05000,14.925
31,mlp.experts.219.up_proj,0.0000482322,0.05000,14.941
31,mlp.experts.300.up_proj,0.0000391317,0.05000,14.962
31,mlp.experts.249.up_proj,0.0000149289,0.05000,15.007
31,mlp.experts.186.up_proj,0.0000148017,0.05000,14.607
31,mlp.experts.180.up_proj,0.0000217310,0.05000,14.524
31,mlp.experts.207.up_proj,0.0000636354,0.05000,14.532
31,mlp.experts.199.up_proj,0.0000317260,0.05000,14.492
31,mlp.experts.240.up_proj,0.0000132812,0.05000,14.344
31,mlp.experts.210.up_proj,0.0000255368,0.05000,14.593
31,mlp.experts.248.up_proj,0.0000248615,0.05000,14.426
31,mlp.experts.238.up_proj,0.0000126644,0.05000,14.496
31,mlp.experts.213.up_proj,0.0000129139,0.05000,14.653
31,mlp.experts.246.up_proj,0.0000547548,0.05000,14.570
31,mlp.experts.221.up_proj,0.0000296771,0.05000,14.524
31,mlp.experts.193.up_proj,0.0000320387,0.05000,14.623
31,mlp.experts.227.up_proj,0.0000146704,0.05000,14.504
31,mlp.experts.235.up_proj,0.0000172318,0.05000,14.423
31,mlp.experts.316.up_proj,0.0000169274,0.05000,14.614
31,mlp.experts.265.up_proj,0.0000210677,0.05000,14.777
31,mlp.experts.196.up_proj,0.0000323131,0.05000,14.450
31,mlp.experts.202.up_proj,0.0000250347,0.05000,14.577
31,mlp.experts.223.up_proj,0.0000191426,0.05000,14.450
31,mlp.experts.215.up_proj,0.0000650727,0.05000,14.403
31,mlp.experts.256.up_proj,0.0000563872,0.05000,14.370
31,mlp.experts.272.up_proj,failsafe(rtn): 0.0015259,0.00000,0.721
31,mlp.experts.226.up_proj,0.0000765886,0.05000,14.470
31,mlp.experts.264.up_proj,0.0000427180,0.05000,14.510
31,mlp.experts.254.up_proj,0.0000467103,0.05000,14.497
31,mlp.experts.229.up_proj,0.0000382461,0.05000,14.501
31,mlp.experts.262.up_proj,0.0000266371,0.05000,14.536
31,mlp.experts.242.up_proj,failsafe(rtn): 0.0015030,0.00000,0.862
31,mlp.experts.237.up_proj,0.0000461976,0.05000,14.542
31,mlp.experts.209.up_proj,0.0000699443,0.05000,14.434
31,mlp.experts.251.up_proj,0.0000352888,0.05000,14.460
31,mlp.experts.243.up_proj,0.0000253133,0.05000,14.557
31,mlp.experts.332.up_proj,0.0000815827,0.05000,14.458
31,mlp.experts.281.up_proj,0.0000088475,0.05000,14.444
31,mlp.experts.212.up_proj,0.0000296282,0.05000,14.329
31,mlp.experts.218.up_proj,0.0000339315,0.05000,14.395
31,mlp.experts.239.up_proj,0.0000578676,0.05000,14.420
31,mlp.experts.231.up_proj,0.0000183325,0.05000,14.682
31,mlp.experts.288.up_proj,0.0000332787,0.05000,14.509
31,mlp.experts.280.up_proj,0.0000138284,0.05000,14.565
31,mlp.experts.270.up_proj,0.0000437367,0.05000,14.581
31,mlp.experts.245.up_proj,0.0000187172,0.05000,14.443
31,mlp.experts.278.up_proj,0.0000165438,0.05000,14.481
31,mlp.experts.258.up_proj,0.0000240342,0.05000,14.503
31,mlp.experts.253.up_proj,0.0000114765,0.05000,14.426
31,mlp.experts.225.up_proj,0.0000274577,0.05000,14.502
31,mlp.experts.259.up_proj,0.0000644995,0.05000,14.413
31,mlp.experts.267.up_proj,0.0000621402,0.05000,14.579
31,mlp.experts.348.up_proj,0.0000412838,0.05000,14.363
31,mlp.experts.297.up_proj,0.0000186590,0.05000,14.459
31,mlp.experts.313.up_proj,failsafe(rtn): 0.0014420,0.00000,0.765
31,mlp.experts.228.up_proj,0.0000355346,0.05000,14.638
31,mlp.experts.234.up_proj,0.0000791608,0.05000,14.623
31,mlp.experts.255.up_proj,0.0000302029,0.05000,14.611
31,mlp.experts.247.up_proj,0.0000195912,0.05000,14.594
31,mlp.experts.304.up_proj,0.0000152142,0.05000,14.610
31,mlp.experts.286.up_proj,0.0000747464,0.05000,14.457
31,mlp.experts.296.up_proj,0.0000420427,0.05000,14.484
31,mlp.experts.294.up_proj,0.0000194618,0.05000,14.419
31,mlp.experts.261.up_proj,0.0000563851,0.05000,14.563
31,mlp.experts.274.up_proj,0.0000206029,0.05000,14.307
31,mlp.experts.269.up_proj,0.0000174366,0.05000,14.450
31,mlp.experts.241.up_proj,0.0000360936,0.05000,14.516
31,mlp.experts.275.up_proj,0.0000824480,0.05000,14.430
31,mlp.experts.283.up_proj,0.0000284769,0.05000,14.332
31,mlp.experts.364.up_proj,0.0000277776,0.05000,14.235
31,mlp.experts.329.up_proj,0.0000139969,0.05000,14.389
31,mlp.experts.244.up_proj,0.0000143199,0.05000,14.245
31,mlp.experts.250.up_proj,0.0000176481,0.05000,14.291
31,mlp.experts.271.up_proj,0.0000199354,0.05000,14.270
31,mlp.experts.263.up_proj,0.0000493073,0.05000,14.134
31,mlp.experts.320.up_proj,0.0000535067,0.05000,14.200
31,mlp.experts.312.up_proj,0.0000376016,0.05000,14.073
31,mlp.experts.302.up_proj,0.0000045481,0.05000,14.109
31,mlp.experts.310.up_proj,0.0000216890,0.05000,14.254
31,mlp.experts.277.up_proj,0.0000365832,0.05000,14.282
31,mlp.experts.290.up_proj,0.0000195491,0.05000,14.305
31,mlp.experts.285.up_proj,0.0000139644,0.05000,14.322
31,mlp.experts.257.up_proj,0.0000473294,0.05000,14.423
31,mlp.experts.299.up_proj,0.0000140315,0.05000,14.354
31,mlp.experts.291.up_proj,0.0000290728,0.05000,14.432
31,mlp.experts.380.up_proj,0.0000546267,0.05000,14.299
31,mlp.experts.345.up_proj,0.0000150486,0.05000,14.396
31,mlp.experts.260.up_proj,0.0000533862,0.05000,14.463
31,mlp.experts.287.up_proj,0.0000295337,0.05000,14.365
31,mlp.experts.266.up_proj,0.0000388006,0.05000,14.502
31,mlp.experts.279.up_proj,0.0000525198,0.05000,14.536
31,mlp.experts.336.up_proj,0.0000202782,0.05000,14.531
31,mlp.experts.318.up_proj,0.0000154068,0.05000,14.380
31,mlp.experts.328.up_proj,0.0000206932,0.05000,14.472
31,mlp.experts.326.up_proj,0.0000265473,0.05000,14.560
31,mlp.experts.293.up_proj,0.0000546663,0.05000,14.497
31,mlp.experts.306.up_proj,0.0000036076,0.05000,14.476
31,mlp.experts.301.up_proj,0.0000150903,0.05000,14.396
31,mlp.experts.273.up_proj,0.0000535406,0.05000,14.476
31,mlp.experts.315.up_proj,0.0000191298,0.05000,14.425
31,mlp.experts.307.up_proj,0.0000244195,0.05000,14.401
31,mlp.experts.396.up_proj,0.0000138868,0.05000,14.449
31,mlp.experts.361.up_proj,0.0000163805,0.05000,14.288
31,mlp.experts.276.up_proj,0.0000095319,0.05000,14.159
31,mlp.experts.303.up_proj,0.0000185068,0.05000,14.239
31,mlp.experts.282.up_proj,0.0000158244,0.05000,14.218
31,mlp.experts.295.up_proj,0.0000265000,0.05000,14.116
31,mlp.experts.352.up_proj,0.0000119737,0.05000,14.172
31,mlp.experts.334.up_proj,0.0000210400,0.05000,14.186
31,mlp.experts.344.up_proj,0.0000288022,0.05000,14.206
31,mlp.experts.342.up_proj,0.0000436370,0.05000,14.168
31,mlp.experts.309.up_proj,0.0000134251,0.05000,14.318
31,mlp.experts.322.up_proj,0.0000262891,0.05000,14.321
31,mlp.experts.317.up_proj,0.0000078194,0.05000,14.245
31,mlp.experts.289.up_proj,0.0000447820,0.05000,14.271
31,mlp.experts.323.up_proj,0.0000093219,0.05000,14.142
31,mlp.experts.331.up_proj,0.0000557882,0.05000,14.207
31,mlp.experts.339.up_proj,failsafe(rtn): 0.0015411,0.00000,0.783
31,mlp.experts.412.up_proj,0.0000052876,0.05000,14.111
31,mlp.experts.377.up_proj,0.0000136140,0.05000,14.324
31,mlp.experts.292.up_proj,0.0000215484,0.05000,14.295
31,mlp.experts.319.up_proj,0.0000105804,0.05000,14.163
31,mlp.experts.298.up_proj,0.0000164671,0.05000,14.283
31,mlp.experts.311.up_proj,0.0000500995,0.05000,14.179
31,mlp.experts.368.up_proj,0.0000123602,0.05000,14.333
31,mlp.experts.350.up_proj,0.0000823657,0.05000,14.276
31,mlp.experts.360.up_proj,0.0000169477,0.05000,14.231
31,mlp.experts.358.up_proj,0.0000151599,0.05000,14.396
31,mlp.experts.325.up_proj,0.0000098336,0.05000,14.477
31,mlp.experts.333.up_proj,0.0000229049,0.05000,14.528
31,mlp.experts.338.up_proj,0.0000123953,0.05000,14.578
31,mlp.experts.347.up_proj,0.0000407011,0.05000,14.329
31,mlp.experts.305.up_proj,0.0000751489,0.05000,14.600
31,mlp.experts.355.up_proj,0.0000305430,0.05000,14.482
31,mlp.experts.428.up_proj,0.0000219597,0.05000,14.419
31,mlp.experts.393.up_proj,0.0000766839,0.05000,14.575
31,mlp.experts.308.up_proj,0.0000148018,0.05000,14.379
31,mlp.experts.335.up_proj,0.0000492691,0.05000,14.406
31,mlp.experts.314.up_proj,0.0000150782,0.05000,14.319
31,mlp.experts.327.up_proj,0.0000540070,0.05000,14.589
31,mlp.experts.384.up_proj,0.0000246814,0.05000,14.315
31,mlp.experts.376.up_proj,0.0000254311,0.05000,14.307
31,mlp.experts.366.up_proj,0.0000060846,0.05000,14.412
31,mlp.experts.374.up_proj,0.0000297248,0.05000,14.318
31,mlp.experts.400.up_proj,failsafe(rtn): 0.0014725,0.00000,0.818
31,mlp.experts.341.up_proj,0.0000254844,0.05000,14.473
31,mlp.experts.349.up_proj,0.0000517488,0.05000,14.228
31,mlp.experts.354.up_proj,0.0000394045,0.05000,14.278
31,mlp.experts.363.up_proj,0.0000126588,0.05000,14.328
31,mlp.experts.321.up_proj,0.0000330446,0.05000,14.411
31,mlp.experts.370.up_proj,failsafe(rtn): 0.0014420,0.00000,0.758
31,mlp.experts.371.up_proj,0.0000196402,0.05000,14.318
31,mlp.experts.444.up_proj,0.0000239966,0.05000,14.274
31,mlp.experts.460.up_proj,failsafe(rtn): 0.0014877,0.00000,0.711
31,mlp.experts.476.up_proj,failsafe(rtn): 0.0015030,0.00000,0.684
31,mlp.experts.409.up_proj,0.0000067023,0.05000,14.259
31,mlp.experts.425.up_proj,failsafe(rtn): 0.0015717,0.00000,0.727
31,mlp.experts.441.up_proj,failsafe(rtn): 0.0015793,0.00000,0.704
31,mlp.experts.324.up_proj,0.0000564497,0.05000,14.451
31,mlp.experts.351.up_proj,0.0000270956,0.05000,14.666
31,mlp.experts.330.up_proj,0.0000361644,0.05000,14.570
31,mlp.experts.343.up_proj,0.0000123251,0.05000,14.570
31,mlp.experts.392.up_proj,0.0000114735,0.05000,14.654
31,mlp.experts.382.up_proj,0.0000228765,0.05000,14.670
31,mlp.experts.390.up_proj,0.0000195420,0.05000,14.590
31,mlp.experts.416.up_proj,0.0000178182,0.05000,14.564
31,mlp.experts.357.up_proj,0.0000236457,0.05000,14.632
31,mlp.experts.365.up_proj,0.0000159676,0.05000,14.641
31,mlp.experts.406.up_proj,failsafe(rtn): 0.0016479,0.00000,0.704
31,mlp.experts.379.up_proj,0.0000573160,0.05000,14.494
31,mlp.experts.337.up_proj,0.0000075102,0.05000,14.554
31,mlp.experts.386.up_proj,0.0000151643,0.05000,14.481
31,mlp.experts.387.up_proj,0.0000221306,0.05000,14.585
31,mlp.experts.492.up_proj,0.0000295855,0.05000,14.687
31,mlp.experts.457.up_proj,0.0000518734,0.05000,14.946
31,mlp.experts.340.up_proj,0.0000092141,0.05000,14.575
31,mlp.experts.346.up_proj,0.0000182265,0.05000,14.527
31,mlp.experts.367.up_proj,0.0000220436,0.05000,14.565
31,mlp.experts.359.up_proj,0.0000260537,0.05000,14.504
31,mlp.experts.408.up_proj,0.0000478645,0.05000,14.423
31,mlp.experts.398.up_proj,0.0000319364,0.05000,14.484
31,mlp.experts.432.up_proj,0.0000255737,0.05000,14.514
31,mlp.experts.381.up_proj,0.0000822455,0.05000,14.508
31,mlp.experts.373.up_proj,0.0000217491,0.05000,14.688
31,mlp.experts.422.up_proj,0.0000695001,0.05000,14.636
31,mlp.experts.395.up_proj,0.0000144642,0.05000,14.622
31,mlp.experts.402.up_proj,0.0000246441,0.05000,14.494
31,mlp.experts.353.up_proj,0.0000248508,0.05000,14.672
31,mlp.experts.438.up_proj,failsafe(rtn): 0.0015259,0.00000,0.827
31,mlp.experts.403.up_proj,0.0000366654,0.05000,14.714
31,mlp.experts.454.up_proj,failsafe(rtn): 0.0017242,0.00000,0.772
31,mlp.experts.508.up_proj,0.0000113736,0.05000,14.689
31,mlp.experts.473.up_proj,0.0000210247,0.05000,14.736
31,mlp.experts.12.down_proj,0.0000043907,0.05000,3.468
31,mlp.experts.28.down_proj,0.0000011246,0.05000,3.472
31,mlp.experts.356.up_proj,0.0000350773,0.05000,14.360
31,mlp.experts.362.up_proj,0.0000322860,0.05000,14.324
31,mlp.experts.383.up_proj,0.0000176267,0.05000,14.426
31,mlp.experts.375.up_proj,0.0000258387,0.05000,14.638
31,mlp.experts.424.up_proj,0.0000268342,0.05000,14.515
31,mlp.experts.414.up_proj,0.0000268741,0.05000,14.512
31,mlp.experts.44.down_proj,0.0000014275,0.05000,3.774
31,mlp.experts.448.up_proj,0.0000707999,0.05000,14.578
31,mlp.experts.397.up_proj,0.0000281718,0.05000,14.561
31,mlp.experts.389.up_proj,0.0000509728,0.05000,14.453
31,mlp.experts.411.up_proj,0.0000337070,0.05000,14.500
31,mlp.experts.369.up_proj,0.0000184774,0.05000,14.382
31,mlp.experts.418.up_proj,0.0000150330,0.05000,14.589
31,mlp.experts.419.up_proj,0.0000311183,0.05000,14.331
31,mlp.experts.470.up_proj,0.0000117884,0.05000,14.196
31,mlp.experts.60.down_proj,0.0000022485,0.05000,3.603
31,mlp.experts.76.down_proj,failsafe(rtn): 0.0015106,0.00000,0.175
31,mlp.experts.489.up_proj,0.0000300025,0.05000,14.485
31,mlp.experts.92.down_proj,0.0000019874,0.05000,3.772
31,mlp.experts.108.down_proj,0.0000020367,0.05000,3.769
31,mlp.experts.372.up_proj,0.0000800828,0.05000,14.997
31,mlp.experts.378.up_proj,0.0000316655,0.05000,14.798
31,mlp.experts.399.up_proj,0.0000402135,0.05000,14.918
31,mlp.experts.391.up_proj,0.0000474901,0.05000,14.681
31,mlp.experts.440.up_proj,0.0001001405,0.05000,14.620
31,mlp.experts.430.up_proj,0.0000165996,0.05000,14.679
31,mlp.experts.464.up_proj,0.0000426824,0.05000,14.659
31,mlp.experts.124.down_proj,0.0000023782,0.05000,3.631
31,mlp.experts.413.up_proj,0.0000137741,0.05000,14.702
31,mlp.experts.405.up_proj,0.0000284415,0.05000,14.820
31,mlp.experts.427.up_proj,0.0000150361,0.05000,14.825
31,mlp.experts.385.up_proj,0.0000181114,0.05000,14.809
31,mlp.experts.434.up_proj,0.0000362127,0.05000,14.783
31,mlp.experts.435.up_proj,0.0000121546,0.05000,14.825
31,mlp.experts.486.up_proj,0.0000412758,0.05000,14.573
31,mlp.experts.502.up_proj,failsafe(rtn): 0.0014877,0.00000,0.691
31,mlp.experts.140.down_proj,0.0000007514,0.05000,3.596
31,mlp.experts.505.up_proj,0.0000645251,0.05000,14.431
31,mlp.experts.6.down_proj,0.0000057875,0.05000,3.308
31,mlp.experts.156.down_proj,0.0000032154,0.05000,3.357
31,mlp.experts.9.down_proj,0.0000034735,0.05000,3.698
31,mlp.experts.22.down_proj,0.0000015877,0.05000,3.738
31,mlp.experts.172.down_proj,0.0000014247,0.05000,3.675
31,mlp.experts.388.up_proj,0.0000384177,0.05000,14.233
31,mlp.experts.394.up_proj,0.0000168231,0.05000,14.171
31,mlp.experts.415.up_proj,0.0000312614,0.05000,14.062
31,mlp.experts.25.down_proj,0.0000019963,0.05000,3.579
31,mlp.experts.407.up_proj,0.0000781649,0.05000,14.122
31,mlp.experts.456.up_proj,0.0000215771,0.05000,14.197
31,mlp.experts.38.down_proj,0.0000012127,0.05000,3.663
31,mlp.experts.446.up_proj,0.0000238053,0.05000,14.220
31,mlp.experts.480.up_proj,0.0000140985,0.05000,14.331
31,mlp.experts.462.up_proj,failsafe(rtn): 0.0015106,0.00000,0.800
31,mlp.experts.188.down_proj,0.0000026083,0.05000,3.764
31,mlp.experts.429.up_proj,0.0000228266,0.05000,14.508
31,mlp.experts.421.up_proj,0.0000121344,0.05000,14.427
31,mlp.experts.443.up_proj,0.0000436950,0.05000,14.350
31,mlp.experts.450.up_proj,0.0000413818,0.05000,14.346
31,mlp.experts.401.up_proj,0.0000337677,0.05000,14.444
31,mlp.experts.41.down_proj,0.0000009627,0.05000,3.813
31,mlp.experts.451.up_proj,0.0000136295,0.05000,14.451
31,mlp.experts.54.down_proj,0.0000009594,0.05000,3.763
31,mlp.experts.204.down_proj,0.0000011000,0.05000,3.566
31,mlp.experts.57.down_proj,0.0000029446,0.05000,3.502
31,mlp.experts.70.down_proj,0.0000023834,0.05000,3.422
31,mlp.experts.220.down_proj,0.0000006480,0.05000,3.446
31,mlp.experts.73.down_proj,0.0000028522,0.05000,3.496
31,mlp.experts.86.down_proj,0.0000009471,0.05000,3.540
31,mlp.experts.236.down_proj,0.0000020348,0.05000,3.788
31,mlp.experts.252.down_proj,failsafe(rtn): 0.0015564,0.00000,0.172
31,mlp.experts.410.up_proj,0.0000116437,0.05000,14.459
31,mlp.experts.404.up_proj,0.0000185786,0.05000,14.530
31,mlp.experts.431.up_proj,0.0000275795,0.05000,14.566
31,mlp.experts.89.down_proj,0.0000013674,0.05000,3.685
31,mlp.experts.423.up_proj,0.0000109962,0.05000,14.413
31,mlp.experts.472.up_proj,0.0000079391,0.05000,14.316
31,mlp.experts.102.down_proj,0.0000015623,0.05000,3.632
31,mlp.experts.478.up_proj,0.0000157113,0.05000,14.267
31,mlp.experts.496.up_proj,0.0000302445,0.05000,14.380
31,mlp.experts.268.down_proj,0.0000024719,0.05000,3.630
31,mlp.experts.284.down_proj,failsafe(rtn): 0.0015488,0.00000,0.200
31,mlp.experts.445.up_proj,0.0000264145,0.05000,14.392
31,mlp.experts.437.up_proj,0.0000201278,0.05000,14.386
31,mlp.experts.459.up_proj,0.0000095493,0.05000,14.250
31,mlp.experts.466.up_proj,0.0000128514,0.05000,14.249
31,mlp.experts.417.up_proj,0.0000145669,0.05000,14.272
31,mlp.experts.475.up_proj,failsafe(rtn): 0.0015411,0.00000,0.680
31,mlp.experts.467.up_proj,0.0000152961,0.05000,14.189
31,mlp.experts.105.down_proj,0.0000030069,0.05000,3.579
31,mlp.experts.118.down_proj,0.0000022966,0.05000,3.571
31,mlp.experts.0.down_proj,0.0000017796,0.05000,3.413
31,mlp.experts.300.down_proj,0.0000022927,0.05000,3.482
31,mlp.experts.121.down_proj,0.0000009594,0.05000,3.522
31,mlp.experts.134.down_proj,0.0000018038,0.05000,3.688
31,mlp.experts.16.down_proj,0.0000024145,0.05000,3.802
31,mlp.experts.316.down_proj,0.0000016234,0.05000,3.773
31,mlp.experts.137.down_proj,0.0000017195,0.05000,3.757
31,mlp.experts.150.down_proj,0.0000011091,0.05000,3.617
31,mlp.experts.32.down_proj,0.0000020316,0.05000,3.481
31,mlp.experts.332.down_proj,0.0000059394,0.05000,3.459
31,mlp.experts.426.up_proj,0.0000560384,0.05000,14.312
31,mlp.experts.420.up_proj,0.0000180303,0.05000,14.421
31,mlp.experts.447.up_proj,0.0000304054,0.05000,14.493
31,mlp.experts.439.up_proj,0.0000460897,0.05000,14.326
31,mlp.experts.153.down_proj,0.0000030002,0.05000,3.545
31,mlp.experts.488.up_proj,0.0000661011,0.05000,14.368
31,mlp.experts.166.down_proj,0.0000031434,0.05000,3.700
31,mlp.experts.494.up_proj,0.0000144587,0.05000,14.429
31,mlp.experts.48.down_proj,0.0000019085,0.05000,3.745
31,mlp.experts.348.down_proj,0.0000022950,0.05000,3.714
31,mlp.experts.461.up_proj,0.0000392881,0.05000,14.416
31,mlp.experts.453.up_proj,0.0000429568,0.05000,14.517
31,mlp.experts.482.up_proj,0.0000214450,0.05000,14.384
31,mlp.experts.433.up_proj,0.0000432484,0.05000,14.491
31,mlp.experts.491.up_proj,0.0000667313,0.05000,14.409
31,mlp.experts.483.up_proj,0.0000181347,0.05000,14.532
31,mlp.experts.169.down_proj,0.0000028152,0.05000,3.767
31,mlp.experts.449.up_proj,failsafe(rtn): 0.0014648,0.00000,0.807
31,mlp.experts.185.down_proj,failsafe(rtn): 0.0015030,0.00000,0.219
31,mlp.experts.182.down_proj,0.0000020202,0.05000,3.736
31,mlp.experts.64.down_proj,0.0000034351,0.05000,3.726
31,mlp.experts.364.down_proj,0.0000013913,0.05000,3.786
31,mlp.experts.201.down_proj,0.0000013648,0.05000,3.761
31,mlp.experts.198.down_proj,0.0000014893,0.05000,3.779
31,mlp.experts.80.down_proj,0.0000035616,0.05000,3.787
31,mlp.experts.380.down_proj,0.0000028847,0.05000,3.742
31,mlp.experts.217.down_proj,0.0000009522,0.05000,3.709
31,mlp.experts.214.down_proj,0.0000014777,0.05000,3.757
31,mlp.experts.96.down_proj,0.0000045191,0.05000,3.776
31,mlp.experts.442.up_proj,0.0000420233,0.05000,14.904
31,mlp.experts.396.down_proj,0.0000009721,0.05000,3.791
31,mlp.experts.436.up_proj,0.0000236550,0.05000,14.915
31,mlp.experts.463.up_proj,0.0000193300,0.05000,14.952
31,mlp.experts.479.up_proj,failsafe(rtn): 0.0015640,0.00000,0.672
31,mlp.experts.455.up_proj,0.0000110599,0.05000,14.903
31,mlp.experts.233.down_proj,0.0000012845,0.05000,3.708
31,mlp.experts.504.up_proj,0.0000111350,0.05000,14.810
31,mlp.experts.230.down_proj,0.0000008706,0.05000,3.657
31,mlp.experts.510.up_proj,0.0000325229,0.05000,14.868
31,mlp.experts.112.down_proj,0.0000012604,0.05000,3.736
31,mlp.experts.477.up_proj,0.0000362036,0.05000,14.981
31,mlp.experts.412.down_proj,0.0000003167,0.05000,3.638
31,mlp.experts.469.up_proj,0.0000271164,0.05000,14.944
31,mlp.experts.498.up_proj,0.0000683845,0.05000,14.942
31,mlp.experts.507.up_proj,0.0000443177,0.05000,14.899
31,mlp.experts.499.up_proj,0.0000185776,0.05000,14.865
31,mlp.experts.465.up_proj,0.0000201999,0.05000,14.892
31,mlp.experts.249.down_proj,0.0000019388,0.05000,3.747
31,mlp.experts.8.down_proj,0.0000015902,0.05000,3.690
31,mlp.experts.246.down_proj,0.0000091490,0.05000,3.694
31,mlp.experts.14.down_proj,0.0000009750,0.05000,3.562
31,mlp.experts.128.down_proj,0.0000024535,0.05000,3.572
31,mlp.experts.428.down_proj,0.0000019882,0.05000,3.579
31,mlp.experts.2.down_proj,0.0000015641,0.05000,3.688
31,mlp.experts.11.down_proj,0.0000023476,0.05000,3.658
31,mlp.experts.3.down_proj,0.0000039804,0.05000,3.654
31,mlp.experts.265.down_proj,0.0000013846,0.05000,3.625
31,mlp.experts.24.down_proj,0.0000023013,0.05000,3.690
31,mlp.experts.262.down_proj,0.0000015458,0.05000,3.718
31,mlp.experts.30.down_proj,0.0000032285,0.05000,3.766
31,mlp.experts.144.down_proj,0.0000031605,0.05000,3.743
31,mlp.experts.444.down_proj,0.0000028573,0.05000,3.856
31,mlp.experts.460.down_proj,failsafe(rtn): 0.0015411,0.00000,0.197
31,mlp.experts.18.down_proj,0.0000063858,0.05000,3.696
31,mlp.experts.476.down_proj,failsafe(rtn): 0.0015488,0.00000,0.167
31,mlp.experts.27.down_proj,0.0000020876,0.05000,3.734
31,mlp.experts.19.down_proj,0.0000103154,0.05000,3.767
31,mlp.experts.35.down_proj,failsafe(rtn): 0.0015640,0.00000,0.170
31,mlp.experts.281.down_proj,0.0000018837,0.05000,3.728
31,mlp.experts.40.down_proj,0.0000059927,0.05000,3.692
31,mlp.experts.278.down_proj,0.0000008211,0.05000,3.622
31,mlp.experts.46.down_proj,0.0000011294,0.05000,3.680
31,mlp.experts.160.down_proj,0.0000023435,0.05000,3.712
31,mlp.experts.458.up_proj,0.0000648435,0.05000,14.527
31,mlp.experts.452.up_proj,0.0000092354,0.05000,14.639
31,mlp.experts.34.down_proj,0.0000012579,0.05000,3.736
31,mlp.experts.492.down_proj,0.0000019951,0.05000,3.764
31,mlp.experts.43.down_proj,0.0000032932,0.05000,3.731
31,mlp.experts.471.up_proj,0.0000222651,0.05000,14.708
31,mlp.experts.495.up_proj,0.0000168797,0.05000,14.767
31,mlp.experts.51.down_proj,0.0000009528,0.05000,3.734
31,mlp.experts.297.down_proj,0.0000018316,0.05000,3.778
31,mlp.experts.56.down_proj,0.0000022457,0.05000,3.736
31,mlp.experts.313.down_proj,failsafe(rtn): 0.0014725,0.00000,0.181
31,mlp.experts.294.down_proj,0.0000013142,0.05000,3.795
31,mlp.experts.62.down_proj,0.0000012284,0.05000,3.751
31,mlp.experts.176.down_proj,0.0000026016,0.05000,3.739
31,mlp.experts.493.up_proj,0.0000157267,0.05000,14.619
31,mlp.experts.485.up_proj,0.0000286830,0.05000,14.739
31,mlp.experts.50.down_proj,0.0000065259,0.05000,3.611
31,mlp.experts.508.down_proj,0.0000013136,0.05000,3.613
31,mlp.experts.59.down_proj,0.0000022322,0.05000,3.611
31,mlp.experts.481.up_proj,0.0000144949,0.05000,14.552
31,mlp.experts.67.down_proj,0.0000034249,0.05000,3.461
31,mlp.experts.72.down_proj,0.0000018406,0.05000,3.404
31,mlp.experts.329.down_proj,0.0000016944,0.05000,3.450
31,mlp.experts.310.down_proj,0.0000032931,0.05000,3.424
31,mlp.experts.78.down_proj,0.0000018696,0.05000,3.327
31,mlp.experts.192.down_proj,0.0000030643,0.05000,3.246
31,mlp.experts.66.down_proj,0.0000022686,0.05000,3.252
31,mlp.experts.75.down_proj,0.0000039768,0.05000,3.231
31,mlp.experts.83.down_proj,0.0000017109,0.05000,3.254
31,mlp.experts.88.down_proj,0.0000026267,0.05000,3.257
31,mlp.experts.345.down_proj,0.0000014907,0.05000,3.256
31,mlp.experts.326.down_proj,0.0000015110,0.05000,3.362
31,mlp.experts.94.down_proj,0.0000017293,0.05000,3.355
31,mlp.experts.110.down_proj,failsafe(rtn): 0.0015106,0.00000,0.168
31,mlp.experts.208.down_proj,0.0000046222,0.05000,3.373
31,mlp.experts.224.down_proj,failsafe(rtn): 0.0014877,0.00000,0.162
31,mlp.experts.82.down_proj,0.0000019746,0.05000,3.342
31,mlp.experts.91.down_proj,0.0000015543,0.05000,3.291
31,mlp.experts.99.down_proj,0.0000017137,0.05000,3.208
31,mlp.experts.104.down_proj,0.0000023975,0.05000,3.207
31,mlp.experts.361.down_proj,0.0000022039,0.05000,3.250
31,mlp.experts.342.down_proj,0.0000026003,0.05000,3.153
31,mlp.experts.126.down_proj,0.0000043355,0.05000,3.113
31,mlp.experts.240.down_proj,0.0000021507,0.05000,3.097
31,mlp.experts.474.up_proj,0.0000545515,0.05000,13.367
31,mlp.experts.468.up_proj,0.0000461233,0.05000,13.312
31,mlp.experts.98.down_proj,0.0000024294,0.05000,3.242
31,mlp.experts.107.down_proj,0.0000196977,0.05000,3.242
31,mlp.experts.487.up_proj,0.0000324496,0.05000,13.286
31,mlp.experts.511.up_proj,0.0000161590,0.05000,13.335
31,mlp.experts.115.down_proj,0.0000025992,0.05000,3.345
31,mlp.experts.120.down_proj,0.0000015081,0.05000,3.332
31,mlp.experts.503.up_proj,failsafe(rtn): 0.0014801,0.00000,0.685
31,mlp.experts.377.down_proj,0.0000011228,0.05000,3.346
31,mlp.experts.358.down_proj,0.0000008829,0.05000,3.287
31,mlp.experts.142.down_proj,0.0000031237,0.05000,3.327
31,mlp.experts.256.down_proj,0.0000030379,0.05000,3.358
31,mlp.experts.509.up_proj,0.0000370464,0.05000,13.073
31,mlp.experts.272.down_proj,failsafe(rtn): 0.0015488,0.00000,0.165
31,mlp.experts.501.up_proj,0.0000272076,0.05000,13.105
31,mlp.experts.114.down_proj,0.0000019185,0.05000,3.407
31,mlp.experts.123.down_proj,0.0000038432,0.05000,3.512
31,mlp.experts.15.down_proj,0.0000057069,0.05000,3.432
31,mlp.experts.497.up_proj,0.0000234738,0.05000,13.290
31,mlp.experts.131.down_proj,0.0000017908,0.05000,3.448
31,mlp.experts.136.down_proj,0.0000031521,0.05000,3.389
31,mlp.experts.7.down_proj,0.0000008766,0.05000,3.404
31,mlp.experts.393.down_proj,0.0000045715,0.05000,3.383
31,mlp.experts.374.down_proj,0.0000014793,0.05000,3.360
31,mlp.experts.158.down_proj,0.0000048634,0.05000,3.333
31,mlp.experts.288.down_proj,0.0000028372,0.05000,3.296
31,mlp.experts.13.down_proj,0.0000079935,0.05000,3.323
31,mlp.experts.5.down_proj,0.0000007191,0.05000,3.342
31,mlp.experts.130.down_proj,0.0000023657,0.05000,3.187
31,mlp.experts.139.down_proj,0.0000014308,0.05000,3.133
31,mlp.experts.31.down_proj,0.0000021231,0.05000,3.210
31,mlp.experts.1.down_proj,0.0000019370,0.05000,3.195
31,mlp.experts.147.down_proj,0.0000014188,0.05000,3.231
31,mlp.experts.152.down_proj,0.0000015552,0.05000,3.162
31,mlp.experts.23.down_proj,0.0000013922,0.05000,3.120
31,mlp.experts.409.down_proj,0.0000006761,0.05000,3.190
31,mlp.experts.425.down_proj,failsafe(rtn): 0.0016174,0.00000,0.172
31,mlp.experts.441.down_proj,failsafe(rtn): 0.0016022,0.00000,0.163
31,mlp.experts.390.down_proj,0.0000023997,0.05000,3.206
31,mlp.experts.406.down_proj,failsafe(rtn): 0.0016632,0.00000,0.154
31,mlp.experts.174.down_proj,0.0000018409,0.05000,3.202
31,mlp.experts.304.down_proj,0.0000027633,0.05000,3.278
31,mlp.experts.29.down_proj,0.0000020937,0.05000,3.297
31,mlp.experts.45.down_proj,failsafe(rtn): 0.0014496,0.00000,0.162
31,mlp.experts.21.down_proj,0.0000105888,0.05000,3.304
31,mlp.experts.146.down_proj,0.0000010497,0.05000,3.291
31,mlp.experts.155.down_proj,0.0000009701,0.05000,3.293
31,mlp.experts.47.down_proj,0.0000019753,0.05000,3.268
31,mlp.experts.17.down_proj,0.0000052113,0.05000,3.283
31,mlp.experts.163.down_proj,0.0000033626,0.05000,3.323
31,mlp.experts.168.down_proj,0.0000041423,0.05000,3.273
31,mlp.experts.39.down_proj,0.0000013182,0.05000,3.307
31,mlp.experts.184.down_proj,failsafe(rtn): 0.0016174,0.00000,0.180
31,mlp.experts.200.down_proj,failsafe(rtn): 0.0015717,0.00000,0.147
31,mlp.experts.457.down_proj,0.0000029324,0.05000,3.347
31,mlp.experts.422.down_proj,0.0000043756,0.05000,3.330
31,mlp.experts.438.down_proj,failsafe(rtn): 0.0015869,0.00000,0.163
31,mlp.experts.454.down_proj,failsafe(rtn): 0.0017166,0.00000,0.166
31,mlp.experts.190.down_proj,0.0000012788,0.05000,3.329
31,mlp.experts.490.up_proj,0.0000144336,0.05000,13.187
31,mlp.experts.484.up_proj,0.0000415912,0.05000,13.146
31,mlp.experts.320.down_proj,0.0000093732,0.05000,3.318
31,mlp.experts.61.down_proj,0.0000024446,0.05000,3.386
31,mlp.experts.37.down_proj,0.0000026317,0.05000,3.389
31,mlp.experts.162.down_proj,0.0000021583,0.05000,3.334
31,mlp.experts.171.down_proj,0.0000012592,0.05000,3.329
31,mlp.experts.63.down_proj,0.0000021159,0.05000,3.374
31,mlp.experts.33.down_proj,0.0000020278,0.05000,3.361
31,mlp.experts.179.down_proj,0.0000011188,0.05000,3.431
31,mlp.experts.55.down_proj,0.0000037632,0.05000,3.342
31,mlp.experts.216.down_proj,0.0000015075,0.05000,3.399
31,mlp.experts.473.down_proj,0.0000016098,0.05000,3.445
31,mlp.experts.470.down_proj,0.0000017251,0.05000,3.442
31,mlp.experts.206.down_proj,0.0000017300,0.05000,3.431
31,mlp.experts.336.down_proj,0.0000010876,0.05000,3.457
31,mlp.experts.77.down_proj,0.0000234363,0.05000,3.452
31,mlp.experts.53.down_proj,0.0000025284,0.05000,3.497
31,mlp.experts.178.down_proj,0.0000028318,0.05000,3.419
31,mlp.experts.187.down_proj,0.0000016268,0.05000,3.564
31,mlp.experts.203.down_proj,failsafe(rtn): 0.0015717,0.00000,0.202
31,mlp.experts.79.down_proj,0.0000008207,0.05000,3.498
31,mlp.experts.49.down_proj,0.0000022389,0.05000,3.574
31,mlp.experts.195.down_proj,0.0000020583,0.05000,3.573
31,mlp.experts.71.down_proj,0.0000028798,0.05000,3.553
31,mlp.experts.232.down_proj,0.0000016442,0.05000,3.506
31,mlp.experts.489.down_proj,0.0000021947,0.05000,3.605
31,mlp.experts.486.down_proj,0.0000056576,0.05000,3.566
31,mlp.experts.222.down_proj,0.0000026102,0.05000,3.550
31,mlp.experts.502.down_proj,failsafe(rtn): 0.0014954,0.00000,0.174
31,mlp.experts.352.down_proj,0.0000019167,0.05000,3.460
31,mlp.experts.93.down_proj,0.0000027592,0.05000,3.468
31,mlp.experts.69.down_proj,0.0000019849,0.05000,3.481
31,mlp.experts.194.down_proj,0.0000017270,0.05000,3.437
31,mlp.experts.219.down_proj,0.0000025450,0.05000,3.247
31,mlp.experts.95.down_proj,0.0000148221,0.05000,3.279
31,mlp.experts.65.down_proj,0.0000073061,0.05000,3.217
31,mlp.experts.211.down_proj,0.0000011522,0.05000,3.254
31,mlp.experts.87.down_proj,0.0000009650,0.05000,3.239
31,mlp.experts.248.down_proj,0.0000022863,0.05000,3.181
31,mlp.experts.505.down_proj,0.0000043411,0.05000,3.069
31,mlp.experts.238.down_proj,0.0000020979,0.05000,3.017
31,mlp.experts.368.down_proj,0.0000010117,0.05000,3.013
31,mlp.experts.109.down_proj,0.0000023341,0.05000,2.975
31,mlp.experts.85.down_proj,0.0000040493,0.05000,3.009
31,mlp.experts.210.down_proj,0.0000014410,0.05000,3.017
31,mlp.experts.101.down_proj,failsafe(rtn): 0.0016022,0.00000,0.135
31,mlp.experts.235.down_proj,0.0000020051,0.05000,3.070
31,mlp.experts.111.down_proj,0.0000019365,0.05000,3.054
31,mlp.experts.81.down_proj,0.0000014081,0.05000,3.058
31,mlp.experts.227.down_proj,0.0000011246,0.05000,3.025
31,mlp.experts.103.down_proj,0.0000016736,0.05000,3.033
31,mlp.experts.264.down_proj,0.0000047126,0.05000,3.000
31,mlp.experts.254.down_proj,0.0000026473,0.05000,2.927
31,mlp.experts.506.up_proj,0.0000528258,0.05000,12.804
31,mlp.experts.500.up_proj,0.0000414413,0.05000,12.727
31,mlp.experts.384.down_proj,0.0000025844,0.05000,2.934
31,mlp.experts.400.down_proj,failsafe(rtn): 0.0014801,0.00000,0.163
31,mlp.experts.125.down_proj,0.0000030203,0.05000,2.918
31,mlp.experts.226.down_proj,0.0000050690,0.05000,2.912
31,mlp.experts.117.down_proj,0.0000017389,0.05000,2.925
31,mlp.experts.242.down_proj,failsafe(rtn): 0.0015182,0.00000,0.157
31,mlp.experts.127.down_proj,0.0000015230,0.05000,2.922
31,mlp.experts.251.down_proj,0.0000019559,0.05000,2.951
31,mlp.experts.97.down_proj,0.0000044219,0.05000,2.906
31,mlp.experts.243.down_proj,0.0000012712,0.05000,2.962
31,mlp.experts.119.down_proj,0.0000009404,0.05000,2.883
31,mlp.experts.280.down_proj,0.0000007280,0.05000,2.947
31,mlp.experts.10.down_proj,0.0000012306,0.05000,2.822
31,mlp.experts.270.down_proj,0.0000037144,0.05000,2.858
31,mlp.experts.4.down_proj,0.0000045169,0.05000,2.841
31,mlp.experts.141.down_proj,0.0000014554,0.05000,2.786
31,mlp.experts.416.down_proj,0.0000028210,0.05000,2.825
31,mlp.experts.133.down_proj,0.0000014493,0.05000,2.807
31,mlp.experts.258.down_proj,0.0000014065,0.05000,2.777
31,mlp.experts.143.down_proj,0.0000037429,0.05000,2.802
31,mlp.experts.267.down_proj,0.0000039235,0.05000,2.804
31,mlp.experts.113.down_proj,0.0000026200,0.05000,2.754
31,mlp.experts.259.down_proj,0.0000036803,0.05000,2.801
31,mlp.experts.135.down_proj,0.0000008970,0.05000,2.818
31,mlp.experts.296.down_proj,0.0000028712,0.05000,2.886
31,mlp.experts.26.down_proj,0.0000051758,0.05000,2.941
31,mlp.experts.286.down_proj,0.0000084925,0.05000,2.970
31,mlp.experts.20.down_proj,0.0000034649,0.05000,2.943
31,mlp.experts.157.down_proj,0.0000006563,0.05000,2.964
31,mlp.experts.432.down_proj,0.0000016332,0.05000,2.985
31,mlp.experts.149.down_proj,0.0000002924,0.05000,2.947
31,mlp.experts.274.down_proj,0.0000011269,0.05000,2.909
31,mlp.experts.283.down_proj,0.0000033944,0.05000,2.922
31,mlp.experts.159.down_proj,0.0000064754,0.05000,2.946
31,mlp.experts.129.down_proj,0.0000007215,0.05000,2.949
31,mlp.experts.151.down_proj,0.0000013252,0.05000,2.926
31,mlp.experts.275.down_proj,0.0000123280,0.05000,2.951
31,mlp.experts.312.down_proj,0.0000023395,0.05000,2.892
31,mlp.experts.42.down_proj,0.0000028213,0.05000,2.920
31,mlp.experts.302.down_proj,0.0000005132,0.05000,2.939
31,mlp.experts.36.down_proj,0.0000014400,0.05000,2.987
31,mlp.experts.173.down_proj,0.0000009703,0.05000,2.981
31,mlp.experts.448.down_proj,0.0000049031,0.05000,2.973
31,mlp.experts.165.down_proj,0.0000025387,0.05000,3.038
31,mlp.experts.290.down_proj,0.0000021064,0.05000,3.047
31,mlp.experts.299.down_proj,0.0000007155,0.05000,2.982
31,mlp.experts.175.down_proj,0.0000042242,0.05000,2.983
31,mlp.experts.145.down_proj,0.0000025266,0.05000,2.952
31,mlp.experts.167.down_proj,0.0000005047,0.05000,2.919
31,mlp.experts.291.down_proj,0.0000014912,0.05000,2.971
31,mlp.experts.328.down_proj,0.0000019604,0.05000,2.992
31,mlp.experts.58.down_proj,0.0000019437,0.05000,2.883
31,mlp.experts.318.down_proj,0.0000017374,0.05000,2.969
31,mlp.experts.52.down_proj,0.0000011856,0.05000,2.944
31,mlp.experts.189.down_proj,0.0000022096,0.05000,2.926
31,mlp.experts.464.down_proj,0.0000024867,0.05000,2.949
31,mlp.experts.181.down_proj,0.0000022024,0.05000,2.907
31,mlp.experts.306.down_proj,0.0000003944,0.05000,2.903
31,mlp.experts.191.down_proj,0.0000058272,0.05000,2.921
31,mlp.experts.315.down_proj,0.0000026397,0.05000,2.955
31,mlp.experts.161.down_proj,0.0000028389,0.05000,2.938
31,mlp.experts.183.down_proj,0.0000023711,0.05000,2.985
31,mlp.experts.307.down_proj,0.0000014044,0.05000,3.003
31,mlp.experts.344.down_proj,0.0000015453,0.05000,2.904
31,mlp.experts.74.down_proj,0.0000022957,0.05000,2.963
31,mlp.experts.334.down_proj,0.0000035091,0.05000,2.977
31,mlp.experts.68.down_proj,0.0000028575,0.05000,2.964
31,mlp.experts.205.down_proj,0.0000019902,0.05000,2.961
31,mlp.experts.480.down_proj,0.0000012494,0.05000,2.984
31,mlp.experts.197.down_proj,0.0000041926,0.05000,3.023
31,mlp.experts.322.down_proj,0.0000035620,0.05000,3.011
31,mlp.experts.207.down_proj,0.0000039049,0.05000,3.001
31,mlp.experts.331.down_proj,0.0000033325,0.05000,2.994
31,mlp.experts.177.down_proj,0.0000037707,0.05000,3.013
31,mlp.experts.323.down_proj,0.0000004673,0.05000,2.933
31,mlp.experts.199.down_proj,0.0000016748,0.05000,3.034
31,mlp.experts.339.down_proj,failsafe(rtn): 0.0015640,0.00000,0.144
31,mlp.experts.360.down_proj,0.0000018518,0.05000,3.008
31,mlp.experts.90.down_proj,0.0000013906,0.05000,2.934
31,mlp.experts.350.down_proj,0.0000137534,0.05000,2.899
31,mlp.experts.84.down_proj,0.0000025485,0.05000,2.968
31,mlp.experts.221.down_proj,0.0000016264,0.05000,2.975
31,mlp.experts.496.down_proj,0.0000016891,0.05000,2.987
31,mlp.experts.213.down_proj,0.0000010638,0.05000,3.000
31,mlp.experts.338.down_proj,0.0000012913,0.05000,2.951
31,mlp.experts.223.down_proj,0.0000009018,0.05000,2.920
31,mlp.experts.347.down_proj,0.0000028500,0.05000,2.938
31,mlp.experts.193.down_proj,0.0000018908,0.05000,2.929
31,mlp.experts.215.down_proj,0.0000037546,0.05000,2.961
31,mlp.experts.355.down_proj,0.0000040772,0.05000,2.923
31,mlp.experts.376.down_proj,0.0000031293,0.05000,2.942
31,mlp.experts.106.down_proj,0.0000025994,0.05000,2.923
31,mlp.experts.366.down_proj,0.0000004898,0.05000,2.882
31,mlp.experts.100.down_proj,0.0000005874,0.05000,2.877
31,mlp.experts.237.down_proj,0.0000028069,0.05000,2.851
31,mlp.experts.229.down_proj,0.0000039970,0.05000,2.767
31,mlp.experts.354.down_proj,0.0000077582,0.05000,2.771
31,mlp.experts.370.down_proj,failsafe(rtn): 0.0014725,0.00000,0.124
31,mlp.experts.239.down_proj,0.0000033303,0.05000,2.839
31,mlp.experts.363.down_proj,0.0000017466,0.05000,2.829
31,mlp.experts.209.down_proj,0.0000040851,0.05000,2.845
31,mlp.experts.231.down_proj,0.0000008859,0.05000,2.747
31,mlp.experts.371.down_proj,0.0000026097,0.05000,2.745
31,mlp.experts.392.down_proj,0.0000013197,0.05000,2.665
31,mlp.experts.122.down_proj,0.0000015735,0.05000,2.651
31,mlp.experts.382.down_proj,0.0000018064,0.05000,2.669
31,mlp.experts.116.down_proj,0.0000030798,0.05000,2.619
31,mlp.experts.253.down_proj,0.0000006340,0.05000,2.592
31,mlp.experts.245.down_proj,0.0000013720,0.05000,2.613
31,mlp.experts.386.down_proj,0.0000021362,0.05000,2.602
31,mlp.experts.379.down_proj,0.0000033455,0.05000,2.549
31,mlp.experts.255.down_proj,0.0000017335,0.05000,2.605
31,mlp.experts.225.down_proj,0.0000028420,0.05000,2.578
31,mlp.experts.247.down_proj,0.0000011431,0.05000,2.631
31,mlp.experts.387.down_proj,0.0000033767,0.05000,2.620
31,mlp.experts.408.down_proj,0.0000044279,0.05000,2.540
31,mlp.experts.138.down_proj,0.0000014858,0.05000,2.601
31,mlp.experts.398.down_proj,0.0000019137,0.05000,2.568
31,mlp.experts.132.down_proj,0.0000009095,0.05000,2.558
31,mlp.experts.269.down_proj,0.0000022321,0.05000,2.643
31,mlp.experts.261.down_proj,0.0000032451,0.05000,2.564
31,mlp.experts.402.down_proj,0.0000013723,0.05000,2.564
31,mlp.experts.395.down_proj,0.0000008332,0.05000,2.562
31,mlp.experts.271.down_proj,0.0000021976,0.05000,2.567
31,mlp.experts.241.down_proj,0.0000019078,0.05000,2.558
31,mlp.experts.263.down_proj,0.0000027775,0.05000,2.515
31,mlp.experts.403.down_proj,0.0000024235,0.05000,2.531
31,mlp.experts.424.down_proj,0.0000020530,0.05000,2.541
31,mlp.experts.154.down_proj,0.0000027707,0.05000,2.472
31,mlp.experts.414.down_proj,0.0000015037,0.05000,2.484
31,mlp.experts.148.down_proj,0.0000019088,0.05000,2.494
31,mlp.experts.285.down_proj,0.0000006425,0.05000,2.551
31,mlp.experts.277.down_proj,0.0000028771,0.05000,2.543
31,mlp.experts.418.down_proj,0.0000012863,0.05000,2.520
31,mlp.experts.411.down_proj,0.0000032957,0.05000,2.557
31,mlp.experts.287.down_proj,0.0000015074,0.05000,2.548
31,mlp.experts.257.down_proj,0.0000025725,0.05000,2.545
31,mlp.experts.279.down_proj,0.0000026369,0.05000,2.541
31,mlp.experts.440.down_proj,0.0000208941,0.05000,2.494
31,mlp.experts.419.down_proj,0.0000003721,0.05000,2.568
31,mlp.experts.170.down_proj,0.0000016890,0.05000,2.524
31,mlp.experts.430.down_proj,0.0000015420,0.05000,2.511
31,mlp.experts.164.down_proj,0.0000014848,0.05000,2.514
31,mlp.experts.301.down_proj,0.0000015275,0.05000,2.544
31,mlp.experts.293.down_proj,0.0000031851,0.05000,2.533
31,mlp.experts.434.down_proj,0.0000018172,0.05000,2.584
31,mlp.experts.427.down_proj,0.0000013173,0.05000,2.679
31,mlp.experts.303.down_proj,0.0000018007,0.05000,2.703
31,mlp.experts.273.down_proj,0.0000036154,0.05000,2.653
31,mlp.experts.456.down_proj,0.0000022584,0.05000,2.682
31,mlp.experts.295.down_proj,0.0000015149,0.05000,2.744
31,mlp.experts.435.down_proj,0.0000009272,0.05000,2.749
31,mlp.experts.186.down_proj,0.0000008857,0.05000,2.807
31,mlp.experts.446.down_proj,0.0000013921,0.05000,2.804
31,mlp.experts.180.down_proj,0.0000026043,0.05000,2.769
31,mlp.experts.462.down_proj,failsafe(rtn): 0.0015411,0.00000,0.137
31,mlp.experts.317.down_proj,0.0000005175,0.05000,2.747
31,mlp.experts.309.down_proj,0.0000008629,0.05000,2.851
31,mlp.experts.450.down_proj,0.0000032937,0.05000,2.822
31,mlp.experts.443.down_proj,0.0000027992,0.05000,2.820
31,mlp.experts.289.down_proj,0.0000024154,0.05000,2.797
31,mlp.experts.319.down_proj,0.0000008137,0.05000,2.841
31,mlp.experts.472.down_proj,0.0000010348,0.05000,2.763
31,mlp.experts.311.down_proj,0.0000040912,0.05000,2.876
31,mlp.experts.451.down_proj,0.0000010096,0.05000,2.861
31,mlp.experts.202.down_proj,0.0000012964,0.05000,2.798
31,mlp.experts.196.down_proj,0.0000021753,0.05000,2.760
31,mlp.experts.478.down_proj,0.0000009596,0.05000,2.768
31,mlp.experts.333.down_proj,0.0000012371,0.05000,2.824
31,mlp.experts.325.down_proj,0.0000013148,0.05000,2.745
31,mlp.experts.466.down_proj,0.0000007208,0.05000,2.734
31,mlp.experts.459.down_proj,0.0000005780,0.05000,2.744
31,mlp.experts.335.down_proj,0.0000031874,0.05000,2.738
31,mlp.experts.305.down_proj,0.0000039401,0.05000,2.763
31,mlp.experts.475.down_proj,failsafe(rtn): 0.0015259,0.00000,0.153
31,mlp.experts.488.down_proj,0.0000042473,0.05000,2.729
31,mlp.experts.327.down_proj,0.0000031158,0.05000,2.708
31,mlp.experts.467.down_proj,0.0000012859,0.05000,2.690
31,mlp.experts.218.down_proj,0.0000039921,0.05000,2.728
31,mlp.experts.212.down_proj,0.0000018111,0.05000,2.680
31,mlp.experts.494.down_proj,0.0000018168,0.05000,2.703
31,mlp.experts.349.down_proj,0.0000033902,0.05000,2.653
31,mlp.experts.341.down_proj,0.0000016924,0.05000,2.676
31,mlp.experts.482.down_proj,0.0000014798,0.05000,2.692
31,mlp.experts.321.down_proj,0.0000024816,0.05000,2.733
31,mlp.experts.351.down_proj,0.0000020101,0.05000,2.753
31,mlp.experts.491.down_proj,0.0000038140,0.05000,2.733
31,mlp.experts.504.down_proj,0.0000006687,0.05000,2.674
31,mlp.experts.343.down_proj,0.0000012534,0.05000,2.666
31,mlp.experts.483.down_proj,0.0000016001,0.05000,2.655
31,mlp.experts.234.down_proj,0.0000095324,0.05000,2.553
31,mlp.experts.228.down_proj,0.0000017728,0.05000,2.543
31,mlp.experts.510.down_proj,0.0000017409,0.05000,2.539
31,mlp.experts.365.down_proj,0.0000013239,0.05000,2.435
31,mlp.experts.357.down_proj,0.0000019996,0.05000,2.393
31,mlp.experts.498.down_proj,0.0000044015,0.05000,2.334
31,mlp.experts.337.down_proj,0.0000005341,0.05000,2.146
31,mlp.experts.367.down_proj,0.0000012537,0.05000,2.167
31,mlp.experts.507.down_proj,0.0000023764,0.05000,2.127
31,mlp.experts.359.down_proj,0.0000023316,0.05000,2.093
31,mlp.experts.499.down_proj,0.0000022450,0.05000,2.128
31,mlp.experts.250.down_proj,0.0000008992,0.05000,1.906
31,mlp.experts.244.down_proj,0.0000012388,0.05000,1.914
31,mlp.experts.381.down_proj,0.0000086846,0.05000,1.801
31,mlp.experts.373.down_proj,0.0000030752,0.05000,1.716
31,mlp.experts.353.down_proj,0.0000023575,0.05000,1.613
31,mlp.experts.383.down_proj,0.0000022673,0.05000,1.600
31,mlp.experts.375.down_proj,0.0000025290,0.05000,1.524
31,mlp.experts.266.down_proj,0.0000019913,0.05000,1.417
31,mlp.experts.260.down_proj,0.0000112074,0.05000,1.411
31,mlp.experts.397.down_proj,0.0000018460,0.05000,1.452
31,mlp.experts.389.down_proj,0.0000028831,0.05000,1.447
31,mlp.experts.369.down_proj,0.0000015675,0.05000,1.435
31,mlp.experts.399.down_proj,0.0000022396,0.05000,1.435
31,mlp.experts.391.down_proj,0.0000027021,0.05000,1.478
31,mlp.experts.276.down_proj,0.0000009534,0.05000,1.430
31,mlp.experts.282.down_proj,0.0000025901,0.05000,1.456
31,mlp.experts.413.down_proj,0.0000013657,0.05000,1.516
31,mlp.experts.405.down_proj,0.0000060404,0.05000,1.556
31,mlp.experts.415.down_proj,0.0000016054,0.05000,1.473
31,mlp.experts.385.down_proj,0.0000021608,0.05000,1.538
31,mlp.experts.407.down_proj,0.0000049626,0.05000,1.458
31,mlp.experts.292.down_proj,0.0000032241,0.05000,1.372
31,mlp.experts.298.down_proj,0.0000013101,0.05000,1.402
31,mlp.experts.429.down_proj,0.0000012265,0.05000,1.427
31,mlp.experts.421.down_proj,0.0000011941,0.05000,1.357
31,mlp.experts.431.down_proj,0.0000017740,0.05000,1.327
31,mlp.experts.401.down_proj,0.0000017656,0.05000,1.362
31,mlp.experts.423.down_proj,0.0000014387,0.05000,1.310
31,mlp.experts.308.down_proj,0.0000008815,0.05000,1.286
31,mlp.experts.314.down_proj,0.0000012092,0.05000,1.318
31,mlp.experts.445.down_proj,0.0000023511,0.05000,1.399
31,mlp.experts.437.down_proj,0.0000011066,0.05000,1.456
31,mlp.experts.447.down_proj,0.0000016715,0.05000,1.499
31,mlp.experts.417.down_proj,0.0000015502,0.05000,1.525
31,mlp.experts.439.down_proj,0.0000028125,0.05000,1.456
31,mlp.experts.324.down_proj,0.0000056546,0.05000,1.443
31,mlp.experts.330.down_proj,0.0000022751,0.05000,1.462
31,mlp.experts.461.down_proj,0.0000020125,0.05000,1.503
31,mlp.experts.453.down_proj,0.0000024072,0.05000,1.439
31,mlp.experts.463.down_proj,0.0000017272,0.05000,1.465
31,mlp.experts.479.down_proj,failsafe(rtn): 0.0016251,0.00000,0.081
31,mlp.experts.433.down_proj,0.0000021235,0.05000,1.502
31,mlp.experts.455.down_proj,0.0000010275,0.05000,1.516
31,mlp.experts.340.down_proj,0.0000005051,0.05000,1.479
31,mlp.experts.449.down_proj,failsafe(rtn): 0.0015182,0.00000,0.097
31,mlp.experts.346.down_proj,0.0000021498,0.05000,1.516
31,mlp.experts.477.down_proj,0.0000019413,0.05000,1.547
31,mlp.experts.469.down_proj,0.0000058576,0.05000,1.534
31,mlp.experts.495.down_proj,0.0000018672,0.05000,1.501
31,mlp.experts.356.down_proj,0.0000018817,0.05000,1.397
31,mlp.experts.471.down_proj,0.0000025135,0.05000,1.419
31,mlp.experts.465.down_proj,0.0000012349,0.05000,1.439
31,mlp.experts.362.down_proj,0.0000024894,0.05000,1.414
31,mlp.experts.493.down_proj,0.0000010122,0.05000,1.491
31,mlp.experts.485.down_proj,0.0000042549,0.05000,1.522
31,mlp.experts.511.down_proj,0.0000026137,0.05000,1.446
31,mlp.experts.372.down_proj,0.0000047018,0.05000,1.444
31,mlp.experts.487.down_proj,0.0000018696,0.05000,1.458
31,mlp.experts.503.down_proj,failsafe(rtn): 0.0014801,0.00000,0.071
31,mlp.experts.378.down_proj,0.0000019490,0.05000,1.421
31,mlp.experts.481.down_proj,0.0000012367,0.05000,1.517
31,mlp.experts.509.down_proj,0.0000026110,0.05000,1.051
31,mlp.experts.501.down_proj,0.0000034211,0.05000,0.934
31,mlp.experts.388.down_proj,0.0000022432,0.05000,0.600
31,mlp.experts.394.down_proj,0.0000019070,0.05000,0.550
31,mlp.experts.497.down_proj,0.0000034809,0.05000,0.678
31,mlp.experts.404.down_proj,0.0000010308,0.05000,0.298
31,mlp.experts.410.down_proj,0.0000009681,0.05000,0.284
31,mlp.experts.420.down_proj,0.0000017740,0.05000,0.230
31,mlp.experts.426.down_proj,0.0000032547,0.05000,0.235
31,mlp.experts.436.down_proj,0.0000036039,0.05000,0.245
31,mlp.experts.442.down_proj,0.0000026956,0.05000,0.242
31,mlp.experts.452.down_proj,0.0000007462,0.05000,0.249
31,mlp.experts.458.down_proj,0.0000040030,0.05000,0.247
31,mlp.experts.468.down_proj,0.0000028856,0.05000,0.244
31,mlp.experts.474.down_proj,0.0000035297,0.05000,0.243
31,mlp.experts.484.down_proj,0.0000023075,0.05000,0.241
31,mlp.experts.490.down_proj,0.0000010362,0.05000,0.238
31,mlp.experts.500.down_proj,0.0000053246,0.05000,0.236
31,mlp.experts.506.down_proj,0.0000034262,0.05000,0.212
32,mlp.experts.0.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.739
32,mlp.experts.4.gate_proj,0.0000254824,0.05000,13.042
32,mlp.experts.12.gate_proj,0.0000083267,0.05000,13.120
32,mlp.experts.1.gate_proj,0.0000310374,0.05000,13.135
32,mlp.experts.6.gate_proj,0.0000737242,0.05000,13.138
32,mlp.experts.7.gate_proj,0.0000158499,0.05000,13.159
32,mlp.experts.9.gate_proj,0.0000286952,0.05000,13.179
32,mlp.experts.11.gate_proj,0.0000197244,0.05000,13.197
32,mlp.experts.8.gate_proj,0.0000798222,0.05000,13.217
32,mlp.experts.10.gate_proj,0.0000220554,0.05000,13.241
32,mlp.experts.2.gate_proj,0.0000129743,0.05000,13.259
32,mlp.experts.13.gate_proj,0.0000245955,0.05000,13.303
32,mlp.experts.3.gate_proj,0.0000264935,0.05000,13.261
32,mlp.experts.15.gate_proj,0.0000381986,0.05000,13.332
32,mlp.experts.5.gate_proj,0.0000347020,0.05000,13.389
32,mlp.experts.14.gate_proj,0.0000458199,0.05000,13.401
32,mlp.experts.18.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.762
32,mlp.experts.34.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.641
32,mlp.experts.17.gate_proj,0.0000105472,0.05000,13.318
32,mlp.experts.22.gate_proj,0.0000215719,0.05000,13.347
32,mlp.experts.30.gate_proj,0.0000621281,0.05000,13.110
32,mlp.experts.28.gate_proj,0.0000174865,0.05000,13.232
32,mlp.experts.20.gate_proj,0.0000114839,0.05000,13.255
32,mlp.experts.29.gate_proj,0.0000230749,0.05000,13.265
32,mlp.experts.26.gate_proj,0.0000223781,0.05000,13.279
32,mlp.experts.27.gate_proj,0.0000459469,0.05000,13.462
32,mlp.experts.19.gate_proj,0.0000863064,0.05000,13.324
32,mlp.experts.23.gate_proj,0.0000587459,0.05000,13.489
32,mlp.experts.24.gate_proj,0.0000424493,0.05000,13.381
32,mlp.experts.25.gate_proj,0.0000361916,0.05000,13.502
32,mlp.experts.31.gate_proj,0.0000329577,0.05000,13.405
32,mlp.experts.16.gate_proj,0.0000293542,0.05000,13.498
32,mlp.experts.46.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.836
32,mlp.experts.50.gate_proj,0.0000401276,0.05000,13.552
32,mlp.experts.38.gate_proj,0.0000496909,0.05000,14.128
32,mlp.experts.44.gate_proj,0.0000898822,0.05000,14.087
32,mlp.experts.35.gate_proj,0.0000093495,0.05000,13.982
32,mlp.experts.39.gate_proj,0.0000110543,0.05000,13.995
32,mlp.experts.36.gate_proj,0.0000512943,0.05000,14.147
32,mlp.experts.42.gate_proj,0.0000359619,0.05000,14.157
32,mlp.experts.45.gate_proj,0.0000347268,0.05000,13.995
32,mlp.experts.47.gate_proj,0.0000349724,0.05000,13.964
32,mlp.experts.40.gate_proj,0.0000169977,0.05000,14.046
32,mlp.experts.33.gate_proj,0.0000212877,0.05000,14.132
32,mlp.experts.32.gate_proj,0.0000745096,0.05000,14.070
32,mlp.experts.43.gate_proj,0.0000237393,0.05000,14.228
32,mlp.experts.21.gate_proj,0.0000232632,0.05000,14.242
32,mlp.experts.41.gate_proj,0.0000110360,0.05000,14.252
32,mlp.experts.58.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.775
32,mlp.experts.62.gate_proj,0.0000109986,0.05000,14.161
32,mlp.experts.66.gate_proj,0.0000555451,0.05000,14.077
32,mlp.experts.55.gate_proj,0.0000105357,0.05000,14.374
32,mlp.experts.60.gate_proj,0.0000288926,0.05000,14.437
32,mlp.experts.54.gate_proj,0.0000422158,0.05000,14.457
32,mlp.experts.56.gate_proj,0.0000136543,0.05000,14.309
32,mlp.experts.51.gate_proj,0.0000304912,0.05000,14.460
32,mlp.experts.52.gate_proj,0.0000348555,0.05000,14.542
32,mlp.experts.57.gate_proj,0.0000764362,0.05000,14.284
32,mlp.experts.48.gate_proj,0.0000535854,0.05000,14.420
32,mlp.experts.63.gate_proj,0.0000354849,0.05000,14.536
32,mlp.experts.59.gate_proj,0.0000257592,0.05000,14.415
32,mlp.experts.61.gate_proj,0.0000215298,0.05000,14.694
32,mlp.experts.49.gate_proj,0.0000275593,0.05000,14.592
32,mlp.experts.37.gate_proj,0.0000344245,0.05000,14.506
32,mlp.experts.78.gate_proj,0.0000234360,0.05000,14.511
32,mlp.experts.74.gate_proj,0.0000160726,0.05000,14.597
32,mlp.experts.82.gate_proj,0.0000878774,0.05000,14.785
32,mlp.experts.76.gate_proj,0.0001003679,0.05000,14.604
32,mlp.experts.72.gate_proj,0.0000107892,0.05000,14.601
32,mlp.experts.71.gate_proj,0.0000280371,0.05000,14.646
32,mlp.experts.70.gate_proj,0.0000254050,0.05000,14.642
32,mlp.experts.67.gate_proj,0.0000085567,0.05000,14.678
32,mlp.experts.68.gate_proj,0.0000269108,0.05000,14.684
32,mlp.experts.79.gate_proj,0.0000836508,0.05000,14.652
32,mlp.experts.77.gate_proj,0.0000220437,0.05000,14.557
32,mlp.experts.64.gate_proj,0.0000485981,0.05000,14.739
32,mlp.experts.73.gate_proj,0.0000608519,0.05000,14.757
32,mlp.experts.53.gate_proj,0.0000745102,0.05000,14.560
32,mlp.experts.65.gate_proj,0.0000459430,0.05000,14.701
32,mlp.experts.75.gate_proj,0.0000413022,0.05000,14.880
32,mlp.experts.90.gate_proj,0.0000423575,0.05000,14.578
32,mlp.experts.94.gate_proj,0.0000359317,0.05000,14.684
32,mlp.experts.98.gate_proj,0.0000163485,0.05000,14.432
32,mlp.experts.87.gate_proj,0.0000709198,0.05000,14.290
32,mlp.experts.86.gate_proj,0.0000171830,0.05000,14.290
32,mlp.experts.92.gate_proj,0.0000795685,0.05000,14.352
32,mlp.experts.88.gate_proj,0.0000324316,0.05000,14.334
32,mlp.experts.84.gate_proj,0.0000918256,0.05000,14.137
32,mlp.experts.83.gate_proj,0.0000741173,0.05000,14.376
32,mlp.experts.93.gate_proj,0.0000292371,0.05000,14.199
32,mlp.experts.80.gate_proj,0.0000114906,0.05000,14.268
32,mlp.experts.95.gate_proj,0.0000196247,0.05000,14.356
32,mlp.experts.69.gate_proj,0.0000337418,0.05000,14.305
32,mlp.experts.89.gate_proj,0.0000336336,0.05000,14.355
32,mlp.experts.91.gate_proj,0.0000127908,0.05000,14.348
32,mlp.experts.81.gate_proj,0.0000156280,0.05000,14.405
32,mlp.experts.106.gate_proj,0.0000197750,0.05000,14.394
32,mlp.experts.110.gate_proj,0.0000114403,0.05000,14.423
32,mlp.experts.114.gate_proj,0.0000182871,0.05000,14.311
32,mlp.experts.130.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.663
32,mlp.experts.103.gate_proj,0.0000302289,0.05000,14.409
32,mlp.experts.104.gate_proj,0.0000307418,0.05000,14.367
32,mlp.experts.102.gate_proj,0.0000419907,0.05000,14.396
32,mlp.experts.100.gate_proj,0.0000232401,0.05000,14.385
32,mlp.experts.108.gate_proj,0.0000205538,0.05000,14.531
32,mlp.experts.109.gate_proj,0.0000207998,0.05000,14.351
32,mlp.experts.96.gate_proj,0.0000409558,0.05000,14.287
32,mlp.experts.99.gate_proj,0.0000483802,0.05000,14.476
32,mlp.experts.85.gate_proj,0.0000289862,0.05000,14.325
32,mlp.experts.111.gate_proj,0.0000426191,0.05000,14.425
32,mlp.experts.105.gate_proj,0.0000411824,0.05000,14.397
32,mlp.experts.107.gate_proj,0.0000437500,0.05000,14.402
32,mlp.experts.97.gate_proj,0.0000369268,0.05000,14.422
32,mlp.experts.120.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.757
32,mlp.experts.122.gate_proj,0.0000207247,0.05000,14.304
32,mlp.experts.126.gate_proj,0.0000359045,0.05000,14.419
32,mlp.experts.146.gate_proj,0.0000319516,0.05000,14.373
32,mlp.experts.116.gate_proj,0.0000051738,0.05000,14.292
32,mlp.experts.118.gate_proj,0.0000368454,0.05000,14.348
32,mlp.experts.124.gate_proj,0.0000612063,0.05000,14.211
32,mlp.experts.119.gate_proj,0.0000249034,0.05000,14.467
32,mlp.experts.125.gate_proj,0.0000190444,0.05000,14.405
32,mlp.experts.115.gate_proj,0.0000338324,0.05000,14.428
32,mlp.experts.127.gate_proj,0.0000114666,0.05000,14.386
32,mlp.experts.112.gate_proj,0.0000079528,0.05000,14.534
32,mlp.experts.101.gate_proj,0.0000314294,0.05000,14.513
32,mlp.experts.121.gate_proj,0.0000286847,0.05000,14.538
32,mlp.experts.123.gate_proj,0.0000385713,0.05000,14.452
32,mlp.experts.136.gate_proj,0.0000107454,0.05000,14.241
32,mlp.experts.113.gate_proj,0.0000169671,0.05000,14.576
32,mlp.experts.140.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.852
32,mlp.experts.134.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.862
32,mlp.experts.138.gate_proj,0.0000476101,0.05000,14.523
32,mlp.experts.117.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.837
32,mlp.experts.142.gate_proj,0.0000145790,0.05000,14.631
32,mlp.experts.156.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.769
32,mlp.experts.162.gate_proj,0.0000540975,0.05000,14.589
32,mlp.experts.132.gate_proj,0.0000198093,0.05000,14.703
32,mlp.experts.135.gate_proj,0.0000130226,0.05000,14.668
32,mlp.experts.141.gate_proj,0.0000230868,0.05000,14.663
32,mlp.experts.143.gate_proj,0.0000150540,0.05000,14.526
32,mlp.experts.128.gate_proj,0.0000366781,0.05000,14.562
32,mlp.experts.131.gate_proj,0.0000386915,0.05000,14.641
32,mlp.experts.152.gate_proj,0.0000386198,0.05000,14.470
32,mlp.experts.137.gate_proj,0.0000700181,0.05000,14.653
32,mlp.experts.139.gate_proj,0.0000401215,0.05000,14.630
32,mlp.experts.150.gate_proj,0.0000221833,0.05000,14.507
32,mlp.experts.129.gate_proj,0.0000231228,0.05000,14.617
32,mlp.experts.154.gate_proj,0.0000366534,0.05000,14.459
32,mlp.experts.158.gate_proj,0.0000364418,0.05000,14.388
32,mlp.experts.133.gate_proj,0.0000289159,0.05000,14.625
32,mlp.experts.172.gate_proj,0.0000244488,0.05000,14.489
32,mlp.experts.178.gate_proj,0.0000258388,0.05000,14.407
32,mlp.experts.148.gate_proj,0.0000279408,0.05000,14.240
32,mlp.experts.151.gate_proj,0.0000684512,0.05000,14.284
32,mlp.experts.159.gate_proj,0.0000585867,0.05000,14.328
32,mlp.experts.147.gate_proj,0.0000132545,0.05000,14.236
32,mlp.experts.157.gate_proj,0.0000125069,0.05000,14.391
32,mlp.experts.144.gate_proj,0.0000028590,0.05000,14.342
32,mlp.experts.168.gate_proj,0.0000611449,0.05000,14.264
32,mlp.experts.153.gate_proj,0.0000554535,0.05000,14.401
32,mlp.experts.155.gate_proj,0.0000030960,0.05000,14.453
32,mlp.experts.164.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.796
32,mlp.experts.166.gate_proj,0.0000203221,0.05000,14.439
32,mlp.experts.145.gate_proj,0.0000437722,0.05000,14.392
32,mlp.experts.170.gate_proj,0.0000140930,0.05000,14.547
32,mlp.experts.174.gate_proj,0.0000353173,0.05000,14.366
32,mlp.experts.149.gate_proj,0.0000514963,0.05000,14.463
32,mlp.experts.188.gate_proj,0.0000183940,0.05000,14.326
32,mlp.experts.194.gate_proj,0.0000326601,0.05000,14.495
32,mlp.experts.167.gate_proj,0.0000153348,0.05000,15.088
32,mlp.experts.175.gate_proj,0.0000684331,0.05000,15.012
32,mlp.experts.173.gate_proj,0.0000127798,0.05000,15.069
32,mlp.experts.163.gate_proj,0.0000388507,0.05000,15.097
32,mlp.experts.160.gate_proj,0.0000242454,0.05000,15.107
32,mlp.experts.184.gate_proj,0.0000442979,0.05000,15.019
32,mlp.experts.169.gate_proj,0.0000199772,0.05000,15.164
32,mlp.experts.171.gate_proj,0.0000612488,0.05000,15.099
32,mlp.experts.182.gate_proj,0.0000448666,0.05000,15.020
32,mlp.experts.180.gate_proj,0.0000517245,0.05000,15.100
32,mlp.experts.161.gate_proj,0.0000482960,0.05000,15.040
32,mlp.experts.190.gate_proj,0.0000398539,0.05000,14.946
32,mlp.experts.186.gate_proj,0.0000197150,0.05000,15.017
32,mlp.experts.165.gate_proj,0.0000188202,0.05000,14.858
32,mlp.experts.204.gate_proj,0.0000331743,0.05000,14.993
32,mlp.experts.210.gate_proj,0.0000342489,0.05000,14.826
32,mlp.experts.226.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.696
32,mlp.experts.183.gate_proj,0.0000098794,0.05000,13.960
32,mlp.experts.191.gate_proj,0.0000322624,0.05000,14.011
32,mlp.experts.189.gate_proj,0.0000114633,0.05000,14.042
32,mlp.experts.179.gate_proj,0.0000034183,0.05000,14.067
32,mlp.experts.176.gate_proj,0.0000791080,0.05000,14.050
32,mlp.experts.200.gate_proj,0.0000364514,0.05000,14.108
32,mlp.experts.185.gate_proj,0.0000409324,0.05000,13.989
32,mlp.experts.196.gate_proj,0.0000238898,0.05000,14.058
32,mlp.experts.187.gate_proj,0.0000144350,0.05000,14.148
32,mlp.experts.198.gate_proj,0.0000188216,0.05000,14.188
32,mlp.experts.177.gate_proj,0.0000177807,0.05000,14.191
32,mlp.experts.202.gate_proj,0.0000165250,0.05000,14.088
32,mlp.experts.206.gate_proj,0.0000391457,0.05000,14.112
32,mlp.experts.181.gate_proj,0.0000267343,0.05000,14.065
32,mlp.experts.220.gate_proj,0.0000210769,0.05000,14.031
32,mlp.experts.242.gate_proj,0.0000321198,0.05000,14.124
32,mlp.experts.199.gate_proj,0.0000496866,0.05000,14.533
32,mlp.experts.207.gate_proj,0.0000909428,0.05000,14.543
32,mlp.experts.205.gate_proj,0.0000193326,0.05000,14.453
32,mlp.experts.195.gate_proj,0.0000303737,0.05000,14.586
32,mlp.experts.192.gate_proj,0.0000230094,0.05000,14.543
32,mlp.experts.216.gate_proj,0.0000226119,0.05000,14.511
32,mlp.experts.201.gate_proj,0.0000402479,0.05000,14.572
32,mlp.experts.212.gate_proj,0.0000228021,0.05000,14.531
32,mlp.experts.193.gate_proj,0.0000207780,0.05000,14.450
32,mlp.experts.214.gate_proj,0.0000333670,0.05000,14.549
32,mlp.experts.203.gate_proj,0.0000267039,0.05000,14.642
32,mlp.experts.218.gate_proj,0.0000162830,0.05000,14.406
32,mlp.experts.222.gate_proj,0.0000096811,0.05000,14.528
32,mlp.experts.236.gate_proj,0.0000377342,0.05000,14.424
32,mlp.experts.197.gate_proj,0.0000188092,0.05000,14.620
32,mlp.experts.258.gate_proj,0.0000417291,0.05000,14.416
32,mlp.experts.215.gate_proj,0.0000302783,0.05000,14.103
32,mlp.experts.223.gate_proj,0.0000518966,0.05000,14.224
32,mlp.experts.221.gate_proj,0.0000317907,0.05000,14.214
32,mlp.experts.208.gate_proj,0.0000638202,0.05000,14.099
32,mlp.experts.211.gate_proj,0.0000199729,0.05000,14.145
32,mlp.experts.232.gate_proj,0.0000053296,0.05000,14.112
32,mlp.experts.217.gate_proj,0.0000108644,0.05000,14.170
32,mlp.experts.228.gate_proj,0.0000181178,0.05000,14.148
32,mlp.experts.209.gate_proj,0.0000511929,0.05000,14.174
32,mlp.experts.219.gate_proj,0.0000375404,0.05000,14.125
32,mlp.experts.238.gate_proj,0.0000561024,0.05000,13.992
32,mlp.experts.230.gate_proj,0.0000560082,0.05000,14.199
32,mlp.experts.234.gate_proj,0.0000228074,0.05000,14.191
32,mlp.experts.252.gate_proj,0.0000502779,0.05000,14.019
32,mlp.experts.213.gate_proj,0.0000357572,0.05000,14.083
32,mlp.experts.274.gate_proj,0.0000221422,0.05000,14.094
32,mlp.experts.231.gate_proj,0.0000234368,0.05000,14.318
32,mlp.experts.227.gate_proj,0.0000836325,0.05000,14.151
32,mlp.experts.239.gate_proj,0.0000427580,0.05000,14.269
32,mlp.experts.237.gate_proj,0.0000916028,0.05000,14.299
32,mlp.experts.248.gate_proj,0.0000700279,0.05000,14.278
32,mlp.experts.224.gate_proj,0.0000104933,0.05000,14.433
32,mlp.experts.233.gate_proj,0.0000657468,0.05000,14.210
32,mlp.experts.244.gate_proj,0.0000710696,0.05000,14.336
32,mlp.experts.235.gate_proj,0.0000249256,0.05000,14.234
32,mlp.experts.225.gate_proj,0.0000409705,0.05000,14.352
32,mlp.experts.254.gate_proj,0.0000213982,0.05000,14.290
32,mlp.experts.246.gate_proj,0.0000653539,0.05000,14.410
32,mlp.experts.268.gate_proj,0.0000397083,0.05000,14.388
32,mlp.experts.250.gate_proj,0.0000317962,0.05000,14.513
32,mlp.experts.229.gate_proj,0.0000204508,0.05000,14.371
32,mlp.experts.290.gate_proj,0.0000083886,0.05000,14.311
32,mlp.experts.247.gate_proj,0.0000276053,0.05000,14.702
32,mlp.experts.243.gate_proj,0.0000381315,0.05000,14.688
32,mlp.experts.264.gate_proj,0.0000310550,0.05000,14.577
32,mlp.experts.255.gate_proj,0.0000277930,0.05000,14.737
32,mlp.experts.253.gate_proj,0.0000640392,0.05000,14.819
32,mlp.experts.240.gate_proj,0.0000041376,0.05000,14.730
32,mlp.experts.260.gate_proj,0.0000198482,0.05000,14.691
32,mlp.experts.249.gate_proj,0.0000210746,0.05000,14.920
32,mlp.experts.251.gate_proj,0.0000735390,0.05000,14.841
32,mlp.experts.270.gate_proj,0.0000367365,0.05000,14.744
32,mlp.experts.241.gate_proj,0.0000098959,0.05000,14.832
32,mlp.experts.266.gate_proj,0.0000118265,0.05000,14.609
32,mlp.experts.262.gate_proj,0.0000283233,0.05000,14.801
32,mlp.experts.256.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.713
32,mlp.experts.284.gate_proj,0.0000156919,0.05000,14.800
32,mlp.experts.245.gate_proj,0.0000102074,0.05000,14.876
32,mlp.experts.276.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.786
32,mlp.experts.278.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.810
32,mlp.experts.306.gate_proj,0.0000147059,0.05000,14.635
32,mlp.experts.280.gate_proj,0.0000198657,0.05000,14.194
32,mlp.experts.263.gate_proj,0.0000381844,0.05000,14.552
32,mlp.experts.259.gate_proj,0.0000774415,0.05000,14.430
32,mlp.experts.271.gate_proj,0.0000260607,0.05000,14.500
32,mlp.experts.269.gate_proj,0.0000104338,0.05000,14.401
32,mlp.experts.265.gate_proj,0.0000209461,0.05000,14.359
32,mlp.experts.286.gate_proj,0.0000510457,0.05000,14.257
32,mlp.experts.267.gate_proj,0.0000176357,0.05000,14.369
32,mlp.experts.282.gate_proj,0.0000438301,0.05000,14.329
32,mlp.experts.257.gate_proj,0.0000421133,0.05000,14.461
32,mlp.experts.300.gate_proj,0.0000230727,0.05000,14.196
32,mlp.experts.272.gate_proj,0.0000820933,0.05000,14.342
32,mlp.experts.292.gate_proj,0.0000246460,0.05000,14.245
32,mlp.experts.261.gate_proj,0.0000353215,0.05000,14.376
32,mlp.experts.273.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.709
32,mlp.experts.294.gate_proj,0.0000481723,0.05000,14.224
32,mlp.experts.322.gate_proj,0.0000107064,0.05000,14.246
32,mlp.experts.296.gate_proj,0.0000253968,0.05000,14.389
32,mlp.experts.275.gate_proj,0.0000533160,0.05000,14.369
32,mlp.experts.279.gate_proj,0.0000066525,0.05000,14.509
32,mlp.experts.287.gate_proj,0.0000531362,0.05000,14.277
32,mlp.experts.285.gate_proj,0.0000048758,0.05000,14.340
32,mlp.experts.302.gate_proj,0.0000458830,0.05000,14.412
32,mlp.experts.283.gate_proj,0.0000236213,0.05000,14.365
32,mlp.experts.281.gate_proj,0.0000226204,0.05000,14.578
32,mlp.experts.316.gate_proj,0.0000145999,0.05000,14.375
32,mlp.experts.288.gate_proj,0.0000229236,0.05000,14.372
32,mlp.experts.298.gate_proj,0.0000113746,0.05000,14.408
32,mlp.experts.277.gate_proj,0.0000548477,0.05000,14.356
32,mlp.experts.308.gate_proj,0.0000539721,0.05000,14.408
32,mlp.experts.289.gate_proj,0.0000503121,0.05000,14.532
32,mlp.experts.310.gate_proj,0.0000475825,0.05000,14.547
32,mlp.experts.338.gate_proj,0.0000169976,0.05000,14.403
32,mlp.experts.312.gate_proj,0.0000259670,0.05000,13.816
32,mlp.experts.291.gate_proj,0.0000309832,0.05000,13.832
32,mlp.experts.303.gate_proj,0.0000910314,0.05000,13.802
32,mlp.experts.301.gate_proj,0.0000195677,0.05000,13.751
32,mlp.experts.295.gate_proj,0.0000517048,0.05000,13.872
32,mlp.experts.318.gate_proj,0.0000172515,0.05000,13.774
32,mlp.experts.299.gate_proj,0.0000327985,0.05000,13.781
32,mlp.experts.297.gate_proj,0.0000350017,0.05000,13.855
32,mlp.experts.304.gate_proj,0.0000093582,0.05000,13.799
32,mlp.experts.332.gate_proj,0.0000213598,0.05000,13.827
32,mlp.experts.314.gate_proj,0.0000159497,0.05000,13.885
32,mlp.experts.324.gate_proj,0.0000860827,0.05000,13.621
32,mlp.experts.293.gate_proj,0.0000660653,0.05000,13.735
32,mlp.experts.326.gate_proj,0.0000699379,0.05000,13.703
32,mlp.experts.305.gate_proj,0.0000839022,0.05000,13.797
32,mlp.experts.354.gate_proj,0.0000106219,0.05000,13.688
32,mlp.experts.328.gate_proj,0.0000284503,0.05000,13.988
32,mlp.experts.307.gate_proj,0.0000337294,0.05000,14.070
32,mlp.experts.319.gate_proj,0.0000858560,0.05000,14.093
32,mlp.experts.317.gate_proj,0.0000269479,0.05000,14.092
32,mlp.experts.311.gate_proj,0.0000300163,0.05000,14.050
32,mlp.experts.334.gate_proj,0.0000234329,0.05000,14.195
32,mlp.experts.315.gate_proj,0.0000315656,0.05000,14.180
32,mlp.experts.320.gate_proj,0.0000180571,0.05000,14.075
32,mlp.experts.348.gate_proj,0.0000534823,0.05000,14.059
32,mlp.experts.313.gate_proj,0.0000311697,0.05000,14.180
32,mlp.experts.340.gate_proj,0.0000158071,0.05000,14.091
32,mlp.experts.330.gate_proj,0.0000345249,0.05000,14.228
32,mlp.experts.309.gate_proj,0.0000154302,0.05000,14.127
32,mlp.experts.350.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.815
32,mlp.experts.342.gate_proj,0.0000271417,0.05000,14.243
32,mlp.experts.356.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.766
32,mlp.experts.321.gate_proj,0.0000268158,0.05000,14.294
32,mlp.experts.370.gate_proj,0.0000401167,0.05000,14.412
32,mlp.experts.344.gate_proj,0.0000102020,0.05000,14.478
32,mlp.experts.327.gate_proj,0.0000280862,0.05000,14.495
32,mlp.experts.333.gate_proj,0.0000177637,0.05000,14.503
32,mlp.experts.323.gate_proj,0.0000159857,0.05000,14.643
32,mlp.experts.335.gate_proj,0.0000803049,0.05000,14.680
32,mlp.experts.331.gate_proj,0.0000325346,0.05000,14.402
32,mlp.experts.336.gate_proj,0.0000206946,0.05000,14.421
32,mlp.experts.329.gate_proj,0.0000119093,0.05000,14.449
32,mlp.experts.364.gate_proj,0.0000793202,0.05000,14.511
32,mlp.experts.346.gate_proj,0.0000337475,0.05000,14.391
32,mlp.experts.325.gate_proj,0.0000101132,0.05000,14.443
32,mlp.experts.366.gate_proj,0.0000183412,0.05000,14.380
32,mlp.experts.372.gate_proj,0.0000390223,0.05000,14.184
32,mlp.experts.358.gate_proj,0.0000169417,0.05000,14.319
32,mlp.experts.337.gate_proj,0.0000134318,0.05000,14.455
32,mlp.experts.388.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.674
32,mlp.experts.386.gate_proj,0.0000450476,0.05000,14.343
32,mlp.experts.402.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.696
32,mlp.experts.360.gate_proj,0.0000193865,0.05000,13.969
32,mlp.experts.343.gate_proj,0.0000392551,0.05000,13.995
32,mlp.experts.349.gate_proj,0.0000156645,0.05000,14.004
32,mlp.experts.351.gate_proj,0.0000289224,0.05000,14.036
32,mlp.experts.339.gate_proj,0.0000371903,0.05000,14.222
32,mlp.experts.376.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.789
32,mlp.experts.347.gate_proj,0.0000968850,0.05000,13.953
32,mlp.experts.359.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.822
32,mlp.experts.380.gate_proj,0.0000230364,0.05000,13.967
32,mlp.experts.345.gate_proj,0.0000559230,0.05000,14.187
32,mlp.experts.352.gate_proj,0.0000489398,0.05000,14.270
32,mlp.experts.362.gate_proj,0.0000426316,0.05000,14.125
32,mlp.experts.341.gate_proj,0.0000255558,0.05000,14.067
32,mlp.experts.382.gate_proj,0.0000167055,0.05000,14.118
32,mlp.experts.374.gate_proj,0.0000603603,0.05000,14.121
32,mlp.experts.353.gate_proj,0.0000098359,0.05000,14.256
32,mlp.experts.404.gate_proj,0.0001002244,0.05000,14.026
32,mlp.experts.418.gate_proj,0.0000564645,0.05000,14.117
32,mlp.experts.365.gate_proj,0.0000252583,0.05000,14.183
32,mlp.experts.367.gate_proj,0.0000207351,0.05000,14.123
32,mlp.experts.355.gate_proj,0.0000549141,0.05000,14.200
32,mlp.experts.392.gate_proj,0.0000804588,0.05000,14.096
32,mlp.experts.363.gate_proj,0.0000397683,0.05000,14.112
32,mlp.experts.396.gate_proj,0.0000158234,0.05000,14.103
32,mlp.experts.361.gate_proj,0.0000537429,0.05000,13.950
32,mlp.experts.375.gate_proj,0.0000308548,0.05000,14.255
32,mlp.experts.368.gate_proj,0.0000153104,0.05000,14.105
32,mlp.experts.378.gate_proj,0.0000121196,0.05000,14.064
32,mlp.experts.357.gate_proj,0.0000266769,0.05000,14.267
32,mlp.experts.398.gate_proj,0.0000317174,0.05000,14.118
32,mlp.experts.390.gate_proj,0.0000145612,0.05000,14.040
32,mlp.experts.420.gate_proj,0.0000186493,0.05000,14.018
32,mlp.experts.369.gate_proj,0.0000268537,0.05000,14.263
32,mlp.experts.434.gate_proj,0.0000111651,0.05000,14.105
32,mlp.experts.381.gate_proj,0.0000418405,0.05000,14.233
32,mlp.experts.383.gate_proj,0.0000314155,0.05000,14.168
32,mlp.experts.408.gate_proj,0.0000576541,0.05000,14.101
32,mlp.experts.371.gate_proj,0.0000503235,0.05000,14.293
32,mlp.experts.379.gate_proj,0.0000206233,0.05000,14.137
32,mlp.experts.377.gate_proj,0.0000187876,0.05000,14.112
32,mlp.experts.391.gate_proj,0.0000252151,0.05000,14.092
32,mlp.experts.412.gate_proj,0.0000285032,0.05000,14.227
32,mlp.experts.394.gate_proj,0.0000508040,0.05000,14.135
32,mlp.experts.384.gate_proj,0.0000701629,0.05000,14.196
32,mlp.experts.373.gate_proj,0.0000228897,0.05000,14.151
32,mlp.experts.414.gate_proj,0.0000757514,0.05000,14.181
32,mlp.experts.407.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.731
32,mlp.experts.406.gate_proj,0.0000114013,0.05000,14.258
32,mlp.experts.436.gate_proj,0.0000404855,0.05000,14.352
32,mlp.experts.385.gate_proj,0.0000255068,0.05000,14.300
32,mlp.experts.450.gate_proj,0.0000153624,0.05000,14.248
32,mlp.experts.399.gate_proj,0.0000226027,0.05000,14.229
32,mlp.experts.397.gate_proj,0.0000220317,0.05000,14.336
32,mlp.experts.424.gate_proj,0.0000127192,0.05000,14.329
32,mlp.experts.395.gate_proj,0.0000495452,0.05000,14.381
32,mlp.experts.387.gate_proj,0.0000395624,0.05000,14.497
32,mlp.experts.393.gate_proj,0.0000528081,0.05000,14.464
32,mlp.experts.428.gate_proj,0.0000447983,0.05000,14.463
32,mlp.experts.410.gate_proj,0.0000542985,0.05000,14.480
32,mlp.experts.400.gate_proj,0.0000432894,0.05000,14.531
32,mlp.experts.389.gate_proj,0.0000205593,0.05000,14.355
32,mlp.experts.423.gate_proj,0.0000238095,0.05000,14.368
32,mlp.experts.430.gate_proj,0.0000399685,0.05000,14.579
32,mlp.experts.422.gate_proj,0.0000453246,0.05000,14.454
32,mlp.experts.452.gate_proj,0.0000608342,0.05000,14.511
32,mlp.experts.401.gate_proj,0.0000355439,0.05000,14.533
32,mlp.experts.468.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.714
32,mlp.experts.466.gate_proj,0.0000502539,0.05000,14.430
32,mlp.experts.415.gate_proj,0.0000209539,0.05000,14.361
32,mlp.experts.413.gate_proj,0.0000217702,0.05000,14.322
32,mlp.experts.440.gate_proj,0.0000406852,0.05000,14.283
32,mlp.experts.403.gate_proj,0.0000449364,0.05000,14.204
32,mlp.experts.411.gate_proj,0.0000453159,0.05000,14.318
32,mlp.experts.426.gate_proj,0.0000246760,0.05000,13.956
32,mlp.experts.409.gate_proj,0.0000535482,0.05000,14.270
32,mlp.experts.444.gate_proj,0.0000494086,0.05000,14.202
32,mlp.experts.416.gate_proj,0.0000468717,0.05000,14.006
32,mlp.experts.405.gate_proj,0.0000163461,0.05000,14.245
32,mlp.experts.439.gate_proj,0.0000122085,0.05000,14.128
32,mlp.experts.460.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.710
32,mlp.experts.438.gate_proj,0.0000358592,0.05000,14.099
32,mlp.experts.446.gate_proj,0.0000232366,0.05000,14.285
32,mlp.experts.417.gate_proj,0.0000085331,0.05000,14.121
32,mlp.experts.484.gate_proj,0.0000172428,0.05000,14.100
32,mlp.experts.482.gate_proj,0.0000356259,0.05000,14.030
32,mlp.experts.498.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.642
32,mlp.experts.431.gate_proj,0.0000605400,0.05000,13.943
32,mlp.experts.429.gate_proj,0.0000836968,0.05000,13.987
32,mlp.experts.456.gate_proj,0.0000148107,0.05000,13.943
32,mlp.experts.427.gate_proj,0.0000058482,0.05000,13.932
32,mlp.experts.419.gate_proj,0.0000197672,0.05000,14.082
32,mlp.experts.442.gate_proj,0.0000279376,0.05000,13.987
32,mlp.experts.432.gate_proj,0.0000691385,0.05000,13.985
32,mlp.experts.425.gate_proj,0.0000397115,0.05000,14.081
32,mlp.experts.421.gate_proj,0.0000672923,0.05000,14.130
32,mlp.experts.455.gate_proj,0.0000587670,0.05000,14.084
32,mlp.experts.454.gate_proj,0.0000113748,0.05000,13.972
32,mlp.experts.462.gate_proj,0.0000185997,0.05000,13.902
32,mlp.experts.476.gate_proj,0.0000161738,0.05000,14.064
32,mlp.experts.433.gate_proj,0.0000285755,0.05000,14.163
32,mlp.experts.500.gate_proj,0.0000350635,0.05000,14.183
32,mlp.experts.2.up_proj,0.0000144603,0.05000,14.334
32,mlp.experts.18.up_proj,failsafe(rtn): 0.0015259,0.00000,0.757
32,mlp.experts.34.up_proj,failsafe(rtn): 0.0014801,0.00000,0.647
32,mlp.experts.447.gate_proj,0.0000339738,0.05000,14.716
32,mlp.experts.445.gate_proj,0.0000704827,0.05000,14.784
32,mlp.experts.472.gate_proj,0.0000161081,0.05000,14.795
32,mlp.experts.443.gate_proj,0.0000380310,0.05000,14.794
32,mlp.experts.435.gate_proj,0.0000544808,0.05000,14.817
32,mlp.experts.458.gate_proj,0.0000289040,0.05000,14.667
32,mlp.experts.448.gate_proj,0.0000075306,0.05000,14.620
32,mlp.experts.441.gate_proj,0.0000356552,0.05000,14.752
32,mlp.experts.437.gate_proj,0.0000260338,0.05000,14.764
32,mlp.experts.471.gate_proj,0.0000475241,0.05000,14.766
32,mlp.experts.470.gate_proj,0.0000540617,0.05000,14.716
32,mlp.experts.492.gate_proj,0.0000103380,0.05000,14.654
32,mlp.experts.478.gate_proj,0.0000205606,0.05000,14.831
32,mlp.experts.453.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.703
32,mlp.experts.449.gate_proj,0.0000114941,0.05000,14.654
32,mlp.experts.4.up_proj,0.0000274619,0.05000,14.740
32,mlp.experts.50.up_proj,0.0000413026,0.05000,14.552
32,mlp.experts.463.gate_proj,0.0000530091,0.05000,14.296
32,mlp.experts.461.gate_proj,0.0000305215,0.05000,14.343
32,mlp.experts.488.gate_proj,0.0000153972,0.05000,14.267
32,mlp.experts.459.gate_proj,0.0000283292,0.05000,14.294
32,mlp.experts.474.gate_proj,0.0000427728,0.05000,14.294
32,mlp.experts.451.gate_proj,0.0000163466,0.05000,14.334
32,mlp.experts.464.gate_proj,0.0000266501,0.05000,14.254
32,mlp.experts.457.gate_proj,0.0000139361,0.05000,14.223
32,mlp.experts.508.gate_proj,0.0000530111,0.05000,14.166
32,mlp.experts.486.gate_proj,0.0000443601,0.05000,14.281
32,mlp.experts.487.gate_proj,0.0000794244,0.05000,14.414
32,mlp.experts.494.gate_proj,0.0000252133,0.05000,14.321
32,mlp.experts.469.gate_proj,0.0000281289,0.05000,14.350
32,mlp.experts.465.gate_proj,0.0000159452,0.05000,14.262
32,mlp.experts.481.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.670
32,mlp.experts.20.up_proj,0.0000109798,0.05000,14.239
32,mlp.experts.66.up_proj,0.0000554942,0.05000,14.018
32,mlp.experts.479.gate_proj,0.0000309035,0.05000,14.042
32,mlp.experts.477.gate_proj,0.0000217357,0.05000,14.029
32,mlp.experts.504.gate_proj,0.0000351914,0.05000,14.171
32,mlp.experts.475.gate_proj,0.0000197508,0.05000,14.067
32,mlp.experts.480.gate_proj,0.0000135669,0.05000,14.054
32,mlp.experts.490.gate_proj,0.0000158616,0.05000,14.196
32,mlp.experts.467.gate_proj,0.0000263027,0.05000,14.274
32,mlp.experts.473.gate_proj,0.0000209865,0.05000,14.305
32,mlp.experts.12.up_proj,0.0000078541,0.05000,14.189
32,mlp.experts.502.gate_proj,0.0000044054,0.05000,14.209
32,mlp.experts.510.gate_proj,0.0000241774,0.05000,14.169
32,mlp.experts.503.gate_proj,0.0000427425,0.05000,14.233
32,mlp.experts.485.gate_proj,0.0000188633,0.05000,14.233
32,mlp.experts.36.up_proj,0.0000523560,0.05000,14.190
32,mlp.experts.497.gate_proj,0.0000261601,0.05000,14.347
32,mlp.experts.82.up_proj,0.0000857492,0.05000,14.324
32,mlp.experts.495.gate_proj,0.0000171858,0.05000,14.143
32,mlp.experts.493.gate_proj,0.0000224415,0.05000,14.233
32,mlp.experts.8.up_proj,0.0000788972,0.05000,14.364
32,mlp.experts.491.gate_proj,0.0000296973,0.05000,14.263
32,mlp.experts.496.gate_proj,0.0000158941,0.05000,14.127
32,mlp.experts.506.gate_proj,0.0000125633,0.05000,14.282
32,mlp.experts.483.gate_proj,0.0000693161,0.05000,14.223
32,mlp.experts.489.gate_proj,0.0000206644,0.05000,14.272
32,mlp.experts.0.up_proj,failsafe(rtn): 0.0014801,0.00000,0.749
32,mlp.experts.6.up_proj,0.0000731497,0.05000,14.055
32,mlp.experts.28.up_proj,0.0000172141,0.05000,14.233
32,mlp.experts.7.up_proj,0.0000145860,0.05000,14.122
32,mlp.experts.14.up_proj,0.0000452820,0.05000,14.163
32,mlp.experts.501.gate_proj,0.0000118595,0.05000,14.222
32,mlp.experts.52.up_proj,0.0000386490,0.05000,14.200
32,mlp.experts.1.up_proj,0.0000313116,0.05000,14.168
32,mlp.experts.98.up_proj,0.0000161957,0.05000,14.234
32,mlp.experts.511.gate_proj,0.0000089527,0.05000,14.185
32,mlp.experts.509.gate_proj,0.0000240363,0.05000,14.220
32,mlp.experts.24.up_proj,0.0000422962,0.05000,14.156
32,mlp.experts.507.gate_proj,0.0000274636,0.05000,14.138
32,mlp.experts.10.up_proj,0.0000217383,0.05000,14.031
32,mlp.experts.499.gate_proj,0.0000712472,0.05000,14.250
32,mlp.experts.505.gate_proj,0.0000316112,0.05000,14.161
32,mlp.experts.16.up_proj,0.0000289315,0.05000,13.967
32,mlp.experts.22.up_proj,0.0000230988,0.05000,14.148
32,mlp.experts.44.up_proj,0.0000881378,0.05000,14.104
32,mlp.experts.30.up_proj,0.0000617250,0.05000,14.021
32,mlp.experts.23.up_proj,0.0000578522,0.05000,14.166
32,mlp.experts.5.up_proj,0.0000355022,0.05000,14.140
32,mlp.experts.46.up_proj,failsafe(rtn): 0.0014572,0.00000,0.756
32,mlp.experts.68.up_proj,0.0000264627,0.05000,14.340
32,mlp.experts.17.up_proj,0.0000101997,0.05000,14.356
32,mlp.experts.114.up_proj,0.0000181121,0.05000,14.356
32,mlp.experts.130.up_proj,failsafe(rtn): 0.0014725,0.00000,0.626
32,mlp.experts.15.up_proj,0.0000397756,0.05000,14.440
32,mlp.experts.13.up_proj,0.0000242264,0.05000,14.194
32,mlp.experts.40.up_proj,0.0000170262,0.05000,14.222
32,mlp.experts.11.up_proj,0.0000206396,0.05000,14.402
32,mlp.experts.26.up_proj,0.0000221743,0.05000,14.298
32,mlp.experts.3.up_proj,0.0000308751,0.05000,14.375
32,mlp.experts.9.up_proj,0.0000311181,0.05000,14.324
32,mlp.experts.32.up_proj,0.0000752073,0.05000,14.250
32,mlp.experts.60.up_proj,0.0000291594,0.05000,14.354
32,mlp.experts.38.up_proj,0.0000568023,0.05000,14.382
32,mlp.experts.39.up_proj,0.0000108793,0.05000,14.442
32,mlp.experts.21.up_proj,0.0000228999,0.05000,14.151
32,mlp.experts.62.up_proj,0.0000132626,0.05000,14.325
32,mlp.experts.84.up_proj,0.0000888361,0.05000,14.152
32,mlp.experts.33.up_proj,0.0000220534,0.05000,14.395
32,mlp.experts.146.up_proj,0.0000317472,0.05000,14.292
32,mlp.experts.31.up_proj,0.0000324840,0.05000,14.234
32,mlp.experts.29.up_proj,0.0000229566,0.05000,14.217
32,mlp.experts.56.up_proj,0.0000135396,0.05000,14.107
32,mlp.experts.42.up_proj,0.0000354725,0.05000,14.204
32,mlp.experts.27.up_proj,0.0000443127,0.05000,14.334
32,mlp.experts.19.up_proj,0.0000856255,0.05000,14.288
32,mlp.experts.25.up_proj,0.0000338888,0.05000,14.200
32,mlp.experts.48.up_proj,0.0000527274,0.05000,14.217
32,mlp.experts.58.up_proj,failsafe(rtn): 0.0014420,0.00000,0.731
32,mlp.experts.76.up_proj,0.0000994253,0.05000,14.248
32,mlp.experts.54.up_proj,0.0000409415,0.05000,14.307
32,mlp.experts.55.up_proj,0.0000104973,0.05000,14.183
32,mlp.experts.37.up_proj,0.0000358273,0.05000,14.237
32,mlp.experts.78.up_proj,0.0000248198,0.05000,14.289
32,mlp.experts.100.up_proj,0.0000225977,0.05000,14.422
32,mlp.experts.49.up_proj,0.0000295308,0.05000,14.389
32,mlp.experts.162.up_proj,0.0000533055,0.05000,14.544
32,mlp.experts.45.up_proj,0.0000342026,0.05000,14.706
32,mlp.experts.47.up_proj,0.0000342036,0.05000,14.847
32,mlp.experts.72.up_proj,0.0000109135,0.05000,14.805
32,mlp.experts.43.up_proj,0.0000238687,0.05000,14.808
32,mlp.experts.64.up_proj,0.0000481285,0.05000,14.697
32,mlp.experts.41.up_proj,0.0000113473,0.05000,14.820
32,mlp.experts.35.up_proj,0.0000094879,0.05000,14.905
32,mlp.experts.74.up_proj,0.0000164517,0.05000,14.813
32,mlp.experts.92.up_proj,0.0000783909,0.05000,14.753
32,mlp.experts.70.up_proj,0.0000247229,0.05000,14.730
32,mlp.experts.71.up_proj,0.0000305254,0.05000,14.737
32,mlp.experts.53.up_proj,0.0000714788,0.05000,14.565
32,mlp.experts.94.up_proj,0.0000355901,0.05000,14.710
32,mlp.experts.116.up_proj,0.0000051987,0.05000,14.628
32,mlp.experts.65.up_proj,0.0000442283,0.05000,14.703
32,mlp.experts.178.up_proj,0.0000242837,0.05000,14.609
32,mlp.experts.61.up_proj,0.0000210423,0.05000,14.163
32,mlp.experts.88.up_proj,0.0000319839,0.05000,14.052
32,mlp.experts.63.up_proj,0.0000352078,0.05000,14.261
32,mlp.experts.59.up_proj,0.0000257761,0.05000,14.059
32,mlp.experts.80.up_proj,0.0000135020,0.05000,14.052
32,mlp.experts.57.up_proj,0.0000782450,0.05000,14.187
32,mlp.experts.51.up_proj,0.0000326733,0.05000,14.273
32,mlp.experts.108.up_proj,0.0000203453,0.05000,14.126
32,mlp.experts.90.up_proj,0.0000411626,0.05000,14.232
32,mlp.experts.86.up_proj,0.0000176695,0.05000,14.110
32,mlp.experts.87.up_proj,0.0000696758,0.05000,14.166
32,mlp.experts.69.up_proj,0.0000333065,0.05000,14.247
32,mlp.experts.110.up_proj,0.0000109894,0.05000,14.089
32,mlp.experts.132.up_proj,0.0000212204,0.05000,14.251
32,mlp.experts.81.up_proj,0.0000161586,0.05000,14.227
32,mlp.experts.194.up_proj,0.0000325374,0.05000,14.224
32,mlp.experts.77.up_proj,0.0000218500,0.05000,14.439
32,mlp.experts.104.up_proj,0.0000348916,0.05000,14.398
32,mlp.experts.79.up_proj,0.0000824852,0.05000,14.436
32,mlp.experts.75.up_proj,0.0000408714,0.05000,14.487
32,mlp.experts.120.up_proj,failsafe(rtn): 0.0015106,0.00000,0.751
32,mlp.experts.96.up_proj,0.0000404455,0.05000,14.461
32,mlp.experts.73.up_proj,0.0000615123,0.05000,14.438
32,mlp.experts.67.up_proj,0.0000090127,0.05000,14.386
32,mlp.experts.106.up_proj,0.0000195337,0.05000,14.394
32,mlp.experts.102.up_proj,0.0000411276,0.05000,14.388
32,mlp.experts.124.up_proj,0.0000609132,0.05000,14.456
32,mlp.experts.103.up_proj,0.0000293780,0.05000,14.478
32,mlp.experts.85.up_proj,0.0000289415,0.05000,14.373
32,mlp.experts.126.up_proj,0.0000346746,0.05000,14.396
32,mlp.experts.140.up_proj,failsafe(rtn): 0.0015335,0.00000,0.707
32,mlp.experts.156.up_proj,failsafe(rtn): 0.0016022,0.00000,0.695
32,mlp.experts.148.up_proj,0.0000271864,0.05000,14.228
32,mlp.experts.97.up_proj,0.0000367219,0.05000,14.275
32,mlp.experts.164.up_proj,failsafe(rtn): 0.0015640,0.00000,0.663
32,mlp.experts.210.up_proj,0.0000334721,0.05000,14.154
32,mlp.experts.226.up_proj,failsafe(rtn): 0.0014496,0.00000,0.668
32,mlp.experts.93.up_proj,0.0000301497,0.05000,14.111
32,mlp.experts.95.up_proj,0.0000197744,0.05000,14.112
32,mlp.experts.136.up_proj,0.0000102254,0.05000,14.027
32,mlp.experts.91.up_proj,0.0000125995,0.05000,14.151
32,mlp.experts.112.up_proj,0.0000078586,0.05000,14.180
32,mlp.experts.89.up_proj,0.0000382679,0.05000,14.175
32,mlp.experts.83.up_proj,0.0000703598,0.05000,14.216
32,mlp.experts.118.up_proj,0.0000362587,0.05000,14.190
32,mlp.experts.122.up_proj,0.0000222190,0.05000,14.301
32,mlp.experts.119.up_proj,0.0000256394,0.05000,14.298
32,mlp.experts.101.up_proj,0.0000305857,0.05000,14.284
32,mlp.experts.134.up_proj,failsafe(rtn): 0.0015488,0.00000,0.725
32,mlp.experts.142.up_proj,0.0000142966,0.05000,14.438
32,mlp.experts.117.up_proj,failsafe(rtn): 0.0015488,0.00000,0.715
32,mlp.experts.172.up_proj,0.0000244817,0.05000,14.236
32,mlp.experts.113.up_proj,0.0000167626,0.05000,14.362
32,mlp.experts.180.up_proj,0.0000502140,0.05000,14.207
32,mlp.experts.242.up_proj,0.0000314366,0.05000,14.289
32,mlp.experts.109.up_proj,0.0000197065,0.05000,13.980
32,mlp.experts.111.up_proj,0.0000416274,0.05000,13.972
32,mlp.experts.152.up_proj,0.0000404230,0.05000,13.836
32,mlp.experts.107.up_proj,0.0000445368,0.05000,13.990
32,mlp.experts.128.up_proj,0.0000353150,0.05000,13.797
32,mlp.experts.105.up_proj,0.0000405261,0.05000,13.833
32,mlp.experts.99.up_proj,0.0000479682,0.05000,13.933
32,mlp.experts.138.up_proj,0.0000471390,0.05000,13.933
32,mlp.experts.135.up_proj,0.0000122528,0.05000,13.878
32,mlp.experts.158.up_proj,0.0000359740,0.05000,13.684
32,mlp.experts.150.up_proj,0.0000220041,0.05000,14.022
32,mlp.experts.133.up_proj,0.0000317228,0.05000,13.793
32,mlp.experts.188.up_proj,0.0000179962,0.05000,13.722
32,mlp.experts.196.up_proj,0.0000254935,0.05000,13.719
32,mlp.experts.129.up_proj,0.0000258486,0.05000,13.892
32,mlp.experts.258.up_proj,0.0000413627,0.05000,13.834
32,mlp.experts.125.up_proj,0.0000193120,0.05000,14.207
32,mlp.experts.127.up_proj,0.0000106882,0.05000,14.116
32,mlp.experts.168.up_proj,0.0000604469,0.05000,14.234
32,mlp.experts.123.up_proj,0.0000371808,0.05000,14.245
32,mlp.experts.144.up_proj,0.0000033488,0.05000,14.199
32,mlp.experts.121.up_proj,0.0000283819,0.05000,14.137
32,mlp.experts.115.up_proj,0.0000329463,0.05000,14.145
32,mlp.experts.154.up_proj,0.0000364420,0.05000,14.237
32,mlp.experts.151.up_proj,0.0000684880,0.05000,14.280
32,mlp.experts.166.up_proj,0.0000195390,0.05000,14.153
32,mlp.experts.174.up_proj,0.0000353988,0.05000,14.281
32,mlp.experts.149.up_proj,0.0000509568,0.05000,14.374
32,mlp.experts.204.up_proj,0.0000355984,0.05000,14.344
32,mlp.experts.212.up_proj,0.0000224060,0.05000,14.300
32,mlp.experts.145.up_proj,0.0000425345,0.05000,14.303
32,mlp.experts.274.up_proj,0.0000217375,0.05000,14.527
32,mlp.experts.141.up_proj,0.0000269581,0.05000,14.550
32,mlp.experts.143.up_proj,0.0000150404,0.05000,14.673
32,mlp.experts.184.up_proj,0.0000482788,0.05000,14.521
32,mlp.experts.139.up_proj,0.0000407058,0.05000,14.570
32,mlp.experts.160.up_proj,0.0000242364,0.05000,14.543
32,mlp.experts.137.up_proj,0.0000690191,0.05000,14.548
32,mlp.experts.131.up_proj,0.0000385645,0.05000,14.620
32,mlp.experts.170.up_proj,0.0000137487,0.05000,14.658
32,mlp.experts.167.up_proj,0.0000159921,0.05000,14.472
32,mlp.experts.182.up_proj,0.0000475686,0.05000,14.674
32,mlp.experts.190.up_proj,0.0000394193,0.05000,14.764
32,mlp.experts.165.up_proj,0.0000184691,0.05000,14.657
32,mlp.experts.220.up_proj,0.0000211293,0.05000,14.576
32,mlp.experts.228.up_proj,0.0000180669,0.05000,14.707
32,mlp.experts.161.up_proj,0.0000477660,0.05000,14.658
32,mlp.experts.290.up_proj,0.0000082878,0.05000,14.303
32,mlp.experts.157.up_proj,0.0000123118,0.05000,14.359
32,mlp.experts.159.up_proj,0.0000563587,0.05000,14.370
32,mlp.experts.200.up_proj,0.0000359569,0.05000,14.364
32,mlp.experts.176.up_proj,0.0000793446,0.05000,14.268
32,mlp.experts.155.up_proj,0.0000030412,0.05000,14.337
32,mlp.experts.153.up_proj,0.0000572187,0.05000,14.327
32,mlp.experts.147.up_proj,0.0000164692,0.05000,14.225
32,mlp.experts.186.up_proj,0.0000198763,0.05000,14.260
32,mlp.experts.183.up_proj,0.0000098420,0.05000,14.344
32,mlp.experts.198.up_proj,0.0000191576,0.05000,14.136
32,mlp.experts.206.up_proj,0.0000388555,0.05000,14.121
32,mlp.experts.181.up_proj,0.0000261947,0.05000,14.276
32,mlp.experts.236.up_proj,0.0000364897,0.05000,14.369
32,mlp.experts.244.up_proj,0.0000694403,0.05000,14.282
32,mlp.experts.177.up_proj,0.0000180595,0.05000,14.289
32,mlp.experts.306.up_proj,0.0000141513,0.05000,14.049
32,mlp.experts.173.up_proj,0.0000125757,0.05000,13.978
32,mlp.experts.175.up_proj,0.0000665281,0.05000,14.092
32,mlp.experts.216.up_proj,0.0000230210,0.05000,14.105
32,mlp.experts.192.up_proj,0.0000232467,0.05000,14.065
32,mlp.experts.171.up_proj,0.0000612451,0.05000,14.074
32,mlp.experts.169.up_proj,0.0000198528,0.05000,14.135
32,mlp.experts.163.up_proj,0.0000381787,0.05000,14.287
32,mlp.experts.202.up_proj,0.0000161598,0.05000,13.990
32,mlp.experts.199.up_proj,0.0000490687,0.05000,14.219
32,mlp.experts.214.up_proj,0.0000322255,0.05000,14.086
32,mlp.experts.222.up_proj,0.0000104268,0.05000,14.143
32,mlp.experts.197.up_proj,0.0000206211,0.05000,14.128
32,mlp.experts.252.up_proj,0.0000483563,0.05000,14.024
32,mlp.experts.260.up_proj,0.0000198689,0.05000,14.198
32,mlp.experts.193.up_proj,0.0000203037,0.05000,14.244
32,mlp.experts.276.up_proj,failsafe(rtn): 0.0015030,0.00000,0.642
32,mlp.experts.322.up_proj,0.0000109661,0.05000,14.385
32,mlp.experts.189.up_proj,0.0000134443,0.05000,14.337
32,mlp.experts.191.up_proj,0.0000349395,0.05000,14.228
32,mlp.experts.232.up_proj,0.0000047290,0.05000,14.052
32,mlp.experts.208.up_proj,0.0000623987,0.05000,14.211
32,mlp.experts.187.up_proj,0.0000159767,0.05000,14.227
32,mlp.experts.185.up_proj,0.0000404279,0.05000,14.205
32,mlp.experts.179.up_proj,0.0000036040,0.05000,14.280
32,mlp.experts.218.up_proj,0.0000186519,0.05000,14.169
32,mlp.experts.215.up_proj,0.0000298915,0.05000,14.322
32,mlp.experts.230.up_proj,0.0000540508,0.05000,14.221
32,mlp.experts.238.up_proj,0.0000544969,0.05000,14.147
32,mlp.experts.213.up_proj,0.0000353874,0.05000,13.952
32,mlp.experts.268.up_proj,0.0000421467,0.05000,14.006
32,mlp.experts.209.up_proj,0.0000491253,0.05000,14.075
32,mlp.experts.292.up_proj,0.0000257463,0.05000,13.966
32,mlp.experts.338.up_proj,0.0000171074,0.05000,13.857
32,mlp.experts.205.up_proj,0.0000207793,0.05000,14.017
32,mlp.experts.207.up_proj,0.0000907095,0.05000,14.085
32,mlp.experts.248.up_proj,0.0000696973,0.05000,14.063
32,mlp.experts.224.up_proj,0.0000105837,0.05000,14.101
32,mlp.experts.203.up_proj,0.0000259389,0.05000,14.118
32,mlp.experts.201.up_proj,0.0000406844,0.05000,14.204
32,mlp.experts.234.up_proj,0.0000228978,0.05000,13.989
32,mlp.experts.195.up_proj,0.0000332727,0.05000,14.091
32,mlp.experts.231.up_proj,0.0000246317,0.05000,14.153
32,mlp.experts.246.up_proj,0.0000645232,0.05000,14.183
32,mlp.experts.254.up_proj,0.0000237384,0.05000,14.167
32,mlp.experts.229.up_proj,0.0000237656,0.05000,14.259
32,mlp.experts.284.up_proj,0.0000155327,0.05000,14.122
32,mlp.experts.225.up_proj,0.0000406955,0.05000,14.445
32,mlp.experts.308.up_proj,0.0000539626,0.05000,14.174
32,mlp.experts.354.up_proj,0.0000106075,0.05000,14.467
32,mlp.experts.221.up_proj,0.0000316644,0.05000,14.103
32,mlp.experts.223.up_proj,0.0000514291,0.05000,13.971
32,mlp.experts.264.up_proj,0.0000308389,0.05000,14.146
32,mlp.experts.240.up_proj,0.0000040193,0.05000,13.946
32,mlp.experts.219.up_proj,0.0000371482,0.05000,14.084
32,mlp.experts.217.up_proj,0.0000113108,0.05000,14.129
32,mlp.experts.256.up_proj,failsafe(rtn): 0.0014801,0.00000,0.711
32,mlp.experts.250.up_proj,0.0000313675,0.05000,13.971
32,mlp.experts.211.up_proj,0.0000212860,0.05000,14.057
32,mlp.experts.247.up_proj,0.0000279475,0.05000,14.074
32,mlp.experts.262.up_proj,0.0000285840,0.05000,14.052
32,mlp.experts.270.up_proj,0.0000374136,0.05000,14.034
32,mlp.experts.245.up_proj,0.0000102506,0.05000,14.194
32,mlp.experts.300.up_proj,0.0000238143,0.05000,14.229
32,mlp.experts.278.up_proj,failsafe(rtn): 0.0013809,0.00000,0.819
32,mlp.experts.241.up_proj,0.0000100323,0.05000,14.187
32,mlp.experts.324.up_proj,0.0000839540,0.05000,14.196
32,mlp.experts.370.up_proj,0.0000389283,0.05000,14.227
32,mlp.experts.237.up_proj,0.0000889861,0.05000,14.388
32,mlp.experts.239.up_proj,0.0000426205,0.05000,14.280
32,mlp.experts.280.up_proj,0.0000201711,0.05000,14.412
32,mlp.experts.235.up_proj,0.0000289962,0.05000,14.387
32,mlp.experts.233.up_proj,0.0000662692,0.05000,14.591
32,mlp.experts.272.up_proj,0.0000809064,0.05000,14.545
32,mlp.experts.266.up_proj,0.0000122128,0.05000,14.577
32,mlp.experts.227.up_proj,0.0000847030,0.05000,14.579
32,mlp.experts.263.up_proj,0.0000376394,0.05000,14.610
32,mlp.experts.286.up_proj,0.0000503871,0.05000,14.688
32,mlp.experts.261.up_proj,0.0000342520,0.05000,14.489
32,mlp.experts.316.up_proj,0.0000140961,0.05000,14.491
32,mlp.experts.294.up_proj,0.0000485669,0.05000,14.457
32,mlp.experts.257.up_proj,0.0000412341,0.05000,14.516
32,mlp.experts.340.up_proj,0.0000151533,0.05000,14.443
32,mlp.experts.273.up_proj,failsafe(rtn): 0.0015259,0.00000,0.687
32,mlp.experts.356.up_proj,failsafe(rtn): 0.0015106,0.00000,0.712
32,mlp.experts.386.up_proj,0.0000435699,0.05000,14.787
32,mlp.experts.402.up_proj,failsafe(rtn): 0.0016022,0.00000,0.698
32,mlp.experts.253.up_proj,0.0000647464,0.05000,14.575
32,mlp.experts.255.up_proj,0.0000274847,0.05000,14.546
32,mlp.experts.296.up_proj,0.0000251437,0.05000,14.581
32,mlp.experts.251.up_proj,0.0000727989,0.05000,14.447
32,mlp.experts.249.up_proj,0.0000226087,0.05000,14.408
32,mlp.experts.288.up_proj,0.0000253068,0.05000,14.430
32,mlp.experts.282.up_proj,0.0000437073,0.05000,14.404
32,mlp.experts.243.up_proj,0.0000376140,0.05000,14.461
32,mlp.experts.279.up_proj,0.0000062523,0.05000,14.370
32,mlp.experts.302.up_proj,0.0000449835,0.05000,14.446
32,mlp.experts.332.up_proj,0.0000225810,0.05000,14.347
32,mlp.experts.277.up_proj,0.0000536446,0.05000,14.423
32,mlp.experts.310.up_proj,0.0000475033,0.05000,14.533
32,mlp.experts.372.up_proj,0.0000400751,0.05000,14.490
32,mlp.experts.289.up_proj,0.0000499807,0.05000,14.681
32,mlp.experts.388.up_proj,failsafe(rtn): 0.0016022,0.00000,0.733
32,mlp.experts.418.up_proj,0.0000554675,0.05000,14.563
32,mlp.experts.269.up_proj,0.0000102043,0.05000,14.819
32,mlp.experts.271.up_proj,0.0000264558,0.05000,14.824
32,mlp.experts.312.up_proj,0.0000256148,0.05000,14.769
32,mlp.experts.267.up_proj,0.0000198046,0.05000,14.653
32,mlp.experts.265.up_proj,0.0000200897,0.05000,14.821
32,mlp.experts.298.up_proj,0.0000109770,0.05000,14.812
32,mlp.experts.304.up_proj,0.0000088958,0.05000,14.861
32,mlp.experts.259.up_proj,0.0000759812,0.05000,14.889
32,mlp.experts.295.up_proj,0.0000510289,0.05000,14.753
32,mlp.experts.318.up_proj,0.0000173737,0.05000,14.664
32,mlp.experts.348.up_proj,0.0000516154,0.05000,14.591
32,mlp.experts.293.up_proj,0.0000653020,0.05000,14.721
32,mlp.experts.326.up_proj,0.0000682273,0.05000,14.711
32,mlp.experts.305.up_proj,0.0000832398,0.05000,14.847
32,mlp.experts.404.up_proj,0.0000988833,0.05000,14.726
32,mlp.experts.434.up_proj,0.0000102997,0.05000,14.769
32,mlp.experts.285.up_proj,0.0000048329,0.05000,14.453
32,mlp.experts.287.up_proj,0.0000528559,0.05000,14.413
32,mlp.experts.328.up_proj,0.0000306266,0.05000,14.465
32,mlp.experts.283.up_proj,0.0000236324,0.05000,14.510
32,mlp.experts.281.up_proj,0.0000249180,0.05000,14.543
32,mlp.experts.320.up_proj,0.0000183109,0.05000,14.512
32,mlp.experts.314.up_proj,0.0000155868,0.05000,14.595
32,mlp.experts.275.up_proj,0.0000530221,0.05000,14.479
32,mlp.experts.311.up_proj,0.0000293113,0.05000,14.344
32,mlp.experts.334.up_proj,0.0000249780,0.05000,14.445
32,mlp.experts.364.up_proj,0.0000779512,0.05000,14.495
32,mlp.experts.309.up_proj,0.0000154067,0.05000,14.544
32,mlp.experts.342.up_proj,0.0000273712,0.05000,14.432
32,mlp.experts.350.up_proj,failsafe(rtn): 0.0015106,0.00000,0.835
32,mlp.experts.321.up_proj,0.0000265757,0.05000,14.573
32,mlp.experts.420.up_proj,0.0000184680,0.05000,14.565
32,mlp.experts.450.up_proj,0.0000160175,0.05000,14.409
32,mlp.experts.303.up_proj,0.0000905139,0.05000,14.297
32,mlp.experts.301.up_proj,0.0000202164,0.05000,14.348
32,mlp.experts.299.up_proj,0.0000325471,0.05000,14.144
32,mlp.experts.344.up_proj,0.0000098697,0.05000,14.423
32,mlp.experts.297.up_proj,0.0000376713,0.05000,14.369
32,mlp.experts.336.up_proj,0.0000200207,0.05000,14.371
32,mlp.experts.330.up_proj,0.0000377803,0.05000,14.450
32,mlp.experts.291.up_proj,0.0000304427,0.05000,14.573
32,mlp.experts.327.up_proj,0.0000278807,0.05000,14.628
32,mlp.experts.380.up_proj,0.0000231308,0.05000,14.483
32,mlp.experts.325.up_proj,0.0000103645,0.05000,14.305
32,mlp.experts.358.up_proj,0.0000187588,0.05000,14.288
32,mlp.experts.366.up_proj,0.0000197564,0.05000,14.335
32,mlp.experts.337.up_proj,0.0000131191,0.05000,14.127
32,mlp.experts.436.up_proj,0.0000404259,0.05000,14.116
32,mlp.experts.466.up_proj,0.0000498545,0.05000,13.947
32,mlp.experts.317.up_proj,0.0000262215,0.05000,14.252
32,mlp.experts.319.up_proj,0.0000853249,0.05000,14.309
32,mlp.experts.360.up_proj,0.0000191605,0.05000,14.204
32,mlp.experts.315.up_proj,0.0000314954,0.05000,14.418
32,mlp.experts.313.up_proj,0.0000305732,0.05000,14.233
32,mlp.experts.376.up_proj,failsafe(rtn): 0.0018616,0.00000,0.770
32,mlp.experts.352.up_proj,0.0000483141,0.05000,14.158
32,mlp.experts.346.up_proj,0.0000334135,0.05000,14.280
32,mlp.experts.307.up_proj,0.0000330643,0.05000,14.202
32,mlp.experts.343.up_proj,0.0000379920,0.05000,14.266
32,mlp.experts.396.up_proj,0.0000151861,0.05000,14.329
32,mlp.experts.374.up_proj,0.0000613953,0.05000,14.289
32,mlp.experts.341.up_proj,0.0000251311,0.05000,14.491
32,mlp.experts.359.up_proj,failsafe(rtn): 0.0014877,0.00000,0.859
32,mlp.experts.382.up_proj,0.0000162467,0.05000,14.418
32,mlp.experts.353.up_proj,0.0000103486,0.05000,14.482
32,mlp.experts.452.up_proj,0.0000594510,0.05000,14.431
32,mlp.experts.468.up_proj,failsafe(rtn): 0.0015869,0.00000,0.740
32,mlp.experts.482.up_proj,0.0000358369,0.05000,14.636
32,mlp.experts.498.up_proj,failsafe(rtn): 0.0014954,0.00000,0.678
32,mlp.experts.2.down_proj,0.0000016000,0.05000,3.539
32,mlp.experts.18.down_proj,failsafe(rtn): 0.0015869,0.00000,0.177
32,mlp.experts.34.down_proj,failsafe(rtn): 0.0015259,0.00000,0.190
32,mlp.experts.335.up_proj,0.0000792406,0.05000,14.558
32,mlp.experts.333.up_proj,0.0000178810,0.05000,14.589
32,mlp.experts.331.up_proj,0.0000322093,0.05000,14.513
32,mlp.experts.368.up_proj,0.0000165477,0.05000,14.342
32,mlp.experts.392.up_proj,0.0000681057,0.05000,14.424
32,mlp.experts.329.up_proj,0.0000117409,0.05000,14.487
32,mlp.experts.362.up_proj,0.0000458815,0.05000,14.411
32,mlp.experts.323.up_proj,0.0000163881,0.05000,14.418
32,mlp.experts.50.down_proj,0.0000077303,0.05000,3.403
32,mlp.experts.412.up_proj,0.0000269058,0.05000,14.316
32,mlp.experts.390.up_proj,0.0000152656,0.05000,14.258
32,mlp.experts.357.up_proj,0.0000262674,0.05000,14.483
32,mlp.experts.375.up_proj,0.0000306289,0.05000,14.412
32,mlp.experts.398.up_proj,0.0000344112,0.05000,14.380
32,mlp.experts.369.up_proj,0.0000265925,0.05000,14.443
32,mlp.experts.66.down_proj,0.0000042852,0.05000,3.760
32,mlp.experts.484.up_proj,0.0000172010,0.05000,14.299
32,mlp.experts.82.down_proj,0.0000060410,0.05000,3.402
32,mlp.experts.98.down_proj,0.0000010911,0.05000,3.522
32,mlp.experts.351.up_proj,0.0000282798,0.05000,14.091
32,mlp.experts.349.up_proj,0.0000161267,0.05000,14.051
32,mlp.experts.347.up_proj,0.0000964196,0.05000,14.137
32,mlp.experts.345.up_proj,0.0000551298,0.05000,14.025
32,mlp.experts.408.up_proj,0.0000563359,0.05000,14.093
32,mlp.experts.384.up_proj,0.0000686111,0.05000,14.241
32,mlp.experts.378.up_proj,0.0000120590,0.05000,14.069
32,mlp.experts.339.up_proj,0.0000369045,0.05000,14.120
32,mlp.experts.114.down_proj,0.0000016499,0.05000,3.575
32,mlp.experts.130.down_proj,failsafe(rtn): 0.0015411,0.00000,0.185
32,mlp.experts.428.up_proj,0.0000435930,0.05000,14.109
32,mlp.experts.406.up_proj,0.0000124327,0.05000,14.265
32,mlp.experts.373.up_proj,0.0000221791,0.05000,14.158
32,mlp.experts.391.up_proj,0.0000283191,0.05000,14.123
32,mlp.experts.414.up_proj,0.0000740390,0.05000,14.140
32,mlp.experts.407.up_proj,failsafe(rtn): 0.0016556,0.00000,0.699
32,mlp.experts.385.up_proj,0.0000265831,0.05000,14.023
32,mlp.experts.146.down_proj,0.0000016742,0.05000,3.498
32,mlp.experts.500.up_proj,0.0000333648,0.05000,14.047
32,mlp.experts.162.down_proj,0.0000034206,0.05000,3.587
32,mlp.experts.4.down_proj,0.0000056440,0.05000,3.620
32,mlp.experts.178.down_proj,0.0000016044,0.05000,3.578
32,mlp.experts.20.down_proj,0.0000009263,0.05000,3.484
32,mlp.experts.367.up_proj,0.0000199459,0.05000,14.274
32,mlp.experts.365.up_proj,0.0000253283,0.05000,14.347
32,mlp.experts.363.up_proj,0.0000384027,0.05000,14.314
32,mlp.experts.424.up_proj,0.0000127322,0.05000,14.235
32,mlp.experts.400.up_proj,0.0000424972,0.05000,14.328
32,mlp.experts.361.up_proj,0.0000524391,0.05000,14.462
32,mlp.experts.394.up_proj,0.0000496950,0.05000,14.280
32,mlp.experts.355.up_proj,0.0000541054,0.05000,14.379
32,mlp.experts.194.down_proj,0.0000019605,0.05000,3.686
32,mlp.experts.444.up_proj,0.0000490595,0.05000,14.347
32,mlp.experts.422.up_proj,0.0000449393,0.05000,14.287
32,mlp.experts.36.down_proj,0.0000100706,0.05000,3.757
32,mlp.experts.389.up_proj,0.0000207830,0.05000,14.445
32,mlp.experts.430.up_proj,0.0000400979,0.05000,14.318
32,mlp.experts.460.up_proj,failsafe(rtn): 0.0015411,0.00000,0.707
32,mlp.experts.423.up_proj,0.0000233116,0.05000,14.365
32,mlp.experts.401.up_proj,0.0000356624,0.05000,14.410
32,mlp.experts.210.down_proj,0.0000024233,0.05000,3.547
32,mlp.experts.226.down_proj,failsafe(rtn): 0.0015030,0.00000,0.157
32,mlp.experts.52.down_proj,0.0000085203,0.05000,3.506
32,mlp.experts.242.down_proj,0.0000018029,0.05000,3.553
32,mlp.experts.68.down_proj,0.0000017311,0.05000,3.450
32,mlp.experts.258.down_proj,0.0000025279,0.05000,3.589
32,mlp.experts.84.down_proj,0.0000076173,0.05000,3.692
32,mlp.experts.383.up_proj,0.0000310514,0.05000,14.480
32,mlp.experts.381.up_proj,0.0000407784,0.05000,14.423
32,mlp.experts.379.up_proj,0.0000205865,0.05000,14.454
32,mlp.experts.377.up_proj,0.0000187021,0.05000,14.281
32,mlp.experts.440.up_proj,0.0000401495,0.05000,14.542
32,mlp.experts.416.up_proj,0.0000476796,0.05000,14.371
32,mlp.experts.410.up_proj,0.0000535479,0.05000,14.447
32,mlp.experts.371.up_proj,0.0000500266,0.05000,14.540
32,mlp.experts.274.down_proj,0.0000013860,0.05000,3.781
32,mlp.experts.438.up_proj,0.0000354911,0.05000,14.536
32,mlp.experts.100.down_proj,0.0000012657,0.05000,3.819
32,mlp.experts.405.up_proj,0.0000169288,0.05000,14.519
32,mlp.experts.446.up_proj,0.0000228575,0.05000,14.581
32,mlp.experts.476.up_proj,0.0000153585,0.05000,14.641
32,mlp.experts.439.up_proj,0.0000126589,0.05000,14.589
32,mlp.experts.417.up_proj,0.0000085557,0.05000,14.616
32,mlp.experts.290.down_proj,0.0000003778,0.05000,3.528
32,mlp.experts.116.down_proj,0.0000004847,0.05000,3.520
32,mlp.experts.306.down_proj,0.0000013411,0.05000,3.544
32,mlp.experts.132.down_proj,0.0000029448,0.05000,3.503
32,mlp.experts.322.down_proj,0.0000009932,0.05000,3.545
32,mlp.experts.148.down_proj,0.0000024216,0.05000,3.685
32,mlp.experts.164.down_proj,failsafe(rtn): 0.0016022,0.00000,0.218
32,mlp.experts.399.up_proj,0.0000262838,0.05000,14.490
32,mlp.experts.397.up_proj,0.0000213768,0.05000,14.586
32,mlp.experts.395.up_proj,0.0000492561,0.05000,14.507
32,mlp.experts.393.up_proj,0.0000515223,0.05000,14.527
32,mlp.experts.432.up_proj,0.0000683208,0.05000,14.450
32,mlp.experts.456.up_proj,0.0000146943,0.05000,14.534
32,mlp.experts.426.up_proj,0.0000241499,0.05000,14.510
32,mlp.experts.387.up_proj,0.0000365201,0.05000,14.368
32,mlp.experts.338.down_proj,0.0000014776,0.05000,3.792
32,mlp.experts.454.up_proj,0.0000112350,0.05000,14.397
32,mlp.experts.421.up_proj,0.0000654057,0.05000,14.302
32,mlp.experts.180.down_proj,0.0000029563,0.05000,3.619
32,mlp.experts.462.up_proj,0.0000191365,0.05000,14.254
32,mlp.experts.492.up_proj,0.0000103723,0.05000,14.246
32,mlp.experts.455.up_proj,0.0000580898,0.05000,14.422
32,mlp.experts.433.up_proj,0.0000281768,0.05000,14.596
32,mlp.experts.354.down_proj,0.0000005746,0.05000,3.732
32,mlp.experts.196.down_proj,0.0000032189,0.05000,3.772
32,mlp.experts.370.down_proj,0.0000021014,0.05000,3.771
32,mlp.experts.212.down_proj,0.0000021081,0.05000,3.611
32,mlp.experts.386.down_proj,0.0000037556,0.05000,3.265
32,mlp.experts.402.down_proj,failsafe(rtn): 0.0016556,0.00000,0.185
32,mlp.experts.228.down_proj,0.0000021336,0.05000,3.326
32,mlp.experts.415.up_proj,0.0000203483,0.05000,14.248
32,mlp.experts.413.up_proj,0.0000210936,0.05000,14.216
32,mlp.experts.411.up_proj,0.0000452097,0.05000,14.352
32,mlp.experts.448.up_proj,0.0000074857,0.05000,14.188
32,mlp.experts.472.up_proj,0.0000156091,0.05000,14.356
32,mlp.experts.409.up_proj,0.0000531251,0.05000,14.428
32,mlp.experts.442.up_proj,0.0000277781,0.05000,14.400
32,mlp.experts.403.up_proj,0.0000433681,0.05000,14.453
32,mlp.experts.418.down_proj,0.0000050601,0.05000,3.640
32,mlp.experts.470.up_proj,0.0000521087,0.05000,14.316
32,mlp.experts.437.up_proj,0.0000250788,0.05000,14.442
32,mlp.experts.244.down_proj,0.0000076489,0.05000,3.741
32,mlp.experts.478.up_proj,0.0000209302,0.05000,14.524
32,mlp.experts.508.up_proj,0.0000516115,0.05000,14.432
32,mlp.experts.471.up_proj,0.0000470014,0.05000,14.251
32,mlp.experts.453.up_proj,failsafe(rtn): 0.0016022,0.00000,0.750
32,mlp.experts.449.up_proj,0.0000114838,0.05000,14.426
32,mlp.experts.434.down_proj,0.0000011098,0.05000,3.841
32,mlp.experts.260.down_proj,0.0000011637,0.05000,3.796
32,mlp.experts.12.down_proj,0.0000004997,0.05000,3.759
32,mlp.experts.276.down_proj,failsafe(rtn): 0.0015106,0.00000,0.165
32,mlp.experts.450.down_proj,0.0000020785,0.05000,3.586
32,mlp.experts.28.down_proj,0.0000012126,0.05000,3.552
32,mlp.experts.292.down_proj,0.0000028645,0.05000,3.577
32,mlp.experts.466.down_proj,0.0000029000,0.05000,3.670
32,mlp.experts.429.up_proj,0.0000823224,0.05000,14.541
32,mlp.experts.44.down_proj,0.0000066197,0.05000,3.624
32,mlp.experts.431.up_proj,0.0000597039,0.05000,14.741
32,mlp.experts.308.down_proj,0.0000034142,0.05000,3.692
32,mlp.experts.427.up_proj,0.0000052051,0.05000,14.533
32,mlp.experts.464.up_proj,0.0000262290,0.05000,14.531
32,mlp.experts.458.up_proj,0.0000274406,0.05000,14.473
32,mlp.experts.425.up_proj,0.0000392523,0.05000,14.660
32,mlp.experts.488.up_proj,0.0000150598,0.05000,14.681
32,mlp.experts.419.up_proj,0.0000216615,0.05000,14.657
32,mlp.experts.482.down_proj,0.0000020226,0.05000,3.610
32,mlp.experts.498.down_proj,failsafe(rtn): 0.0014877,0.00000,0.173
32,mlp.experts.486.up_proj,0.0000442049,0.05000,14.742
32,mlp.experts.494.up_proj,0.0000248092,0.05000,14.443
32,mlp.experts.60.down_proj,0.0000028405,0.05000,3.595
32,mlp.experts.324.down_proj,0.0000066877,0.05000,3.609
32,mlp.experts.487.up_proj,0.0000774390,0.05000,14.549
32,mlp.experts.469.up_proj,0.0000269081,0.05000,14.481
32,mlp.experts.465.up_proj,0.0000164925,0.05000,14.383
32,mlp.experts.481.up_proj,failsafe(rtn): 0.0015030,0.00000,0.733
32,mlp.experts.76.down_proj,0.0000064994,0.05000,3.473
32,mlp.experts.340.down_proj,0.0000010512,0.05000,3.485
32,mlp.experts.356.down_proj,failsafe(rtn): 0.0015335,0.00000,0.151
32,mlp.experts.92.down_proj,0.0000059094,0.05000,3.104
32,mlp.experts.372.down_proj,0.0000032604,0.05000,3.162
32,mlp.experts.388.down_proj,failsafe(rtn): 0.0016403,0.00000,0.172
32,mlp.experts.445.up_proj,0.0000691199,0.05000,13.516
32,mlp.experts.108.down_proj,0.0000034606,0.05000,3.403
32,mlp.experts.447.up_proj,0.0000331867,0.05000,13.546
32,mlp.experts.404.down_proj,0.0000064897,0.05000,3.367
32,mlp.experts.443.up_proj,0.0000378532,0.05000,13.567
32,mlp.experts.480.up_proj,0.0000133041,0.05000,13.404
32,mlp.experts.474.up_proj,0.0000419038,0.05000,13.264
32,mlp.experts.441.up_proj,0.0000387253,0.05000,13.285
32,mlp.experts.504.up_proj,0.0000348072,0.05000,13.284
32,mlp.experts.435.up_proj,0.0000547518,0.05000,13.372
32,mlp.experts.502.up_proj,0.0000048084,0.05000,13.323
32,mlp.experts.510.up_proj,0.0000259945,0.05000,13.193
32,mlp.experts.124.down_proj,0.0000056937,0.05000,3.380
32,mlp.experts.140.down_proj,failsafe(rtn): 0.0015717,0.00000,0.177
32,mlp.experts.503.up_proj,0.0000419662,0.05000,13.234
32,mlp.experts.485.up_proj,0.0000189584,0.05000,13.324
32,mlp.experts.156.down_proj,failsafe(rtn): 0.0016403,0.00000,0.172
32,mlp.experts.420.down_proj,0.0000009591,0.05000,3.377
32,mlp.experts.8.down_proj,0.0000053429,0.05000,3.342
32,mlp.experts.497.up_proj,0.0000272837,0.05000,13.044
32,mlp.experts.6.down_proj,0.0000127287,0.05000,3.328
32,mlp.experts.14.down_proj,0.0000026831,0.05000,3.248
32,mlp.experts.7.down_proj,0.0000010285,0.05000,3.265
32,mlp.experts.172.down_proj,0.0000034953,0.05000,3.308
32,mlp.experts.436.down_proj,0.0000024276,0.05000,3.346
32,mlp.experts.24.down_proj,0.0000030939,0.05000,3.304
32,mlp.experts.1.down_proj,0.0000040411,0.05000,3.314
32,mlp.experts.30.down_proj,0.0000037917,0.05000,3.311
32,mlp.experts.22.down_proj,0.0000033780,0.05000,3.363
32,mlp.experts.46.down_proj,failsafe(rtn): 0.0014954,0.00000,0.167
32,mlp.experts.23.down_proj,0.0000053211,0.05000,3.382
32,mlp.experts.188.down_proj,0.0000016003,0.05000,3.420
32,mlp.experts.452.down_proj,0.0000059469,0.05000,3.463
32,mlp.experts.468.down_proj,failsafe(rtn): 0.0016251,0.00000,0.166
32,mlp.experts.40.down_proj,0.0000013923,0.05000,3.513
32,mlp.experts.17.down_proj,0.0000007729,0.05000,3.579
32,mlp.experts.38.down_proj,0.0000129870,0.05000,3.494
32,mlp.experts.62.down_proj,0.0000012960,0.05000,3.442
32,mlp.experts.461.up_proj,0.0000299218,0.05000,13.432
32,mlp.experts.463.up_proj,0.0000521101,0.05000,13.496
32,mlp.experts.39.down_proj,0.0000009892,0.05000,3.478
32,mlp.experts.204.down_proj,0.0000051044,0.05000,3.470
32,mlp.experts.459.up_proj,0.0000283298,0.05000,13.467
32,mlp.experts.484.down_proj,0.0000028759,0.05000,3.420
32,mlp.experts.496.up_proj,0.0000173317,0.05000,13.384
32,mlp.experts.490.up_proj,0.0000160710,0.05000,13.330
32,mlp.experts.0.down_proj,failsafe(rtn): 0.0015259,0.00000,0.174
32,mlp.experts.56.down_proj,0.0000012467,0.05000,3.300
32,mlp.experts.457.up_proj,0.0000137516,0.05000,13.514
32,mlp.experts.451.up_proj,0.0000164705,0.05000,13.447
32,mlp.experts.33.down_proj,0.0000028652,0.05000,3.466
32,mlp.experts.54.down_proj,0.0000024629,0.05000,3.485
32,mlp.experts.78.down_proj,0.0000033822,0.05000,3.512
32,mlp.experts.55.down_proj,0.0000006334,0.05000,3.487
32,mlp.experts.501.up_proj,0.0000116566,0.05000,13.685
32,mlp.experts.220.down_proj,0.0000020299,0.05000,3.575
32,mlp.experts.500.down_proj,0.0000024144,0.05000,3.562
32,mlp.experts.16.down_proj,0.0000027761,0.05000,3.491
32,mlp.experts.72.down_proj,0.0000011103,0.05000,3.493
32,mlp.experts.49.down_proj,0.0000067646,0.05000,3.243
32,mlp.experts.70.down_proj,0.0000020993,0.05000,3.211
32,mlp.experts.94.down_proj,0.0000026921,0.05000,3.243
32,mlp.experts.71.down_proj,0.0000046386,0.05000,3.208
32,mlp.experts.5.down_proj,0.0000071383,0.05000,3.194
32,mlp.experts.236.down_proj,0.0000026695,0.05000,3.168
32,mlp.experts.32.down_proj,0.0000048346,0.05000,3.100
32,mlp.experts.88.down_proj,0.0000026153,0.05000,3.161
32,mlp.experts.65.down_proj,0.0000035351,0.05000,3.072
32,mlp.experts.86.down_proj,0.0000028384,0.05000,3.068
32,mlp.experts.110.down_proj,0.0000012287,0.05000,3.103
32,mlp.experts.87.down_proj,0.0000043647,0.05000,3.124
32,mlp.experts.21.down_proj,0.0000024493,0.05000,3.111
32,mlp.experts.252.down_proj,0.0000034844,0.05000,3.163
32,mlp.experts.48.down_proj,0.0000050414,0.05000,3.188
32,mlp.experts.104.down_proj,0.0000061354,0.05000,3.255
32,mlp.experts.120.down_proj,failsafe(rtn): 0.0015488,0.00000,0.168
32,mlp.experts.81.down_proj,0.0000019376,0.05000,3.286
32,mlp.experts.102.down_proj,0.0000023831,0.05000,3.186
32,mlp.experts.126.down_proj,0.0000022250,0.05000,3.215
32,mlp.experts.477.up_proj,0.0000214893,0.05000,12.989
32,mlp.experts.479.up_proj,0.0000298018,0.05000,12.992
32,mlp.experts.103.down_proj,0.0000023672,0.05000,3.212
32,mlp.experts.37.down_proj,0.0000102966,0.05000,3.225
32,mlp.experts.268.down_proj,0.0000069877,0.05000,3.136
32,mlp.experts.475.up_proj,0.0000183675,0.05000,12.982
32,mlp.experts.506.up_proj,0.0000124943,0.05000,12.912
32,mlp.experts.64.down_proj,0.0000026479,0.05000,3.148
32,mlp.experts.473.up_proj,0.0000208106,0.05000,12.881
32,mlp.experts.136.down_proj,0.0000007591,0.05000,3.066
32,mlp.experts.467.up_proj,0.0000268090,0.05000,12.984
32,mlp.experts.97.down_proj,0.0000020137,0.05000,3.073
32,mlp.experts.118.down_proj,0.0000022775,0.05000,3.011
32,mlp.experts.134.down_proj,failsafe(rtn): 0.0015793,0.00000,0.193
32,mlp.experts.142.down_proj,0.0000007578,0.05000,3.056
32,mlp.experts.119.down_proj,0.0000028034,0.05000,3.080
32,mlp.experts.53.down_proj,0.0000074900,0.05000,3.139
32,mlp.experts.284.down_proj,0.0000009031,0.05000,3.123
32,mlp.experts.10.down_proj,0.0000019459,0.05000,3.151
32,mlp.experts.80.down_proj,0.0000021671,0.05000,3.184
32,mlp.experts.152.down_proj,0.0000056646,0.05000,3.207
32,mlp.experts.113.down_proj,0.0000015237,0.05000,3.265
32,mlp.experts.150.down_proj,0.0000018499,0.05000,3.290
32,mlp.experts.158.down_proj,0.0000021124,0.05000,3.266
32,mlp.experts.135.down_proj,0.0000009610,0.05000,3.182
32,mlp.experts.69.down_proj,0.0000021041,0.05000,3.206
32,mlp.experts.300.down_proj,0.0000029911,0.05000,3.245
32,mlp.experts.26.down_proj,0.0000011676,0.05000,3.163
32,mlp.experts.96.down_proj,0.0000022820,0.05000,3.233
32,mlp.experts.168.down_proj,0.0000035716,0.05000,3.153
32,mlp.experts.129.down_proj,0.0000036951,0.05000,3.215
32,mlp.experts.166.down_proj,0.0000012477,0.05000,3.127
32,mlp.experts.174.down_proj,0.0000021002,0.05000,3.181
32,mlp.experts.151.down_proj,0.0000064393,0.05000,3.170
32,mlp.experts.85.down_proj,0.0000079614,0.05000,3.152
32,mlp.experts.316.down_proj,0.0000007679,0.05000,3.177
32,mlp.experts.42.down_proj,0.0000020029,0.05000,3.127
32,mlp.experts.58.down_proj,failsafe(rtn): 0.0014954,0.00000,0.148
32,mlp.experts.112.down_proj,0.0000004193,0.05000,3.159
32,mlp.experts.184.down_proj,0.0000081272,0.05000,3.113
32,mlp.experts.145.down_proj,0.0000029784,0.05000,3.181
32,mlp.experts.493.up_proj,0.0000221834,0.05000,12.524
32,mlp.experts.182.down_proj,0.0000079269,0.05000,3.186
32,mlp.experts.190.down_proj,0.0000058225,0.05000,3.215
32,mlp.experts.495.up_proj,0.0000192296,0.05000,12.633
32,mlp.experts.167.down_proj,0.0000018903,0.05000,3.175
32,mlp.experts.101.down_proj,0.0000028006,0.05000,3.241
32,mlp.experts.332.down_proj,0.0000027573,0.05000,3.205
32,mlp.experts.491.up_proj,0.0000292056,0.05000,12.750
32,mlp.experts.117.down_proj,failsafe(rtn): 0.0015945,0.00000,0.186
32,mlp.experts.74.down_proj,0.0000018238,0.05000,3.273
32,mlp.experts.128.down_proj,0.0000042427,0.05000,3.262
32,mlp.experts.489.up_proj,0.0000221702,0.05000,12.768
32,mlp.experts.200.down_proj,0.0000020367,0.05000,3.298
32,mlp.experts.483.up_proj,0.0000683199,0.05000,12.967
32,mlp.experts.161.down_proj,0.0000027735,0.05000,3.414
32,mlp.experts.198.down_proj,0.0000027641,0.05000,3.335
32,mlp.experts.206.down_proj,0.0000037421,0.05000,3.247
32,mlp.experts.183.down_proj,0.0000005674,0.05000,3.294
32,mlp.experts.348.down_proj,0.0000035946,0.05000,3.212
32,mlp.experts.133.down_proj,0.0000075969,0.05000,3.193
32,mlp.experts.90.down_proj,0.0000030874,0.05000,3.211
32,mlp.experts.144.down_proj,0.0000003028,0.05000,3.320
32,mlp.experts.216.down_proj,0.0000026950,0.05000,3.243
32,mlp.experts.177.down_proj,0.0000022375,0.05000,3.185
32,mlp.experts.214.down_proj,0.0000028420,0.05000,3.150
32,mlp.experts.222.down_proj,0.0000017015,0.05000,3.151
32,mlp.experts.199.down_proj,0.0000032781,0.05000,3.141
32,mlp.experts.364.down_proj,0.0000068699,0.05000,3.229
32,mlp.experts.149.down_proj,0.0000034449,0.05000,3.269
32,mlp.experts.106.down_proj,0.0000014743,0.05000,3.211
32,mlp.experts.160.down_proj,0.0000022073,0.05000,3.222
32,mlp.experts.232.down_proj,0.0000009893,0.05000,3.153
32,mlp.experts.193.down_proj,0.0000014492,0.05000,3.221
32,mlp.experts.230.down_proj,0.0000037729,0.05000,3.280
32,mlp.experts.238.down_proj,0.0000037665,0.05000,3.308
32,mlp.experts.215.down_proj,0.0000017304,0.05000,3.202
32,mlp.experts.380.down_proj,0.0000028499,0.05000,3.205
32,mlp.experts.165.down_proj,0.0000022006,0.05000,3.226
32,mlp.experts.122.down_proj,0.0000034603,0.05000,3.218
32,mlp.experts.176.down_proj,0.0000051961,0.05000,3.283
32,mlp.experts.248.down_proj,0.0000046816,0.05000,3.238
32,mlp.experts.509.up_proj,0.0000239297,0.05000,12.808
32,mlp.experts.209.down_proj,0.0000041073,0.05000,3.230
32,mlp.experts.246.down_proj,0.0000035780,0.05000,3.125
32,mlp.experts.254.down_proj,0.0000024228,0.05000,3.128
32,mlp.experts.511.up_proj,0.0000089119,0.05000,12.818
32,mlp.experts.231.down_proj,0.0000027743,0.05000,3.172
32,mlp.experts.396.down_proj,0.0000010447,0.05000,3.101
32,mlp.experts.507.up_proj,0.0000272361,0.05000,12.746
32,mlp.experts.181.down_proj,0.0000015588,0.05000,3.180
32,mlp.experts.138.down_proj,0.0000032352,0.05000,3.102
32,mlp.experts.505.up_proj,0.0000313151,0.05000,12.774
32,mlp.experts.192.down_proj,0.0000027954,0.05000,3.170
32,mlp.experts.264.down_proj,0.0000016941,0.05000,3.185
32,mlp.experts.499.up_proj,0.0000721272,0.05000,12.763
32,mlp.experts.13.down_proj,0.0000020754,0.05000,3.239
32,mlp.experts.225.down_proj,0.0000023235,0.05000,3.263
32,mlp.experts.262.down_proj,0.0000016112,0.05000,3.261
32,mlp.experts.270.down_proj,0.0000054813,0.05000,3.239
32,mlp.experts.278.down_proj,failsafe(rtn): 0.0014267,0.00000,0.168
32,mlp.experts.15.down_proj,0.0000020878,0.05000,3.317
32,mlp.experts.247.down_proj,0.0000019191,0.05000,3.332
32,mlp.experts.412.down_proj,0.0000017592,0.05000,3.292
32,mlp.experts.11.down_proj,0.0000022812,0.05000,3.347
32,mlp.experts.197.down_proj,0.0000024654,0.05000,3.323
32,mlp.experts.154.down_proj,0.0000018388,0.05000,3.266
32,mlp.experts.9.down_proj,0.0000038542,0.05000,3.341
32,mlp.experts.208.down_proj,0.0000063011,0.05000,3.297
32,mlp.experts.280.down_proj,0.0000029239,0.05000,3.335
32,mlp.experts.3.down_proj,0.0000024183,0.05000,3.337
32,mlp.experts.29.down_proj,0.0000028150,0.05000,3.341
32,mlp.experts.241.down_proj,0.0000009188,0.05000,3.332
32,mlp.experts.286.down_proj,0.0000041529,0.05000,3.275
32,mlp.experts.294.down_proj,0.0000028973,0.05000,3.256
32,mlp.experts.31.down_proj,0.0000033189,0.05000,3.291
32,mlp.experts.263.down_proj,0.0000023470,0.05000,3.330
32,mlp.experts.428.down_proj,0.0000031548,0.05000,3.248
32,mlp.experts.27.down_proj,0.0000033426,0.05000,3.289
32,mlp.experts.213.down_proj,0.0000032015,0.05000,3.260
32,mlp.experts.170.down_proj,0.0000007692,0.05000,3.276
32,mlp.experts.25.down_proj,0.0000031601,0.05000,3.293
32,mlp.experts.224.down_proj,0.0000007513,0.05000,3.199
32,mlp.experts.296.down_proj,0.0000013699,0.05000,3.254
32,mlp.experts.19.down_proj,0.0000084264,0.05000,3.321
32,mlp.experts.45.down_proj,0.0000023428,0.05000,3.240
32,mlp.experts.302.down_proj,0.0000024704,0.05000,3.220
32,mlp.experts.257.down_proj,0.0000036542,0.05000,3.274
32,mlp.experts.310.down_proj,0.0000033015,0.05000,3.218
32,mlp.experts.273.down_proj,failsafe(rtn): 0.0015717,0.00000,0.150
32,mlp.experts.47.down_proj,0.0000025293,0.05000,3.206
32,mlp.experts.279.down_proj,0.0000003533,0.05000,3.179
32,mlp.experts.444.down_proj,0.0000035087,0.05000,3.164
32,mlp.experts.43.down_proj,0.0000024376,0.05000,3.150
32,mlp.experts.460.down_proj,failsafe(rtn): 0.0015717,0.00000,0.152
32,mlp.experts.229.down_proj,0.0000024019,0.05000,3.117
32,mlp.experts.186.down_proj,0.0000017554,0.05000,3.024
32,mlp.experts.41.down_proj,0.0000008706,0.05000,2.973
32,mlp.experts.240.down_proj,0.0000002622,0.05000,3.010
32,mlp.experts.256.down_proj,failsafe(rtn): 0.0014648,0.00000,0.148
32,mlp.experts.312.down_proj,0.0000015172,0.05000,2.988
32,mlp.experts.35.down_proj,0.0000008067,0.05000,3.006
32,mlp.experts.61.down_proj,0.0000013805,0.05000,2.983
32,mlp.experts.318.down_proj,0.0000021032,0.05000,3.059
32,mlp.experts.326.down_proj,0.0000051514,0.05000,3.019
32,mlp.experts.289.down_proj,0.0000031128,0.05000,3.103
32,mlp.experts.63.down_proj,0.0000020516,0.05000,3.088
32,mlp.experts.295.down_proj,0.0000030211,0.05000,3.093
32,mlp.experts.476.down_proj,0.0000009697,0.05000,3.158
32,mlp.experts.59.down_proj,0.0000016381,0.05000,3.194
32,mlp.experts.245.down_proj,0.0000012596,0.05000,3.171
32,mlp.experts.202.down_proj,0.0000011494,0.05000,3.194
32,mlp.experts.57.down_proj,0.0000117678,0.05000,3.222
32,mlp.experts.272.down_proj,0.0000058817,0.05000,3.238
32,mlp.experts.328.down_proj,0.0000031988,0.05000,3.204
32,mlp.experts.51.down_proj,0.0000044712,0.05000,3.341
32,mlp.experts.77.down_proj,0.0000017542,0.05000,3.362
32,mlp.experts.334.down_proj,0.0000033127,0.05000,3.367
32,mlp.experts.342.down_proj,0.0000028355,0.05000,3.448
32,mlp.experts.350.down_proj,failsafe(rtn): 0.0015793,0.00000,0.172
32,mlp.experts.79.down_proj,0.0000206228,0.05000,3.379
32,mlp.experts.305.down_proj,0.0000053621,0.05000,3.450
32,mlp.experts.311.down_proj,0.0000025626,0.05000,3.401
32,mlp.experts.492.down_proj,0.0000010395,0.05000,3.368
32,mlp.experts.75.down_proj,0.0000024409,0.05000,3.447
32,mlp.experts.261.down_proj,0.0000041899,0.05000,3.398
32,mlp.experts.218.down_proj,0.0000023203,0.05000,3.395
32,mlp.experts.73.down_proj,0.0000048351,0.05000,3.368
32,mlp.experts.288.down_proj,0.0000031246,0.05000,3.330
32,mlp.experts.344.down_proj,0.0000009651,0.05000,3.339
32,mlp.experts.67.down_proj,0.0000009967,0.05000,3.287
32,mlp.experts.93.down_proj,0.0000041629,0.05000,3.431
32,mlp.experts.358.down_proj,0.0000028581,0.05000,3.386
32,mlp.experts.366.down_proj,0.0000027012,0.05000,3.375
32,mlp.experts.95.down_proj,0.0000013708,0.05000,3.376
32,mlp.experts.321.down_proj,0.0000015216,0.05000,3.419
32,mlp.experts.327.down_proj,0.0000018663,0.05000,3.358
32,mlp.experts.508.down_proj,0.0000032785,0.05000,3.331
32,mlp.experts.91.down_proj,0.0000005994,0.05000,3.310
32,mlp.experts.277.down_proj,0.0000037658,0.05000,3.357
32,mlp.experts.234.down_proj,0.0000022991,0.05000,3.278
32,mlp.experts.89.down_proj,0.0000024313,0.05000,3.245
32,mlp.experts.304.down_proj,0.0000005888,0.05000,3.182
32,mlp.experts.360.down_proj,0.0000013695,0.05000,3.185
32,mlp.experts.376.down_proj,failsafe(rtn): 0.0018692,0.00000,0.139
32,mlp.experts.83.down_proj,0.0000082804,0.05000,3.160
32,mlp.experts.109.down_proj,0.0000013016,0.05000,2.984
32,mlp.experts.374.down_proj,0.0000093637,0.05000,2.855
32,mlp.experts.382.down_proj,0.0000009841,0.05000,2.851
32,mlp.experts.111.down_proj,0.0000024294,0.05000,2.918
32,mlp.experts.337.down_proj,0.0000010373,0.05000,2.865
32,mlp.experts.343.down_proj,0.0000032754,0.05000,2.875
32,mlp.experts.359.down_proj,failsafe(rtn): 0.0015488,0.00000,0.157
32,mlp.experts.107.down_proj,0.0000046523,0.05000,2.869
32,mlp.experts.293.down_proj,0.0000039172,0.05000,2.877
32,mlp.experts.250.down_proj,0.0000018803,0.05000,2.867
32,mlp.experts.105.down_proj,0.0000022508,0.05000,2.866
32,mlp.experts.320.down_proj,0.0000023780,0.05000,2.895
32,mlp.experts.392.down_proj,0.0000008543,0.05000,2.930
32,mlp.experts.99.down_proj,0.0000034859,0.05000,3.015
32,mlp.experts.125.down_proj,0.0000022593,0.05000,2.959
32,mlp.experts.398.down_proj,0.0000043683,0.05000,2.912
32,mlp.experts.390.down_proj,0.0000017787,0.05000,2.990
32,mlp.experts.127.down_proj,0.0000009183,0.05000,2.939
32,mlp.experts.353.down_proj,0.0000010457,0.05000,2.930
32,mlp.experts.375.down_proj,0.0000021138,0.05000,2.986
32,mlp.experts.309.down_proj,0.0000013477,0.05000,2.925
32,mlp.experts.123.down_proj,0.0000039286,0.05000,3.006
32,mlp.experts.266.down_proj,0.0000010650,0.05000,2.963
32,mlp.experts.121.down_proj,0.0000015602,0.05000,3.000
32,mlp.experts.336.down_proj,0.0000013819,0.05000,2.986
32,mlp.experts.408.down_proj,0.0000037217,0.05000,2.970
32,mlp.experts.115.down_proj,0.0000022655,0.05000,2.953
32,mlp.experts.141.down_proj,0.0000039444,0.05000,2.902
32,mlp.experts.414.down_proj,0.0000064263,0.05000,2.891
32,mlp.experts.406.down_proj,0.0000018831,0.05000,2.914
32,mlp.experts.143.down_proj,0.0000012553,0.05000,2.874
32,mlp.experts.369.down_proj,0.0000015211,0.05000,2.883
32,mlp.experts.391.down_proj,0.0000026475,0.05000,2.834
32,mlp.experts.407.down_proj,failsafe(rtn): 0.0016403,0.00000,0.144
32,mlp.experts.325.down_proj,0.0000016562,0.05000,2.832
32,mlp.experts.139.down_proj,0.0000047479,0.05000,2.846
32,mlp.experts.282.down_proj,0.0000081768,0.05000,2.807
32,mlp.experts.137.down_proj,0.0000055549,0.05000,2.774
32,mlp.experts.352.down_proj,0.0000033824,0.05000,2.703
32,mlp.experts.424.down_proj,0.0000013717,0.05000,2.711
32,mlp.experts.131.down_proj,0.0000021953,0.05000,2.840
32,mlp.experts.157.down_proj,0.0000009751,0.05000,2.915
32,mlp.experts.430.down_proj,0.0000021916,0.05000,2.849
32,mlp.experts.422.down_proj,0.0000029813,0.05000,2.833
32,mlp.experts.159.down_proj,0.0000049319,0.05000,2.880
32,mlp.experts.385.down_proj,0.0000029129,0.05000,2.898
32,mlp.experts.423.down_proj,0.0000016884,0.05000,2.947
32,mlp.experts.341.down_proj,0.0000013289,0.05000,2.952
32,mlp.experts.155.down_proj,0.0000005516,0.05000,2.950
32,mlp.experts.298.down_proj,0.0000007168,0.05000,2.890
32,mlp.experts.153.down_proj,0.0000041074,0.05000,3.015
32,mlp.experts.368.down_proj,0.0000024879,0.05000,3.036
32,mlp.experts.440.down_proj,0.0000024817,0.05000,2.945
32,mlp.experts.147.down_proj,0.0000020984,0.05000,2.923
32,mlp.experts.173.down_proj,0.0000009043,0.05000,2.918
32,mlp.experts.446.down_proj,0.0000015884,0.05000,2.952
32,mlp.experts.438.down_proj,0.0000024073,0.05000,2.919
32,mlp.experts.175.down_proj,0.0000053188,0.05000,3.028
32,mlp.experts.401.down_proj,0.0000028486,0.05000,3.038
32,mlp.experts.439.down_proj,0.0000014802,0.05000,3.038
32,mlp.experts.171.down_proj,0.0000044530,0.05000,2.950
32,mlp.experts.314.down_proj,0.0000015414,0.05000,2.976
32,mlp.experts.357.down_proj,0.0000019876,0.05000,3.037
32,mlp.experts.169.down_proj,0.0000017812,0.05000,2.983
32,mlp.experts.384.down_proj,0.0000057400,0.05000,2.976
32,mlp.experts.456.down_proj,0.0000014636,0.05000,2.911
32,mlp.experts.163.down_proj,0.0000031200,0.05000,2.981
32,mlp.experts.189.down_proj,0.0000019384,0.05000,3.016
32,mlp.experts.454.down_proj,0.0000012308,0.05000,2.971
32,mlp.experts.462.down_proj,0.0000025321,0.05000,3.021
32,mlp.experts.191.down_proj,0.0000033763,0.05000,3.013
32,mlp.experts.417.down_proj,0.0000010869,0.05000,3.034
32,mlp.experts.330.down_proj,0.0000031811,0.05000,2.942
32,mlp.experts.455.down_proj,0.0000033135,0.05000,3.026
32,mlp.experts.187.down_proj,0.0000028616,0.05000,3.017
32,mlp.experts.373.down_proj,0.0000016134,0.05000,3.020
32,mlp.experts.185.down_proj,0.0000026282,0.05000,3.017
32,mlp.experts.400.down_proj,0.0000023098,0.05000,3.043
32,mlp.experts.472.down_proj,0.0000016406,0.05000,2.993
32,mlp.experts.179.down_proj,0.0000003442,0.05000,2.969
32,mlp.experts.205.down_proj,0.0000020710,0.05000,2.841
32,mlp.experts.478.down_proj,0.0000037716,0.05000,2.853
32,mlp.experts.470.down_proj,0.0000030798,0.05000,2.880
32,mlp.experts.207.down_proj,0.0000078716,0.05000,2.881
32,mlp.experts.433.down_proj,0.0000015034,0.05000,2.842
32,mlp.experts.346.down_proj,0.0000018809,0.05000,2.809
32,mlp.experts.471.down_proj,0.0000025617,0.05000,2.830
32,mlp.experts.203.down_proj,0.0000024570,0.05000,2.850
32,mlp.experts.389.down_proj,0.0000017975,0.05000,2.829
32,mlp.experts.201.down_proj,0.0000028295,0.05000,2.890
32,mlp.experts.416.down_proj,0.0000050819,0.05000,2.786
32,mlp.experts.488.down_proj,0.0000013893,0.05000,2.840
32,mlp.experts.195.down_proj,0.0000054433,0.05000,2.829
32,mlp.experts.221.down_proj,0.0000020810,0.05000,2.852
32,mlp.experts.494.down_proj,0.0000017348,0.05000,2.862
32,mlp.experts.486.down_proj,0.0000032110,0.05000,2.948
32,mlp.experts.223.down_proj,0.0000034619,0.05000,2.889
32,mlp.experts.449.down_proj,0.0000009439,0.05000,2.940
32,mlp.experts.362.down_proj,0.0000100412,0.05000,2.914
32,mlp.experts.219.down_proj,0.0000023147,0.05000,2.855
32,mlp.experts.487.down_proj,0.0000049176,0.05000,2.897
32,mlp.experts.405.down_proj,0.0000014872,0.05000,2.872
32,mlp.experts.432.down_proj,0.0000050237,0.05000,2.804
32,mlp.experts.217.down_proj,0.0000011571,0.05000,2.858
32,mlp.experts.504.down_proj,0.0000020512,0.05000,2.810
32,mlp.experts.211.down_proj,0.0000032299,0.05000,2.784
32,mlp.experts.237.down_proj,0.0000087708,0.05000,2.713
32,mlp.experts.510.down_proj,0.0000031390,0.05000,2.704
32,mlp.experts.502.down_proj,0.0000004912,0.05000,2.608
32,mlp.experts.239.down_proj,0.0000025393,0.05000,2.583
32,mlp.experts.465.down_proj,0.0000018416,0.05000,2.583
32,mlp.experts.481.down_proj,failsafe(rtn): 0.0015030,0.00000,0.107
32,mlp.experts.378.down_proj,0.0000007368,0.05000,2.376
32,mlp.experts.235.down_proj,0.0000020854,0.05000,2.385
32,mlp.experts.503.down_proj,0.0000031370,0.05000,2.408
32,mlp.experts.421.down_proj,0.0000073310,0.05000,2.386
32,mlp.experts.448.down_proj,0.0000007378,0.05000,2.271
32,mlp.experts.233.down_proj,0.0000047717,0.05000,2.295
32,mlp.experts.227.down_proj,0.0000052255,0.05000,2.029
32,mlp.experts.253.down_proj,0.0000066167,0.05000,1.865
32,mlp.experts.255.down_proj,0.0000022023,0.05000,1.786
32,mlp.experts.497.down_proj,0.0000033822,0.05000,1.815
32,mlp.experts.394.down_proj,0.0000044185,0.05000,1.725
32,mlp.experts.251.down_proj,0.0000045601,0.05000,1.755
32,mlp.experts.437.down_proj,0.0000016479,0.05000,1.732
32,mlp.experts.464.down_proj,0.0000014383,0.05000,1.655
32,mlp.experts.453.down_proj,failsafe(rtn): 0.0016556,0.00000,0.082
32,mlp.experts.249.down_proj,0.0000028677,0.05000,1.709
32,mlp.experts.243.down_proj,0.0000031178,0.05000,1.713
32,mlp.experts.269.down_proj,0.0000006188,0.05000,1.650
32,mlp.experts.271.down_proj,0.0000023983,0.05000,1.624
32,mlp.experts.410.down_proj,0.0000032596,0.05000,1.594
32,mlp.experts.480.down_proj,0.0000013062,0.05000,1.543
32,mlp.experts.267.down_proj,0.0000027044,0.05000,1.647
32,mlp.experts.469.down_proj,0.0000024086,0.05000,1.604
32,mlp.experts.265.down_proj,0.0000017731,0.05000,1.653
32,mlp.experts.259.down_proj,0.0000043883,0.05000,1.566
32,mlp.experts.285.down_proj,0.0000003708,0.05000,1.590
32,mlp.experts.287.down_proj,0.0000035436,0.05000,1.641
32,mlp.experts.426.down_proj,0.0000015443,0.05000,1.564
32,mlp.experts.496.down_proj,0.0000034033,0.05000,1.596
32,mlp.experts.283.down_proj,0.0000015843,0.05000,1.634
32,mlp.experts.485.down_proj,0.0000019922,0.05000,1.657
32,mlp.experts.281.down_proj,0.0000058341,0.05000,1.648
32,mlp.experts.275.down_proj,0.0000074827,0.05000,1.603
32,mlp.experts.301.down_proj,0.0000026905,0.05000,1.499
32,mlp.experts.303.down_proj,0.0000059100,0.05000,1.495
32,mlp.experts.442.down_proj,0.0000016761,0.05000,1.380
32,mlp.experts.299.down_proj,0.0000016974,0.05000,1.424
32,mlp.experts.501.down_proj,0.0000009852,0.05000,1.411
32,mlp.experts.297.down_proj,0.0000096876,0.05000,1.389
32,mlp.experts.291.down_proj,0.0000020554,0.05000,1.410
32,mlp.experts.317.down_proj,0.0000019063,0.05000,1.364
32,mlp.experts.319.down_proj,0.0000091073,0.05000,1.350
32,mlp.experts.458.down_proj,0.0000024783,0.05000,1.227
32,mlp.experts.315.down_proj,0.0000019875,0.05000,1.248
32,mlp.experts.313.down_proj,0.0000026734,0.05000,1.209
32,mlp.experts.307.down_proj,0.0000018407,0.05000,1.245
32,mlp.experts.333.down_proj,0.0000015178,0.05000,1.169
32,mlp.experts.474.down_proj,0.0000029851,0.05000,1.211
32,mlp.experts.335.down_proj,0.0000084262,0.05000,1.258
32,mlp.experts.331.down_proj,0.0000019863,0.05000,1.201
32,mlp.experts.329.down_proj,0.0000008807,0.05000,1.259
32,mlp.experts.323.down_proj,0.0000018296,0.05000,1.226
32,mlp.experts.349.down_proj,0.0000017797,0.05000,1.213
32,mlp.experts.490.down_proj,0.0000020568,0.05000,1.234
32,mlp.experts.351.down_proj,0.0000022937,0.05000,1.250
32,mlp.experts.347.down_proj,0.0000067571,0.05000,1.233
32,mlp.experts.345.down_proj,0.0000030901,0.05000,1.184
32,mlp.experts.339.down_proj,0.0000019503,0.05000,1.315
32,mlp.experts.365.down_proj,0.0000020553,0.05000,1.325
32,mlp.experts.506.down_proj,0.0000007216,0.05000,1.352
32,mlp.experts.367.down_proj,0.0000015123,0.05000,1.327
32,mlp.experts.363.down_proj,0.0000033826,0.05000,1.276
32,mlp.experts.361.down_proj,0.0000032591,0.05000,1.237
32,mlp.experts.355.down_proj,0.0000055664,0.05000,1.022
32,mlp.experts.381.down_proj,0.0000033262,0.05000,0.932
32,mlp.experts.383.down_proj,0.0000016027,0.05000,0.827
32,mlp.experts.379.down_proj,0.0000010973,0.05000,0.816
32,mlp.experts.377.down_proj,0.0000013160,0.05000,0.812
32,mlp.experts.371.down_proj,0.0000030012,0.05000,0.823
32,mlp.experts.397.down_proj,0.0000014072,0.05000,0.799
32,mlp.experts.399.down_proj,0.0000020904,0.05000,0.849
32,mlp.experts.395.down_proj,0.0000029227,0.05000,0.853
32,mlp.experts.393.down_proj,0.0000036659,0.05000,0.899
32,mlp.experts.387.down_proj,0.0000027297,0.05000,0.932
32,mlp.experts.413.down_proj,0.0000016175,0.05000,0.921
32,mlp.experts.415.down_proj,0.0000014977,0.05000,0.961
32,mlp.experts.411.down_proj,0.0000036325,0.05000,0.939
32,mlp.experts.409.down_proj,0.0000029742,0.05000,0.913
32,mlp.experts.403.down_proj,0.0000043963,0.05000,0.946
32,mlp.experts.429.down_proj,0.0000051636,0.05000,0.940
32,mlp.experts.431.down_proj,0.0000088599,0.05000,0.953
32,mlp.experts.427.down_proj,0.0000012179,0.05000,0.961
32,mlp.experts.425.down_proj,0.0000024531,0.05000,0.913
32,mlp.experts.419.down_proj,0.0000015971,0.05000,0.866
32,mlp.experts.445.down_proj,0.0000046013,0.05000,0.854
32,mlp.experts.447.down_proj,0.0000023085,0.05000,0.855
32,mlp.experts.443.down_proj,0.0000022569,0.05000,0.869
32,mlp.experts.441.down_proj,0.0000069066,0.05000,0.878
32,mlp.experts.435.down_proj,0.0000071878,0.05000,0.965
32,mlp.experts.461.down_proj,0.0000030833,0.05000,0.930
32,mlp.experts.463.down_proj,0.0000030813,0.05000,1.003
32,mlp.experts.459.down_proj,0.0000018814,0.05000,0.964
32,mlp.experts.457.down_proj,0.0000010508,0.05000,0.945
32,mlp.experts.451.down_proj,0.0000016639,0.05000,0.932
32,mlp.experts.477.down_proj,0.0000011270,0.05000,0.922
32,mlp.experts.479.down_proj,0.0000018397,0.05000,0.891
32,mlp.experts.475.down_proj,0.0000014385,0.05000,0.886
32,mlp.experts.473.down_proj,0.0000014000,0.05000,0.872
32,mlp.experts.467.down_proj,0.0000019468,0.05000,0.883
32,mlp.experts.493.down_proj,0.0000025064,0.05000,0.910
32,mlp.experts.495.down_proj,0.0000035660,0.05000,0.917
32,mlp.experts.491.down_proj,0.0000021602,0.05000,0.908
32,mlp.experts.489.down_proj,0.0000028761,0.05000,0.875
32,mlp.experts.483.down_proj,0.0000039831,0.05000,0.919
32,mlp.experts.509.down_proj,0.0000015254,0.05000,0.880
32,mlp.experts.511.down_proj,0.0000006706,0.05000,0.803
32,mlp.experts.505.down_proj,0.0000018888,0.05000,0.742
32,mlp.experts.507.down_proj,0.0000016355,0.05000,0.759
32,mlp.experts.499.down_proj,0.0000117747,0.05000,0.384
33,mlp.experts.6.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.832
33,mlp.experts.4.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.830
33,mlp.experts.7.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.848
33,mlp.experts.20.gate_proj,failsafe(rtn): 0.0014420,0.00000,0.738
33,mlp.experts.12.gate_proj,0.0000195488,0.05000,14.238
33,mlp.experts.0.gate_proj,0.0000235974,0.05000,14.256
33,mlp.experts.10.gate_proj,0.0000098410,0.05000,14.270
33,mlp.experts.8.gate_proj,0.0000166128,0.05000,14.273
33,mlp.experts.14.gate_proj,0.0000258819,0.05000,14.318
33,mlp.experts.11.gate_proj,0.0000390339,0.05000,14.324
33,mlp.experts.1.gate_proj,0.0000293615,0.05000,14.401
33,mlp.experts.15.gate_proj,0.0000807941,0.05000,14.444
33,mlp.experts.9.gate_proj,0.0000181060,0.05000,14.451
33,mlp.experts.2.gate_proj,0.0000180358,0.05000,14.422
33,mlp.experts.13.gate_proj,0.0000138894,0.05000,14.474
33,mlp.experts.3.gate_proj,0.0000134462,0.05000,14.460
33,mlp.experts.5.gate_proj,0.0000108713,0.05000,14.539
33,mlp.experts.22.gate_proj,0.0000134066,0.05000,14.262
33,mlp.experts.23.gate_proj,0.0000357682,0.05000,14.377
33,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.860
33,mlp.experts.36.gate_proj,0.0000119836,0.05000,14.366
33,mlp.experts.39.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.726
33,mlp.experts.52.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.676
33,mlp.experts.28.gate_proj,0.0000183810,0.05000,13.884
33,mlp.experts.26.gate_proj,0.0000176647,0.05000,13.889
33,mlp.experts.30.gate_proj,0.0000316068,0.05000,13.964
33,mlp.experts.16.gate_proj,0.0000113892,0.05000,14.066
33,mlp.experts.18.gate_proj,0.0000242348,0.05000,13.904
33,mlp.experts.27.gate_proj,0.0000241325,0.05000,14.051
33,mlp.experts.25.gate_proj,0.0000606721,0.05000,13.939
33,mlp.experts.21.gate_proj,0.0000375979,0.05000,13.849
33,mlp.experts.31.gate_proj,0.0000071075,0.05000,14.049
33,mlp.experts.24.gate_proj,0.0000328585,0.05000,14.202
33,mlp.experts.19.gate_proj,0.0000603475,0.05000,13.957
33,mlp.experts.29.gate_proj,0.0000093717,0.05000,14.062
33,mlp.experts.38.gate_proj,0.0000264107,0.05000,13.964
33,mlp.experts.37.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.793
33,mlp.experts.33.gate_proj,0.0000074949,0.05000,13.952
33,mlp.experts.55.gate_proj,0.0000112837,0.05000,14.037
33,mlp.experts.68.gate_proj,0.0000428718,0.05000,14.022
33,mlp.experts.44.gate_proj,0.0000034264,0.05000,14.395
33,mlp.experts.42.gate_proj,0.0000766485,0.05000,14.522
33,mlp.experts.32.gate_proj,0.0000472188,0.05000,14.475
33,mlp.experts.34.gate_proj,0.0000201692,0.05000,14.440
33,mlp.experts.46.gate_proj,0.0000105158,0.05000,14.564
33,mlp.experts.40.gate_proj,0.0000184672,0.05000,14.395
33,mlp.experts.41.gate_proj,0.0000345373,0.05000,14.507
33,mlp.experts.43.gate_proj,0.0000554323,0.05000,14.614
33,mlp.experts.47.gate_proj,0.0000615076,0.05000,14.522
33,mlp.experts.35.gate_proj,0.0000189539,0.05000,14.560
33,mlp.experts.45.gate_proj,0.0000206264,0.05000,14.507
33,mlp.experts.60.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.846
33,mlp.experts.54.gate_proj,0.0000871218,0.05000,14.435
33,mlp.experts.58.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.894
33,mlp.experts.50.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.858
33,mlp.experts.49.gate_proj,0.0000589497,0.05000,14.528
33,mlp.experts.53.gate_proj,0.0000716194,0.05000,14.565
33,mlp.experts.63.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.833
33,mlp.experts.74.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.760
33,mlp.experts.71.gate_proj,0.0000329751,0.05000,14.571
33,mlp.experts.84.gate_proj,0.0000142532,0.05000,14.367
33,mlp.experts.48.gate_proj,0.0000428644,0.05000,15.150
33,mlp.experts.62.gate_proj,0.0000451031,0.05000,15.129
33,mlp.experts.57.gate_proj,0.0000040736,0.05000,15.174
33,mlp.experts.56.gate_proj,0.0000301434,0.05000,15.203
33,mlp.experts.51.gate_proj,0.0000159203,0.05000,15.034
33,mlp.experts.59.gate_proj,0.0000116789,0.05000,15.264
33,mlp.experts.61.gate_proj,0.0000260449,0.05000,15.216
33,mlp.experts.76.gate_proj,0.0000247324,0.05000,15.120
33,mlp.experts.70.gate_proj,0.0000460905,0.05000,15.260
33,mlp.experts.66.gate_proj,0.0000199248,0.05000,15.093
33,mlp.experts.69.gate_proj,0.0000527005,0.05000,15.127
33,mlp.experts.79.gate_proj,0.0000733112,0.05000,15.062
33,mlp.experts.65.gate_proj,0.0000359467,0.05000,15.218
33,mlp.experts.90.gate_proj,0.0000635695,0.05000,15.014
33,mlp.experts.86.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.770
33,mlp.experts.87.gate_proj,0.0000084137,0.05000,14.973
33,mlp.experts.95.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.736
33,mlp.experts.100.gate_proj,0.0000361882,0.05000,15.098
33,mlp.experts.64.gate_proj,0.0000624330,0.05000,14.762
33,mlp.experts.78.gate_proj,0.0000327961,0.05000,14.788
33,mlp.experts.67.gate_proj,0.0000669449,0.05000,14.786
33,mlp.experts.73.gate_proj,0.0000656727,0.05000,14.886
33,mlp.experts.75.gate_proj,0.0000322649,0.05000,14.767
33,mlp.experts.72.gate_proj,0.0000441501,0.05000,14.944
33,mlp.experts.77.gate_proj,0.0000115771,0.05000,14.929
33,mlp.experts.92.gate_proj,0.0000197728,0.05000,14.815
33,mlp.experts.82.gate_proj,0.0000239174,0.05000,14.757
33,mlp.experts.89.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.706
33,mlp.experts.81.gate_proj,0.0000221674,0.05000,14.725
33,mlp.experts.85.gate_proj,0.0000798498,0.05000,14.855
33,mlp.experts.106.gate_proj,0.0000356576,0.05000,14.731
33,mlp.experts.102.gate_proj,0.0000437550,0.05000,14.703
33,mlp.experts.103.gate_proj,0.0000401921,0.05000,14.791
33,mlp.experts.111.gate_proj,0.0000229768,0.05000,14.766
33,mlp.experts.97.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.759
33,mlp.experts.101.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.740
33,mlp.experts.116.gate_proj,0.0000440404,0.05000,14.887
33,mlp.experts.127.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.713
33,mlp.experts.80.gate_proj,0.0000582394,0.05000,13.976
33,mlp.experts.94.gate_proj,0.0000143780,0.05000,14.000
33,mlp.experts.88.gate_proj,0.0000368019,0.05000,13.880
33,mlp.experts.91.gate_proj,0.0000770059,0.05000,13.971
33,mlp.experts.83.gate_proj,0.0000352511,0.05000,14.122
33,mlp.experts.93.gate_proj,0.0000126932,0.05000,13.810
33,mlp.experts.108.gate_proj,0.0000146764,0.05000,13.993
33,mlp.experts.98.gate_proj,0.0000346694,0.05000,13.878
33,mlp.experts.105.gate_proj,0.0000469337,0.05000,13.956
33,mlp.experts.122.gate_proj,0.0000125649,0.05000,13.881
33,mlp.experts.118.gate_proj,0.0000233446,0.05000,14.041
33,mlp.experts.119.gate_proj,0.0000264085,0.05000,13.977
33,mlp.experts.117.gate_proj,0.0000580135,0.05000,13.924
33,mlp.experts.113.gate_proj,0.0000393307,0.05000,14.047
33,mlp.experts.132.gate_proj,0.0000075182,0.05000,13.854
33,mlp.experts.143.gate_proj,0.0000145512,0.05000,13.889
33,mlp.experts.159.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.684
33,mlp.experts.96.gate_proj,0.0000108443,0.05000,14.353
33,mlp.experts.110.gate_proj,0.0000539755,0.05000,14.269
33,mlp.experts.104.gate_proj,0.0000594861,0.05000,14.341
33,mlp.experts.99.gate_proj,0.0000160978,0.05000,14.263
33,mlp.experts.107.gate_proj,0.0000703099,0.05000,14.316
33,mlp.experts.109.gate_proj,0.0000206604,0.05000,14.414
33,mlp.experts.124.gate_proj,0.0000289381,0.05000,14.289
33,mlp.experts.114.gate_proj,0.0000209565,0.05000,14.296
33,mlp.experts.121.gate_proj,0.0000551146,0.05000,14.265
33,mlp.experts.138.gate_proj,0.0000248890,0.05000,14.413
33,mlp.experts.134.gate_proj,0.0000676708,0.05000,14.374
33,mlp.experts.133.gate_proj,0.0000405314,0.05000,14.557
33,mlp.experts.129.gate_proj,0.0000170509,0.05000,14.525
33,mlp.experts.135.gate_proj,0.0000259522,0.05000,14.722
33,mlp.experts.148.gate_proj,0.0000298939,0.05000,14.581
33,mlp.experts.175.gate_proj,0.0000438664,0.05000,14.712
33,mlp.experts.126.gate_proj,0.0000170891,0.05000,14.242
33,mlp.experts.112.gate_proj,0.0000325946,0.05000,14.378
33,mlp.experts.120.gate_proj,0.0000151278,0.05000,14.327
33,mlp.experts.123.gate_proj,0.0000351314,0.05000,14.421
33,mlp.experts.115.gate_proj,0.0000411945,0.05000,14.565
33,mlp.experts.125.gate_proj,0.0000224764,0.05000,14.374
33,mlp.experts.142.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.674
33,mlp.experts.140.gate_proj,0.0000706700,0.05000,14.465
33,mlp.experts.130.gate_proj,0.0000467616,0.05000,14.342
33,mlp.experts.137.gate_proj,0.0000716497,0.05000,14.296
33,mlp.experts.141.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.700
33,mlp.experts.154.gate_proj,0.0000390874,0.05000,14.379
33,mlp.experts.150.gate_proj,0.0000034506,0.05000,14.316
33,mlp.experts.149.gate_proj,0.0000299389,0.05000,14.145
33,mlp.experts.151.gate_proj,0.0000163369,0.05000,14.242
33,mlp.experts.145.gate_proj,0.0000126686,0.05000,14.273
33,mlp.experts.164.gate_proj,0.0000482057,0.05000,14.275
33,mlp.experts.191.gate_proj,0.0000100014,0.05000,14.142
33,mlp.experts.128.gate_proj,0.0000197618,0.05000,14.447
33,mlp.experts.136.gate_proj,0.0000182206,0.05000,14.479
33,mlp.experts.139.gate_proj,0.0000320645,0.05000,14.556
33,mlp.experts.131.gate_proj,0.0000293434,0.05000,14.637
33,mlp.experts.158.gate_proj,0.0000200616,0.05000,14.582
33,mlp.experts.156.gate_proj,0.0000331525,0.05000,14.613
33,mlp.experts.146.gate_proj,0.0000945951,0.05000,14.605
33,mlp.experts.153.gate_proj,0.0000095801,0.05000,14.560
33,mlp.experts.157.gate_proj,0.0000149076,0.05000,14.731
33,mlp.experts.147.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.821
33,mlp.experts.170.gate_proj,0.0000413252,0.05000,14.621
33,mlp.experts.166.gate_proj,0.0000192285,0.05000,14.707
33,mlp.experts.165.gate_proj,0.0000306485,0.05000,14.703
33,mlp.experts.161.gate_proj,0.0000412005,0.05000,14.668
33,mlp.experts.167.gate_proj,0.0000175671,0.05000,14.686
33,mlp.experts.180.gate_proj,0.0000825027,0.05000,14.740
33,mlp.experts.207.gate_proj,0.0000153191,0.05000,14.748
33,mlp.experts.144.gate_proj,0.0000299457,0.05000,14.549
33,mlp.experts.152.gate_proj,0.0000685463,0.05000,14.508
33,mlp.experts.155.gate_proj,0.0000129666,0.05000,14.629
33,mlp.experts.162.gate_proj,0.0000206083,0.05000,14.411
33,mlp.experts.174.gate_proj,0.0000070407,0.05000,14.597
33,mlp.experts.160.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.810
33,mlp.experts.172.gate_proj,0.0000221472,0.05000,14.547
33,mlp.experts.169.gate_proj,0.0000423048,0.05000,14.538
33,mlp.experts.163.gate_proj,0.0000278735,0.05000,14.544
33,mlp.experts.173.gate_proj,0.0000407859,0.05000,14.638
33,mlp.experts.186.gate_proj,0.0000508652,0.05000,14.602
33,mlp.experts.176.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.782
33,mlp.experts.182.gate_proj,0.0000282340,0.05000,14.622
33,mlp.experts.181.gate_proj,0.0000312155,0.05000,14.609
33,mlp.experts.183.gate_proj,0.0000535191,0.05000,14.645
33,mlp.experts.177.gate_proj,0.0000300223,0.05000,14.716
33,mlp.experts.196.gate_proj,0.0000357312,0.05000,14.471
33,mlp.experts.223.gate_proj,0.0000233941,0.05000,14.566
33,mlp.experts.168.gate_proj,0.0000451285,0.05000,14.596
33,mlp.experts.171.gate_proj,0.0000261892,0.05000,14.632
33,mlp.experts.178.gate_proj,0.0000094908,0.05000,14.562
33,mlp.experts.188.gate_proj,0.0000110008,0.05000,14.542
33,mlp.experts.190.gate_proj,0.0000312280,0.05000,14.594
33,mlp.experts.185.gate_proj,0.0000247109,0.05000,14.591
33,mlp.experts.189.gate_proj,0.0000167299,0.05000,14.552
33,mlp.experts.179.gate_proj,0.0000517604,0.05000,14.648
33,mlp.experts.202.gate_proj,0.0000189541,0.05000,14.502
33,mlp.experts.192.gate_proj,0.0000193254,0.05000,14.593
33,mlp.experts.198.gate_proj,0.0000090832,0.05000,14.522
33,mlp.experts.197.gate_proj,0.0000596985,0.05000,14.515
33,mlp.experts.193.gate_proj,0.0000207260,0.05000,14.466
33,mlp.experts.199.gate_proj,0.0000317229,0.05000,14.563
33,mlp.experts.212.gate_proj,0.0000199909,0.05000,14.453
33,mlp.experts.209.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.673
33,mlp.experts.239.gate_proj,0.0000425348,0.05000,14.308
33,mlp.experts.225.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.667
33,mlp.experts.184.gate_proj,0.0000441024,0.05000,14.225
33,mlp.experts.204.gate_proj,0.0000492666,0.05000,13.957
33,mlp.experts.187.gate_proj,0.0000130787,0.05000,14.217
33,mlp.experts.194.gate_proj,0.0000599918,0.05000,14.145
33,mlp.experts.206.gate_proj,0.0000330628,0.05000,14.145
33,mlp.experts.201.gate_proj,0.0000375027,0.05000,14.173
33,mlp.experts.218.gate_proj,0.0000545631,0.05000,14.068
33,mlp.experts.205.gate_proj,0.0000150986,0.05000,14.182
33,mlp.experts.208.gate_proj,0.0000197735,0.05000,14.097
33,mlp.experts.195.gate_proj,0.0000712443,0.05000,14.203
33,mlp.experts.214.gate_proj,0.0000234171,0.05000,14.180
33,mlp.experts.213.gate_proj,0.0000193755,0.05000,14.175
33,mlp.experts.215.gate_proj,0.0000616490,0.05000,14.136
33,mlp.experts.228.gate_proj,0.0000366400,0.05000,14.125
33,mlp.experts.255.gate_proj,0.0000084878,0.05000,14.136
33,mlp.experts.241.gate_proj,0.0000150063,0.05000,14.220
33,mlp.experts.271.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.787
33,mlp.experts.200.gate_proj,0.0000211277,0.05000,14.083
33,mlp.experts.220.gate_proj,0.0000236182,0.05000,14.142
33,mlp.experts.203.gate_proj,0.0000049329,0.05000,14.158
33,mlp.experts.210.gate_proj,0.0000182373,0.05000,14.292
33,mlp.experts.222.gate_proj,0.0000096110,0.05000,14.297
33,mlp.experts.217.gate_proj,0.0000322587,0.05000,14.315
33,mlp.experts.236.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.691
33,mlp.experts.234.gate_proj,0.0000063752,0.05000,14.283
33,mlp.experts.224.gate_proj,0.0000371129,0.05000,14.261
33,mlp.experts.221.gate_proj,0.0000143687,0.05000,14.318
33,mlp.experts.211.gate_proj,0.0000426657,0.05000,14.322
33,mlp.experts.230.gate_proj,0.0000740112,0.05000,14.295
33,mlp.experts.229.gate_proj,0.0000764325,0.05000,14.195
33,mlp.experts.231.gate_proj,0.0000181203,0.05000,14.177
33,mlp.experts.244.gate_proj,0.0000225208,0.05000,14.264
33,mlp.experts.257.gate_proj,0.0000395860,0.05000,14.495
33,mlp.experts.287.gate_proj,0.0000210377,0.05000,14.453
33,mlp.experts.216.gate_proj,0.0000181752,0.05000,14.840
33,mlp.experts.219.gate_proj,0.0000540507,0.05000,14.855
33,mlp.experts.238.gate_proj,0.0000478071,0.05000,14.740
33,mlp.experts.226.gate_proj,0.0000258099,0.05000,14.922
33,mlp.experts.252.gate_proj,0.0000157847,0.05000,14.708
33,mlp.experts.233.gate_proj,0.0000218447,0.05000,14.940
33,mlp.experts.250.gate_proj,0.0000536463,0.05000,14.806
33,mlp.experts.237.gate_proj,0.0000297731,0.05000,14.814
33,mlp.experts.242.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.781
33,mlp.experts.240.gate_proj,0.0000394529,0.05000,14.884
33,mlp.experts.227.gate_proj,0.0000233229,0.05000,14.944
33,mlp.experts.246.gate_proj,0.0000432462,0.05000,14.784
33,mlp.experts.268.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.807
33,mlp.experts.245.gate_proj,0.0000636654,0.05000,14.914
33,mlp.experts.247.gate_proj,0.0000480639,0.05000,14.888
33,mlp.experts.260.gate_proj,0.0000500613,0.05000,14.723
33,mlp.experts.258.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.741
33,mlp.experts.263.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.711
33,mlp.experts.273.gate_proj,0.0000340887,0.05000,14.752
33,mlp.experts.303.gate_proj,0.0000185686,0.05000,14.665
33,mlp.experts.289.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.762
33,mlp.experts.232.gate_proj,0.0000134816,0.05000,14.112
33,mlp.experts.235.gate_proj,0.0000330710,0.05000,14.101
33,mlp.experts.254.gate_proj,0.0000643712,0.05000,14.279
33,mlp.experts.249.gate_proj,0.0000322850,0.05000,14.174
33,mlp.experts.266.gate_proj,0.0000751826,0.05000,14.147
33,mlp.experts.256.gate_proj,0.0000176933,0.05000,14.060
33,mlp.experts.253.gate_proj,0.0000485762,0.05000,14.214
33,mlp.experts.284.gate_proj,0.0000226212,0.05000,14.003
33,mlp.experts.243.gate_proj,0.0000236298,0.05000,14.281
33,mlp.experts.262.gate_proj,0.0000146726,0.05000,14.202
33,mlp.experts.261.gate_proj,0.0000415932,0.05000,14.146
33,mlp.experts.282.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.741
33,mlp.experts.276.gate_proj,0.0000312082,0.05000,14.101
33,mlp.experts.272.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.783
33,mlp.experts.274.gate_proj,0.0000448638,0.05000,14.108
33,mlp.experts.279.gate_proj,0.0000190487,0.05000,14.101
33,mlp.experts.319.gate_proj,0.0000709633,0.05000,13.981
33,mlp.experts.305.gate_proj,0.0000549318,0.05000,14.125
33,mlp.experts.321.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.768
33,mlp.experts.248.gate_proj,0.0000111051,0.05000,14.247
33,mlp.experts.251.gate_proj,0.0000076684,0.05000,14.188
33,mlp.experts.270.gate_proj,0.0000656338,0.05000,14.091
33,mlp.experts.265.gate_proj,0.0000169265,0.05000,14.177
33,mlp.experts.269.gate_proj,0.0000689037,0.05000,14.176
33,mlp.experts.300.gate_proj,0.0000255998,0.05000,14.302
33,mlp.experts.259.gate_proj,0.0000722640,0.05000,14.216
33,mlp.experts.281.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.763
33,mlp.experts.278.gate_proj,0.0000545521,0.05000,14.256
33,mlp.experts.277.gate_proj,0.0000482551,0.05000,14.283
33,mlp.experts.288.gate_proj,0.0000578882,0.05000,14.182
33,mlp.experts.290.gate_proj,0.0000299798,0.05000,14.247
33,mlp.experts.298.gate_proj,0.0000185644,0.05000,14.417
33,mlp.experts.292.gate_proj,0.0000393750,0.05000,14.382
33,mlp.experts.297.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.740
33,mlp.experts.295.gate_proj,0.0000182364,0.05000,14.374
33,mlp.experts.314.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.681
33,mlp.experts.308.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.683
33,mlp.experts.335.gate_proj,0.0000549531,0.05000,14.407
33,mlp.experts.351.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.819
33,mlp.experts.337.gate_proj,0.0000123581,0.05000,14.422
33,mlp.experts.264.gate_proj,0.0000674970,0.05000,14.408
33,mlp.experts.267.gate_proj,0.0000721937,0.05000,14.368
33,mlp.experts.286.gate_proj,0.0000168661,0.05000,14.428
33,mlp.experts.280.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.711
33,mlp.experts.285.gate_proj,0.0000111761,0.05000,14.352
33,mlp.experts.316.gate_proj,0.0000077371,0.05000,14.256
33,mlp.experts.275.gate_proj,0.0000497568,0.05000,14.282
33,mlp.experts.294.gate_proj,0.0000131614,0.05000,14.296
33,mlp.experts.293.gate_proj,0.0000503695,0.05000,14.162
33,mlp.experts.304.gate_proj,0.0000274035,0.05000,14.157
33,mlp.experts.306.gate_proj,0.0000239908,0.05000,14.180
33,mlp.experts.291.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.695
33,mlp.experts.313.gate_proj,0.0000178651,0.05000,14.295
33,mlp.experts.330.gate_proj,0.0000086514,0.05000,14.115
33,mlp.experts.311.gate_proj,0.0000363113,0.05000,14.240
33,mlp.experts.324.gate_proj,0.0000517069,0.05000,14.193
33,mlp.experts.367.gate_proj,0.0000170272,0.05000,14.133
33,mlp.experts.353.gate_proj,0.0000080064,0.05000,14.121
33,mlp.experts.383.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.740
33,mlp.experts.283.gate_proj,0.0000609418,0.05000,14.428
33,mlp.experts.302.gate_proj,0.0000147459,0.05000,14.481
33,mlp.experts.296.gate_proj,0.0000159812,0.05000,14.595
33,mlp.experts.312.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.730
33,mlp.experts.301.gate_proj,0.0000223285,0.05000,14.626
33,mlp.experts.332.gate_proj,0.0000576597,0.05000,14.649
33,mlp.experts.310.gate_proj,0.0000213749,0.05000,14.594
33,mlp.experts.309.gate_proj,0.0000917737,0.05000,14.743
33,mlp.experts.320.gate_proj,0.0000708728,0.05000,14.725
33,mlp.experts.322.gate_proj,0.0000551973,0.05000,14.717
33,mlp.experts.328.gate_proj,failsafe(rtn): 0.0013885,0.00000,0.819
33,mlp.experts.307.gate_proj,0.0000484207,0.05000,14.800
33,mlp.experts.329.gate_proj,0.0000362419,0.05000,14.863
33,mlp.experts.346.gate_proj,0.0000196769,0.05000,14.667
33,mlp.experts.340.gate_proj,0.0000097569,0.05000,14.754
33,mlp.experts.327.gate_proj,0.0000359471,0.05000,14.816
33,mlp.experts.399.gate_proj,0.0000137675,0.05000,14.653
33,mlp.experts.369.gate_proj,0.0000292105,0.05000,14.887
33,mlp.experts.299.gate_proj,0.0000426902,0.05000,14.200
33,mlp.experts.318.gate_proj,0.0000288794,0.05000,14.080
33,mlp.experts.315.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.794
33,mlp.experts.317.gate_proj,0.0000275325,0.05000,14.158
33,mlp.experts.326.gate_proj,0.0000297897,0.05000,14.001
33,mlp.experts.348.gate_proj,0.0000441879,0.05000,14.152
33,mlp.experts.325.gate_proj,0.0000965273,0.05000,14.094
33,mlp.experts.336.gate_proj,0.0000774382,0.05000,14.133
33,mlp.experts.338.gate_proj,0.0000266668,0.05000,14.075
33,mlp.experts.344.gate_proj,0.0000048439,0.05000,14.155
33,mlp.experts.333.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.814
33,mlp.experts.323.gate_proj,0.0000112550,0.05000,14.063
33,mlp.experts.362.gate_proj,0.0000199173,0.05000,13.974
33,mlp.experts.345.gate_proj,0.0000659508,0.05000,14.100
33,mlp.experts.343.gate_proj,0.0000289221,0.05000,13.937
33,mlp.experts.356.gate_proj,0.0000093242,0.05000,14.151
33,mlp.experts.415.gate_proj,0.0000277827,0.05000,14.128
33,mlp.experts.385.gate_proj,0.0000279486,0.05000,14.248
33,mlp.experts.334.gate_proj,0.0000523585,0.05000,14.638
33,mlp.experts.331.gate_proj,0.0000336404,0.05000,14.681
33,mlp.experts.364.gate_proj,0.0000192706,0.05000,14.432
33,mlp.experts.342.gate_proj,0.0000308784,0.05000,14.510
33,mlp.experts.341.gate_proj,0.0000832729,0.05000,14.598
33,mlp.experts.354.gate_proj,0.0000673558,0.05000,14.398
33,mlp.experts.352.gate_proj,0.0000431497,0.05000,14.423
33,mlp.experts.349.gate_proj,0.0000519968,0.05000,14.395
33,mlp.experts.360.gate_proj,0.0000171689,0.05000,14.413
33,mlp.experts.380.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.729
33,mlp.experts.339.gate_proj,0.0000501718,0.05000,14.429
33,mlp.experts.378.gate_proj,0.0000163977,0.05000,14.435
33,mlp.experts.361.gate_proj,0.0000338416,0.05000,14.543
33,mlp.experts.359.gate_proj,0.0000279478,0.05000,14.425
33,mlp.experts.372.gate_proj,0.0000149780,0.05000,14.402
33,mlp.experts.431.gate_proj,0.0000459007,0.05000,14.269
33,mlp.experts.401.gate_proj,0.0000095891,0.05000,14.264
33,mlp.experts.447.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.729
33,mlp.experts.350.gate_proj,0.0000638384,0.05000,14.593
33,mlp.experts.347.gate_proj,0.0000239991,0.05000,14.670
33,mlp.experts.358.gate_proj,0.0000300029,0.05000,14.676
33,mlp.experts.357.gate_proj,0.0000525704,0.05000,14.726
33,mlp.experts.370.gate_proj,0.0000136159,0.05000,14.747
33,mlp.experts.368.gate_proj,0.0000237627,0.05000,14.746
33,mlp.experts.376.gate_proj,0.0000586664,0.05000,14.712
33,mlp.experts.365.gate_proj,0.0000205734,0.05000,14.869
33,mlp.experts.374.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.781
33,mlp.experts.396.gate_proj,0.0000387667,0.05000,14.792
33,mlp.experts.355.gate_proj,0.0000273957,0.05000,14.784
33,mlp.experts.394.gate_proj,0.0000506019,0.05000,14.744
33,mlp.experts.375.gate_proj,0.0000378144,0.05000,14.776
33,mlp.experts.377.gate_proj,0.0000171074,0.05000,14.891
33,mlp.experts.388.gate_proj,0.0000229950,0.05000,14.869
33,mlp.experts.393.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.800
33,mlp.experts.417.gate_proj,0.0000179658,0.05000,15.078
33,mlp.experts.463.gate_proj,0.0000100994,0.05000,14.939
33,mlp.experts.479.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.667
33,mlp.experts.366.gate_proj,0.0000298510,0.05000,14.398
33,mlp.experts.363.gate_proj,0.0000291856,0.05000,14.538
33,mlp.experts.373.gate_proj,0.0000112582,0.05000,14.454
33,mlp.experts.386.gate_proj,0.0000189068,0.05000,14.461
33,mlp.experts.379.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.760
33,mlp.experts.392.gate_proj,0.0000033646,0.05000,14.337
33,mlp.experts.384.gate_proj,0.0000419340,0.05000,14.564
33,mlp.experts.390.gate_proj,0.0000433244,0.05000,14.434
33,mlp.experts.381.gate_proj,0.0000904547,0.05000,14.462
33,mlp.experts.412.gate_proj,0.0000198218,0.05000,14.432
33,mlp.experts.371.gate_proj,0.0000330669,0.05000,14.437
33,mlp.experts.410.gate_proj,0.0000609091,0.05000,14.349
33,mlp.experts.391.gate_proj,0.0000256463,0.05000,14.382
33,mlp.experts.404.gate_proj,0.0000865951,0.05000,14.218
33,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.731
33,mlp.experts.409.gate_proj,0.0000449140,0.05000,14.411
33,mlp.experts.433.gate_proj,0.0000274602,0.05000,14.421
33,mlp.experts.495.gate_proj,0.0000726954,0.05000,14.362
33,mlp.experts.382.gate_proj,0.0000303899,0.05000,14.271
33,mlp.experts.389.gate_proj,0.0000770756,0.05000,14.120
33,mlp.experts.402.gate_proj,0.0000151940,0.05000,14.216
33,mlp.experts.395.gate_proj,0.0000257937,0.05000,14.199
33,mlp.experts.408.gate_proj,0.0000383965,0.05000,14.137
33,mlp.experts.400.gate_proj,0.0000721185,0.05000,14.228
33,mlp.experts.397.gate_proj,0.0000331896,0.05000,14.159
33,mlp.experts.387.gate_proj,0.0000576564,0.05000,14.051
33,mlp.experts.406.gate_proj,0.0000063116,0.05000,14.209
33,mlp.experts.426.gate_proj,0.0000661472,0.05000,14.069
33,mlp.experts.428.gate_proj,0.0000934174,0.05000,14.184
33,mlp.experts.407.gate_proj,0.0000178165,0.05000,14.208
33,mlp.experts.436.gate_proj,0.0000353270,0.05000,14.210
33,mlp.experts.425.gate_proj,0.0000118424,0.05000,14.179
33,mlp.experts.441.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.776
33,mlp.experts.449.gate_proj,0.0000223175,0.05000,14.428
33,mlp.experts.511.gate_proj,0.0000249615,0.05000,14.190
33,mlp.experts.398.gate_proj,0.0000396277,0.05000,14.678
33,mlp.experts.405.gate_proj,0.0000344209,0.05000,14.864
33,mlp.experts.424.gate_proj,0.0000173731,0.05000,14.699
33,mlp.experts.411.gate_proj,0.0000227789,0.05000,14.816
33,mlp.experts.418.gate_proj,0.0000636998,0.05000,14.868
33,mlp.experts.413.gate_proj,0.0000256898,0.05000,14.743
33,mlp.experts.416.gate_proj,0.0000178942,0.05000,14.941
33,mlp.experts.442.gate_proj,0.0000303634,0.05000,14.821
33,mlp.experts.403.gate_proj,0.0000214947,0.05000,14.869
33,mlp.experts.422.gate_proj,0.0000121953,0.05000,14.855
33,mlp.experts.444.gate_proj,0.0000712396,0.05000,14.809
33,mlp.experts.423.gate_proj,0.0000446179,0.05000,14.875
33,mlp.experts.419.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.715
33,mlp.experts.452.gate_proj,0.0000307559,0.05000,14.764
33,mlp.experts.468.gate_proj,failsafe(rtn): 0.0013962,0.00000,0.723
33,mlp.experts.457.gate_proj,0.0000855991,0.05000,14.767
33,mlp.experts.465.gate_proj,0.0000426075,0.05000,14.617
33,mlp.experts.15.up_proj,0.0000811712,0.05000,14.462
33,mlp.experts.414.gate_proj,0.0000152545,0.05000,14.461
33,mlp.experts.440.gate_proj,0.0000157533,0.05000,14.460
33,mlp.experts.421.gate_proj,0.0000395705,0.05000,14.540
33,mlp.experts.434.gate_proj,0.0000548821,0.05000,14.405
33,mlp.experts.427.gate_proj,0.0000718975,0.05000,14.513
33,mlp.experts.432.gate_proj,0.0000093322,0.05000,14.370
33,mlp.experts.429.gate_proj,0.0000474494,0.05000,14.518
33,mlp.experts.458.gate_proj,0.0000158120,0.05000,14.445
33,mlp.experts.438.gate_proj,0.0000440005,0.05000,14.533
33,mlp.experts.460.gate_proj,0.0000186797,0.05000,14.518
33,mlp.experts.439.gate_proj,0.0000821753,0.05000,14.393
33,mlp.experts.435.gate_proj,0.0000276216,0.05000,14.486
33,mlp.experts.484.gate_proj,0.0000158312,0.05000,14.442
33,mlp.experts.473.gate_proj,0.0000202731,0.05000,14.388
33,mlp.experts.500.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.804
33,mlp.experts.4.up_proj,failsafe(rtn): 0.0015259,0.00000,0.746
33,mlp.experts.481.gate_proj,0.0000368861,0.05000,14.622
33,mlp.experts.31.up_proj,0.0000071493,0.05000,14.596
33,mlp.experts.20.up_proj,failsafe(rtn): 0.0015717,0.00000,0.702
33,mlp.experts.430.gate_proj,0.0000343058,0.05000,14.537
33,mlp.experts.450.gate_proj,0.0000164610,0.05000,14.349
33,mlp.experts.437.gate_proj,0.0000048497,0.05000,14.427
33,mlp.experts.456.gate_proj,0.0000271707,0.05000,14.514
33,mlp.experts.443.gate_proj,0.0000430660,0.05000,14.448
33,mlp.experts.448.gate_proj,0.0000305619,0.05000,14.542
33,mlp.experts.445.gate_proj,0.0000416103,0.05000,14.586
33,mlp.experts.476.gate_proj,0.0000396707,0.05000,14.417
33,mlp.experts.454.gate_proj,0.0000151310,0.05000,14.514
33,mlp.experts.474.gate_proj,0.0000410300,0.05000,14.637
33,mlp.experts.453.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.798
33,mlp.experts.455.gate_proj,0.0000323495,0.05000,14.556
33,mlp.experts.472.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.786
33,mlp.experts.451.gate_proj,0.0000209670,0.05000,14.565
33,mlp.experts.489.gate_proj,0.0000250565,0.05000,14.570
33,mlp.experts.505.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.638
33,mlp.experts.497.gate_proj,0.0000157661,0.05000,14.431
33,mlp.experts.36.up_proj,0.0000128064,0.05000,14.286
33,mlp.experts.47.up_proj,0.0000612115,0.05000,14.380
33,mlp.experts.52.up_proj,failsafe(rtn): 0.0014648,0.00000,0.679
33,mlp.experts.63.up_proj,failsafe(rtn): 0.0015182,0.00000,0.673
33,mlp.experts.446.gate_proj,0.0000557503,0.05000,14.153
33,mlp.experts.462.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.682
33,mlp.experts.466.gate_proj,0.0000096625,0.05000,13.968
33,mlp.experts.459.gate_proj,0.0000117578,0.05000,14.078
33,mlp.experts.464.gate_proj,0.0000530119,0.05000,13.936
33,mlp.experts.492.gate_proj,0.0000251856,0.05000,13.974
33,mlp.experts.490.gate_proj,0.0000148787,0.05000,13.907
33,mlp.experts.470.gate_proj,0.0000165986,0.05000,13.996
33,mlp.experts.461.gate_proj,0.0000309172,0.05000,14.122
33,mlp.experts.471.gate_proj,0.0000272282,0.05000,13.933
33,mlp.experts.488.gate_proj,0.0000469310,0.05000,14.007
33,mlp.experts.469.gate_proj,0.0000148866,0.05000,14.044
33,mlp.experts.467.gate_proj,0.0000554109,0.05000,14.010
33,mlp.experts.477.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.732
33,mlp.experts.493.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.705
33,mlp.experts.9.up_proj,0.0000180615,0.05000,14.065
33,mlp.experts.1.up_proj,0.0000285382,0.05000,14.110
33,mlp.experts.17.up_proj,failsafe(rtn): 0.0014725,0.00000,0.669
33,mlp.experts.68.up_proj,0.0000443790,0.05000,14.107
33,mlp.experts.79.up_proj,0.0000734568,0.05000,14.132
33,mlp.experts.95.up_proj,failsafe(rtn): 0.0015030,0.00000,0.630
33,mlp.experts.478.gate_proj,0.0000544096,0.05000,13.509
33,mlp.experts.482.gate_proj,0.0000700662,0.05000,13.354
33,mlp.experts.480.gate_proj,0.0000157843,0.05000,13.300
33,mlp.experts.475.gate_proj,0.0000293053,0.05000,13.481
33,mlp.experts.506.gate_proj,0.0000144601,0.05000,13.369
33,mlp.experts.508.gate_proj,0.0000434241,0.05000,13.427
33,mlp.experts.486.gate_proj,0.0000144120,0.05000,13.475
33,mlp.experts.504.gate_proj,0.0000480130,0.05000,13.312
33,mlp.experts.487.gate_proj,0.0000136108,0.05000,13.484
33,mlp.experts.485.gate_proj,0.0000118425,0.05000,13.404
33,mlp.experts.483.gate_proj,0.0000072609,0.05000,13.307
33,mlp.experts.509.gate_proj,0.0000199889,0.05000,13.217
33,mlp.experts.499.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.674
33,mlp.experts.25.up_proj,0.0000588116,0.05000,13.217
33,mlp.experts.33.up_proj,0.0000080939,0.05000,13.075
33,mlp.experts.111.up_proj,0.0000228824,0.05000,13.142
33,mlp.experts.127.up_proj,failsafe(rtn): 0.0014954,0.00000,0.658
33,mlp.experts.494.gate_proj,0.0000267534,0.05000,12.919
33,mlp.experts.498.gate_proj,0.0000248977,0.05000,12.929
33,mlp.experts.491.gate_proj,0.0000184276,0.05000,12.710
33,mlp.experts.10.up_proj,0.0000096719,0.05000,12.777
33,mlp.experts.502.gate_proj,0.0000207263,0.05000,12.748
33,mlp.experts.501.gate_proj,0.0000371378,0.05000,12.643
33,mlp.experts.496.gate_proj,0.0000165672,0.05000,12.643
33,mlp.experts.503.gate_proj,0.0000208996,0.05000,12.763
33,mlp.experts.8.up_proj,0.0000160510,0.05000,12.705
33,mlp.experts.12.up_proj,0.0000185851,0.05000,12.726
33,mlp.experts.84.up_proj,0.0000139315,0.05000,12.737
33,mlp.experts.6.up_proj,failsafe(rtn): 0.0014343,0.00000,0.567
33,mlp.experts.7.up_proj,failsafe(rtn): 0.0015717,0.00000,0.605
33,mlp.experts.13.up_proj,0.0000130639,0.05000,12.344
33,mlp.experts.3.up_proj,0.0000133833,0.05000,12.546
33,mlp.experts.143.up_proj,0.0000139938,0.05000,12.351
33,mlp.experts.510.gate_proj,0.0000277091,0.05000,12.401
33,mlp.experts.2.up_proj,0.0000179872,0.05000,12.473
33,mlp.experts.507.gate_proj,0.0000466956,0.05000,12.419
33,mlp.experts.26.up_proj,0.0000183338,0.05000,12.449
33,mlp.experts.0.up_proj,0.0000240749,0.05000,12.359
33,mlp.experts.24.up_proj,0.0000314965,0.05000,12.330
33,mlp.experts.28.up_proj,0.0000183676,0.05000,12.348
33,mlp.experts.100.up_proj,0.0000374592,0.05000,12.392
33,mlp.experts.22.up_proj,0.0000119533,0.05000,12.448
33,mlp.experts.23.up_proj,0.0000345630,0.05000,12.263
33,mlp.experts.5.up_proj,0.0000149726,0.05000,12.383
33,mlp.experts.49.up_proj,0.0000608358,0.05000,12.451
33,mlp.experts.29.up_proj,0.0000109534,0.05000,12.495
33,mlp.experts.41.up_proj,0.0000340936,0.05000,12.539
33,mlp.experts.39.up_proj,failsafe(rtn): 0.0015869,0.00000,0.747
33,mlp.experts.159.up_proj,failsafe(rtn): 0.0016632,0.00000,0.779
33,mlp.experts.14.up_proj,0.0000255382,0.05000,13.855
33,mlp.experts.18.up_proj,0.0000283323,0.05000,13.891
33,mlp.experts.42.up_proj,0.0000784762,0.05000,13.880
33,mlp.experts.44.up_proj,0.0000033756,0.05000,13.832
33,mlp.experts.16.up_proj,0.0000110584,0.05000,14.001
33,mlp.experts.40.up_proj,0.0000183092,0.05000,13.985
33,mlp.experts.116.up_proj,0.0000445435,0.05000,13.902
33,mlp.experts.38.up_proj,0.0000260366,0.05000,13.876
33,mlp.experts.11.up_proj,0.0000388159,0.05000,13.976
33,mlp.experts.19.up_proj,0.0000583230,0.05000,14.006
33,mlp.experts.60.up_proj,failsafe(rtn): 0.0015182,0.00000,0.660
33,mlp.experts.21.up_proj,0.0000372703,0.05000,14.060
33,mlp.experts.65.up_proj,0.0000356439,0.05000,14.055
33,mlp.experts.45.up_proj,0.0000205832,0.05000,14.010
33,mlp.experts.57.up_proj,0.0000041535,0.05000,14.133
33,mlp.experts.58.up_proj,failsafe(rtn): 0.0015106,0.00000,0.804
33,mlp.experts.55.up_proj,0.0000111114,0.05000,13.915
33,mlp.experts.175.up_proj,0.0000435659,0.05000,14.049
33,mlp.experts.37.up_proj,failsafe(rtn): 0.0015259,0.00000,0.803
33,mlp.experts.74.up_proj,failsafe(rtn): 0.0014725,0.00000,0.712
33,mlp.experts.32.up_proj,0.0000461423,0.05000,14.091
33,mlp.experts.132.up_proj,0.0000081760,0.05000,14.131
33,mlp.experts.56.up_proj,0.0000289112,0.05000,14.156
33,mlp.experts.30.up_proj,0.0000340143,0.05000,14.064
33,mlp.experts.34.up_proj,0.0000199100,0.05000,14.126
33,mlp.experts.54.up_proj,0.0000845561,0.05000,14.267
33,mlp.experts.27.up_proj,0.0000234043,0.05000,14.169
33,mlp.experts.35.up_proj,0.0000234619,0.05000,14.218
33,mlp.experts.76.up_proj,0.0000245074,0.05000,14.259
33,mlp.experts.61.up_proj,0.0000275601,0.05000,14.255
33,mlp.experts.81.up_proj,0.0000212933,0.05000,14.280
33,mlp.experts.73.up_proj,0.0000681785,0.05000,14.144
33,mlp.experts.50.up_proj,failsafe(rtn): 0.0015335,0.00000,0.703
33,mlp.experts.71.up_proj,0.0000316535,0.05000,14.192
33,mlp.experts.191.up_proj,0.0000110293,0.05000,14.138
33,mlp.experts.53.up_proj,0.0000712179,0.05000,13.956
33,mlp.experts.90.up_proj,0.0000619785,0.05000,13.956
33,mlp.experts.97.up_proj,failsafe(rtn): 0.0014877,0.00000,0.762
33,mlp.experts.89.up_proj,failsafe(rtn): 0.0015488,0.00000,0.755
33,mlp.experts.48.up_proj,0.0000426143,0.05000,14.432
33,mlp.experts.72.up_proj,0.0000433373,0.05000,14.370
33,mlp.experts.148.up_proj,0.0000282021,0.05000,14.479
33,mlp.experts.46.up_proj,0.0000113890,0.05000,14.367
33,mlp.experts.43.up_proj,0.0000550510,0.05000,14.325
33,mlp.experts.70.up_proj,0.0000455548,0.05000,14.401
33,mlp.experts.51.up_proj,0.0000148880,0.05000,14.313
33,mlp.experts.92.up_proj,0.0000220183,0.05000,14.428
33,mlp.experts.77.up_proj,0.0000108276,0.05000,14.346
33,mlp.experts.66.up_proj,0.0000218488,0.05000,14.466
33,mlp.experts.86.up_proj,failsafe(rtn): 0.0016556,0.00000,0.852
33,mlp.experts.87.up_proj,0.0000099808,0.05000,14.536
33,mlp.experts.69.up_proj,0.0000521322,0.05000,14.512
33,mlp.experts.207.up_proj,0.0000143336,0.05000,14.618
33,mlp.experts.106.up_proj,0.0000352575,0.05000,14.528
33,mlp.experts.105.up_proj,0.0000443869,0.05000,14.510
33,mlp.experts.113.up_proj,0.0000395331,0.05000,14.571
33,mlp.experts.64.up_proj,0.0000615121,0.05000,14.626
33,mlp.experts.88.up_proj,0.0000360890,0.05000,14.607
33,mlp.experts.164.up_proj,0.0000505107,0.05000,14.714
33,mlp.experts.62.up_proj,0.0000445593,0.05000,14.676
33,mlp.experts.59.up_proj,0.0000124399,0.05000,14.705
33,mlp.experts.67.up_proj,0.0000657739,0.05000,14.770
33,mlp.experts.108.up_proj,0.0000149314,0.05000,14.742
33,mlp.experts.93.up_proj,0.0000121612,0.05000,14.761
33,mlp.experts.82.up_proj,0.0000248915,0.05000,14.563
33,mlp.experts.102.up_proj,0.0000427502,0.05000,14.583
33,mlp.experts.103.up_proj,0.0000344333,0.05000,14.592
33,mlp.experts.85.up_proj,0.0000769533,0.05000,14.516
33,mlp.experts.223.up_proj,0.0000223864,0.05000,14.701
33,mlp.experts.129.up_proj,0.0000171448,0.05000,14.475
33,mlp.experts.122.up_proj,0.0000147766,0.05000,14.573
33,mlp.experts.121.up_proj,0.0000533515,0.05000,14.601
33,mlp.experts.101.up_proj,failsafe(rtn): 0.0015793,0.00000,0.758
33,mlp.experts.80.up_proj,0.0000562931,0.05000,14.461
33,mlp.experts.104.up_proj,0.0000592162,0.05000,14.472
33,mlp.experts.78.up_proj,0.0000322607,0.05000,14.393
33,mlp.experts.180.up_proj,0.0000792609,0.05000,14.535
33,mlp.experts.75.up_proj,0.0000313961,0.05000,14.535
33,mlp.experts.83.up_proj,0.0000350625,0.05000,14.598
33,mlp.experts.124.up_proj,0.0000291646,0.05000,14.595
33,mlp.experts.98.up_proj,0.0000346574,0.05000,14.546
33,mlp.experts.109.up_proj,0.0000202867,0.05000,14.608
33,mlp.experts.118.up_proj,0.0000228238,0.05000,14.595
33,mlp.experts.119.up_proj,0.0000247531,0.05000,14.588
33,mlp.experts.239.up_proj,0.0000452949,0.05000,14.562
33,mlp.experts.138.up_proj,0.0000254988,0.05000,14.494
33,mlp.experts.145.up_proj,0.0000131674,0.05000,14.633
33,mlp.experts.137.up_proj,0.0000726608,0.05000,14.624
33,mlp.experts.117.up_proj,0.0000544340,0.05000,14.457
33,mlp.experts.96.up_proj,0.0000111360,0.05000,14.393
33,mlp.experts.120.up_proj,0.0000154191,0.05000,14.419
33,mlp.experts.94.up_proj,0.0000135888,0.05000,14.379
33,mlp.experts.196.up_proj,0.0000347150,0.05000,14.475
33,mlp.experts.99.up_proj,0.0000158897,0.05000,14.353
33,mlp.experts.91.up_proj,0.0000750499,0.05000,14.609
33,mlp.experts.140.up_proj,0.0000703806,0.05000,14.370
33,mlp.experts.125.up_proj,0.0000246432,0.05000,14.358
33,mlp.experts.114.up_proj,0.0000207842,0.05000,14.424
33,mlp.experts.134.up_proj,0.0000729177,0.05000,14.320
33,mlp.experts.135.up_proj,0.0000249703,0.05000,14.363
33,mlp.experts.255.up_proj,0.0000084007,0.05000,14.423
33,mlp.experts.154.up_proj,0.0000374154,0.05000,14.397
33,mlp.experts.141.up_proj,failsafe(rtn): 0.0015411,0.00000,0.676
33,mlp.experts.161.up_proj,0.0000508470,0.05000,14.312
33,mlp.experts.153.up_proj,0.0000093611,0.05000,14.372
33,mlp.experts.133.up_proj,0.0000410285,0.05000,14.312
33,mlp.experts.271.up_proj,failsafe(rtn): 0.0014572,0.00000,0.743
33,mlp.experts.112.up_proj,0.0000321527,0.05000,14.574
33,mlp.experts.136.up_proj,0.0000173641,0.05000,14.532
33,mlp.experts.110.up_proj,0.0000525553,0.05000,14.590
33,mlp.experts.212.up_proj,0.0000206369,0.05000,14.786
33,mlp.experts.107.up_proj,0.0000668264,0.05000,14.729
33,mlp.experts.115.up_proj,0.0000415133,0.05000,14.810
33,mlp.experts.156.up_proj,0.0000358217,0.05000,14.728
33,mlp.experts.130.up_proj,0.0000447910,0.05000,14.696
33,mlp.experts.150.up_proj,0.0000033255,0.05000,14.712
33,mlp.experts.151.up_proj,0.0000158949,0.05000,14.799
33,mlp.experts.170.up_proj,0.0000407250,0.05000,14.727
33,mlp.experts.177.up_proj,0.0000298569,0.05000,14.776
33,mlp.experts.157.up_proj,0.0000148197,0.05000,14.861
33,mlp.experts.169.up_proj,0.0000436058,0.05000,14.715
33,mlp.experts.149.up_proj,0.0000295316,0.05000,14.734
33,mlp.experts.287.up_proj,0.0000220958,0.05000,14.791
33,mlp.experts.152.up_proj,0.0000647594,0.05000,14.584
33,mlp.experts.126.up_proj,0.0000162543,0.05000,14.517
33,mlp.experts.128.up_proj,0.0000210745,0.05000,14.748
33,mlp.experts.228.up_proj,0.0000416879,0.05000,14.595
33,mlp.experts.142.up_proj,failsafe(rtn): 0.0015182,0.00000,0.707
33,mlp.experts.131.up_proj,0.0000313174,0.05000,14.448
33,mlp.experts.123.up_proj,0.0000334398,0.05000,14.542
33,mlp.experts.172.up_proj,0.0000224633,0.05000,14.510
33,mlp.experts.146.up_proj,0.0000886079,0.05000,14.507
33,mlp.experts.166.up_proj,0.0000188428,0.05000,14.380
33,mlp.experts.167.up_proj,0.0000171452,0.05000,14.626
33,mlp.experts.147.up_proj,failsafe(rtn): 0.0014801,0.00000,0.824
33,mlp.experts.186.up_proj,0.0000510533,0.05000,14.436
33,mlp.experts.173.up_proj,0.0000401278,0.05000,14.428
33,mlp.experts.193.up_proj,0.0000191378,0.05000,14.577
33,mlp.experts.185.up_proj,0.0000235301,0.05000,14.526
33,mlp.experts.165.up_proj,0.0000309722,0.05000,14.569
33,mlp.experts.303.up_proj,0.0000181171,0.05000,14.484
33,mlp.experts.209.up_proj,failsafe(rtn): 0.0015182,0.00000,0.748
33,mlp.experts.225.up_proj,failsafe(rtn): 0.0016327,0.00000,0.733
33,mlp.experts.168.up_proj,0.0000438295,0.05000,14.593
33,mlp.experts.144.up_proj,0.0000298493,0.05000,14.697
33,mlp.experts.244.up_proj,0.0000220994,0.05000,14.537
33,mlp.experts.158.up_proj,0.0000201687,0.05000,14.479
33,mlp.experts.160.up_proj,failsafe(rtn): 0.0015106,0.00000,0.692
33,mlp.experts.139.up_proj,0.0000308425,0.05000,14.637
33,mlp.experts.188.up_proj,0.0000112646,0.05000,14.584
33,mlp.experts.162.up_proj,0.0000224977,0.05000,14.588
33,mlp.experts.182.up_proj,0.0000308055,0.05000,14.676
33,mlp.experts.163.up_proj,0.0000271817,0.05000,14.619
33,mlp.experts.176.up_proj,failsafe(rtn): 0.0014877,0.00000,0.800
33,mlp.experts.202.up_proj,0.0000201002,0.05000,14.662
33,mlp.experts.183.up_proj,0.0000524550,0.05000,14.776
33,mlp.experts.189.up_proj,0.0000164317,0.05000,14.682
33,mlp.experts.201.up_proj,0.0000379450,0.05000,14.666
33,mlp.experts.181.up_proj,0.0000308924,0.05000,14.761
33,mlp.experts.319.up_proj,0.0000722778,0.05000,14.691
33,mlp.experts.241.up_proj,0.0000144214,0.05000,14.624
33,mlp.experts.184.up_proj,0.0000433383,0.05000,14.659
33,mlp.experts.260.up_proj,0.0000478032,0.05000,14.617
33,mlp.experts.174.up_proj,0.0000071086,0.05000,14.536
33,mlp.experts.204.up_proj,0.0000486799,0.05000,14.559
33,mlp.experts.155.up_proj,0.0000145671,0.05000,14.607
33,mlp.experts.178.up_proj,0.0000091341,0.05000,14.368
33,mlp.experts.198.up_proj,0.0000087731,0.05000,14.483
33,mlp.experts.192.up_proj,0.0000185943,0.05000,14.460
33,mlp.experts.218.up_proj,0.0000513252,0.05000,14.383
33,mlp.experts.179.up_proj,0.0000502362,0.05000,14.626
33,mlp.experts.205.up_proj,0.0000145487,0.05000,14.460
33,mlp.experts.199.up_proj,0.0000318516,0.05000,14.610
33,mlp.experts.217.up_proj,0.0000321530,0.05000,14.620
33,mlp.experts.197.up_proj,0.0000601176,0.05000,14.499
33,mlp.experts.335.up_proj,0.0000539434,0.05000,14.470
33,mlp.experts.351.up_proj,failsafe(rtn): 0.0015564,0.00000,0.734
33,mlp.experts.257.up_proj,0.0000394793,0.05000,14.496
33,mlp.experts.200.up_proj,0.0000206069,0.05000,14.174
33,mlp.experts.276.up_proj,0.0000302139,0.05000,14.098
33,mlp.experts.190.up_proj,0.0000295189,0.05000,14.333
33,mlp.experts.220.up_proj,0.0000231352,0.05000,14.442
33,mlp.experts.171.up_proj,0.0000272502,0.05000,14.457
33,mlp.experts.194.up_proj,0.0000576702,0.05000,14.465
33,mlp.experts.214.up_proj,0.0000230735,0.05000,14.226
33,mlp.experts.208.up_proj,0.0000213342,0.05000,14.449
33,mlp.experts.234.up_proj,0.0000062818,0.05000,14.435
33,mlp.experts.236.up_proj,failsafe(rtn): 0.0015335,0.00000,0.832
33,mlp.experts.215.up_proj,0.0000614707,0.05000,14.405
33,mlp.experts.195.up_proj,0.0000705492,0.05000,14.585
33,mlp.experts.221.up_proj,0.0000136437,0.05000,14.575
33,mlp.experts.233.up_proj,0.0000216969,0.05000,14.515
33,mlp.experts.213.up_proj,0.0000180968,0.05000,14.546
33,mlp.experts.367.up_proj,0.0000170206,0.05000,14.612
33,mlp.experts.273.up_proj,0.0000337925,0.05000,14.642
33,mlp.experts.383.up_proj,failsafe(rtn): 0.0016174,0.00000,0.720
33,mlp.experts.289.up_proj,failsafe(rtn): 0.0016479,0.00000,0.726
33,mlp.experts.216.up_proj,0.0000182987,0.05000,15.193
33,mlp.experts.292.up_proj,0.0000374591,0.05000,15.249
33,mlp.experts.206.up_proj,0.0000317973,0.05000,15.240
33,mlp.experts.230.up_proj,0.0000978935,0.05000,15.006
33,mlp.experts.308.up_proj,failsafe(rtn): 0.0014877,0.00000,0.736
33,mlp.experts.210.up_proj,0.0000173853,0.05000,15.167
33,mlp.experts.187.up_proj,0.0000131700,0.05000,15.260
33,mlp.experts.224.up_proj,0.0000410186,0.05000,14.935
33,mlp.experts.250.up_proj,0.0000531946,0.05000,15.045
33,mlp.experts.252.up_proj,0.0000162774,0.05000,15.069
33,mlp.experts.231.up_proj,0.0000190994,0.05000,15.121
33,mlp.experts.211.up_proj,0.0000412215,0.05000,15.079
33,mlp.experts.237.up_proj,0.0000298341,0.05000,15.096
33,mlp.experts.249.up_proj,0.0000318873,0.05000,15.085
33,mlp.experts.229.up_proj,0.0000738704,0.05000,15.100
33,mlp.experts.268.up_proj,failsafe(rtn): 0.0014191,0.00000,0.740
33,mlp.experts.399.up_proj,0.0000138149,0.05000,14.966
33,mlp.experts.305.up_proj,0.0000545528,0.05000,14.995
33,mlp.experts.321.up_proj,failsafe(rtn): 0.0015869,0.00000,0.728
33,mlp.experts.232.up_proj,0.0000141005,0.05000,14.198
33,mlp.experts.222.up_proj,0.0000096728,0.05000,14.085
33,mlp.experts.246.up_proj,0.0000422310,0.05000,14.187
33,mlp.experts.324.up_proj,0.0000502832,0.05000,14.131
33,mlp.experts.226.up_proj,0.0000253154,0.05000,14.155
33,mlp.experts.203.up_proj,0.0000052871,0.05000,14.268
33,mlp.experts.240.up_proj,0.0000390319,0.05000,14.047
33,mlp.experts.266.up_proj,0.0000740758,0.05000,14.204
33,mlp.experts.247.up_proj,0.0000453274,0.05000,14.001
33,mlp.experts.242.up_proj,failsafe(rtn): 0.0015717,0.00000,0.710
33,mlp.experts.227.up_proj,0.0000226780,0.05000,14.065
33,mlp.experts.253.up_proj,0.0000472549,0.05000,14.111
33,mlp.experts.265.up_proj,0.0000146339,0.05000,14.043
33,mlp.experts.245.up_proj,0.0000706481,0.05000,14.132
33,mlp.experts.282.up_proj,failsafe(rtn): 0.0015030,0.00000,0.714
33,mlp.experts.284.up_proj,0.0000262007,0.05000,14.055
33,mlp.experts.263.up_proj,failsafe(rtn): 0.0014725,0.00000,0.779
33,mlp.experts.258.up_proj,failsafe(rtn): 0.0016098,0.00000,0.744
33,mlp.experts.281.up_proj,failsafe(rtn): 0.0016251,0.00000,0.731
33,mlp.experts.297.up_proj,failsafe(rtn): 0.0014801,0.00000,0.686
33,mlp.experts.415.up_proj,0.0000278816,0.05000,14.197
33,mlp.experts.337.up_proj,0.0000117896,0.05000,14.224
33,mlp.experts.248.up_proj,0.0000114113,0.05000,14.391
33,mlp.experts.238.up_proj,0.0000464325,0.05000,14.402
33,mlp.experts.262.up_proj,0.0000143849,0.05000,14.295
33,mlp.experts.340.up_proj,0.0000098313,0.05000,14.391
33,mlp.experts.219.up_proj,0.0000533159,0.05000,14.395
33,mlp.experts.256.up_proj,0.0000188888,0.05000,14.435
33,mlp.experts.243.up_proj,0.0000230565,0.05000,14.435
33,mlp.experts.269.up_proj,0.0000738725,0.05000,14.447
33,mlp.experts.272.up_proj,failsafe(rtn): 0.0014877,0.00000,0.730
33,mlp.experts.298.up_proj,0.0000183655,0.05000,14.388
33,mlp.experts.261.up_proj,0.0000436456,0.05000,14.413
33,mlp.experts.300.up_proj,0.0000283091,0.05000,14.341
33,mlp.experts.274.up_proj,0.0000489257,0.05000,14.381
33,mlp.experts.279.up_proj,0.0000182464,0.05000,14.474
33,mlp.experts.314.up_proj,failsafe(rtn): 0.0014648,0.00000,0.733
33,mlp.experts.313.up_proj,0.0000170286,0.05000,14.565
33,mlp.experts.431.up_proj,0.0000451697,0.05000,14.380
33,mlp.experts.447.up_proj,failsafe(rtn): 0.0015030,0.00000,0.726
33,mlp.experts.353.up_proj,0.0000079833,0.05000,14.417
33,mlp.experts.264.up_proj,0.0000663577,0.05000,14.349
33,mlp.experts.254.up_proj,0.0000620942,0.05000,14.256
33,mlp.experts.280.up_proj,failsafe(rtn): 0.0015030,0.00000,0.789
33,mlp.experts.278.up_proj,0.0000543660,0.05000,14.217
33,mlp.experts.356.up_proj,0.0000096285,0.05000,14.278
33,mlp.experts.235.up_proj,0.0000322388,0.05000,14.308
33,mlp.experts.259.up_proj,0.0000722141,0.05000,14.309
33,mlp.experts.285.up_proj,0.0000110846,0.05000,14.161
33,mlp.experts.288.up_proj,0.0000573014,0.05000,14.274
33,mlp.experts.277.up_proj,0.0000486592,0.05000,14.252
33,mlp.experts.316.up_proj,0.0000076617,0.05000,14.337
33,mlp.experts.290.up_proj,0.0000310409,0.05000,14.321
33,mlp.experts.295.up_proj,0.0000230461,0.05000,14.411
33,mlp.experts.330.up_proj,0.0000085242,0.05000,14.290
33,mlp.experts.329.up_proj,0.0000356286,0.05000,14.273
33,mlp.experts.463.up_proj,0.0000099384,0.05000,14.405
33,mlp.experts.369.up_proj,0.0000275999,0.05000,14.339
33,mlp.experts.479.up_proj,failsafe(rtn): 0.0014572,0.00000,0.721
33,mlp.experts.270.up_proj,0.0000678027,0.05000,14.388
33,mlp.experts.296.up_proj,0.0000165215,0.05000,14.322
33,mlp.experts.294.up_proj,0.0000130493,0.05000,14.417
33,mlp.experts.372.up_proj,0.0000167284,0.05000,14.468
33,mlp.experts.251.up_proj,0.0000127913,0.05000,14.435
33,mlp.experts.312.up_proj,failsafe(rtn): 0.0014648,0.00000,0.774
33,mlp.experts.301.up_proj,0.0000219947,0.05000,14.484
33,mlp.experts.275.up_proj,0.0000491239,0.05000,14.499
33,mlp.experts.304.up_proj,0.0000260880,0.05000,14.510
33,mlp.experts.328.up_proj,failsafe(rtn): 0.0014038,0.00000,0.758
33,mlp.experts.293.up_proj,0.0000502402,0.05000,14.501
33,mlp.experts.306.up_proj,0.0000227459,0.05000,14.361
33,mlp.experts.332.up_proj,0.0000562558,0.05000,14.509
33,mlp.experts.291.up_proj,failsafe(rtn): 0.0014801,0.00000,0.810
33,mlp.experts.311.up_proj,0.0000351220,0.05000,14.491
33,mlp.experts.346.up_proj,0.0000204872,0.05000,14.582
33,mlp.experts.345.up_proj,0.0000656161,0.05000,14.588
33,mlp.experts.385.up_proj,0.0000264043,0.05000,14.366
33,mlp.experts.495.up_proj,0.0000702476,0.05000,14.479
33,mlp.experts.286.up_proj,0.0000158952,0.05000,14.477
33,mlp.experts.310.up_proj,0.0000207656,0.05000,14.437
33,mlp.experts.388.up_proj,0.0000218829,0.05000,14.409
33,mlp.experts.267.up_proj,0.0000691809,0.05000,14.506
33,mlp.experts.317.up_proj,0.0000267967,0.05000,14.445
33,mlp.experts.344.up_proj,0.0000045600,0.05000,14.349
33,mlp.experts.320.up_proj,0.0000685281,0.05000,14.355
33,mlp.experts.309.up_proj,0.0000915420,0.05000,14.321
33,mlp.experts.322.up_proj,0.0000547658,0.05000,14.325
33,mlp.experts.348.up_proj,0.0000436034,0.05000,14.432
33,mlp.experts.333.up_proj,failsafe(rtn): 0.0016632,0.00000,0.726
33,mlp.experts.307.up_proj,0.0000463958,0.05000,14.361
33,mlp.experts.327.up_proj,0.0000355162,0.05000,14.536
33,mlp.experts.362.up_proj,0.0000237934,0.05000,14.366
33,mlp.experts.361.up_proj,0.0000354650,0.05000,14.496
33,mlp.experts.401.up_proj,0.0000093883,0.05000,14.650
33,mlp.experts.511.up_proj,0.0000236720,0.05000,14.474
33,mlp.experts.15.down_proj,0.0000165962,0.05000,3.573
33,mlp.experts.31.down_proj,0.0000005670,0.05000,3.616
33,mlp.experts.302.up_proj,0.0000138960,0.05000,14.294
33,mlp.experts.326.up_proj,0.0000294578,0.05000,14.237
33,mlp.experts.404.up_proj,0.0000832618,0.05000,14.371
33,mlp.experts.283.up_proj,0.0000572968,0.05000,14.228
33,mlp.experts.420.up_proj,failsafe(rtn): 0.0015106,0.00000,0.675
33,mlp.experts.360.up_proj,0.0000184037,0.05000,14.259
33,mlp.experts.336.up_proj,0.0000763449,0.05000,14.279
33,mlp.experts.338.up_proj,0.0000264207,0.05000,14.104
33,mlp.experts.47.down_proj,0.0000040119,0.05000,3.452
33,mlp.experts.325.up_proj,0.0000972009,0.05000,14.273
33,mlp.experts.364.up_proj,0.0000193348,0.05000,14.139
33,mlp.experts.63.down_proj,failsafe(rtn): 0.0015640,0.00000,0.179
33,mlp.experts.323.up_proj,0.0000109949,0.05000,14.040
33,mlp.experts.349.up_proj,0.0000497771,0.05000,14.083
33,mlp.experts.343.up_proj,0.0000284484,0.05000,14.174
33,mlp.experts.380.up_proj,failsafe(rtn): 0.0015335,0.00000,0.681
33,mlp.experts.378.up_proj,0.0000167332,0.05000,14.127
33,mlp.experts.377.up_proj,0.0000191974,0.05000,14.018
33,mlp.experts.393.up_proj,failsafe(rtn): 0.0015106,0.00000,0.718
33,mlp.experts.417.up_proj,0.0000195821,0.05000,14.158
33,mlp.experts.79.down_proj,0.0000163158,0.05000,3.543
33,mlp.experts.95.down_proj,failsafe(rtn): 0.0015793,0.00000,0.203
33,mlp.experts.111.down_proj,0.0000021058,0.05000,3.546
33,mlp.experts.127.down_proj,failsafe(rtn): 0.0015640,0.00000,0.210
33,mlp.experts.143.down_proj,0.0000023142,0.05000,3.940
33,mlp.experts.159.down_proj,failsafe(rtn): 0.0016785,0.00000,0.248
33,mlp.experts.318.up_proj,0.0000361352,0.05000,14.597
33,mlp.experts.342.up_proj,0.0000310343,0.05000,14.659
33,mlp.experts.299.up_proj,0.0000425308,0.05000,14.722
33,mlp.experts.436.up_proj,0.0000345675,0.05000,14.672
33,mlp.experts.315.up_proj,failsafe(rtn): 0.0014191,0.00000,0.715
33,mlp.experts.376.up_proj,0.0000568255,0.05000,14.818
33,mlp.experts.352.up_proj,0.0000463826,0.05000,14.831
33,mlp.experts.354.up_proj,0.0000670039,0.05000,14.821
33,mlp.experts.341.up_proj,0.0000796567,0.05000,14.865
33,mlp.experts.339.up_proj,0.0000496980,0.05000,14.793
33,mlp.experts.365.up_proj,0.0000218919,0.05000,14.845
33,mlp.experts.359.up_proj,0.0000275370,0.05000,14.869
33,mlp.experts.175.down_proj,0.0000034446,0.05000,3.717
33,mlp.experts.394.up_proj,0.0000485819,0.05000,14.898
33,mlp.experts.396.up_proj,0.0000376207,0.05000,14.925
33,mlp.experts.409.up_proj,0.0000424593,0.05000,15.221
33,mlp.experts.433.up_proj,0.0000270609,0.05000,15.054
33,mlp.experts.191.down_proj,0.0000021259,0.05000,3.587
33,mlp.experts.207.down_proj,0.0000011513,0.05000,3.654
33,mlp.experts.223.down_proj,0.0000013867,0.05000,3.495
33,mlp.experts.334.up_proj,0.0000504757,0.05000,14.546
33,mlp.experts.358.up_proj,0.0000289441,0.05000,14.690
33,mlp.experts.374.up_proj,failsafe(rtn): 0.0014725,0.00000,0.710
33,mlp.experts.452.up_proj,0.0000302027,0.05000,14.642
33,mlp.experts.331.up_proj,0.0000332216,0.05000,14.661
33,mlp.experts.368.up_proj,0.0000234875,0.05000,14.562
33,mlp.experts.370.up_proj,0.0000149151,0.05000,14.566
33,mlp.experts.392.up_proj,0.0000032661,0.05000,14.657
33,mlp.experts.357.up_proj,0.0000562246,0.05000,14.535
33,mlp.experts.468.up_proj,failsafe(rtn): 0.0014572,0.00000,0.739
33,mlp.experts.381.up_proj,0.0001023615,0.05000,14.532
33,mlp.experts.355.up_proj,0.0000273472,0.05000,14.725
33,mlp.experts.375.up_proj,0.0000367676,0.05000,14.675
33,mlp.experts.239.down_proj,0.0000041757,0.05000,3.771
33,mlp.experts.412.up_proj,0.0000205252,0.05000,14.429
33,mlp.experts.410.up_proj,0.0000599107,0.05000,14.515
33,mlp.experts.425.up_proj,0.0000117517,0.05000,14.325
33,mlp.experts.449.up_proj,0.0000219357,0.05000,14.405
33,mlp.experts.441.up_proj,failsafe(rtn): 0.0015488,0.00000,0.720
33,mlp.experts.255.down_proj,0.0000007869,0.05000,3.519
33,mlp.experts.271.down_proj,failsafe(rtn): 0.0015182,0.00000,0.166
33,mlp.experts.287.down_proj,0.0000025259,0.05000,3.589
33,mlp.experts.303.down_proj,0.0000015680,0.05000,3.622
33,mlp.experts.350.up_proj,0.0000631478,0.05000,14.294
33,mlp.experts.390.up_proj,0.0000424600,0.05000,14.407
33,mlp.experts.347.up_proj,0.0000229613,0.05000,14.487
33,mlp.experts.408.up_proj,0.0000371393,0.05000,14.417
33,mlp.experts.386.up_proj,0.0000182923,0.05000,14.458
33,mlp.experts.384.up_proj,0.0000417387,0.05000,14.582
33,mlp.experts.373.up_proj,0.0000115637,0.05000,14.459
33,mlp.experts.484.up_proj,0.0000172826,0.05000,14.496
33,mlp.experts.371.up_proj,0.0000332672,0.05000,14.432
33,mlp.experts.397.up_proj,0.0000308155,0.05000,14.610
33,mlp.experts.391.up_proj,0.0000257577,0.05000,14.493
33,mlp.experts.428.up_proj,0.0000941087,0.05000,14.450
33,mlp.experts.426.up_proj,0.0000645231,0.05000,14.431
33,mlp.experts.500.up_proj,failsafe(rtn): 0.0015259,0.00000,0.755
33,mlp.experts.319.down_proj,0.0000055102,0.05000,3.889
33,mlp.experts.4.down_proj,failsafe(rtn): 0.0016251,0.00000,0.177
33,mlp.experts.20.down_proj,failsafe(rtn): 0.0016251,0.00000,0.176
33,mlp.experts.465.up_proj,0.0000422571,0.05000,14.688
33,mlp.experts.457.up_proj,0.0000828247,0.05000,14.707
33,mlp.experts.335.down_proj,0.0000037049,0.05000,3.685
33,mlp.experts.36.down_proj,0.0000022168,0.05000,3.591
33,mlp.experts.351.down_proj,failsafe(rtn): 0.0015717,0.00000,0.182
33,mlp.experts.52.down_proj,failsafe(rtn): 0.0015259,0.00000,0.184
33,mlp.experts.367.down_proj,0.0000019035,0.05000,3.542
33,mlp.experts.68.down_proj,0.0000034044,0.05000,3.451
33,mlp.experts.383.down_proj,failsafe(rtn): 0.0016479,0.00000,0.211
33,mlp.experts.84.down_proj,0.0000014655,0.05000,3.652
33,mlp.experts.399.down_proj,0.0000015034,0.05000,3.685
33,mlp.experts.366.up_proj,0.0000300797,0.05000,14.602
33,mlp.experts.406.up_proj,0.0000064791,0.05000,14.666
33,mlp.experts.424.up_proj,0.0000169469,0.05000,14.387
33,mlp.experts.363.up_proj,0.0000293919,0.05000,14.554
33,mlp.experts.400.up_proj,0.0000703387,0.05000,14.436
33,mlp.experts.402.up_proj,0.0000156592,0.05000,14.594
33,mlp.experts.389.up_proj,0.0000774574,0.05000,14.469
33,mlp.experts.413.up_proj,0.0000289803,0.05000,14.437
33,mlp.experts.387.up_proj,0.0000568788,0.05000,14.541
33,mlp.experts.379.up_proj,failsafe(rtn): 0.0015106,0.00000,0.736
33,mlp.experts.444.up_proj,0.0000715052,0.05000,14.411
33,mlp.experts.442.up_proj,0.0000303483,0.05000,14.358
33,mlp.experts.407.up_proj,0.0000184475,0.05000,14.484
33,mlp.experts.100.down_proj,0.0000041548,0.05000,3.762
33,mlp.experts.415.down_proj,0.0000023413,0.05000,3.694
33,mlp.experts.481.up_proj,0.0000351084,0.05000,14.500
33,mlp.experts.473.up_proj,0.0000215799,0.05000,14.472
33,mlp.experts.116.down_proj,0.0000038633,0.05000,3.688
33,mlp.experts.431.down_proj,0.0000039090,0.05000,3.688
33,mlp.experts.447.down_proj,failsafe(rtn): 0.0016022,0.00000,0.183
33,mlp.experts.132.down_proj,0.0000007358,0.05000,3.633
33,mlp.experts.463.down_proj,0.0000008191,0.05000,3.687
33,mlp.experts.479.down_proj,failsafe(rtn): 0.0015411,0.00000,0.214
33,mlp.experts.148.down_proj,0.0000020163,0.05000,3.705
33,mlp.experts.382.up_proj,0.0000294419,0.05000,14.685
33,mlp.experts.495.down_proj,0.0000057920,0.05000,3.658
33,mlp.experts.422.up_proj,0.0000134390,0.05000,14.827
33,mlp.experts.416.up_proj,0.0000185771,0.05000,14.744
33,mlp.experts.440.up_proj,0.0000154004,0.05000,14.917
33,mlp.experts.418.up_proj,0.0000635012,0.05000,14.934
33,mlp.experts.405.up_proj,0.0000344390,0.05000,15.039
33,mlp.experts.429.up_proj,0.0000468352,0.05000,14.844
33,mlp.experts.403.up_proj,0.0000214677,0.05000,14.912
33,mlp.experts.395.up_proj,0.0000275857,0.05000,14.836
33,mlp.experts.460.up_proj,0.0000183073,0.05000,14.750
33,mlp.experts.458.up_proj,0.0000146509,0.05000,14.873
33,mlp.experts.423.up_proj,0.0000453026,0.05000,14.996
33,mlp.experts.419.up_proj,failsafe(rtn): 0.0015106,0.00000,0.818
33,mlp.experts.164.down_proj,0.0000097776,0.05000,3.802
33,mlp.experts.511.down_proj,0.0000024717,0.05000,3.881
33,mlp.experts.489.up_proj,0.0000248024,0.05000,14.890
33,mlp.experts.497.up_proj,0.0000161870,0.05000,14.922
33,mlp.experts.505.up_proj,failsafe(rtn): 0.0015106,0.00000,0.650
33,mlp.experts.180.down_proj,0.0000052102,0.05000,3.391
33,mlp.experts.1.down_proj,0.0000026403,0.05000,3.295
33,mlp.experts.17.down_proj,failsafe(rtn): 0.0015411,0.00000,0.171
33,mlp.experts.9.down_proj,0.0000018116,0.05000,3.336
33,mlp.experts.196.down_proj,0.0000031370,0.05000,3.436
33,mlp.experts.33.down_proj,0.0000007334,0.05000,3.622
33,mlp.experts.25.down_proj,0.0000066039,0.05000,3.539
33,mlp.experts.212.down_proj,0.0000026299,0.05000,3.442
33,mlp.experts.398.up_proj,0.0000423056,0.05000,14.112
33,mlp.experts.438.up_proj,0.0000508552,0.05000,13.784
33,mlp.experts.432.up_proj,0.0000084957,0.05000,13.854
33,mlp.experts.456.up_proj,0.0000257910,0.05000,13.837
33,mlp.experts.49.down_proj,0.0000074647,0.05000,3.394
33,mlp.experts.434.up_proj,0.0000518106,0.05000,13.777
33,mlp.experts.421.up_proj,0.0000386427,0.05000,13.808
33,mlp.experts.445.up_proj,0.0000470857,0.05000,13.919
33,mlp.experts.476.up_proj,0.0000408068,0.05000,13.694
33,mlp.experts.41.down_proj,0.0000022843,0.05000,3.461
33,mlp.experts.411.up_proj,0.0000222909,0.05000,13.830
33,mlp.experts.472.up_proj,failsafe(rtn): 0.0014725,0.00000,0.754
33,mlp.experts.474.up_proj,0.0000398599,0.05000,13.800
33,mlp.experts.439.up_proj,0.0000816507,0.05000,13.728
33,mlp.experts.435.up_proj,0.0000284148,0.05000,13.723
33,mlp.experts.228.down_proj,0.0000031247,0.05000,3.466
33,mlp.experts.65.down_proj,0.0000082206,0.05000,3.361
33,mlp.experts.57.down_proj,0.0000002915,0.05000,3.181
33,mlp.experts.244.down_proj,0.0000023993,0.05000,3.224
33,mlp.experts.81.down_proj,0.0000020769,0.05000,3.295
33,mlp.experts.97.down_proj,failsafe(rtn): 0.0015717,0.00000,0.170
33,mlp.experts.73.down_proj,0.0000155550,0.05000,3.310
33,mlp.experts.89.down_proj,failsafe(rtn): 0.0016174,0.00000,0.164
33,mlp.experts.260.down_proj,0.0000063364,0.05000,3.269
33,mlp.experts.113.down_proj,0.0000029622,0.05000,3.220
33,mlp.experts.105.down_proj,0.0000038176,0.05000,3.363
33,mlp.experts.276.down_proj,0.0000022219,0.05000,3.441
33,mlp.experts.414.up_proj,0.0000148884,0.05000,13.337
33,mlp.experts.454.up_proj,0.0000150631,0.05000,13.280
33,mlp.experts.448.up_proj,0.0000300469,0.05000,13.214
33,mlp.experts.450.up_proj,0.0000165128,0.05000,13.226
33,mlp.experts.437.up_proj,0.0000051767,0.05000,13.227
33,mlp.experts.461.up_proj,0.0000307211,0.05000,13.111
33,mlp.experts.129.down_proj,0.0000011595,0.05000,3.441
33,mlp.experts.492.up_proj,0.0000256191,0.05000,13.208
33,mlp.experts.427.up_proj,0.0000694025,0.05000,13.156
33,mlp.experts.488.up_proj,0.0000487682,0.05000,13.219
33,mlp.experts.490.up_proj,0.0000175879,0.05000,13.272
33,mlp.experts.455.up_proj,0.0000316703,0.05000,13.257
33,mlp.experts.121.down_proj,0.0000037226,0.05000,3.443
33,mlp.experts.453.up_proj,failsafe(rtn): 0.0015259,0.00000,0.704
33,mlp.experts.477.up_proj,failsafe(rtn): 0.0015182,0.00000,0.726
33,mlp.experts.451.up_proj,0.0000205655,0.05000,13.273
33,mlp.experts.292.down_proj,0.0000037885,0.05000,3.296
33,mlp.experts.493.up_proj,failsafe(rtn): 0.0014648,0.00000,0.628
33,mlp.experts.308.down_proj,failsafe(rtn): 0.0015640,0.00000,0.168
33,mlp.experts.145.down_proj,0.0000012980,0.05000,3.514
33,mlp.experts.137.down_proj,0.0000078460,0.05000,3.463
33,mlp.experts.324.down_proj,0.0000035268,0.05000,3.463
33,mlp.experts.161.down_proj,0.0000036784,0.05000,3.397
33,mlp.experts.153.down_proj,0.0000011344,0.05000,3.343
33,mlp.experts.340.down_proj,0.0000008954,0.05000,3.378
33,mlp.experts.177.down_proj,0.0000016761,0.05000,3.302
33,mlp.experts.169.down_proj,0.0000053961,0.05000,3.219
33,mlp.experts.430.up_proj,0.0000390210,0.05000,13.416
33,mlp.experts.356.down_proj,0.0000010820,0.05000,3.269
33,mlp.experts.470.up_proj,0.0000162685,0.05000,13.487
33,mlp.experts.464.up_proj,0.0000522022,0.05000,13.547
33,mlp.experts.466.up_proj,0.0000096110,0.05000,13.395
33,mlp.experts.508.up_proj,0.0000414088,0.05000,13.350
33,mlp.experts.193.down_proj,0.0000037795,0.05000,3.332
33,mlp.experts.443.up_proj,0.0000425613,0.05000,13.423
33,mlp.experts.506.up_proj,0.0000155398,0.05000,13.262
33,mlp.experts.504.up_proj,0.0000475146,0.05000,13.391
33,mlp.experts.209.down_proj,failsafe(rtn): 0.0015869,0.00000,0.179
33,mlp.experts.471.up_proj,0.0000275150,0.05000,13.373
33,mlp.experts.185.down_proj,0.0000023756,0.05000,3.357
33,mlp.experts.225.down_proj,failsafe(rtn): 0.0016479,0.00000,0.179
33,mlp.experts.469.up_proj,0.0000155379,0.05000,13.471
33,mlp.experts.467.up_proj,0.0000529394,0.05000,13.467
33,mlp.experts.509.up_proj,0.0000195424,0.05000,13.381
33,mlp.experts.372.down_proj,0.0000018992,0.05000,3.351
33,mlp.experts.12.down_proj,0.0000019715,0.05000,3.455
33,mlp.experts.10.down_proj,0.0000007990,0.05000,3.340
33,mlp.experts.8.down_proj,0.0000016912,0.05000,3.396
33,mlp.experts.201.down_proj,0.0000068518,0.05000,3.326
33,mlp.experts.241.down_proj,0.0000010080,0.05000,3.396
33,mlp.experts.13.down_proj,0.0000016699,0.05000,3.307
33,mlp.experts.388.down_proj,0.0000023290,0.05000,3.325
33,mlp.experts.28.down_proj,0.0000022822,0.05000,3.305
33,mlp.experts.26.down_proj,0.0000029980,0.05000,3.305
33,mlp.experts.24.down_proj,0.0000042245,0.05000,3.308
33,mlp.experts.217.down_proj,0.0000025095,0.05000,3.285
33,mlp.experts.257.down_proj,0.0000023221,0.05000,3.351
33,mlp.experts.29.down_proj,0.0000015179,0.05000,3.284
33,mlp.experts.404.down_proj,0.0000070794,0.05000,3.296
33,mlp.experts.420.down_proj,failsafe(rtn): 0.0015945,0.00000,0.200
33,mlp.experts.44.down_proj,0.0000003063,0.05000,3.447
33,mlp.experts.42.down_proj,0.0000111311,0.05000,3.461
33,mlp.experts.40.down_proj,0.0000010563,0.05000,3.452
33,mlp.experts.60.down_proj,failsafe(rtn): 0.0015869,0.00000,0.180
33,mlp.experts.58.down_proj,failsafe(rtn): 0.0016022,0.00000,0.180
33,mlp.experts.233.down_proj,0.0000012515,0.05000,3.473
33,mlp.experts.273.down_proj,0.0000022239,0.05000,3.414
33,mlp.experts.74.down_proj,failsafe(rtn): 0.0015411,0.00000,0.171
33,mlp.experts.289.down_proj,failsafe(rtn): 0.0016708,0.00000,0.178
33,mlp.experts.446.up_proj,0.0000555539,0.05000,13.435
33,mlp.experts.45.down_proj,0.0000013978,0.05000,3.464
33,mlp.experts.436.down_proj,0.0000024495,0.05000,3.477
33,mlp.experts.462.up_proj,failsafe(rtn): 0.0016174,0.00000,0.674
33,mlp.experts.486.up_proj,0.0000140932,0.05000,13.569
33,mlp.experts.480.up_proj,0.0000151384,0.05000,13.432
33,mlp.experts.482.up_proj,0.0000699450,0.05000,13.544
33,mlp.experts.459.up_proj,0.0000118861,0.05000,13.498
33,mlp.experts.487.up_proj,0.0000204456,0.05000,13.495
33,mlp.experts.76.down_proj,0.0000018045,0.05000,3.434
33,mlp.experts.56.down_proj,0.0000028226,0.05000,3.467
33,mlp.experts.249.down_proj,0.0000020622,0.05000,3.403
33,mlp.experts.485.up_proj,0.0000134035,0.05000,13.336
33,mlp.experts.90.down_proj,0.0000058179,0.05000,3.420
33,mlp.experts.483.up_proj,0.0000069322,0.05000,13.402
33,mlp.experts.305.down_proj,0.0000038414,0.05000,3.482
33,mlp.experts.321.down_proj,failsafe(rtn): 0.0016785,0.00000,0.162
33,mlp.experts.61.down_proj,0.0000039692,0.05000,3.393
33,mlp.experts.499.up_proj,failsafe(rtn): 0.0014725,0.00000,0.661
33,mlp.experts.452.down_proj,0.0000019687,0.05000,3.446
33,mlp.experts.468.down_proj,failsafe(rtn): 0.0015182,0.00000,0.206
33,mlp.experts.92.down_proj,0.0000018498,0.05000,3.513
33,mlp.experts.72.down_proj,0.0000026403,0.05000,3.516
33,mlp.experts.265.down_proj,0.0000013360,0.05000,3.529
33,mlp.experts.106.down_proj,0.0000020426,0.05000,3.516
33,mlp.experts.281.down_proj,failsafe(rtn): 0.0016556,0.00000,0.173
33,mlp.experts.297.down_proj,failsafe(rtn): 0.0015106,0.00000,0.180
33,mlp.experts.337.down_proj,0.0000008384,0.05000,3.584
33,mlp.experts.77.down_proj,0.0000006426,0.05000,3.601
33,mlp.experts.3.down_proj,0.0000011979,0.05000,3.621
33,mlp.experts.484.down_proj,0.0000027969,0.05000,3.521
33,mlp.experts.500.down_proj,failsafe(rtn): 0.0015793,0.00000,0.161
33,mlp.experts.108.down_proj,0.0000020986,0.05000,3.284
33,mlp.experts.88.down_proj,0.0000021196,0.05000,3.338
33,mlp.experts.122.down_proj,0.0000025800,0.05000,3.221
33,mlp.experts.313.down_proj,0.0000019713,0.05000,3.271
33,mlp.experts.353.down_proj,0.0000006829,0.05000,3.248
33,mlp.experts.93.down_proj,0.0000012594,0.05000,3.197
33,mlp.experts.19.down_proj,0.0000051147,0.05000,3.158
33,mlp.experts.124.down_proj,0.0000032899,0.05000,3.232
33,mlp.experts.104.down_proj,0.0000060399,0.05000,3.197
33,mlp.experts.138.down_proj,0.0000016020,0.05000,3.246
33,mlp.experts.329.down_proj,0.0000039320,0.05000,3.194
33,mlp.experts.369.down_proj,0.0000017502,0.05000,3.294
33,mlp.experts.109.down_proj,0.0000015141,0.05000,3.346
33,mlp.experts.35.down_proj,0.0000051191,0.05000,3.291
33,mlp.experts.478.up_proj,0.0000522515,0.05000,13.476
33,mlp.experts.502.up_proj,0.0000182391,0.05000,13.449
33,mlp.experts.6.down_proj,failsafe(rtn): 0.0014877,0.00000,0.154
33,mlp.experts.496.up_proj,0.0000177751,0.05000,13.299
33,mlp.experts.498.up_proj,0.0000309384,0.05000,13.305
33,mlp.experts.475.up_proj,0.0000282248,0.05000,13.372
33,mlp.experts.120.down_proj,0.0000015150,0.05000,3.239
33,mlp.experts.501.up_proj,0.0000353528,0.05000,13.245
33,mlp.experts.140.down_proj,0.0000048411,0.05000,3.327
33,mlp.experts.503.up_proj,0.0000201292,0.05000,13.399
33,mlp.experts.7.down_proj,failsafe(rtn): 0.0016479,0.00000,0.155
33,mlp.experts.154.down_proj,0.0000027867,0.05000,3.317
33,mlp.experts.345.down_proj,0.0000050861,0.05000,3.374
33,mlp.experts.385.down_proj,0.0000035141,0.05000,3.275
33,mlp.experts.125.down_proj,0.0000042600,0.05000,3.306
33,mlp.experts.51.down_proj,0.0000012283,0.05000,3.265
33,mlp.experts.141.down_proj,failsafe(rtn): 0.0016174,0.00000,0.160
33,mlp.experts.22.down_proj,0.0000008717,0.05000,3.263
33,mlp.experts.0.down_proj,0.0000040212,0.05000,3.220
33,mlp.experts.2.down_proj,0.0000014218,0.05000,3.310
33,mlp.experts.136.down_proj,0.0000011126,0.05000,3.172
33,mlp.experts.156.down_proj,0.0000059652,0.05000,3.203
33,mlp.experts.5.down_proj,0.0000038597,0.05000,3.263
33,mlp.experts.23.down_proj,0.0000030665,0.05000,3.244
33,mlp.experts.170.down_proj,0.0000024769,0.05000,3.224
33,mlp.experts.39.down_proj,failsafe(rtn): 0.0016479,0.00000,0.144
33,mlp.experts.361.down_proj,0.0000027293,0.05000,3.162
33,mlp.experts.401.down_proj,0.0000006185,0.05000,3.162
33,mlp.experts.67.down_proj,0.0000055417,0.05000,3.198
33,mlp.experts.157.down_proj,0.0000013443,0.05000,3.232
33,mlp.experts.38.down_proj,0.0000018331,0.05000,3.141
33,mlp.experts.16.down_proj,0.0000008615,0.05000,3.125
33,mlp.experts.18.down_proj,0.0000051120,0.05000,3.119
33,mlp.experts.152.down_proj,0.0000060321,0.05000,3.020
33,mlp.experts.172.down_proj,0.0000029245,0.05000,3.070
33,mlp.experts.21.down_proj,0.0000021470,0.05000,3.101
33,mlp.experts.186.down_proj,0.0000070037,0.05000,3.039
33,mlp.experts.37.down_proj,failsafe(rtn): 0.0016022,0.00000,0.162
33,mlp.experts.55.down_proj,0.0000008939,0.05000,3.109
33,mlp.experts.377.down_proj,0.0000045628,0.05000,3.116
33,mlp.experts.393.down_proj,failsafe(rtn): 0.0015411,0.00000,0.159
33,mlp.experts.417.down_proj,0.0000023835,0.05000,3.143
33,mlp.experts.83.down_proj,0.0000018124,0.05000,3.060
33,mlp.experts.173.down_proj,0.0000035976,0.05000,3.075
33,mlp.experts.54.down_proj,0.0000087034,0.05000,3.119
33,mlp.experts.32.down_proj,0.0000039013,0.05000,3.123
33,mlp.experts.34.down_proj,0.0000016623,0.05000,3.111
33,mlp.experts.50.down_proj,failsafe(rtn): 0.0016022,0.00000,0.170
33,mlp.experts.168.down_proj,0.0000042041,0.05000,3.159
33,mlp.experts.188.down_proj,0.0000009401,0.05000,3.171
33,mlp.experts.202.down_proj,0.0000019238,0.05000,3.164
33,mlp.experts.53.down_proj,0.0000051776,0.05000,3.245
33,mlp.experts.71.down_proj,0.0000026043,0.05000,3.201
33,mlp.experts.409.down_proj,0.0000031683,0.05000,3.202
33,mlp.experts.433.down_proj,0.0000025886,0.05000,3.213
33,mlp.experts.99.down_proj,0.0000011720,0.05000,3.251
33,mlp.experts.189.down_proj,0.0000015376,0.05000,3.234
33,mlp.experts.494.up_proj,0.0000262428,0.05000,12.630
33,mlp.experts.70.down_proj,0.0000028869,0.05000,3.244
33,mlp.experts.48.down_proj,0.0000039656,0.05000,3.197
33,mlp.experts.86.down_proj,failsafe(rtn): 0.0016861,0.00000,0.155
33,mlp.experts.66.down_proj,0.0000021106,0.05000,3.195
33,mlp.experts.491.up_proj,0.0000181237,0.05000,12.521
33,mlp.experts.184.down_proj,0.0000025688,0.05000,3.153
33,mlp.experts.204.down_proj,0.0000029723,0.05000,3.098
33,mlp.experts.218.down_proj,0.0000054875,0.05000,3.161
33,mlp.experts.69.down_proj,0.0000043473,0.05000,3.191
33,mlp.experts.87.down_proj,0.0000010533,0.05000,3.167
33,mlp.experts.425.down_proj,0.0000016304,0.05000,3.245
33,mlp.experts.449.down_proj,0.0000025425,0.05000,3.151
33,mlp.experts.441.down_proj,failsafe(rtn): 0.0016022,0.00000,0.197
33,mlp.experts.115.down_proj,0.0000031193,0.05000,3.179
33,mlp.experts.205.down_proj,0.0000017855,0.05000,3.296
33,mlp.experts.64.down_proj,0.0000039056,0.05000,3.211
33,mlp.experts.102.down_proj,0.0000027879,0.05000,3.191
33,mlp.experts.82.down_proj,0.0000020762,0.05000,3.228
33,mlp.experts.200.down_proj,0.0000014016,0.05000,3.203
33,mlp.experts.220.down_proj,0.0000018990,0.05000,3.201
33,mlp.experts.236.down_proj,failsafe(rtn): 0.0016022,0.00000,0.171
33,mlp.experts.234.down_proj,0.0000006613,0.05000,3.209
33,mlp.experts.85.down_proj,0.0000056062,0.05000,3.269
33,mlp.experts.103.down_proj,0.0000021139,0.05000,3.223
33,mlp.experts.101.down_proj,failsafe(rtn): 0.0016327,0.00000,0.162
33,mlp.experts.465.down_proj,0.0000034734,0.05000,3.198
33,mlp.experts.457.down_proj,0.0000072632,0.05000,3.169
33,mlp.experts.131.down_proj,0.0000040242,0.05000,3.196
33,mlp.experts.147.down_proj,failsafe(rtn): 0.0015488,0.00000,0.151
33,mlp.experts.221.down_proj,0.0000013686,0.05000,3.223
33,mlp.experts.80.down_proj,0.0000051746,0.05000,3.134
33,mlp.experts.118.down_proj,0.0000027988,0.05000,3.141
33,mlp.experts.98.down_proj,0.0000027274,0.05000,3.145
33,mlp.experts.216.down_proj,0.0000023588,0.05000,3.087
33,mlp.experts.252.down_proj,0.0000019235,0.05000,3.061
33,mlp.experts.250.down_proj,0.0000047022,0.05000,3.052
33,mlp.experts.268.down_proj,failsafe(rtn): 0.0014954,0.00000,0.172
33,mlp.experts.119.down_proj,0.0000036859,0.05000,3.048
33,mlp.experts.117.down_proj,0.0000051699,0.05000,3.096
33,mlp.experts.481.down_proj,0.0000041735,0.05000,3.077
33,mlp.experts.473.down_proj,0.0000027892,0.05000,3.034
33,mlp.experts.163.down_proj,0.0000025060,0.05000,2.976
33,mlp.experts.237.down_proj,0.0000019233,0.05000,2.959
33,mlp.experts.96.down_proj,0.0000011984,0.05000,3.033
33,mlp.experts.134.down_proj,0.0000089018,0.05000,2.985
33,mlp.experts.114.down_proj,0.0000015935,0.05000,3.041
33,mlp.experts.232.down_proj,0.0000008556,0.05000,2.996
33,mlp.experts.266.down_proj,0.0000105269,0.05000,3.034
33,mlp.experts.284.down_proj,0.0000028891,0.05000,3.099
33,mlp.experts.282.down_proj,failsafe(rtn): 0.0015564,0.00000,0.186
33,mlp.experts.135.down_proj,0.0000021601,0.05000,3.068
33,mlp.experts.133.down_proj,0.0000065674,0.05000,3.093
33,mlp.experts.497.down_proj,0.0000026189,0.05000,3.144
33,mlp.experts.489.down_proj,0.0000019310,0.05000,3.094
33,mlp.experts.505.down_proj,failsafe(rtn): 0.0015869,0.00000,0.138
33,mlp.experts.510.up_proj,0.0000252317,0.05000,12.346
33,mlp.experts.179.down_proj,0.0000040670,0.05000,3.157
33,mlp.experts.253.down_proj,0.0000052474,0.05000,3.152
33,mlp.experts.150.down_proj,0.0000003095,0.05000,2.898
33,mlp.experts.112.down_proj,0.0000022218,0.05000,2.974
33,mlp.experts.507.up_proj,0.0000460605,0.05000,12.092
33,mlp.experts.130.down_proj,0.0000064669,0.05000,2.887
33,mlp.experts.248.down_proj,0.0000011386,0.05000,2.802
33,mlp.experts.300.down_proj,0.0000035150,0.05000,2.698
33,mlp.experts.298.down_proj,0.0000009773,0.05000,2.729
33,mlp.experts.151.down_proj,0.0000020710,0.05000,2.664
33,mlp.experts.314.down_proj,failsafe(rtn): 0.0015488,0.00000,0.129
33,mlp.experts.149.down_proj,0.0000020336,0.05000,2.602
33,mlp.experts.14.down_proj,0.0000015177,0.05000,2.556
33,mlp.experts.195.down_proj,0.0000049493,0.05000,2.525
33,mlp.experts.269.down_proj,0.0000129049,0.05000,2.508
33,mlp.experts.166.down_proj,0.0000012261,0.05000,2.603
33,mlp.experts.128.down_proj,0.0000035618,0.05000,2.641
33,mlp.experts.11.down_proj,0.0000024355,0.05000,2.577
33,mlp.experts.146.down_proj,0.0000084056,0.05000,2.630
33,mlp.experts.264.down_proj,0.0000044081,0.05000,2.579
33,mlp.experts.280.down_proj,failsafe(rtn): 0.0015488,0.00000,0.142
33,mlp.experts.316.down_proj,0.0000006862,0.05000,2.627
33,mlp.experts.167.down_proj,0.0000015535,0.05000,2.729
33,mlp.experts.330.down_proj,0.0000006692,0.05000,2.669
33,mlp.experts.165.down_proj,0.0000033657,0.05000,2.661
33,mlp.experts.30.down_proj,0.0000050242,0.05000,2.749
33,mlp.experts.211.down_proj,0.0000055497,0.05000,2.714
33,mlp.experts.285.down_proj,0.0000007018,0.05000,2.705
33,mlp.experts.182.down_proj,0.0000029177,0.05000,2.703
33,mlp.experts.144.down_proj,0.0000033265,0.05000,2.690
33,mlp.experts.160.down_proj,failsafe(rtn): 0.0015640,0.00000,0.140
33,mlp.experts.27.down_proj,0.0000026281,0.05000,2.653
33,mlp.experts.176.down_proj,failsafe(rtn): 0.0015335,0.00000,0.126
33,mlp.experts.162.down_proj,0.0000031050,0.05000,2.697
33,mlp.experts.296.down_proj,0.0000020992,0.05000,2.613
33,mlp.experts.312.down_proj,failsafe(rtn): 0.0015335,0.00000,0.141
33,mlp.experts.328.down_proj,failsafe(rtn): 0.0014343,0.00000,0.142
33,mlp.experts.332.down_proj,0.0000041477,0.05000,2.709
33,mlp.experts.183.down_proj,0.0000052269,0.05000,2.698
33,mlp.experts.181.down_proj,0.0000016863,0.05000,2.713
33,mlp.experts.346.down_proj,0.0000035248,0.05000,2.724
33,mlp.experts.46.down_proj,0.0000009098,0.05000,2.706
33,mlp.experts.227.down_proj,0.0000017381,0.05000,2.739
33,mlp.experts.301.down_proj,0.0000019589,0.05000,2.719
33,mlp.experts.198.down_proj,0.0000006304,0.05000,2.707
33,mlp.experts.43.down_proj,0.0000066982,0.05000,2.819
33,mlp.experts.192.down_proj,0.0000014010,0.05000,2.739
33,mlp.experts.178.down_proj,0.0000006134,0.05000,2.793
33,mlp.experts.344.down_proj,0.0000003737,0.05000,2.736
33,mlp.experts.348.down_proj,0.0000026667,0.05000,2.698
33,mlp.experts.199.down_proj,0.0000028939,0.05000,2.717
33,mlp.experts.362.down_proj,0.0000039963,0.05000,2.689
33,mlp.experts.197.down_proj,0.0000074447,0.05000,2.706
33,mlp.experts.62.down_proj,0.0000027058,0.05000,2.711
33,mlp.experts.243.down_proj,0.0000019167,0.05000,2.690
33,mlp.experts.317.down_proj,0.0000016896,0.05000,2.692
33,mlp.experts.333.down_proj,failsafe(rtn): 0.0017166,0.00000,0.117
33,mlp.experts.214.down_proj,0.0000013975,0.05000,2.632
33,mlp.experts.59.down_proj,0.0000014622,0.05000,2.528
33,mlp.experts.208.down_proj,0.0000023784,0.05000,2.538
33,mlp.experts.194.down_proj,0.0000046842,0.05000,2.526
33,mlp.experts.360.down_proj,0.0000012539,0.05000,2.484
33,mlp.experts.364.down_proj,0.0000033587,0.05000,2.485
33,mlp.experts.380.down_proj,failsafe(rtn): 0.0016022,0.00000,0.116
33,mlp.experts.378.down_proj,0.0000013318,0.05000,2.438
33,mlp.experts.215.down_proj,0.0000041765,0.05000,2.475
33,mlp.experts.213.down_proj,0.0000018955,0.05000,2.468
33,mlp.experts.78.down_proj,0.0000026657,0.05000,2.432
33,mlp.experts.259.down_proj,0.0000157900,0.05000,2.467
33,mlp.experts.349.down_proj,0.0000032207,0.05000,2.424
33,mlp.experts.230.down_proj,0.0000319329,0.05000,2.511
33,mlp.experts.75.down_proj,0.0000017891,0.05000,2.532
33,mlp.experts.224.down_proj,0.0000067443,0.05000,2.532
33,mlp.experts.210.down_proj,0.0000013177,0.05000,2.508
33,mlp.experts.376.down_proj,0.0000048933,0.05000,2.551
33,mlp.experts.396.down_proj,0.0000035879,0.05000,2.591
33,mlp.experts.231.down_proj,0.0000020329,0.05000,2.620
33,mlp.experts.394.down_proj,0.0000035844,0.05000,2.625
33,mlp.experts.229.down_proj,0.0000071557,0.05000,2.667
33,mlp.experts.94.down_proj,0.0000009928,0.05000,2.710
33,mlp.experts.275.down_proj,0.0000034454,0.05000,2.686
33,mlp.experts.365.down_proj,0.0000025307,0.05000,2.750
33,mlp.experts.291.down_proj,failsafe(rtn): 0.0015564,0.00000,0.163
33,mlp.experts.246.down_proj,0.0000031496,0.05000,2.760
33,mlp.experts.91.down_proj,0.0000045661,0.05000,2.808
33,mlp.experts.240.down_proj,0.0000025111,0.05000,2.783
33,mlp.experts.226.down_proj,0.0000017524,0.05000,2.830
33,mlp.experts.242.down_proj,failsafe(rtn): 0.0016403,0.00000,0.155
33,mlp.experts.258.down_proj,failsafe(rtn): 0.0016479,0.00000,0.145
33,mlp.experts.392.down_proj,0.0000008389,0.05000,2.827
33,mlp.experts.412.down_proj,0.0000021106,0.05000,2.830
33,mlp.experts.410.down_proj,0.0000040579,0.05000,2.784
33,mlp.experts.247.down_proj,0.0000045983,0.05000,2.809
33,mlp.experts.245.down_proj,0.0000139594,0.05000,2.791
33,mlp.experts.263.down_proj,failsafe(rtn): 0.0015564,0.00000,0.128
33,mlp.experts.110.down_proj,0.0000032121,0.05000,2.810
33,mlp.experts.381.down_proj,0.0000074514,0.05000,2.784
33,mlp.experts.307.down_proj,0.0000031636,0.05000,2.785
33,mlp.experts.262.down_proj,0.0000009087,0.05000,2.734
33,mlp.experts.107.down_proj,0.0000059503,0.05000,2.711
33,mlp.experts.256.down_proj,0.0000026848,0.05000,2.771
33,mlp.experts.272.down_proj,failsafe(rtn): 0.0015640,0.00000,0.169
33,mlp.experts.408.down_proj,0.0000038242,0.05000,2.701
33,mlp.experts.274.down_proj,0.0000076274,0.05000,2.737
33,mlp.experts.428.down_proj,0.0000066969,0.05000,2.648
33,mlp.experts.426.down_proj,0.0000053768,0.05000,2.679
33,mlp.experts.261.down_proj,0.0000114142,0.05000,2.653
33,mlp.experts.279.down_proj,0.0000014235,0.05000,2.695
33,mlp.experts.126.down_proj,0.0000021272,0.05000,2.655
33,mlp.experts.397.down_proj,0.0000031452,0.05000,2.618
33,mlp.experts.142.down_proj,failsafe(rtn): 0.0016022,0.00000,0.131
33,mlp.experts.323.down_proj,0.0000008950,0.05000,2.633
33,mlp.experts.278.down_proj,0.0000038134,0.05000,2.638
33,mlp.experts.123.down_proj,0.0000027271,0.05000,2.678
33,mlp.experts.288.down_proj,0.0000038718,0.05000,2.631
33,mlp.experts.424.down_proj,0.0000015168,0.05000,2.685
33,mlp.experts.290.down_proj,0.0000020095,0.05000,2.693
33,mlp.experts.444.down_proj,0.0000056232,0.05000,2.756
33,mlp.experts.442.down_proj,0.0000017560,0.05000,2.704
33,mlp.experts.277.down_proj,0.0000039106,0.05000,2.751
33,mlp.experts.295.down_proj,0.0000026177,0.05000,2.702
33,mlp.experts.413.down_proj,0.0000027656,0.05000,2.806
33,mlp.experts.339.down_proj,0.0000035648,0.05000,2.765
33,mlp.experts.158.down_proj,0.0000020617,0.05000,2.792
33,mlp.experts.294.down_proj,0.0000007712,0.05000,2.813
33,mlp.experts.139.down_proj,0.0000051623,0.05000,2.814
33,mlp.experts.304.down_proj,0.0000026905,0.05000,2.743
33,mlp.experts.440.down_proj,0.0000008423,0.05000,2.683
33,mlp.experts.306.down_proj,0.0000025641,0.05000,2.685
33,mlp.experts.460.down_proj,0.0000023073,0.05000,2.614
33,mlp.experts.458.down_proj,0.0000014358,0.05000,2.616
33,mlp.experts.293.down_proj,0.0000046540,0.05000,2.573
33,mlp.experts.311.down_proj,0.0000035592,0.05000,2.584
33,mlp.experts.429.down_proj,0.0000070579,0.05000,2.500
33,mlp.experts.355.down_proj,0.0000030636,0.05000,2.537
33,mlp.experts.174.down_proj,0.0000005300,0.05000,2.542
33,mlp.experts.310.down_proj,0.0000026786,0.05000,2.540
33,mlp.experts.155.down_proj,0.0000023107,0.05000,2.478
33,mlp.experts.320.down_proj,0.0000071310,0.05000,2.493
33,mlp.experts.322.down_proj,0.0000040456,0.05000,2.536
33,mlp.experts.456.down_proj,0.0000021918,0.05000,2.568
33,mlp.experts.476.down_proj,0.0000030225,0.05000,2.538
33,mlp.experts.472.down_proj,failsafe(rtn): 0.0015640,0.00000,0.151
33,mlp.experts.474.down_proj,0.0000023126,0.05000,2.554
33,mlp.experts.309.down_proj,0.0000122550,0.05000,2.586
33,mlp.experts.327.down_proj,0.0000022914,0.05000,2.615
33,mlp.experts.445.down_proj,0.0000076789,0.05000,2.728
33,mlp.experts.371.down_proj,0.0000028321,0.05000,2.740
33,mlp.experts.190.down_proj,0.0000025738,0.05000,2.745
33,mlp.experts.326.down_proj,0.0000019153,0.05000,2.774
33,mlp.experts.171.down_proj,0.0000066652,0.05000,2.780
33,mlp.experts.336.down_proj,0.0000060984,0.05000,2.802
33,mlp.experts.338.down_proj,0.0000038752,0.05000,2.723
33,mlp.experts.492.down_proj,0.0000027323,0.05000,2.734
33,mlp.experts.490.down_proj,0.0000029541,0.05000,2.712
33,mlp.experts.488.down_proj,0.0000079806,0.05000,2.774
33,mlp.experts.325.down_proj,0.0000076450,0.05000,2.749
33,mlp.experts.343.down_proj,0.0000030070,0.05000,2.702
33,mlp.experts.461.down_proj,0.0000016726,0.05000,2.610
33,mlp.experts.387.down_proj,0.0000037229,0.05000,2.634
33,mlp.experts.206.down_proj,0.0000030882,0.05000,2.611
33,mlp.experts.477.down_proj,failsafe(rtn): 0.0015640,0.00000,0.137
33,mlp.experts.493.down_proj,failsafe(rtn): 0.0015259,0.00000,0.133
33,mlp.experts.342.down_proj,0.0000027707,0.05000,2.569
33,mlp.experts.187.down_proj,0.0000010913,0.05000,2.555
33,mlp.experts.352.down_proj,0.0000084586,0.05000,2.511
33,mlp.experts.354.down_proj,0.0000046543,0.05000,2.504
33,mlp.experts.504.down_proj,0.0000029296,0.05000,2.466
33,mlp.experts.508.down_proj,0.0000027864,0.05000,2.524
33,mlp.experts.506.down_proj,0.0000018250,0.05000,2.511
33,mlp.experts.341.down_proj,0.0000088692,0.05000,2.480
33,mlp.experts.359.down_proj,0.0000016069,0.05000,2.449
33,mlp.experts.403.down_proj,0.0000022494,0.05000,2.180
33,mlp.experts.222.down_proj,0.0000009762,0.05000,2.190
33,mlp.experts.419.down_proj,failsafe(rtn): 0.0015182,0.00000,0.102
33,mlp.experts.509.down_proj,0.0000018795,0.05000,2.098
33,mlp.experts.358.down_proj,0.0000017961,0.05000,1.957
33,mlp.experts.374.down_proj,failsafe(rtn): 0.0015335,0.00000,0.092
33,mlp.experts.203.down_proj,0.0000005343,0.05000,1.888
33,mlp.experts.368.down_proj,0.0000018888,0.05000,1.837
33,mlp.experts.370.down_proj,0.0000029946,0.05000,1.821
33,mlp.experts.357.down_proj,0.0000195846,0.05000,1.678
33,mlp.experts.375.down_proj,0.0000022907,0.05000,1.699
33,mlp.experts.238.down_proj,0.0000030764,0.05000,1.593
33,mlp.experts.435.down_proj,0.0000055457,0.05000,1.610
33,mlp.experts.390.down_proj,0.0000034588,0.05000,1.618
33,mlp.experts.219.down_proj,0.0000036911,0.05000,1.606
33,mlp.experts.384.down_proj,0.0000034824,0.05000,1.578
33,mlp.experts.386.down_proj,0.0000019354,0.05000,1.643
33,mlp.experts.373.down_proj,0.0000009765,0.05000,1.567
33,mlp.experts.391.down_proj,0.0000016400,0.05000,1.648
33,mlp.experts.254.down_proj,0.0000055996,0.05000,1.666
33,mlp.experts.451.down_proj,0.0000021300,0.05000,1.656
33,mlp.experts.406.down_proj,0.0000006427,0.05000,1.667
33,mlp.experts.235.down_proj,0.0000027177,0.05000,1.659
33,mlp.experts.400.down_proj,0.0000048769,0.05000,1.642
33,mlp.experts.402.down_proj,0.0000020105,0.05000,1.707
33,mlp.experts.389.down_proj,0.0000073995,0.05000,1.676
33,mlp.experts.407.down_proj,0.0000015186,0.05000,1.701
33,mlp.experts.270.down_proj,0.0000064045,0.05000,1.721
33,mlp.experts.467.down_proj,0.0000091552,0.05000,1.731
33,mlp.experts.416.down_proj,0.0000022494,0.05000,1.613
33,mlp.experts.422.down_proj,0.0000021945,0.05000,1.726
33,mlp.experts.251.down_proj,0.0000069591,0.05000,1.717
33,mlp.experts.405.down_proj,0.0000020712,0.05000,1.584
33,mlp.experts.418.down_proj,0.0000053359,0.05000,1.676
33,mlp.experts.423.down_proj,0.0000108430,0.05000,1.659
33,mlp.experts.286.down_proj,0.0000014741,0.05000,1.650
33,mlp.experts.483.down_proj,0.0000006086,0.05000,1.642
33,mlp.experts.499.down_proj,failsafe(rtn): 0.0015182,0.00000,0.087
33,mlp.experts.432.down_proj,0.0000007886,0.05000,1.535
33,mlp.experts.438.down_proj,0.0000050897,0.05000,1.598
33,mlp.experts.267.down_proj,0.0000042245,0.05000,1.603
33,mlp.experts.421.down_proj,0.0000031227,0.05000,1.472
33,mlp.experts.434.down_proj,0.0000040895,0.05000,1.543
33,mlp.experts.439.down_proj,0.0000065094,0.05000,1.481
33,mlp.experts.302.down_proj,0.0000014105,0.05000,1.472
33,mlp.experts.448.down_proj,0.0000040244,0.05000,1.386
33,mlp.experts.454.down_proj,0.0000010743,0.05000,1.476
33,mlp.experts.283.down_proj,0.0000053419,0.05000,1.482
33,mlp.experts.437.down_proj,0.0000010588,0.05000,1.471
33,mlp.experts.453.down_proj,failsafe(rtn): 0.0016098,0.00000,0.070
33,mlp.experts.450.down_proj,0.0000017525,0.05000,1.486
33,mlp.experts.455.down_proj,0.0000022667,0.05000,1.426
33,mlp.experts.318.down_proj,0.0000059492,0.05000,1.440
33,mlp.experts.464.down_proj,0.0000031724,0.05000,1.375
33,mlp.experts.470.down_proj,0.0000014184,0.05000,1.389
33,mlp.experts.299.down_proj,0.0000065499,0.05000,1.399
33,mlp.experts.315.down_proj,failsafe(rtn): 0.0014572,0.00000,0.069
33,mlp.experts.469.down_proj,0.0000016192,0.05000,1.340
33,mlp.experts.466.down_proj,0.0000011613,0.05000,1.382
33,mlp.experts.471.down_proj,0.0000021398,0.05000,1.380
33,mlp.experts.334.down_proj,0.0000039572,0.05000,1.420
33,mlp.experts.480.down_proj,0.0000016516,0.05000,1.386
33,mlp.experts.486.down_proj,0.0000014534,0.05000,1.411
33,mlp.experts.331.down_proj,0.0000020538,0.05000,1.416
33,mlp.experts.485.down_proj,0.0000011446,0.05000,1.409
33,mlp.experts.482.down_proj,0.0000059374,0.05000,1.418
33,mlp.experts.487.down_proj,0.0000024459,0.05000,1.431
33,mlp.experts.350.down_proj,0.0000049171,0.05000,1.436
33,mlp.experts.496.down_proj,0.0000023156,0.05000,1.461
33,mlp.experts.502.down_proj,0.0000024759,0.05000,1.471
33,mlp.experts.347.down_proj,0.0000015235,0.05000,1.389
33,mlp.experts.501.down_proj,0.0000034494,0.05000,1.366
33,mlp.experts.498.down_proj,0.0000064349,0.05000,1.333
33,mlp.experts.503.down_proj,0.0000020351,0.05000,1.279
33,mlp.experts.366.down_proj,0.0000024246,0.05000,0.806
33,mlp.experts.363.down_proj,0.0000032189,0.05000,0.326
33,mlp.experts.379.down_proj,failsafe(rtn): 0.0015564,0.00000,0.011
33,mlp.experts.382.down_proj,0.0000022769,0.05000,0.210
33,mlp.experts.395.down_proj,0.0000031463,0.05000,0.230
33,mlp.experts.398.down_proj,0.0000102875,0.05000,0.234
33,mlp.experts.411.down_proj,0.0000017903,0.05000,0.227
33,mlp.experts.414.down_proj,0.0000009303,0.05000,0.228
33,mlp.experts.427.down_proj,0.0000055252,0.05000,0.256
33,mlp.experts.430.down_proj,0.0000056733,0.05000,0.229
33,mlp.experts.443.down_proj,0.0000030832,0.05000,0.231
33,mlp.experts.446.down_proj,0.0000062132,0.05000,0.230
33,mlp.experts.462.down_proj,failsafe(rtn): 0.0016403,0.00000,0.014
33,mlp.experts.459.down_proj,0.0000014056,0.05000,0.230
33,mlp.experts.478.down_proj,0.0000045811,0.05000,0.228
33,mlp.experts.475.down_proj,0.0000029284,0.05000,0.223
33,mlp.experts.494.down_proj,0.0000033196,0.05000,0.241
33,mlp.experts.491.down_proj,0.0000017651,0.05000,0.232
33,mlp.experts.510.down_proj,0.0000021024,0.05000,0.231
33,mlp.experts.507.down_proj,0.0000030405,0.05000,0.180
34,mlp.experts.1.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.750
34,mlp.experts.6.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.817
34,mlp.experts.17.gate_proj,failsafe(rtn): 0.0014191,0.00000,0.689
34,mlp.experts.12.gate_proj,0.0000471688,0.05000,14.133
34,mlp.experts.15.gate_proj,0.0000153324,0.05000,14.160
34,mlp.experts.3.gate_proj,0.0000467132,0.05000,14.106
34,mlp.experts.7.gate_proj,0.0000243082,0.05000,14.206
34,mlp.experts.10.gate_proj,0.0000435526,0.05000,14.214
34,mlp.experts.5.gate_proj,0.0000206407,0.05000,14.214
34,mlp.experts.0.gate_proj,0.0000169854,0.05000,14.226
34,mlp.experts.11.gate_proj,0.0000534754,0.05000,14.219
34,mlp.experts.13.gate_proj,0.0000259179,0.05000,14.234
34,mlp.experts.8.gate_proj,0.0000085333,0.05000,14.240
34,mlp.experts.4.gate_proj,0.0000303970,0.05000,14.254
34,mlp.experts.9.gate_proj,0.0000322348,0.05000,14.282
34,mlp.experts.2.gate_proj,0.0000140484,0.05000,14.228
34,mlp.experts.14.gate_proj,0.0000133730,0.05000,14.355
34,mlp.experts.26.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.853
34,mlp.experts.22.gate_proj,0.0000514863,0.05000,14.294
34,mlp.experts.33.gate_proj,0.0000222226,0.05000,14.424
34,mlp.experts.23.gate_proj,0.0000388128,0.05000,13.996
34,mlp.experts.28.gate_proj,0.0000404404,0.05000,14.079
34,mlp.experts.21.gate_proj,0.0000639795,0.05000,14.025
34,mlp.experts.25.gate_proj,0.0000101046,0.05000,13.948
34,mlp.experts.27.gate_proj,0.0000783954,0.05000,14.066
34,mlp.experts.19.gate_proj,0.0000640774,0.05000,14.115
34,mlp.experts.31.gate_proj,0.0000148606,0.05000,14.165
34,mlp.experts.18.gate_proj,0.0000487447,0.05000,14.009
34,mlp.experts.20.gate_proj,0.0000485602,0.05000,14.070
34,mlp.experts.30.gate_proj,0.0000195109,0.05000,14.028
34,mlp.experts.16.gate_proj,0.0000786977,0.05000,14.213
34,mlp.experts.29.gate_proj,0.0000149408,0.05000,14.210
34,mlp.experts.24.gate_proj,0.0000278119,0.05000,14.206
34,mlp.experts.43.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.836
34,mlp.experts.42.gate_proj,0.0000082984,0.05000,14.186
34,mlp.experts.38.gate_proj,0.0000352436,0.05000,14.199
34,mlp.experts.49.gate_proj,0.0000236667,0.05000,14.220
34,mlp.experts.39.gate_proj,0.0000153117,0.05000,14.208
34,mlp.experts.44.gate_proj,0.0000219368,0.05000,14.212
34,mlp.experts.37.gate_proj,0.0000325955,0.05000,14.300
34,mlp.experts.47.gate_proj,0.0000394082,0.05000,14.286
34,mlp.experts.32.gate_proj,0.0000712328,0.05000,14.167
34,mlp.experts.36.gate_proj,0.0000247063,0.05000,14.224
34,mlp.experts.34.gate_proj,0.0000278430,0.05000,14.269
34,mlp.experts.46.gate_proj,0.0000350809,0.05000,14.272
34,mlp.experts.41.gate_proj,0.0000336012,0.05000,14.401
34,mlp.experts.35.gate_proj,0.0000170231,0.05000,14.410
34,mlp.experts.40.gate_proj,0.0000359035,0.05000,14.243
34,mlp.experts.45.gate_proj,0.0000088883,0.05000,14.315
34,mlp.experts.63.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.826
34,mlp.experts.57.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.756
34,mlp.experts.59.gate_proj,0.0000286560,0.05000,14.353
34,mlp.experts.58.gate_proj,0.0000834335,0.05000,14.237
34,mlp.experts.54.gate_proj,0.0000401175,0.05000,14.195
34,mlp.experts.73.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.800
34,mlp.experts.65.gate_proj,0.0000234466,0.05000,14.332
34,mlp.experts.60.gate_proj,0.0000130406,0.05000,14.596
34,mlp.experts.52.gate_proj,0.0000273092,0.05000,14.575
34,mlp.experts.55.gate_proj,0.0000093322,0.05000,14.779
34,mlp.experts.53.gate_proj,0.0000224158,0.05000,14.675
34,mlp.experts.56.gate_proj,0.0000211699,0.05000,14.556
34,mlp.experts.50.gate_proj,0.0000215112,0.05000,14.705
34,mlp.experts.62.gate_proj,0.0000169381,0.05000,14.662
34,mlp.experts.48.gate_proj,0.0000455833,0.05000,14.753
34,mlp.experts.61.gate_proj,0.0000304032,0.05000,14.684
34,mlp.experts.51.gate_proj,0.0000458639,0.05000,14.756
34,mlp.experts.75.gate_proj,0.0000539101,0.05000,14.717
34,mlp.experts.74.gate_proj,0.0000567098,0.05000,14.743
34,mlp.experts.79.gate_proj,0.0000200121,0.05000,14.881
34,mlp.experts.70.gate_proj,0.0000517904,0.05000,14.848
34,mlp.experts.91.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.893
34,mlp.experts.89.gate_proj,0.0000057394,0.05000,14.908
34,mlp.experts.81.gate_proj,0.0000251668,0.05000,14.918
34,mlp.experts.76.gate_proj,0.0000429038,0.05000,14.477
34,mlp.experts.71.gate_proj,0.0000133419,0.05000,14.586
34,mlp.experts.69.gate_proj,0.0000356675,0.05000,14.541
34,mlp.experts.68.gate_proj,0.0000864976,0.05000,14.626
34,mlp.experts.72.gate_proj,0.0000293356,0.05000,14.504
34,mlp.experts.64.gate_proj,0.0000226454,0.05000,14.468
34,mlp.experts.66.gate_proj,0.0000159997,0.05000,14.572
34,mlp.experts.78.gate_proj,0.0000500076,0.05000,14.669
34,mlp.experts.77.gate_proj,0.0000267368,0.05000,14.564
34,mlp.experts.67.gate_proj,0.0000281470,0.05000,14.579
34,mlp.experts.80.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.683
34,mlp.experts.90.gate_proj,0.0000495059,0.05000,14.502
34,mlp.experts.86.gate_proj,0.0000235624,0.05000,14.400
34,mlp.experts.95.gate_proj,0.0000390315,0.05000,14.522
34,mlp.experts.105.gate_proj,0.0000205427,0.05000,14.272
34,mlp.experts.107.gate_proj,0.0000207588,0.05000,14.354
34,mlp.experts.97.gate_proj,0.0000964838,0.05000,14.300
34,mlp.experts.92.gate_proj,0.0000215466,0.05000,13.730
34,mlp.experts.87.gate_proj,0.0000294376,0.05000,13.643
34,mlp.experts.88.gate_proj,0.0000332314,0.05000,13.617
34,mlp.experts.84.gate_proj,0.0000463668,0.05000,13.630
34,mlp.experts.85.gate_proj,0.0000751914,0.05000,13.707
34,mlp.experts.82.gate_proj,0.0000329107,0.05000,13.730
34,mlp.experts.93.gate_proj,0.0000356498,0.05000,13.666
34,mlp.experts.94.gate_proj,0.0000081918,0.05000,13.713
34,mlp.experts.83.gate_proj,0.0000242081,0.05000,13.755
34,mlp.experts.96.gate_proj,0.0000147471,0.05000,13.750
34,mlp.experts.106.gate_proj,0.0000327747,0.05000,13.655
34,mlp.experts.111.gate_proj,0.0000582645,0.05000,13.683
34,mlp.experts.102.gate_proj,0.0000418325,0.05000,13.752
34,mlp.experts.123.gate_proj,0.0000155566,0.05000,13.768
34,mlp.experts.121.gate_proj,0.0000203446,0.05000,13.803
34,mlp.experts.113.gate_proj,0.0000213873,0.05000,13.733
34,mlp.experts.108.gate_proj,0.0000142946,0.05000,14.650
34,mlp.experts.103.gate_proj,0.0000102987,0.05000,14.598
34,mlp.experts.104.gate_proj,0.0000782955,0.05000,14.587
34,mlp.experts.101.gate_proj,0.0000100943,0.05000,14.640
34,mlp.experts.100.gate_proj,0.0000204373,0.05000,14.704
34,mlp.experts.109.gate_proj,0.0000294000,0.05000,14.608
34,mlp.experts.98.gate_proj,0.0000579087,0.05000,14.697
34,mlp.experts.110.gate_proj,0.0000696938,0.05000,14.724
34,mlp.experts.99.gate_proj,0.0000393660,0.05000,14.912
34,mlp.experts.112.gate_proj,0.0000208422,0.05000,14.668
34,mlp.experts.122.gate_proj,0.0000202205,0.05000,14.683
34,mlp.experts.126.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.722
34,mlp.experts.127.gate_proj,0.0000239235,0.05000,14.670
34,mlp.experts.118.gate_proj,0.0000635176,0.05000,14.698
34,mlp.experts.138.gate_proj,failsafe(rtn): 0.0014267,0.00000,0.823
34,mlp.experts.139.gate_proj,0.0000128698,0.05000,14.864
34,mlp.experts.137.gate_proj,0.0000167306,0.05000,14.907
34,mlp.experts.129.gate_proj,0.0000302760,0.05000,15.016
34,mlp.experts.154.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.749
34,mlp.experts.124.gate_proj,0.0000198184,0.05000,14.731
34,mlp.experts.119.gate_proj,0.0000553288,0.05000,14.742
34,mlp.experts.120.gate_proj,0.0000284923,0.05000,14.737
34,mlp.experts.117.gate_proj,0.0000163590,0.05000,14.629
34,mlp.experts.116.gate_proj,0.0000568882,0.05000,14.630
34,mlp.experts.114.gate_proj,0.0000181184,0.05000,14.630
34,mlp.experts.125.gate_proj,0.0000232162,0.05000,14.734
34,mlp.experts.115.gate_proj,0.0000290714,0.05000,14.724
34,mlp.experts.128.gate_proj,0.0000346724,0.05000,14.560
34,mlp.experts.136.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.748
34,mlp.experts.134.gate_proj,0.0000666497,0.05000,14.461
34,mlp.experts.142.gate_proj,0.0000426184,0.05000,14.592
34,mlp.experts.143.gate_proj,0.0000138738,0.05000,14.634
34,mlp.experts.155.gate_proj,0.0000192988,0.05000,14.448
34,mlp.experts.153.gate_proj,0.0001061976,0.05000,14.488
34,mlp.experts.145.gate_proj,0.0000695676,0.05000,14.541
34,mlp.experts.170.gate_proj,0.0000119319,0.05000,14.429
34,mlp.experts.140.gate_proj,0.0000227888,0.05000,14.411
34,mlp.experts.135.gate_proj,0.0000373636,0.05000,14.491
34,mlp.experts.133.gate_proj,0.0000280356,0.05000,14.446
34,mlp.experts.132.gate_proj,0.0000214644,0.05000,14.476
34,mlp.experts.130.gate_proj,0.0000306183,0.05000,14.420
34,mlp.experts.141.gate_proj,0.0000212510,0.05000,14.526
34,mlp.experts.131.gate_proj,0.0000394946,0.05000,14.330
34,mlp.experts.144.gate_proj,0.0000496984,0.05000,14.325
34,mlp.experts.150.gate_proj,0.0000513912,0.05000,14.293
34,mlp.experts.158.gate_proj,0.0000172347,0.05000,14.201
34,mlp.experts.152.gate_proj,0.0000365413,0.05000,14.460
34,mlp.experts.146.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.765
34,mlp.experts.159.gate_proj,0.0000533301,0.05000,14.297
34,mlp.experts.171.gate_proj,0.0000482502,0.05000,14.459
34,mlp.experts.169.gate_proj,0.0000877461,0.05000,14.412
34,mlp.experts.161.gate_proj,0.0000573474,0.05000,14.606
34,mlp.experts.186.gate_proj,0.0000156180,0.05000,14.489
34,mlp.experts.202.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.834
34,mlp.experts.156.gate_proj,0.0000568661,0.05000,14.401
34,mlp.experts.151.gate_proj,0.0000407364,0.05000,14.399
34,mlp.experts.148.gate_proj,0.0000675725,0.05000,14.380
34,mlp.experts.149.gate_proj,0.0000250141,0.05000,14.415
34,mlp.experts.157.gate_proj,0.0000253788,0.05000,14.377
34,mlp.experts.160.gate_proj,0.0000045895,0.05000,14.447
34,mlp.experts.147.gate_proj,0.0000101203,0.05000,14.558
34,mlp.experts.166.gate_proj,0.0000221973,0.05000,14.435
34,mlp.experts.168.gate_proj,0.0000185419,0.05000,14.472
34,mlp.experts.175.gate_proj,0.0000562639,0.05000,14.340
34,mlp.experts.174.gate_proj,0.0000080902,0.05000,14.501
34,mlp.experts.162.gate_proj,0.0000573784,0.05000,14.549
34,mlp.experts.190.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.736
34,mlp.experts.185.gate_proj,0.0000645064,0.05000,14.347
34,mlp.experts.187.gate_proj,0.0000099900,0.05000,14.459
34,mlp.experts.177.gate_proj,0.0000876513,0.05000,14.395
34,mlp.experts.218.gate_proj,0.0000172377,0.05000,14.249
34,mlp.experts.234.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.742
34,mlp.experts.172.gate_proj,0.0000340982,0.05000,14.710
34,mlp.experts.167.gate_proj,0.0000421847,0.05000,14.535
34,mlp.experts.165.gate_proj,0.0000168471,0.05000,14.641
34,mlp.experts.164.gate_proj,0.0000121859,0.05000,14.655
34,mlp.experts.173.gate_proj,0.0000036559,0.05000,14.601
34,mlp.experts.176.gate_proj,0.0000566665,0.05000,14.434
34,mlp.experts.163.gate_proj,0.0000484106,0.05000,14.529
34,mlp.experts.184.gate_proj,0.0000241462,0.05000,14.399
34,mlp.experts.182.gate_proj,0.0000539162,0.05000,14.573
34,mlp.experts.180.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.677
34,mlp.experts.191.gate_proj,0.0000197830,0.05000,14.575
34,mlp.experts.178.gate_proj,0.0000517841,0.05000,14.598
34,mlp.experts.200.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.800
34,mlp.experts.206.gate_proj,0.0000099682,0.05000,14.698
34,mlp.experts.203.gate_proj,0.0000098709,0.05000,14.599
34,mlp.experts.201.gate_proj,0.0000320662,0.05000,14.704
34,mlp.experts.193.gate_proj,0.0000406422,0.05000,14.683
34,mlp.experts.250.gate_proj,0.0000290563,0.05000,14.777
34,mlp.experts.188.gate_proj,0.0000200917,0.05000,14.915
34,mlp.experts.183.gate_proj,0.0000145488,0.05000,15.045
34,mlp.experts.181.gate_proj,0.0000643173,0.05000,14.915
34,mlp.experts.189.gate_proj,0.0000413751,0.05000,15.022
34,mlp.experts.192.gate_proj,0.0000097263,0.05000,14.930
34,mlp.experts.179.gate_proj,0.0000333873,0.05000,14.894
34,mlp.experts.198.gate_proj,0.0000467216,0.05000,14.905
34,mlp.experts.207.gate_proj,0.0000574879,0.05000,14.852
34,mlp.experts.197.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.705
34,mlp.experts.196.gate_proj,0.0000187924,0.05000,14.964
34,mlp.experts.199.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.759
34,mlp.experts.194.gate_proj,0.0000123027,0.05000,14.957
34,mlp.experts.216.gate_proj,0.0000397284,0.05000,14.795
34,mlp.experts.222.gate_proj,0.0000419105,0.05000,14.857
34,mlp.experts.217.gate_proj,0.0000242857,0.05000,14.925
34,mlp.experts.219.gate_proj,0.0000186885,0.05000,14.991
34,mlp.experts.209.gate_proj,0.0000528563,0.05000,14.952
34,mlp.experts.266.gate_proj,0.0000522734,0.05000,14.686
34,mlp.experts.204.gate_proj,0.0000318363,0.05000,14.745
34,mlp.experts.205.gate_proj,0.0000087252,0.05000,14.742
34,mlp.experts.208.gate_proj,0.0000440498,0.05000,14.776
34,mlp.experts.195.gate_proj,0.0000258233,0.05000,14.801
34,mlp.experts.223.gate_proj,0.0000979442,0.05000,14.682
34,mlp.experts.214.gate_proj,0.0000240525,0.05000,14.772
34,mlp.experts.212.gate_proj,0.0000095597,0.05000,14.692
34,mlp.experts.215.gate_proj,0.0000588944,0.05000,14.773
34,mlp.experts.213.gate_proj,0.0000438082,0.05000,14.832
34,mlp.experts.210.gate_proj,0.0000599194,0.05000,14.788
34,mlp.experts.232.gate_proj,0.0000178808,0.05000,14.701
34,mlp.experts.238.gate_proj,0.0000176785,0.05000,14.772
34,mlp.experts.235.gate_proj,0.0000035067,0.05000,14.675
34,mlp.experts.233.gate_proj,0.0000331855,0.05000,14.816
34,mlp.experts.225.gate_proj,0.0000405117,0.05000,14.843
34,mlp.experts.249.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.707
34,mlp.experts.282.gate_proj,0.0000140020,0.05000,14.549
34,mlp.experts.220.gate_proj,0.0000122593,0.05000,14.020
34,mlp.experts.221.gate_proj,0.0000415050,0.05000,14.100
34,mlp.experts.211.gate_proj,0.0000395650,0.05000,13.967
34,mlp.experts.224.gate_proj,0.0000355411,0.05000,14.207
34,mlp.experts.239.gate_proj,0.0000314205,0.05000,14.014
34,mlp.experts.231.gate_proj,0.0000180078,0.05000,14.005
34,mlp.experts.228.gate_proj,0.0000884653,0.05000,14.105
34,mlp.experts.230.gate_proj,0.0000167910,0.05000,14.183
34,mlp.experts.229.gate_proj,0.0000390395,0.05000,14.150
34,mlp.experts.226.gate_proj,0.0000574597,0.05000,14.153
34,mlp.experts.248.gate_proj,0.0000183422,0.05000,14.131
34,mlp.experts.254.gate_proj,0.0000549393,0.05000,14.011
34,mlp.experts.245.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.736
34,mlp.experts.251.gate_proj,0.0000665362,0.05000,14.315
34,mlp.experts.241.gate_proj,0.0000758441,0.05000,14.327
34,mlp.experts.265.gate_proj,0.0000109928,0.05000,14.243
34,mlp.experts.281.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.648
34,mlp.experts.298.gate_proj,0.0000129041,0.05000,14.217
34,mlp.experts.236.gate_proj,0.0000127619,0.05000,14.531
34,mlp.experts.237.gate_proj,0.0000379555,0.05000,14.530
34,mlp.experts.227.gate_proj,0.0000446316,0.05000,14.670
34,mlp.experts.255.gate_proj,0.0000312564,0.05000,14.526
34,mlp.experts.240.gate_proj,0.0000139044,0.05000,14.598
34,mlp.experts.247.gate_proj,0.0000525517,0.05000,14.498
34,mlp.experts.246.gate_proj,0.0000733432,0.05000,14.466
34,mlp.experts.244.gate_proj,0.0000183864,0.05000,14.581
34,mlp.experts.242.gate_proj,0.0000480669,0.05000,14.604
34,mlp.experts.264.gate_proj,0.0000075490,0.05000,14.499
34,mlp.experts.270.gate_proj,0.0000390255,0.05000,14.463
34,mlp.experts.261.gate_proj,0.0000222432,0.05000,14.559
34,mlp.experts.267.gate_proj,0.0000430130,0.05000,14.424
34,mlp.experts.257.gate_proj,0.0000503551,0.05000,14.389
34,mlp.experts.297.gate_proj,0.0000296375,0.05000,14.448
34,mlp.experts.314.gate_proj,0.0000460829,0.05000,14.518
34,mlp.experts.252.gate_proj,0.0000210089,0.05000,14.366
34,mlp.experts.253.gate_proj,0.0000401903,0.05000,14.259
34,mlp.experts.263.gate_proj,0.0000344970,0.05000,14.136
34,mlp.experts.243.gate_proj,0.0000450945,0.05000,14.262
34,mlp.experts.256.gate_proj,0.0000103836,0.05000,14.228
34,mlp.experts.271.gate_proj,0.0000457501,0.05000,14.426
34,mlp.experts.260.gate_proj,0.0000400452,0.05000,14.276
34,mlp.experts.262.gate_proj,0.0000383014,0.05000,14.400
34,mlp.experts.258.gate_proj,0.0000230771,0.05000,14.294
34,mlp.experts.280.gate_proj,0.0000193537,0.05000,14.335
34,mlp.experts.286.gate_proj,0.0000217037,0.05000,14.304
34,mlp.experts.277.gate_proj,0.0000456134,0.05000,14.363
34,mlp.experts.283.gate_proj,0.0000187186,0.05000,14.301
34,mlp.experts.293.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.680
34,mlp.experts.273.gate_proj,0.0000197723,0.05000,14.454
34,mlp.experts.313.gate_proj,0.0000073300,0.05000,14.263
34,mlp.experts.330.gate_proj,0.0000162817,0.05000,14.267
34,mlp.experts.268.gate_proj,0.0000429648,0.05000,14.649
34,mlp.experts.269.gate_proj,0.0000472873,0.05000,14.766
34,mlp.experts.272.gate_proj,0.0000310968,0.05000,14.744
34,mlp.experts.259.gate_proj,0.0000126607,0.05000,14.822
34,mlp.experts.279.gate_proj,0.0000481182,0.05000,14.885
34,mlp.experts.276.gate_proj,0.0000325464,0.05000,14.695
34,mlp.experts.278.gate_proj,0.0000727678,0.05000,14.698
34,mlp.experts.287.gate_proj,0.0000075010,0.05000,14.880
34,mlp.experts.274.gate_proj,0.0000327800,0.05000,14.911
34,mlp.experts.296.gate_proj,0.0000441875,0.05000,14.870
34,mlp.experts.302.gate_proj,0.0000799312,0.05000,15.038
34,mlp.experts.299.gate_proj,0.0000176817,0.05000,14.960
34,mlp.experts.318.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.709
34,mlp.experts.309.gate_proj,0.0000208738,0.05000,15.031
34,mlp.experts.289.gate_proj,0.0000282822,0.05000,15.034
34,mlp.experts.325.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.719
34,mlp.experts.329.gate_proj,0.0000633231,0.05000,14.872
34,mlp.experts.346.gate_proj,0.0000669341,0.05000,14.771
34,mlp.experts.284.gate_proj,0.0000847143,0.05000,14.024
34,mlp.experts.285.gate_proj,0.0000264610,0.05000,14.030
34,mlp.experts.288.gate_proj,0.0000211784,0.05000,13.950
34,mlp.experts.275.gate_proj,0.0000102308,0.05000,14.015
34,mlp.experts.294.gate_proj,0.0000488176,0.05000,13.855
34,mlp.experts.295.gate_proj,0.0000457052,0.05000,14.027
34,mlp.experts.292.gate_proj,0.0000287463,0.05000,14.086
34,mlp.experts.303.gate_proj,0.0000630107,0.05000,14.002
34,mlp.experts.290.gate_proj,0.0000442505,0.05000,13.986
34,mlp.experts.312.gate_proj,0.0000554489,0.05000,14.037
34,mlp.experts.310.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.797
34,mlp.experts.315.gate_proj,0.0000999921,0.05000,14.010
34,mlp.experts.334.gate_proj,0.0000470724,0.05000,14.078
34,mlp.experts.331.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.826
34,mlp.experts.305.gate_proj,0.0000349516,0.05000,14.315
34,mlp.experts.341.gate_proj,0.0000033117,0.05000,14.162
34,mlp.experts.345.gate_proj,0.0000278690,0.05000,14.220
34,mlp.experts.347.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.715
34,mlp.experts.362.gate_proj,0.0000469072,0.05000,14.148
34,mlp.experts.300.gate_proj,0.0000161719,0.05000,15.115
34,mlp.experts.301.gate_proj,0.0000408733,0.05000,15.194
34,mlp.experts.304.gate_proj,0.0000340419,0.05000,15.166
34,mlp.experts.308.gate_proj,0.0000864774,0.05000,14.965
34,mlp.experts.291.gate_proj,0.0000127667,0.05000,15.128
34,mlp.experts.311.gate_proj,0.0000352280,0.05000,15.147
34,mlp.experts.319.gate_proj,0.0000217702,0.05000,15.191
34,mlp.experts.328.gate_proj,0.0000296717,0.05000,14.927
34,mlp.experts.306.gate_proj,0.0000358904,0.05000,15.112
34,mlp.experts.320.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.780
34,mlp.experts.326.gate_proj,0.0000176452,0.05000,15.080
34,mlp.experts.350.gate_proj,0.0000176441,0.05000,14.932
34,mlp.experts.321.gate_proj,0.0000029003,0.05000,15.023
34,mlp.experts.357.gate_proj,0.0000335723,0.05000,15.132
34,mlp.experts.361.gate_proj,0.0000234073,0.05000,15.042
34,mlp.experts.363.gate_proj,0.0000466045,0.05000,15.022
34,mlp.experts.378.gate_proj,0.0000311332,0.05000,15.049
34,mlp.experts.316.gate_proj,0.0000517065,0.05000,14.802
34,mlp.experts.317.gate_proj,0.0000315664,0.05000,14.759
34,mlp.experts.307.gate_proj,0.0000201171,0.05000,14.783
34,mlp.experts.324.gate_proj,0.0000291045,0.05000,14.823
34,mlp.experts.327.gate_proj,0.0000106698,0.05000,14.817
34,mlp.experts.335.gate_proj,0.0000721780,0.05000,14.819
34,mlp.experts.344.gate_proj,0.0000736608,0.05000,14.917
34,mlp.experts.322.gate_proj,0.0000217772,0.05000,14.850
34,mlp.experts.323.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.812
34,mlp.experts.342.gate_proj,0.0000502614,0.05000,14.831
34,mlp.experts.336.gate_proj,0.0000279786,0.05000,14.889
34,mlp.experts.343.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.878
34,mlp.experts.366.gate_proj,0.0000149594,0.05000,14.932
34,mlp.experts.337.gate_proj,0.0000473477,0.05000,14.910
34,mlp.experts.379.gate_proj,0.0000536315,0.05000,14.771
34,mlp.experts.373.gate_proj,0.0000473071,0.05000,14.875
34,mlp.experts.394.gate_proj,0.0000270893,0.05000,14.837
34,mlp.experts.377.gate_proj,0.0000502820,0.05000,14.973
34,mlp.experts.332.gate_proj,0.0000063347,0.05000,14.857
34,mlp.experts.333.gate_proj,0.0000474119,0.05000,14.833
34,mlp.experts.340.gate_proj,0.0000200381,0.05000,14.894
34,mlp.experts.351.gate_proj,0.0000121833,0.05000,14.824
34,mlp.experts.349.gate_proj,failsafe(rtn): 0.0014038,0.00000,0.827
34,mlp.experts.358.gate_proj,0.0000135086,0.05000,14.677
34,mlp.experts.338.gate_proj,0.0000154830,0.05000,14.827
34,mlp.experts.360.gate_proj,0.0000120289,0.05000,14.898
34,mlp.experts.352.gate_proj,0.0000544917,0.05000,14.786
34,mlp.experts.339.gate_proj,0.0000604355,0.05000,14.902
34,mlp.experts.356.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.800
34,mlp.experts.359.gate_proj,0.0000329096,0.05000,14.840
34,mlp.experts.382.gate_proj,0.0000460794,0.05000,14.659
34,mlp.experts.398.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.700
34,mlp.experts.353.gate_proj,0.0000120732,0.05000,14.772
34,mlp.experts.395.gate_proj,0.0000447196,0.05000,14.717
34,mlp.experts.410.gate_proj,0.0000725760,0.05000,14.582
34,mlp.experts.389.gate_proj,0.0000724807,0.05000,14.731
34,mlp.experts.393.gate_proj,0.0000524533,0.05000,14.765
34,mlp.experts.348.gate_proj,0.0000263561,0.05000,14.491
34,mlp.experts.367.gate_proj,0.0000292200,0.05000,14.494
34,mlp.experts.365.gate_proj,0.0000263099,0.05000,14.560
34,mlp.experts.374.gate_proj,0.0000245523,0.05000,14.495
34,mlp.experts.376.gate_proj,0.0000134856,0.05000,14.477
34,mlp.experts.372.gate_proj,0.0000306540,0.05000,14.430
34,mlp.experts.354.gate_proj,0.0000121857,0.05000,14.631
34,mlp.experts.368.gate_proj,0.0000411145,0.05000,14.569
34,mlp.experts.375.gate_proj,0.0000716743,0.05000,14.342
34,mlp.experts.355.gate_proj,0.0000206424,0.05000,14.647
34,mlp.experts.388.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.837
34,mlp.experts.414.gate_proj,0.0000737880,0.05000,14.454
34,mlp.experts.369.gate_proj,0.0000412535,0.05000,14.535
34,mlp.experts.426.gate_proj,0.0000252396,0.05000,14.519
34,mlp.experts.411.gate_proj,0.0000384051,0.05000,14.583
34,mlp.experts.405.gate_proj,0.0000162453,0.05000,14.599
34,mlp.experts.409.gate_proj,0.0000151680,0.05000,14.626
34,mlp.experts.364.gate_proj,0.0000579392,0.05000,14.637
34,mlp.experts.383.gate_proj,0.0000109707,0.05000,14.498
34,mlp.experts.390.gate_proj,0.0000127870,0.05000,14.516
34,mlp.experts.392.gate_proj,0.0000265550,0.05000,14.450
34,mlp.experts.381.gate_proj,0.0000423132,0.05000,14.635
34,mlp.experts.370.gate_proj,0.0000267736,0.05000,14.566
34,mlp.experts.384.gate_proj,0.0000220521,0.05000,14.546
34,mlp.experts.391.gate_proj,0.0000129857,0.05000,14.647
34,mlp.experts.371.gate_proj,0.0000637313,0.05000,14.560
34,mlp.experts.404.gate_proj,0.0000112966,0.05000,14.526
34,mlp.experts.430.gate_proj,0.0000573997,0.05000,14.578
34,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.817
34,mlp.experts.385.gate_proj,0.0000200725,0.05000,14.576
34,mlp.experts.427.gate_proj,0.0000274071,0.05000,14.566
34,mlp.experts.442.gate_proj,0.0000698416,0.05000,14.661
34,mlp.experts.421.gate_proj,0.0000324643,0.05000,14.550
34,mlp.experts.425.gate_proj,0.0000233365,0.05000,14.580
34,mlp.experts.441.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.711
34,mlp.experts.380.gate_proj,0.0000071946,0.05000,14.192
34,mlp.experts.399.gate_proj,0.0000213934,0.05000,14.430
34,mlp.experts.408.gate_proj,0.0000937277,0.05000,14.221
34,mlp.experts.406.gate_proj,0.0000318707,0.05000,14.394
34,mlp.experts.386.gate_proj,0.0000349045,0.05000,14.184
34,mlp.experts.397.gate_proj,0.0000200965,0.05000,14.414
34,mlp.experts.400.gate_proj,0.0000171367,0.05000,14.353
34,mlp.experts.407.gate_proj,0.0000341946,0.05000,14.380
34,mlp.experts.387.gate_proj,0.0000151428,0.05000,14.453
34,mlp.experts.446.gate_proj,0.0000430297,0.05000,14.258
34,mlp.experts.436.gate_proj,0.0000557628,0.05000,14.228
34,mlp.experts.401.gate_proj,0.0000267568,0.05000,14.329
34,mlp.experts.443.gate_proj,0.0000067711,0.05000,14.205
34,mlp.experts.458.gate_proj,0.0000273803,0.05000,14.171
34,mlp.experts.437.gate_proj,0.0000220434,0.05000,14.222
34,mlp.experts.457.gate_proj,0.0000118856,0.05000,14.056
34,mlp.experts.396.gate_proj,0.0000565635,0.05000,14.411
34,mlp.experts.415.gate_proj,0.0000633801,0.05000,14.408
34,mlp.experts.424.gate_proj,0.0000669065,0.05000,14.366
34,mlp.experts.413.gate_proj,0.0000246283,0.05000,14.238
34,mlp.experts.422.gate_proj,0.0000228198,0.05000,14.360
34,mlp.experts.402.gate_proj,0.0000510397,0.05000,14.420
34,mlp.experts.416.gate_proj,0.0000537913,0.05000,14.264
34,mlp.experts.423.gate_proj,0.0000181385,0.05000,14.325
34,mlp.experts.403.gate_proj,0.0000379195,0.05000,14.426
34,mlp.experts.439.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.770
34,mlp.experts.462.gate_proj,0.0000120999,0.05000,14.402
34,mlp.experts.452.gate_proj,0.0000184765,0.05000,14.528
34,mlp.experts.417.gate_proj,0.0000357585,0.05000,14.390
34,mlp.experts.474.gate_proj,0.0000714301,0.05000,14.288
34,mlp.experts.453.gate_proj,0.0000183109,0.05000,14.312
34,mlp.experts.459.gate_proj,0.0000240142,0.05000,14.465
34,mlp.experts.468.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.682
34,mlp.experts.473.gate_proj,0.0000355394,0.05000,14.442
34,mlp.experts.412.gate_proj,0.0000459423,0.05000,14.192
34,mlp.experts.431.gate_proj,0.0000625410,0.05000,14.196
34,mlp.experts.438.gate_proj,0.0000208545,0.05000,14.209
34,mlp.experts.440.gate_proj,0.0000283747,0.05000,14.415
34,mlp.experts.418.gate_proj,0.0000709667,0.05000,14.202
34,mlp.experts.429.gate_proj,0.0000236599,0.05000,14.362
34,mlp.experts.432.gate_proj,0.0000770926,0.05000,14.255
34,mlp.experts.419.gate_proj,0.0000406935,0.05000,14.270
34,mlp.experts.434.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.724
34,mlp.experts.455.gate_proj,0.0000399430,0.05000,14.319
34,mlp.experts.478.gate_proj,0.0000196432,0.05000,14.279
34,mlp.experts.490.gate_proj,0.0000185100,0.05000,14.156
34,mlp.experts.433.gate_proj,0.0000435516,0.05000,14.357
34,mlp.experts.469.gate_proj,0.0000805850,0.05000,14.327
34,mlp.experts.475.gate_proj,0.0000277842,0.05000,14.352
34,mlp.experts.484.gate_proj,0.0000231195,0.05000,14.259
34,mlp.experts.489.gate_proj,0.0000170693,0.05000,14.320
34,mlp.experts.428.gate_proj,0.0000039864,0.05000,13.962
34,mlp.experts.447.gate_proj,0.0000218264,0.05000,14.038
34,mlp.experts.445.gate_proj,0.0000116087,0.05000,13.767
34,mlp.experts.454.gate_proj,0.0000033338,0.05000,13.862
34,mlp.experts.448.gate_proj,0.0000523299,0.05000,13.801
34,mlp.experts.456.gate_proj,0.0000399599,0.05000,13.927
34,mlp.experts.435.gate_proj,0.0000410115,0.05000,13.953
34,mlp.experts.450.gate_proj,0.0000342060,0.05000,13.797
34,mlp.experts.464.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.748
34,mlp.experts.471.gate_proj,0.0000728239,0.05000,13.875
34,mlp.experts.451.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.727
34,mlp.experts.494.gate_proj,0.0000233367,0.05000,13.941
34,mlp.experts.506.gate_proj,0.0000195231,0.05000,13.839
34,mlp.experts.449.gate_proj,0.0000208616,0.05000,13.875
34,mlp.experts.485.gate_proj,0.0000701807,0.05000,13.834
34,mlp.experts.500.gate_proj,0.0000238601,0.05000,13.759
34,mlp.experts.491.gate_proj,0.0000802249,0.05000,14.007
34,mlp.experts.505.gate_proj,0.0000338817,0.05000,13.963
34,mlp.experts.444.gate_proj,0.0000056403,0.05000,13.986
34,mlp.experts.463.gate_proj,0.0000667709,0.05000,13.980
34,mlp.experts.470.gate_proj,0.0000159373,0.05000,14.058
34,mlp.experts.461.gate_proj,0.0000276408,0.05000,14.068
34,mlp.experts.472.gate_proj,0.0000282723,0.05000,13.992
34,mlp.experts.466.gate_proj,0.0000517801,0.05000,14.105
34,mlp.experts.488.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.733
34,mlp.experts.480.gate_proj,0.0000721684,0.05000,14.148
34,mlp.experts.487.gate_proj,0.0000155315,0.05000,14.142
34,mlp.experts.467.gate_proj,0.0000196342,0.05000,14.200
34,mlp.experts.510.gate_proj,0.0000107819,0.05000,13.990
34,mlp.experts.10.up_proj,0.0000452105,0.05000,14.124
34,mlp.experts.501.gate_proj,0.0000339492,0.05000,14.153
34,mlp.experts.465.gate_proj,0.0000162887,0.05000,14.342
34,mlp.experts.4.up_proj,0.0000281316,0.05000,14.179
34,mlp.experts.507.gate_proj,0.0000483389,0.05000,14.218
34,mlp.experts.26.up_proj,failsafe(rtn): 0.0014801,0.00000,0.740
34,mlp.experts.9.up_proj,0.0000351506,0.05000,14.149
34,mlp.experts.460.gate_proj,0.0000219578,0.05000,14.285
34,mlp.experts.479.gate_proj,0.0000376752,0.05000,14.297
34,mlp.experts.477.gate_proj,0.0000168897,0.05000,14.261
34,mlp.experts.486.gate_proj,0.0000647144,0.05000,14.347
34,mlp.experts.504.gate_proj,0.0000457184,0.05000,14.194
34,mlp.experts.502.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.693
34,mlp.experts.496.gate_proj,0.0000270573,0.05000,14.138
34,mlp.experts.482.gate_proj,0.0000129042,0.05000,14.344
34,mlp.experts.503.gate_proj,0.0000321078,0.05000,14.349
34,mlp.experts.483.gate_proj,0.0000107642,0.05000,14.205
34,mlp.experts.6.up_proj,failsafe(rtn): 0.0015335,0.00000,0.736
34,mlp.experts.14.up_proj,0.0000147876,0.05000,14.178
34,mlp.experts.481.gate_proj,0.0000631968,0.05000,14.070
34,mlp.experts.499.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.718
34,mlp.experts.5.up_proj,0.0000212029,0.05000,14.300
34,mlp.experts.20.up_proj,0.0000475922,0.05000,14.171
34,mlp.experts.11.up_proj,0.0000544278,0.05000,14.150
34,mlp.experts.42.up_proj,0.0000079433,0.05000,14.232
34,mlp.experts.25.up_proj,0.0000099822,0.05000,14.208
34,mlp.experts.476.gate_proj,0.0000397777,0.05000,14.417
34,mlp.experts.492.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.659
34,mlp.experts.495.gate_proj,0.0000158083,0.05000,14.298
34,mlp.experts.493.gate_proj,0.0000423265,0.05000,14.574
34,mlp.experts.8.up_proj,0.0000087507,0.05000,14.354
34,mlp.experts.0.up_proj,0.0000166476,0.05000,14.435
34,mlp.experts.498.gate_proj,0.0000273801,0.05000,14.578
34,mlp.experts.7.up_proj,0.0000244821,0.05000,14.411
34,mlp.experts.22.up_proj,0.0000539362,0.05000,14.458
34,mlp.experts.30.up_proj,0.0000203860,0.05000,14.493
34,mlp.experts.497.gate_proj,0.0001038547,0.05000,14.524
34,mlp.experts.3.up_proj,0.0000469687,0.05000,14.539
34,mlp.experts.21.up_proj,0.0000610468,0.05000,14.428
34,mlp.experts.36.up_proj,0.0000242976,0.05000,14.340
34,mlp.experts.27.up_proj,0.0000733875,0.05000,14.469
34,mlp.experts.58.up_proj,0.0000813731,0.05000,14.386
34,mlp.experts.1.up_proj,failsafe(rtn): 0.0015717,0.00000,0.718
34,mlp.experts.43.up_proj,failsafe(rtn): 0.0016403,0.00000,0.634
34,mlp.experts.41.up_proj,0.0000312900,0.05000,14.390
34,mlp.experts.17.up_proj,failsafe(rtn): 0.0014038,0.00000,0.660
34,mlp.experts.57.up_proj,failsafe(rtn): 0.0015488,0.00000,0.695
34,mlp.experts.73.up_proj,failsafe(rtn): 0.0014725,0.00000,0.718
34,mlp.experts.508.gate_proj,0.0000252921,0.05000,14.324
34,mlp.experts.511.gate_proj,0.0000493838,0.05000,14.331
34,mlp.experts.509.gate_proj,0.0000368878,0.05000,14.349
34,mlp.experts.24.up_proj,0.0000336865,0.05000,14.150
34,mlp.experts.16.up_proj,0.0000755072,0.05000,14.314
34,mlp.experts.2.up_proj,0.0000134704,0.05000,14.207
34,mlp.experts.23.up_proj,0.0000401054,0.05000,14.294
34,mlp.experts.38.up_proj,0.0000345572,0.05000,14.373
34,mlp.experts.46.up_proj,0.0000358539,0.05000,14.503
34,mlp.experts.19.up_proj,0.0000629959,0.05000,14.477
34,mlp.experts.52.up_proj,0.0000271091,0.05000,14.387
34,mlp.experts.37.up_proj,0.0000321485,0.05000,14.543
34,mlp.experts.74.up_proj,0.0000557840,0.05000,14.615
34,mlp.experts.59.up_proj,0.0000274700,0.05000,14.713
34,mlp.experts.33.up_proj,0.0000213850,0.05000,14.760
34,mlp.experts.89.up_proj,0.0000059980,0.05000,14.850
34,mlp.experts.12.up_proj,0.0000462549,0.05000,14.565
34,mlp.experts.15.up_proj,0.0000148058,0.05000,14.649
34,mlp.experts.13.up_proj,0.0000245666,0.05000,14.777
34,mlp.experts.40.up_proj,0.0000348885,0.05000,14.679
34,mlp.experts.32.up_proj,0.0000693646,0.05000,14.597
34,mlp.experts.18.up_proj,0.0000484421,0.05000,14.654
34,mlp.experts.39.up_proj,0.0000152571,0.05000,14.559
34,mlp.experts.54.up_proj,0.0000391705,0.05000,14.609
34,mlp.experts.62.up_proj,0.0000157472,0.05000,14.512
34,mlp.experts.68.up_proj,0.0000845319,0.05000,14.482
34,mlp.experts.35.up_proj,0.0000168126,0.05000,14.605
34,mlp.experts.53.up_proj,0.0000215349,0.05000,14.553
34,mlp.experts.90.up_proj,0.0000495763,0.05000,14.510
34,mlp.experts.75.up_proj,0.0000513975,0.05000,14.559
34,mlp.experts.49.up_proj,0.0000252040,0.05000,14.434
34,mlp.experts.91.up_proj,failsafe(rtn): 0.0018082,0.00000,0.725
34,mlp.experts.105.up_proj,0.0000218518,0.05000,14.526
34,mlp.experts.28.up_proj,0.0000407834,0.05000,14.505
34,mlp.experts.31.up_proj,0.0000147553,0.05000,14.415
34,mlp.experts.29.up_proj,0.0000150436,0.05000,14.604
34,mlp.experts.56.up_proj,0.0000229143,0.05000,14.649
34,mlp.experts.48.up_proj,0.0000444683,0.05000,14.546
34,mlp.experts.34.up_proj,0.0000283564,0.05000,14.552
34,mlp.experts.55.up_proj,0.0000090848,0.05000,14.608
34,mlp.experts.70.up_proj,0.0000517185,0.05000,14.444
34,mlp.experts.78.up_proj,0.0000478318,0.05000,14.515
34,mlp.experts.84.up_proj,0.0000452717,0.05000,14.489
34,mlp.experts.51.up_proj,0.0000438937,0.05000,14.507
34,mlp.experts.69.up_proj,0.0000352493,0.05000,14.464
34,mlp.experts.106.up_proj,0.0000334203,0.05000,14.374
34,mlp.experts.65.up_proj,0.0000229761,0.05000,14.497
34,mlp.experts.107.up_proj,0.0000176693,0.05000,14.572
34,mlp.experts.121.up_proj,0.0000177060,0.05000,14.572
34,mlp.experts.44.up_proj,0.0000220097,0.05000,14.142
34,mlp.experts.47.up_proj,0.0000528443,0.05000,14.189
34,mlp.experts.45.up_proj,0.0000090071,0.05000,14.002
34,mlp.experts.63.up_proj,failsafe(rtn): 0.0015182,0.00000,0.649
34,mlp.experts.64.up_proj,0.0000219108,0.05000,13.991
34,mlp.experts.72.up_proj,0.0000275520,0.05000,14.115
34,mlp.experts.50.up_proj,0.0000228134,0.05000,14.103
34,mlp.experts.71.up_proj,0.0000128039,0.05000,14.111
34,mlp.experts.80.up_proj,failsafe(rtn): 0.0015259,0.00000,0.743
34,mlp.experts.86.up_proj,0.0000228674,0.05000,14.194
34,mlp.experts.94.up_proj,0.0000084182,0.05000,14.167
34,mlp.experts.100.up_proj,0.0000191934,0.05000,14.095
34,mlp.experts.67.up_proj,0.0000283684,0.05000,14.177
34,mlp.experts.85.up_proj,0.0000827026,0.05000,14.222
34,mlp.experts.122.up_proj,0.0000194825,0.05000,14.145
34,mlp.experts.138.up_proj,failsafe(rtn): 0.0014572,0.00000,0.705
34,mlp.experts.81.up_proj,0.0000231372,0.05000,14.006
34,mlp.experts.154.up_proj,failsafe(rtn): 0.0014801,0.00000,0.670
34,mlp.experts.123.up_proj,0.0000156057,0.05000,14.049
34,mlp.experts.137.up_proj,0.0000180038,0.05000,14.123
34,mlp.experts.60.up_proj,0.0000134005,0.05000,13.908
34,mlp.experts.61.up_proj,0.0000299714,0.05000,13.843
34,mlp.experts.79.up_proj,0.0000197961,0.05000,13.971
34,mlp.experts.88.up_proj,0.0000323529,0.05000,13.908
34,mlp.experts.66.up_proj,0.0000174686,0.05000,13.996
34,mlp.experts.87.up_proj,0.0000289980,0.05000,13.941
34,mlp.experts.96.up_proj,0.0000154312,0.05000,14.016
34,mlp.experts.102.up_proj,0.0000402879,0.05000,13.899
34,mlp.experts.110.up_proj,0.0000720435,0.05000,14.000
34,mlp.experts.116.up_proj,0.0000561522,0.05000,13.969
34,mlp.experts.101.up_proj,0.0000099448,0.05000,13.963
34,mlp.experts.83.up_proj,0.0000239137,0.05000,14.075
34,mlp.experts.126.up_proj,failsafe(rtn): 0.0016098,0.00000,0.735
34,mlp.experts.97.up_proj,0.0000941413,0.05000,14.111
34,mlp.experts.139.up_proj,0.0000125670,0.05000,14.080
34,mlp.experts.170.up_proj,0.0000128037,0.05000,14.224
34,mlp.experts.153.up_proj,0.0001007543,0.05000,14.243
34,mlp.experts.76.up_proj,0.0000407840,0.05000,14.002
34,mlp.experts.77.up_proj,0.0000269415,0.05000,13.944
34,mlp.experts.95.up_proj,0.0000363370,0.05000,13.956
34,mlp.experts.104.up_proj,0.0000741378,0.05000,13.954
34,mlp.experts.82.up_proj,0.0000325581,0.05000,13.935
34,mlp.experts.103.up_proj,0.0000093946,0.05000,14.056
34,mlp.experts.112.up_proj,0.0000214305,0.05000,13.885
34,mlp.experts.118.up_proj,0.0000600327,0.05000,13.981
34,mlp.experts.132.up_proj,0.0000214850,0.05000,13.848
34,mlp.experts.99.up_proj,0.0000396913,0.05000,13.859
34,mlp.experts.117.up_proj,0.0000171081,0.05000,13.922
34,mlp.experts.142.up_proj,0.0000454124,0.05000,13.956
34,mlp.experts.113.up_proj,0.0000210840,0.05000,13.975
34,mlp.experts.155.up_proj,0.0000209174,0.05000,13.846
34,mlp.experts.186.up_proj,0.0000150797,0.05000,13.744
34,mlp.experts.202.up_proj,failsafe(rtn): 0.0014954,0.00000,0.725
34,mlp.experts.169.up_proj,0.0000868751,0.05000,13.726
34,mlp.experts.92.up_proj,0.0000227127,0.05000,13.965
34,mlp.experts.93.up_proj,0.0000386267,0.05000,14.089
34,mlp.experts.111.up_proj,0.0000580845,0.05000,14.074
34,mlp.experts.120.up_proj,0.0000283313,0.05000,14.002
34,mlp.experts.98.up_proj,0.0000606849,0.05000,13.971
34,mlp.experts.119.up_proj,0.0000532845,0.05000,13.956
34,mlp.experts.128.up_proj,0.0000343780,0.05000,13.926
34,mlp.experts.136.up_proj,failsafe(rtn): 0.0016174,0.00000,0.700
34,mlp.experts.134.up_proj,0.0000668105,0.05000,14.026
34,mlp.experts.148.up_proj,0.0000676507,0.05000,13.924
34,mlp.experts.158.up_proj,0.0000194588,0.05000,13.884
34,mlp.experts.133.up_proj,0.0000304079,0.05000,14.016
34,mlp.experts.115.up_proj,0.0000270470,0.05000,14.129
34,mlp.experts.129.up_proj,0.0000316204,0.05000,14.072
34,mlp.experts.171.up_proj,0.0000472013,0.05000,14.086
34,mlp.experts.218.up_proj,0.0000190831,0.05000,14.057
34,mlp.experts.185.up_proj,0.0000671828,0.05000,14.152
34,mlp.experts.234.up_proj,failsafe(rtn): 0.0014572,0.00000,0.735
34,mlp.experts.108.up_proj,0.0000143047,0.05000,13.915
34,mlp.experts.109.up_proj,0.0000291291,0.05000,14.129
34,mlp.experts.127.up_proj,0.0000237718,0.05000,14.088
34,mlp.experts.114.up_proj,0.0000179814,0.05000,14.068
34,mlp.experts.135.up_proj,0.0000364149,0.05000,14.006
34,mlp.experts.144.up_proj,0.0000467480,0.05000,14.051
34,mlp.experts.152.up_proj,0.0000357480,0.05000,14.183
34,mlp.experts.150.up_proj,0.0000460177,0.05000,14.177
34,mlp.experts.164.up_proj,0.0000118868,0.05000,14.036
34,mlp.experts.174.up_proj,0.0000079541,0.05000,14.030
34,mlp.experts.131.up_proj,0.0000369330,0.05000,14.098
34,mlp.experts.149.up_proj,0.0000296442,0.05000,14.200
34,mlp.experts.180.up_proj,failsafe(rtn): 0.0014877,0.00000,0.756
34,mlp.experts.190.up_proj,failsafe(rtn): 0.0015106,0.00000,0.718
34,mlp.experts.145.up_proj,0.0000678299,0.05000,14.235
34,mlp.experts.187.up_proj,0.0000100325,0.05000,14.112
34,mlp.experts.201.up_proj,0.0000320336,0.05000,14.047
34,mlp.experts.250.up_proj,0.0000260230,0.05000,13.891
34,mlp.experts.124.up_proj,0.0000199949,0.05000,14.092
34,mlp.experts.125.up_proj,0.0000230542,0.05000,14.324
34,mlp.experts.143.up_proj,0.0000135874,0.05000,14.331
34,mlp.experts.130.up_proj,0.0000291017,0.05000,14.163
34,mlp.experts.151.up_proj,0.0000404039,0.05000,14.152
34,mlp.experts.160.up_proj,0.0000040667,0.05000,14.247
34,mlp.experts.168.up_proj,0.0000182849,0.05000,14.131
34,mlp.experts.146.up_proj,failsafe(rtn): 0.0016098,0.00000,0.712
34,mlp.experts.166.up_proj,0.0000219185,0.05000,14.177
34,mlp.experts.147.up_proj,0.0000093081,0.05000,14.180
34,mlp.experts.165.up_proj,0.0000164891,0.05000,14.334
34,mlp.experts.196.up_proj,0.0000178680,0.05000,14.185
34,mlp.experts.206.up_proj,0.0000093482,0.05000,14.305
34,mlp.experts.161.up_proj,0.0000555994,0.05000,14.218
34,mlp.experts.203.up_proj,0.0000097214,0.05000,14.174
34,mlp.experts.217.up_proj,0.0000241389,0.05000,14.143
34,mlp.experts.266.up_proj,0.0000519821,0.05000,13.962
34,mlp.experts.140.up_proj,0.0000224371,0.05000,14.065
34,mlp.experts.141.up_proj,0.0000207998,0.05000,14.200
34,mlp.experts.159.up_proj,0.0000529551,0.05000,14.282
34,mlp.experts.176.up_proj,0.0000540692,0.05000,14.099
34,mlp.experts.167.up_proj,0.0000485561,0.05000,14.344
34,mlp.experts.184.up_proj,0.0000264481,0.05000,14.213
34,mlp.experts.182.up_proj,0.0000499786,0.05000,14.108
34,mlp.experts.162.up_proj,0.0000576696,0.05000,14.252
34,mlp.experts.200.up_proj,failsafe(rtn): 0.0016022,0.00000,0.694
34,mlp.experts.163.up_proj,0.0000479592,0.05000,14.243
34,mlp.experts.212.up_proj,0.0000098558,0.05000,14.082
34,mlp.experts.181.up_proj,0.0000615872,0.05000,14.215
34,mlp.experts.222.up_proj,0.0000412090,0.05000,14.215
34,mlp.experts.197.up_proj,failsafe(rtn): 0.0015793,0.00000,0.688
34,mlp.experts.177.up_proj,0.0000871204,0.05000,14.322
34,mlp.experts.219.up_proj,0.0000180912,0.05000,14.319
34,mlp.experts.233.up_proj,0.0000319575,0.05000,14.526
34,mlp.experts.282.up_proj,0.0000135434,0.05000,14.375
34,mlp.experts.249.up_proj,failsafe(rtn): 0.0015488,0.00000,0.766
34,mlp.experts.156.up_proj,0.0000532883,0.05000,14.314
34,mlp.experts.157.up_proj,0.0000267020,0.05000,14.305
34,mlp.experts.175.up_proj,0.0000559048,0.05000,14.292
34,mlp.experts.192.up_proj,0.0000136329,0.05000,14.283
34,mlp.experts.183.up_proj,0.0000142829,0.05000,14.237
34,mlp.experts.198.up_proj,0.0000427919,0.05000,14.277
34,mlp.experts.178.up_proj,0.0000510363,0.05000,14.275
34,mlp.experts.199.up_proj,failsafe(rtn): 0.0015106,0.00000,0.725
34,mlp.experts.216.up_proj,0.0000393505,0.05000,14.352
34,mlp.experts.179.up_proj,0.0000326848,0.05000,14.216
34,mlp.experts.228.up_proj,0.0000807069,0.05000,14.301
34,mlp.experts.238.up_proj,0.0000169818,0.05000,14.185
34,mlp.experts.213.up_proj,0.0000420573,0.05000,14.137
34,mlp.experts.193.up_proj,0.0000400407,0.05000,14.071
34,mlp.experts.235.up_proj,0.0000037919,0.05000,14.085
34,mlp.experts.298.up_proj,0.0000123581,0.05000,13.997
34,mlp.experts.265.up_proj,0.0000102747,0.05000,14.012
34,mlp.experts.281.up_proj,failsafe(rtn): 0.0015106,0.00000,0.695
34,mlp.experts.172.up_proj,0.0000336647,0.05000,14.136
34,mlp.experts.173.up_proj,0.0000034934,0.05000,14.023
34,mlp.experts.191.up_proj,0.0000195579,0.05000,14.083
34,mlp.experts.208.up_proj,0.0000437869,0.05000,14.219
34,mlp.experts.214.up_proj,0.0000249005,0.05000,14.225
34,mlp.experts.194.up_proj,0.0000122241,0.05000,14.199
34,mlp.experts.232.up_proj,0.0000186959,0.05000,14.002
34,mlp.experts.215.up_proj,0.0000579821,0.05000,14.228
34,mlp.experts.244.up_proj,0.0000186433,0.05000,14.127
34,mlp.experts.195.up_proj,0.0000246213,0.05000,14.320
34,mlp.experts.254.up_proj,0.0000541845,0.05000,14.210
34,mlp.experts.229.up_proj,0.0000387414,0.05000,14.343
34,mlp.experts.209.up_proj,0.0000503578,0.05000,14.335
34,mlp.experts.245.up_proj,failsafe(rtn): 0.0014954,0.00000,0.742
34,mlp.experts.251.up_proj,0.0000690782,0.05000,14.368
34,mlp.experts.314.up_proj,0.0000465265,0.05000,14.376
34,mlp.experts.297.up_proj,0.0000286542,0.05000,14.679
34,mlp.experts.188.up_proj,0.0000194628,0.05000,14.484
34,mlp.experts.189.up_proj,0.0000408615,0.05000,14.475
34,mlp.experts.207.up_proj,0.0000543665,0.05000,14.529
34,mlp.experts.224.up_proj,0.0000351772,0.05000,14.318
34,mlp.experts.230.up_proj,0.0000170258,0.05000,14.262
34,mlp.experts.210.up_proj,0.0000592993,0.05000,14.331
34,mlp.experts.248.up_proj,0.0000174315,0.05000,14.246
34,mlp.experts.231.up_proj,0.0000248344,0.05000,14.309
34,mlp.experts.260.up_proj,0.0000397707,0.05000,14.218
34,mlp.experts.211.up_proj,0.0000375343,0.05000,14.345
34,mlp.experts.270.up_proj,0.0000387537,0.05000,14.301
34,mlp.experts.261.up_proj,0.0000227527,0.05000,14.189
34,mlp.experts.225.up_proj,0.0000398098,0.05000,14.266
34,mlp.experts.267.up_proj,0.0000423113,0.05000,14.174
34,mlp.experts.330.up_proj,0.0000180595,0.05000,14.246
34,mlp.experts.313.up_proj,0.0000085461,0.05000,14.038
34,mlp.experts.204.up_proj,0.0000328455,0.05000,13.840
34,mlp.experts.205.up_proj,0.0000083739,0.05000,13.956
34,mlp.experts.223.up_proj,0.0000954954,0.05000,14.028
34,mlp.experts.240.up_proj,0.0000136516,0.05000,13.970
34,mlp.experts.246.up_proj,0.0000737753,0.05000,14.001
34,mlp.experts.226.up_proj,0.0000543210,0.05000,13.926
34,mlp.experts.264.up_proj,0.0000077383,0.05000,13.934
34,mlp.experts.247.up_proj,0.0000535277,0.05000,14.148
34,mlp.experts.276.up_proj,0.0000317080,0.05000,13.911
34,mlp.experts.227.up_proj,0.0000443149,0.05000,14.106
34,mlp.experts.286.up_proj,0.0000214661,0.05000,14.037
34,mlp.experts.277.up_proj,0.0000428502,0.05000,14.036
34,mlp.experts.283.up_proj,0.0000192475,0.05000,13.929
34,mlp.experts.241.up_proj,0.0000747647,0.05000,14.193
34,mlp.experts.293.up_proj,failsafe(rtn): 0.0014801,0.00000,0.785
34,mlp.experts.346.up_proj,0.0000656134,0.05000,14.043
34,mlp.experts.329.up_proj,0.0000639291,0.05000,14.366
34,mlp.experts.220.up_proj,0.0000123797,0.05000,14.707
34,mlp.experts.221.up_proj,0.0000414172,0.05000,14.798
34,mlp.experts.239.up_proj,0.0000305601,0.05000,14.755
34,mlp.experts.256.up_proj,0.0000094297,0.05000,14.741
34,mlp.experts.242.up_proj,0.0000473875,0.05000,14.581
34,mlp.experts.262.up_proj,0.0000370061,0.05000,14.678
34,mlp.experts.280.up_proj,0.0000188265,0.05000,14.676
34,mlp.experts.263.up_proj,0.0000335441,0.05000,14.704
34,mlp.experts.292.up_proj,0.0000285473,0.05000,14.680
34,mlp.experts.243.up_proj,0.0000448066,0.05000,14.738
34,mlp.experts.302.up_proj,0.0000732927,0.05000,14.777
34,mlp.experts.318.up_proj,failsafe(rtn): 0.0014420,0.00000,0.770
34,mlp.experts.299.up_proj,0.0000165773,0.05000,14.856
34,mlp.experts.257.up_proj,0.0000483968,0.05000,14.961
34,mlp.experts.309.up_proj,0.0000201645,0.05000,14.689
34,mlp.experts.362.up_proj,0.0000457306,0.05000,14.769
34,mlp.experts.325.up_proj,failsafe(rtn): 0.0016174,0.00000,0.743
34,mlp.experts.345.up_proj,0.0000269204,0.05000,14.890
34,mlp.experts.236.up_proj,0.0000126679,0.05000,14.440
34,mlp.experts.237.up_proj,0.0000377064,0.05000,14.525
34,mlp.experts.255.up_proj,0.0000312675,0.05000,14.309
34,mlp.experts.272.up_proj,0.0000291945,0.05000,14.357
34,mlp.experts.258.up_proj,0.0000218929,0.05000,14.367
34,mlp.experts.278.up_proj,0.0000720488,0.05000,14.499
34,mlp.experts.296.up_proj,0.0000423033,0.05000,14.375
34,mlp.experts.279.up_proj,0.0000466620,0.05000,14.368
34,mlp.experts.308.up_proj,0.0000869603,0.05000,14.195
34,mlp.experts.259.up_proj,0.0000118516,0.05000,14.317
34,mlp.experts.334.up_proj,0.0000448777,0.05000,14.329
34,mlp.experts.315.up_proj,0.0000950028,0.05000,14.373
34,mlp.experts.273.up_proj,0.0000203703,0.05000,14.381
34,mlp.experts.331.up_proj,failsafe(rtn): 0.0015488,0.00000,0.674
34,mlp.experts.378.up_proj,0.0000333350,0.05000,14.149
34,mlp.experts.341.up_proj,0.0000032336,0.05000,14.210
34,mlp.experts.347.up_proj,failsafe(rtn): 0.0015030,0.00000,0.656
34,mlp.experts.361.up_proj,0.0000230855,0.05000,14.121
34,mlp.experts.252.up_proj,0.0000224958,0.05000,13.999
34,mlp.experts.253.up_proj,0.0000387295,0.05000,14.067
34,mlp.experts.271.up_proj,0.0000449835,0.05000,14.094
34,mlp.experts.288.up_proj,0.0000237638,0.05000,14.019
34,mlp.experts.274.up_proj,0.0000314299,0.05000,14.090
34,mlp.experts.294.up_proj,0.0000469728,0.05000,14.082
34,mlp.experts.312.up_proj,0.0000550384,0.05000,14.125
34,mlp.experts.324.up_proj,0.0000271612,0.05000,14.031
34,mlp.experts.295.up_proj,0.0000430680,0.05000,14.199
34,mlp.experts.310.up_proj,failsafe(rtn): 0.0016098,0.00000,0.778
34,mlp.experts.275.up_proj,0.0000101313,0.05000,14.189
34,mlp.experts.350.up_proj,0.0000175894,0.05000,14.030
34,mlp.experts.289.up_proj,0.0000280591,0.05000,13.965
34,mlp.experts.394.up_proj,0.0000271745,0.05000,14.038
34,mlp.experts.357.up_proj,0.0000360474,0.05000,14.080
34,mlp.experts.363.up_proj,0.0000458318,0.05000,14.099
34,mlp.experts.377.up_proj,0.0000499215,0.05000,14.053
34,mlp.experts.268.up_proj,0.0000408939,0.05000,14.347
34,mlp.experts.269.up_proj,0.0000463910,0.05000,14.411
34,mlp.experts.287.up_proj,0.0000076332,0.05000,14.311
34,mlp.experts.304.up_proj,0.0000338735,0.05000,14.423
34,mlp.experts.290.up_proj,0.0000433475,0.05000,14.382
34,mlp.experts.328.up_proj,0.0000435936,0.05000,14.242
34,mlp.experts.320.up_proj,failsafe(rtn): 0.0014572,0.00000,0.692
34,mlp.experts.340.up_proj,0.0000198087,0.05000,14.194
34,mlp.experts.311.up_proj,0.0000357392,0.05000,14.229
34,mlp.experts.326.up_proj,0.0000170388,0.05000,14.189
34,mlp.experts.356.up_proj,failsafe(rtn): 0.0016632,0.00000,0.694
34,mlp.experts.291.up_proj,0.0000125926,0.05000,14.295
34,mlp.experts.366.up_proj,0.0000149211,0.05000,14.253
34,mlp.experts.305.up_proj,0.0000403480,0.05000,14.487
34,mlp.experts.410.up_proj,0.0000760678,0.05000,14.408
34,mlp.experts.373.up_proj,0.0000463651,0.05000,14.550
34,mlp.experts.379.up_proj,0.0000547350,0.05000,14.404
34,mlp.experts.393.up_proj,0.0000503483,0.05000,14.241
34,mlp.experts.284.up_proj,0.0000804130,0.05000,14.165
34,mlp.experts.303.up_proj,0.0000627187,0.05000,14.093
34,mlp.experts.285.up_proj,0.0000260389,0.05000,14.195
34,mlp.experts.306.up_proj,0.0000339912,0.05000,14.181
34,mlp.experts.344.up_proj,0.0000728956,0.05000,14.316
34,mlp.experts.336.up_proj,0.0000277161,0.05000,14.171
34,mlp.experts.327.up_proj,0.0000100951,0.05000,14.350
34,mlp.experts.342.up_proj,0.0000505042,0.05000,14.252
34,mlp.experts.372.up_proj,0.0000301281,0.05000,14.276
34,mlp.experts.307.up_proj,0.0000191729,0.05000,14.217
34,mlp.experts.343.up_proj,failsafe(rtn): 0.0015335,0.00000,0.702
34,mlp.experts.388.up_proj,failsafe(rtn): 0.0016174,0.00000,0.660
34,mlp.experts.323.up_proj,failsafe(rtn): 0.0015106,0.00000,0.673
34,mlp.experts.382.up_proj,0.0000458097,0.05000,14.102
34,mlp.experts.398.up_proj,failsafe(rtn): 0.0016098,0.00000,0.675
34,mlp.experts.321.up_proj,0.0000031781,0.05000,14.353
34,mlp.experts.426.up_proj,0.0000254782,0.05000,14.148
34,mlp.experts.389.up_proj,0.0000721877,0.05000,14.348
34,mlp.experts.395.up_proj,0.0000437588,0.05000,14.534
34,mlp.experts.409.up_proj,0.0000155927,0.05000,14.386
34,mlp.experts.300.up_proj,0.0000164058,0.05000,14.333
34,mlp.experts.319.up_proj,0.0000232461,0.05000,14.370
34,mlp.experts.301.up_proj,0.0000384867,0.05000,14.352
34,mlp.experts.322.up_proj,0.0000257042,0.05000,14.266
34,mlp.experts.360.up_proj,0.0000116716,0.05000,14.223
34,mlp.experts.352.up_proj,0.0000537079,0.05000,14.267
34,mlp.experts.358.up_proj,0.0000134608,0.05000,14.332
34,mlp.experts.359.up_proj,0.0000319507,0.05000,14.242
34,mlp.experts.404.up_proj,0.0000105540,0.05000,14.349
34,mlp.experts.339.up_proj,0.0000596288,0.05000,14.284
34,mlp.experts.420.up_proj,failsafe(rtn): 0.0015640,0.00000,0.709
34,mlp.experts.414.up_proj,0.0000803345,0.05000,14.461
34,mlp.experts.337.up_proj,0.0000466669,0.05000,14.365
34,mlp.experts.442.up_proj,0.0000681288,0.05000,14.329
34,mlp.experts.405.up_proj,0.0000155513,0.05000,14.170
34,mlp.experts.411.up_proj,0.0000384159,0.05000,14.147
34,mlp.experts.425.up_proj,0.0000223665,0.05000,14.323
34,mlp.experts.441.up_proj,failsafe(rtn): 0.0015488,0.00000,0.698
34,mlp.experts.316.up_proj,0.0000510140,0.05000,14.332
34,mlp.experts.317.up_proj,0.0000312552,0.05000,14.393
34,mlp.experts.335.up_proj,0.0000702501,0.05000,14.417
34,mlp.experts.338.up_proj,0.0000155887,0.05000,14.460
34,mlp.experts.376.up_proj,0.0000124906,0.05000,14.572
34,mlp.experts.368.up_proj,0.0000409229,0.05000,14.480
34,mlp.experts.374.up_proj,0.0000257401,0.05000,14.581
34,mlp.experts.375.up_proj,0.0000694071,0.05000,14.521
34,mlp.experts.355.up_proj,0.0000201490,0.05000,14.470
34,mlp.experts.436.up_proj,0.0000548793,0.05000,14.431
34,mlp.experts.430.up_proj,0.0000564087,0.05000,14.382
34,mlp.experts.353.up_proj,0.0000122016,0.05000,14.415
34,mlp.experts.458.up_proj,0.0000259228,0.05000,14.515
34,mlp.experts.421.up_proj,0.0000320338,0.05000,14.587
34,mlp.experts.427.up_proj,0.0000315377,0.05000,14.588
34,mlp.experts.457.up_proj,0.0000112818,0.05000,14.521
34,mlp.experts.332.up_proj,0.0000059930,0.05000,14.020
34,mlp.experts.333.up_proj,0.0000465129,0.05000,13.976
34,mlp.experts.351.up_proj,0.0000146618,0.05000,14.017
34,mlp.experts.354.up_proj,0.0000116484,0.05000,13.890
34,mlp.experts.349.up_proj,failsafe(rtn): 0.0013962,0.00000,0.746
34,mlp.experts.384.up_proj,0.0000217469,0.05000,13.875
34,mlp.experts.392.up_proj,0.0000249210,0.05000,13.958
34,mlp.experts.390.up_proj,0.0000126149,0.05000,14.024
34,mlp.experts.391.up_proj,0.0000124571,0.05000,14.158
34,mlp.experts.371.up_proj,0.0000626076,0.05000,14.195
34,mlp.experts.452.up_proj,0.0000170271,0.05000,14.258
34,mlp.experts.446.up_proj,0.0000410694,0.05000,14.228
34,mlp.experts.369.up_proj,0.0000407872,0.05000,14.220
34,mlp.experts.468.up_proj,failsafe(rtn): 0.0014420,0.00000,0.781
34,mlp.experts.474.up_proj,0.0000691586,0.05000,14.132
34,mlp.experts.437.up_proj,0.0000215326,0.05000,14.054
34,mlp.experts.443.up_proj,0.0000070942,0.05000,14.156
34,mlp.experts.473.up_proj,0.0000356627,0.05000,14.160
34,mlp.experts.348.up_proj,0.0000273083,0.05000,14.336
34,mlp.experts.367.up_proj,0.0000279448,0.05000,14.509
34,mlp.experts.370.up_proj,0.0000255343,0.05000,14.576
34,mlp.experts.365.up_proj,0.0000263287,0.05000,14.598
34,mlp.experts.400.up_proj,0.0000161557,0.05000,14.511
34,mlp.experts.408.up_proj,0.0000917436,0.05000,14.551
34,mlp.experts.406.up_proj,0.0000338472,0.05000,14.456
34,mlp.experts.407.up_proj,0.0000319460,0.05000,14.582
34,mlp.experts.387.up_proj,0.0000158665,0.05000,14.525
34,mlp.experts.462.up_proj,0.0000121137,0.05000,14.348
34,mlp.experts.385.up_proj,0.0000194532,0.05000,14.393
34,mlp.experts.490.up_proj,0.0000190537,0.05000,14.174
34,mlp.experts.484.up_proj,0.0000232262,0.05000,14.343
34,mlp.experts.453.up_proj,0.0000169152,0.05000,14.392
34,mlp.experts.459.up_proj,0.0000237744,0.05000,14.536
34,mlp.experts.489.up_proj,0.0000169972,0.05000,14.426
34,mlp.experts.364.up_proj,0.0000574185,0.05000,14.641
34,mlp.experts.383.up_proj,0.0000124140,0.05000,14.554
34,mlp.experts.386.up_proj,0.0000332041,0.05000,14.502
34,mlp.experts.381.up_proj,0.0000396263,0.05000,14.584
34,mlp.experts.424.up_proj,0.0000659350,0.05000,14.510
34,mlp.experts.416.up_proj,0.0000537512,0.05000,14.721
34,mlp.experts.422.up_proj,0.0000221486,0.05000,14.522
34,mlp.experts.423.up_proj,0.0000185578,0.05000,14.503
34,mlp.experts.403.up_proj,0.0000385990,0.05000,14.557
34,mlp.experts.439.up_proj,failsafe(rtn): 0.0014877,0.00000,0.683
34,mlp.experts.478.up_proj,0.0000188363,0.05000,14.561
34,mlp.experts.506.up_proj,0.0000197795,0.05000,14.562
34,mlp.experts.401.up_proj,0.0000260992,0.05000,14.793
34,mlp.experts.500.up_proj,0.0000212545,0.05000,14.753
34,mlp.experts.469.up_proj,0.0000799529,0.05000,14.661
34,mlp.experts.475.up_proj,0.0000277456,0.05000,14.628
34,mlp.experts.505.up_proj,0.0000335963,0.05000,14.698
34,mlp.experts.10.down_proj,0.0000056075,0.05000,3.608
34,mlp.experts.26.down_proj,failsafe(rtn): 0.0015259,0.00000,0.195
34,mlp.experts.4.down_proj,0.0000021603,0.05000,3.680
34,mlp.experts.9.down_proj,0.0000111451,0.05000,3.835
34,mlp.experts.42.down_proj,0.0000007088,0.05000,3.786
34,mlp.experts.20.down_proj,0.0000036491,0.05000,3.794
34,mlp.experts.380.up_proj,0.0000072138,0.05000,14.723
34,mlp.experts.399.up_proj,0.0000210388,0.05000,14.520
34,mlp.experts.25.down_proj,0.0000009130,0.05000,3.452
34,mlp.experts.402.up_proj,0.0000504369,0.05000,14.604
34,mlp.experts.397.up_proj,0.0000213590,0.05000,14.547
34,mlp.experts.58.down_proj,0.0000093091,0.05000,3.499
34,mlp.experts.36.down_proj,0.0000043737,0.05000,3.504
34,mlp.experts.440.up_proj,0.0000275730,0.05000,14.650
34,mlp.experts.432.up_proj,0.0000764256,0.05000,14.591
34,mlp.experts.438.up_proj,0.0000215465,0.05000,14.721
34,mlp.experts.455.up_proj,0.0000391572,0.05000,14.695
34,mlp.experts.419.up_proj,0.0000387019,0.05000,14.855
34,mlp.experts.494.up_proj,0.0000230766,0.05000,14.825
34,mlp.experts.41.down_proj,0.0000025487,0.05000,3.900
34,mlp.experts.57.down_proj,failsafe(rtn): 0.0016098,0.00000,0.183
34,mlp.experts.73.down_proj,failsafe(rtn): 0.0015793,0.00000,0.172
34,mlp.experts.417.up_proj,0.0000351537,0.05000,14.889
34,mlp.experts.74.down_proj,0.0000033209,0.05000,3.933
34,mlp.experts.52.down_proj,0.0000016463,0.05000,3.909
34,mlp.experts.485.up_proj,0.0000695024,0.05000,14.880
34,mlp.experts.491.up_proj,0.0000788982,0.05000,14.723
34,mlp.experts.89.down_proj,0.0000004104,0.05000,3.744
34,mlp.experts.90.down_proj,0.0000038291,0.05000,3.656
34,mlp.experts.68.down_proj,0.0000095656,0.05000,3.711
34,mlp.experts.105.down_proj,0.0000024208,0.05000,3.370
34,mlp.experts.106.down_proj,0.0000074630,0.05000,3.437
34,mlp.experts.84.down_proj,0.0000030878,0.05000,3.399
34,mlp.experts.396.up_proj,0.0000524467,0.05000,14.556
34,mlp.experts.415.up_proj,0.0000643593,0.05000,14.600
34,mlp.experts.418.up_proj,0.0000679725,0.05000,14.697
34,mlp.experts.413.up_proj,0.0000233933,0.05000,14.573
34,mlp.experts.121.down_proj,0.0000020570,0.05000,3.595
34,mlp.experts.456.up_proj,0.0000393765,0.05000,14.483
34,mlp.experts.122.down_proj,0.0000019224,0.05000,3.652
34,mlp.experts.100.down_proj,0.0000014340,0.05000,3.670
34,mlp.experts.448.up_proj,0.0000460368,0.05000,14.612
34,mlp.experts.138.down_proj,failsafe(rtn): 0.0014343,0.00000,0.244
34,mlp.experts.434.up_proj,failsafe(rtn): 0.0016403,0.00000,0.819
34,mlp.experts.154.down_proj,failsafe(rtn): 0.0015335,0.00000,0.197
34,mlp.experts.454.up_proj,0.0000031070,0.05000,14.655
34,mlp.experts.464.up_proj,failsafe(rtn): 0.0015335,0.00000,0.792
34,mlp.experts.471.up_proj,0.0000722457,0.05000,14.456
34,mlp.experts.435.up_proj,0.0000388479,0.05000,14.446
34,mlp.experts.510.up_proj,0.0000105426,0.05000,14.123
34,mlp.experts.451.up_proj,failsafe(rtn): 0.0015259,0.00000,0.673
34,mlp.experts.137.down_proj,0.0000026703,0.05000,3.389
34,mlp.experts.433.up_proj,0.0000431805,0.05000,14.123
34,mlp.experts.116.down_proj,0.0000034354,0.05000,3.333
34,mlp.experts.501.up_proj,0.0000359905,0.05000,13.958
34,mlp.experts.507.up_proj,0.0000479443,0.05000,13.839
34,mlp.experts.153.down_proj,0.0000120911,0.05000,2.998
34,mlp.experts.132.down_proj,0.0000023005,0.05000,2.944
34,mlp.experts.5.down_proj,0.0000031529,0.05000,3.011
34,mlp.experts.11.down_proj,0.0000074631,0.05000,2.955
34,mlp.experts.169.down_proj,0.0000061718,0.05000,2.786
34,mlp.experts.148.down_proj,0.0000063868,0.05000,2.786
34,mlp.experts.412.up_proj,0.0000458660,0.05000,12.787
34,mlp.experts.21.down_proj,0.0000037558,0.05000,2.797
34,mlp.experts.27.down_proj,0.0000065023,0.05000,2.784
34,mlp.experts.43.down_proj,failsafe(rtn): 0.0016479,0.00000,0.129
34,mlp.experts.431.up_proj,0.0000612318,0.05000,12.298
34,mlp.experts.429.up_proj,0.0000234931,0.05000,12.219
34,mlp.experts.185.down_proj,0.0000117675,0.05000,2.923
34,mlp.experts.472.up_proj,0.0000293761,0.05000,11.986
34,mlp.experts.450.up_proj,0.0000309790,0.05000,11.539
34,mlp.experts.164.down_proj,0.0000008433,0.05000,2.929
34,mlp.experts.180.down_proj,failsafe(rtn): 0.0014801,0.00000,0.096
34,mlp.experts.488.up_proj,failsafe(rtn): 0.0015411,0.00000,0.486
34,mlp.experts.37.down_proj,0.0000043083,0.05000,2.890
34,mlp.experts.480.up_proj,0.0000742860,0.05000,11.764
34,mlp.experts.59.down_proj,0.0000018778,0.05000,2.938
34,mlp.experts.487.up_proj,0.0000164347,0.05000,11.933
34,mlp.experts.467.up_proj,0.0000229367,0.05000,11.976
34,mlp.experts.201.down_proj,0.0000028910,0.05000,3.338
34,mlp.experts.449.up_proj,0.0000198167,0.05000,12.089
34,mlp.experts.170.down_proj,0.0000017159,0.05000,3.645
34,mlp.experts.196.down_proj,0.0000014910,0.05000,3.702
34,mlp.experts.14.down_proj,0.0000016982,0.05000,3.756
34,mlp.experts.53.down_proj,0.0000029794,0.05000,3.669
34,mlp.experts.75.down_proj,0.0000077383,0.05000,3.700
34,mlp.experts.91.down_proj,failsafe(rtn): 0.0018158,0.00000,0.193
34,mlp.experts.217.down_proj,0.0000013386,0.05000,3.619
34,mlp.experts.186.down_proj,0.0000016198,0.05000,3.505
34,mlp.experts.30.down_proj,0.0000020532,0.05000,3.485
34,mlp.experts.202.down_proj,failsafe(rtn): 0.0015717,0.00000,0.200
34,mlp.experts.69.down_proj,0.0000027866,0.05000,3.471
34,mlp.experts.107.down_proj,0.0000017474,0.05000,3.390
34,mlp.experts.233.down_proj,0.0000055802,0.05000,3.411
34,mlp.experts.249.down_proj,failsafe(rtn): 0.0016174,0.00000,0.160
34,mlp.experts.428.up_proj,0.0000040343,0.05000,13.229
34,mlp.experts.46.down_proj,0.0000080214,0.05000,3.435
34,mlp.experts.218.down_proj,0.0000027573,0.05000,3.311
34,mlp.experts.85.down_proj,0.0000155010,0.05000,3.387
34,mlp.experts.234.down_proj,failsafe(rtn): 0.0015564,0.00000,0.180
34,mlp.experts.123.down_proj,0.0000017649,0.05000,3.341
34,mlp.experts.447.up_proj,0.0000213923,0.05000,13.520
34,mlp.experts.445.up_proj,0.0000115247,0.05000,13.548
34,mlp.experts.265.down_proj,0.0000007795,0.05000,3.229
34,mlp.experts.281.down_proj,failsafe(rtn): 0.0015488,0.00000,0.165
34,mlp.experts.470.up_proj,0.0000159754,0.05000,13.670
34,mlp.experts.504.up_proj,0.0000487788,0.05000,13.545
34,mlp.experts.466.up_proj,0.0000516779,0.05000,13.781
34,mlp.experts.62.down_proj,0.0000021622,0.05000,3.227
34,mlp.experts.101.down_proj,0.0000006643,0.05000,3.147
34,mlp.experts.250.down_proj,0.0000018850,0.05000,3.138
34,mlp.experts.496.up_proj,0.0000266359,0.05000,13.598
34,mlp.experts.139.down_proj,0.0000017227,0.05000,3.150
34,mlp.experts.503.up_proj,0.0000315935,0.05000,13.857
34,mlp.experts.483.up_proj,0.0000109114,0.05000,13.870
34,mlp.experts.465.up_proj,0.0000154786,0.05000,13.790
34,mlp.experts.499.up_proj,failsafe(rtn): 0.0015717,0.00000,0.673
34,mlp.experts.297.down_proj,0.0000028191,0.05000,3.587
34,mlp.experts.78.down_proj,0.0000038106,0.05000,3.560
34,mlp.experts.117.down_proj,0.0000015503,0.05000,3.546
34,mlp.experts.266.down_proj,0.0000029507,0.05000,3.580
34,mlp.experts.0.down_proj,0.0000010422,0.05000,3.536
34,mlp.experts.8.down_proj,0.0000012321,0.05000,3.557
34,mlp.experts.212.down_proj,0.0000014153,0.05000,3.560
34,mlp.experts.155.down_proj,0.0000028045,0.05000,3.509
34,mlp.experts.7.down_proj,0.0000027676,0.05000,3.256
34,mlp.experts.3.down_proj,0.0000104924,0.05000,2.965
34,mlp.experts.94.down_proj,0.0000011019,0.05000,2.923
34,mlp.experts.282.down_proj,0.0000013512,0.05000,2.885
34,mlp.experts.228.down_proj,0.0000079285,0.05000,2.895
34,mlp.experts.16.down_proj,0.0000103999,0.05000,2.939
34,mlp.experts.24.down_proj,0.0000064719,0.05000,2.944
34,mlp.experts.171.down_proj,0.0000029487,0.05000,2.909
34,mlp.experts.23.down_proj,0.0000072035,0.05000,2.889
34,mlp.experts.19.down_proj,0.0000056909,0.05000,2.913
34,mlp.experts.110.down_proj,0.0000153141,0.05000,2.828
34,mlp.experts.298.down_proj,0.0000012230,0.05000,2.839
34,mlp.experts.244.down_proj,0.0000021506,0.05000,2.814
34,mlp.experts.126.down_proj,failsafe(rtn): 0.0016251,0.00000,0.154
34,mlp.experts.40.down_proj,0.0000021334,0.05000,2.843
34,mlp.experts.32.down_proj,0.0000083550,0.05000,2.887
34,mlp.experts.187.down_proj,0.0000020440,0.05000,2.861
34,mlp.experts.463.up_proj,0.0000663986,0.05000,12.308
34,mlp.experts.39.down_proj,0.0000014621,0.05000,2.982
34,mlp.experts.461.up_proj,0.0000277299,0.05000,12.175
34,mlp.experts.35.down_proj,0.0000009909,0.05000,3.158
34,mlp.experts.486.up_proj,0.0000624533,0.05000,12.528
34,mlp.experts.482.up_proj,0.0000120547,0.05000,12.468
34,mlp.experts.444.up_proj,0.0000052138,0.05000,12.445
34,mlp.experts.314.down_proj,0.0000079107,0.05000,3.227
34,mlp.experts.142.down_proj,0.0000054421,0.05000,3.291
34,mlp.experts.48.down_proj,0.0000025889,0.05000,3.265
34,mlp.experts.260.down_proj,0.0000022924,0.05000,3.355
34,mlp.experts.56.down_proj,0.0000023050,0.05000,3.358
34,mlp.experts.203.down_proj,0.0000007253,0.05000,3.301
34,mlp.experts.502.up_proj,failsafe(rtn): 0.0015259,0.00000,0.786
34,mlp.experts.6.down_proj,failsafe(rtn): 0.0015869,0.00000,0.200
34,mlp.experts.55.down_proj,0.0000011646,0.05000,3.403
34,mlp.experts.313.down_proj,0.0000023559,0.05000,3.567
34,mlp.experts.133.down_proj,0.0000045894,0.05000,3.584
34,mlp.experts.51.down_proj,0.0000035866,0.05000,3.434
34,mlp.experts.330.down_proj,0.0000025761,0.05000,3.405
34,mlp.experts.158.down_proj,0.0000032495,0.05000,3.351
34,mlp.experts.64.down_proj,0.0000015892,0.05000,3.316
34,mlp.experts.276.down_proj,0.0000022743,0.05000,3.343
34,mlp.experts.72.down_proj,0.0000019498,0.05000,3.290
34,mlp.experts.80.down_proj,failsafe(rtn): 0.0015945,0.00000,0.150
34,mlp.experts.22.down_proj,0.0000064691,0.05000,3.250
34,mlp.experts.329.down_proj,0.0000071394,0.05000,2.944
34,mlp.experts.149.down_proj,0.0000029508,0.05000,2.960
34,mlp.experts.346.down_proj,0.0000064496,0.05000,2.861
34,mlp.experts.174.down_proj,0.0000007718,0.05000,2.908
34,mlp.experts.292.down_proj,0.0000018225,0.05000,2.871
34,mlp.experts.88.down_proj,0.0000018062,0.05000,2.917
34,mlp.experts.190.down_proj,failsafe(rtn): 0.0015564,0.00000,0.156
34,mlp.experts.96.down_proj,0.0000017131,0.05000,2.932
34,mlp.experts.38.down_proj,0.0000022532,0.05000,2.800
34,mlp.experts.345.down_proj,0.0000028842,0.05000,2.879
34,mlp.experts.165.down_proj,0.0000011312,0.05000,2.903
34,mlp.experts.362.down_proj,0.0000054496,0.05000,2.927
34,mlp.experts.308.down_proj,0.0000175231,0.05000,2.908
34,mlp.experts.104.down_proj,0.0000071348,0.05000,2.977
34,mlp.experts.206.down_proj,0.0000010098,0.05000,2.934
34,mlp.experts.112.down_proj,0.0000019895,0.05000,2.940
34,mlp.experts.54.down_proj,0.0000046379,0.05000,2.938
34,mlp.experts.479.up_proj,0.0000370641,0.05000,12.151
34,mlp.experts.477.up_proj,0.0000156788,0.05000,12.444
34,mlp.experts.481.up_proj,0.0000638139,0.05000,12.485
34,mlp.experts.361.down_proj,0.0000019424,0.05000,3.192
34,mlp.experts.181.down_proj,0.0000043317,0.05000,3.166
34,mlp.experts.197.down_proj,failsafe(rtn): 0.0016174,0.00000,0.218
34,mlp.experts.498.up_proj,0.0000268373,0.05000,12.559
34,mlp.experts.460.up_proj,0.0000219429,0.05000,12.706
34,mlp.experts.378.down_proj,0.0000047517,0.05000,3.592
34,mlp.experts.324.down_proj,0.0000037706,0.05000,3.640
34,mlp.experts.222.down_proj,0.0000040132,0.05000,3.579
34,mlp.experts.120.down_proj,0.0000018315,0.05000,3.638
34,mlp.experts.128.down_proj,0.0000027418,0.05000,3.641
34,mlp.experts.136.down_proj,failsafe(rtn): 0.0016937,0.00000,0.208
34,mlp.experts.70.down_proj,0.0000035038,0.05000,3.697
34,mlp.experts.71.down_proj,0.0000014186,0.05000,3.967
34,mlp.experts.67.down_proj,0.0000037721,0.05000,3.972
34,mlp.experts.219.down_proj,0.0000021372,0.05000,3.993
34,mlp.experts.377.down_proj,0.0000031938,0.05000,3.956
34,mlp.experts.213.down_proj,0.0000068336,0.05000,3.897
34,mlp.experts.2.down_proj,0.0000009925,0.05000,3.819
34,mlp.experts.394.down_proj,0.0000022395,0.05000,3.774
34,mlp.experts.340.down_proj,0.0000011472,0.05000,3.667
34,mlp.experts.356.down_proj,failsafe(rtn): 0.0016937,0.00000,0.195
34,mlp.experts.238.down_proj,0.0000013548,0.05000,3.810
34,mlp.experts.144.down_proj,0.0000064897,0.05000,3.732
34,mlp.experts.152.down_proj,0.0000037846,0.05000,3.801
34,mlp.experts.86.down_proj,0.0000022565,0.05000,3.782
34,mlp.experts.87.down_proj,0.0000021193,0.05000,3.702
34,mlp.experts.83.down_proj,0.0000028385,0.05000,3.705
34,mlp.experts.235.down_proj,0.0000002169,0.05000,3.707
34,mlp.experts.393.down_proj,0.0000040280,0.05000,3.459
34,mlp.experts.229.down_proj,0.0000027851,0.05000,3.566
34,mlp.experts.245.down_proj,failsafe(rtn): 0.0015640,0.00000,0.165
34,mlp.experts.18.down_proj,0.0000087663,0.05000,3.541
34,mlp.experts.410.down_proj,0.0000208558,0.05000,3.538
34,mlp.experts.372.down_proj,0.0000053997,0.05000,3.490
34,mlp.experts.254.down_proj,0.0000040434,0.05000,3.496
34,mlp.experts.160.down_proj,0.0000010697,0.05000,3.580
34,mlp.experts.388.down_proj,failsafe(rtn): 0.0016327,0.00000,0.184
34,mlp.experts.102.down_proj,0.0000039111,0.05000,3.449
34,mlp.experts.168.down_proj,0.0000016242,0.05000,3.508
34,mlp.experts.251.down_proj,0.0000051404,0.05000,3.478
34,mlp.experts.103.down_proj,0.0000008996,0.05000,3.536
34,mlp.experts.99.down_proj,0.0000051952,0.05000,3.534
34,mlp.experts.409.down_proj,0.0000013905,0.05000,3.580
34,mlp.experts.261.down_proj,0.0000030356,0.05000,3.663
34,mlp.experts.34.down_proj,0.0000030246,0.05000,3.659
34,mlp.experts.426.down_proj,0.0000034049,0.05000,3.643
34,mlp.experts.270.down_proj,0.0000022589,0.05000,3.657
34,mlp.experts.176.down_proj,0.0000041836,0.05000,3.618
34,mlp.experts.404.down_proj,0.0000009839,0.05000,3.611
34,mlp.experts.118.down_proj,0.0000093415,0.05000,3.703
34,mlp.experts.184.down_proj,0.0000033414,0.05000,3.678
34,mlp.experts.420.down_proj,failsafe(rtn): 0.0016251,0.00000,0.202
34,mlp.experts.200.down_proj,failsafe(rtn): 0.0016403,0.00000,0.181
34,mlp.experts.495.up_proj,0.0000152990,0.05000,14.694
34,mlp.experts.267.down_proj,0.0000063171,0.05000,3.620
34,mlp.experts.119.down_proj,0.0000050209,0.05000,3.670
34,mlp.experts.115.down_proj,0.0000024765,0.05000,3.691
34,mlp.experts.493.up_proj,0.0000420191,0.05000,14.685
34,mlp.experts.425.down_proj,0.0000021606,0.05000,3.590
34,mlp.experts.497.up_proj,0.0001012292,0.05000,14.735
34,mlp.experts.441.down_proj,failsafe(rtn): 0.0016098,0.00000,0.172
34,mlp.experts.1.down_proj,failsafe(rtn): 0.0015793,0.00000,0.175
34,mlp.experts.17.down_proj,failsafe(rtn): 0.0014343,0.00000,0.171
34,mlp.experts.277.down_proj,0.0000036853,0.05000,3.552
34,mlp.experts.293.down_proj,failsafe(rtn): 0.0015335,0.00000,0.181
34,mlp.experts.50.down_proj,0.0000028456,0.05000,3.580
34,mlp.experts.476.up_proj,0.0000402285,0.05000,14.406
34,mlp.experts.442.down_proj,0.0000138054,0.05000,3.588
34,mlp.experts.286.down_proj,0.0000031561,0.05000,3.618
34,mlp.experts.192.down_proj,0.0000013479,0.05000,3.662
34,mlp.experts.492.up_proj,failsafe(rtn): 0.0015259,0.00000,0.737
34,mlp.experts.134.down_proj,0.0000081862,0.05000,3.628
34,mlp.experts.436.down_proj,0.0000041267,0.05000,3.597
34,mlp.experts.216.down_proj,0.0000033861,0.05000,3.661
34,mlp.experts.131.down_proj,0.0000037897,0.05000,3.645
34,mlp.experts.283.down_proj,0.0000024207,0.05000,3.765
34,mlp.experts.135.down_proj,0.0000023363,0.05000,3.689
34,mlp.experts.457.down_proj,0.0000010418,0.05000,3.697
34,mlp.experts.33.down_proj,0.0000023129,0.05000,3.678
34,mlp.experts.309.down_proj,0.0000020154,0.05000,3.723
34,mlp.experts.325.down_proj,failsafe(rtn): 0.0016632,0.00000,0.181
34,mlp.experts.66.down_proj,0.0000023790,0.05000,3.738
34,mlp.experts.458.down_proj,0.0000018730,0.05000,3.771
34,mlp.experts.302.down_proj,0.0000057303,0.05000,3.646
34,mlp.experts.208.down_proj,0.0000049889,0.05000,3.610
34,mlp.experts.318.down_proj,failsafe(rtn): 0.0014648,0.00000,0.157
34,mlp.experts.452.down_proj,0.0000014326,0.05000,3.575
34,mlp.experts.150.down_proj,0.0000048557,0.05000,3.622
34,mlp.experts.232.down_proj,0.0000033881,0.05000,3.503
34,mlp.experts.468.down_proj,failsafe(rtn): 0.0015182,0.00000,0.185
34,mlp.experts.151.down_proj,0.0000027469,0.05000,3.454
34,mlp.experts.147.down_proj,0.0000008170,0.05000,3.502
34,mlp.experts.299.down_proj,0.0000016261,0.05000,3.516
34,mlp.experts.473.down_proj,0.0000031964,0.05000,3.490
34,mlp.experts.49.down_proj,0.0000027109,0.05000,3.498
34,mlp.experts.82.down_proj,0.0000025061,0.05000,3.545
34,mlp.experts.341.down_proj,0.0000007577,0.05000,3.605
34,mlp.experts.474.down_proj,0.0000074246,0.05000,3.624
34,mlp.experts.224.down_proj,0.0000019241,0.05000,3.698
34,mlp.experts.166.down_proj,0.0000016766,0.05000,3.649
34,mlp.experts.334.down_proj,0.0000044710,0.05000,3.734
34,mlp.experts.248.down_proj,0.0000013754,0.05000,3.690
34,mlp.experts.484.down_proj,0.0000021953,0.05000,3.687
34,mlp.experts.167.down_proj,0.0000087230,0.05000,3.802
34,mlp.experts.163.down_proj,0.0000043163,0.05000,3.795
34,mlp.experts.315.down_proj,0.0000087167,0.05000,3.857
34,mlp.experts.331.down_proj,failsafe(rtn): 0.0015945,0.00000,0.186
34,mlp.experts.347.down_proj,failsafe(rtn): 0.0015793,0.00000,0.162
34,mlp.experts.489.down_proj,0.0000017117,0.05000,3.821
34,mlp.experts.65.down_proj,0.0000017415,0.05000,3.813
34,mlp.experts.357.down_proj,0.0000043663,0.05000,3.720
34,mlp.experts.98.down_proj,0.0000087828,0.05000,3.800
34,mlp.experts.490.down_proj,0.0000028432,0.05000,3.708
34,mlp.experts.240.down_proj,0.0000010369,0.05000,3.639
34,mlp.experts.350.down_proj,0.0000017460,0.05000,3.630
34,mlp.experts.182.down_proj,0.0000038728,0.05000,3.690
34,mlp.experts.264.down_proj,0.0000005131,0.05000,3.651
34,mlp.experts.500.down_proj,0.0000017608,0.05000,3.682
34,mlp.experts.511.up_proj,0.0000483461,0.05000,14.456
34,mlp.experts.183.down_proj,0.0000009481,0.05000,3.650
34,mlp.experts.179.down_proj,0.0000024607,0.05000,3.661
34,mlp.experts.199.down_proj,failsafe(rtn): 0.0015640,0.00000,0.174
34,mlp.experts.363.down_proj,0.0000029599,0.05000,3.631
34,mlp.experts.509.up_proj,0.0000360768,0.05000,14.517
34,mlp.experts.505.down_proj,0.0000016350,0.05000,3.527
34,mlp.experts.81.down_proj,0.0000017583,0.05000,3.478
34,mlp.experts.373.down_proj,0.0000054626,0.05000,3.387
34,mlp.experts.114.down_proj,0.0000015258,0.05000,3.401
34,mlp.experts.506.down_proj,0.0000026741,0.05000,3.341
34,mlp.experts.508.up_proj,0.0000250708,0.05000,14.126
34,mlp.experts.256.down_proj,0.0000008596,0.05000,3.357
34,mlp.experts.366.down_proj,0.0000018996,0.05000,3.280
34,mlp.experts.198.down_proj,0.0000040819,0.05000,3.274
34,mlp.experts.280.down_proj,0.0000016710,0.05000,3.215
34,mlp.experts.15.down_proj,0.0000011149,0.05000,3.266
34,mlp.experts.195.down_proj,0.0000019919,0.05000,3.182
34,mlp.experts.215.down_proj,0.0000044810,0.05000,3.143
34,mlp.experts.379.down_proj,0.0000068050,0.05000,3.068
34,mlp.experts.13.down_proj,0.0000023405,0.05000,3.096
34,mlp.experts.97.down_proj,0.0000100126,0.05000,3.069
34,mlp.experts.389.down_proj,0.0000058676,0.05000,3.021
34,mlp.experts.130.down_proj,0.0000025869,0.05000,3.067
34,mlp.experts.146.down_proj,failsafe(rtn): 0.0016632,0.00000,0.135
34,mlp.experts.12.down_proj,0.0000044561,0.05000,2.943
34,mlp.experts.272.down_proj,0.0000027725,0.05000,2.908
34,mlp.experts.382.down_proj,0.0000085521,0.05000,2.961
34,mlp.experts.214.down_proj,0.0000028075,0.05000,2.944
34,mlp.experts.296.down_proj,0.0000040139,0.05000,2.979
34,mlp.experts.398.down_proj,failsafe(rtn): 0.0016403,0.00000,0.177
34,mlp.experts.31.down_proj,0.0000008270,0.05000,3.008
34,mlp.experts.211.down_proj,0.0000032173,0.05000,3.016
34,mlp.experts.231.down_proj,0.0000054709,0.05000,2.995
34,mlp.experts.395.down_proj,0.0000031717,0.05000,3.027
34,mlp.experts.29.down_proj,0.0000021331,0.05000,2.999
34,mlp.experts.113.down_proj,0.0000013699,0.05000,2.962
34,mlp.experts.405.down_proj,0.0000009608,0.05000,2.939
34,mlp.experts.162.down_proj,0.0000046508,0.05000,2.914
34,mlp.experts.28.down_proj,0.0000042819,0.05000,2.938
34,mlp.experts.288.down_proj,0.0000025100,0.05000,2.875
34,mlp.experts.230.down_proj,0.0000013084,0.05000,2.898
34,mlp.experts.312.down_proj,0.0000046995,0.05000,2.902
34,mlp.experts.414.down_proj,0.0000140148,0.05000,2.877
34,mlp.experts.47.down_proj,0.0000151545,0.05000,2.903
34,mlp.experts.63.down_proj,failsafe(rtn): 0.0015869,0.00000,0.137
34,mlp.experts.227.down_proj,0.0000031475,0.05000,2.855
34,mlp.experts.247.down_proj,0.0000046588,0.05000,2.892
34,mlp.experts.411.down_proj,0.0000055386,0.05000,2.900
34,mlp.experts.45.down_proj,0.0000009112,0.05000,2.894
34,mlp.experts.129.down_proj,0.0000064484,0.05000,2.919
34,mlp.experts.421.down_proj,0.0000029445,0.05000,2.853
34,mlp.experts.178.down_proj,0.0000034870,0.05000,2.957
34,mlp.experts.44.down_proj,0.0000023728,0.05000,2.885
34,mlp.experts.304.down_proj,0.0000066871,0.05000,2.924
34,mlp.experts.320.down_proj,failsafe(rtn): 0.0015411,0.00000,0.135
34,mlp.experts.246.down_proj,0.0000134101,0.05000,2.998
34,mlp.experts.328.down_proj,0.0000072520,0.05000,2.914
34,mlp.experts.430.down_proj,0.0000069801,0.05000,2.915
34,mlp.experts.79.down_proj,0.0000020926,0.05000,2.873
34,mlp.experts.243.down_proj,0.0000026789,0.05000,2.937
34,mlp.experts.263.down_proj,0.0000030550,0.05000,2.903
34,mlp.experts.427.down_proj,0.0000066300,0.05000,2.872
34,mlp.experts.61.down_proj,0.0000020102,0.05000,2.941
34,mlp.experts.145.down_proj,0.0000049472,0.05000,2.939
34,mlp.experts.437.down_proj,0.0000032950,0.05000,2.889
34,mlp.experts.194.down_proj,0.0000017102,0.05000,2.976
34,mlp.experts.60.down_proj,0.0000017763,0.05000,3.000
34,mlp.experts.336.down_proj,0.0000015105,0.05000,2.949
34,mlp.experts.344.down_proj,0.0000092283,0.05000,2.959
34,mlp.experts.262.down_proj,0.0000039736,0.05000,2.980
34,mlp.experts.446.down_proj,0.0000035460,0.05000,2.992
34,mlp.experts.95.down_proj,0.0000032329,0.05000,3.046
34,mlp.experts.259.down_proj,0.0000012486,0.05000,3.051
34,mlp.experts.279.down_proj,0.0000072057,0.05000,3.096
34,mlp.experts.443.down_proj,0.0000008192,0.05000,3.064
34,mlp.experts.77.down_proj,0.0000036965,0.05000,2.939
34,mlp.experts.161.down_proj,0.0000072968,0.05000,3.062
34,mlp.experts.453.down_proj,0.0000021182,0.05000,3.059
34,mlp.experts.210.down_proj,0.0000039408,0.05000,3.040
34,mlp.experts.76.down_proj,0.0000052243,0.05000,3.045
34,mlp.experts.352.down_proj,0.0000035527,0.05000,3.019
34,mlp.experts.278.down_proj,0.0000048196,0.05000,2.997
34,mlp.experts.360.down_proj,0.0000018396,0.05000,3.043
34,mlp.experts.462.down_proj,0.0000011737,0.05000,3.040
34,mlp.experts.111.down_proj,0.0000038854,0.05000,3.016
34,mlp.experts.275.down_proj,0.0000006530,0.05000,2.996
34,mlp.experts.295.down_proj,0.0000036226,0.05000,3.004
34,mlp.experts.459.down_proj,0.0000019442,0.05000,3.068
34,mlp.experts.93.down_proj,0.0000045627,0.05000,3.049
34,mlp.experts.177.down_proj,0.0000063202,0.05000,3.022
34,mlp.experts.469.down_proj,0.0000055998,0.05000,2.969
34,mlp.experts.226.down_proj,0.0000056244,0.05000,2.997
34,mlp.experts.92.down_proj,0.0000029844,0.05000,2.986
34,mlp.experts.368.down_proj,0.0000034705,0.05000,3.069
34,mlp.experts.294.down_proj,0.0000055521,0.05000,3.022
34,mlp.experts.376.down_proj,0.0000009967,0.05000,2.997
34,mlp.experts.478.down_proj,0.0000021499,0.05000,3.008
34,mlp.experts.310.down_proj,failsafe(rtn): 0.0016251,0.00000,0.142
34,mlp.experts.127.down_proj,0.0000027883,0.05000,3.040
34,mlp.experts.291.down_proj,0.0000009032,0.05000,3.047
34,mlp.experts.311.down_proj,0.0000067524,0.05000,2.999
34,mlp.experts.475.down_proj,0.0000021126,0.05000,2.991
34,mlp.experts.109.down_proj,0.0000055449,0.05000,2.927
34,mlp.experts.193.down_proj,0.0000048687,0.05000,2.995
34,mlp.experts.485.down_proj,0.0000064112,0.05000,2.986
34,mlp.experts.242.down_proj,0.0000031254,0.05000,2.937
34,mlp.experts.108.down_proj,0.0000017657,0.05000,2.873
34,mlp.experts.392.down_proj,0.0000023898,0.05000,2.843
34,mlp.experts.384.down_proj,0.0000021667,0.05000,2.899
34,mlp.experts.494.down_proj,0.0000024280,0.05000,2.952
34,mlp.experts.326.down_proj,0.0000019283,0.05000,2.918
34,mlp.experts.143.down_proj,0.0000020419,0.05000,2.920
34,mlp.experts.307.down_proj,0.0000018984,0.05000,2.887
34,mlp.experts.327.down_proj,0.0000009642,0.05000,2.890
34,mlp.experts.323.down_proj,failsafe(rtn): 0.0015945,0.00000,0.159
34,mlp.experts.343.down_proj,failsafe(rtn): 0.0015640,0.00000,0.168
34,mlp.experts.491.down_proj,0.0000097449,0.05000,2.948
34,mlp.experts.125.down_proj,0.0000014997,0.05000,2.975
34,mlp.experts.209.down_proj,0.0000049274,0.05000,2.934
34,mlp.experts.501.down_proj,0.0000039558,0.05000,2.938
34,mlp.experts.258.down_proj,0.0000026329,0.05000,2.894
34,mlp.experts.124.down_proj,0.0000036695,0.05000,2.858
34,mlp.experts.408.down_proj,0.0000073171,0.05000,2.854
34,mlp.experts.400.down_proj,0.0000015116,0.05000,2.855
34,mlp.experts.342.down_proj,0.0000069734,0.05000,2.839
34,mlp.experts.510.down_proj,0.0000011958,0.05000,2.868
34,mlp.experts.159.down_proj,0.0000039867,0.05000,2.695
34,mlp.experts.339.down_proj,0.0000044646,0.05000,2.585
34,mlp.experts.359.down_proj,0.0000032276,0.05000,2.560
34,mlp.experts.507.down_proj,0.0000057721,0.05000,2.514
34,mlp.experts.141.down_proj,0.0000018457,0.05000,2.509
34,mlp.experts.225.down_proj,0.0000028636,0.05000,2.363
34,mlp.experts.274.down_proj,0.0000026336,0.05000,2.191
34,mlp.experts.140.down_proj,0.0000020158,0.05000,2.162
34,mlp.experts.416.down_proj,0.0000083350,0.05000,2.084
34,mlp.experts.424.down_proj,0.0000070940,0.05000,2.103
34,mlp.experts.358.down_proj,0.0000011554,0.05000,2.031
34,mlp.experts.175.down_proj,0.0000035078,0.05000,2.041
34,mlp.experts.355.down_proj,0.0000022051,0.05000,2.067
34,mlp.experts.375.down_proj,0.0000052992,0.05000,2.054
34,mlp.experts.157.down_proj,0.0000040518,0.05000,2.061
34,mlp.experts.241.down_proj,0.0000097792,0.05000,2.040
34,mlp.experts.290.down_proj,0.0000033012,0.05000,1.955
34,mlp.experts.156.down_proj,0.0000042134,0.05000,2.012
34,mlp.experts.440.down_proj,0.0000018672,0.05000,2.021
34,mlp.experts.432.down_proj,0.0000057641,0.05000,2.049
34,mlp.experts.374.down_proj,0.0000063506,0.05000,1.975
34,mlp.experts.191.down_proj,0.0000015964,0.05000,2.050
34,mlp.experts.371.down_proj,0.0000049438,0.05000,2.109
34,mlp.experts.391.down_proj,0.0000028003,0.05000,2.051
34,mlp.experts.173.down_proj,0.0000013216,0.05000,2.069
34,mlp.experts.257.down_proj,0.0000041943,0.05000,2.049
34,mlp.experts.306.down_proj,0.0000032140,0.05000,2.025
34,mlp.experts.172.down_proj,0.0000038230,0.05000,2.100
34,mlp.experts.456.down_proj,0.0000027968,0.05000,2.091
34,mlp.experts.390.down_proj,0.0000008258,0.05000,2.083
34,mlp.experts.448.down_proj,0.0000040215,0.05000,2.161
34,mlp.experts.464.down_proj,failsafe(rtn): 0.0015640,0.00000,0.099
34,mlp.experts.207.down_proj,0.0000059589,0.05000,2.071
34,mlp.experts.387.down_proj,0.0000021881,0.05000,2.076
34,mlp.experts.407.down_proj,0.0000028845,0.05000,2.060
34,mlp.experts.189.down_proj,0.0000038184,0.05000,2.048
34,mlp.experts.273.down_proj,0.0000026174,0.05000,2.055
34,mlp.experts.322.down_proj,0.0000019313,0.05000,2.124
34,mlp.experts.188.down_proj,0.0000018309,0.05000,2.112
34,mlp.experts.472.down_proj,0.0000026327,0.05000,2.050
34,mlp.experts.406.down_proj,0.0000055865,0.05000,2.057
34,mlp.experts.488.down_proj,failsafe(rtn): 0.0016022,0.00000,0.103
34,mlp.experts.480.down_proj,0.0000052210,0.05000,2.080
34,mlp.experts.223.down_proj,0.0000076367,0.05000,2.072
34,mlp.experts.423.down_proj,0.0000024778,0.05000,2.019
34,mlp.experts.403.down_proj,0.0000046998,0.05000,2.035
34,mlp.experts.439.down_proj,failsafe(rtn): 0.0015640,0.00000,0.110
34,mlp.experts.205.down_proj,0.0000008895,0.05000,2.056
34,mlp.experts.289.down_proj,0.0000019451,0.05000,2.041
34,mlp.experts.338.down_proj,0.0000014856,0.05000,1.980
34,mlp.experts.204.down_proj,0.0000044179,0.05000,1.964
34,mlp.experts.422.down_proj,0.0000024001,0.05000,1.997
34,mlp.experts.504.down_proj,0.0000092904,0.05000,1.997
34,mlp.experts.496.down_proj,0.0000035083,0.05000,1.991
34,mlp.experts.239.down_proj,0.0000031806,0.05000,1.960
34,mlp.experts.419.down_proj,0.0000036407,0.05000,1.923
34,mlp.experts.455.down_proj,0.0000033312,0.05000,1.912
34,mlp.experts.221.down_proj,0.0000029059,0.05000,1.867
34,mlp.experts.305.down_proj,0.0000082672,0.05000,1.818
34,mlp.experts.354.down_proj,0.0000009003,0.05000,1.744
34,mlp.experts.220.down_proj,0.0000012856,0.05000,1.655
34,mlp.experts.438.down_proj,0.0000032968,0.05000,1.637
34,mlp.experts.255.down_proj,0.0000076729,0.05000,1.657
34,mlp.experts.435.down_proj,0.0000035909,0.05000,1.661
34,mlp.experts.471.down_proj,0.0000051024,0.05000,1.627
34,mlp.experts.237.down_proj,0.0000029858,0.05000,1.638
34,mlp.experts.451.down_proj,failsafe(rtn): 0.0015640,0.00000,0.085
34,mlp.experts.321.down_proj,0.0000006388,0.05000,1.653
34,mlp.experts.370.down_proj,0.0000020240,0.05000,1.636
34,mlp.experts.236.down_proj,0.0000012783,0.05000,1.607
34,mlp.experts.454.down_proj,0.0000005347,0.05000,1.653
34,mlp.experts.271.down_proj,0.0000058030,0.05000,1.676
34,mlp.experts.253.down_proj,0.0000038697,0.05000,1.671
34,mlp.experts.487.down_proj,0.0000023381,0.05000,1.716
34,mlp.experts.467.down_proj,0.0000039022,0.05000,1.707
34,mlp.experts.337.down_proj,0.0000027171,0.05000,1.650
34,mlp.experts.386.down_proj,0.0000027348,0.05000,1.646
34,mlp.experts.252.down_proj,0.0000026035,0.05000,1.615
34,mlp.experts.470.down_proj,0.0000016638,0.05000,1.648
34,mlp.experts.287.down_proj,0.0000007928,0.05000,1.671
34,mlp.experts.269.down_proj,0.0000073985,0.05000,1.648
34,mlp.experts.503.down_proj,0.0000023825,0.05000,1.655
34,mlp.experts.483.down_proj,0.0000011714,0.05000,1.667
34,mlp.experts.499.down_proj,failsafe(rtn): 0.0015945,0.00000,0.070
34,mlp.experts.353.down_proj,0.0000011118,0.05000,1.629
34,mlp.experts.402.down_proj,0.0000037965,0.05000,1.554
34,mlp.experts.268.down_proj,0.0000045465,0.05000,1.475
34,mlp.experts.486.down_proj,0.0000056048,0.05000,1.439
34,mlp.experts.502.down_proj,failsafe(rtn): 0.0015945,0.00000,0.086
34,mlp.experts.303.down_proj,0.0000056832,0.05000,1.292
34,mlp.experts.285.down_proj,0.0000035868,0.05000,1.189
34,mlp.experts.369.down_proj,0.0000030418,0.05000,1.111
34,mlp.experts.418.down_proj,0.0000045062,0.05000,1.041
34,mlp.experts.284.down_proj,0.0000132128,0.05000,1.009
34,mlp.experts.434.down_proj,failsafe(rtn): 0.0016556,0.00000,0.045
34,mlp.experts.319.down_proj,0.0000024181,0.05000,0.877
34,mlp.experts.301.down_proj,0.0000029728,0.05000,0.830
34,mlp.experts.385.down_proj,0.0000019770,0.05000,0.829
34,mlp.experts.300.down_proj,0.0000040900,0.05000,0.776
34,mlp.experts.450.down_proj,0.0000042149,0.05000,0.788
34,mlp.experts.335.down_proj,0.0000063198,0.05000,0.764
34,mlp.experts.317.down_proj,0.0000023855,0.05000,0.809
34,mlp.experts.401.down_proj,0.0000018423,0.05000,0.898
34,mlp.experts.316.down_proj,0.0000033028,0.05000,0.883
34,mlp.experts.466.down_proj,0.0000044631,0.05000,0.900
34,mlp.experts.351.down_proj,0.0000030124,0.05000,0.948
34,mlp.experts.333.down_proj,0.0000071497,0.05000,0.925
34,mlp.experts.349.down_proj,failsafe(rtn): 0.0014343,0.00000,0.043
34,mlp.experts.417.down_proj,0.0000021647,0.05000,0.885
34,mlp.experts.332.down_proj,0.0000007097,0.05000,0.877
34,mlp.experts.482.down_proj,0.0000014704,0.05000,0.852
34,mlp.experts.367.down_proj,0.0000027876,0.05000,0.783
34,mlp.experts.365.down_proj,0.0000049972,0.05000,0.819
34,mlp.experts.498.down_proj,0.0000016398,0.05000,0.791
34,mlp.experts.433.down_proj,0.0000027495,0.05000,0.853
34,mlp.experts.348.down_proj,0.0000037378,0.05000,0.822
34,mlp.experts.383.down_proj,0.0000016022,0.05000,0.730
34,mlp.experts.381.down_proj,0.0000026802,0.05000,0.755
34,mlp.experts.364.down_proj,0.0000045353,0.05000,0.658
34,mlp.experts.449.down_proj,0.0000022764,0.05000,0.716
34,mlp.experts.399.down_proj,0.0000014087,0.05000,0.657
34,mlp.experts.397.down_proj,0.0000024393,0.05000,0.682
34,mlp.experts.380.down_proj,0.0000007290,0.05000,0.669
34,mlp.experts.465.down_proj,0.0000017717,0.05000,0.691
34,mlp.experts.415.down_proj,0.0000069453,0.05000,0.633
34,mlp.experts.413.down_proj,0.0000014255,0.05000,0.685
34,mlp.experts.396.down_proj,0.0000053694,0.05000,0.647
34,mlp.experts.481.down_proj,0.0000048444,0.05000,0.674
34,mlp.experts.431.down_proj,0.0000057545,0.05000,0.585
34,mlp.experts.429.down_proj,0.0000027449,0.05000,0.547
34,mlp.experts.412.down_proj,0.0000030872,0.05000,0.583
34,mlp.experts.497.down_proj,0.0000102073,0.05000,0.542
34,mlp.experts.447.down_proj,0.0000019394,0.05000,0.540
34,mlp.experts.445.down_proj,0.0000011365,0.05000,0.414
34,mlp.experts.428.down_proj,0.0000008270,0.05000,0.365
34,mlp.experts.463.down_proj,0.0000056518,0.05000,0.362
34,mlp.experts.444.down_proj,0.0000004710,0.05000,0.315
34,mlp.experts.461.down_proj,0.0000043884,0.05000,0.371
34,mlp.experts.479.down_proj,0.0000028825,0.05000,0.360
34,mlp.experts.477.down_proj,0.0000015708,0.05000,0.317
34,mlp.experts.460.down_proj,0.0000021435,0.05000,0.358
34,mlp.experts.495.down_proj,0.0000021071,0.05000,0.315
34,mlp.experts.493.down_proj,0.0000038813,0.05000,0.300
34,mlp.experts.476.down_proj,0.0000061460,0.05000,0.311
34,mlp.experts.492.down_proj,failsafe(rtn): 0.0015488,0.00000,0.025
34,mlp.experts.511.down_proj,0.0000045232,0.05000,0.357
34,mlp.experts.509.down_proj,0.0000048578,0.05000,0.299
34,mlp.experts.508.down_proj,0.0000026750,0.05000,0.252
35,mlp.experts.13.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.810
35,mlp.experts.0.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.861
35,mlp.experts.3.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.843
35,mlp.experts.16.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.783
35,mlp.experts.5.gate_proj,0.0000307119,0.05000,14.033
35,mlp.experts.8.gate_proj,0.0000295619,0.05000,14.042
35,mlp.experts.9.gate_proj,0.0000290911,0.05000,14.067
35,mlp.experts.14.gate_proj,0.0000765893,0.05000,14.150
35,mlp.experts.1.gate_proj,0.0000506769,0.05000,14.186
35,mlp.experts.12.gate_proj,0.0000088596,0.05000,14.181
35,mlp.experts.2.gate_proj,0.0000507779,0.05000,14.151
35,mlp.experts.7.gate_proj,0.0000242919,0.05000,14.226
35,mlp.experts.11.gate_proj,0.0000232408,0.05000,14.236
35,mlp.experts.10.gate_proj,0.0000285129,0.05000,14.256
35,mlp.experts.6.gate_proj,0.0000378197,0.05000,14.280
35,mlp.experts.4.gate_proj,0.0000425836,0.05000,14.364
35,mlp.experts.15.gate_proj,0.0000383235,0.05000,14.387
35,mlp.experts.29.gate_proj,0.0000407205,0.05000,14.163
35,mlp.experts.19.gate_proj,0.0000399513,0.05000,14.177
35,mlp.experts.32.gate_proj,0.0000180849,0.05000,13.946
35,mlp.experts.48.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.756
35,mlp.experts.28.gate_proj,0.0000613576,0.05000,14.297
35,mlp.experts.30.gate_proj,0.0000147254,0.05000,14.408
35,mlp.experts.21.gate_proj,0.0000051965,0.05000,14.554
35,mlp.experts.18.gate_proj,0.0000708901,0.05000,14.366
35,mlp.experts.26.gate_proj,0.0000610312,0.05000,14.354
35,mlp.experts.25.gate_proj,0.0000384159,0.05000,14.548
35,mlp.experts.24.gate_proj,0.0000122243,0.05000,14.599
35,mlp.experts.22.gate_proj,0.0000658975,0.05000,14.408
35,mlp.experts.23.gate_proj,0.0000379563,0.05000,14.454
35,mlp.experts.17.gate_proj,0.0000211762,0.05000,14.626
35,mlp.experts.27.gate_proj,0.0000108814,0.05000,14.602
35,mlp.experts.20.gate_proj,0.0000123147,0.05000,14.528
35,mlp.experts.31.gate_proj,0.0000247843,0.05000,14.630
35,mlp.experts.37.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.824
35,mlp.experts.45.gate_proj,0.0000188414,0.05000,14.570
35,mlp.experts.35.gate_proj,0.0000510803,0.05000,14.602
35,mlp.experts.64.gate_proj,0.0000193136,0.05000,14.611
35,mlp.experts.44.gate_proj,0.0000467928,0.05000,14.299
35,mlp.experts.40.gate_proj,0.0000698017,0.05000,14.291
35,mlp.experts.41.gate_proj,0.0000112699,0.05000,14.320
35,mlp.experts.42.gate_proj,0.0000092143,0.05000,14.397
35,mlp.experts.46.gate_proj,0.0000771046,0.05000,14.462
35,mlp.experts.34.gate_proj,0.0000206856,0.05000,14.477
35,mlp.experts.43.gate_proj,0.0000128688,0.05000,14.315
35,mlp.experts.33.gate_proj,0.0000427137,0.05000,14.375
35,mlp.experts.38.gate_proj,0.0000692880,0.05000,14.485
35,mlp.experts.39.gate_proj,0.0000165525,0.05000,14.484
35,mlp.experts.36.gate_proj,0.0000671077,0.05000,14.283
35,mlp.experts.47.gate_proj,0.0000228538,0.05000,14.462
35,mlp.experts.53.gate_proj,0.0000189219,0.05000,14.371
35,mlp.experts.61.gate_proj,0.0000422778,0.05000,14.392
35,mlp.experts.51.gate_proj,0.0000823971,0.05000,14.327
35,mlp.experts.67.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.644
35,mlp.experts.80.gate_proj,0.0000206259,0.05000,14.187
35,mlp.experts.56.gate_proj,0.0000174353,0.05000,14.580
35,mlp.experts.60.gate_proj,0.0000337241,0.05000,14.749
35,mlp.experts.57.gate_proj,0.0000293135,0.05000,14.739
35,mlp.experts.62.gate_proj,0.0000369369,0.05000,14.745
35,mlp.experts.58.gate_proj,0.0000079872,0.05000,14.770
35,mlp.experts.50.gate_proj,0.0000853502,0.05000,14.697
35,mlp.experts.52.gate_proj,0.0000346100,0.05000,14.721
35,mlp.experts.49.gate_proj,0.0000372081,0.05000,14.753
35,mlp.experts.59.gate_proj,0.0000273662,0.05000,14.785
35,mlp.experts.55.gate_proj,0.0000264491,0.05000,14.736
35,mlp.experts.54.gate_proj,0.0000217048,0.05000,14.905
35,mlp.experts.63.gate_proj,0.0000415441,0.05000,14.744
35,mlp.experts.73.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.799
35,mlp.experts.69.gate_proj,0.0000262327,0.05000,14.924
35,mlp.experts.77.gate_proj,0.0000287371,0.05000,14.850
35,mlp.experts.85.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.686
35,mlp.experts.83.gate_proj,0.0000205099,0.05000,14.758
35,mlp.experts.96.gate_proj,0.0000210692,0.05000,14.726
35,mlp.experts.72.gate_proj,0.0000413492,0.05000,14.406
35,mlp.experts.76.gate_proj,0.0000121653,0.05000,14.536
35,mlp.experts.74.gate_proj,0.0000460300,0.05000,14.505
35,mlp.experts.66.gate_proj,0.0000591119,0.05000,14.489
35,mlp.experts.78.gate_proj,0.0000105373,0.05000,14.589
35,mlp.experts.68.gate_proj,0.0000279363,0.05000,14.502
35,mlp.experts.65.gate_proj,0.0000307387,0.05000,14.504
35,mlp.experts.75.gate_proj,0.0000125722,0.05000,14.542
35,mlp.experts.70.gate_proj,0.0000149150,0.05000,14.464
35,mlp.experts.71.gate_proj,0.0000485612,0.05000,14.633
35,mlp.experts.79.gate_proj,0.0000087116,0.05000,14.469
35,mlp.experts.89.gate_proj,0.0000410489,0.05000,14.391
35,mlp.experts.84.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.702
35,mlp.experts.93.gate_proj,0.0000295815,0.05000,14.416
35,mlp.experts.101.gate_proj,0.0000401165,0.05000,14.419
35,mlp.experts.99.gate_proj,0.0000127709,0.05000,14.520
35,mlp.experts.112.gate_proj,0.0000689320,0.05000,14.554
35,mlp.experts.92.gate_proj,0.0000363106,0.05000,14.166
35,mlp.experts.88.gate_proj,0.0000564758,0.05000,14.322
35,mlp.experts.90.gate_proj,0.0000436408,0.05000,14.307
35,mlp.experts.94.gate_proj,0.0000436008,0.05000,14.255
35,mlp.experts.82.gate_proj,0.0000363468,0.05000,14.350
35,mlp.experts.81.gate_proj,0.0000344686,0.05000,14.359
35,mlp.experts.86.gate_proj,0.0000887064,0.05000,14.273
35,mlp.experts.91.gate_proj,0.0000754100,0.05000,14.372
35,mlp.experts.95.gate_proj,0.0000203368,0.05000,14.249
35,mlp.experts.87.gate_proj,0.0000742157,0.05000,14.369
35,mlp.experts.105.gate_proj,0.0000270534,0.05000,14.430
35,mlp.experts.100.gate_proj,0.0000387239,0.05000,14.369
35,mlp.experts.97.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.789
35,mlp.experts.109.gate_proj,0.0000392575,0.05000,14.389
35,mlp.experts.117.gate_proj,0.0000090054,0.05000,14.482
35,mlp.experts.115.gate_proj,0.0000688970,0.05000,14.492
35,mlp.experts.128.gate_proj,0.0000439538,0.05000,14.429
35,mlp.experts.108.gate_proj,0.0000188107,0.05000,14.413
35,mlp.experts.104.gate_proj,0.0000495408,0.05000,14.485
35,mlp.experts.98.gate_proj,0.0000400389,0.05000,14.480
35,mlp.experts.106.gate_proj,0.0000524063,0.05000,14.602
35,mlp.experts.110.gate_proj,0.0000338421,0.05000,14.730
35,mlp.experts.107.gate_proj,0.0000551186,0.05000,14.535
35,mlp.experts.102.gate_proj,0.0000447793,0.05000,14.574
35,mlp.experts.111.gate_proj,0.0000304413,0.05000,14.572
35,mlp.experts.103.gate_proj,0.0000185812,0.05000,14.584
35,mlp.experts.121.gate_proj,0.0000123982,0.05000,14.537
35,mlp.experts.126.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.774
35,mlp.experts.116.gate_proj,0.0000079936,0.05000,14.708
35,mlp.experts.113.gate_proj,0.0000173773,0.05000,14.673
35,mlp.experts.125.gate_proj,0.0000317747,0.05000,14.679
35,mlp.experts.142.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.684
35,mlp.experts.133.gate_proj,0.0000131628,0.05000,14.591
35,mlp.experts.132.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.720
35,mlp.experts.131.gate_proj,0.0000182092,0.05000,14.597
35,mlp.experts.144.gate_proj,0.0000444316,0.05000,14.459
35,mlp.experts.124.gate_proj,0.0000497172,0.05000,14.209
35,mlp.experts.120.gate_proj,0.0000478303,0.05000,14.217
35,mlp.experts.114.gate_proj,0.0000605049,0.05000,14.227
35,mlp.experts.122.gate_proj,0.0000238760,0.05000,14.154
35,mlp.experts.118.gate_proj,0.0000467911,0.05000,14.132
35,mlp.experts.127.gate_proj,0.0000162670,0.05000,14.086
35,mlp.experts.119.gate_proj,0.0000525161,0.05000,14.109
35,mlp.experts.123.gate_proj,0.0000816569,0.05000,14.257
35,mlp.experts.137.gate_proj,0.0000117896,0.05000,14.064
35,mlp.experts.141.gate_proj,0.0000609915,0.05000,14.129
35,mlp.experts.129.gate_proj,0.0000868755,0.05000,14.251
35,mlp.experts.158.gate_proj,0.0000176434,0.05000,14.316
35,mlp.experts.149.gate_proj,0.0000191014,0.05000,14.225
35,mlp.experts.148.gate_proj,0.0000503068,0.05000,14.292
35,mlp.experts.147.gate_proj,0.0000667859,0.05000,14.327
35,mlp.experts.160.gate_proj,0.0000418738,0.05000,14.375
35,mlp.experts.140.gate_proj,0.0000680970,0.05000,14.388
35,mlp.experts.136.gate_proj,0.0000223466,0.05000,14.537
35,mlp.experts.130.gate_proj,0.0000238593,0.05000,14.378
35,mlp.experts.138.gate_proj,0.0000401051,0.05000,14.458
35,mlp.experts.134.gate_proj,0.0000135646,0.05000,14.380
35,mlp.experts.143.gate_proj,0.0000239125,0.05000,14.367
35,mlp.experts.135.gate_proj,0.0000258688,0.05000,14.330
35,mlp.experts.139.gate_proj,0.0000050150,0.05000,14.425
35,mlp.experts.153.gate_proj,0.0000159941,0.05000,14.338
35,mlp.experts.157.gate_proj,0.0000762956,0.05000,14.426
35,mlp.experts.145.gate_proj,0.0000857666,0.05000,14.436
35,mlp.experts.174.gate_proj,0.0000161334,0.05000,14.159
35,mlp.experts.165.gate_proj,0.0000254740,0.05000,14.299
35,mlp.experts.164.gate_proj,0.0000209502,0.05000,14.345
35,mlp.experts.163.gate_proj,0.0000195952,0.05000,14.235
35,mlp.experts.161.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.735
35,mlp.experts.176.gate_proj,0.0000264699,0.05000,14.128
35,mlp.experts.180.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.764
35,mlp.experts.196.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.751
35,mlp.experts.156.gate_proj,0.0000598883,0.05000,14.700
35,mlp.experts.152.gate_proj,0.0000184799,0.05000,14.774
35,mlp.experts.146.gate_proj,0.0000386053,0.05000,14.871
35,mlp.experts.159.gate_proj,0.0000170364,0.05000,14.762
35,mlp.experts.154.gate_proj,0.0000243974,0.05000,14.923
35,mlp.experts.150.gate_proj,0.0000196390,0.05000,14.818
35,mlp.experts.155.gate_proj,0.0000193860,0.05000,14.858
35,mlp.experts.151.gate_proj,0.0000188919,0.05000,15.005
35,mlp.experts.169.gate_proj,0.0000081629,0.05000,14.774
35,mlp.experts.173.gate_proj,0.0000365683,0.05000,14.804
35,mlp.experts.190.gate_proj,0.0000780141,0.05000,14.854
35,mlp.experts.181.gate_proj,0.0000463696,0.05000,14.810
35,mlp.experts.179.gate_proj,0.0000515256,0.05000,14.886
35,mlp.experts.192.gate_proj,0.0000607608,0.05000,14.780
35,mlp.experts.177.gate_proj,0.0000925887,0.05000,14.978
35,mlp.experts.206.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.731
35,mlp.experts.212.gate_proj,0.0000493384,0.05000,14.710
35,mlp.experts.172.gate_proj,0.0000317932,0.05000,14.318
35,mlp.experts.168.gate_proj,0.0001051341,0.05000,14.190
35,mlp.experts.162.gate_proj,0.0000153329,0.05000,14.258
35,mlp.experts.175.gate_proj,0.0000376787,0.05000,14.192
35,mlp.experts.170.gate_proj,0.0000683249,0.05000,14.204
35,mlp.experts.171.gate_proj,0.0000330995,0.05000,14.152
35,mlp.experts.166.gate_proj,0.0000136510,0.05000,14.353
35,mlp.experts.185.gate_proj,0.0000145488,0.05000,14.172
35,mlp.experts.167.gate_proj,0.0000362588,0.05000,14.263
35,mlp.experts.178.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.803
35,mlp.experts.189.gate_proj,0.0000271226,0.05000,14.497
35,mlp.experts.197.gate_proj,0.0001008061,0.05000,14.316
35,mlp.experts.195.gate_proj,0.0000234200,0.05000,14.303
35,mlp.experts.193.gate_proj,0.0000372210,0.05000,14.227
35,mlp.experts.208.gate_proj,0.0000149192,0.05000,14.321
35,mlp.experts.222.gate_proj,0.0000336997,0.05000,14.378
35,mlp.experts.224.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.666
35,mlp.experts.228.gate_proj,0.0000223534,0.05000,14.287
35,mlp.experts.188.gate_proj,0.0000203473,0.05000,14.724
35,mlp.experts.184.gate_proj,0.0000275658,0.05000,14.706
35,mlp.experts.191.gate_proj,0.0000246432,0.05000,14.745
35,mlp.experts.186.gate_proj,0.0000559709,0.05000,14.857
35,mlp.experts.200.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.733
35,mlp.experts.187.gate_proj,0.0000340669,0.05000,14.848
35,mlp.experts.182.gate_proj,0.0000271921,0.05000,14.965
35,mlp.experts.201.gate_proj,0.0000174443,0.05000,14.868
35,mlp.experts.183.gate_proj,0.0000162847,0.05000,14.853
35,mlp.experts.207.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.781
35,mlp.experts.194.gate_proj,0.0000588879,0.05000,14.859
35,mlp.experts.199.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.763
35,mlp.experts.205.gate_proj,0.0000580027,0.05000,14.771
35,mlp.experts.213.gate_proj,0.0000402281,0.05000,14.801
35,mlp.experts.211.gate_proj,0.0000244646,0.05000,14.756
35,mlp.experts.209.gate_proj,0.0000973552,0.05000,14.824
35,mlp.experts.238.gate_proj,0.0000269893,0.05000,14.900
35,mlp.experts.240.gate_proj,0.0000235408,0.05000,14.737
35,mlp.experts.225.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.727
35,mlp.experts.254.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.728
35,mlp.experts.244.gate_proj,0.0000486133,0.05000,14.780
35,mlp.experts.204.gate_proj,0.0000353417,0.05000,14.833
35,mlp.experts.216.gate_proj,0.0000239323,0.05000,14.761
35,mlp.experts.202.gate_proj,0.0000197638,0.05000,14.901
35,mlp.experts.198.gate_proj,0.0000218954,0.05000,14.678
35,mlp.experts.203.gate_proj,0.0000244170,0.05000,14.905
35,mlp.experts.217.gate_proj,0.0000571433,0.05000,14.806
35,mlp.experts.223.gate_proj,0.0000259038,0.05000,14.864
35,mlp.experts.210.gate_proj,0.0000180929,0.05000,14.811
35,mlp.experts.221.gate_proj,0.0000303985,0.05000,14.796
35,mlp.experts.215.gate_proj,0.0000301466,0.05000,14.904
35,mlp.experts.229.gate_proj,0.0000517837,0.05000,14.720
35,mlp.experts.227.gate_proj,0.0000083542,0.05000,14.807
35,mlp.experts.256.gate_proj,0.0000261869,0.05000,14.789
35,mlp.experts.241.gate_proj,0.0000313269,0.05000,14.843
35,mlp.experts.260.gate_proj,0.0000361860,0.05000,14.680
35,mlp.experts.270.gate_proj,0.0000677927,0.05000,14.784
35,mlp.experts.220.gate_proj,0.0000167967,0.05000,14.663
35,mlp.experts.214.gate_proj,0.0000690636,0.05000,14.593
35,mlp.experts.218.gate_proj,0.0000348725,0.05000,14.734
35,mlp.experts.232.gate_proj,0.0000548047,0.05000,14.800
35,mlp.experts.233.gate_proj,0.0000467733,0.05000,14.683
35,mlp.experts.219.gate_proj,0.0000357620,0.05000,14.746
35,mlp.experts.239.gate_proj,0.0000215522,0.05000,14.614
35,mlp.experts.226.gate_proj,0.0000194573,0.05000,14.747
35,mlp.experts.248.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.676
35,mlp.experts.231.gate_proj,0.0000128486,0.05000,14.750
35,mlp.experts.237.gate_proj,0.0000220663,0.05000,14.826
35,mlp.experts.245.gate_proj,0.0000221969,0.05000,14.715
35,mlp.experts.243.gate_proj,0.0000857492,0.05000,14.778
35,mlp.experts.272.gate_proj,0.0000483347,0.05000,14.832
35,mlp.experts.257.gate_proj,0.0000538352,0.05000,14.835
35,mlp.experts.276.gate_proj,0.0000288875,0.05000,14.700
35,mlp.experts.286.gate_proj,0.0000829221,0.05000,14.622
35,mlp.experts.236.gate_proj,0.0000252049,0.05000,14.545
35,mlp.experts.234.gate_proj,0.0000525262,0.05000,14.298
35,mlp.experts.230.gate_proj,0.0000441988,0.05000,14.494
35,mlp.experts.235.gate_proj,0.0000068290,0.05000,14.355
35,mlp.experts.249.gate_proj,0.0000148626,0.05000,14.413
35,mlp.experts.255.gate_proj,0.0000261353,0.05000,14.425
35,mlp.experts.242.gate_proj,0.0000545045,0.05000,14.435
35,mlp.experts.264.gate_proj,0.0000148605,0.05000,14.380
35,mlp.experts.247.gate_proj,0.0000125035,0.05000,14.324
35,mlp.experts.253.gate_proj,0.0000289383,0.05000,14.483
35,mlp.experts.258.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.675
35,mlp.experts.261.gate_proj,0.0000124468,0.05000,14.429
35,mlp.experts.259.gate_proj,0.0000181066,0.05000,14.235
35,mlp.experts.269.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.691
35,mlp.experts.277.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.693
35,mlp.experts.288.gate_proj,0.0000363954,0.05000,14.278
35,mlp.experts.273.gate_proj,0.0000279941,0.05000,14.305
35,mlp.experts.285.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.728
35,mlp.experts.292.gate_proj,0.0000686249,0.05000,14.240
35,mlp.experts.302.gate_proj,0.0000553290,0.05000,14.361
35,mlp.experts.301.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.766
35,mlp.experts.252.gate_proj,0.0000792415,0.05000,14.032
35,mlp.experts.250.gate_proj,0.0000470504,0.05000,13.938
35,mlp.experts.246.gate_proj,0.0000172365,0.05000,14.024
35,mlp.experts.251.gate_proj,0.0000051196,0.05000,13.980
35,mlp.experts.265.gate_proj,0.0000339458,0.05000,14.020
35,mlp.experts.271.gate_proj,0.0000202297,0.05000,13.961
35,mlp.experts.280.gate_proj,0.0000784807,0.05000,14.096
35,mlp.experts.263.gate_proj,0.0000491595,0.05000,14.038
35,mlp.experts.274.gate_proj,0.0000262435,0.05000,14.103
35,mlp.experts.275.gate_proj,0.0000511803,0.05000,14.080
35,mlp.experts.293.gate_proj,0.0000747334,0.05000,14.221
35,mlp.experts.304.gate_proj,0.0000425747,0.05000,14.141
35,mlp.experts.289.gate_proj,0.0000511821,0.05000,14.132
35,mlp.experts.308.gate_proj,0.0000207772,0.05000,14.022
35,mlp.experts.318.gate_proj,0.0000195985,0.05000,14.107
35,mlp.experts.324.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.695
35,mlp.experts.317.gate_proj,0.0000496188,0.05000,14.090
35,mlp.experts.268.gate_proj,0.0000476741,0.05000,14.155
35,mlp.experts.266.gate_proj,0.0000196444,0.05000,14.236
35,mlp.experts.262.gate_proj,0.0000550817,0.05000,14.161
35,mlp.experts.267.gate_proj,0.0000500641,0.05000,14.181
35,mlp.experts.281.gate_proj,0.0000432893,0.05000,14.371
35,mlp.experts.287.gate_proj,0.0000299971,0.05000,14.127
35,mlp.experts.296.gate_proj,0.0000190078,0.05000,14.130
35,mlp.experts.279.gate_proj,0.0000928280,0.05000,14.112
35,mlp.experts.290.gate_proj,0.0000903542,0.05000,14.290
35,mlp.experts.291.gate_proj,0.0000217003,0.05000,14.204
35,mlp.experts.309.gate_proj,0.0000315735,0.05000,14.185
35,mlp.experts.320.gate_proj,0.0000185032,0.05000,14.137
35,mlp.experts.305.gate_proj,0.0000352961,0.05000,14.258
35,mlp.experts.334.gate_proj,0.0000556711,0.05000,14.052
35,mlp.experts.340.gate_proj,0.0000225992,0.05000,14.079
35,mlp.experts.333.gate_proj,0.0000161832,0.05000,14.133
35,mlp.experts.284.gate_proj,0.0000181712,0.05000,14.270
35,mlp.experts.278.gate_proj,0.0000447474,0.05000,14.325
35,mlp.experts.282.gate_proj,0.0000324138,0.05000,14.447
35,mlp.experts.283.gate_proj,0.0000228378,0.05000,14.332
35,mlp.experts.297.gate_proj,0.0000134505,0.05000,14.510
35,mlp.experts.303.gate_proj,0.0000349733,0.05000,14.453
35,mlp.experts.312.gate_proj,0.0000461521,0.05000,14.435
35,mlp.experts.295.gate_proj,0.0000648591,0.05000,14.479
35,mlp.experts.306.gate_proj,0.0000446032,0.05000,14.650
35,mlp.experts.307.gate_proj,0.0000085053,0.05000,14.633
35,mlp.experts.325.gate_proj,0.0000145129,0.05000,14.667
35,mlp.experts.336.gate_proj,0.0000369717,0.05000,14.623
35,mlp.experts.350.gate_proj,0.0000267539,0.05000,14.690
35,mlp.experts.321.gate_proj,0.0000183870,0.05000,14.853
35,mlp.experts.356.gate_proj,0.0000539019,0.05000,14.590
35,mlp.experts.349.gate_proj,0.0000438606,0.05000,14.738
35,mlp.experts.300.gate_proj,0.0000124246,0.05000,14.172
35,mlp.experts.294.gate_proj,0.0000572315,0.05000,14.128
35,mlp.experts.298.gate_proj,0.0000272683,0.05000,14.190
35,mlp.experts.299.gate_proj,0.0000099384,0.05000,14.293
35,mlp.experts.313.gate_proj,0.0000441021,0.05000,14.092
35,mlp.experts.319.gate_proj,0.0000371352,0.05000,14.052
35,mlp.experts.314.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.682
35,mlp.experts.328.gate_proj,0.0000361629,0.05000,14.050
35,mlp.experts.311.gate_proj,0.0000373403,0.05000,14.117
35,mlp.experts.335.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.684
35,mlp.experts.322.gate_proj,0.0000458185,0.05000,14.117
35,mlp.experts.323.gate_proj,0.0000208516,0.05000,14.110
35,mlp.experts.341.gate_proj,0.0000567471,0.05000,13.819
35,mlp.experts.352.gate_proj,0.0000702541,0.05000,13.939
35,mlp.experts.338.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.746
35,mlp.experts.366.gate_proj,0.0000410541,0.05000,13.979
35,mlp.experts.357.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.768
35,mlp.experts.337.gate_proj,0.0000169626,0.05000,14.091
35,mlp.experts.372.gate_proj,0.0000260324,0.05000,13.999
35,mlp.experts.365.gate_proj,0.0000263038,0.05000,14.071
35,mlp.experts.316.gate_proj,0.0000431481,0.05000,14.448
35,mlp.experts.310.gate_proj,0.0000161059,0.05000,14.557
35,mlp.experts.315.gate_proj,0.0000151578,0.05000,14.662
35,mlp.experts.329.gate_proj,0.0000359719,0.05000,14.613
35,mlp.experts.344.gate_proj,0.0000563184,0.05000,14.453
35,mlp.experts.330.gate_proj,0.0000136661,0.05000,14.544
35,mlp.experts.327.gate_proj,0.0000522399,0.05000,14.419
35,mlp.experts.351.gate_proj,0.0000172741,0.05000,14.447
35,mlp.experts.339.gate_proj,0.0000205593,0.05000,14.496
35,mlp.experts.368.gate_proj,0.0000120999,0.05000,14.470
35,mlp.experts.354.gate_proj,0.0000414385,0.05000,14.548
35,mlp.experts.382.gate_proj,0.0000967103,0.05000,14.476
35,mlp.experts.373.gate_proj,0.0000583060,0.05000,14.502
35,mlp.experts.353.gate_proj,0.0000249348,0.05000,14.546
35,mlp.experts.388.gate_proj,0.0000557214,0.05000,14.525
35,mlp.experts.381.gate_proj,0.0000647694,0.05000,14.481
35,mlp.experts.332.gate_proj,0.0000416940,0.05000,14.628
35,mlp.experts.326.gate_proj,0.0000300927,0.05000,14.761
35,mlp.experts.331.gate_proj,0.0000609702,0.05000,14.800
35,mlp.experts.360.gate_proj,0.0000797224,0.05000,14.750
35,mlp.experts.345.gate_proj,0.0000504374,0.05000,14.937
35,mlp.experts.346.gate_proj,0.0000336842,0.05000,14.849
35,mlp.experts.343.gate_proj,0.0000282989,0.05000,14.699
35,mlp.experts.367.gate_proj,0.0000264466,0.05000,14.801
35,mlp.experts.376.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.750
35,mlp.experts.355.gate_proj,0.0000218256,0.05000,14.961
35,mlp.experts.384.gate_proj,0.0000201977,0.05000,14.854
35,mlp.experts.370.gate_proj,0.0000341829,0.05000,14.890
35,mlp.experts.398.gate_proj,0.0000043237,0.05000,14.873
35,mlp.experts.389.gate_proj,0.0000634467,0.05000,14.914
35,mlp.experts.369.gate_proj,0.0000256137,0.05000,14.860
35,mlp.experts.404.gate_proj,0.0000256319,0.05000,14.846
35,mlp.experts.397.gate_proj,0.0000473466,0.05000,14.756
35,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.720
35,mlp.experts.348.gate_proj,0.0000807457,0.05000,14.459
35,mlp.experts.342.gate_proj,0.0000251735,0.05000,14.672
35,mlp.experts.347.gate_proj,0.0000270741,0.05000,14.539
35,mlp.experts.361.gate_proj,0.0000207240,0.05000,14.600
35,mlp.experts.362.gate_proj,0.0000170339,0.05000,14.680
35,mlp.experts.359.gate_proj,0.0000518352,0.05000,14.655
35,mlp.experts.383.gate_proj,0.0000404589,0.05000,14.567
35,mlp.experts.392.gate_proj,0.0000254224,0.05000,14.707
35,mlp.experts.371.gate_proj,0.0000488522,0.05000,14.477
35,mlp.experts.400.gate_proj,0.0000460772,0.05000,14.507
35,mlp.experts.386.gate_proj,0.0000253382,0.05000,14.654
35,mlp.experts.414.gate_proj,0.0000150302,0.05000,14.464
35,mlp.experts.405.gate_proj,0.0000348594,0.05000,14.464
35,mlp.experts.385.gate_proj,0.0000174321,0.05000,14.585
35,mlp.experts.402.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.781
35,mlp.experts.413.gate_proj,0.0000390550,0.05000,14.595
35,mlp.experts.436.gate_proj,0.0000398361,0.05000,14.557
35,mlp.experts.364.gate_proj,0.0000865077,0.05000,14.627
35,mlp.experts.358.gate_proj,0.0000154930,0.05000,14.533
35,mlp.experts.363.gate_proj,0.0000561382,0.05000,14.542
35,mlp.experts.377.gate_proj,0.0000419108,0.05000,14.410
35,mlp.experts.378.gate_proj,0.0000245259,0.05000,14.478
35,mlp.experts.375.gate_proj,0.0000566983,0.05000,14.496
35,mlp.experts.399.gate_proj,0.0000578384,0.05000,14.510
35,mlp.experts.408.gate_proj,0.0000772149,0.05000,14.509
35,mlp.experts.387.gate_proj,0.0000503374,0.05000,14.580
35,mlp.experts.416.gate_proj,0.0000136808,0.05000,14.666
35,mlp.experts.430.gate_proj,0.0000164085,0.05000,14.781
35,mlp.experts.421.gate_proj,0.0000114967,0.05000,14.726
35,mlp.experts.432.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.743
35,mlp.experts.401.gate_proj,0.0000266983,0.05000,14.707
35,mlp.experts.418.gate_proj,0.0000771501,0.05000,14.755
35,mlp.experts.429.gate_proj,0.0000267182,0.05000,14.739
35,mlp.experts.448.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.721
35,mlp.experts.452.gate_proj,0.0000567414,0.05000,14.578
35,mlp.experts.380.gate_proj,0.0000634737,0.05000,14.928
35,mlp.experts.374.gate_proj,0.0000339479,0.05000,14.926
35,mlp.experts.379.gate_proj,0.0000190410,0.05000,14.931
35,mlp.experts.393.gate_proj,0.0000232604,0.05000,15.058
35,mlp.experts.394.gate_proj,0.0000172313,0.05000,14.909
35,mlp.experts.391.gate_proj,0.0000249867,0.05000,14.904
35,mlp.experts.415.gate_proj,0.0000705298,0.05000,14.912
35,mlp.experts.424.gate_proj,0.0000360110,0.05000,14.781
35,mlp.experts.403.gate_proj,0.0000416943,0.05000,14.948
35,mlp.experts.446.gate_proj,0.0000225203,0.05000,14.595
35,mlp.experts.437.gate_proj,0.0000139566,0.05000,14.603
35,mlp.experts.417.gate_proj,0.0000421429,0.05000,14.751
35,mlp.experts.445.gate_proj,0.0000133362,0.05000,14.564
35,mlp.experts.434.gate_proj,0.0000198557,0.05000,14.673
35,mlp.experts.464.gate_proj,0.0000450154,0.05000,14.664
35,mlp.experts.468.gate_proj,0.0000111993,0.05000,14.805
35,mlp.experts.433.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.809
35,mlp.experts.396.gate_proj,0.0000571585,0.05000,14.133
35,mlp.experts.390.gate_proj,0.0000169084,0.05000,14.108
35,mlp.experts.395.gate_proj,0.0000387475,0.05000,14.112
35,mlp.experts.410.gate_proj,0.0000671047,0.05000,14.105
35,mlp.experts.409.gate_proj,0.0000275696,0.05000,14.262
35,mlp.experts.407.gate_proj,0.0000618778,0.05000,14.087
35,mlp.experts.431.gate_proj,0.0000377839,0.05000,13.996
35,mlp.experts.440.gate_proj,0.0000423350,0.05000,14.115
35,mlp.experts.419.gate_proj,0.0000286589,0.05000,14.112
35,mlp.experts.462.gate_proj,0.0000322089,0.05000,14.167
35,mlp.experts.453.gate_proj,0.0000296395,0.05000,14.185
35,mlp.experts.450.gate_proj,0.0000118028,0.05000,14.127
35,mlp.experts.461.gate_proj,0.0000439688,0.05000,14.147
35,mlp.experts.480.gate_proj,0.0000389173,0.05000,14.086
35,mlp.experts.484.gate_proj,0.0000269319,0.05000,14.050
35,mlp.experts.449.gate_proj,0.0000332493,0.05000,14.162
35,mlp.experts.412.gate_proj,0.0000364326,0.05000,14.172
35,mlp.experts.406.gate_proj,0.0000331201,0.05000,14.294
35,mlp.experts.411.gate_proj,0.0000140453,0.05000,14.443
35,mlp.experts.426.gate_proj,0.0000603459,0.05000,14.202
35,mlp.experts.425.gate_proj,0.0000629729,0.05000,14.453
35,mlp.experts.447.gate_proj,0.0000169655,0.05000,14.361
35,mlp.experts.423.gate_proj,0.0000162518,0.05000,14.505
35,mlp.experts.456.gate_proj,0.0000169854,0.05000,14.262
35,mlp.experts.435.gate_proj,0.0000102219,0.05000,14.403
35,mlp.experts.478.gate_proj,0.0000576512,0.05000,14.532
35,mlp.experts.469.gate_proj,0.0000226874,0.05000,14.483
35,mlp.experts.466.gate_proj,0.0000550402,0.05000,14.317
35,mlp.experts.477.gate_proj,0.0000192410,0.05000,14.487
35,mlp.experts.494.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.711
35,mlp.experts.496.gate_proj,0.0000340983,0.05000,14.358
35,mlp.experts.500.gate_proj,0.0000624943,0.05000,14.471
35,mlp.experts.465.gate_proj,0.0000459679,0.05000,14.386
35,mlp.experts.0.up_proj,failsafe(rtn): 0.0015869,0.00000,0.760
35,mlp.experts.16.up_proj,failsafe(rtn): 0.0014954,0.00000,0.834
35,mlp.experts.428.gate_proj,0.0000683422,0.05000,14.347
35,mlp.experts.422.gate_proj,0.0000691131,0.05000,14.350
35,mlp.experts.427.gate_proj,0.0000513149,0.05000,14.237
35,mlp.experts.442.gate_proj,0.0000525015,0.05000,14.306
35,mlp.experts.441.gate_proj,0.0000506098,0.05000,14.348
35,mlp.experts.463.gate_proj,0.0000117371,0.05000,14.432
35,mlp.experts.439.gate_proj,0.0000574642,0.05000,14.353
35,mlp.experts.472.gate_proj,0.0000286491,0.05000,14.254
35,mlp.experts.451.gate_proj,0.0000315380,0.05000,14.460
35,mlp.experts.467.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.708
35,mlp.experts.485.gate_proj,0.0001034956,0.05000,14.267
35,mlp.experts.482.gate_proj,0.0000952075,0.05000,14.462
35,mlp.experts.510.gate_proj,0.0000147332,0.05000,14.241
35,mlp.experts.493.gate_proj,0.0000487775,0.05000,14.365
35,mlp.experts.4.up_proj,0.0000423678,0.05000,14.420
35,mlp.experts.481.gate_proj,0.0000342612,0.05000,14.426
35,mlp.experts.32.up_proj,0.0000193098,0.05000,14.217
35,mlp.experts.48.up_proj,failsafe(rtn): 0.0015335,0.00000,0.781
35,mlp.experts.444.gate_proj,0.0000100318,0.05000,14.288
35,mlp.experts.438.gate_proj,0.0000218298,0.05000,14.469
35,mlp.experts.443.gate_proj,0.0000286375,0.05000,14.432
35,mlp.experts.458.gate_proj,0.0000362316,0.05000,14.379
35,mlp.experts.454.gate_proj,failsafe(rtn): 0.0014114,0.00000,0.743
35,mlp.experts.479.gate_proj,0.0000980783,0.05000,14.282
35,mlp.experts.457.gate_proj,0.0000245771,0.05000,14.423
35,mlp.experts.455.gate_proj,0.0000323837,0.05000,14.379
35,mlp.experts.488.gate_proj,0.0000152549,0.05000,14.358
35,mlp.experts.473.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.738
35,mlp.experts.483.gate_proj,0.0000330736,0.05000,14.375
35,mlp.experts.501.gate_proj,0.0000695078,0.05000,14.458
35,mlp.experts.498.gate_proj,0.0000820739,0.05000,14.308
35,mlp.experts.14.up_proj,0.0000762757,0.05000,14.343
35,mlp.experts.509.gate_proj,0.0000110969,0.05000,14.302
35,mlp.experts.20.up_proj,0.0000142454,0.05000,14.327
35,mlp.experts.497.gate_proj,0.0000153445,0.05000,14.361
35,mlp.experts.13.up_proj,failsafe(rtn): 0.0014801,0.00000,0.747
35,mlp.experts.64.up_proj,0.0000193411,0.05000,14.172
35,mlp.experts.460.gate_proj,0.0000221278,0.05000,14.226
35,mlp.experts.459.gate_proj,0.0000347978,0.05000,14.024
35,mlp.experts.474.gate_proj,0.0000150034,0.05000,14.201
35,mlp.experts.470.gate_proj,0.0000225574,0.05000,14.098
35,mlp.experts.495.gate_proj,0.0000261937,0.05000,14.150
35,mlp.experts.471.gate_proj,0.0000271943,0.05000,14.057
35,mlp.experts.504.gate_proj,0.0000149893,0.05000,14.103
35,mlp.experts.489.gate_proj,0.0000424705,0.05000,14.058
35,mlp.experts.499.gate_proj,0.0000046570,0.05000,13.907
35,mlp.experts.5.up_proj,0.0000286235,0.05000,13.920
35,mlp.experts.2.up_proj,0.0000520616,0.05000,13.867
35,mlp.experts.3.up_proj,failsafe(rtn): 0.0015869,0.00000,0.673
35,mlp.experts.30.up_proj,0.0000138746,0.05000,13.984
35,mlp.experts.36.up_proj,0.0000642142,0.05000,13.805
35,mlp.experts.29.up_proj,0.0000412101,0.05000,13.730
35,mlp.experts.1.up_proj,0.0000463423,0.05000,13.830
35,mlp.experts.80.up_proj,0.0000198619,0.05000,14.071
35,mlp.experts.476.gate_proj,0.0000355676,0.05000,13.957
35,mlp.experts.475.gate_proj,0.0000192972,0.05000,14.088
35,mlp.experts.490.gate_proj,0.0000425333,0.05000,14.048
35,mlp.experts.486.gate_proj,0.0000411861,0.05000,14.118
35,mlp.experts.487.gate_proj,0.0000215879,0.05000,14.036
35,mlp.experts.511.gate_proj,0.0000586920,0.05000,14.096
35,mlp.experts.8.up_proj,0.0000295256,0.05000,14.121
35,mlp.experts.505.gate_proj,0.0000169879,0.05000,14.227
35,mlp.experts.21.up_proj,0.0000050650,0.05000,14.348
35,mlp.experts.18.up_proj,0.0000644972,0.05000,14.346
35,mlp.experts.19.up_proj,0.0000397663,0.05000,14.434
35,mlp.experts.46.up_proj,0.0000940598,0.05000,14.328
35,mlp.experts.37.up_proj,failsafe(rtn): 0.0015640,0.00000,0.741
35,mlp.experts.52.up_proj,0.0000340128,0.05000,14.366
35,mlp.experts.45.up_proj,0.0000186835,0.05000,14.389
35,mlp.experts.17.up_proj,0.0000211713,0.05000,14.475
35,mlp.experts.96.up_proj,0.0000250583,0.05000,14.383
35,mlp.experts.492.gate_proj,0.0000631774,0.05000,14.499
35,mlp.experts.491.gate_proj,0.0000157794,0.05000,14.548
35,mlp.experts.506.gate_proj,0.0000060231,0.05000,14.542
35,mlp.experts.502.gate_proj,0.0000675975,0.05000,14.474
35,mlp.experts.503.gate_proj,0.0000173103,0.05000,14.491
35,mlp.experts.15.up_proj,0.0000366405,0.05000,14.460
35,mlp.experts.24.up_proj,0.0000117785,0.05000,14.432
35,mlp.experts.9.up_proj,0.0000279051,0.05000,14.408
35,mlp.experts.34.up_proj,0.0000185875,0.05000,14.285
35,mlp.experts.35.up_proj,0.0000523691,0.05000,14.287
35,mlp.experts.62.up_proj,0.0000395585,0.05000,14.326
35,mlp.experts.53.up_proj,0.0000188274,0.05000,14.370
35,mlp.experts.68.up_proj,0.0000278798,0.05000,14.301
35,mlp.experts.61.up_proj,0.0000404993,0.05000,14.275
35,mlp.experts.33.up_proj,0.0000400680,0.05000,14.356
35,mlp.experts.84.up_proj,failsafe(rtn): 0.0015106,0.00000,0.769
35,mlp.experts.112.up_proj,0.0000703769,0.05000,14.336
35,mlp.experts.508.gate_proj,0.0000517312,0.05000,14.313
35,mlp.experts.507.gate_proj,0.0000587267,0.05000,14.568
35,mlp.experts.10.up_proj,0.0000303228,0.05000,14.512
35,mlp.experts.6.up_proj,0.0000427782,0.05000,14.461
35,mlp.experts.7.up_proj,0.0000227843,0.05000,14.503
35,mlp.experts.40.up_proj,0.0000685427,0.05000,14.344
35,mlp.experts.31.up_proj,0.0000275706,0.05000,14.489
35,mlp.experts.25.up_proj,0.0000420674,0.05000,14.584
35,mlp.experts.50.up_proj,0.0000986800,0.05000,14.621
35,mlp.experts.51.up_proj,0.0000780383,0.05000,14.599
35,mlp.experts.78.up_proj,0.0000103962,0.05000,14.694
35,mlp.experts.69.up_proj,0.0000271961,0.05000,14.690
35,mlp.experts.77.up_proj,0.0000282504,0.05000,14.692
35,mlp.experts.67.up_proj,failsafe(rtn): 0.0015106,0.00000,0.809
35,mlp.experts.49.up_proj,0.0000408329,0.05000,14.627
35,mlp.experts.85.up_proj,failsafe(rtn): 0.0016479,0.00000,0.791
35,mlp.experts.100.up_proj,0.0000445454,0.05000,14.632
35,mlp.experts.128.up_proj,0.0000423314,0.05000,14.580
35,mlp.experts.12.up_proj,0.0000091598,0.05000,14.805
35,mlp.experts.11.up_proj,0.0000249635,0.05000,14.757
35,mlp.experts.22.up_proj,0.0000660176,0.05000,14.820
35,mlp.experts.26.up_proj,0.0000606540,0.05000,14.939
35,mlp.experts.56.up_proj,0.0000189688,0.05000,14.809
35,mlp.experts.23.up_proj,0.0000399532,0.05000,14.890
35,mlp.experts.47.up_proj,0.0000212182,0.05000,14.899
35,mlp.experts.41.up_proj,0.0000097239,0.05000,14.872
35,mlp.experts.66.up_proj,0.0000567692,0.05000,14.661
35,mlp.experts.94.up_proj,0.0000431797,0.05000,14.788
35,mlp.experts.93.up_proj,0.0000279735,0.05000,14.613
35,mlp.experts.83.up_proj,0.0000238041,0.05000,14.606
35,mlp.experts.65.up_proj,0.0000310953,0.05000,14.685
35,mlp.experts.116.up_proj,0.0000075954,0.05000,14.557
35,mlp.experts.101.up_proj,0.0000401430,0.05000,14.758
35,mlp.experts.132.up_proj,failsafe(rtn): 0.0016937,0.00000,0.682
35,mlp.experts.144.up_proj,0.0000441729,0.05000,14.659
35,mlp.experts.28.up_proj,0.0000629791,0.05000,14.355
35,mlp.experts.27.up_proj,0.0000104782,0.05000,14.209
35,mlp.experts.38.up_proj,0.0000680822,0.05000,14.197
35,mlp.experts.42.up_proj,0.0000092095,0.05000,14.153
35,mlp.experts.72.up_proj,0.0000407797,0.05000,14.120
35,mlp.experts.63.up_proj,0.0000416923,0.05000,14.086
35,mlp.experts.39.up_proj,0.0000155045,0.05000,14.194
35,mlp.experts.57.up_proj,0.0000307280,0.05000,14.350
35,mlp.experts.73.up_proj,failsafe(rtn): 0.0013885,0.00000,0.674
35,mlp.experts.82.up_proj,0.0000348203,0.05000,14.256
35,mlp.experts.110.up_proj,0.0000312421,0.05000,14.243
35,mlp.experts.109.up_proj,0.0000409284,0.05000,14.445
35,mlp.experts.99.up_proj,0.0000125182,0.05000,14.430
35,mlp.experts.81.up_proj,0.0000341663,0.05000,14.460
35,mlp.experts.126.up_proj,failsafe(rtn): 0.0016632,0.00000,0.834
35,mlp.experts.117.up_proj,0.0000085701,0.05000,14.411
35,mlp.experts.97.up_proj,failsafe(rtn): 0.0014954,0.00000,0.769
35,mlp.experts.142.up_proj,failsafe(rtn): 0.0014420,0.00000,0.741
35,mlp.experts.148.up_proj,0.0000514713,0.05000,14.399
35,mlp.experts.160.up_proj,0.0000419643,0.05000,14.391
35,mlp.experts.44.up_proj,0.0000460131,0.05000,14.665
35,mlp.experts.43.up_proj,0.0000124518,0.05000,14.803
35,mlp.experts.58.up_proj,0.0000084815,0.05000,14.753
35,mlp.experts.88.up_proj,0.0000561463,0.05000,14.706
35,mlp.experts.54.up_proj,0.0000213041,0.05000,14.877
35,mlp.experts.79.up_proj,0.0000086716,0.05000,14.803
35,mlp.experts.55.up_proj,0.0000259456,0.05000,14.769
35,mlp.experts.89.up_proj,0.0000386196,0.05000,14.877
35,mlp.experts.98.up_proj,0.0000395481,0.05000,14.953
35,mlp.experts.125.up_proj,0.0000314107,0.05000,14.839
35,mlp.experts.115.up_proj,0.0000678884,0.05000,14.912
35,mlp.experts.133.up_proj,0.0000132608,0.05000,14.834
35,mlp.experts.113.up_proj,0.0000164418,0.05000,14.828
35,mlp.experts.164.up_proj,0.0000202105,0.05000,14.821
35,mlp.experts.158.up_proj,0.0000170788,0.05000,15.075
35,mlp.experts.176.up_proj,0.0000264275,0.05000,14.871
35,mlp.experts.180.up_proj,failsafe(rtn): 0.0015106,0.00000,0.781
35,mlp.experts.196.up_proj,failsafe(rtn): 0.0016403,0.00000,0.662
35,mlp.experts.60.up_proj,0.0000321524,0.05000,14.499
35,mlp.experts.59.up_proj,0.0000260467,0.05000,14.570
35,mlp.experts.70.up_proj,0.0000162673,0.05000,14.496
35,mlp.experts.74.up_proj,0.0000454435,0.05000,14.648
35,mlp.experts.104.up_proj,0.0000524241,0.05000,14.673
35,mlp.experts.95.up_proj,0.0000197930,0.05000,14.626
35,mlp.experts.71.up_proj,0.0000461349,0.05000,14.614
35,mlp.experts.105.up_proj,0.0000267099,0.05000,14.395
35,mlp.experts.114.up_proj,0.0000742223,0.05000,14.461
35,mlp.experts.141.up_proj,0.0000587435,0.05000,14.353
35,mlp.experts.131.up_proj,0.0000189133,0.05000,14.376
35,mlp.experts.149.up_proj,0.0000207217,0.05000,14.356
35,mlp.experts.129.up_proj,0.0000865041,0.05000,14.282
35,mlp.experts.174.up_proj,0.0000157462,0.05000,14.296
35,mlp.experts.192.up_proj,0.0000599160,0.05000,14.234
35,mlp.experts.212.up_proj,0.0000494382,0.05000,14.414
35,mlp.experts.76.up_proj,0.0000131921,0.05000,14.453
35,mlp.experts.75.up_proj,0.0000121847,0.05000,14.529
35,mlp.experts.86.up_proj,0.0000862428,0.05000,14.477
35,mlp.experts.90.up_proj,0.0000430408,0.05000,14.432
35,mlp.experts.120.up_proj,0.0000454608,0.05000,14.411
35,mlp.experts.111.up_proj,0.0000312863,0.05000,14.527
35,mlp.experts.87.up_proj,0.0000690331,0.05000,14.519
35,mlp.experts.121.up_proj,0.0000110700,0.05000,14.591
35,mlp.experts.130.up_proj,0.0000240574,0.05000,14.627
35,mlp.experts.147.up_proj,0.0000661153,0.05000,14.721
35,mlp.experts.157.up_proj,0.0000725476,0.05000,14.910
35,mlp.experts.165.up_proj,0.0000237630,0.05000,14.759
35,mlp.experts.145.up_proj,0.0000788755,0.05000,14.803
35,mlp.experts.190.up_proj,0.0000774693,0.05000,14.743
35,mlp.experts.208.up_proj,0.0000148711,0.05000,14.598
35,mlp.experts.161.up_proj,failsafe(rtn): 0.0015411,0.00000,0.748
35,mlp.experts.206.up_proj,failsafe(rtn): 0.0014877,0.00000,0.707
35,mlp.experts.224.up_proj,failsafe(rtn): 0.0014954,0.00000,0.753
35,mlp.experts.228.up_proj,0.0000228370,0.05000,14.663
35,mlp.experts.92.up_proj,0.0000362628,0.05000,14.413
35,mlp.experts.91.up_proj,0.0000764856,0.05000,14.446
35,mlp.experts.102.up_proj,0.0000462123,0.05000,14.384
35,mlp.experts.106.up_proj,0.0000512890,0.05000,14.366
35,mlp.experts.136.up_proj,0.0000227797,0.05000,14.385
35,mlp.experts.127.up_proj,0.0000171017,0.05000,14.254
35,mlp.experts.103.up_proj,0.0000171605,0.05000,14.454
35,mlp.experts.137.up_proj,0.0000115250,0.05000,14.518
35,mlp.experts.146.up_proj,0.0000426821,0.05000,14.275
35,mlp.experts.173.up_proj,0.0000362258,0.05000,14.239
35,mlp.experts.163.up_proj,0.0000185699,0.05000,14.314
35,mlp.experts.181.up_proj,0.0000459277,0.05000,14.284
35,mlp.experts.177.up_proj,0.0000909804,0.05000,14.362
35,mlp.experts.222.up_proj,0.0000360753,0.05000,14.393
35,mlp.experts.244.up_proj,0.0000475287,0.05000,14.045
35,mlp.experts.240.up_proj,0.0000231751,0.05000,14.396
35,mlp.experts.108.up_proj,0.0000183825,0.05000,14.233
35,mlp.experts.107.up_proj,0.0000547366,0.05000,14.396
35,mlp.experts.118.up_proj,0.0000459560,0.05000,14.301
35,mlp.experts.152.up_proj,0.0000191323,0.05000,14.345
35,mlp.experts.122.up_proj,0.0000259088,0.05000,14.418
35,mlp.experts.143.up_proj,0.0000211776,0.05000,14.432
35,mlp.experts.119.up_proj,0.0000490663,0.05000,14.385
35,mlp.experts.153.up_proj,0.0000161652,0.05000,14.269
35,mlp.experts.162.up_proj,0.0000141385,0.05000,14.471
35,mlp.experts.178.up_proj,failsafe(rtn): 0.0015411,0.00000,0.673
35,mlp.experts.189.up_proj,0.0000276758,0.05000,14.389
35,mlp.experts.179.up_proj,0.0000509682,0.05000,14.407
35,mlp.experts.197.up_proj,0.0001000112,0.05000,14.236
35,mlp.experts.193.up_proj,0.0000365586,0.05000,14.342
35,mlp.experts.238.up_proj,0.0000261654,0.05000,14.353
35,mlp.experts.260.up_proj,0.0000357104,0.05000,14.410
35,mlp.experts.256.up_proj,0.0000240877,0.05000,14.442
35,mlp.experts.254.up_proj,failsafe(rtn): 0.0014801,0.00000,0.695
35,mlp.experts.124.up_proj,0.0000489773,0.05000,14.352
35,mlp.experts.123.up_proj,0.0000805157,0.05000,14.335
35,mlp.experts.138.up_proj,0.0000391476,0.05000,14.369
35,mlp.experts.168.up_proj,0.0001050364,0.05000,14.417
35,mlp.experts.134.up_proj,0.0000139235,0.05000,14.528
35,mlp.experts.159.up_proj,0.0000164981,0.05000,14.346
35,mlp.experts.135.up_proj,0.0000243474,0.05000,14.471
35,mlp.experts.169.up_proj,0.0000086698,0.05000,14.692
35,mlp.experts.194.up_proj,0.0000586785,0.05000,14.397
35,mlp.experts.195.up_proj,0.0000232578,0.05000,14.421
35,mlp.experts.205.up_proj,0.0000580328,0.05000,14.518
35,mlp.experts.213.up_proj,0.0000386817,0.05000,14.657
35,mlp.experts.209.up_proj,0.0000938790,0.05000,14.627
35,mlp.experts.276.up_proj,0.0000289477,0.05000,14.667
35,mlp.experts.272.up_proj,0.0000495094,0.05000,14.645
35,mlp.experts.225.up_proj,failsafe(rtn): 0.0015106,0.00000,0.837
35,mlp.experts.270.up_proj,0.0000683313,0.05000,14.750
35,mlp.experts.140.up_proj,0.0000713489,0.05000,15.012
35,mlp.experts.139.up_proj,0.0000046829,0.05000,15.005
35,mlp.experts.154.up_proj,0.0000240162,0.05000,14.970
35,mlp.experts.184.up_proj,0.0000292266,0.05000,14.942
35,mlp.experts.175.up_proj,0.0000378652,0.05000,14.909
35,mlp.experts.150.up_proj,0.0000212994,0.05000,15.005
35,mlp.experts.151.up_proj,0.0000193288,0.05000,14.905
35,mlp.experts.200.up_proj,failsafe(rtn): 0.0014877,0.00000,0.723
35,mlp.experts.185.up_proj,0.0000144889,0.05000,14.952
35,mlp.experts.210.up_proj,0.0000185453,0.05000,14.854
35,mlp.experts.211.up_proj,0.0000248506,0.05000,14.952
35,mlp.experts.221.up_proj,0.0000298992,0.05000,14.981
35,mlp.experts.229.up_proj,0.0000488445,0.05000,14.871
35,mlp.experts.292.up_proj,0.0000696526,0.05000,14.668
35,mlp.experts.288.up_proj,0.0000351894,0.05000,14.609
35,mlp.experts.241.up_proj,0.0000338045,0.05000,14.721
35,mlp.experts.286.up_proj,0.0000833398,0.05000,14.729
35,mlp.experts.156.up_proj,0.0000593782,0.05000,14.541
35,mlp.experts.155.up_proj,0.0000193186,0.05000,14.549
35,mlp.experts.170.up_proj,0.0000675060,0.05000,14.611
35,mlp.experts.166.up_proj,0.0000151643,0.05000,14.614
35,mlp.experts.191.up_proj,0.0000235486,0.05000,14.644
35,mlp.experts.167.up_proj,0.0000353041,0.05000,14.619
35,mlp.experts.216.up_proj,0.0000241643,0.05000,14.560
35,mlp.experts.207.up_proj,failsafe(rtn): 0.0015717,0.00000,0.753
35,mlp.experts.201.up_proj,0.0000199748,0.05000,14.704
35,mlp.experts.226.up_proj,0.0000201279,0.05000,14.887
35,mlp.experts.227.up_proj,0.0000074593,0.05000,14.770
35,mlp.experts.237.up_proj,0.0000217611,0.05000,14.771
35,mlp.experts.245.up_proj,0.0000219656,0.05000,14.728
35,mlp.experts.304.up_proj,0.0000412379,0.05000,14.672
35,mlp.experts.308.up_proj,0.0000208554,0.05000,14.715
35,mlp.experts.257.up_proj,0.0000522697,0.05000,14.838
35,mlp.experts.302.up_proj,0.0000587375,0.05000,14.852
35,mlp.experts.324.up_proj,failsafe(rtn): 0.0015259,0.00000,0.802
35,mlp.experts.172.up_proj,0.0000322836,0.05000,14.753
35,mlp.experts.171.up_proj,0.0000337146,0.05000,14.557
35,mlp.experts.182.up_proj,0.0000258944,0.05000,14.582
35,mlp.experts.186.up_proj,0.0000538648,0.05000,14.741
35,mlp.experts.183.up_proj,0.0000243417,0.05000,14.548
35,mlp.experts.232.up_proj,0.0000534916,0.05000,14.586
35,mlp.experts.223.up_proj,0.0000245686,0.05000,14.524
35,mlp.experts.199.up_proj,failsafe(rtn): 0.0015488,0.00000,0.763
35,mlp.experts.248.up_proj,failsafe(rtn): 0.0015945,0.00000,0.751
35,mlp.experts.217.up_proj,0.0000565408,0.05000,14.510
35,mlp.experts.242.up_proj,0.0000582193,0.05000,14.401
35,mlp.experts.253.up_proj,0.0000285739,0.05000,14.361
35,mlp.experts.243.up_proj,0.0000850985,0.05000,14.418
35,mlp.experts.261.up_proj,0.0000122394,0.05000,14.312
35,mlp.experts.258.up_proj,failsafe(rtn): 0.0015182,0.00000,0.694
35,mlp.experts.269.up_proj,failsafe(rtn): 0.0016098,0.00000,0.707
35,mlp.experts.277.up_proj,failsafe(rtn): 0.0015640,0.00000,0.699
35,mlp.experts.285.up_proj,failsafe(rtn): 0.0014648,0.00000,0.714
35,mlp.experts.320.up_proj,0.0000187127,0.05000,14.206
35,mlp.experts.301.up_proj,failsafe(rtn): 0.0015945,0.00000,0.698
35,mlp.experts.273.up_proj,0.0000268744,0.05000,14.226
35,mlp.experts.318.up_proj,0.0000219031,0.05000,14.186
35,mlp.experts.340.up_proj,0.0000225616,0.05000,14.068
35,mlp.experts.188.up_proj,0.0000189636,0.05000,14.127
35,mlp.experts.187.up_proj,0.0000316748,0.05000,14.384
35,mlp.experts.198.up_proj,0.0000219482,0.05000,14.351
35,mlp.experts.202.up_proj,0.0000205251,0.05000,14.601
35,mlp.experts.239.up_proj,0.0000227012,0.05000,14.559
35,mlp.experts.215.up_proj,0.0000278716,0.05000,14.380
35,mlp.experts.264.up_proj,0.0000142549,0.05000,14.568
35,mlp.experts.233.up_proj,0.0000444709,0.05000,14.555
35,mlp.experts.259.up_proj,0.0000168208,0.05000,14.573
35,mlp.experts.274.up_proj,0.0000270868,0.05000,14.610
35,mlp.experts.293.up_proj,0.0000771766,0.05000,14.743
35,mlp.experts.336.up_proj,0.0000369464,0.05000,14.819
35,mlp.experts.317.up_proj,0.0000575518,0.05000,14.866
35,mlp.experts.289.up_proj,0.0000502880,0.05000,14.898
35,mlp.experts.356.up_proj,0.0000536222,0.05000,14.749
35,mlp.experts.334.up_proj,0.0000548858,0.05000,14.944
35,mlp.experts.204.up_proj,0.0000349391,0.05000,14.824
35,mlp.experts.203.up_proj,0.0000234668,0.05000,14.822
35,mlp.experts.214.up_proj,0.0000794167,0.05000,14.706
35,mlp.experts.218.up_proj,0.0000332259,0.05000,14.602
35,mlp.experts.255.up_proj,0.0000238767,0.05000,14.472
35,mlp.experts.231.up_proj,0.0000126037,0.05000,14.696
35,mlp.experts.280.up_proj,0.0000767655,0.05000,14.714
35,mlp.experts.249.up_proj,0.0000151369,0.05000,14.834
35,mlp.experts.275.up_proj,0.0000498204,0.05000,14.847
35,mlp.experts.290.up_proj,0.0000872240,0.05000,14.776
35,mlp.experts.309.up_proj,0.0000311430,0.05000,14.670
35,mlp.experts.352.up_proj,0.0000688485,0.05000,14.748
35,mlp.experts.333.up_proj,0.0000162569,0.05000,14.724
35,mlp.experts.305.up_proj,0.0000344322,0.05000,14.676
35,mlp.experts.372.up_proj,0.0000268809,0.05000,14.581
35,mlp.experts.350.up_proj,0.0000243255,0.05000,14.789
35,mlp.experts.220.up_proj,0.0000163888,0.05000,14.692
35,mlp.experts.219.up_proj,0.0000349691,0.05000,14.724
35,mlp.experts.230.up_proj,0.0000440137,0.05000,14.582
35,mlp.experts.234.up_proj,0.0000525781,0.05000,14.449
35,mlp.experts.271.up_proj,0.0000238631,0.05000,14.697
35,mlp.experts.247.up_proj,0.0000123819,0.05000,14.731
35,mlp.experts.296.up_proj,0.0000186636,0.05000,14.477
35,mlp.experts.265.up_proj,0.0000432749,0.05000,14.524
35,mlp.experts.291.up_proj,0.0000206309,0.05000,14.623
35,mlp.experts.306.up_proj,0.0000426349,0.05000,14.506
35,mlp.experts.325.up_proj,0.0000156702,0.05000,14.693
35,mlp.experts.368.up_proj,0.0000118202,0.05000,14.434
35,mlp.experts.349.up_proj,0.0000435539,0.05000,14.372
35,mlp.experts.388.up_proj,0.0000535596,0.05000,14.383
35,mlp.experts.321.up_proj,0.0000170458,0.05000,14.559
35,mlp.experts.366.up_proj,0.0000376574,0.05000,14.410
35,mlp.experts.236.up_proj,0.0000256604,0.05000,14.614
35,mlp.experts.235.up_proj,0.0000068425,0.05000,14.816
35,mlp.experts.246.up_proj,0.0000170036,0.05000,14.807
35,mlp.experts.250.up_proj,0.0000473011,0.05000,14.740
35,mlp.experts.287.up_proj,0.0000373136,0.05000,14.853
35,mlp.experts.263.up_proj,0.0000551593,0.05000,15.013
35,mlp.experts.312.up_proj,0.0000462126,0.05000,14.841
35,mlp.experts.281.up_proj,0.0000431735,0.05000,14.968
35,mlp.experts.307.up_proj,0.0000084848,0.05000,15.011
35,mlp.experts.322.up_proj,0.0000443353,0.05000,14.871
35,mlp.experts.338.up_proj,failsafe(rtn): 0.0015640,0.00000,0.647
35,mlp.experts.341.up_proj,0.0000550337,0.05000,14.956
35,mlp.experts.357.up_proj,failsafe(rtn): 0.0015182,0.00000,0.680
35,mlp.experts.384.up_proj,0.0000193124,0.05000,14.996
35,mlp.experts.365.up_proj,0.0000248993,0.05000,14.961
35,mlp.experts.404.up_proj,0.0000263789,0.05000,14.983
35,mlp.experts.337.up_proj,0.0000165805,0.05000,15.002
35,mlp.experts.382.up_proj,0.0000958098,0.05000,14.986
35,mlp.experts.420.up_proj,failsafe(rtn): 0.0015411,0.00000,0.669
35,mlp.experts.252.up_proj,0.0000766472,0.05000,14.456
35,mlp.experts.251.up_proj,0.0000048542,0.05000,14.495
35,mlp.experts.262.up_proj,0.0000532105,0.05000,14.463
35,mlp.experts.266.up_proj,0.0000201098,0.05000,14.433
35,mlp.experts.303.up_proj,0.0000344777,0.05000,14.298
35,mlp.experts.279.up_proj,0.0000911042,0.05000,14.260
35,mlp.experts.328.up_proj,0.0000358212,0.05000,14.281
35,mlp.experts.297.up_proj,0.0000129301,0.05000,14.236
35,mlp.experts.323.up_proj,0.0000202955,0.05000,14.075
35,mlp.experts.354.up_proj,0.0000409961,0.05000,13.952
35,mlp.experts.373.up_proj,0.0000576807,0.05000,13.996
35,mlp.experts.400.up_proj,0.0000444723,0.05000,14.010
35,mlp.experts.381.up_proj,0.0000667451,0.05000,14.108
35,mlp.experts.353.up_proj,0.0000233994,0.05000,14.177
35,mlp.experts.398.up_proj,0.0000044255,0.05000,14.068
35,mlp.experts.436.up_proj,0.0000377491,0.05000,14.136
35,mlp.experts.268.up_proj,0.0000558737,0.05000,13.986
35,mlp.experts.267.up_proj,0.0000458397,0.05000,14.072
35,mlp.experts.282.up_proj,0.0000324449,0.05000,14.074
35,mlp.experts.278.up_proj,0.0000434587,0.05000,14.105
35,mlp.experts.319.up_proj,0.0000359855,0.05000,14.105
35,mlp.experts.295.up_proj,0.0000698525,0.05000,14.137
35,mlp.experts.344.up_proj,0.0000561708,0.05000,14.077
35,mlp.experts.335.up_proj,failsafe(rtn): 0.0014877,0.00000,0.773
35,mlp.experts.313.up_proj,0.0000438952,0.05000,14.093
35,mlp.experts.339.up_proj,0.0000207601,0.05000,14.186
35,mlp.experts.370.up_proj,0.0000388749,0.05000,14.148
35,mlp.experts.389.up_proj,0.0000624534,0.05000,14.117
35,mlp.experts.416.up_proj,0.0000130562,0.05000,13.996
35,mlp.experts.397.up_proj,0.0000473487,0.05000,14.168
35,mlp.experts.432.up_proj,failsafe(rtn): 0.0016556,0.00000,0.741
35,mlp.experts.414.up_proj,0.0000153646,0.05000,14.252
35,mlp.experts.369.up_proj,0.0000274171,0.05000,14.343
35,mlp.experts.452.up_proj,0.0000553327,0.05000,14.238
35,mlp.experts.448.up_proj,failsafe(rtn): 0.0015106,0.00000,0.752
35,mlp.experts.284.up_proj,0.0000180163,0.05000,14.376
35,mlp.experts.283.up_proj,0.0000223156,0.05000,14.301
35,mlp.experts.294.up_proj,0.0000570833,0.05000,14.265
35,mlp.experts.298.up_proj,0.0000304844,0.05000,14.308
35,mlp.experts.314.up_proj,failsafe(rtn): 0.0014648,0.00000,0.769
35,mlp.experts.360.up_proj,0.0000782690,0.05000,14.167
35,mlp.experts.311.up_proj,0.0000370438,0.05000,14.310
35,mlp.experts.351.up_proj,0.0000169133,0.05000,14.300
35,mlp.experts.376.up_proj,failsafe(rtn): 0.0015411,0.00000,0.666
35,mlp.experts.329.up_proj,0.0000394370,0.05000,14.274
35,mlp.experts.355.up_proj,0.0000250345,0.05000,14.367
35,mlp.experts.386.up_proj,0.0000264886,0.05000,14.081
35,mlp.experts.402.up_proj,failsafe(rtn): 0.0015869,0.00000,0.717
35,mlp.experts.405.up_proj,0.0000357332,0.05000,14.303
35,mlp.experts.413.up_proj,0.0000387761,0.05000,14.229
35,mlp.experts.430.up_proj,0.0000162163,0.05000,14.174
35,mlp.experts.385.up_proj,0.0000184300,0.05000,14.264
35,mlp.experts.468.up_proj,0.0000110622,0.05000,14.130
35,mlp.experts.464.up_proj,0.0000457534,0.05000,14.233
35,mlp.experts.300.up_proj,0.0000127440,0.05000,14.481
35,mlp.experts.299.up_proj,0.0000102557,0.05000,14.538
35,mlp.experts.310.up_proj,0.0000165420,0.05000,14.367
35,mlp.experts.330.up_proj,0.0000140720,0.05000,14.397
35,mlp.experts.327.up_proj,0.0000497966,0.05000,14.648
35,mlp.experts.367.up_proj,0.0000279398,0.05000,14.725
35,mlp.experts.392.up_proj,0.0000283994,0.05000,14.674
35,mlp.experts.345.up_proj,0.0000501189,0.05000,14.655
35,mlp.experts.371.up_proj,0.0000485052,0.05000,14.905
35,mlp.experts.418.up_proj,0.0000756241,0.05000,14.985
35,mlp.experts.421.up_proj,0.0000128640,0.05000,14.821
35,mlp.experts.429.up_proj,0.0000262522,0.05000,14.895
35,mlp.experts.446.up_proj,0.0000224507,0.05000,14.869
35,mlp.experts.401.up_proj,0.0000260382,0.05000,15.006
35,mlp.experts.484.up_proj,0.0000289281,0.05000,14.878
35,mlp.experts.480.up_proj,0.0000376485,0.05000,14.849
35,mlp.experts.316.up_proj,0.0000428877,0.05000,14.976
35,mlp.experts.326.up_proj,0.0000296959,0.05000,14.703
35,mlp.experts.315.up_proj,0.0000144503,0.05000,14.975
35,mlp.experts.346.up_proj,0.0000326442,0.05000,14.784
35,mlp.experts.343.up_proj,0.0000313871,0.05000,14.677
35,mlp.experts.383.up_proj,0.0000399301,0.05000,14.651
35,mlp.experts.408.up_proj,0.0000757609,0.05000,14.757
35,mlp.experts.361.up_proj,0.0000204780,0.05000,14.763
35,mlp.experts.387.up_proj,0.0000498940,0.05000,14.844
35,mlp.experts.434.up_proj,0.0000210869,0.05000,14.873
35,mlp.experts.437.up_proj,0.0000157550,0.05000,14.851
35,mlp.experts.445.up_proj,0.0000129528,0.05000,14.831
35,mlp.experts.462.up_proj,0.0000314880,0.05000,14.977
35,mlp.experts.417.up_proj,0.0000432100,0.05000,14.879
35,mlp.experts.500.up_proj,0.0000634907,0.05000,14.824
35,mlp.experts.496.up_proj,0.0000329580,0.05000,14.784
35,mlp.experts.0.down_proj,failsafe(rtn): 0.0016403,0.00000,0.191
35,mlp.experts.16.down_proj,failsafe(rtn): 0.0015259,0.00000,0.188
35,mlp.experts.433.up_proj,failsafe(rtn): 0.0016022,0.00000,0.789
35,mlp.experts.4.down_proj,0.0000028389,0.05000,3.569
35,mlp.experts.32.down_proj,0.0000031149,0.05000,3.606
35,mlp.experts.48.down_proj,failsafe(rtn): 0.0015335,0.00000,0.192
35,mlp.experts.332.up_proj,0.0000431617,0.05000,14.657
35,mlp.experts.20.down_proj,0.0000015284,0.05000,3.650
35,mlp.experts.342.up_proj,0.0000249673,0.05000,14.880
35,mlp.experts.331.up_proj,0.0000602035,0.05000,14.790
35,mlp.experts.64.down_proj,0.0000021350,0.05000,3.623
35,mlp.experts.362.up_proj,0.0000168647,0.05000,14.896
35,mlp.experts.359.up_proj,0.0000512961,0.05000,14.805
35,mlp.experts.399.up_proj,0.0000600567,0.05000,14.769
35,mlp.experts.424.up_proj,0.0000346770,0.05000,14.459
35,mlp.experts.377.up_proj,0.0000456301,0.05000,14.652
35,mlp.experts.36.down_proj,0.0000086419,0.05000,3.656
35,mlp.experts.80.down_proj,0.0000012329,0.05000,3.792
35,mlp.experts.403.up_proj,0.0000406779,0.05000,14.795
35,mlp.experts.450.up_proj,0.0000114955,0.05000,14.704
35,mlp.experts.453.up_proj,0.0000271103,0.05000,14.708
35,mlp.experts.461.up_proj,0.0000437272,0.05000,14.595
35,mlp.experts.478.up_proj,0.0000539132,0.05000,14.442
35,mlp.experts.52.down_proj,0.0000023520,0.05000,3.661
35,mlp.experts.494.up_proj,failsafe(rtn): 0.0015793,0.00000,0.753
35,mlp.experts.449.up_proj,0.0000323209,0.05000,14.450
35,mlp.experts.96.down_proj,0.0000043742,0.05000,3.564
35,mlp.experts.68.down_proj,0.0000052181,0.05000,3.609
35,mlp.experts.84.down_proj,failsafe(rtn): 0.0015259,0.00000,0.181
35,mlp.experts.112.down_proj,0.0000147859,0.05000,3.576
35,mlp.experts.348.up_proj,0.0000805703,0.05000,14.481
35,mlp.experts.358.up_proj,0.0000147065,0.05000,14.501
35,mlp.experts.347.up_proj,0.0000268726,0.05000,14.526
35,mlp.experts.100.down_proj,0.0000130762,0.05000,3.655
35,mlp.experts.128.down_proj,0.0000027258,0.05000,3.802
35,mlp.experts.378.up_proj,0.0000303399,0.05000,14.631
35,mlp.experts.375.up_proj,0.0000555599,0.05000,14.724
35,mlp.experts.415.up_proj,0.0000644843,0.05000,14.696
35,mlp.experts.440.up_proj,0.0000410006,0.05000,14.659
35,mlp.experts.393.up_proj,0.0000220644,0.05000,14.719
35,mlp.experts.116.down_proj,0.0000008213,0.05000,3.723
35,mlp.experts.132.down_proj,failsafe(rtn): 0.0016937,0.00000,0.217
35,mlp.experts.144.down_proj,0.0000039370,0.05000,3.776
35,mlp.experts.419.up_proj,0.0000282327,0.05000,14.620
35,mlp.experts.466.up_proj,0.0000570014,0.05000,14.817
35,mlp.experts.469.up_proj,0.0000212466,0.05000,14.931
35,mlp.experts.477.up_proj,0.0000199972,0.05000,14.754
35,mlp.experts.510.up_proj,0.0000147111,0.05000,14.559
35,mlp.experts.148.down_proj,0.0000073736,0.05000,3.599
35,mlp.experts.465.up_proj,0.0000439200,0.05000,14.786
35,mlp.experts.160.down_proj,0.0000028281,0.05000,3.611
35,mlp.experts.14.down_proj,0.0000053343,0.05000,3.433
35,mlp.experts.164.down_proj,0.0000039383,0.05000,3.521
35,mlp.experts.180.down_proj,failsafe(rtn): 0.0015030,0.00000,0.212
35,mlp.experts.196.down_proj,failsafe(rtn): 0.0016403,0.00000,0.207
35,mlp.experts.176.down_proj,0.0000016879,0.05000,3.552
35,mlp.experts.364.up_proj,0.0000835207,0.05000,14.701
35,mlp.experts.374.up_proj,0.0000336710,0.05000,14.661
35,mlp.experts.363.up_proj,0.0000503312,0.05000,14.654
35,mlp.experts.30.down_proj,0.0000025746,0.05000,3.629
35,mlp.experts.212.down_proj,0.0000033001,0.05000,3.566
35,mlp.experts.394.up_proj,0.0000168406,0.05000,14.395
35,mlp.experts.192.down_proj,0.0000038319,0.05000,3.549
35,mlp.experts.391.up_proj,0.0000248082,0.05000,14.449
35,mlp.experts.431.up_proj,0.0000354900,0.05000,14.568
35,mlp.experts.456.up_proj,0.0000188522,0.05000,14.563
35,mlp.experts.409.up_proj,0.0000276997,0.05000,14.564
35,mlp.experts.46.down_proj,0.0000053428,0.05000,3.579
35,mlp.experts.228.down_proj,0.0000030769,0.05000,3.686
35,mlp.experts.208.down_proj,0.0000020852,0.05000,3.747
35,mlp.experts.435.up_proj,0.0000106522,0.05000,14.477
35,mlp.experts.224.down_proj,failsafe(rtn): 0.0015030,0.00000,0.193
35,mlp.experts.482.up_proj,0.0000962974,0.05000,14.395
35,mlp.experts.485.up_proj,0.0000989644,0.05000,14.355
35,mlp.experts.493.up_proj,0.0000499367,0.05000,14.481
35,mlp.experts.62.down_proj,0.0000064059,0.05000,3.780
35,mlp.experts.481.up_proj,0.0000335792,0.05000,14.480
35,mlp.experts.244.down_proj,0.0000034117,0.05000,3.687
35,mlp.experts.240.down_proj,0.0000015210,0.05000,3.687
35,mlp.experts.78.down_proj,0.0000014284,0.05000,3.543
35,mlp.experts.260.down_proj,0.0000025809,0.05000,3.572
35,mlp.experts.380.up_proj,0.0000615513,0.05000,14.401
35,mlp.experts.256.down_proj,0.0000018929,0.05000,3.637
35,mlp.experts.390.up_proj,0.0000170037,0.05000,14.838
35,mlp.experts.379.up_proj,0.0000182183,0.05000,14.828
35,mlp.experts.94.down_proj,0.0000025690,0.05000,4.033
35,mlp.experts.276.down_proj,0.0000027879,0.05000,3.920
35,mlp.experts.410.up_proj,0.0000650563,0.05000,14.904
35,mlp.experts.272.down_proj,0.0000085544,0.05000,3.870
35,mlp.experts.407.up_proj,0.0000609962,0.05000,14.705
35,mlp.experts.472.up_proj,0.0000289255,0.05000,14.604
35,mlp.experts.447.up_proj,0.0000169448,0.05000,14.872
35,mlp.experts.425.up_proj,0.0000593383,0.05000,14.791
35,mlp.experts.110.down_proj,0.0000033960,0.05000,3.611
35,mlp.experts.126.down_proj,failsafe(rtn): 0.0016861,0.00000,0.188
35,mlp.experts.142.down_proj,failsafe(rtn): 0.0015411,0.00000,0.171
35,mlp.experts.292.down_proj,0.0000055327,0.05000,3.667
35,mlp.experts.451.up_proj,0.0000331268,0.05000,14.849
35,mlp.experts.288.down_proj,0.0000027461,0.05000,3.698
35,mlp.experts.467.up_proj,failsafe(rtn): 0.0016785,0.00000,0.688
35,mlp.experts.498.up_proj,0.0000807259,0.05000,14.858
35,mlp.experts.501.up_proj,0.0000686199,0.05000,14.858
35,mlp.experts.509.up_proj,0.0000118499,0.05000,14.921
35,mlp.experts.13.down_proj,failsafe(rtn): 0.0015411,0.00000,0.192
35,mlp.experts.158.down_proj,0.0000013633,0.05000,3.612
35,mlp.experts.497.up_proj,0.0000149753,0.05000,14.857
35,mlp.experts.308.down_proj,0.0000028714,0.05000,3.647
35,mlp.experts.324.down_proj,failsafe(rtn): 0.0015488,0.00000,0.191
35,mlp.experts.304.down_proj,0.0000054546,0.05000,3.711
35,mlp.experts.2.down_proj,0.0000074866,0.05000,3.782
35,mlp.experts.5.down_proj,0.0000019765,0.05000,3.754
35,mlp.experts.29.down_proj,0.0000050075,0.05000,3.813
35,mlp.experts.174.down_proj,0.0000028046,0.05000,3.703
35,mlp.experts.1.down_proj,0.0000048812,0.05000,3.812
35,mlp.experts.396.up_proj,0.0000539372,0.05000,15.046
35,mlp.experts.340.down_proj,0.0000027244,0.05000,3.818
35,mlp.experts.320.down_proj,0.0000024729,0.05000,3.815
35,mlp.experts.18.down_proj,0.0000046328,0.05000,3.827
35,mlp.experts.21.down_proj,0.0000003875,0.05000,3.874
35,mlp.experts.37.down_proj,failsafe(rtn): 0.0015945,0.00000,0.182
35,mlp.experts.45.down_proj,0.0000022449,0.05000,3.885
35,mlp.experts.406.up_proj,0.0000427191,0.05000,14.745
35,mlp.experts.395.up_proj,0.0000371713,0.05000,14.920
35,mlp.experts.190.down_proj,0.0000052780,0.05000,3.792
35,mlp.experts.206.down_proj,failsafe(rtn): 0.0015717,0.00000,0.169
35,mlp.experts.17.down_proj,0.0000031971,0.05000,3.746
35,mlp.experts.426.up_proj,0.0000566801,0.05000,14.852
35,mlp.experts.356.down_proj,0.0000036783,0.05000,3.719
35,mlp.experts.336.down_proj,0.0000028372,0.05000,3.748
35,mlp.experts.423.up_proj,0.0000154490,0.05000,14.923
35,mlp.experts.488.up_proj,0.0000149099,0.05000,14.742
35,mlp.experts.463.up_proj,0.0000113380,0.05000,14.930
35,mlp.experts.34.down_proj,0.0000013536,0.05000,3.869
35,mlp.experts.441.up_proj,0.0000484058,0.05000,14.891
35,mlp.experts.53.down_proj,0.0000022457,0.05000,3.872
35,mlp.experts.61.down_proj,0.0000070535,0.05000,3.849
35,mlp.experts.222.down_proj,0.0000052879,0.05000,4.011
35,mlp.experts.33.down_proj,0.0000043297,0.05000,4.030
35,mlp.experts.372.down_proj,0.0000034979,0.05000,4.000
35,mlp.experts.352.down_proj,0.0000043935,0.05000,3.964
35,mlp.experts.483.up_proj,0.0000307056,0.05000,15.210
35,mlp.experts.50.down_proj,0.0000247867,0.05000,3.945
35,mlp.experts.69.down_proj,0.0000034050,0.05000,3.856
35,mlp.experts.85.down_proj,failsafe(rtn): 0.0016632,0.00000,0.194
35,mlp.experts.77.down_proj,0.0000055862,0.05000,3.762
35,mlp.experts.238.down_proj,0.0000027460,0.05000,3.647
35,mlp.experts.49.down_proj,0.0000115506,0.05000,3.629
35,mlp.experts.254.down_proj,failsafe(rtn): 0.0015640,0.00000,0.190
35,mlp.experts.388.down_proj,0.0000042621,0.05000,3.682
35,mlp.experts.368.down_proj,0.0000008135,0.05000,3.637
35,mlp.experts.66.down_proj,0.0000058605,0.05000,3.461
35,mlp.experts.101.down_proj,0.0000086033,0.05000,3.417
35,mlp.experts.93.down_proj,0.0000027974,0.05000,3.509
35,mlp.experts.65.down_proj,0.0000062276,0.05000,3.600
35,mlp.experts.412.up_proj,0.0000347680,0.05000,14.985
35,mlp.experts.270.down_proj,0.0000147612,0.05000,3.578
35,mlp.experts.404.down_proj,0.0000028356,0.05000,3.611
35,mlp.experts.420.down_proj,failsafe(rtn): 0.0015717,0.00000,0.166
35,mlp.experts.384.down_proj,0.0000016639,0.05000,3.618
35,mlp.experts.82.down_proj,0.0000030674,0.05000,3.823
35,mlp.experts.117.down_proj,0.0000006262,0.05000,3.893
35,mlp.experts.109.down_proj,0.0000054550,0.05000,3.947
35,mlp.experts.422.up_proj,0.0000681115,0.05000,15.050
35,mlp.experts.411.up_proj,0.0000151612,0.05000,15.036
35,mlp.experts.81.down_proj,0.0000028071,0.05000,3.869
35,mlp.experts.442.up_proj,0.0000522395,0.05000,15.161
35,mlp.experts.286.down_proj,0.0000140612,0.05000,3.937
35,mlp.experts.97.down_proj,failsafe(rtn): 0.0015564,0.00000,0.235
35,mlp.experts.436.down_proj,0.0000039021,0.05000,3.938
35,mlp.experts.400.down_proj,0.0000041572,0.05000,3.980
35,mlp.experts.439.up_proj,0.0000542347,0.05000,15.120
35,mlp.experts.504.up_proj,0.0000146794,0.05000,15.292
35,mlp.experts.479.up_proj,0.0000966365,0.05000,15.144
35,mlp.experts.457.up_proj,0.0000267141,0.05000,14.833
35,mlp.experts.98.down_proj,0.0000043101,0.05000,3.952
35,mlp.experts.473.up_proj,failsafe(rtn): 0.0015564,0.00000,0.766
35,mlp.experts.133.down_proj,0.0000017669,0.05000,3.926
35,mlp.experts.125.down_proj,0.0000019982,0.05000,3.876
35,mlp.experts.302.down_proj,0.0000142824,0.05000,3.796
35,mlp.experts.113.down_proj,0.0000013151,0.05000,3.810
35,mlp.experts.452.down_proj,0.0000057476,0.05000,3.707
35,mlp.experts.416.down_proj,0.0000017374,0.05000,3.750
35,mlp.experts.432.down_proj,failsafe(rtn): 0.0016785,0.00000,0.183
35,mlp.experts.8.down_proj,0.0000062425,0.05000,3.656
35,mlp.experts.499.up_proj,0.0000045466,0.05000,14.935
35,mlp.experts.448.down_proj,failsafe(rtn): 0.0015335,0.00000,0.203
35,mlp.experts.3.down_proj,failsafe(rtn): 0.0016556,0.00000,0.210
35,mlp.experts.114.down_proj,0.0000202545,0.05000,3.766
35,mlp.experts.149.down_proj,0.0000026396,0.05000,3.692
35,mlp.experts.141.down_proj,0.0000048340,0.05000,3.674
35,mlp.experts.318.down_proj,0.0000025498,0.05000,3.686
35,mlp.experts.129.down_proj,0.0000063841,0.05000,3.740
35,mlp.experts.468.down_proj,0.0000006521,0.05000,3.716
35,mlp.experts.24.down_proj,0.0000011430,0.05000,3.807
35,mlp.experts.464.down_proj,0.0000056319,0.05000,3.784
35,mlp.experts.19.down_proj,0.0000028359,0.05000,3.719
35,mlp.experts.130.down_proj,0.0000055117,0.05000,3.754
35,mlp.experts.165.down_proj,0.0000025352,0.05000,3.813
35,mlp.experts.157.down_proj,0.0000083666,0.05000,3.768
35,mlp.experts.428.up_proj,0.0000652301,0.05000,15.279
35,mlp.experts.334.down_proj,0.0000044337,0.05000,3.966
35,mlp.experts.145.down_proj,0.0000085351,0.05000,3.978
35,mlp.experts.484.down_proj,0.0000058358,0.05000,3.854
35,mlp.experts.161.down_proj,failsafe(rtn): 0.0015869,0.00000,0.156
35,mlp.experts.40.down_proj,0.0000054546,0.05000,3.805
35,mlp.experts.480.down_proj,0.0000023405,0.05000,3.797
35,mlp.experts.35.down_proj,0.0000070954,0.05000,3.692
35,mlp.experts.146.down_proj,0.0000131892,0.05000,3.693
35,mlp.experts.181.down_proj,0.0000088072,0.05000,3.606
35,mlp.experts.173.down_proj,0.0000050660,0.05000,3.612
35,mlp.experts.438.up_proj,0.0000216330,0.05000,14.837
35,mlp.experts.427.up_proj,0.0000512223,0.05000,14.757
35,mlp.experts.454.up_proj,failsafe(rtn): 0.0013885,0.00000,0.709
35,mlp.experts.458.up_proj,0.0000362048,0.05000,14.778
35,mlp.experts.350.down_proj,0.0000022128,0.05000,3.499
35,mlp.experts.500.down_proj,0.0000077368,0.05000,3.471
35,mlp.experts.455.up_proj,0.0000323290,0.05000,14.697
35,mlp.experts.177.down_proj,0.0000065141,0.05000,3.513
35,mlp.experts.56.down_proj,0.0000024722,0.05000,3.517
35,mlp.experts.495.up_proj,0.0000242604,0.05000,14.685
35,mlp.experts.51.down_proj,0.0000063918,0.05000,3.566
35,mlp.experts.496.down_proj,0.0000043633,0.05000,3.607
35,mlp.experts.67.down_proj,failsafe(rtn): 0.0015945,0.00000,0.184
35,mlp.experts.162.down_proj,0.0000013595,0.05000,3.542
35,mlp.experts.178.down_proj,failsafe(rtn): 0.0016174,0.00000,0.157
35,mlp.experts.489.up_proj,0.0000451282,0.05000,14.507
35,mlp.experts.197.down_proj,0.0000073818,0.05000,3.500
35,mlp.experts.189.down_proj,0.0000026101,0.05000,3.532
35,mlp.experts.366.down_proj,0.0000028639,0.05000,3.222
35,mlp.experts.193.down_proj,0.0000036772,0.05000,3.269
35,mlp.experts.72.down_proj,0.0000039492,0.05000,3.179
35,mlp.experts.83.down_proj,0.0000037121,0.05000,3.161
35,mlp.experts.194.down_proj,0.0000033541,0.05000,3.241
35,mlp.experts.213.down_proj,0.0000077710,0.05000,3.212
35,mlp.experts.205.down_proj,0.0000054604,0.05000,3.164
35,mlp.experts.382.down_proj,0.0000094718,0.05000,3.272
35,mlp.experts.209.down_proj,0.0000085099,0.05000,3.207
35,mlp.experts.225.down_proj,failsafe(rtn): 0.0015717,0.00000,0.161
35,mlp.experts.88.down_proj,0.0000034468,0.05000,3.228
35,mlp.experts.99.down_proj,0.0000014895,0.05000,3.178
35,mlp.experts.210.down_proj,0.0000034877,0.05000,3.118
35,mlp.experts.229.down_proj,0.0000040950,0.05000,3.194
35,mlp.experts.221.down_proj,0.0000036383,0.05000,3.150
35,mlp.experts.444.up_proj,0.0000094865,0.05000,12.897
35,mlp.experts.398.down_proj,0.0000007163,0.05000,3.098
35,mlp.experts.241.down_proj,0.0000035850,0.05000,3.176
35,mlp.experts.104.down_proj,0.0000094685,0.05000,3.159
35,mlp.experts.115.down_proj,0.0000058407,0.05000,3.162
35,mlp.experts.226.down_proj,0.0000020455,0.05000,3.071
35,mlp.experts.245.down_proj,0.0000025536,0.05000,3.190
35,mlp.experts.237.down_proj,0.0000030574,0.05000,3.180
35,mlp.experts.443.up_proj,0.0000285756,0.05000,13.010
35,mlp.experts.470.up_proj,0.0000231076,0.05000,12.819
35,mlp.experts.474.up_proj,0.0000138030,0.05000,12.851
35,mlp.experts.414.down_proj,0.0000024015,0.05000,3.225
35,mlp.experts.471.up_proj,0.0000302952,0.05000,12.872
35,mlp.experts.120.down_proj,0.0000051217,0.05000,3.183
35,mlp.experts.257.down_proj,0.0000034123,0.05000,3.258
35,mlp.experts.511.up_proj,0.0000546734,0.05000,12.819
35,mlp.experts.131.down_proj,0.0000026040,0.05000,3.220
35,mlp.experts.242.down_proj,0.0000105998,0.05000,3.251
35,mlp.experts.505.up_proj,0.0000173495,0.05000,12.693
35,mlp.experts.258.down_proj,failsafe(rtn): 0.0015564,0.00000,0.175
35,mlp.experts.261.down_proj,0.0000008278,0.05000,3.215
35,mlp.experts.253.down_proj,0.0000020082,0.05000,3.245
35,mlp.experts.277.down_proj,failsafe(rtn): 0.0016174,0.00000,0.149
35,mlp.experts.269.down_proj,failsafe(rtn): 0.0016479,0.00000,0.149
35,mlp.experts.285.down_proj,failsafe(rtn): 0.0014038,0.00000,0.139
35,mlp.experts.301.down_proj,failsafe(rtn): 0.0016556,0.00000,0.169
35,mlp.experts.430.down_proj,0.0000014684,0.05000,3.170
35,mlp.experts.136.down_proj,0.0000034655,0.05000,3.122
35,mlp.experts.273.down_proj,0.0000030489,0.05000,3.224
35,mlp.experts.15.down_proj,0.0000038533,0.05000,3.187
35,mlp.experts.147.down_proj,0.0000045072,0.05000,3.182
35,mlp.experts.9.down_proj,0.0000023358,0.05000,3.215
35,mlp.experts.274.down_proj,0.0000021399,0.05000,3.200
35,mlp.experts.293.down_proj,0.0000094511,0.05000,3.224
35,mlp.experts.317.down_proj,0.0000110375,0.05000,3.240
35,mlp.experts.446.down_proj,0.0000020889,0.05000,3.078
35,mlp.experts.152.down_proj,0.0000031529,0.05000,3.094
35,mlp.experts.289.down_proj,0.0000103359,0.05000,3.096
35,mlp.experts.31.down_proj,0.0000034512,0.05000,3.101
35,mlp.experts.163.down_proj,0.0000019506,0.05000,3.118
35,mlp.experts.25.down_proj,0.0000044177,0.05000,3.053
35,mlp.experts.290.down_proj,0.0000115254,0.05000,3.051
35,mlp.experts.309.down_proj,0.0000024062,0.05000,3.088
35,mlp.experts.333.down_proj,0.0000019568,0.05000,3.023
35,mlp.experts.460.up_proj,0.0000245289,0.05000,12.618
35,mlp.experts.462.down_proj,0.0000041518,0.05000,3.081
35,mlp.experts.168.down_proj,0.0000074971,0.05000,3.005
35,mlp.experts.305.down_proj,0.0000022004,0.05000,3.033
35,mlp.experts.47.down_proj,0.0000018481,0.05000,3.079
35,mlp.experts.179.down_proj,0.0000039319,0.05000,3.058
35,mlp.experts.41.down_proj,0.0000008258,0.05000,3.064
35,mlp.experts.306.down_proj,0.0000078376,0.05000,2.987
35,mlp.experts.325.down_proj,0.0000026237,0.05000,2.976
35,mlp.experts.459.up_proj,0.0000329164,0.05000,12.501
35,mlp.experts.486.up_proj,0.0000408073,0.05000,12.478
35,mlp.experts.349.down_proj,0.0000028748,0.05000,3.053
35,mlp.experts.490.up_proj,0.0000424381,0.05000,12.408
35,mlp.experts.478.down_proj,0.0000051952,0.05000,3.061
35,mlp.experts.487.up_proj,0.0000204618,0.05000,12.281
35,mlp.experts.494.down_proj,failsafe(rtn): 0.0016403,0.00000,0.159
35,mlp.experts.184.down_proj,0.0000029641,0.05000,3.090
35,mlp.experts.200.down_proj,failsafe(rtn): 0.0015411,0.00000,0.151
35,mlp.experts.321.down_proj,0.0000010937,0.05000,3.109
35,mlp.experts.63.down_proj,0.0000035643,0.05000,3.114
35,mlp.experts.195.down_proj,0.0000023626,0.05000,3.064
35,mlp.experts.57.down_proj,0.0000062630,0.05000,3.087
35,mlp.experts.73.down_proj,failsafe(rtn): 0.0014572,0.00000,0.157
35,mlp.experts.322.down_proj,0.0000036165,0.05000,3.199
35,mlp.experts.338.down_proj,failsafe(rtn): 0.0016022,0.00000,0.154
35,mlp.experts.341.down_proj,0.0000078050,0.05000,3.194
35,mlp.experts.357.down_proj,failsafe(rtn): 0.0015717,0.00000,0.162
35,mlp.experts.365.down_proj,0.0000018081,0.05000,3.268
35,mlp.experts.510.down_proj,0.0000018434,0.05000,3.199
35,mlp.experts.216.down_proj,0.0000020508,0.05000,3.099
35,mlp.experts.337.down_proj,0.0000012639,0.05000,3.131
35,mlp.experts.79.down_proj,0.0000011974,0.05000,3.174
35,mlp.experts.211.down_proj,0.0000032113,0.05000,3.177
35,mlp.experts.89.down_proj,0.0000028844,0.05000,3.144
35,mlp.experts.354.down_proj,0.0000030370,0.05000,3.065
35,mlp.experts.373.down_proj,0.0000067737,0.05000,3.071
35,mlp.experts.381.down_proj,0.0000171122,0.05000,3.048
35,mlp.experts.232.down_proj,0.0000043150,0.05000,2.905
35,mlp.experts.353.down_proj,0.0000021722,0.05000,2.953
35,mlp.experts.248.down_proj,failsafe(rtn): 0.0016251,0.00000,0.147
35,mlp.experts.95.down_proj,0.0000014565,0.05000,2.932
35,mlp.experts.227.down_proj,0.0000022767,0.05000,2.920
35,mlp.experts.105.down_proj,0.0000041801,0.05000,2.895
35,mlp.experts.370.down_proj,0.0000114149,0.05000,2.885
35,mlp.experts.389.down_proj,0.0000041946,0.05000,2.876
35,mlp.experts.476.up_proj,0.0000337803,0.05000,12.053
35,mlp.experts.397.down_proj,0.0000039578,0.05000,2.873
35,mlp.experts.369.down_proj,0.0000044721,0.05000,2.938
35,mlp.experts.264.down_proj,0.0000011888,0.05000,2.896
35,mlp.experts.111.down_proj,0.0000037276,0.05000,2.886
35,mlp.experts.243.down_proj,0.0000065934,0.05000,2.867
35,mlp.experts.121.down_proj,0.0000010373,0.05000,2.806
35,mlp.experts.386.down_proj,0.0000046856,0.05000,2.845
35,mlp.experts.402.down_proj,failsafe(rtn): 0.0016022,0.00000,0.144
35,mlp.experts.405.down_proj,0.0000055442,0.05000,2.852
35,mlp.experts.475.up_proj,0.0000212037,0.05000,12.045
35,mlp.experts.502.up_proj,0.0000675163,0.05000,11.935
35,mlp.experts.506.up_proj,0.0000061269,0.05000,11.788
35,mlp.experts.413.down_proj,0.0000024155,0.05000,2.854
35,mlp.experts.503.up_proj,0.0000180488,0.05000,11.865
35,mlp.experts.280.down_proj,0.0000090349,0.05000,2.733
35,mlp.experts.385.down_proj,0.0000021845,0.05000,2.808
35,mlp.experts.127.down_proj,0.0000020837,0.05000,2.820
35,mlp.experts.259.down_proj,0.0000024035,0.05000,2.824
35,mlp.experts.137.down_proj,0.0000007530,0.05000,2.866
35,mlp.experts.418.down_proj,0.0000050016,0.05000,2.858
35,mlp.experts.421.down_proj,0.0000025725,0.05000,2.900
35,mlp.experts.6.down_proj,0.0000081815,0.05000,2.996
35,mlp.experts.10.down_proj,0.0000046825,0.05000,2.962
35,mlp.experts.429.down_proj,0.0000039498,0.05000,3.012
35,mlp.experts.7.down_proj,0.0000018046,0.05000,2.946
35,mlp.experts.296.down_proj,0.0000019731,0.05000,3.039
35,mlp.experts.401.down_proj,0.0000030875,0.05000,3.061
35,mlp.experts.143.down_proj,0.0000017160,0.05000,3.044
35,mlp.experts.275.down_proj,0.0000041696,0.05000,3.012
35,mlp.experts.153.down_proj,0.0000015047,0.05000,2.945
35,mlp.experts.434.down_proj,0.0000043640,0.05000,2.952
35,mlp.experts.437.down_proj,0.0000030789,0.05000,2.918
35,mlp.experts.22.down_proj,0.0000078637,0.05000,2.816
35,mlp.experts.26.down_proj,0.0000057571,0.05000,2.826
35,mlp.experts.445.down_proj,0.0000014290,0.05000,2.864
35,mlp.experts.23.down_proj,0.0000102925,0.05000,2.847
35,mlp.experts.312.down_proj,0.0000046146,0.05000,2.725
35,mlp.experts.417.down_proj,0.0000031145,0.05000,2.770
35,mlp.experts.159.down_proj,0.0000021373,0.05000,2.784
35,mlp.experts.433.down_proj,failsafe(rtn): 0.0016403,0.00000,0.149
35,mlp.experts.291.down_proj,0.0000016416,0.05000,2.752
35,mlp.experts.169.down_proj,0.0000019710,0.05000,2.891
35,mlp.experts.450.down_proj,0.0000028149,0.05000,2.895
35,mlp.experts.453.down_proj,0.0000023395,0.05000,2.822
35,mlp.experts.492.up_proj,0.0000655187,0.05000,11.376
35,mlp.experts.38.down_proj,0.0000072071,0.05000,2.828
35,mlp.experts.42.down_proj,0.0000012529,0.05000,2.831
35,mlp.experts.461.down_proj,0.0000033362,0.05000,2.827
35,mlp.experts.39.down_proj,0.0000020075,0.05000,2.840
35,mlp.experts.328.down_proj,0.0000021609,0.05000,2.821
35,mlp.experts.175.down_proj,0.0000027617,0.05000,2.875
35,mlp.experts.449.down_proj,0.0000029623,0.05000,2.907
35,mlp.experts.307.down_proj,0.0000013958,0.05000,2.930
35,mlp.experts.185.down_proj,0.0000018660,0.05000,2.897
35,mlp.experts.466.down_proj,0.0000071871,0.05000,2.935
35,mlp.experts.469.down_proj,0.0000023057,0.05000,2.944
35,mlp.experts.491.up_proj,0.0000160816,0.05000,11.610
35,mlp.experts.54.down_proj,0.0000035443,0.05000,2.952
35,mlp.experts.58.down_proj,0.0000008891,0.05000,2.986
35,mlp.experts.477.down_proj,0.0000024972,0.05000,3.005
35,mlp.experts.55.down_proj,0.0000032103,0.05000,3.038
35,mlp.experts.344.down_proj,0.0000039435,0.05000,2.939
35,mlp.experts.191.down_proj,0.0000036424,0.05000,3.012
35,mlp.experts.465.down_proj,0.0000033050,0.05000,2.988
35,mlp.experts.323.down_proj,0.0000023924,0.05000,3.022
35,mlp.experts.207.down_proj,failsafe(rtn): 0.0016327,0.00000,0.163
35,mlp.experts.201.down_proj,0.0000027596,0.05000,2.958
35,mlp.experts.482.down_proj,0.0000119442,0.05000,2.915
35,mlp.experts.485.down_proj,0.0000096541,0.05000,2.924
35,mlp.experts.70.down_proj,0.0000034318,0.05000,2.909
35,mlp.experts.74.down_proj,0.0000034268,0.05000,2.927
35,mlp.experts.493.down_proj,0.0000039704,0.05000,2.937
35,mlp.experts.71.down_proj,0.0000034824,0.05000,2.919
35,mlp.experts.360.down_proj,0.0000055607,0.05000,2.830
35,mlp.experts.376.down_proj,failsafe(rtn): 0.0016403,0.00000,0.144
35,mlp.experts.481.down_proj,0.0000023867,0.05000,2.896
35,mlp.experts.339.down_proj,0.0000015498,0.05000,2.825
35,mlp.experts.223.down_proj,0.0000028267,0.05000,2.864
35,mlp.experts.217.down_proj,0.0000039442,0.05000,2.924
35,mlp.experts.498.down_proj,0.0000065921,0.05000,2.842
35,mlp.experts.501.down_proj,0.0000062562,0.05000,2.867
35,mlp.experts.86.down_proj,0.0000133457,0.05000,2.864
35,mlp.experts.90.down_proj,0.0000070326,0.05000,2.851
35,mlp.experts.509.down_proj,0.0000028458,0.05000,2.828
35,mlp.experts.87.down_proj,0.0000061065,0.05000,2.753
35,mlp.experts.392.down_proj,0.0000051240,0.05000,2.611
35,mlp.experts.355.down_proj,0.0000031867,0.05000,2.479
35,mlp.experts.497.down_proj,0.0000009481,0.05000,2.515
35,mlp.experts.239.down_proj,0.0000044008,0.05000,2.460
35,mlp.experts.233.down_proj,0.0000043708,0.05000,2.164
35,mlp.experts.508.up_proj,0.0000498205,0.05000,10.625
35,mlp.experts.102.down_proj,0.0000065734,0.05000,1.865
35,mlp.experts.106.down_proj,0.0000032897,0.05000,1.816
35,mlp.experts.103.down_proj,0.0000010345,0.05000,1.782
35,mlp.experts.408.down_proj,0.0000091597,0.05000,1.715
35,mlp.experts.371.down_proj,0.0000034119,0.05000,1.742
35,mlp.experts.255.down_proj,0.0000017567,0.05000,1.737
35,mlp.experts.249.down_proj,0.0000016835,0.05000,1.700
35,mlp.experts.507.up_proj,0.0000583636,0.05000,9.431
35,mlp.experts.12.down_proj,0.0000022228,0.05000,1.741
35,mlp.experts.118.down_proj,0.0000038853,0.05000,1.751
35,mlp.experts.122.down_proj,0.0000036875,0.05000,1.731
35,mlp.experts.119.down_proj,0.0000042183,0.05000,1.794
35,mlp.experts.424.down_proj,0.0000026827,0.05000,1.769
35,mlp.experts.387.down_proj,0.0000042868,0.05000,1.787
35,mlp.experts.271.down_proj,0.0000030842,0.05000,1.821
35,mlp.experts.265.down_proj,0.0000097688,0.05000,1.783
35,mlp.experts.11.down_proj,0.0000020793,0.05000,1.834
35,mlp.experts.28.down_proj,0.0000047852,0.05000,1.779
35,mlp.experts.134.down_proj,0.0000012035,0.05000,1.806
35,mlp.experts.138.down_proj,0.0000031712,0.05000,1.809
35,mlp.experts.135.down_proj,0.0000017390,0.05000,1.826
35,mlp.experts.440.down_proj,0.0000079990,0.05000,1.799
35,mlp.experts.403.down_proj,0.0000030546,0.05000,1.831
35,mlp.experts.287.down_proj,0.0000058099,0.05000,1.849
35,mlp.experts.281.down_proj,0.0000028090,0.05000,1.757
35,mlp.experts.44.down_proj,0.0000034553,0.05000,1.787
35,mlp.experts.27.down_proj,0.0000010567,0.05000,1.831
35,mlp.experts.150.down_proj,0.0000024565,0.05000,1.844
35,mlp.experts.154.down_proj,0.0000018200,0.05000,1.801
35,mlp.experts.151.down_proj,0.0000032486,0.05000,1.863
35,mlp.experts.456.down_proj,0.0000018625,0.05000,1.829
35,mlp.experts.419.down_proj,0.0000028081,0.05000,1.847
35,mlp.experts.303.down_proj,0.0000034207,0.05000,1.824
35,mlp.experts.297.down_proj,0.0000011709,0.05000,1.775
35,mlp.experts.60.down_proj,0.0000026783,0.05000,1.836
35,mlp.experts.43.down_proj,0.0000013225,0.05000,1.898
35,mlp.experts.166.down_proj,0.0000020377,0.05000,1.885
35,mlp.experts.170.down_proj,0.0000132007,0.05000,1.873
35,mlp.experts.167.down_proj,0.0000031477,0.05000,1.876
35,mlp.experts.472.down_proj,0.0000049572,0.05000,1.861
35,mlp.experts.435.down_proj,0.0000025654,0.05000,1.896
35,mlp.experts.319.down_proj,0.0000038604,0.05000,1.868
35,mlp.experts.313.down_proj,0.0000031816,0.05000,1.792
35,mlp.experts.335.down_proj,failsafe(rtn): 0.0015640,0.00000,0.093
35,mlp.experts.76.down_proj,0.0000020560,0.05000,1.745
35,mlp.experts.59.down_proj,0.0000022279,0.05000,1.773
35,mlp.experts.182.down_proj,0.0000025305,0.05000,1.741
35,mlp.experts.186.down_proj,0.0000042412,0.05000,1.770
35,mlp.experts.183.down_proj,0.0000085832,0.05000,1.777
35,mlp.experts.488.down_proj,0.0000018874,0.05000,1.757
35,mlp.experts.199.down_proj,failsafe(rtn): 0.0015945,0.00000,0.094
35,mlp.experts.451.down_proj,0.0000048474,0.05000,1.776
35,mlp.experts.467.down_proj,failsafe(rtn): 0.0016632,0.00000,0.087
35,mlp.experts.329.down_proj,0.0000080799,0.05000,1.745
35,mlp.experts.351.down_proj,0.0000016678,0.05000,1.784
35,mlp.experts.92.down_proj,0.0000037484,0.05000,1.776
35,mlp.experts.75.down_proj,0.0000013150,0.05000,1.809
35,mlp.experts.198.down_proj,0.0000031914,0.05000,1.862
35,mlp.experts.202.down_proj,0.0000041227,0.05000,1.837
35,mlp.experts.504.down_proj,0.0000013564,0.05000,1.854
35,mlp.experts.215.down_proj,0.0000029643,0.05000,1.851
35,mlp.experts.345.down_proj,0.0000033760,0.05000,1.751
35,mlp.experts.483.down_proj,0.0000034327,0.05000,1.795
35,mlp.experts.367.down_proj,0.0000071630,0.05000,1.813
35,mlp.experts.108.down_proj,0.0000017036,0.05000,1.720
35,mlp.experts.91.down_proj,0.0000140486,0.05000,1.757
35,mlp.experts.214.down_proj,0.0000076417,0.05000,1.720
35,mlp.experts.218.down_proj,0.0000025524,0.05000,1.745
35,mlp.experts.231.down_proj,0.0000015736,0.05000,1.687
35,mlp.experts.361.down_proj,0.0000041271,0.05000,1.611
35,mlp.experts.499.down_proj,0.0000003875,0.05000,1.698
35,mlp.experts.383.down_proj,0.0000026123,0.05000,1.688
35,mlp.experts.124.down_proj,0.0000043619,0.05000,1.585
35,mlp.experts.107.down_proj,0.0000038757,0.05000,1.606
35,mlp.experts.230.down_proj,0.0000025991,0.05000,1.589
35,mlp.experts.234.down_proj,0.0000042260,0.05000,1.580
35,mlp.experts.247.down_proj,0.0000013866,0.05000,1.570
35,mlp.experts.377.down_proj,0.0000065146,0.05000,1.416
35,mlp.experts.399.down_proj,0.0000197522,0.05000,1.464
35,mlp.experts.140.down_proj,0.0000103169,0.05000,1.428
35,mlp.experts.123.down_proj,0.0000057414,0.05000,1.465
35,mlp.experts.246.down_proj,0.0000020779,0.05000,1.450
35,mlp.experts.250.down_proj,0.0000062906,0.05000,1.461
35,mlp.experts.263.down_proj,0.0000089247,0.05000,1.471
35,mlp.experts.393.down_proj,0.0000022102,0.05000,1.409
35,mlp.experts.415.down_proj,0.0000059294,0.05000,1.443
35,mlp.experts.156.down_proj,0.0000049484,0.05000,1.417
35,mlp.experts.139.down_proj,0.0000019842,0.05000,1.458
35,mlp.experts.262.down_proj,0.0000106631,0.05000,1.457
35,mlp.experts.266.down_proj,0.0000021293,0.05000,1.492
35,mlp.experts.409.down_proj,0.0000054790,0.05000,1.483
35,mlp.experts.279.down_proj,0.0000072358,0.05000,1.549
35,mlp.experts.431.down_proj,0.0000038364,0.05000,1.519
35,mlp.experts.172.down_proj,0.0000032652,0.05000,1.460
35,mlp.experts.155.down_proj,0.0000023561,0.05000,1.583
35,mlp.experts.278.down_proj,0.0000040972,0.05000,1.488
35,mlp.experts.282.down_proj,0.0000045157,0.05000,1.495
35,mlp.experts.425.down_proj,0.0000059168,0.05000,1.475
35,mlp.experts.295.down_proj,0.0000144087,0.05000,1.540
35,mlp.experts.447.down_proj,0.0000018827,0.05000,1.572
35,mlp.experts.188.down_proj,0.0000020765,0.05000,1.529
35,mlp.experts.171.down_proj,0.0000043577,0.05000,1.542
35,mlp.experts.294.down_proj,0.0000048092,0.05000,1.544
35,mlp.experts.298.down_proj,0.0000067057,0.05000,1.512
35,mlp.experts.314.down_proj,failsafe(rtn): 0.0014343,0.00000,0.064
35,mlp.experts.441.down_proj,0.0000051801,0.05000,1.404
35,mlp.experts.311.down_proj,0.0000024324,0.05000,1.503
35,mlp.experts.204.down_proj,0.0000052503,0.05000,1.392
35,mlp.experts.463.down_proj,0.0000009958,0.05000,1.485
35,mlp.experts.187.down_proj,0.0000028539,0.05000,1.457
35,mlp.experts.310.down_proj,0.0000020517,0.05000,1.459
35,mlp.experts.330.down_proj,0.0000019639,0.05000,1.468
35,mlp.experts.457.down_proj,0.0000050474,0.05000,1.451
35,mlp.experts.473.down_proj,failsafe(rtn): 0.0016251,0.00000,0.072
35,mlp.experts.327.down_proj,0.0000039810,0.05000,1.505
35,mlp.experts.220.down_proj,0.0000025985,0.05000,1.432
35,mlp.experts.479.down_proj,0.0000072670,0.05000,1.496
35,mlp.experts.203.down_proj,0.0000022940,0.05000,1.478
35,mlp.experts.326.down_proj,0.0000020230,0.05000,1.475
35,mlp.experts.346.down_proj,0.0000038933,0.05000,1.459
35,mlp.experts.489.down_proj,0.0000085680,0.05000,1.403
35,mlp.experts.343.down_proj,0.0000089474,0.05000,1.442
35,mlp.experts.236.down_proj,0.0000045398,0.05000,1.396
35,mlp.experts.495.down_proj,0.0000022267,0.05000,1.485
35,mlp.experts.342.down_proj,0.0000018967,0.05000,1.473
35,mlp.experts.219.down_proj,0.0000046927,0.05000,1.503
35,mlp.experts.362.down_proj,0.0000012664,0.05000,1.478
35,mlp.experts.505.down_proj,0.0000011779,0.05000,1.493
35,mlp.experts.359.down_proj,0.0000100615,0.05000,1.472
35,mlp.experts.252.down_proj,0.0000066997,0.05000,1.383
35,mlp.experts.511.down_proj,0.0000064142,0.05000,1.370
35,mlp.experts.358.down_proj,0.0000012292,0.05000,1.137
35,mlp.experts.235.down_proj,0.0000005605,0.05000,1.224
35,mlp.experts.378.down_proj,0.0000050185,0.05000,1.122
35,mlp.experts.268.down_proj,0.0000192461,0.05000,0.774
35,mlp.experts.375.down_proj,0.0000059377,0.05000,1.070
35,mlp.experts.374.down_proj,0.0000026264,0.05000,0.883
35,mlp.experts.251.down_proj,0.0000011138,0.05000,0.858
35,mlp.experts.394.down_proj,0.0000015368,0.05000,0.855
35,mlp.experts.284.down_proj,0.0000019567,0.05000,0.810
35,mlp.experts.391.down_proj,0.0000024556,0.05000,0.746
35,mlp.experts.390.down_proj,0.0000020693,0.05000,0.787
35,mlp.experts.267.down_proj,0.0000045875,0.05000,0.808
35,mlp.experts.410.down_proj,0.0000048300,0.05000,0.813
35,mlp.experts.300.down_proj,0.0000014891,0.05000,0.814
35,mlp.experts.407.down_proj,0.0000045831,0.05000,0.834
35,mlp.experts.406.down_proj,0.0000075545,0.05000,0.811
35,mlp.experts.283.down_proj,0.0000017517,0.05000,0.793
35,mlp.experts.426.down_proj,0.0000042265,0.05000,0.816
35,mlp.experts.316.down_proj,0.0000024143,0.05000,0.750
35,mlp.experts.423.down_proj,0.0000014756,0.05000,0.792
35,mlp.experts.422.down_proj,0.0000049301,0.05000,0.792
35,mlp.experts.299.down_proj,0.0000009624,0.05000,0.824
35,mlp.experts.442.down_proj,0.0000059403,0.05000,0.796
35,mlp.experts.332.down_proj,0.0000074101,0.05000,0.843
35,mlp.experts.439.down_proj,0.0000058132,0.05000,0.931
35,mlp.experts.438.down_proj,0.0000019365,0.05000,0.934
35,mlp.experts.454.down_proj,failsafe(rtn): 0.0014191,0.00000,0.041
35,mlp.experts.458.down_proj,0.0000027394,0.05000,0.910
35,mlp.experts.315.down_proj,0.0000016482,0.05000,0.931
35,mlp.experts.348.down_proj,0.0000058480,0.05000,0.834
35,mlp.experts.455.down_proj,0.0000027846,0.05000,0.825
35,mlp.experts.470.down_proj,0.0000037435,0.05000,0.896
35,mlp.experts.474.down_proj,0.0000014471,0.05000,0.861
35,mlp.experts.331.down_proj,0.0000041565,0.05000,0.871
35,mlp.experts.364.down_proj,0.0000181090,0.05000,0.877
35,mlp.experts.471.down_proj,0.0000067860,0.05000,0.896
35,mlp.experts.486.down_proj,0.0000038006,0.05000,0.888
35,mlp.experts.490.down_proj,0.0000081546,0.05000,0.896
35,mlp.experts.347.down_proj,0.0000035128,0.05000,0.880
35,mlp.experts.380.down_proj,0.0000077642,0.05000,0.838
35,mlp.experts.487.down_proj,0.0000017683,0.05000,0.821
35,mlp.experts.502.down_proj,0.0000058375,0.05000,0.859
35,mlp.experts.506.down_proj,0.0000007958,0.05000,0.866
35,mlp.experts.363.down_proj,0.0000031848,0.05000,0.875
35,mlp.experts.396.down_proj,0.0000061729,0.05000,0.808
35,mlp.experts.503.down_proj,0.0000028960,0.05000,0.667
35,mlp.experts.412.down_proj,0.0000041358,0.05000,0.270
35,mlp.experts.379.down_proj,0.0000020772,0.05000,0.315
35,mlp.experts.428.down_proj,0.0000050183,0.05000,0.188
35,mlp.experts.395.down_proj,0.0000047551,0.05000,0.186
35,mlp.experts.444.down_proj,0.0000009043,0.05000,0.209
35,mlp.experts.411.down_proj,0.0000026443,0.05000,0.207
35,mlp.experts.460.down_proj,0.0000025985,0.05000,0.184
35,mlp.experts.427.down_proj,0.0000032851,0.05000,0.184
35,mlp.experts.476.down_proj,0.0000030301,0.05000,0.183
35,mlp.experts.443.down_proj,0.0000031333,0.05000,0.185
35,mlp.experts.492.down_proj,0.0000083376,0.05000,0.229
35,mlp.experts.459.down_proj,0.0000020664,0.05000,0.232
35,mlp.experts.508.down_proj,0.0000074630,0.05000,0.184
35,mlp.experts.475.down_proj,0.0000037913,0.05000,0.183
35,mlp.experts.491.down_proj,0.0000020849,0.05000,0.135
35,mlp.experts.507.down_proj,0.0000044468,0.05000,0.131
36,mlp.experts.7.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.704
36,mlp.experts.11.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.724
36,mlp.experts.23.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.790
36,mlp.experts.0.gate_proj,0.0000348282,0.05000,14.882
36,mlp.experts.10.gate_proj,0.0000244792,0.05000,14.946
36,mlp.experts.12.gate_proj,0.0000162357,0.05000,14.963
36,mlp.experts.13.gate_proj,0.0000831723,0.05000,14.971
36,mlp.experts.14.gate_proj,0.0000708599,0.05000,14.989
36,mlp.experts.6.gate_proj,0.0000323401,0.05000,15.004
36,mlp.experts.8.gate_proj,0.0000257212,0.05000,14.999
36,mlp.experts.5.gate_proj,0.0000878834,0.05000,15.003
36,mlp.experts.15.gate_proj,0.0001239778,0.05000,15.029
36,mlp.experts.4.gate_proj,0.0000180152,0.05000,15.051
36,mlp.experts.3.gate_proj,0.0000314562,0.05000,15.014
36,mlp.experts.9.gate_proj,0.0000267090,0.05000,15.058
36,mlp.experts.2.gate_proj,0.0000137453,0.05000,15.081
36,mlp.experts.1.gate_proj,0.0000164404,0.05000,15.177
36,mlp.experts.25.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.618
36,mlp.experts.22.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.688
36,mlp.experts.27.gate_proj,0.0000354106,0.05000,15.011
36,mlp.experts.39.gate_proj,0.0000637082,0.05000,14.808
36,mlp.experts.43.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.614
36,mlp.experts.29.gate_proj,0.0000472608,0.05000,12.227
36,mlp.experts.30.gate_proj,0.0000509648,0.05000,12.366
36,mlp.experts.21.gate_proj,0.0000334714,0.05000,12.342
36,mlp.experts.26.gate_proj,0.0000120309,0.05000,12.433
36,mlp.experts.18.gate_proj,0.0000279775,0.05000,12.317
36,mlp.experts.19.gate_proj,0.0000933381,0.05000,12.418
36,mlp.experts.20.gate_proj,0.0000937508,0.05000,12.384
36,mlp.experts.31.gate_proj,0.0000097631,0.05000,12.517
36,mlp.experts.16.gate_proj,0.0000284417,0.05000,12.439
36,mlp.experts.24.gate_proj,0.0000578854,0.05000,12.476
36,mlp.experts.28.gate_proj,0.0000429287,0.05000,12.482
36,mlp.experts.45.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.773
36,mlp.experts.38.gate_proj,0.0000245514,0.05000,12.481
36,mlp.experts.34.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.748
36,mlp.experts.55.gate_proj,0.0000121713,0.05000,12.709
36,mlp.experts.59.gate_proj,0.0000078092,0.05000,12.691
36,mlp.experts.37.gate_proj,0.0000096987,0.05000,14.066
36,mlp.experts.46.gate_proj,0.0000409127,0.05000,14.147
36,mlp.experts.47.gate_proj,0.0000422299,0.05000,14.007
36,mlp.experts.35.gate_proj,0.0000410268,0.05000,14.068
36,mlp.experts.36.gate_proj,0.0000586879,0.05000,14.108
36,mlp.experts.17.gate_proj,0.0000134480,0.05000,14.228
36,mlp.experts.32.gate_proj,0.0000096577,0.05000,14.059
36,mlp.experts.41.gate_proj,0.0000586310,0.05000,14.235
36,mlp.experts.42.gate_proj,0.0000414118,0.05000,14.244
36,mlp.experts.40.gate_proj,0.0000124011,0.05000,14.027
36,mlp.experts.44.gate_proj,0.0000115147,0.05000,14.187
36,mlp.experts.50.gate_proj,0.0000267292,0.05000,14.267
36,mlp.experts.61.gate_proj,0.0000319475,0.05000,14.301
36,mlp.experts.56.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.836
36,mlp.experts.54.gate_proj,0.0001004733,0.05000,14.377
36,mlp.experts.71.gate_proj,0.0000368570,0.05000,14.149
36,mlp.experts.75.gate_proj,0.0000411226,0.05000,14.118
36,mlp.experts.53.gate_proj,0.0000308273,0.05000,14.728
36,mlp.experts.51.gate_proj,0.0000146958,0.05000,14.636
36,mlp.experts.52.gate_proj,0.0000653847,0.05000,14.580
36,mlp.experts.63.gate_proj,0.0000375912,0.05000,14.656
36,mlp.experts.62.gate_proj,0.0000464137,0.05000,14.878
36,mlp.experts.57.gate_proj,0.0000351612,0.05000,14.736
36,mlp.experts.48.gate_proj,0.0000628135,0.05000,14.752
36,mlp.experts.33.gate_proj,0.0000427496,0.05000,14.762
36,mlp.experts.60.gate_proj,0.0000809535,0.05000,14.665
36,mlp.experts.58.gate_proj,0.0000264506,0.05000,14.873
36,mlp.experts.66.gate_proj,0.0000438439,0.05000,14.611
36,mlp.experts.72.gate_proj,0.0000305379,0.05000,14.561
36,mlp.experts.77.gate_proj,0.0000669766,0.05000,14.671
36,mlp.experts.70.gate_proj,0.0000205846,0.05000,14.670
36,mlp.experts.87.gate_proj,0.0000384496,0.05000,14.631
36,mlp.experts.91.gate_proj,0.0000830909,0.05000,14.739
36,mlp.experts.68.gate_proj,0.0000166998,0.05000,14.466
36,mlp.experts.79.gate_proj,0.0000386357,0.05000,14.456
36,mlp.experts.69.gate_proj,0.0000739015,0.05000,14.559
36,mlp.experts.78.gate_proj,0.0000996617,0.05000,14.403
36,mlp.experts.67.gate_proj,0.0000149890,0.05000,14.595
36,mlp.experts.64.gate_proj,0.0000050549,0.05000,14.410
36,mlp.experts.76.gate_proj,0.0000564046,0.05000,14.377
36,mlp.experts.73.gate_proj,0.0000505758,0.05000,14.501
36,mlp.experts.49.gate_proj,0.0000726418,0.05000,14.550
36,mlp.experts.74.gate_proj,0.0000572412,0.05000,14.575
36,mlp.experts.88.gate_proj,0.0000437920,0.05000,14.326
36,mlp.experts.82.gate_proj,0.0000674415,0.05000,14.427
36,mlp.experts.93.gate_proj,0.0000344429,0.05000,14.381
36,mlp.experts.86.gate_proj,0.0000248520,0.05000,14.395
36,mlp.experts.90.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.751
36,mlp.experts.103.gate_proj,0.0000124653,0.05000,14.394
36,mlp.experts.98.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.808
36,mlp.experts.107.gate_proj,0.0000387209,0.05000,14.502
36,mlp.experts.95.gate_proj,0.0000439112,0.05000,14.783
36,mlp.experts.84.gate_proj,0.0000150628,0.05000,14.832
36,mlp.experts.85.gate_proj,0.0000497160,0.05000,14.920
36,mlp.experts.83.gate_proj,0.0000147305,0.05000,14.897
36,mlp.experts.94.gate_proj,0.0000119708,0.05000,14.910
36,mlp.experts.89.gate_proj,0.0000369540,0.05000,14.852
36,mlp.experts.80.gate_proj,0.0000354380,0.05000,14.951
36,mlp.experts.92.gate_proj,0.0000238229,0.05000,14.989
36,mlp.experts.65.gate_proj,0.0000413054,0.05000,14.938
36,mlp.experts.104.gate_proj,0.0000315009,0.05000,14.869
36,mlp.experts.102.gate_proj,0.0000153281,0.05000,14.753
36,mlp.experts.109.gate_proj,0.0000515833,0.05000,14.954
36,mlp.experts.105.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.792
36,mlp.experts.108.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.776
36,mlp.experts.106.gate_proj,0.0000342668,0.05000,14.969
36,mlp.experts.120.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.726
36,mlp.experts.119.gate_proj,0.0000093002,0.05000,14.890
36,mlp.experts.114.gate_proj,0.0000325911,0.05000,14.819
36,mlp.experts.123.gate_proj,0.0000337581,0.05000,14.825
36,mlp.experts.121.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.704
36,mlp.experts.111.gate_proj,0.0000316279,0.05000,14.142
36,mlp.experts.100.gate_proj,0.0000213406,0.05000,14.137
36,mlp.experts.99.gate_proj,0.0001012167,0.05000,14.093
36,mlp.experts.96.gate_proj,0.0000268526,0.05000,14.118
36,mlp.experts.110.gate_proj,0.0000371357,0.05000,14.182
36,mlp.experts.101.gate_proj,0.0000234933,0.05000,14.355
36,mlp.experts.81.gate_proj,0.0000151797,0.05000,14.302
36,mlp.experts.116.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.814
36,mlp.experts.118.gate_proj,0.0000809552,0.05000,14.275
36,mlp.experts.125.gate_proj,0.0000391120,0.05000,14.265
36,mlp.experts.124.gate_proj,0.0000449300,0.05000,14.255
36,mlp.experts.122.gate_proj,0.0000217439,0.05000,14.252
36,mlp.experts.136.gate_proj,0.0000224904,0.05000,14.207
36,mlp.experts.135.gate_proj,0.0000170113,0.05000,14.135
36,mlp.experts.130.gate_proj,0.0000542978,0.05000,14.285
36,mlp.experts.141.gate_proj,failsafe(rtn): 0.0014343,0.00000,0.684
36,mlp.experts.137.gate_proj,0.0000955622,0.05000,14.238
36,mlp.experts.139.gate_proj,0.0000701393,0.05000,14.332
36,mlp.experts.157.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.776
36,mlp.experts.127.gate_proj,0.0000145391,0.05000,14.056
36,mlp.experts.112.gate_proj,0.0000163997,0.05000,13.942
36,mlp.experts.115.gate_proj,0.0000271102,0.05000,14.129
36,mlp.experts.126.gate_proj,0.0000313733,0.05000,14.113
36,mlp.experts.117.gate_proj,0.0000705720,0.05000,14.014
36,mlp.experts.97.gate_proj,0.0000630470,0.05000,14.089
36,mlp.experts.132.gate_proj,0.0000141181,0.05000,13.931
36,mlp.experts.140.gate_proj,0.0000311753,0.05000,13.660
36,mlp.experts.134.gate_proj,0.0000234810,0.05000,13.976
36,mlp.experts.138.gate_proj,0.0000313220,0.05000,14.039
36,mlp.experts.151.gate_proj,0.0000762071,0.05000,13.975
36,mlp.experts.152.gate_proj,0.0000465861,0.05000,14.052
36,mlp.experts.146.gate_proj,0.0000273811,0.05000,13.995
36,mlp.experts.153.gate_proj,0.0000329206,0.05000,14.122
36,mlp.experts.155.gate_proj,0.0000331283,0.05000,14.167
36,mlp.experts.173.gate_proj,0.0000727940,0.05000,14.054
36,mlp.experts.143.gate_proj,0.0000712309,0.05000,14.661
36,mlp.experts.128.gate_proj,0.0000918975,0.05000,14.544
36,mlp.experts.131.gate_proj,0.0000223452,0.05000,14.588
36,mlp.experts.142.gate_proj,0.0000288525,0.05000,14.738
36,mlp.experts.133.gate_proj,0.0000836635,0.05000,14.744
36,mlp.experts.113.gate_proj,0.0000352837,0.05000,14.780
36,mlp.experts.148.gate_proj,0.0000405269,0.05000,14.767
36,mlp.experts.156.gate_proj,0.0000653870,0.05000,14.751
36,mlp.experts.150.gate_proj,0.0000272789,0.05000,14.784
36,mlp.experts.154.gate_proj,0.0000125475,0.05000,14.651
36,mlp.experts.168.gate_proj,0.0000671941,0.05000,14.552
36,mlp.experts.167.gate_proj,0.0000437899,0.05000,14.731
36,mlp.experts.162.gate_proj,0.0000191817,0.05000,14.651
36,mlp.experts.169.gate_proj,0.0000476053,0.05000,14.661
36,mlp.experts.171.gate_proj,0.0000151921,0.05000,14.718
36,mlp.experts.189.gate_proj,0.0000057799,0.05000,14.643
36,mlp.experts.144.gate_proj,0.0000581073,0.05000,14.247
36,mlp.experts.159.gate_proj,0.0000103081,0.05000,14.403
36,mlp.experts.147.gate_proj,0.0000494689,0.05000,14.239
36,mlp.experts.158.gate_proj,0.0000166739,0.05000,14.227
36,mlp.experts.149.gate_proj,0.0000745125,0.05000,14.306
36,mlp.experts.129.gate_proj,0.0000676528,0.05000,14.273
36,mlp.experts.164.gate_proj,0.0000808620,0.05000,14.340
36,mlp.experts.172.gate_proj,0.0000555935,0.05000,14.302
36,mlp.experts.166.gate_proj,0.0000162662,0.05000,14.308
36,mlp.experts.184.gate_proj,0.0000248010,0.05000,14.113
36,mlp.experts.170.gate_proj,0.0000179207,0.05000,14.422
36,mlp.experts.180.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.786
36,mlp.experts.183.gate_proj,0.0000621145,0.05000,14.394
36,mlp.experts.185.gate_proj,0.0000140376,0.05000,14.091
36,mlp.experts.178.gate_proj,0.0000374578,0.05000,14.375
36,mlp.experts.187.gate_proj,0.0000591037,0.05000,14.374
36,mlp.experts.205.gate_proj,0.0000396764,0.05000,14.263
36,mlp.experts.160.gate_proj,0.0000973292,0.05000,14.281
36,mlp.experts.175.gate_proj,0.0000523029,0.05000,14.302
36,mlp.experts.163.gate_proj,0.0000572602,0.05000,14.405
36,mlp.experts.174.gate_proj,0.0000206915,0.05000,14.317
36,mlp.experts.165.gate_proj,0.0000876171,0.05000,14.350
36,mlp.experts.145.gate_proj,0.0001084911,0.05000,14.211
36,mlp.experts.188.gate_proj,0.0000827429,0.05000,14.206
36,mlp.experts.182.gate_proj,0.0000522802,0.05000,14.314
36,mlp.experts.200.gate_proj,0.0000468984,0.05000,14.209
36,mlp.experts.196.gate_proj,0.0000328157,0.05000,14.123
36,mlp.experts.186.gate_proj,0.0000627525,0.05000,14.278
36,mlp.experts.194.gate_proj,0.0000433735,0.05000,14.168
36,mlp.experts.199.gate_proj,0.0000301041,0.05000,14.270
36,mlp.experts.201.gate_proj,0.0000266752,0.05000,14.325
36,mlp.experts.203.gate_proj,0.0000795183,0.05000,14.292
36,mlp.experts.221.gate_proj,0.0000659953,0.05000,14.272
36,mlp.experts.176.gate_proj,0.0000141964,0.05000,14.029
36,mlp.experts.191.gate_proj,0.0000560630,0.05000,14.066
36,mlp.experts.179.gate_proj,0.0000162309,0.05000,14.060
36,mlp.experts.190.gate_proj,0.0000253689,0.05000,14.116
36,mlp.experts.181.gate_proj,0.0000124801,0.05000,14.142
36,mlp.experts.161.gate_proj,0.0000880232,0.05000,14.117
36,mlp.experts.204.gate_proj,0.0000064352,0.05000,14.251
36,mlp.experts.206.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.774
36,mlp.experts.216.gate_proj,0.0000511558,0.05000,14.169
36,mlp.experts.198.gate_proj,0.0000128454,0.05000,14.279
36,mlp.experts.212.gate_proj,0.0000416886,0.05000,14.231
36,mlp.experts.202.gate_proj,0.0000279297,0.05000,14.294
36,mlp.experts.210.gate_proj,0.0000605832,0.05000,14.246
36,mlp.experts.215.gate_proj,0.0000572737,0.05000,14.357
36,mlp.experts.232.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.833
36,mlp.experts.217.gate_proj,0.0000813091,0.05000,14.612
36,mlp.experts.218.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.772
36,mlp.experts.219.gate_proj,0.0000537667,0.05000,14.486
36,mlp.experts.237.gate_proj,0.0000289667,0.05000,14.382
36,mlp.experts.207.gate_proj,0.0000225928,0.05000,14.277
36,mlp.experts.192.gate_proj,0.0000304739,0.05000,14.462
36,mlp.experts.195.gate_proj,0.0000412336,0.05000,14.374
36,mlp.experts.197.gate_proj,0.0000168194,0.05000,14.349
36,mlp.experts.177.gate_proj,0.0000196047,0.05000,14.326
36,mlp.experts.222.gate_proj,0.0000322351,0.05000,14.100
36,mlp.experts.220.gate_proj,0.0000236288,0.05000,14.257
36,mlp.experts.214.gate_proj,0.0000145728,0.05000,14.276
36,mlp.experts.228.gate_proj,0.0000942990,0.05000,14.164
36,mlp.experts.238.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.670
36,mlp.experts.226.gate_proj,0.0000837562,0.05000,14.182
36,mlp.experts.248.gate_proj,0.0000186249,0.05000,14.054
36,mlp.experts.231.gate_proj,0.0000460033,0.05000,14.312
36,mlp.experts.230.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.755
36,mlp.experts.233.gate_proj,0.0000800944,0.05000,14.187
36,mlp.experts.234.gate_proj,0.0000224549,0.05000,14.138
36,mlp.experts.235.gate_proj,0.0000826310,0.05000,14.055
36,mlp.experts.253.gate_proj,0.0000612578,0.05000,14.060
36,mlp.experts.223.gate_proj,0.0000324660,0.05000,13.752
36,mlp.experts.208.gate_proj,0.0000166093,0.05000,13.825
36,mlp.experts.211.gate_proj,0.0000270122,0.05000,13.806
36,mlp.experts.213.gate_proj,0.0000354895,0.05000,13.830
36,mlp.experts.193.gate_proj,0.0000290988,0.05000,13.854
36,mlp.experts.236.gate_proj,0.0000333084,0.05000,13.730
36,mlp.experts.244.gate_proj,0.0000235406,0.05000,13.774
36,mlp.experts.254.gate_proj,0.0000515134,0.05000,13.796
36,mlp.experts.252.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.764
36,mlp.experts.242.gate_proj,0.0000040437,0.05000,13.848
36,mlp.experts.264.gate_proj,0.0000297741,0.05000,13.712
36,mlp.experts.247.gate_proj,0.0000540239,0.05000,13.871
36,mlp.experts.246.gate_proj,0.0000244064,0.05000,13.780
36,mlp.experts.249.gate_proj,0.0000408492,0.05000,13.886
36,mlp.experts.250.gate_proj,0.0000280107,0.05000,13.913
36,mlp.experts.251.gate_proj,0.0000218960,0.05000,14.074
36,mlp.experts.269.gate_proj,0.0000060159,0.05000,13.992
36,mlp.experts.285.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.742
36,mlp.experts.239.gate_proj,0.0000608700,0.05000,14.441
36,mlp.experts.224.gate_proj,0.0000273765,0.05000,14.449
36,mlp.experts.227.gate_proj,0.0000722595,0.05000,14.522
36,mlp.experts.229.gate_proj,0.0000397659,0.05000,14.407
36,mlp.experts.209.gate_proj,0.0000348253,0.05000,14.378
36,mlp.experts.260.gate_proj,0.0000153566,0.05000,14.181
36,mlp.experts.270.gate_proj,0.0000794620,0.05000,14.288
36,mlp.experts.258.gate_proj,0.0000217131,0.05000,14.314
36,mlp.experts.268.gate_proj,0.0000310617,0.05000,14.356
36,mlp.experts.280.gate_proj,0.0000087939,0.05000,14.437
36,mlp.experts.263.gate_proj,0.0000343474,0.05000,14.407
36,mlp.experts.262.gate_proj,0.0000381829,0.05000,14.417
36,mlp.experts.265.gate_proj,0.0000386582,0.05000,14.512
36,mlp.experts.266.gate_proj,0.0000273156,0.05000,14.325
36,mlp.experts.267.gate_proj,0.0000657273,0.05000,14.333
36,mlp.experts.278.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.751
36,mlp.experts.301.gate_proj,0.0000540321,0.05000,14.262
36,mlp.experts.255.gate_proj,0.0000157766,0.05000,14.447
36,mlp.experts.240.gate_proj,0.0000251657,0.05000,14.495
36,mlp.experts.243.gate_proj,0.0000226324,0.05000,14.528
36,mlp.experts.245.gate_proj,0.0000207883,0.05000,14.465
36,mlp.experts.225.gate_proj,0.0000913205,0.05000,14.709
36,mlp.experts.276.gate_proj,0.0000870049,0.05000,14.616
36,mlp.experts.286.gate_proj,0.0000432329,0.05000,14.585
36,mlp.experts.284.gate_proj,0.0000281680,0.05000,14.500
36,mlp.experts.274.gate_proj,0.0000480380,0.05000,14.643
36,mlp.experts.296.gate_proj,0.0000535943,0.05000,14.466
36,mlp.experts.279.gate_proj,0.0000515990,0.05000,14.653
36,mlp.experts.282.gate_proj,0.0000519958,0.05000,14.641
36,mlp.experts.281.gate_proj,0.0000257904,0.05000,14.860
36,mlp.experts.283.gate_proj,0.0000828249,0.05000,14.765
36,mlp.experts.294.gate_proj,0.0000562067,0.05000,14.687
36,mlp.experts.317.gate_proj,0.0000209302,0.05000,14.754
36,mlp.experts.271.gate_proj,0.0000726756,0.05000,14.486
36,mlp.experts.256.gate_proj,0.0000132861,0.05000,14.500
36,mlp.experts.259.gate_proj,0.0000349224,0.05000,14.538
36,mlp.experts.261.gate_proj,0.0000120522,0.05000,14.462
36,mlp.experts.241.gate_proj,0.0000369879,0.05000,14.536
36,mlp.experts.292.gate_proj,0.0000358637,0.05000,14.426
36,mlp.experts.300.gate_proj,0.0000251275,0.05000,14.301
36,mlp.experts.302.gate_proj,0.0000574131,0.05000,14.435
36,mlp.experts.312.gate_proj,0.0000343419,0.05000,14.374
36,mlp.experts.290.gate_proj,0.0000327399,0.05000,14.435
36,mlp.experts.295.gate_proj,0.0000326470,0.05000,14.323
36,mlp.experts.298.gate_proj,0.0000631171,0.05000,14.278
36,mlp.experts.328.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.706
36,mlp.experts.299.gate_proj,0.0000717817,0.05000,14.219
36,mlp.experts.297.gate_proj,0.0000227066,0.05000,14.335
36,mlp.experts.310.gate_proj,0.0000130835,0.05000,14.252
36,mlp.experts.333.gate_proj,0.0000194115,0.05000,14.264
36,mlp.experts.287.gate_proj,0.0000452494,0.05000,14.439
36,mlp.experts.272.gate_proj,0.0000245475,0.05000,14.467
36,mlp.experts.277.gate_proj,0.0000338510,0.05000,14.362
36,mlp.experts.275.gate_proj,0.0000296636,0.05000,14.537
36,mlp.experts.257.gate_proj,0.0000372026,0.05000,14.553
36,mlp.experts.308.gate_proj,0.0000073737,0.05000,14.358
36,mlp.experts.318.gate_proj,0.0000164872,0.05000,14.334
36,mlp.experts.316.gate_proj,0.0000289885,0.05000,14.464
36,mlp.experts.306.gate_proj,0.0000859719,0.05000,14.412
36,mlp.experts.311.gate_proj,0.0000228934,0.05000,14.443
36,mlp.experts.314.gate_proj,0.0000705480,0.05000,14.481
36,mlp.experts.315.gate_proj,0.0000936691,0.05000,14.357
36,mlp.experts.344.gate_proj,0.0000580464,0.05000,14.460
36,mlp.experts.313.gate_proj,0.0000854413,0.05000,14.378
36,mlp.experts.326.gate_proj,0.0000473937,0.05000,14.448
36,mlp.experts.349.gate_proj,0.0000710590,0.05000,14.353
36,mlp.experts.288.gate_proj,0.0000301688,0.05000,14.323
36,mlp.experts.303.gate_proj,0.0000257940,0.05000,14.586
36,mlp.experts.293.gate_proj,0.0000097835,0.05000,14.499
36,mlp.experts.291.gate_proj,0.0000312846,0.05000,14.416
36,mlp.experts.273.gate_proj,0.0000384044,0.05000,14.316
36,mlp.experts.324.gate_proj,0.0000523285,0.05000,14.261
36,mlp.experts.334.gate_proj,0.0000347414,0.05000,14.224
36,mlp.experts.332.gate_proj,0.0000204443,0.05000,14.336
36,mlp.experts.289.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.710
36,mlp.experts.322.gate_proj,0.0000375869,0.05000,14.315
36,mlp.experts.327.gate_proj,0.0000360730,0.05000,14.329
36,mlp.experts.330.gate_proj,0.0000376494,0.05000,14.240
36,mlp.experts.360.gate_proj,0.0000379316,0.05000,14.191
36,mlp.experts.331.gate_proj,0.0000624518,0.05000,14.275
36,mlp.experts.329.gate_proj,0.0000252957,0.05000,14.220
36,mlp.experts.342.gate_proj,0.0000237144,0.05000,14.300
36,mlp.experts.365.gate_proj,0.0000708770,0.05000,14.231
36,mlp.experts.319.gate_proj,0.0000922728,0.05000,13.937
36,mlp.experts.304.gate_proj,0.0000686646,0.05000,14.016
36,mlp.experts.309.gate_proj,0.0000247969,0.05000,13.958
36,mlp.experts.307.gate_proj,0.0000370778,0.05000,14.018
36,mlp.experts.340.gate_proj,0.0000950632,0.05000,14.083
36,mlp.experts.350.gate_proj,0.0000818835,0.05000,14.076
36,mlp.experts.348.gate_proj,0.0000209488,0.05000,14.045
36,mlp.experts.338.gate_proj,0.0000820770,0.05000,13.992
36,mlp.experts.305.gate_proj,0.0000202080,0.05000,14.014
36,mlp.experts.343.gate_proj,0.0000441018,0.05000,13.922
36,mlp.experts.347.gate_proj,0.0000506526,0.05000,13.967
36,mlp.experts.346.gate_proj,0.0000947673,0.05000,14.179
36,mlp.experts.376.gate_proj,0.0000317187,0.05000,14.192
36,mlp.experts.345.gate_proj,0.0000338190,0.05000,14.219
36,mlp.experts.358.gate_proj,0.0000185185,0.05000,14.030
36,mlp.experts.381.gate_proj,0.0000422080,0.05000,14.166
36,mlp.experts.397.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.747
36,mlp.experts.320.gate_proj,0.0000543656,0.05000,14.572
36,mlp.experts.335.gate_proj,0.0000811382,0.05000,14.614
36,mlp.experts.325.gate_proj,0.0000466971,0.05000,14.661
36,mlp.experts.323.gate_proj,0.0000227739,0.05000,14.739
36,mlp.experts.356.gate_proj,0.0000462100,0.05000,14.615
36,mlp.experts.366.gate_proj,0.0000173729,0.05000,14.635
36,mlp.experts.364.gate_proj,0.0000086875,0.05000,14.588
36,mlp.experts.321.gate_proj,0.0000125700,0.05000,14.672
36,mlp.experts.354.gate_proj,0.0000524134,0.05000,14.786
36,mlp.experts.359.gate_proj,0.0001011131,0.05000,14.745
36,mlp.experts.362.gate_proj,0.0000310086,0.05000,14.497
36,mlp.experts.363.gate_proj,0.0000551638,0.05000,14.640
36,mlp.experts.392.gate_proj,0.0000972660,0.05000,14.520
36,mlp.experts.361.gate_proj,0.0000521167,0.05000,14.681
36,mlp.experts.374.gate_proj,0.0000247089,0.05000,14.655
36,mlp.experts.413.gate_proj,0.0000612577,0.05000,14.542
36,mlp.experts.351.gate_proj,0.0000454401,0.05000,14.226
36,mlp.experts.336.gate_proj,0.0000519606,0.05000,14.281
36,mlp.experts.341.gate_proj,0.0000670935,0.05000,14.323
36,mlp.experts.339.gate_proj,0.0000345400,0.05000,14.374
36,mlp.experts.372.gate_proj,0.0000241107,0.05000,14.389
36,mlp.experts.382.gate_proj,0.0000632255,0.05000,14.350
36,mlp.experts.380.gate_proj,0.0000420073,0.05000,14.404
36,mlp.experts.337.gate_proj,0.0000521309,0.05000,14.406
36,mlp.experts.370.gate_proj,0.0000299888,0.05000,14.327
36,mlp.experts.375.gate_proj,0.0000243798,0.05000,14.539
36,mlp.experts.378.gate_proj,0.0000461624,0.05000,14.411
36,mlp.experts.408.gate_proj,0.0000519399,0.05000,14.329
36,mlp.experts.379.gate_proj,0.0000164969,0.05000,14.417
36,mlp.experts.377.gate_proj,0.0000437617,0.05000,14.478
36,mlp.experts.390.gate_proj,0.0000051248,0.05000,14.472
36,mlp.experts.429.gate_proj,0.0000571603,0.05000,14.338
36,mlp.experts.367.gate_proj,0.0000348059,0.05000,14.626
36,mlp.experts.352.gate_proj,0.0000221251,0.05000,14.677
36,mlp.experts.357.gate_proj,0.0000259880,0.05000,14.544
36,mlp.experts.355.gate_proj,0.0000317861,0.05000,14.591
36,mlp.experts.383.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.734
36,mlp.experts.388.gate_proj,0.0000157583,0.05000,14.445
36,mlp.experts.398.gate_proj,0.0000659916,0.05000,14.468
36,mlp.experts.396.gate_proj,0.0000300305,0.05000,14.523
36,mlp.experts.353.gate_proj,0.0000710625,0.05000,14.276
36,mlp.experts.386.gate_proj,0.0000289637,0.05000,14.366
36,mlp.experts.391.gate_proj,0.0000623916,0.05000,14.329
36,mlp.experts.394.gate_proj,0.0000267215,0.05000,14.368
36,mlp.experts.395.gate_proj,0.0000362409,0.05000,14.332
36,mlp.experts.424.gate_proj,0.0000700023,0.05000,14.386
36,mlp.experts.412.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.682
36,mlp.experts.393.gate_proj,0.0000524740,0.05000,14.477
36,mlp.experts.406.gate_proj,0.0000958801,0.05000,14.418
36,mlp.experts.445.gate_proj,0.0000213143,0.05000,14.551
36,mlp.experts.368.gate_proj,0.0000156492,0.05000,14.905
36,mlp.experts.373.gate_proj,0.0000096823,0.05000,14.798
36,mlp.experts.371.gate_proj,0.0000404421,0.05000,14.765
36,mlp.experts.399.gate_proj,0.0000244111,0.05000,14.834
36,mlp.experts.404.gate_proj,0.0000369504,0.05000,14.657
36,mlp.experts.414.gate_proj,0.0000344828,0.05000,14.683
36,mlp.experts.402.gate_proj,0.0000171136,0.05000,14.929
36,mlp.experts.369.gate_proj,0.0000212302,0.05000,15.049
36,mlp.experts.407.gate_proj,0.0000215475,0.05000,14.872
36,mlp.experts.411.gate_proj,0.0000269127,0.05000,14.876
36,mlp.experts.440.gate_proj,0.0000518526,0.05000,14.869
36,mlp.experts.428.gate_proj,0.0000120729,0.05000,14.822
36,mlp.experts.410.gate_proj,0.0000344930,0.05000,14.954
36,mlp.experts.409.gate_proj,0.0000942665,0.05000,14.796
36,mlp.experts.422.gate_proj,0.0000505986,0.05000,14.883
36,mlp.experts.461.gate_proj,0.0000166479,0.05000,14.913
36,mlp.experts.384.gate_proj,0.0000441960,0.05000,14.771
36,mlp.experts.389.gate_proj,0.0000515407,0.05000,14.634
36,mlp.experts.387.gate_proj,0.0000221824,0.05000,14.744
36,mlp.experts.415.gate_proj,0.0000390165,0.05000,14.723
36,mlp.experts.420.gate_proj,0.0000614960,0.05000,14.675
36,mlp.experts.430.gate_proj,0.0000898236,0.05000,14.700
36,mlp.experts.418.gate_proj,0.0000110623,0.05000,14.743
36,mlp.experts.385.gate_proj,0.0000556727,0.05000,14.726
36,mlp.experts.423.gate_proj,0.0000285643,0.05000,14.625
36,mlp.experts.427.gate_proj,0.0000227613,0.05000,14.587
36,mlp.experts.444.gate_proj,0.0000449927,0.05000,14.680
36,mlp.experts.456.gate_proj,0.0000545543,0.05000,14.703
36,mlp.experts.426.gate_proj,0.0000143163,0.05000,14.684
36,mlp.experts.425.gate_proj,0.0000670995,0.05000,14.734
36,mlp.experts.438.gate_proj,0.0000278292,0.05000,14.748
36,mlp.experts.441.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.724
36,mlp.experts.477.gate_proj,0.0000198441,0.05000,14.618
36,mlp.experts.493.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.786
36,mlp.experts.400.gate_proj,0.0000177487,0.05000,14.724
36,mlp.experts.405.gate_proj,0.0001025377,0.05000,14.961
36,mlp.experts.403.gate_proj,0.0000054595,0.05000,14.926
36,mlp.experts.436.gate_proj,0.0000920802,0.05000,14.804
36,mlp.experts.431.gate_proj,0.0000222131,0.05000,14.893
36,mlp.experts.446.gate_proj,0.0000463402,0.05000,14.863
36,mlp.experts.447.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.706
36,mlp.experts.434.gate_proj,0.0000166138,0.05000,14.793
36,mlp.experts.439.gate_proj,0.0000092259,0.05000,14.728
36,mlp.experts.401.gate_proj,0.0000394538,0.05000,14.954
36,mlp.experts.443.gate_proj,0.0000191174,0.05000,14.783
36,mlp.experts.472.gate_proj,0.0000319358,0.05000,14.781
36,mlp.experts.442.gate_proj,0.0000545124,0.05000,14.782
36,mlp.experts.460.gate_proj,0.0000326410,0.05000,14.869
36,mlp.experts.463.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.749
36,mlp.experts.454.gate_proj,0.0000722725,0.05000,14.861
36,mlp.experts.457.gate_proj,0.0000167381,0.05000,15.000
36,mlp.experts.509.gate_proj,0.0000224457,0.05000,14.841
36,mlp.experts.416.gate_proj,0.0000818181,0.05000,14.752
36,mlp.experts.421.gate_proj,0.0000649747,0.05000,14.833
36,mlp.experts.452.gate_proj,0.0000415707,0.05000,14.738
36,mlp.experts.419.gate_proj,0.0000148421,0.05000,14.843
36,mlp.experts.462.gate_proj,0.0000147296,0.05000,14.886
36,mlp.experts.450.gate_proj,0.0000868563,0.05000,14.824
36,mlp.experts.455.gate_proj,0.0000418818,0.05000,14.880
36,mlp.experts.417.gate_proj,0.0000363121,0.05000,14.947
36,mlp.experts.459.gate_proj,0.0000786185,0.05000,14.841
36,mlp.experts.458.gate_proj,0.0000428580,0.05000,14.825
36,mlp.experts.488.gate_proj,0.0000457680,0.05000,14.976
36,mlp.experts.476.gate_proj,0.0000287279,0.05000,14.916
36,mlp.experts.479.gate_proj,0.0000166970,0.05000,15.007
36,mlp.experts.470.gate_proj,0.0000401656,0.05000,14.800
36,mlp.experts.504.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.718
36,mlp.experts.473.gate_proj,0.0000110137,0.05000,14.909
36,mlp.experts.13.up_proj,0.0000828738,0.05000,14.744
36,mlp.experts.432.gate_proj,0.0000616433,0.05000,14.711
36,mlp.experts.437.gate_proj,0.0000093799,0.05000,14.660
36,mlp.experts.435.gate_proj,0.0000913703,0.05000,14.645
36,mlp.experts.468.gate_proj,0.0000196678,0.05000,14.730
36,mlp.experts.478.gate_proj,0.0000519970,0.05000,14.499
36,mlp.experts.453.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.706
36,mlp.experts.466.gate_proj,0.0000401764,0.05000,14.584
36,mlp.experts.471.gate_proj,0.0000443380,0.05000,14.528
36,mlp.experts.433.gate_proj,0.0000439418,0.05000,14.587
36,mlp.experts.474.gate_proj,0.0000045190,0.05000,14.491
36,mlp.experts.475.gate_proj,0.0000323141,0.05000,14.690
36,mlp.experts.492.gate_proj,0.0000220762,0.05000,14.553
36,mlp.experts.495.gate_proj,0.0000363957,0.05000,14.543
36,mlp.experts.486.gate_proj,0.0000700713,0.05000,14.429
36,mlp.experts.449.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.717
36,mlp.experts.490.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.748
36,mlp.experts.8.up_proj,0.0000253380,0.05000,14.534
36,mlp.experts.508.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.801
36,mlp.experts.489.gate_proj,0.0000376115,0.05000,14.605
36,mlp.experts.29.up_proj,0.0000478989,0.05000,14.567
36,mlp.experts.45.up_proj,failsafe(rtn): 0.0015717,0.00000,0.769
36,mlp.experts.448.gate_proj,0.0000271844,0.05000,14.387
36,mlp.experts.451.gate_proj,0.0000201567,0.05000,14.334
36,mlp.experts.484.gate_proj,0.0000542076,0.05000,14.392
36,mlp.experts.494.gate_proj,0.0000211971,0.05000,14.358
36,mlp.experts.469.gate_proj,0.0000134732,0.05000,14.368
36,mlp.experts.482.gate_proj,0.0000307658,0.05000,14.231
36,mlp.experts.487.gate_proj,0.0000262356,0.05000,14.401
36,mlp.experts.491.gate_proj,0.0000794459,0.05000,14.368
36,mlp.experts.511.gate_proj,0.0000599960,0.05000,14.295
36,mlp.experts.502.gate_proj,0.0000365525,0.05000,14.245
36,mlp.experts.506.gate_proj,0.0000235858,0.05000,14.196
36,mlp.experts.465.gate_proj,0.0000347206,0.05000,14.356
36,mlp.experts.24.up_proj,0.0000532377,0.05000,14.202
36,mlp.experts.12.up_proj,0.0000154562,0.05000,14.380
36,mlp.experts.481.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.829
36,mlp.experts.505.gate_proj,0.0000208760,0.05000,14.443
36,mlp.experts.61.up_proj,0.0000324733,0.05000,14.464
36,mlp.experts.464.gate_proj,0.0000278190,0.05000,14.989
36,mlp.experts.467.gate_proj,0.0000343607,0.05000,14.922
36,mlp.experts.500.gate_proj,0.0000787888,0.05000,15.066
36,mlp.experts.510.gate_proj,0.0000574852,0.05000,14.957
36,mlp.experts.485.gate_proj,0.0000353931,0.05000,14.947
36,mlp.experts.498.gate_proj,0.0000605432,0.05000,14.980
36,mlp.experts.503.gate_proj,0.0000256602,0.05000,14.975
36,mlp.experts.507.gate_proj,0.0000210256,0.05000,14.841
36,mlp.experts.15.up_proj,0.0001192032,0.05000,14.970
36,mlp.experts.6.up_proj,0.0000326773,0.05000,15.020
36,mlp.experts.7.up_proj,failsafe(rtn): 0.0015335,0.00000,0.745
36,mlp.experts.10.up_proj,0.0000234536,0.05000,15.064
36,mlp.experts.11.up_proj,failsafe(rtn): 0.0016632,0.00000,0.759
36,mlp.experts.40.up_proj,0.0000112420,0.05000,15.079
36,mlp.experts.28.up_proj,0.0000432015,0.05000,14.994
36,mlp.experts.22.up_proj,failsafe(rtn): 0.0017014,0.00000,0.802
36,mlp.experts.23.up_proj,failsafe(rtn): 0.0015259,0.00000,0.789
36,mlp.experts.497.gate_proj,0.0000179634,0.05000,15.051
36,mlp.experts.9.up_proj,0.0000258428,0.05000,14.983
36,mlp.experts.56.up_proj,failsafe(rtn): 0.0015030,0.00000,0.803
36,mlp.experts.25.up_proj,failsafe(rtn): 0.0016861,0.00000,0.836
36,mlp.experts.77.up_proj,0.0000624277,0.05000,15.042
36,mlp.experts.480.gate_proj,0.0000140812,0.05000,14.850
36,mlp.experts.483.gate_proj,0.0000759675,0.05000,14.704
36,mlp.experts.4.up_proj,0.0000177807,0.05000,14.736
36,mlp.experts.14.up_proj,0.0000682261,0.05000,14.678
36,mlp.experts.501.gate_proj,0.0000159864,0.05000,14.650
36,mlp.experts.2.up_proj,0.0000162179,0.05000,14.713
36,mlp.experts.31.up_proj,0.0000099264,0.05000,14.484
36,mlp.experts.27.up_proj,0.0000331442,0.05000,14.516
36,mlp.experts.26.up_proj,0.0000109789,0.05000,14.592
36,mlp.experts.44.up_proj,0.0000113939,0.05000,14.451
36,mlp.experts.38.up_proj,0.0000244612,0.05000,14.492
36,mlp.experts.39.up_proj,0.0000636703,0.05000,14.502
36,mlp.experts.43.up_proj,failsafe(rtn): 0.0015182,0.00000,0.717
36,mlp.experts.72.up_proj,0.0000291734,0.05000,14.366
36,mlp.experts.1.up_proj,0.0000174275,0.05000,14.621
36,mlp.experts.41.up_proj,0.0000555190,0.05000,14.414
36,mlp.experts.93.up_proj,0.0000360034,0.05000,14.401
36,mlp.experts.496.gate_proj,0.0000827195,0.05000,14.340
36,mlp.experts.499.gate_proj,0.0000452102,0.05000,14.534
36,mlp.experts.20.up_proj,0.0000874788,0.05000,14.470
36,mlp.experts.30.up_proj,0.0000486624,0.05000,14.446
36,mlp.experts.5.up_proj,0.0000874253,0.05000,14.487
36,mlp.experts.18.up_proj,0.0000276288,0.05000,14.581
36,mlp.experts.47.up_proj,0.0000416552,0.05000,14.513
36,mlp.experts.34.up_proj,failsafe(rtn): 0.0015564,0.00000,0.720
36,mlp.experts.42.up_proj,0.0000423693,0.05000,14.562
36,mlp.experts.60.up_proj,0.0000822549,0.05000,14.737
36,mlp.experts.55.up_proj,0.0000116183,0.05000,14.651
36,mlp.experts.54.up_proj,0.0000957042,0.05000,14.710
36,mlp.experts.59.up_proj,0.0000075937,0.05000,14.683
36,mlp.experts.88.up_proj,0.0000405583,0.05000,14.597
36,mlp.experts.17.up_proj,0.0000124869,0.05000,14.917
36,mlp.experts.57.up_proj,0.0000346794,0.05000,15.018
36,mlp.experts.109.up_proj,0.0000468635,0.05000,14.791
36,mlp.experts.0.up_proj,0.0000358421,0.05000,14.872
36,mlp.experts.3.up_proj,0.0000310450,0.05000,14.760
36,mlp.experts.36.up_proj,0.0000581723,0.05000,14.812
36,mlp.experts.46.up_proj,0.0000430704,0.05000,14.791
36,mlp.experts.21.up_proj,0.0000318567,0.05000,14.785
36,mlp.experts.63.up_proj,0.0000374189,0.05000,14.606
36,mlp.experts.50.up_proj,0.0000261367,0.05000,14.591
36,mlp.experts.58.up_proj,0.0000263888,0.05000,14.549
36,mlp.experts.76.up_proj,0.0000553963,0.05000,14.591
36,mlp.experts.70.up_proj,0.0000235693,0.05000,14.513
36,mlp.experts.71.up_proj,0.0000376172,0.05000,14.573
36,mlp.experts.75.up_proj,0.0000560604,0.05000,14.457
36,mlp.experts.104.up_proj,0.0000289275,0.05000,14.509
36,mlp.experts.33.up_proj,0.0000421888,0.05000,14.581
36,mlp.experts.120.up_proj,failsafe(rtn): 0.0014954,0.00000,0.756
36,mlp.experts.73.up_proj,0.0000493777,0.05000,14.412
36,mlp.experts.125.up_proj,0.0000391787,0.05000,14.498
36,mlp.experts.141.up_proj,failsafe(rtn): 0.0014343,0.00000,0.752
36,mlp.experts.157.up_proj,failsafe(rtn): 0.0015488,0.00000,0.732
36,mlp.experts.16.up_proj,0.0000251246,0.05000,14.672
36,mlp.experts.19.up_proj,0.0000896442,0.05000,14.819
36,mlp.experts.52.up_proj,0.0000632822,0.05000,14.786
36,mlp.experts.62.up_proj,0.0000453577,0.05000,14.843
36,mlp.experts.37.up_proj,0.0000095455,0.05000,14.886
36,mlp.experts.79.up_proj,0.0000367655,0.05000,14.800
36,mlp.experts.66.up_proj,0.0000429892,0.05000,14.977
36,mlp.experts.74.up_proj,0.0000567355,0.05000,14.967
36,mlp.experts.92.up_proj,0.0000228382,0.05000,15.036
36,mlp.experts.86.up_proj,0.0000240900,0.05000,14.881
36,mlp.experts.90.up_proj,failsafe(rtn): 0.0014877,0.00000,0.677
36,mlp.experts.87.up_proj,0.0000374098,0.05000,14.963
36,mlp.experts.91.up_proj,0.0000792293,0.05000,15.026
36,mlp.experts.108.up_proj,failsafe(rtn): 0.0015488,0.00000,0.654
36,mlp.experts.49.up_proj,0.0000703008,0.05000,14.878
36,mlp.experts.136.up_proj,0.0000233884,0.05000,14.858
36,mlp.experts.89.up_proj,0.0000353085,0.05000,14.972
36,mlp.experts.105.up_proj,failsafe(rtn): 0.0014877,0.00000,0.737
36,mlp.experts.121.up_proj,failsafe(rtn): 0.0016708,0.00000,0.792
36,mlp.experts.173.up_proj,0.0000690474,0.05000,14.837
36,mlp.experts.32.up_proj,0.0000093045,0.05000,14.935
36,mlp.experts.35.up_proj,0.0000400899,0.05000,14.905
36,mlp.experts.68.up_proj,0.0000151133,0.05000,14.794
36,mlp.experts.78.up_proj,0.0000947912,0.05000,14.846
36,mlp.experts.53.up_proj,0.0000288420,0.05000,14.799
36,mlp.experts.95.up_proj,0.0000433753,0.05000,15.021
36,mlp.experts.82.up_proj,0.0000663536,0.05000,14.836
36,mlp.experts.98.up_proj,failsafe(rtn): 0.0015259,0.00000,0.673
36,mlp.experts.106.up_proj,0.0000346993,0.05000,14.811
36,mlp.experts.102.up_proj,0.0000157042,0.05000,14.957
36,mlp.experts.103.up_proj,0.0000118912,0.05000,14.873
36,mlp.experts.107.up_proj,0.0000385802,0.05000,14.866
36,mlp.experts.124.up_proj,0.0000419504,0.05000,14.846
36,mlp.experts.65.up_proj,0.0000407664,0.05000,14.913
36,mlp.experts.152.up_proj,0.0000455598,0.05000,14.792
36,mlp.experts.137.up_proj,0.0000952023,0.05000,14.663
36,mlp.experts.189.up_proj,0.0000052055,0.05000,14.642
36,mlp.experts.48.up_proj,0.0000608486,0.05000,14.460
36,mlp.experts.51.up_proj,0.0000143612,0.05000,14.388
36,mlp.experts.94.up_proj,0.0000120128,0.05000,14.433
36,mlp.experts.84.up_proj,0.0000149459,0.05000,14.615
36,mlp.experts.69.up_proj,0.0000708894,0.05000,14.528
36,mlp.experts.111.up_proj,0.0000305484,0.05000,14.290
36,mlp.experts.114.up_proj,0.0000293711,0.05000,14.389
36,mlp.experts.118.up_proj,0.0000789361,0.05000,14.234
36,mlp.experts.122.up_proj,0.0000218639,0.05000,14.318
36,mlp.experts.119.up_proj,0.0000088647,0.05000,14.350
36,mlp.experts.123.up_proj,0.0000336596,0.05000,14.369
36,mlp.experts.140.up_proj,0.0000333733,0.05000,14.311
36,mlp.experts.168.up_proj,0.0000661610,0.05000,14.307
36,mlp.experts.81.up_proj,0.0000148017,0.05000,14.420
36,mlp.experts.153.up_proj,0.0000328276,0.05000,14.415
36,mlp.experts.205.up_proj,0.0000389785,0.05000,14.354
36,mlp.experts.64.up_proj,0.0000049245,0.05000,14.108
36,mlp.experts.67.up_proj,0.0000184902,0.05000,13.960
36,mlp.experts.110.up_proj,0.0000364426,0.05000,14.072
36,mlp.experts.100.up_proj,0.0000214538,0.05000,14.039
36,mlp.experts.85.up_proj,0.0000490709,0.05000,14.070
36,mlp.experts.116.up_proj,failsafe(rtn): 0.0014801,0.00000,0.799
36,mlp.experts.127.up_proj,0.0000134855,0.05000,14.290
36,mlp.experts.130.up_proj,0.0000528347,0.05000,14.140
36,mlp.experts.134.up_proj,0.0000212656,0.05000,14.186
36,mlp.experts.138.up_proj,0.0000306759,0.05000,14.284
36,mlp.experts.139.up_proj,0.0000691669,0.05000,14.219
36,mlp.experts.135.up_proj,0.0000168966,0.05000,14.384
36,mlp.experts.156.up_proj,0.0000653898,0.05000,14.200
36,mlp.experts.184.up_proj,0.0000242951,0.05000,14.149
36,mlp.experts.97.up_proj,0.0000620138,0.05000,14.354
36,mlp.experts.169.up_proj,0.0000457722,0.05000,14.239
36,mlp.experts.221.up_proj,0.0000652876,0.05000,14.279
36,mlp.experts.80.up_proj,0.0000346733,0.05000,14.171
36,mlp.experts.83.up_proj,0.0000143707,0.05000,14.210
36,mlp.experts.126.up_proj,0.0000315515,0.05000,14.188
36,mlp.experts.101.up_proj,0.0000232687,0.05000,14.207
36,mlp.experts.132.up_proj,0.0000131236,0.05000,14.083
36,mlp.experts.143.up_proj,0.0000697229,0.05000,14.103
36,mlp.experts.146.up_proj,0.0000278207,0.05000,14.215
36,mlp.experts.154.up_proj,0.0000125094,0.05000,14.131
36,mlp.experts.150.up_proj,0.0000269936,0.05000,14.271
36,mlp.experts.155.up_proj,0.0000346979,0.05000,14.139
36,mlp.experts.151.up_proj,0.0000721897,0.05000,14.265
36,mlp.experts.172.up_proj,0.0000556575,0.05000,14.180
36,mlp.experts.200.up_proj,0.0000435502,0.05000,14.145
36,mlp.experts.113.up_proj,0.0000338470,0.05000,14.300
36,mlp.experts.185.up_proj,0.0000141013,0.05000,14.300
36,mlp.experts.237.up_proj,0.0000287093,0.05000,14.155
36,mlp.experts.96.up_proj,0.0000255687,0.05000,14.259
36,mlp.experts.99.up_proj,0.0000960927,0.05000,14.288
36,mlp.experts.142.up_proj,0.0000295619,0.05000,14.203
36,mlp.experts.117.up_proj,0.0000664617,0.05000,14.226
36,mlp.experts.148.up_proj,0.0000404530,0.05000,14.368
36,mlp.experts.159.up_proj,0.0000103452,0.05000,14.316
36,mlp.experts.162.up_proj,0.0000183765,0.05000,14.343
36,mlp.experts.170.up_proj,0.0000170544,0.05000,14.215
36,mlp.experts.166.up_proj,0.0000169813,0.05000,14.325
36,mlp.experts.171.up_proj,0.0000177527,0.05000,14.324
36,mlp.experts.167.up_proj,0.0000434589,0.05000,14.216
36,mlp.experts.188.up_proj,0.0000822569,0.05000,14.370
36,mlp.experts.216.up_proj,0.0000487203,0.05000,14.368
36,mlp.experts.129.up_proj,0.0000661953,0.05000,14.248
36,mlp.experts.232.up_proj,failsafe(rtn): 0.0014954,0.00000,0.681
36,mlp.experts.201.up_proj,0.0000267804,0.05000,14.455
36,mlp.experts.253.up_proj,0.0000580481,0.05000,14.360
36,mlp.experts.112.up_proj,0.0000175278,0.05000,14.978
36,mlp.experts.115.up_proj,0.0000266481,0.05000,14.905
36,mlp.experts.158.up_proj,0.0000172619,0.05000,14.798
36,mlp.experts.133.up_proj,0.0000782037,0.05000,14.802
36,mlp.experts.164.up_proj,0.0000789240,0.05000,14.620
36,mlp.experts.175.up_proj,0.0000531760,0.05000,14.789
36,mlp.experts.180.up_proj,failsafe(rtn): 0.0018082,0.00000,0.682
36,mlp.experts.178.up_proj,0.0000384260,0.05000,14.784
36,mlp.experts.186.up_proj,0.0000611678,0.05000,14.803
36,mlp.experts.182.up_proj,0.0000516516,0.05000,14.724
36,mlp.experts.187.up_proj,0.0000586611,0.05000,14.740
36,mlp.experts.183.up_proj,0.0000615894,0.05000,14.932
36,mlp.experts.204.up_proj,0.0000062717,0.05000,14.658
36,mlp.experts.145.up_proj,0.0001094647,0.05000,14.735
36,mlp.experts.248.up_proj,0.0000189270,0.05000,14.875
36,mlp.experts.217.up_proj,0.0000779997,0.05000,14.879
36,mlp.experts.269.up_proj,0.0000059544,0.05000,14.785
36,mlp.experts.285.up_proj,failsafe(rtn): 0.0016251,0.00000,0.826
36,mlp.experts.128.up_proj,0.0000893365,0.05000,14.697
36,mlp.experts.131.up_proj,0.0000215210,0.05000,14.734
36,mlp.experts.174.up_proj,0.0000178522,0.05000,14.621
36,mlp.experts.149.up_proj,0.0000699778,0.05000,14.858
36,mlp.experts.191.up_proj,0.0000548999,0.05000,14.817
36,mlp.experts.196.up_proj,0.0000331484,0.05000,14.813
36,mlp.experts.194.up_proj,0.0000414118,0.05000,14.834
36,mlp.experts.202.up_proj,0.0000276907,0.05000,14.724
36,mlp.experts.198.up_proj,0.0000129335,0.05000,14.740
36,mlp.experts.203.up_proj,0.0000769172,0.05000,14.818
36,mlp.experts.199.up_proj,0.0000291062,0.05000,14.674
36,mlp.experts.220.up_proj,0.0000202016,0.05000,14.787
36,mlp.experts.218.up_proj,failsafe(rtn): 0.0015182,0.00000,0.766
36,mlp.experts.161.up_proj,0.0000875196,0.05000,14.743
36,mlp.experts.264.up_proj,0.0000312196,0.05000,14.697
36,mlp.experts.233.up_proj,0.0000797819,0.05000,14.648
36,mlp.experts.301.up_proj,0.0000544883,0.05000,14.455
36,mlp.experts.144.up_proj,0.0000572851,0.05000,14.251
36,mlp.experts.190.up_proj,0.0000252617,0.05000,14.323
36,mlp.experts.147.up_proj,0.0000465033,0.05000,14.403
36,mlp.experts.165.up_proj,0.0000863624,0.05000,14.383
36,mlp.experts.206.up_proj,failsafe(rtn): 0.0015717,0.00000,0.713
36,mlp.experts.207.up_proj,0.0000225333,0.05000,14.323
36,mlp.experts.212.up_proj,0.0000414632,0.05000,14.218
36,mlp.experts.214.up_proj,0.0000146699,0.05000,14.436
36,mlp.experts.210.up_proj,0.0000650208,0.05000,14.535
36,mlp.experts.219.up_proj,0.0000519529,0.05000,14.373
36,mlp.experts.215.up_proj,0.0000568469,0.05000,14.448
36,mlp.experts.236.up_proj,0.0000323574,0.05000,14.404
36,mlp.experts.234.up_proj,0.0000238366,0.05000,14.321
36,mlp.experts.230.up_proj,failsafe(rtn): 0.0015717,0.00000,0.796
36,mlp.experts.177.up_proj,0.0000199978,0.05000,14.522
36,mlp.experts.252.up_proj,failsafe(rtn): 0.0015182,0.00000,0.751
36,mlp.experts.280.up_proj,0.0000094656,0.05000,14.439
36,mlp.experts.249.up_proj,0.0000401730,0.05000,14.313
36,mlp.experts.317.up_proj,0.0000199549,0.05000,14.525
36,mlp.experts.160.up_proj,0.0000919522,0.05000,14.446
36,mlp.experts.163.up_proj,0.0000533492,0.05000,14.329
36,mlp.experts.181.up_proj,0.0000132489,0.05000,14.295
36,mlp.experts.222.up_proj,0.0000292525,0.05000,14.386
36,mlp.experts.238.up_proj,failsafe(rtn): 0.0016861,0.00000,0.726
36,mlp.experts.223.up_proj,0.0000317322,0.05000,14.548
36,mlp.experts.228.up_proj,0.0000899754,0.05000,14.520
36,mlp.experts.226.up_proj,0.0000803949,0.05000,14.330
36,mlp.experts.235.up_proj,0.0000890260,0.05000,14.432
36,mlp.experts.231.up_proj,0.0000434323,0.05000,14.416
36,mlp.experts.250.up_proj,0.0000293744,0.05000,14.226
36,mlp.experts.246.up_proj,0.0000221804,0.05000,14.223
36,mlp.experts.193.up_proj,0.0000294038,0.05000,14.225
36,mlp.experts.268.up_proj,0.0000306914,0.05000,14.336
36,mlp.experts.296.up_proj,0.0000530584,0.05000,14.315
36,mlp.experts.265.up_proj,0.0000378232,0.05000,14.439
36,mlp.experts.333.up_proj,0.0000196834,0.05000,14.157
36,mlp.experts.176.up_proj,0.0000135630,0.05000,14.242
36,mlp.experts.179.up_proj,0.0000160491,0.05000,14.160
36,mlp.experts.197.up_proj,0.0000197259,0.05000,14.203
36,mlp.experts.254.up_proj,0.0000460765,0.05000,14.377
36,mlp.experts.239.up_proj,0.0000610571,0.05000,14.301
36,mlp.experts.244.up_proj,0.0000238968,0.05000,14.304
36,mlp.experts.242.up_proj,0.0000042510,0.05000,14.489
36,mlp.experts.251.up_proj,0.0000218010,0.05000,14.453
36,mlp.experts.247.up_proj,0.0000541894,0.05000,14.402
36,mlp.experts.266.up_proj,0.0000261144,0.05000,14.592
36,mlp.experts.262.up_proj,0.0000365321,0.05000,14.412
36,mlp.experts.209.up_proj,0.0000344929,0.05000,14.540
36,mlp.experts.284.up_proj,0.0000273628,0.05000,14.492
36,mlp.experts.278.up_proj,failsafe(rtn): 0.0016327,0.00000,0.811
36,mlp.experts.312.up_proj,0.0000329414,0.05000,14.635
36,mlp.experts.328.up_proj,failsafe(rtn): 0.0015640,0.00000,0.721
36,mlp.experts.281.up_proj,0.0000239249,0.05000,14.740
36,mlp.experts.349.up_proj,0.0000684209,0.05000,14.743
36,mlp.experts.192.up_proj,0.0000293292,0.05000,14.697
36,mlp.experts.195.up_proj,0.0000426778,0.05000,14.809
36,mlp.experts.213.up_proj,0.0000405499,0.05000,14.618
36,mlp.experts.270.up_proj,0.0000726162,0.05000,14.596
36,mlp.experts.255.up_proj,0.0000157710,0.05000,14.585
36,mlp.experts.260.up_proj,0.0000152791,0.05000,14.562
36,mlp.experts.258.up_proj,0.0000238203,0.05000,14.503
36,mlp.experts.267.up_proj,0.0000646454,0.05000,14.484
36,mlp.experts.263.up_proj,0.0000316705,0.05000,14.498
36,mlp.experts.282.up_proj,0.0000507625,0.05000,14.372
36,mlp.experts.225.up_proj,0.0000885780,0.05000,14.533
36,mlp.experts.300.up_proj,0.0000246458,0.05000,14.488
36,mlp.experts.294.up_proj,0.0000525109,0.05000,14.299
36,mlp.experts.344.up_proj,0.0000556965,0.05000,14.278
36,mlp.experts.297.up_proj,0.0000224742,0.05000,14.140
36,mlp.experts.365.up_proj,0.0000704796,0.05000,14.157
36,mlp.experts.208.up_proj,0.0000164245,0.05000,14.421
36,mlp.experts.211.up_proj,0.0000261238,0.05000,14.240
36,mlp.experts.229.up_proj,0.0000353894,0.05000,14.345
36,mlp.experts.271.up_proj,0.0000728737,0.05000,14.169
36,mlp.experts.286.up_proj,0.0000401360,0.05000,14.345
36,mlp.experts.276.up_proj,0.0000911661,0.05000,14.312
36,mlp.experts.274.up_proj,0.0000476688,0.05000,14.468
36,mlp.experts.279.up_proj,0.0000508175,0.05000,14.311
36,mlp.experts.298.up_proj,0.0000613666,0.05000,14.155
36,mlp.experts.283.up_proj,0.0000759035,0.05000,14.503
36,mlp.experts.241.up_proj,0.0000360232,0.05000,14.422
36,mlp.experts.316.up_proj,0.0000287935,0.05000,14.329
36,mlp.experts.310.up_proj,0.0000122541,0.05000,14.388
36,mlp.experts.360.up_proj,0.0000353785,0.05000,14.331
36,mlp.experts.313.up_proj,0.0000857598,0.05000,14.461
36,mlp.experts.381.up_proj,0.0000417017,0.05000,14.256
36,mlp.experts.397.up_proj,failsafe(rtn): 0.0015411,0.00000,0.698
36,mlp.experts.224.up_proj,0.0000274813,0.05000,14.395
36,mlp.experts.227.up_proj,0.0000772834,0.05000,14.431
36,mlp.experts.245.up_proj,0.0000191977,0.05000,14.551
36,mlp.experts.287.up_proj,0.0000446577,0.05000,14.320
36,mlp.experts.292.up_proj,0.0000378918,0.05000,14.352
36,mlp.experts.302.up_proj,0.0000607343,0.05000,14.527
36,mlp.experts.290.up_proj,0.0000326797,0.05000,14.250
36,mlp.experts.314.up_proj,0.0000662574,0.05000,14.348
36,mlp.experts.295.up_proj,0.0000296654,0.05000,14.353
36,mlp.experts.299.up_proj,0.0000733983,0.05000,14.521
36,mlp.experts.257.up_proj,0.0000367968,0.05000,14.459
36,mlp.experts.332.up_proj,0.0000185906,0.05000,14.329
36,mlp.experts.326.up_proj,0.0000460346,0.05000,14.386
36,mlp.experts.376.up_proj,0.0000295612,0.05000,14.208
36,mlp.experts.329.up_proj,0.0000234106,0.05000,14.423
36,mlp.experts.413.up_proj,0.0000581272,0.05000,14.529
36,mlp.experts.240.up_proj,0.0000241740,0.05000,14.347
36,mlp.experts.243.up_proj,0.0000216926,0.05000,14.342
36,mlp.experts.261.up_proj,0.0000114735,0.05000,14.305
36,mlp.experts.303.up_proj,0.0000243094,0.05000,14.343
36,mlp.experts.308.up_proj,0.0000073874,0.05000,14.350
36,mlp.experts.318.up_proj,0.0000180014,0.05000,14.440
36,mlp.experts.306.up_proj,0.0000811686,0.05000,14.351
36,mlp.experts.330.up_proj,0.0000380884,0.05000,14.350
36,mlp.experts.311.up_proj,0.0000213618,0.05000,14.508
36,mlp.experts.315.up_proj,0.0000919965,0.05000,14.420
36,mlp.experts.348.up_proj,0.0000220908,0.05000,14.520
36,mlp.experts.273.up_proj,0.0000387450,0.05000,14.599
36,mlp.experts.342.up_proj,0.0000235405,0.05000,14.507
36,mlp.experts.289.up_proj,failsafe(rtn): 0.0015717,0.00000,0.715
36,mlp.experts.392.up_proj,0.0000938991,0.05000,14.536
36,mlp.experts.345.up_proj,0.0000314722,0.05000,14.615
36,mlp.experts.429.up_proj,0.0000565433,0.05000,14.360
36,mlp.experts.256.up_proj,0.0000126365,0.05000,14.182
36,mlp.experts.259.up_proj,0.0000346267,0.05000,14.410
36,mlp.experts.277.up_proj,0.0000328209,0.05000,14.115
36,mlp.experts.319.up_proj,0.0000854970,0.05000,14.129
36,mlp.experts.324.up_proj,0.0000508346,0.05000,14.087
36,mlp.experts.334.up_proj,0.0000341144,0.05000,14.052
36,mlp.experts.322.up_proj,0.0000349136,0.05000,14.033
36,mlp.experts.346.up_proj,0.0000927821,0.05000,14.145
36,mlp.experts.327.up_proj,0.0000351203,0.05000,14.040
36,mlp.experts.331.up_proj,0.0000608597,0.05000,14.140
36,mlp.experts.364.up_proj,0.0000084525,0.05000,14.012
36,mlp.experts.358.up_proj,0.0000183545,0.05000,14.075
36,mlp.experts.408.up_proj,0.0000480836,0.05000,14.121
36,mlp.experts.305.up_proj,0.0000214307,0.05000,14.256
36,mlp.experts.361.up_proj,0.0000519257,0.05000,14.222
36,mlp.experts.445.up_proj,0.0000221475,0.05000,14.180
36,mlp.experts.272.up_proj,0.0000244158,0.05000,14.671
36,mlp.experts.275.up_proj,0.0000309359,0.05000,14.726
36,mlp.experts.293.up_proj,0.0000096231,0.05000,14.887
36,mlp.experts.335.up_proj,0.0000884437,0.05000,14.759
36,mlp.experts.340.up_proj,0.0000941896,0.05000,14.772
36,mlp.experts.350.up_proj,0.0000824898,0.05000,14.793
36,mlp.experts.338.up_proj,0.0000877826,0.05000,14.666
36,mlp.experts.362.up_proj,0.0000293164,0.05000,14.611
36,mlp.experts.343.up_proj,0.0000442300,0.05000,14.601
36,mlp.experts.347.up_proj,0.0000511316,0.05000,14.642
36,mlp.experts.380.up_proj,0.0000412816,0.05000,14.577
36,mlp.experts.374.up_proj,0.0000282255,0.05000,14.602
36,mlp.experts.424.up_proj,0.0000649628,0.05000,14.553
36,mlp.experts.321.up_proj,0.0000117868,0.05000,14.676
36,mlp.experts.377.up_proj,0.0000403923,0.05000,14.584
36,mlp.experts.461.up_proj,0.0000163926,0.05000,14.586
36,mlp.experts.288.up_proj,0.0000280969,0.05000,14.486
36,mlp.experts.291.up_proj,0.0000301326,0.05000,14.316
36,mlp.experts.309.up_proj,0.0000235290,0.05000,14.406
36,mlp.experts.351.up_proj,0.0000428244,0.05000,14.504
36,mlp.experts.356.up_proj,0.0000452549,0.05000,14.557
36,mlp.experts.366.up_proj,0.0000166553,0.05000,14.514
36,mlp.experts.354.up_proj,0.0000493289,0.05000,14.419
36,mlp.experts.378.up_proj,0.0000457378,0.05000,14.538
36,mlp.experts.359.up_proj,0.0000996804,0.05000,14.549
36,mlp.experts.363.up_proj,0.0000563671,0.05000,14.464
36,mlp.experts.396.up_proj,0.0000308695,0.05000,14.621
36,mlp.experts.390.up_proj,0.0000052326,0.05000,14.511
36,mlp.experts.440.up_proj,0.0000476715,0.05000,14.538
36,mlp.experts.412.up_proj,failsafe(rtn): 0.0015335,0.00000,0.759
36,mlp.experts.337.up_proj,0.0000498497,0.05000,14.596
36,mlp.experts.393.up_proj,0.0000511365,0.05000,14.614
36,mlp.experts.477.up_proj,0.0000195621,0.05000,14.524
36,mlp.experts.493.up_proj,failsafe(rtn): 0.0014877,0.00000,0.738
36,mlp.experts.304.up_proj,0.0000657310,0.05000,14.691
36,mlp.experts.307.up_proj,0.0000383928,0.05000,14.611
36,mlp.experts.325.up_proj,0.0000452395,0.05000,14.793
36,mlp.experts.367.up_proj,0.0000348065,0.05000,14.687
36,mlp.experts.372.up_proj,0.0000231637,0.05000,14.709
36,mlp.experts.382.up_proj,0.0000633954,0.05000,14.646
36,mlp.experts.383.up_proj,failsafe(rtn): 0.0015182,0.00000,0.701
36,mlp.experts.370.up_proj,0.0000290214,0.05000,14.602
36,mlp.experts.394.up_proj,0.0000254165,0.05000,14.740
36,mlp.experts.375.up_proj,0.0000223842,0.05000,14.760
36,mlp.experts.379.up_proj,0.0000165242,0.05000,14.825
36,mlp.experts.406.up_proj,0.0000948149,0.05000,14.740
36,mlp.experts.456.up_proj,0.0000525520,0.05000,14.628
36,mlp.experts.428.up_proj,0.0000120896,0.05000,14.646
36,mlp.experts.353.up_proj,0.0000698676,0.05000,14.691
36,mlp.experts.409.up_proj,0.0000971634,0.05000,14.701
36,mlp.experts.509.up_proj,0.0000221077,0.05000,14.777
36,mlp.experts.13.down_proj,0.0000077960,0.05000,3.582
36,mlp.experts.320.up_proj,0.0000607083,0.05000,14.811
36,mlp.experts.323.up_proj,0.0000210822,0.05000,14.874
36,mlp.experts.341.up_proj,0.0000661508,0.05000,14.657
36,mlp.experts.29.down_proj,0.0000064720,0.05000,3.752
36,mlp.experts.45.down_proj,failsafe(rtn): 0.0015945,0.00000,0.165
36,mlp.experts.388.up_proj,0.0000159755,0.05000,14.652
36,mlp.experts.398.up_proj,0.0000646494,0.05000,14.789
36,mlp.experts.399.up_proj,0.0000234450,0.05000,14.773
36,mlp.experts.386.up_proj,0.0000267037,0.05000,14.807
36,mlp.experts.410.up_proj,0.0000340981,0.05000,14.725
36,mlp.experts.391.up_proj,0.0000601779,0.05000,14.797
36,mlp.experts.395.up_proj,0.0000358568,0.05000,14.673
36,mlp.experts.422.up_proj,0.0000501713,0.05000,14.621
36,mlp.experts.472.up_proj,0.0000383206,0.05000,14.725
36,mlp.experts.444.up_proj,0.0000436872,0.05000,14.708
36,mlp.experts.61.down_proj,0.0000075927,0.05000,3.751
36,mlp.experts.369.up_proj,0.0000189079,0.05000,14.887
36,mlp.experts.425.up_proj,0.0000668412,0.05000,14.636
36,mlp.experts.441.up_proj,failsafe(rtn): 0.0015640,0.00000,0.664
36,mlp.experts.77.down_proj,0.0000073648,0.05000,3.644
36,mlp.experts.93.down_proj,0.0000063565,0.05000,3.516
36,mlp.experts.336.up_proj,0.0000477846,0.05000,14.367
36,mlp.experts.339.up_proj,0.0000338088,0.05000,14.401
36,mlp.experts.357.up_proj,0.0000282485,0.05000,14.357
36,mlp.experts.109.down_proj,0.0000043513,0.05000,3.530
36,mlp.experts.404.up_proj,0.0000356384,0.05000,14.406
36,mlp.experts.414.up_proj,0.0000330644,0.05000,14.300
36,mlp.experts.415.up_proj,0.0000364216,0.05000,14.264
36,mlp.experts.402.up_proj,0.0000187990,0.05000,14.275
36,mlp.experts.426.up_proj,0.0000149229,0.05000,14.251
36,mlp.experts.407.up_proj,0.0000251270,0.05000,14.341
36,mlp.experts.411.up_proj,0.0000277525,0.05000,14.293
36,mlp.experts.438.up_proj,0.0000289251,0.05000,14.336
36,mlp.experts.488.up_proj,0.0000448193,0.05000,14.208
36,mlp.experts.460.up_proj,0.0000319624,0.05000,14.265
36,mlp.experts.125.down_proj,0.0000085816,0.05000,3.575
36,mlp.experts.385.up_proj,0.0000542784,0.05000,14.238
36,mlp.experts.141.down_proj,failsafe(rtn): 0.0015030,0.00000,0.200
36,mlp.experts.157.down_proj,failsafe(rtn): 0.0016403,0.00000,0.206
36,mlp.experts.504.up_proj,failsafe(rtn): 0.0015259,0.00000,0.789
36,mlp.experts.457.up_proj,0.0000199800,0.05000,14.310
36,mlp.experts.173.down_proj,0.0000062397,0.05000,3.425
36,mlp.experts.8.down_proj,0.0000028179,0.05000,3.408
36,mlp.experts.24.down_proj,0.0000054132,0.05000,3.661
36,mlp.experts.189.down_proj,0.0000012792,0.05000,3.715
36,mlp.experts.352.up_proj,0.0000213964,0.05000,14.378
36,mlp.experts.355.up_proj,0.0000304261,0.05000,14.541
36,mlp.experts.373.up_proj,0.0000093145,0.05000,14.512
36,mlp.experts.40.down_proj,0.0000013569,0.05000,3.632
36,mlp.experts.205.down_proj,0.0000033924,0.05000,3.640
36,mlp.experts.420.up_proj,0.0000572998,0.05000,14.454
36,mlp.experts.56.down_proj,failsafe(rtn): 0.0015869,0.00000,0.199
36,mlp.experts.430.up_proj,0.0000831939,0.05000,14.638
36,mlp.experts.431.up_proj,0.0000210491,0.05000,14.596
36,mlp.experts.418.up_proj,0.0000112318,0.05000,14.690
36,mlp.experts.442.up_proj,0.0000691420,0.05000,14.536
36,mlp.experts.447.up_proj,failsafe(rtn): 0.0015717,0.00000,0.730
36,mlp.experts.423.up_proj,0.0000322431,0.05000,14.557
36,mlp.experts.427.up_proj,0.0000227508,0.05000,14.560
36,mlp.experts.463.up_proj,failsafe(rtn): 0.0016022,0.00000,0.745
36,mlp.experts.454.up_proj,0.0000715986,0.05000,14.507
36,mlp.experts.476.up_proj,0.0000298251,0.05000,14.494
36,mlp.experts.401.up_proj,0.0000367475,0.05000,14.527
36,mlp.experts.221.down_proj,0.0000050437,0.05000,3.587
36,mlp.experts.72.down_proj,0.0000025146,0.05000,3.585
36,mlp.experts.473.up_proj,0.0000107233,0.05000,14.448
36,mlp.experts.237.down_proj,0.0000030346,0.05000,3.412
36,mlp.experts.88.down_proj,0.0000045142,0.05000,3.438
36,mlp.experts.253.down_proj,0.0000053888,0.05000,3.509
36,mlp.experts.104.down_proj,0.0000028112,0.05000,3.555
36,mlp.experts.120.down_proj,failsafe(rtn): 0.0016022,0.00000,0.171
36,mlp.experts.368.up_proj,0.0000161736,0.05000,14.365
36,mlp.experts.371.up_proj,0.0000401176,0.05000,14.222
36,mlp.experts.389.up_proj,0.0000511141,0.05000,14.166
36,mlp.experts.269.down_proj,0.0000011027,0.05000,3.593
36,mlp.experts.436.up_proj,0.0000846740,0.05000,14.107
36,mlp.experts.285.down_proj,failsafe(rtn): 0.0016403,0.00000,0.178
36,mlp.experts.136.down_proj,0.0000027484,0.05000,3.580
36,mlp.experts.446.up_proj,0.0000423186,0.05000,14.131
36,mlp.experts.434.up_proj,0.0000156312,0.05000,14.132
36,mlp.experts.458.up_proj,0.0000384527,0.05000,14.137
36,mlp.experts.439.up_proj,0.0000094718,0.05000,14.109
36,mlp.experts.443.up_proj,0.0000182017,0.05000,14.064
36,mlp.experts.479.up_proj,0.0000150437,0.05000,14.067
36,mlp.experts.470.up_proj,0.0000393834,0.05000,14.051
36,mlp.experts.492.up_proj,0.0000208519,0.05000,13.992
36,mlp.experts.417.up_proj,0.0000350450,0.05000,14.054
36,mlp.experts.508.up_proj,failsafe(rtn): 0.0015869,0.00000,0.727
36,mlp.experts.301.down_proj,0.0000092855,0.05000,3.500
36,mlp.experts.152.down_proj,0.0000041388,0.05000,3.508
36,mlp.experts.489.up_proj,0.0000368557,0.05000,14.161
36,mlp.experts.12.down_proj,0.0000021860,0.05000,3.770
36,mlp.experts.317.down_proj,0.0000021658,0.05000,3.808
36,mlp.experts.168.down_proj,0.0000167441,0.05000,3.754
36,mlp.experts.28.down_proj,0.0000028057,0.05000,3.648
36,mlp.experts.333.down_proj,0.0000016343,0.05000,3.664
36,mlp.experts.184.down_proj,0.0000027766,0.05000,3.714
36,mlp.experts.384.up_proj,0.0000439200,0.05000,14.445
36,mlp.experts.387.up_proj,0.0000228548,0.05000,14.518
36,mlp.experts.405.up_proj,0.0001033120,0.05000,14.578
36,mlp.experts.452.up_proj,0.0000404160,0.05000,14.707
36,mlp.experts.44.down_proj,0.0000015198,0.05000,3.836
36,mlp.experts.349.down_proj,0.0000042318,0.05000,3.844
36,mlp.experts.462.up_proj,0.0000142470,0.05000,14.736
36,mlp.experts.200.down_proj,0.0000062415,0.05000,3.854
36,mlp.experts.450.up_proj,0.0000861961,0.05000,14.618
36,mlp.experts.474.up_proj,0.0000042736,0.05000,14.542
36,mlp.experts.455.up_proj,0.0000375220,0.05000,14.737
36,mlp.experts.459.up_proj,0.0000823074,0.05000,14.736
36,mlp.experts.490.up_proj,failsafe(rtn): 0.0015106,0.00000,0.684
36,mlp.experts.495.up_proj,0.0000363066,0.05000,14.712
36,mlp.experts.486.up_proj,0.0000696604,0.05000,14.894
36,mlp.experts.433.up_proj,0.0000438858,0.05000,14.864
36,mlp.experts.60.down_proj,0.0000183979,0.05000,3.612
36,mlp.experts.365.down_proj,0.0000054752,0.05000,3.572
36,mlp.experts.216.down_proj,0.0000052868,0.05000,3.587
36,mlp.experts.232.down_proj,failsafe(rtn): 0.0015488,0.00000,0.191
36,mlp.experts.449.up_proj,failsafe(rtn): 0.0015182,0.00000,0.739
36,mlp.experts.505.up_proj,0.0000211434,0.05000,14.752
36,mlp.experts.76.down_proj,0.0000039636,0.05000,3.527
36,mlp.experts.381.down_proj,0.0000032599,0.05000,3.482
36,mlp.experts.397.down_proj,failsafe(rtn): 0.0015945,0.00000,0.174
36,mlp.experts.248.down_proj,0.0000024891,0.05000,3.514
36,mlp.experts.9.down_proj,0.0000029978,0.05000,3.431
36,mlp.experts.25.down_proj,failsafe(rtn): 0.0016556,0.00000,0.219
36,mlp.experts.92.down_proj,0.0000024986,0.05000,3.547
36,mlp.experts.108.down_proj,failsafe(rtn): 0.0016022,0.00000,0.178
36,mlp.experts.413.down_proj,0.0000053546,0.05000,3.617
36,mlp.experts.264.down_proj,0.0000045467,0.05000,3.640
36,mlp.experts.400.up_proj,0.0000181083,0.05000,14.476
36,mlp.experts.41.down_proj,0.0000081448,0.05000,3.671
36,mlp.experts.403.up_proj,0.0000054719,0.05000,14.455
36,mlp.experts.421.up_proj,0.0000608819,0.05000,14.346
36,mlp.experts.468.up_proj,0.0000197870,0.05000,14.435
36,mlp.experts.124.down_proj,0.0000046345,0.05000,3.718
36,mlp.experts.478.up_proj,0.0000500687,0.05000,14.419
36,mlp.experts.429.down_proj,0.0000046833,0.05000,3.774
36,mlp.experts.280.down_proj,0.0000007903,0.05000,3.664
36,mlp.experts.466.up_proj,0.0000430043,0.05000,14.364
36,mlp.experts.475.up_proj,0.0000307517,0.05000,14.416
36,mlp.experts.471.up_proj,0.0000437555,0.05000,14.443
36,mlp.experts.57.down_proj,0.0000045885,0.05000,3.715
36,mlp.experts.506.up_proj,0.0000238976,0.05000,14.391
36,mlp.experts.511.up_proj,0.0000596684,0.05000,14.452
36,mlp.experts.502.up_proj,0.0000360200,0.05000,14.312
36,mlp.experts.140.down_proj,0.0000061346,0.05000,3.618
36,mlp.experts.445.down_proj,0.0000027809,0.05000,3.587
36,mlp.experts.465.up_proj,0.0000323544,0.05000,14.337
36,mlp.experts.296.down_proj,0.0000039153,0.05000,3.676
36,mlp.experts.481.up_proj,failsafe(rtn): 0.0016556,0.00000,0.677
36,mlp.experts.73.down_proj,0.0000042008,0.05000,3.649
36,mlp.experts.10.down_proj,0.0000024341,0.05000,3.653
36,mlp.experts.15.down_proj,0.0000137615,0.05000,3.689
36,mlp.experts.6.down_proj,0.0000069050,0.05000,3.716
36,mlp.experts.22.down_proj,failsafe(rtn): 0.0016937,0.00000,0.171
36,mlp.experts.156.down_proj,0.0000054099,0.05000,3.881
36,mlp.experts.461.down_proj,0.0000011279,0.05000,3.844
36,mlp.experts.312.down_proj,0.0000037343,0.05000,3.943
36,mlp.experts.328.down_proj,failsafe(rtn): 0.0016556,0.00000,0.211
36,mlp.experts.89.down_proj,0.0000037248,0.05000,3.895
36,mlp.experts.26.down_proj,0.0000012851,0.05000,3.887
36,mlp.experts.105.down_proj,failsafe(rtn): 0.0015793,0.00000,0.210
36,mlp.experts.31.down_proj,0.0000010911,0.05000,3.896
36,mlp.experts.121.down_proj,failsafe(rtn): 0.0016708,0.00000,0.223
36,mlp.experts.38.down_proj,0.0000047063,0.05000,3.944
36,mlp.experts.172.down_proj,0.0000045368,0.05000,3.717
36,mlp.experts.477.down_proj,0.0000021356,0.05000,3.729
36,mlp.experts.493.down_proj,failsafe(rtn): 0.0015869,0.00000,0.173
36,mlp.experts.344.down_proj,0.0000064346,0.05000,3.692
36,mlp.experts.416.up_proj,0.0000758321,0.05000,14.925
36,mlp.experts.42.down_proj,0.0000043703,0.05000,3.616
36,mlp.experts.47.down_proj,0.0000048529,0.05000,3.558
36,mlp.experts.419.up_proj,0.0000147297,0.05000,14.795
36,mlp.experts.137.down_proj,0.0000141490,0.05000,3.593
36,mlp.experts.54.down_proj,0.0000088027,0.05000,3.579
36,mlp.experts.437.up_proj,0.0000093816,0.05000,14.890
36,mlp.experts.453.up_proj,failsafe(rtn): 0.0015945,0.00000,0.664
36,mlp.experts.484.up_proj,0.0000542124,0.05000,14.773
36,mlp.experts.494.up_proj,0.0000196842,0.05000,14.812
36,mlp.experts.188.down_proj,0.0000148072,0.05000,3.653
36,mlp.experts.509.down_proj,0.0000017008,0.05000,3.624
36,mlp.experts.482.up_proj,0.0000319045,0.05000,14.759
36,mlp.experts.360.down_proj,0.0000037158,0.05000,3.640
36,mlp.experts.487.up_proj,0.0000256518,0.05000,14.674
36,mlp.experts.491.up_proj,0.0000754278,0.05000,14.823
36,mlp.experts.58.down_proj,0.0000045693,0.05000,3.580
36,mlp.experts.63.down_proj,0.0000035827,0.05000,3.608
36,mlp.experts.153.down_proj,0.0000034186,0.05000,3.575
36,mlp.experts.70.down_proj,0.0000112662,0.05000,3.607
36,mlp.experts.204.down_proj,0.0000006883,0.05000,3.492
36,mlp.experts.376.down_proj,0.0000032125,0.05000,3.491
36,mlp.experts.497.up_proj,0.0000177290,0.05000,14.637
36,mlp.experts.74.down_proj,0.0000054689,0.05000,3.469
36,mlp.experts.90.down_proj,failsafe(rtn): 0.0015717,0.00000,0.166
36,mlp.experts.79.down_proj,0.0000060754,0.05000,3.422
36,mlp.experts.169.down_proj,0.0000051810,0.05000,3.392
36,mlp.experts.86.down_proj,0.0000019687,0.05000,3.371
36,mlp.experts.220.down_proj,0.0000021965,0.05000,3.302
36,mlp.experts.392.down_proj,0.0000084609,0.05000,3.195
36,mlp.experts.1.down_proj,0.0000030209,0.05000,3.219
36,mlp.experts.106.down_proj,0.0000026443,0.05000,3.253
36,mlp.experts.95.down_proj,0.0000028972,0.05000,3.243
36,mlp.experts.185.down_proj,0.0000013717,0.05000,3.279
36,mlp.experts.102.down_proj,0.0000029775,0.05000,3.260
36,mlp.experts.236.down_proj,0.0000038563,0.05000,3.339
36,mlp.experts.252.down_proj,failsafe(rtn): 0.0015869,0.00000,0.179
36,mlp.experts.408.down_proj,0.0000055064,0.05000,3.332
36,mlp.experts.17.down_proj,0.0000013061,0.05000,3.401
36,mlp.experts.432.up_proj,0.0000661361,0.05000,13.692
36,mlp.experts.122.down_proj,0.0000040210,0.05000,3.392
36,mlp.experts.111.down_proj,0.0000027040,0.05000,3.425
36,mlp.experts.435.up_proj,0.0000942395,0.05000,13.657
36,mlp.experts.201.down_proj,0.0000021799,0.05000,3.479
36,mlp.experts.118.down_proj,0.0000069164,0.05000,3.418
36,mlp.experts.469.up_proj,0.0000125482,0.05000,13.355
36,mlp.experts.500.up_proj,0.0000783542,0.05000,13.391
36,mlp.experts.510.up_proj,0.0000551673,0.05000,13.336
36,mlp.experts.268.down_proj,0.0000024992,0.05000,3.424
36,mlp.experts.498.up_proj,0.0000597521,0.05000,13.433
36,mlp.experts.424.down_proj,0.0000118309,0.05000,3.430
36,mlp.experts.33.down_proj,0.0000032806,0.05000,3.394
36,mlp.experts.507.up_proj,0.0000191550,0.05000,13.334
36,mlp.experts.503.up_proj,0.0000262881,0.05000,13.481
36,mlp.experts.11.down_proj,failsafe(rtn): 0.0016785,0.00000,0.168
36,mlp.experts.7.down_proj,failsafe(rtn): 0.0015869,0.00000,0.186
36,mlp.experts.23.down_proj,failsafe(rtn): 0.0015717,0.00000,0.163
36,mlp.experts.138.down_proj,0.0000023612,0.05000,3.316
36,mlp.experts.127.down_proj,0.0000011404,0.05000,3.346
36,mlp.experts.217.down_proj,0.0000076607,0.05000,3.326
36,mlp.experts.134.down_proj,0.0000027064,0.05000,3.314
36,mlp.experts.4.down_proj,0.0000018133,0.05000,3.465
36,mlp.experts.14.down_proj,0.0000070434,0.05000,3.464
36,mlp.experts.2.down_proj,0.0000023522,0.05000,3.386
36,mlp.experts.284.down_proj,0.0000029957,0.05000,3.471
36,mlp.experts.440.down_proj,0.0000045307,0.05000,3.430
36,mlp.experts.49.down_proj,0.0000078322,0.05000,3.494
36,mlp.experts.27.down_proj,0.0000029932,0.05000,3.438
36,mlp.experts.43.down_proj,failsafe(rtn): 0.0016022,0.00000,0.172
36,mlp.experts.39.down_proj,0.0000061239,0.05000,3.416
36,mlp.experts.154.down_proj,0.0000008725,0.05000,3.434
36,mlp.experts.143.down_proj,0.0000104060,0.05000,3.382
36,mlp.experts.233.down_proj,0.0000057298,0.05000,3.456
36,mlp.experts.150.down_proj,0.0000025912,0.05000,3.426
36,mlp.experts.20.down_proj,0.0000144976,0.05000,3.472
36,mlp.experts.30.down_proj,0.0000068842,0.05000,3.508
36,mlp.experts.18.down_proj,0.0000043224,0.05000,3.575
36,mlp.experts.300.down_proj,0.0000029146,0.05000,3.580
36,mlp.experts.34.down_proj,failsafe(rtn): 0.0015564,0.00000,0.176
36,mlp.experts.456.down_proj,0.0000090895,0.05000,3.560
36,mlp.experts.65.down_proj,0.0000038145,0.05000,3.607
36,mlp.experts.55.down_proj,0.0000008455,0.05000,3.636
36,mlp.experts.59.down_proj,0.0000006007,0.05000,3.703
36,mlp.experts.170.down_proj,0.0000013482,0.05000,3.614
36,mlp.experts.159.down_proj,0.0000024567,0.05000,3.566
36,mlp.experts.249.down_proj,0.0000034217,0.05000,3.643
36,mlp.experts.166.down_proj,0.0000023389,0.05000,3.605
36,mlp.experts.36.down_proj,0.0000044857,0.05000,3.461
36,mlp.experts.46.down_proj,0.0000105678,0.05000,3.515
36,mlp.experts.316.down_proj,0.0000020902,0.05000,3.394
36,mlp.experts.50.down_proj,0.0000018080,0.05000,3.394
36,mlp.experts.472.down_proj,0.0000052102,0.05000,3.464
36,mlp.experts.81.down_proj,0.0000016938,0.05000,3.389
36,mlp.experts.448.up_proj,0.0000256131,0.05000,13.809
36,mlp.experts.71.down_proj,0.0000026609,0.05000,3.408
36,mlp.experts.186.down_proj,0.0000052022,0.05000,3.376
36,mlp.experts.451.up_proj,0.0000202520,0.05000,13.667
36,mlp.experts.75.down_proj,0.0000162479,0.05000,3.482
36,mlp.experts.175.down_proj,0.0000075470,0.05000,3.439
36,mlp.experts.265.down_proj,0.0000030817,0.05000,3.327
36,mlp.experts.182.down_proj,0.0000038284,0.05000,3.386
36,mlp.experts.485.up_proj,0.0000345256,0.05000,13.678
36,mlp.experts.52.down_proj,0.0000044294,0.05000,3.347
36,mlp.experts.62.down_proj,0.0000028935,0.05000,3.318
36,mlp.experts.332.down_proj,0.0000019875,0.05000,3.374
36,mlp.experts.66.down_proj,0.0000051494,0.05000,3.312
36,mlp.experts.488.down_proj,0.0000040288,0.05000,3.291
36,mlp.experts.504.down_proj,failsafe(rtn): 0.0015869,0.00000,0.189
36,mlp.experts.97.down_proj,0.0000039745,0.05000,3.299
36,mlp.experts.87.down_proj,0.0000040510,0.05000,3.308
36,mlp.experts.202.down_proj,0.0000017477,0.05000,3.412
36,mlp.experts.91.down_proj,0.0000158864,0.05000,3.400
36,mlp.experts.191.down_proj,0.0000057574,0.05000,3.409
36,mlp.experts.218.down_proj,failsafe(rtn): 0.0015869,0.00000,0.188
36,mlp.experts.281.down_proj,0.0000028652,0.05000,3.442
36,mlp.experts.198.down_proj,0.0000034146,0.05000,3.436
36,mlp.experts.68.down_proj,0.0000012341,0.05000,3.336
36,mlp.experts.78.down_proj,0.0000107912,0.05000,3.277
36,mlp.experts.348.down_proj,0.0000034228,0.05000,3.269
36,mlp.experts.82.down_proj,0.0000045352,0.05000,3.253
36,mlp.experts.98.down_proj,failsafe(rtn): 0.0015488,0.00000,0.181
36,mlp.experts.113.down_proj,0.0000067524,0.05000,3.279
36,mlp.experts.103.down_proj,0.0000011728,0.05000,3.281
36,mlp.experts.107.down_proj,0.0000023582,0.05000,3.281
36,mlp.experts.207.down_proj,0.0000025850,0.05000,3.221
36,mlp.experts.234.down_proj,0.0000021065,0.05000,3.217
36,mlp.experts.297.down_proj,0.0000015876,0.05000,3.181
36,mlp.experts.214.down_proj,0.0000014421,0.05000,3.228
36,mlp.experts.230.down_proj,failsafe(rtn): 0.0016098,0.00000,0.145
36,mlp.experts.84.down_proj,0.0000025258,0.05000,3.167
36,mlp.experts.94.down_proj,0.0000012334,0.05000,3.247
36,mlp.experts.364.down_proj,0.0000009371,0.05000,3.155
36,mlp.experts.114.down_proj,0.0000025137,0.05000,3.193
36,mlp.experts.129.down_proj,0.0000059205,0.05000,3.220
36,mlp.experts.119.down_proj,0.0000008593,0.05000,3.103
36,mlp.experts.223.down_proj,0.0000029099,0.05000,3.175
36,mlp.experts.123.down_proj,0.0000030871,0.05000,3.258
36,mlp.experts.250.down_proj,0.0000087924,0.05000,3.215
36,mlp.experts.313.down_proj,0.0000073239,0.05000,3.138
36,mlp.experts.246.down_proj,0.0000020216,0.05000,3.227
36,mlp.experts.100.down_proj,0.0000031469,0.05000,3.247
36,mlp.experts.116.down_proj,failsafe(rtn): 0.0015335,0.00000,0.168
36,mlp.experts.110.down_proj,0.0000034009,0.05000,3.246
36,mlp.experts.380.down_proj,0.0000026998,0.05000,3.225
36,mlp.experts.130.down_proj,0.0000056421,0.05000,3.166
36,mlp.experts.145.down_proj,0.0000085907,0.05000,3.244
36,mlp.experts.464.up_proj,0.0000273247,0.05000,12.878
36,mlp.experts.135.down_proj,0.0000018185,0.05000,3.172
36,mlp.experts.467.up_proj,0.0000321421,0.05000,13.020
36,mlp.experts.239.down_proj,0.0000051561,0.05000,3.204
36,mlp.experts.329.down_proj,0.0000028635,0.05000,3.164
36,mlp.experts.139.down_proj,0.0000055592,0.05000,3.218
36,mlp.experts.266.down_proj,0.0000036223,0.05000,3.196
36,mlp.experts.501.up_proj,0.0000150101,0.05000,12.945
36,mlp.experts.262.down_proj,0.0000031480,0.05000,3.235
36,mlp.experts.278.down_proj,failsafe(rtn): 0.0017090,0.00000,0.165
36,mlp.experts.132.down_proj,0.0000012846,0.05000,3.164
36,mlp.experts.126.down_proj,0.0000024219,0.05000,3.188
36,mlp.experts.396.down_proj,0.0000054847,0.05000,3.308
36,mlp.experts.412.down_proj,failsafe(rtn): 0.0016403,0.00000,0.169
36,mlp.experts.146.down_proj,0.0000025995,0.05000,3.274
36,mlp.experts.161.down_proj,0.0000067415,0.05000,3.332
36,mlp.experts.151.down_proj,0.0000100828,0.05000,3.331
36,mlp.experts.255.down_proj,0.0000012855,0.05000,3.301
36,mlp.experts.282.down_proj,0.0000043703,0.05000,3.234
36,mlp.experts.155.down_proj,0.0000051999,0.05000,3.267
36,mlp.experts.345.down_proj,0.0000056851,0.05000,3.279
36,mlp.experts.5.down_proj,0.0000075654,0.05000,3.244
36,mlp.experts.294.down_proj,0.0000087508,0.05000,3.298
36,mlp.experts.148.down_proj,0.0000029394,0.05000,3.268
36,mlp.experts.142.down_proj,0.0000046981,0.05000,3.217
36,mlp.experts.428.down_proj,0.0000014889,0.05000,3.113
36,mlp.experts.162.down_proj,0.0000025472,0.05000,3.138
36,mlp.experts.177.down_proj,0.0000020118,0.05000,3.103
36,mlp.experts.167.down_proj,0.0000056822,0.05000,3.148
36,mlp.experts.271.down_proj,0.0000132811,0.05000,3.127
36,mlp.experts.361.down_proj,0.0000040070,0.05000,3.091
36,mlp.experts.298.down_proj,0.0000050881,0.05000,3.129
36,mlp.experts.171.down_proj,0.0000025654,0.05000,3.114
36,mlp.experts.21.down_proj,0.0000031704,0.05000,3.066
36,mlp.experts.310.down_proj,0.0000019124,0.05000,3.055
36,mlp.experts.164.down_proj,0.0000187029,0.05000,3.008
36,mlp.experts.180.down_proj,failsafe(rtn): 0.0018539,0.00000,0.171
36,mlp.experts.158.down_proj,0.0000027206,0.05000,3.077
36,mlp.experts.444.down_proj,0.0000045737,0.05000,3.044
36,mlp.experts.178.down_proj,0.0000123743,0.05000,3.110
36,mlp.experts.193.down_proj,0.0000021936,0.05000,3.074
36,mlp.experts.183.down_proj,0.0000085999,0.05000,3.121
36,mlp.experts.287.down_proj,0.0000041779,0.05000,3.174
36,mlp.experts.314.down_proj,0.0000067827,0.05000,3.124
36,mlp.experts.377.down_proj,0.0000077886,0.05000,3.150
36,mlp.experts.187.down_proj,0.0000048190,0.05000,3.146
36,mlp.experts.37.down_proj,0.0000006658,0.05000,3.145
36,mlp.experts.326.down_proj,0.0000041476,0.05000,3.191
36,mlp.experts.196.down_proj,0.0000041801,0.05000,3.196
36,mlp.experts.174.down_proj,0.0000013268,0.05000,3.208
36,mlp.experts.460.down_proj,0.0000032410,0.05000,3.256
36,mlp.experts.194.down_proj,0.0000033743,0.05000,3.288
36,mlp.experts.209.down_proj,0.0000042753,0.05000,3.250
36,mlp.experts.480.up_proj,0.0000137750,0.05000,12.804
36,mlp.experts.199.down_proj,0.0000033107,0.05000,3.214
36,mlp.experts.483.up_proj,0.0000741378,0.05000,12.739
36,mlp.experts.330.down_proj,0.0000030417,0.05000,3.244
36,mlp.experts.393.down_proj,0.0000056982,0.05000,3.237
36,mlp.experts.303.down_proj,0.0000027403,0.05000,3.312
36,mlp.experts.203.down_proj,0.0000083306,0.05000,3.282
36,mlp.experts.53.down_proj,0.0000032484,0.05000,3.272
36,mlp.experts.342.down_proj,0.0000024239,0.05000,3.178
36,mlp.experts.212.down_proj,0.0000072453,0.05000,3.305
36,mlp.experts.190.down_proj,0.0000031949,0.05000,3.327
36,mlp.experts.206.down_proj,failsafe(rtn): 0.0016479,0.00000,0.172
36,mlp.experts.476.down_proj,0.0000033658,0.05000,3.170
36,mlp.experts.210.down_proj,0.0000109000,0.05000,3.178
36,mlp.experts.225.down_proj,0.0000089512,0.05000,3.159
36,mlp.experts.215.down_proj,0.0000052524,0.05000,3.197
36,mlp.experts.346.down_proj,0.0000049727,0.05000,3.178
36,mlp.experts.409.down_proj,0.0000144184,0.05000,3.189
36,mlp.experts.219.down_proj,0.0000049762,0.05000,3.175
36,mlp.experts.319.down_proj,0.0000081584,0.05000,3.197
36,mlp.experts.69.down_proj,0.0000073527,0.05000,3.171
36,mlp.experts.358.down_proj,0.0000010633,0.05000,3.240
36,mlp.experts.228.down_proj,0.0000136146,0.05000,3.266
36,mlp.experts.222.down_proj,0.0000029843,0.05000,3.236
36,mlp.experts.238.down_proj,failsafe(rtn): 0.0016708,0.00000,0.180
36,mlp.experts.492.down_proj,0.0000012437,0.05000,3.265
36,mlp.experts.226.down_proj,0.0000064788,0.05000,3.221
36,mlp.experts.508.down_proj,failsafe(rtn): 0.0016327,0.00000,0.150
36,mlp.experts.241.down_proj,0.0000022354,0.05000,3.175
36,mlp.experts.231.down_proj,0.0000056696,0.05000,3.045
36,mlp.experts.362.down_proj,0.0000021976,0.05000,3.028
36,mlp.experts.425.down_proj,0.0000058404,0.05000,3.044
36,mlp.experts.235.down_proj,0.0000212742,0.05000,3.069
36,mlp.experts.335.down_proj,0.0000239504,0.05000,3.073
36,mlp.experts.441.down_proj,failsafe(rtn): 0.0016174,0.00000,0.169
36,mlp.experts.85.down_proj,0.0000052522,0.05000,2.973
36,mlp.experts.374.down_proj,0.0000047154,0.05000,2.905
36,mlp.experts.244.down_proj,0.0000034536,0.05000,2.802
36,mlp.experts.254.down_proj,0.0000044619,0.05000,2.728
36,mlp.experts.242.down_proj,0.0000005165,0.05000,2.734
36,mlp.experts.257.down_proj,0.0000026125,0.05000,2.780
36,mlp.experts.247.down_proj,0.0000064890,0.05000,2.792
36,mlp.experts.378.down_proj,0.0000050154,0.05000,2.785
36,mlp.experts.351.down_proj,0.0000037031,0.05000,2.756
36,mlp.experts.251.down_proj,0.0000020030,0.05000,2.809
36,mlp.experts.457.down_proj,0.0000046428,0.05000,2.768
36,mlp.experts.101.down_proj,0.0000021165,0.05000,2.720
36,mlp.experts.390.down_proj,0.0000003994,0.05000,2.827
36,mlp.experts.260.down_proj,0.0000012844,0.05000,2.759
36,mlp.experts.270.down_proj,0.0000103616,0.05000,2.852
36,mlp.experts.258.down_proj,0.0000044222,0.05000,2.832
36,mlp.experts.273.down_proj,0.0000092899,0.05000,2.851
36,mlp.experts.496.up_proj,0.0000794403,0.05000,11.870
36,mlp.experts.289.down_proj,failsafe(rtn): 0.0016556,0.00000,0.140
36,mlp.experts.263.down_proj,0.0000027228,0.05000,2.847
36,mlp.experts.499.up_proj,0.0000464958,0.05000,11.834
36,mlp.experts.394.down_proj,0.0000023755,0.05000,2.942
36,mlp.experts.367.down_proj,0.0000035258,0.05000,2.950
36,mlp.experts.267.down_proj,0.0000050017,0.05000,2.969
36,mlp.experts.473.down_proj,0.0000015225,0.05000,2.988
36,mlp.experts.383.down_proj,failsafe(rtn): 0.0015793,0.00000,0.147
36,mlp.experts.117.down_proj,0.0000075990,0.05000,2.930
36,mlp.experts.406.down_proj,0.0000161819,0.05000,2.962
36,mlp.experts.276.down_proj,0.0000177650,0.05000,2.826
36,mlp.experts.286.down_proj,0.0000043169,0.05000,2.893
36,mlp.experts.274.down_proj,0.0000084476,0.05000,2.900
36,mlp.experts.305.down_proj,0.0000027617,0.05000,2.867
36,mlp.experts.0.down_proj,0.0000048657,0.05000,2.924
36,mlp.experts.279.down_proj,0.0000044932,0.05000,2.865
36,mlp.experts.3.down_proj,0.0000023374,0.05000,2.845
36,mlp.experts.410.down_proj,0.0000021875,0.05000,2.845
36,mlp.experts.283.down_proj,0.0000067194,0.05000,2.878
36,mlp.experts.399.down_proj,0.0000023588,0.05000,2.811
36,mlp.experts.489.down_proj,0.0000037800,0.05000,2.834
36,mlp.experts.133.down_proj,0.0000064918,0.05000,2.848
36,mlp.experts.422.down_proj,0.0000038765,0.05000,2.852
36,mlp.experts.292.down_proj,0.0000106690,0.05000,2.902
36,mlp.experts.302.down_proj,0.0000051274,0.05000,2.898
36,mlp.experts.290.down_proj,0.0000032266,0.05000,2.934
36,mlp.experts.321.down_proj,0.0000014175,0.05000,2.923
36,mlp.experts.16.down_proj,0.0000018770,0.05000,2.932
36,mlp.experts.295.down_proj,0.0000026131,0.05000,2.961
36,mlp.experts.19.down_proj,0.0000085576,0.05000,2.973
36,mlp.experts.426.down_proj,0.0000023954,0.05000,2.935
36,mlp.experts.299.down_proj,0.0000069637,0.05000,2.973
36,mlp.experts.505.down_proj,0.0000014285,0.05000,2.963
36,mlp.experts.415.down_proj,0.0000049454,0.05000,2.991
36,mlp.experts.149.down_proj,0.0000044162,0.05000,2.971
36,mlp.experts.438.down_proj,0.0000057288,0.05000,2.882
36,mlp.experts.308.down_proj,0.0000009294,0.05000,2.847
36,mlp.experts.318.down_proj,0.0000032420,0.05000,2.871
36,mlp.experts.306.down_proj,0.0000096148,0.05000,2.855
36,mlp.experts.32.down_proj,0.0000008974,0.05000,2.699
36,mlp.experts.337.down_proj,0.0000038968,0.05000,2.783
36,mlp.experts.311.down_proj,0.0000014629,0.05000,2.776
36,mlp.experts.35.down_proj,0.0000030227,0.05000,2.734
36,mlp.experts.442.down_proj,0.0000212584,0.05000,2.717
36,mlp.experts.315.down_proj,0.0000074091,0.05000,2.681
36,mlp.experts.431.down_proj,0.0000020583,0.05000,2.674
36,mlp.experts.165.down_proj,0.0000064222,0.05000,2.591
36,mlp.experts.447.down_proj,failsafe(rtn): 0.0016403,0.00000,0.118
36,mlp.experts.463.down_proj,failsafe(rtn): 0.0016556,0.00000,0.122
36,mlp.experts.454.down_proj,0.0000068318,0.05000,2.584
36,mlp.experts.324.down_proj,0.0000031615,0.05000,2.547
36,mlp.experts.334.down_proj,0.0000023843,0.05000,2.564
36,mlp.experts.322.down_proj,0.0000053031,0.05000,2.602
36,mlp.experts.48.down_proj,0.0000054756,0.05000,2.510
36,mlp.experts.353.down_proj,0.0000061082,0.05000,2.554
36,mlp.experts.327.down_proj,0.0000067718,0.05000,2.622
36,mlp.experts.51.down_proj,0.0000013155,0.05000,2.602
36,mlp.experts.458.down_proj,0.0000027609,0.05000,2.560
36,mlp.experts.331.down_proj,0.0000054183,0.05000,2.677
36,mlp.experts.181.down_proj,0.0000017427,0.05000,2.655
36,mlp.experts.479.down_proj,0.0000020930,0.05000,2.723
36,mlp.experts.470.down_proj,0.0000035847,0.05000,2.771
36,mlp.experts.340.down_proj,0.0000081813,0.05000,2.699
36,mlp.experts.350.down_proj,0.0000081684,0.05000,2.767
36,mlp.experts.338.down_proj,0.0000193508,0.05000,2.812
36,mlp.experts.64.down_proj,0.0000006744,0.05000,2.782
36,mlp.experts.369.down_proj,0.0000021063,0.05000,2.827
36,mlp.experts.67.down_proj,0.0000011648,0.05000,2.798
36,mlp.experts.343.down_proj,0.0000038884,0.05000,2.820
36,mlp.experts.474.down_proj,0.0000007525,0.05000,2.792
36,mlp.experts.490.down_proj,failsafe(rtn): 0.0015488,0.00000,0.130
36,mlp.experts.347.down_proj,0.0000135134,0.05000,2.747
36,mlp.experts.197.down_proj,0.0000024997,0.05000,2.700
36,mlp.experts.495.down_proj,0.0000031603,0.05000,2.712
36,mlp.experts.486.down_proj,0.0000052904,0.05000,2.712
36,mlp.experts.356.down_proj,0.0000038481,0.05000,2.634
36,mlp.experts.366.down_proj,0.0000015337,0.05000,2.669
36,mlp.experts.354.down_proj,0.0000070588,0.05000,2.654
36,mlp.experts.80.down_proj,0.0000074601,0.05000,2.640
36,mlp.experts.385.down_proj,0.0000100483,0.05000,2.635
36,mlp.experts.359.down_proj,0.0000101757,0.05000,2.706
36,mlp.experts.83.down_proj,0.0000024270,0.05000,2.716
36,mlp.experts.506.down_proj,0.0000031064,0.05000,2.683
36,mlp.experts.363.down_proj,0.0000055214,0.05000,2.719
36,mlp.experts.213.down_proj,0.0000078266,0.05000,2.685
36,mlp.experts.511.down_proj,0.0000038753,0.05000,2.646
36,mlp.experts.502.down_proj,0.0000030613,0.05000,2.687
36,mlp.experts.372.down_proj,0.0000023320,0.05000,2.579
36,mlp.experts.382.down_proj,0.0000058816,0.05000,2.348
36,mlp.experts.370.down_proj,0.0000019339,0.05000,2.280
36,mlp.experts.96.down_proj,0.0000027105,0.05000,2.202
36,mlp.experts.401.down_proj,0.0000033472,0.05000,2.152
36,mlp.experts.99.down_proj,0.0000083708,0.05000,2.042
36,mlp.experts.375.down_proj,0.0000021070,0.05000,2.061
36,mlp.experts.379.down_proj,0.0000025061,0.05000,1.907
36,mlp.experts.229.down_proj,0.0000022889,0.05000,1.876
36,mlp.experts.388.down_proj,0.0000022613,0.05000,1.809
36,mlp.experts.398.down_proj,0.0000044865,0.05000,1.767
36,mlp.experts.386.down_proj,0.0000029945,0.05000,1.787
36,mlp.experts.112.down_proj,0.0000030059,0.05000,1.774
36,mlp.experts.417.down_proj,0.0000036377,0.05000,1.795
36,mlp.experts.115.down_proj,0.0000039731,0.05000,1.776
36,mlp.experts.391.down_proj,0.0000051878,0.05000,1.789
36,mlp.experts.395.down_proj,0.0000025123,0.05000,1.751
36,mlp.experts.245.down_proj,0.0000035633,0.05000,1.753
36,mlp.experts.404.down_proj,0.0000028938,0.05000,1.722
36,mlp.experts.414.down_proj,0.0000032419,0.05000,1.702
36,mlp.experts.402.down_proj,0.0000019670,0.05000,1.714
36,mlp.experts.128.down_proj,0.0000076444,0.05000,1.733
36,mlp.experts.433.down_proj,0.0000112687,0.05000,1.753
36,mlp.experts.449.down_proj,failsafe(rtn): 0.0015793,0.00000,0.086
36,mlp.experts.407.down_proj,0.0000028644,0.05000,1.722
36,mlp.experts.131.down_proj,0.0000021586,0.05000,1.745
36,mlp.experts.411.down_proj,0.0000027205,0.05000,1.766
36,mlp.experts.261.down_proj,0.0000012483,0.05000,1.735
36,mlp.experts.420.down_proj,0.0000041974,0.05000,1.743
36,mlp.experts.430.down_proj,0.0000126704,0.05000,1.771
36,mlp.experts.418.down_proj,0.0000013070,0.05000,1.747
36,mlp.experts.144.down_proj,0.0000038851,0.05000,1.814
36,mlp.experts.465.down_proj,0.0000027470,0.05000,1.765
36,mlp.experts.481.down_proj,failsafe(rtn): 0.0016479,0.00000,0.088
36,mlp.experts.423.down_proj,0.0000121080,0.05000,1.804
36,mlp.experts.147.down_proj,0.0000039692,0.05000,1.846
36,mlp.experts.277.down_proj,0.0000039780,0.05000,1.765
36,mlp.experts.427.down_proj,0.0000036951,0.05000,1.810
36,mlp.experts.436.down_proj,0.0000080278,0.05000,1.717
36,mlp.experts.446.down_proj,0.0000043659,0.05000,1.735
36,mlp.experts.434.down_proj,0.0000015627,0.05000,1.720
36,mlp.experts.160.down_proj,0.0000083136,0.05000,1.734
36,mlp.experts.497.down_proj,0.0000015011,0.05000,1.755
36,mlp.experts.439.down_proj,0.0000009837,0.05000,1.739
36,mlp.experts.163.down_proj,0.0000048841,0.05000,1.739
36,mlp.experts.293.down_proj,0.0000013038,0.05000,1.708
36,mlp.experts.443.down_proj,0.0000018807,0.05000,1.740
36,mlp.experts.452.down_proj,0.0000035635,0.05000,1.674
36,mlp.experts.462.down_proj,0.0000012109,0.05000,1.624
36,mlp.experts.450.down_proj,0.0000109905,0.05000,1.621
36,mlp.experts.176.down_proj,0.0000013437,0.05000,1.588
36,mlp.experts.455.down_proj,0.0000028689,0.05000,1.563
36,mlp.experts.179.down_proj,0.0000011156,0.05000,1.585
36,mlp.experts.309.down_proj,0.0000020863,0.05000,1.533
36,mlp.experts.459.down_proj,0.0000154631,0.05000,1.587
36,mlp.experts.468.down_proj,0.0000028304,0.05000,1.567
36,mlp.experts.478.down_proj,0.0000048180,0.05000,1.594
36,mlp.experts.466.down_proj,0.0000069981,0.05000,1.595
36,mlp.experts.192.down_proj,0.0000020362,0.05000,1.604
36,mlp.experts.471.down_proj,0.0000075019,0.05000,1.581
36,mlp.experts.195.down_proj,0.0000065993,0.05000,1.616
36,mlp.experts.325.down_proj,0.0000041527,0.05000,1.561
36,mlp.experts.475.down_proj,0.0000024614,0.05000,1.588
36,mlp.experts.484.down_proj,0.0000055347,0.05000,1.537
36,mlp.experts.494.down_proj,0.0000015022,0.05000,1.549
36,mlp.experts.482.down_proj,0.0000060060,0.05000,1.598
36,mlp.experts.208.down_proj,0.0000018120,0.05000,1.572
36,mlp.experts.487.down_proj,0.0000025740,0.05000,1.608
36,mlp.experts.211.down_proj,0.0000026040,0.05000,1.601
36,mlp.experts.341.down_proj,0.0000045218,0.05000,1.522
36,mlp.experts.491.down_proj,0.0000071695,0.05000,1.592
36,mlp.experts.500.down_proj,0.0000079615,0.05000,1.570
36,mlp.experts.510.down_proj,0.0000064792,0.05000,1.566
36,mlp.experts.498.down_proj,0.0000043382,0.05000,1.550
36,mlp.experts.224.down_proj,0.0000025759,0.05000,1.473
36,mlp.experts.503.down_proj,0.0000040641,0.05000,1.362
36,mlp.experts.227.down_proj,0.0000209871,0.05000,1.332
36,mlp.experts.357.down_proj,0.0000042442,0.05000,1.249
36,mlp.experts.507.down_proj,0.0000020004,0.05000,1.201
36,mlp.experts.240.down_proj,0.0000028196,0.05000,0.641
36,mlp.experts.243.down_proj,0.0000019890,0.05000,0.478
36,mlp.experts.373.down_proj,0.0000008712,0.05000,0.505
36,mlp.experts.256.down_proj,0.0000012815,0.05000,0.417
36,mlp.experts.259.down_proj,0.0000028579,0.05000,0.420
36,mlp.experts.389.down_proj,0.0000044139,0.05000,0.446
36,mlp.experts.272.down_proj,0.0000028034,0.05000,0.435
36,mlp.experts.275.down_proj,0.0000048619,0.05000,0.393
36,mlp.experts.405.down_proj,0.0000112490,0.05000,0.416
36,mlp.experts.288.down_proj,0.0000024953,0.05000,0.443
36,mlp.experts.291.down_proj,0.0000038611,0.05000,0.419
36,mlp.experts.421.down_proj,0.0000061195,0.05000,0.402
36,mlp.experts.304.down_proj,0.0000058197,0.05000,0.438
36,mlp.experts.307.down_proj,0.0000093568,0.05000,0.407
36,mlp.experts.437.down_proj,0.0000010561,0.05000,0.406
36,mlp.experts.453.down_proj,failsafe(rtn): 0.0016632,0.00000,0.024
36,mlp.experts.320.down_proj,0.0000155712,0.05000,0.328
36,mlp.experts.323.down_proj,0.0000021640,0.05000,0.349
36,mlp.experts.469.down_proj,0.0000012839,0.05000,0.318
36,mlp.experts.336.down_proj,0.0000069986,0.05000,0.353
36,mlp.experts.339.down_proj,0.0000024863,0.05000,0.326
36,mlp.experts.485.down_proj,0.0000045162,0.05000,0.343
36,mlp.experts.355.down_proj,0.0000041005,0.05000,0.358
36,mlp.experts.352.down_proj,0.0000033577,0.05000,0.375
36,mlp.experts.501.down_proj,0.0000015272,0.05000,0.342
36,mlp.experts.371.down_proj,0.0000034353,0.05000,0.206
36,mlp.experts.368.down_proj,0.0000017707,0.05000,0.201
36,mlp.experts.387.down_proj,0.0000041383,0.05000,0.181
36,mlp.experts.384.down_proj,0.0000037413,0.05000,0.184
36,mlp.experts.403.down_proj,0.0000006727,0.05000,0.186
36,mlp.experts.400.down_proj,0.0000024906,0.05000,0.191
36,mlp.experts.419.down_proj,0.0000029426,0.05000,0.201
36,mlp.experts.416.down_proj,0.0000072940,0.05000,0.196
36,mlp.experts.435.down_proj,0.0000140003,0.05000,0.209
36,mlp.experts.432.down_proj,0.0000127283,0.05000,0.209
36,mlp.experts.451.down_proj,0.0000024199,0.05000,0.189
36,mlp.experts.448.down_proj,0.0000057586,0.05000,0.188
36,mlp.experts.467.down_proj,0.0000052465,0.05000,0.182
36,mlp.experts.464.down_proj,0.0000028974,0.05000,0.182
36,mlp.experts.483.down_proj,0.0000055258,0.05000,0.178
36,mlp.experts.480.down_proj,0.0000015092,0.05000,0.181
36,mlp.experts.499.down_proj,0.0000049028,0.05000,0.190
36,mlp.experts.496.down_proj,0.0000109484,0.05000,0.188
37,mlp.experts.9.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.775
37,mlp.experts.14.gate_proj,0.0000352851,0.05000,14.387
37,mlp.experts.6.gate_proj,0.0000187040,0.05000,14.450
37,mlp.experts.13.gate_proj,0.0000362016,0.05000,14.500
37,mlp.experts.15.gate_proj,0.0000814105,0.05000,14.512
37,mlp.experts.2.gate_proj,0.0000366122,0.05000,14.478
37,mlp.experts.0.gate_proj,0.0000802145,0.05000,14.544
37,mlp.experts.8.gate_proj,0.0000163089,0.05000,14.528
37,mlp.experts.11.gate_proj,0.0000379134,0.05000,14.530
37,mlp.experts.7.gate_proj,0.0000298784,0.05000,14.525
37,mlp.experts.4.gate_proj,0.0000317199,0.05000,14.570
37,mlp.experts.12.gate_proj,0.0000338481,0.05000,14.552
37,mlp.experts.5.gate_proj,0.0000209813,0.05000,14.570
37,mlp.experts.1.gate_proj,0.0000427984,0.05000,14.590
37,mlp.experts.3.gate_proj,0.0000634884,0.05000,14.577
37,mlp.experts.10.gate_proj,0.0000766913,0.05000,14.735
37,mlp.experts.25.gate_proj,0.0000257512,0.05000,14.532
37,mlp.experts.18.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.883
37,mlp.experts.20.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.869
37,mlp.experts.16.gate_proj,0.0000266491,0.05000,13.945
37,mlp.experts.31.gate_proj,0.0000208680,0.05000,14.019
37,mlp.experts.28.gate_proj,0.0000452070,0.05000,14.000
37,mlp.experts.29.gate_proj,0.0000241858,0.05000,14.127
37,mlp.experts.30.gate_proj,0.0000285349,0.05000,14.235
37,mlp.experts.27.gate_proj,0.0000813433,0.05000,14.069
37,mlp.experts.24.gate_proj,0.0000345182,0.05000,14.085
37,mlp.experts.23.gate_proj,0.0000174580,0.05000,14.125
37,mlp.experts.22.gate_proj,0.0000197338,0.05000,14.313
37,mlp.experts.26.gate_proj,0.0000772228,0.05000,14.025
37,mlp.experts.21.gate_proj,0.0000131731,0.05000,14.180
37,mlp.experts.19.gate_proj,0.0000633608,0.05000,14.166
37,mlp.experts.17.gate_proj,0.0000132718,0.05000,14.233
37,mlp.experts.36.gate_proj,0.0000138995,0.05000,13.888
37,mlp.experts.41.gate_proj,0.0000864821,0.05000,14.055
37,mlp.experts.34.gate_proj,0.0000836996,0.05000,14.091
37,mlp.experts.32.gate_proj,0.0000376691,0.05000,14.595
37,mlp.experts.44.gate_proj,0.0000173317,0.05000,14.509
37,mlp.experts.39.gate_proj,0.0000311608,0.05000,14.491
37,mlp.experts.47.gate_proj,0.0000247415,0.05000,14.678
37,mlp.experts.45.gate_proj,0.0000788424,0.05000,14.638
37,mlp.experts.46.gate_proj,0.0000127718,0.05000,14.632
37,mlp.experts.43.gate_proj,0.0000166149,0.05000,14.637
37,mlp.experts.42.gate_proj,0.0000130689,0.05000,14.518
37,mlp.experts.40.gate_proj,0.0000455511,0.05000,14.718
37,mlp.experts.38.gate_proj,0.0000337071,0.05000,14.710
37,mlp.experts.37.gate_proj,0.0000311105,0.05000,14.687
37,mlp.experts.35.gate_proj,0.0000267482,0.05000,14.645
37,mlp.experts.33.gate_proj,0.0000451225,0.05000,14.801
37,mlp.experts.52.gate_proj,0.0000323786,0.05000,14.642
37,mlp.experts.57.gate_proj,0.0000747991,0.05000,14.685
37,mlp.experts.50.gate_proj,0.0000522678,0.05000,14.693
37,mlp.experts.73.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.780
37,mlp.experts.60.gate_proj,0.0000439687,0.05000,14.548
37,mlp.experts.48.gate_proj,0.0000142150,0.05000,14.695
37,mlp.experts.55.gate_proj,0.0000841794,0.05000,14.621
37,mlp.experts.56.gate_proj,0.0000294579,0.05000,14.573
37,mlp.experts.61.gate_proj,0.0000519207,0.05000,14.714
37,mlp.experts.59.gate_proj,0.0000362939,0.05000,14.685
37,mlp.experts.62.gate_proj,0.0000247511,0.05000,14.717
37,mlp.experts.63.gate_proj,0.0000453867,0.05000,14.782
37,mlp.experts.54.gate_proj,0.0000710225,0.05000,14.582
37,mlp.experts.53.gate_proj,0.0000834350,0.05000,14.627
37,mlp.experts.51.gate_proj,0.0000358192,0.05000,14.639
37,mlp.experts.58.gate_proj,0.0000345892,0.05000,14.863
37,mlp.experts.49.gate_proj,0.0000202757,0.05000,14.799
37,mlp.experts.68.gate_proj,0.0000406869,0.05000,14.847
37,mlp.experts.67.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.789
37,mlp.experts.66.gate_proj,0.0000159701,0.05000,14.832
37,mlp.experts.89.gate_proj,0.0000053466,0.05000,14.719
37,mlp.experts.76.gate_proj,0.0000208759,0.05000,14.354
37,mlp.experts.64.gate_proj,0.0000377279,0.05000,14.267
37,mlp.experts.72.gate_proj,0.0000530813,0.05000,14.118
37,mlp.experts.77.gate_proj,0.0000306733,0.05000,14.177
37,mlp.experts.78.gate_proj,0.0000357168,0.05000,14.174
37,mlp.experts.71.gate_proj,0.0000354357,0.05000,14.369
37,mlp.experts.79.gate_proj,0.0000635747,0.05000,14.250
37,mlp.experts.75.gate_proj,0.0000132683,0.05000,14.335
37,mlp.experts.69.gate_proj,0.0000592730,0.05000,14.205
37,mlp.experts.70.gate_proj,0.0000139678,0.05000,14.288
37,mlp.experts.74.gate_proj,0.0000126060,0.05000,14.299
37,mlp.experts.65.gate_proj,0.0000253597,0.05000,14.255
37,mlp.experts.95.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.723
37,mlp.experts.84.gate_proj,0.0000319931,0.05000,14.262
37,mlp.experts.83.gate_proj,0.0000468064,0.05000,14.233
37,mlp.experts.82.gate_proj,0.0000212736,0.05000,14.152
37,mlp.experts.111.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.806
37,mlp.experts.105.gate_proj,0.0000502384,0.05000,14.299
37,mlp.experts.92.gate_proj,0.0000146266,0.05000,14.198
37,mlp.experts.88.gate_proj,0.0000321688,0.05000,14.144
37,mlp.experts.80.gate_proj,0.0001253686,0.05000,14.148
37,mlp.experts.87.gate_proj,0.0000241309,0.05000,14.063
37,mlp.experts.94.gate_proj,0.0000560953,0.05000,14.130
37,mlp.experts.93.gate_proj,0.0000668071,0.05000,14.205
37,mlp.experts.85.gate_proj,0.0000121144,0.05000,14.075
37,mlp.experts.86.gate_proj,0.0000843748,0.05000,14.027
37,mlp.experts.91.gate_proj,0.0000289446,0.05000,14.225
37,mlp.experts.90.gate_proj,0.0000479805,0.05000,14.177
37,mlp.experts.81.gate_proj,0.0000158294,0.05000,14.205
37,mlp.experts.109.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.762
37,mlp.experts.100.gate_proj,0.0000208990,0.05000,14.181
37,mlp.experts.99.gate_proj,0.0000671316,0.05000,14.125
37,mlp.experts.98.gate_proj,0.0000545854,0.05000,14.185
37,mlp.experts.127.gate_proj,0.0000140458,0.05000,14.146
37,mlp.experts.121.gate_proj,0.0000260504,0.05000,14.122
37,mlp.experts.137.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.611
37,mlp.experts.104.gate_proj,0.0000708799,0.05000,14.059
37,mlp.experts.101.gate_proj,0.0000219700,0.05000,13.981
37,mlp.experts.110.gate_proj,0.0000251196,0.05000,14.062
37,mlp.experts.96.gate_proj,0.0000234401,0.05000,14.183
37,mlp.experts.108.gate_proj,0.0000103921,0.05000,14.277
37,mlp.experts.103.gate_proj,0.0000131511,0.05000,14.267
37,mlp.experts.102.gate_proj,0.0000213369,0.05000,14.267
37,mlp.experts.107.gate_proj,0.0000167346,0.05000,14.274
37,mlp.experts.106.gate_proj,0.0000307180,0.05000,14.198
37,mlp.experts.97.gate_proj,0.0000160481,0.05000,14.210
37,mlp.experts.125.gate_proj,0.0000363522,0.05000,14.209
37,mlp.experts.116.gate_proj,0.0000409658,0.05000,14.131
37,mlp.experts.114.gate_proj,0.0000434239,0.05000,14.130
37,mlp.experts.115.gate_proj,0.0000292034,0.05000,14.281
37,mlp.experts.141.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.789
37,mlp.experts.143.gate_proj,0.0000476227,0.05000,14.198
37,mlp.experts.130.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.796
37,mlp.experts.153.gate_proj,0.0000314285,0.05000,14.405
37,mlp.experts.120.gate_proj,0.0000910615,0.05000,14.745
37,mlp.experts.112.gate_proj,0.0000331018,0.05000,14.580
37,mlp.experts.126.gate_proj,0.0001007958,0.05000,14.727
37,mlp.experts.119.gate_proj,0.0000565315,0.05000,14.593
37,mlp.experts.124.gate_proj,0.0000209371,0.05000,14.646
37,mlp.experts.117.gate_proj,0.0000553384,0.05000,14.915
37,mlp.experts.118.gate_proj,0.0000245430,0.05000,14.763
37,mlp.experts.123.gate_proj,0.0000260646,0.05000,14.666
37,mlp.experts.122.gate_proj,0.0000121965,0.05000,14.798
37,mlp.experts.113.gate_proj,0.0000793248,0.05000,14.640
37,mlp.experts.128.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.785
37,mlp.experts.132.gate_proj,0.0000244099,0.05000,14.658
37,mlp.experts.131.gate_proj,0.0000320299,0.05000,14.616
37,mlp.experts.157.gate_proj,0.0000308310,0.05000,14.572
37,mlp.experts.159.gate_proj,0.0000290993,0.05000,14.621
37,mlp.experts.146.gate_proj,0.0000446957,0.05000,14.654
37,mlp.experts.147.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.854
37,mlp.experts.169.gate_proj,0.0000914717,0.05000,14.644
37,mlp.experts.142.gate_proj,0.0000317058,0.05000,14.173
37,mlp.experts.136.gate_proj,0.0000226934,0.05000,14.363
37,mlp.experts.135.gate_proj,0.0000139966,0.05000,14.358
37,mlp.experts.140.gate_proj,0.0000077100,0.05000,14.358
37,mlp.experts.133.gate_proj,0.0000149162,0.05000,14.280
37,mlp.experts.134.gate_proj,0.0000266834,0.05000,14.155
37,mlp.experts.139.gate_proj,0.0000725539,0.05000,14.403
37,mlp.experts.129.gate_proj,0.0000238121,0.05000,14.218
37,mlp.experts.138.gate_proj,0.0000316299,0.05000,14.363
37,mlp.experts.144.gate_proj,0.0000283206,0.05000,14.196
37,mlp.experts.156.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.774
37,mlp.experts.148.gate_proj,0.0000278515,0.05000,14.251
37,mlp.experts.173.gate_proj,0.0000219478,0.05000,14.330
37,mlp.experts.175.gate_proj,0.0000371923,0.05000,14.273
37,mlp.experts.162.gate_proj,0.0000108711,0.05000,14.228
37,mlp.experts.163.gate_proj,0.0000085892,0.05000,14.280
37,mlp.experts.185.gate_proj,0.0000163012,0.05000,14.297
37,mlp.experts.152.gate_proj,0.0000612976,0.05000,14.494
37,mlp.experts.158.gate_proj,0.0000432706,0.05000,14.728
37,mlp.experts.151.gate_proj,0.0000657849,0.05000,14.566
37,mlp.experts.149.gate_proj,0.0000213043,0.05000,14.555
37,mlp.experts.150.gate_proj,0.0000799993,0.05000,14.660
37,mlp.experts.155.gate_proj,0.0000975159,0.05000,14.515
37,mlp.experts.145.gate_proj,0.0000343512,0.05000,14.564
37,mlp.experts.160.gate_proj,0.0000579393,0.05000,14.574
37,mlp.experts.154.gate_proj,0.0000456671,0.05000,14.675
37,mlp.experts.167.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.738
37,mlp.experts.165.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.741
37,mlp.experts.172.gate_proj,0.0000192310,0.05000,14.685
37,mlp.experts.164.gate_proj,0.0000730712,0.05000,14.698
37,mlp.experts.189.gate_proj,0.0000261650,0.05000,14.569
37,mlp.experts.191.gate_proj,0.0000143129,0.05000,14.552
37,mlp.experts.178.gate_proj,0.0000330905,0.05000,14.656
37,mlp.experts.179.gate_proj,0.0000454457,0.05000,14.560
37,mlp.experts.201.gate_proj,0.0000268571,0.05000,14.601
37,mlp.experts.168.gate_proj,0.0000364988,0.05000,14.008
37,mlp.experts.174.gate_proj,0.0000206807,0.05000,14.192
37,mlp.experts.166.gate_proj,0.0000356389,0.05000,14.219
37,mlp.experts.171.gate_proj,0.0000387883,0.05000,14.188
37,mlp.experts.176.gate_proj,0.0000442339,0.05000,14.113
37,mlp.experts.170.gate_proj,0.0000171729,0.05000,14.189
37,mlp.experts.161.gate_proj,0.0000328743,0.05000,14.341
37,mlp.experts.181.gate_proj,0.0000693649,0.05000,14.120
37,mlp.experts.180.gate_proj,0.0000676934,0.05000,13.999
37,mlp.experts.183.gate_proj,0.0000470420,0.05000,14.262
37,mlp.experts.188.gate_proj,0.0000157311,0.05000,14.096
37,mlp.experts.207.gate_proj,0.0000237427,0.05000,14.105
37,mlp.experts.205.gate_proj,0.0000675783,0.05000,14.158
37,mlp.experts.204.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.673
37,mlp.experts.194.gate_proj,0.0000504001,0.05000,14.150
37,mlp.experts.195.gate_proj,0.0000738163,0.05000,14.161
37,mlp.experts.217.gate_proj,0.0000219899,0.05000,14.073
37,mlp.experts.210.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.730
37,mlp.experts.184.gate_proj,0.0000319895,0.05000,13.949
37,mlp.experts.190.gate_proj,0.0000340761,0.05000,13.904
37,mlp.experts.182.gate_proj,0.0000179737,0.05000,13.923
37,mlp.experts.187.gate_proj,0.0000242812,0.05000,13.949
37,mlp.experts.192.gate_proj,0.0001034103,0.05000,13.752
37,mlp.experts.177.gate_proj,0.0000476395,0.05000,13.811
37,mlp.experts.186.gate_proj,0.0000231958,0.05000,13.899
37,mlp.experts.196.gate_proj,0.0000975976,0.05000,13.877
37,mlp.experts.197.gate_proj,0.0000670777,0.05000,13.963
37,mlp.experts.199.gate_proj,0.0000167567,0.05000,13.938
37,mlp.experts.198.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.734
37,mlp.experts.208.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.747
37,mlp.experts.223.gate_proj,0.0001012231,0.05000,13.947
37,mlp.experts.221.gate_proj,0.0000168469,0.05000,13.920
37,mlp.experts.220.gate_proj,0.0000329302,0.05000,13.972
37,mlp.experts.211.gate_proj,0.0000255795,0.05000,13.950
37,mlp.experts.233.gate_proj,0.0000496059,0.05000,14.054
37,mlp.experts.226.gate_proj,0.0000202020,0.05000,14.082
37,mlp.experts.200.gate_proj,0.0000188140,0.05000,14.928
37,mlp.experts.206.gate_proj,0.0000122199,0.05000,14.926
37,mlp.experts.203.gate_proj,0.0000899371,0.05000,14.893
37,mlp.experts.202.gate_proj,0.0000232390,0.05000,14.753
37,mlp.experts.193.gate_proj,0.0000444147,0.05000,14.858
37,mlp.experts.215.gate_proj,0.0000171550,0.05000,14.896
37,mlp.experts.212.gate_proj,0.0000224085,0.05000,14.976
37,mlp.experts.213.gate_proj,0.0000224594,0.05000,15.042
37,mlp.experts.214.gate_proj,0.0000458615,0.05000,15.019
37,mlp.experts.224.gate_proj,0.0000191596,0.05000,15.000
37,mlp.experts.237.gate_proj,0.0000190076,0.05000,15.038
37,mlp.experts.236.gate_proj,0.0000585187,0.05000,15.051
37,mlp.experts.239.gate_proj,0.0000531592,0.05000,15.132
37,mlp.experts.227.gate_proj,0.0000320319,0.05000,15.079
37,mlp.experts.253.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.770
37,mlp.experts.249.gate_proj,0.0000467745,0.05000,15.042
37,mlp.experts.242.gate_proj,0.0000251410,0.05000,14.973
37,mlp.experts.216.gate_proj,0.0000194635,0.05000,14.782
37,mlp.experts.222.gate_proj,0.0000477275,0.05000,14.727
37,mlp.experts.219.gate_proj,0.0000129581,0.05000,14.717
37,mlp.experts.218.gate_proj,0.0000638053,0.05000,14.751
37,mlp.experts.209.gate_proj,0.0000396185,0.05000,14.819
37,mlp.experts.228.gate_proj,0.0000086053,0.05000,14.782
37,mlp.experts.231.gate_proj,0.0000730622,0.05000,14.802
37,mlp.experts.229.gate_proj,0.0000481731,0.05000,14.819
37,mlp.experts.240.gate_proj,0.0000602810,0.05000,14.629
37,mlp.experts.230.gate_proj,0.0000258010,0.05000,14.848
37,mlp.experts.255.gate_proj,0.0001203560,0.05000,14.610
37,mlp.experts.252.gate_proj,0.0000470245,0.05000,14.649
37,mlp.experts.243.gate_proj,0.0000299897,0.05000,14.694
37,mlp.experts.269.gate_proj,0.0000333766,0.05000,14.736
37,mlp.experts.265.gate_proj,0.0000414823,0.05000,14.655
37,mlp.experts.258.gate_proj,0.0000172559,0.05000,14.748
37,mlp.experts.232.gate_proj,0.0000950639,0.05000,14.447
37,mlp.experts.238.gate_proj,0.0000305144,0.05000,14.420
37,mlp.experts.235.gate_proj,0.0000094803,0.05000,14.411
37,mlp.experts.248.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.758
37,mlp.experts.234.gate_proj,0.0000295916,0.05000,14.500
37,mlp.experts.225.gate_proj,0.0000363314,0.05000,14.505
37,mlp.experts.244.gate_proj,0.0000566899,0.05000,14.487
37,mlp.experts.247.gate_proj,0.0000298311,0.05000,14.642
37,mlp.experts.245.gate_proj,0.0000056174,0.05000,14.549
37,mlp.experts.256.gate_proj,0.0000748988,0.05000,14.553
37,mlp.experts.246.gate_proj,0.0000392657,0.05000,14.619
37,mlp.experts.268.gate_proj,0.0000787825,0.05000,14.513
37,mlp.experts.260.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.830
37,mlp.experts.271.gate_proj,0.0000230101,0.05000,14.638
37,mlp.experts.272.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.824
37,mlp.experts.259.gate_proj,0.0000230172,0.05000,14.691
37,mlp.experts.285.gate_proj,0.0000196234,0.05000,14.462
37,mlp.experts.276.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.763
37,mlp.experts.281.gate_proj,0.0000724270,0.05000,14.597
37,mlp.experts.274.gate_proj,0.0000879114,0.05000,14.601
37,mlp.experts.254.gate_proj,0.0000196217,0.05000,14.497
37,mlp.experts.251.gate_proj,0.0000798547,0.05000,14.413
37,mlp.experts.264.gate_proj,0.0000190631,0.05000,14.499
37,mlp.experts.250.gate_proj,0.0000234355,0.05000,14.532
37,mlp.experts.241.gate_proj,0.0000485441,0.05000,14.491
37,mlp.experts.261.gate_proj,0.0000297366,0.05000,14.389
37,mlp.experts.263.gate_proj,0.0000340210,0.05000,14.499
37,mlp.experts.262.gate_proj,0.0000212684,0.05000,14.465
37,mlp.experts.284.gate_proj,0.0000747388,0.05000,14.453
37,mlp.experts.287.gate_proj,0.0000121455,0.05000,14.360
37,mlp.experts.277.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.782
37,mlp.experts.288.gate_proj,0.0000217531,0.05000,14.307
37,mlp.experts.275.gate_proj,0.0000167915,0.05000,14.315
37,mlp.experts.292.gate_proj,0.0000438574,0.05000,14.419
37,mlp.experts.301.gate_proj,0.0001184974,0.05000,14.547
37,mlp.experts.297.gate_proj,0.0000417901,0.05000,14.541
37,mlp.experts.290.gate_proj,0.0000526482,0.05000,14.416
37,mlp.experts.270.gate_proj,0.0000418026,0.05000,15.132
37,mlp.experts.267.gate_proj,0.0000424391,0.05000,15.085
37,mlp.experts.280.gate_proj,0.0000436670,0.05000,14.993
37,mlp.experts.266.gate_proj,0.0000463715,0.05000,14.922
37,mlp.experts.286.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.722
37,mlp.experts.257.gate_proj,0.0000572518,0.05000,15.201
37,mlp.experts.279.gate_proj,0.0000389038,0.05000,15.052
37,mlp.experts.278.gate_proj,0.0000501601,0.05000,14.945
37,mlp.experts.300.gate_proj,0.0000375888,0.05000,14.876
37,mlp.experts.303.gate_proj,0.0000120681,0.05000,14.963
37,mlp.experts.293.gate_proj,0.0000352108,0.05000,14.882
37,mlp.experts.304.gate_proj,0.0000471469,0.05000,15.002
37,mlp.experts.291.gate_proj,0.0000620581,0.05000,14.958
37,mlp.experts.308.gate_proj,0.0000148909,0.05000,14.809
37,mlp.experts.316.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.808
37,mlp.experts.317.gate_proj,0.0000500633,0.05000,14.954
37,mlp.experts.313.gate_proj,0.0000701567,0.05000,14.902
37,mlp.experts.306.gate_proj,0.0000420638,0.05000,14.956
37,mlp.experts.332.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.728
37,mlp.experts.283.gate_proj,0.0000243212,0.05000,14.865
37,mlp.experts.296.gate_proj,0.0000328371,0.05000,14.866
37,mlp.experts.282.gate_proj,0.0000040505,0.05000,15.122
37,mlp.experts.302.gate_proj,0.0000896504,0.05000,14.960
37,mlp.experts.273.gate_proj,0.0000163101,0.05000,15.029
37,mlp.experts.295.gate_proj,0.0000203699,0.05000,15.027
37,mlp.experts.294.gate_proj,0.0000652654,0.05000,14.954
37,mlp.experts.319.gate_proj,0.0000377805,0.05000,15.066
37,mlp.experts.309.gate_proj,0.0000687516,0.05000,15.033
37,mlp.experts.320.gate_proj,0.0000087453,0.05000,14.974
37,mlp.experts.307.gate_proj,0.0000873710,0.05000,15.013
37,mlp.experts.324.gate_proj,0.0000215708,0.05000,15.025
37,mlp.experts.333.gate_proj,0.0000964376,0.05000,15.064
37,mlp.experts.329.gate_proj,0.0000155470,0.05000,15.020
37,mlp.experts.322.gate_proj,0.0000610203,0.05000,15.050
37,mlp.experts.348.gate_proj,0.0000100657,0.05000,14.847
37,mlp.experts.345.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.725
37,mlp.experts.299.gate_proj,0.0000161501,0.05000,14.560
37,mlp.experts.312.gate_proj,0.0000489409,0.05000,14.536
37,mlp.experts.298.gate_proj,0.0000255371,0.05000,14.446
37,mlp.experts.318.gate_proj,0.0000748750,0.05000,14.455
37,mlp.experts.289.gate_proj,0.0000220848,0.05000,14.570
37,mlp.experts.310.gate_proj,0.0000650612,0.05000,14.507
37,mlp.experts.311.gate_proj,0.0000490870,0.05000,14.610
37,mlp.experts.325.gate_proj,0.0000269502,0.05000,14.416
37,mlp.experts.335.gate_proj,0.0000261167,0.05000,14.475
37,mlp.experts.336.gate_proj,0.0000209090,0.05000,14.427
37,mlp.experts.323.gate_proj,0.0000316145,0.05000,14.561
37,mlp.experts.340.gate_proj,0.0000309881,0.05000,14.433
37,mlp.experts.349.gate_proj,0.0000240403,0.05000,14.479
37,mlp.experts.338.gate_proj,0.0000160024,0.05000,14.458
37,mlp.experts.364.gate_proj,0.0000275330,0.05000,14.524
37,mlp.experts.361.gate_proj,0.0000531915,0.05000,14.397
37,mlp.experts.328.gate_proj,0.0000245950,0.05000,14.143
37,mlp.experts.315.gate_proj,0.0000269936,0.05000,14.380
37,mlp.experts.314.gate_proj,0.0000354731,0.05000,14.223
37,mlp.experts.334.gate_proj,0.0000157700,0.05000,14.240
37,mlp.experts.305.gate_proj,0.0000208186,0.05000,14.360
37,mlp.experts.330.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.697
37,mlp.experts.327.gate_proj,0.0000814464,0.05000,14.310
37,mlp.experts.326.gate_proj,0.0000422102,0.05000,14.352
37,mlp.experts.351.gate_proj,0.0000687267,0.05000,14.267
37,mlp.experts.341.gate_proj,0.0000162375,0.05000,14.406
37,mlp.experts.352.gate_proj,0.0000261096,0.05000,14.348
37,mlp.experts.339.gate_proj,0.0000146722,0.05000,14.332
37,mlp.experts.356.gate_proj,0.0000264032,0.05000,14.267
37,mlp.experts.365.gate_proj,0.0000571935,0.05000,14.404
37,mlp.experts.372.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.757
37,mlp.experts.354.gate_proj,0.0000945545,0.05000,14.502
37,mlp.experts.380.gate_proj,0.0000312836,0.05000,14.351
37,mlp.experts.377.gate_proj,0.0000444204,0.05000,14.374
37,mlp.experts.331.gate_proj,0.0000192155,0.05000,14.737
37,mlp.experts.344.gate_proj,0.0000359797,0.05000,14.834
37,mlp.experts.350.gate_proj,0.0000210398,0.05000,14.724
37,mlp.experts.321.gate_proj,0.0000462700,0.05000,14.780
37,mlp.experts.347.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.737
37,mlp.experts.360.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.736
37,mlp.experts.346.gate_proj,0.0000470472,0.05000,14.716
37,mlp.experts.342.gate_proj,0.0000100926,0.05000,14.766
37,mlp.experts.343.gate_proj,0.0000158959,0.05000,14.843
37,mlp.experts.367.gate_proj,0.0000272822,0.05000,14.781
37,mlp.experts.357.gate_proj,0.0000330243,0.05000,14.736
37,mlp.experts.368.gate_proj,0.0000340843,0.05000,14.745
37,mlp.experts.355.gate_proj,0.0000825155,0.05000,14.658
37,mlp.experts.384.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.687
37,mlp.experts.381.gate_proj,0.0000054756,0.05000,14.757
37,mlp.experts.388.gate_proj,0.0000426528,0.05000,14.527
37,mlp.experts.396.gate_proj,0.0000404542,0.05000,14.461
37,mlp.experts.370.gate_proj,0.0000350269,0.05000,14.524
37,mlp.experts.393.gate_proj,0.0000322458,0.05000,14.533
37,mlp.experts.400.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.738
37,mlp.experts.366.gate_proj,0.0000097588,0.05000,14.314
37,mlp.experts.337.gate_proj,0.0000507825,0.05000,14.397
37,mlp.experts.363.gate_proj,0.0000120642,0.05000,14.493
37,mlp.experts.362.gate_proj,0.0000496526,0.05000,14.405
37,mlp.experts.376.gate_proj,0.0000195783,0.05000,14.544
37,mlp.experts.382.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.754
37,mlp.experts.359.gate_proj,0.0000275636,0.05000,14.383
37,mlp.experts.358.gate_proj,0.0000704899,0.05000,14.544
37,mlp.experts.373.gate_proj,0.0000596563,0.05000,14.395
37,mlp.experts.383.gate_proj,0.0000409123,0.05000,14.521
37,mlp.experts.392.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.836
37,mlp.experts.371.gate_proj,0.0000506170,0.05000,14.627
37,mlp.experts.397.gate_proj,0.0000467593,0.05000,14.641
37,mlp.experts.412.gate_proj,0.0000220793,0.05000,14.570
37,mlp.experts.404.gate_proj,0.0000865364,0.05000,14.601
37,mlp.experts.386.gate_proj,0.0000117370,0.05000,14.614
37,mlp.experts.409.gate_proj,0.0000701631,0.05000,14.736
37,mlp.experts.416.gate_proj,0.0000489912,0.05000,14.711
37,mlp.experts.428.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.828
37,mlp.experts.425.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.728
37,mlp.experts.353.gate_proj,0.0001132704,0.05000,14.836
37,mlp.experts.379.gate_proj,0.0000179810,0.05000,14.771
37,mlp.experts.378.gate_proj,0.0000313179,0.05000,14.708
37,mlp.experts.398.gate_proj,0.0000151992,0.05000,14.785
37,mlp.experts.374.gate_proj,0.0000726506,0.05000,14.676
37,mlp.experts.375.gate_proj,0.0000613403,0.05000,14.847
37,mlp.experts.389.gate_proj,0.0000273257,0.05000,14.807
37,mlp.experts.399.gate_proj,0.0000474952,0.05000,14.820
37,mlp.experts.408.gate_proj,0.0000939495,0.05000,14.579
37,mlp.experts.387.gate_proj,0.0000508512,0.05000,14.869
37,mlp.experts.413.gate_proj,0.0000214660,0.05000,14.832
37,mlp.experts.420.gate_proj,0.0000521040,0.05000,14.780
37,mlp.experts.402.gate_proj,0.0000164279,0.05000,14.835
37,mlp.experts.432.gate_proj,0.0000169061,0.05000,14.570
37,mlp.experts.444.gate_proj,0.0000410205,0.05000,14.569
37,mlp.experts.429.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.717
37,mlp.experts.441.gate_proj,0.0000412467,0.05000,14.785
37,mlp.experts.369.gate_proj,0.0000172945,0.05000,14.570
37,mlp.experts.395.gate_proj,0.0000115947,0.05000,14.561
37,mlp.experts.394.gate_proj,0.0000325696,0.05000,14.542
37,mlp.experts.414.gate_proj,0.0000762814,0.05000,14.541
37,mlp.experts.390.gate_proj,0.0000296354,0.05000,14.629
37,mlp.experts.391.gate_proj,0.0000417101,0.05000,14.711
37,mlp.experts.424.gate_proj,0.0000427400,0.05000,14.418
37,mlp.experts.415.gate_proj,0.0000398210,0.05000,14.527
37,mlp.experts.405.gate_proj,0.0000158074,0.05000,14.614
37,mlp.experts.410.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.772
37,mlp.experts.403.gate_proj,0.0000540336,0.05000,14.490
37,mlp.experts.436.gate_proj,0.0000137821,0.05000,14.372
37,mlp.experts.418.gate_proj,0.0000321693,0.05000,14.379
37,mlp.experts.448.gate_proj,0.0000624112,0.05000,14.360
37,mlp.experts.460.gate_proj,0.0000353130,0.05000,14.318
37,mlp.experts.445.gate_proj,0.0000231605,0.05000,14.374
37,mlp.experts.457.gate_proj,0.0000205465,0.05000,14.252
37,mlp.experts.411.gate_proj,0.0000113143,0.05000,14.661
37,mlp.experts.385.gate_proj,0.0000967339,0.05000,14.799
37,mlp.experts.430.gate_proj,0.0000336373,0.05000,14.597
37,mlp.experts.406.gate_proj,0.0000066065,0.05000,14.595
37,mlp.experts.407.gate_proj,0.0000172373,0.05000,14.744
37,mlp.experts.431.gate_proj,0.0000334689,0.05000,14.505
37,mlp.experts.421.gate_proj,0.0000324893,0.05000,14.601
37,mlp.experts.440.gate_proj,0.0000325235,0.05000,14.760
37,mlp.experts.426.gate_proj,0.0000125298,0.05000,14.681
37,mlp.experts.401.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.795
37,mlp.experts.419.gate_proj,0.0000709649,0.05000,14.785
37,mlp.experts.423.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.778
37,mlp.experts.456.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.765
37,mlp.experts.452.gate_proj,0.0000781376,0.05000,14.864
37,mlp.experts.434.gate_proj,0.0000196441,0.05000,14.930
37,mlp.experts.464.gate_proj,0.0000635865,0.05000,14.772
37,mlp.experts.476.gate_proj,0.0000486330,0.05000,14.734
37,mlp.experts.461.gate_proj,0.0000662402,0.05000,14.833
37,mlp.experts.473.gate_proj,0.0000488564,0.05000,14.886
37,mlp.experts.427.gate_proj,0.0000053423,0.05000,14.526
37,mlp.experts.446.gate_proj,0.0000667367,0.05000,14.553
37,mlp.experts.422.gate_proj,0.0001024111,0.05000,14.529
37,mlp.experts.447.gate_proj,0.0000701169,0.05000,14.478
37,mlp.experts.437.gate_proj,0.0000411089,0.05000,14.479
37,mlp.experts.442.gate_proj,0.0000164230,0.05000,14.551
37,mlp.experts.417.gate_proj,0.0000461884,0.05000,14.510
37,mlp.experts.435.gate_proj,0.0000664407,0.05000,14.507
37,mlp.experts.439.gate_proj,0.0000256894,0.05000,14.589
37,mlp.experts.472.gate_proj,0.0000401379,0.05000,14.577
37,mlp.experts.468.gate_proj,0.0000686977,0.05000,14.525
37,mlp.experts.480.gate_proj,0.0000169626,0.05000,14.434
37,mlp.experts.450.gate_proj,0.0000308908,0.05000,14.583
37,mlp.experts.492.gate_proj,0.0000328083,0.05000,14.546
37,mlp.experts.477.gate_proj,0.0000311939,0.05000,14.516
37,mlp.experts.489.gate_proj,0.0000374712,0.05000,14.531
37,mlp.experts.443.gate_proj,0.0000351259,0.05000,14.317
37,mlp.experts.462.gate_proj,0.0000403781,0.05000,14.375
37,mlp.experts.438.gate_proj,0.0000273293,0.05000,14.385
37,mlp.experts.463.gate_proj,0.0000316294,0.05000,14.331
37,mlp.experts.453.gate_proj,0.0000364219,0.05000,14.339
37,mlp.experts.458.gate_proj,0.0000112845,0.05000,14.223
37,mlp.experts.433.gate_proj,0.0000247369,0.05000,14.379
37,mlp.experts.451.gate_proj,0.0000359326,0.05000,14.262
37,mlp.experts.455.gate_proj,0.0000442021,0.05000,14.226
37,mlp.experts.488.gate_proj,0.0000389169,0.05000,14.117
37,mlp.experts.484.gate_proj,0.0000410538,0.05000,14.204
37,mlp.experts.496.gate_proj,0.0000290351,0.05000,14.002
37,mlp.experts.466.gate_proj,0.0000181909,0.05000,14.164
37,mlp.experts.508.gate_proj,0.0000341839,0.05000,14.123
37,mlp.experts.493.gate_proj,0.0000449173,0.05000,14.125
37,mlp.experts.482.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.732
37,mlp.experts.505.gate_proj,0.0000237831,0.05000,14.329
37,mlp.experts.9.up_proj,failsafe(rtn): 0.0016403,0.00000,0.699
37,mlp.experts.459.gate_proj,0.0000522297,0.05000,14.739
37,mlp.experts.478.gate_proj,0.0000855365,0.05000,14.608
37,mlp.experts.454.gate_proj,0.0000324125,0.05000,14.626
37,mlp.experts.479.gate_proj,0.0000227239,0.05000,14.582
37,mlp.experts.469.gate_proj,0.0000438638,0.05000,14.673
37,mlp.experts.474.gate_proj,0.0000483179,0.05000,14.599
37,mlp.experts.449.gate_proj,0.0000965520,0.05000,14.703
37,mlp.experts.471.gate_proj,0.0000114528,0.05000,14.584
37,mlp.experts.504.gate_proj,0.0000140587,0.05000,14.558
37,mlp.experts.467.gate_proj,0.0000574502,0.05000,14.712
37,mlp.experts.490.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.659
37,mlp.experts.500.gate_proj,0.0000424010,0.05000,14.544
37,mlp.experts.0.up_proj,0.0000764536,0.05000,14.522
37,mlp.experts.465.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.687
37,mlp.experts.483.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.675
37,mlp.experts.506.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.670
37,mlp.experts.12.up_proj,0.0000317745,0.05000,14.598
37,mlp.experts.509.gate_proj,0.0000255219,0.05000,14.581
37,mlp.experts.498.gate_proj,0.0000165912,0.05000,14.523
37,mlp.experts.25.up_proj,0.0000275903,0.05000,14.349
37,mlp.experts.494.gate_proj,0.0000198903,0.05000,12.838
37,mlp.experts.475.gate_proj,0.0000129973,0.05000,12.955
37,mlp.experts.495.gate_proj,0.0000381203,0.05000,12.777
37,mlp.experts.470.gate_proj,0.0000245868,0.05000,12.970
37,mlp.experts.485.gate_proj,0.0000683781,0.05000,12.723
37,mlp.experts.8.up_proj,0.0000147840,0.05000,12.555
37,mlp.experts.511.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.619
37,mlp.experts.487.gate_proj,0.0000312317,0.05000,12.739
37,mlp.experts.501.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.596
37,mlp.experts.4.up_proj,0.0000314537,0.05000,12.408
37,mlp.experts.481.gate_proj,0.0000475072,0.05000,12.589
37,mlp.experts.499.gate_proj,0.0000541990,0.05000,12.723
37,mlp.experts.10.up_proj,0.0000778773,0.05000,12.723
37,mlp.experts.13.up_proj,0.0000355551,0.05000,12.626
37,mlp.experts.20.up_proj,failsafe(rtn): 0.0015564,0.00000,0.716
37,mlp.experts.2.up_proj,0.0000352581,0.05000,12.724
37,mlp.experts.18.up_proj,failsafe(rtn): 0.0015717,0.00000,0.694
37,mlp.experts.41.up_proj,0.0000848784,0.05000,12.726
37,mlp.experts.510.gate_proj,0.0000832528,0.05000,13.746
37,mlp.experts.491.gate_proj,0.0000191306,0.05000,13.800
37,mlp.experts.486.gate_proj,0.0000172977,0.05000,13.714
37,mlp.experts.15.up_proj,0.0000826546,0.05000,13.695
37,mlp.experts.5.up_proj,0.0000250345,0.05000,13.702
37,mlp.experts.503.gate_proj,0.0000317274,0.05000,13.829
37,mlp.experts.28.up_proj,0.0000453040,0.05000,13.704
37,mlp.experts.497.gate_proj,0.0000415030,0.05000,13.713
37,mlp.experts.24.up_proj,0.0000346000,0.05000,13.786
37,mlp.experts.16.up_proj,0.0000269908,0.05000,13.827
37,mlp.experts.29.up_proj,0.0000241181,0.05000,13.577
37,mlp.experts.26.up_proj,0.0000828267,0.05000,13.746
37,mlp.experts.3.up_proj,0.0000629959,0.05000,13.818
37,mlp.experts.36.up_proj,0.0000139919,0.05000,13.697
37,mlp.experts.34.up_proj,0.0000861263,0.05000,13.867
37,mlp.experts.14.up_proj,0.0000340449,0.05000,13.406
37,mlp.experts.507.gate_proj,0.0000786225,0.05000,13.451
37,mlp.experts.502.gate_proj,0.0000309410,0.05000,13.431
37,mlp.experts.31.up_proj,0.0000206455,0.05000,13.507
37,mlp.experts.7.up_proj,0.0000300742,0.05000,13.418
37,mlp.experts.44.up_proj,0.0000165608,0.05000,13.431
37,mlp.experts.32.up_proj,0.0000373592,0.05000,13.365
37,mlp.experts.40.up_proj,0.0000433256,0.05000,13.418
37,mlp.experts.45.up_proj,0.0000779897,0.05000,13.399
37,mlp.experts.42.up_proj,0.0000124595,0.05000,13.361
37,mlp.experts.1.up_proj,0.0000426834,0.05000,13.500
37,mlp.experts.57.up_proj,0.0000751073,0.05000,13.617
37,mlp.experts.19.up_proj,0.0000662875,0.05000,13.552
37,mlp.experts.21.up_proj,0.0000130002,0.05000,13.654
37,mlp.experts.52.up_proj,0.0000313702,0.05000,13.452
37,mlp.experts.73.up_proj,failsafe(rtn): 0.0015640,0.00000,0.739
37,mlp.experts.11.up_proj,0.0000400265,0.05000,13.631
37,mlp.experts.47.up_proj,0.0000239433,0.05000,13.738
37,mlp.experts.23.up_proj,0.0000175056,0.05000,13.633
37,mlp.experts.48.up_proj,0.0000134768,0.05000,13.570
37,mlp.experts.56.up_proj,0.0000281489,0.05000,13.588
37,mlp.experts.60.up_proj,0.0000430746,0.05000,13.665
37,mlp.experts.61.up_proj,0.0000519969,0.05000,13.720
37,mlp.experts.58.up_proj,0.0000345003,0.05000,13.723
37,mlp.experts.50.up_proj,0.0000513713,0.05000,13.733
37,mlp.experts.6.up_proj,0.0000182890,0.05000,13.837
37,mlp.experts.17.up_proj,0.0000138095,0.05000,13.780
37,mlp.experts.30.up_proj,0.0000290600,0.05000,13.855
37,mlp.experts.37.up_proj,0.0000392219,0.05000,13.709
37,mlp.experts.68.up_proj,0.0000399664,0.05000,13.722
37,mlp.experts.89.up_proj,0.0000049805,0.05000,13.855
37,mlp.experts.27.up_proj,0.0000806243,0.05000,15.116
37,mlp.experts.39.up_proj,0.0000313121,0.05000,15.135
37,mlp.experts.35.up_proj,0.0000267565,0.05000,15.151
37,mlp.experts.64.up_proj,0.0000376005,0.05000,15.029
37,mlp.experts.63.up_proj,0.0000446831,0.05000,15.270
37,mlp.experts.76.up_proj,0.0000228399,0.05000,15.122
37,mlp.experts.72.up_proj,0.0000533682,0.05000,15.155
37,mlp.experts.74.up_proj,0.0000124234,0.05000,15.010
37,mlp.experts.77.up_proj,0.0000284822,0.05000,15.097
37,mlp.experts.66.up_proj,0.0000159637,0.05000,15.094
37,mlp.experts.33.up_proj,0.0000449819,0.05000,15.077
37,mlp.experts.53.up_proj,0.0000846670,0.05000,15.021
37,mlp.experts.46.up_proj,0.0000125976,0.05000,15.185
37,mlp.experts.22.up_proj,0.0000215958,0.05000,15.219
37,mlp.experts.84.up_proj,0.0000324894,0.05000,15.175
37,mlp.experts.105.up_proj,0.0000501536,0.05000,14.939
37,mlp.experts.43.up_proj,0.0000163024,0.05000,14.780
37,mlp.experts.79.up_proj,0.0000632036,0.05000,14.640
37,mlp.experts.51.up_proj,0.0000348351,0.05000,14.745
37,mlp.experts.92.up_proj,0.0000145855,0.05000,14.676
37,mlp.experts.80.up_proj,0.0001202423,0.05000,14.789
37,mlp.experts.55.up_proj,0.0000812123,0.05000,14.863
37,mlp.experts.88.up_proj,0.0000320750,0.05000,14.815
37,mlp.experts.90.up_proj,0.0000438392,0.05000,14.785
37,mlp.experts.82.up_proj,0.0000211395,0.05000,14.722
37,mlp.experts.67.up_proj,failsafe(rtn): 0.0014954,0.00000,0.788
37,mlp.experts.95.up_proj,failsafe(rtn): 0.0015259,0.00000,0.798
37,mlp.experts.49.up_proj,0.0000193110,0.05000,14.763
37,mlp.experts.93.up_proj,0.0000672656,0.05000,14.897
37,mlp.experts.62.up_proj,0.0000245025,0.05000,14.688
37,mlp.experts.38.up_proj,0.0000332173,0.05000,14.658
37,mlp.experts.69.up_proj,0.0000579731,0.05000,14.866
37,mlp.experts.100.up_proj,0.0000202862,0.05000,14.764
37,mlp.experts.121.up_proj,0.0000256562,0.05000,14.669
37,mlp.experts.111.up_proj,failsafe(rtn): 0.0015488,0.00000,0.717
37,mlp.experts.109.up_proj,failsafe(rtn): 0.0015488,0.00000,0.706
37,mlp.experts.137.up_proj,failsafe(rtn): 0.0015106,0.00000,0.719
37,mlp.experts.59.up_proj,0.0000373396,0.05000,14.351
37,mlp.experts.96.up_proj,0.0000230243,0.05000,14.303
37,mlp.experts.108.up_proj,0.0000103593,0.05000,14.393
37,mlp.experts.71.up_proj,0.0000368355,0.05000,14.483
37,mlp.experts.104.up_proj,0.0000699301,0.05000,14.364
37,mlp.experts.98.up_proj,0.0000539324,0.05000,14.220
37,mlp.experts.106.up_proj,0.0000310874,0.05000,14.378
37,mlp.experts.83.up_proj,0.0000487418,0.05000,14.363
37,mlp.experts.54.up_proj,0.0000691825,0.05000,14.308
37,mlp.experts.65.up_proj,0.0000248654,0.05000,14.420
37,mlp.experts.78.up_proj,0.0000348648,0.05000,14.427
37,mlp.experts.85.up_proj,0.0000123799,0.05000,14.446
37,mlp.experts.116.up_proj,0.0000416421,0.05000,14.388
37,mlp.experts.125.up_proj,0.0000344861,0.05000,14.355
37,mlp.experts.127.up_proj,0.0000145323,0.05000,14.431
37,mlp.experts.153.up_proj,0.0000304190,0.05000,14.474
37,mlp.experts.141.up_proj,failsafe(rtn): 0.0016632,0.00000,0.845
37,mlp.experts.75.up_proj,0.0000130593,0.05000,14.423
37,mlp.experts.112.up_proj,0.0000322956,0.05000,14.510
37,mlp.experts.124.up_proj,0.0000207539,0.05000,14.577
37,mlp.experts.120.up_proj,0.0000914495,0.05000,14.531
37,mlp.experts.87.up_proj,0.0000239126,0.05000,14.588
37,mlp.experts.122.up_proj,0.0000117904,0.05000,14.496
37,mlp.experts.114.up_proj,0.0000410770,0.05000,14.619
37,mlp.experts.128.up_proj,failsafe(rtn): 0.0015335,0.00000,0.756
37,mlp.experts.70.up_proj,0.0000135347,0.05000,14.522
37,mlp.experts.81.up_proj,0.0000155926,0.05000,14.586
37,mlp.experts.94.up_proj,0.0000564138,0.05000,14.547
37,mlp.experts.99.up_proj,0.0000670194,0.05000,14.686
37,mlp.experts.132.up_proj,0.0000242537,0.05000,14.503
37,mlp.experts.101.up_proj,0.0000219534,0.05000,14.560
37,mlp.experts.130.up_proj,failsafe(rtn): 0.0015182,0.00000,0.832
37,mlp.experts.143.up_proj,0.0000472152,0.05000,14.650
37,mlp.experts.169.up_proj,0.0000861768,0.05000,14.536
37,mlp.experts.157.up_proj,0.0000307220,0.05000,14.622
37,mlp.experts.91.up_proj,0.0000280209,0.05000,14.584
37,mlp.experts.140.up_proj,0.0000078538,0.05000,14.616
37,mlp.experts.136.up_proj,0.0000207201,0.05000,14.608
37,mlp.experts.103.up_proj,0.0000112151,0.05000,14.700
37,mlp.experts.144.up_proj,0.0000283378,0.05000,14.496
37,mlp.experts.138.up_proj,0.0000319765,0.05000,14.738
37,mlp.experts.110.up_proj,0.0000251238,0.05000,14.472
37,mlp.experts.86.up_proj,0.0000829485,0.05000,14.656
37,mlp.experts.115.up_proj,0.0000305599,0.05000,14.544
37,mlp.experts.97.up_proj,0.0000162863,0.05000,14.619
37,mlp.experts.156.up_proj,failsafe(rtn): 0.0014954,0.00000,0.764
37,mlp.experts.148.up_proj,0.0000283450,0.05000,14.596
37,mlp.experts.117.up_proj,0.0000640739,0.05000,14.782
37,mlp.experts.146.up_proj,0.0000406073,0.05000,14.475
37,mlp.experts.159.up_proj,0.0000312012,0.05000,14.444
37,mlp.experts.185.up_proj,0.0000170053,0.05000,14.585
37,mlp.experts.173.up_proj,0.0000218452,0.05000,14.566
37,mlp.experts.107.up_proj,0.0000177479,0.05000,14.199
37,mlp.experts.152.up_proj,0.0000609128,0.05000,14.207
37,mlp.experts.119.up_proj,0.0000563013,0.05000,14.200
37,mlp.experts.160.up_proj,0.0000613525,0.05000,14.164
37,mlp.experts.172.up_proj,0.0000195247,0.05000,13.904
37,mlp.experts.126.up_proj,0.0000994488,0.05000,14.112
37,mlp.experts.154.up_proj,0.0000457166,0.05000,14.246
37,mlp.experts.164.up_proj,0.0000733502,0.05000,14.070
37,mlp.experts.113.up_proj,0.0000763026,0.05000,14.154
37,mlp.experts.102.up_proj,0.0000204147,0.05000,14.260
37,mlp.experts.131.up_proj,0.0000316570,0.05000,14.301
37,mlp.experts.133.up_proj,0.0000148377,0.05000,14.278
37,mlp.experts.162.up_proj,0.0000110629,0.05000,14.280
37,mlp.experts.175.up_proj,0.0000375538,0.05000,14.244
37,mlp.experts.147.up_proj,failsafe(rtn): 0.0014877,0.00000,0.782
37,mlp.experts.201.up_proj,0.0000268049,0.05000,14.362
37,mlp.experts.189.up_proj,0.0000257639,0.05000,14.299
37,mlp.experts.123.up_proj,0.0000260402,0.05000,14.237
37,mlp.experts.168.up_proj,0.0000358124,0.05000,14.469
37,mlp.experts.135.up_proj,0.0000161205,0.05000,14.485
37,mlp.experts.142.up_proj,0.0000299148,0.05000,14.233
37,mlp.experts.176.up_proj,0.0000467866,0.05000,14.336
37,mlp.experts.188.up_proj,0.0000147140,0.05000,14.312
37,mlp.experts.170.up_proj,0.0000166717,0.05000,14.338
37,mlp.experts.118.up_proj,0.0000239648,0.05000,14.311
37,mlp.experts.180.up_proj,0.0000687599,0.05000,14.340
37,mlp.experts.129.up_proj,0.0000231489,0.05000,14.382
37,mlp.experts.178.up_proj,0.0000327692,0.05000,14.204
37,mlp.experts.204.up_proj,failsafe(rtn): 0.0015717,0.00000,0.699
37,mlp.experts.149.up_proj,0.0000211695,0.05000,14.437
37,mlp.experts.191.up_proj,0.0000142150,0.05000,14.328
37,mlp.experts.163.up_proj,0.0000087795,0.05000,14.268
37,mlp.experts.165.up_proj,failsafe(rtn): 0.0016022,0.00000,0.685
37,mlp.experts.217.up_proj,0.0000219303,0.05000,14.215
37,mlp.experts.205.up_proj,0.0000654953,0.05000,14.310
37,mlp.experts.139.up_proj,0.0000713287,0.05000,14.331
37,mlp.experts.184.up_proj,0.0000330246,0.05000,14.222
37,mlp.experts.151.up_proj,0.0000676235,0.05000,14.298
37,mlp.experts.158.up_proj,0.0000418953,0.05000,14.234
37,mlp.experts.192.up_proj,0.0001035166,0.05000,14.334
37,mlp.experts.134.up_proj,0.0000268737,0.05000,14.218
37,mlp.experts.196.up_proj,0.0000992381,0.05000,14.242
37,mlp.experts.186.up_proj,0.0000226956,0.05000,14.364
37,mlp.experts.145.up_proj,0.0000347287,0.05000,14.379
37,mlp.experts.194.up_proj,0.0000486979,0.05000,14.230
37,mlp.experts.167.up_proj,failsafe(rtn): 0.0015335,0.00000,0.732
37,mlp.experts.208.up_proj,failsafe(rtn): 0.0014877,0.00000,0.739
37,mlp.experts.220.up_proj,0.0000313282,0.05000,14.505
37,mlp.experts.207.up_proj,0.0000236896,0.05000,14.465
37,mlp.experts.179.up_proj,0.0000456221,0.05000,14.452
37,mlp.experts.210.up_proj,failsafe(rtn): 0.0015793,0.00000,0.818
37,mlp.experts.181.up_proj,0.0000691178,0.05000,14.453
37,mlp.experts.233.up_proj,0.0000490988,0.05000,14.430
37,mlp.experts.221.up_proj,0.0000161849,0.05000,14.630
37,mlp.experts.155.up_proj,0.0000978480,0.05000,14.361
37,mlp.experts.200.up_proj,0.0000190592,0.05000,14.361
37,mlp.experts.174.up_proj,0.0000238282,0.05000,14.329
37,mlp.experts.150.up_proj,0.0000805396,0.05000,14.294
37,mlp.experts.202.up_proj,0.0000238488,0.05000,14.241
37,mlp.experts.212.up_proj,0.0000223697,0.05000,14.467
37,mlp.experts.161.up_proj,0.0000315427,0.05000,14.438
37,mlp.experts.183.up_proj,0.0000437679,0.05000,14.429
37,mlp.experts.236.up_proj,0.0000592779,0.05000,14.244
37,mlp.experts.224.up_proj,0.0000193468,0.05000,14.441
37,mlp.experts.223.up_proj,0.0000952079,0.05000,14.399
37,mlp.experts.195.up_proj,0.0000709776,0.05000,14.404
37,mlp.experts.226.up_proj,0.0000202342,0.05000,14.353
37,mlp.experts.197.up_proj,0.0000672148,0.05000,14.228
37,mlp.experts.249.up_proj,0.0000464741,0.05000,14.366
37,mlp.experts.237.up_proj,0.0000187868,0.05000,14.222
37,mlp.experts.253.up_proj,failsafe(rtn): 0.0015106,0.00000,0.701
37,mlp.experts.171.up_proj,0.0000369994,0.05000,14.304
37,mlp.experts.216.up_proj,0.0000187064,0.05000,14.418
37,mlp.experts.190.up_proj,0.0000327116,0.05000,14.387
37,mlp.experts.218.up_proj,0.0000668160,0.05000,14.337
37,mlp.experts.166.up_proj,0.0000347652,0.05000,14.401
37,mlp.experts.228.up_proj,0.0000084470,0.05000,14.365
37,mlp.experts.177.up_proj,0.0000470639,0.05000,14.496
37,mlp.experts.199.up_proj,0.0000153278,0.05000,14.429
37,mlp.experts.252.up_proj,0.0000464752,0.05000,14.298
37,mlp.experts.240.up_proj,0.0000593449,0.05000,14.280
37,mlp.experts.239.up_proj,0.0000534112,0.05000,14.571
37,mlp.experts.242.up_proj,0.0000251399,0.05000,14.409
37,mlp.experts.211.up_proj,0.0000244941,0.05000,14.641
37,mlp.experts.213.up_proj,0.0000213793,0.05000,14.476
37,mlp.experts.265.up_proj,0.0000443112,0.05000,14.549
37,mlp.experts.269.up_proj,0.0000318040,0.05000,14.590
37,mlp.experts.187.up_proj,0.0000230335,0.05000,14.980
37,mlp.experts.232.up_proj,0.0000964998,0.05000,14.768
37,mlp.experts.206.up_proj,0.0000114879,0.05000,14.864
37,mlp.experts.234.up_proj,0.0000289571,0.05000,14.899
37,mlp.experts.182.up_proj,0.0000177251,0.05000,14.862
37,mlp.experts.244.up_proj,0.0000569889,0.05000,14.795
37,mlp.experts.248.up_proj,failsafe(rtn): 0.0015793,0.00000,0.679
37,mlp.experts.193.up_proj,0.0000445012,0.05000,14.949
37,mlp.experts.256.up_proj,0.0000757738,0.05000,14.823
37,mlp.experts.268.up_proj,0.0000812803,0.05000,14.885
37,mlp.experts.215.up_proj,0.0000165989,0.05000,15.009
37,mlp.experts.198.up_proj,failsafe(rtn): 0.0016251,0.00000,0.737
37,mlp.experts.260.up_proj,failsafe(rtn): 0.0016098,0.00000,0.768
37,mlp.experts.255.up_proj,0.0001188552,0.05000,14.765
37,mlp.experts.258.up_proj,0.0000178189,0.05000,14.742
37,mlp.experts.272.up_proj,failsafe(rtn): 0.0015106,0.00000,0.737
37,mlp.experts.227.up_proj,0.0000319145,0.05000,14.858
37,mlp.experts.229.up_proj,0.0000505915,0.05000,14.818
37,mlp.experts.276.up_proj,failsafe(rtn): 0.0015259,0.00000,0.756
37,mlp.experts.281.up_proj,0.0000700677,0.05000,14.762
37,mlp.experts.285.up_proj,0.0000194323,0.05000,14.729
37,mlp.experts.203.up_proj,0.0000887339,0.05000,14.950
37,mlp.experts.222.up_proj,0.0000474369,0.05000,14.686
37,mlp.experts.250.up_proj,0.0000236185,0.05000,14.769
37,mlp.experts.264.up_proj,0.0000192544,0.05000,14.816
37,mlp.experts.209.up_proj,0.0000389177,0.05000,14.828
37,mlp.experts.284.up_proj,0.0000717194,0.05000,14.848
37,mlp.experts.214.up_proj,0.0000495982,0.05000,14.780
37,mlp.experts.231.up_proj,0.0000772303,0.05000,14.810
37,mlp.experts.271.up_proj,0.0000230657,0.05000,14.828
37,mlp.experts.288.up_proj,0.0000213829,0.05000,14.718
37,mlp.experts.274.up_proj,0.0000859646,0.05000,14.918
37,mlp.experts.245.up_proj,0.0000054712,0.05000,14.774
37,mlp.experts.243.up_proj,0.0000295524,0.05000,14.807
37,mlp.experts.292.up_proj,0.0000443509,0.05000,14.861
37,mlp.experts.297.up_proj,0.0000466070,0.05000,14.801
37,mlp.experts.301.up_proj,0.0001138388,0.05000,15.011
37,mlp.experts.219.up_proj,0.0000126599,0.05000,14.759
37,mlp.experts.238.up_proj,0.0000328833,0.05000,14.654
37,mlp.experts.280.up_proj,0.0000448849,0.05000,14.525
37,mlp.experts.266.up_proj,0.0000464426,0.05000,14.758
37,mlp.experts.225.up_proj,0.0000352310,0.05000,14.697
37,mlp.experts.300.up_proj,0.0000384538,0.05000,14.670
37,mlp.experts.230.up_proj,0.0000260708,0.05000,14.697
37,mlp.experts.247.up_proj,0.0000308079,0.05000,14.700
37,mlp.experts.304.up_proj,0.0000482423,0.05000,14.689
37,mlp.experts.287.up_proj,0.0000120130,0.05000,14.815
37,mlp.experts.261.up_proj,0.0000288428,0.05000,14.675
37,mlp.experts.259.up_proj,0.0000233136,0.05000,14.663
37,mlp.experts.290.up_proj,0.0000522123,0.05000,14.827
37,mlp.experts.316.up_proj,failsafe(rtn): 0.0015259,0.00000,0.795
37,mlp.experts.308.up_proj,0.0000149988,0.05000,14.659
37,mlp.experts.313.up_proj,0.0000646582,0.05000,14.603
37,mlp.experts.277.up_proj,failsafe(rtn): 0.0014801,0.00000,0.825
37,mlp.experts.332.up_proj,failsafe(rtn): 0.0016327,0.00000,0.845
37,mlp.experts.317.up_proj,0.0000476512,0.05000,14.691
37,mlp.experts.235.up_proj,0.0000091853,0.05000,14.629
37,mlp.experts.254.up_proj,0.0000195921,0.05000,14.742
37,mlp.experts.296.up_proj,0.0000321163,0.05000,14.537
37,mlp.experts.282.up_proj,0.0000040027,0.05000,14.661
37,mlp.experts.241.up_proj,0.0000483747,0.05000,14.772
37,mlp.experts.263.up_proj,0.0000332821,0.05000,14.773
37,mlp.experts.246.up_proj,0.0000358208,0.05000,14.894
37,mlp.experts.320.up_proj,0.0000086382,0.05000,14.736
37,mlp.experts.303.up_proj,0.0000118814,0.05000,14.729
37,mlp.experts.275.up_proj,0.0000173081,0.05000,14.699
37,mlp.experts.306.up_proj,0.0000381993,0.05000,14.755
37,mlp.experts.324.up_proj,0.0000224738,0.05000,14.677
37,mlp.experts.329.up_proj,0.0000162975,0.05000,14.674
37,mlp.experts.293.up_proj,0.0000344246,0.05000,14.538
37,mlp.experts.348.up_proj,0.0000102558,0.05000,14.644
37,mlp.experts.345.up_proj,failsafe(rtn): 0.0015640,0.00000,0.701
37,mlp.experts.333.up_proj,0.0000964745,0.05000,14.660
37,mlp.experts.251.up_proj,0.0000797778,0.05000,14.659
37,mlp.experts.270.up_proj,0.0000523589,0.05000,14.650
37,mlp.experts.312.up_proj,0.0000501160,0.05000,14.577
37,mlp.experts.298.up_proj,0.0000234954,0.05000,14.643
37,mlp.experts.286.up_proj,failsafe(rtn): 0.0016251,0.00000,0.751
37,mlp.experts.257.up_proj,0.0000566922,0.05000,14.605
37,mlp.experts.279.up_proj,0.0000372056,0.05000,14.719
37,mlp.experts.262.up_proj,0.0000203902,0.05000,14.777
37,mlp.experts.336.up_proj,0.0000209252,0.05000,14.626
37,mlp.experts.319.up_proj,0.0000378158,0.05000,14.751
37,mlp.experts.322.up_proj,0.0000585514,0.05000,14.667
37,mlp.experts.291.up_proj,0.0000594423,0.05000,14.848
37,mlp.experts.340.up_proj,0.0000296662,0.05000,14.771
37,mlp.experts.309.up_proj,0.0000712049,0.05000,14.962
37,mlp.experts.364.up_proj,0.0000271016,0.05000,14.912
37,mlp.experts.361.up_proj,0.0000494378,0.05000,14.880
37,mlp.experts.349.up_proj,0.0000235562,0.05000,14.797
37,mlp.experts.267.up_proj,0.0000421321,0.05000,14.908
37,mlp.experts.328.up_proj,0.0000239245,0.05000,14.924
37,mlp.experts.314.up_proj,0.0000346321,0.05000,14.877
37,mlp.experts.302.up_proj,0.0000901247,0.05000,14.852
37,mlp.experts.273.up_proj,0.0000151040,0.05000,14.854
37,mlp.experts.330.up_proj,failsafe(rtn): 0.0015182,0.00000,0.798
37,mlp.experts.295.up_proj,0.0000201117,0.05000,14.961
37,mlp.experts.278.up_proj,0.0000495179,0.05000,14.854
37,mlp.experts.352.up_proj,0.0000248765,0.05000,14.866
37,mlp.experts.338.up_proj,0.0000163497,0.05000,14.815
37,mlp.experts.335.up_proj,0.0000255086,0.05000,15.063
37,mlp.experts.307.up_proj,0.0000868675,0.05000,15.020
37,mlp.experts.356.up_proj,0.0000246615,0.05000,14.917
37,mlp.experts.325.up_proj,0.0000261991,0.05000,14.803
37,mlp.experts.372.up_proj,failsafe(rtn): 0.0016174,0.00000,0.696
37,mlp.experts.380.up_proj,0.0000283456,0.05000,14.892
37,mlp.experts.377.up_proj,0.0000412705,0.05000,14.873
37,mlp.experts.365.up_proj,0.0000563264,0.05000,14.898
37,mlp.experts.283.up_proj,0.0000235894,0.05000,14.652
37,mlp.experts.344.up_proj,0.0000353136,0.05000,14.725
37,mlp.experts.318.up_proj,0.0000714651,0.05000,14.592
37,mlp.experts.289.up_proj,0.0000220425,0.05000,14.670
37,mlp.experts.360.up_proj,failsafe(rtn): 0.0015411,0.00000,0.684
37,mlp.experts.346.up_proj,0.0000462597,0.05000,14.511
37,mlp.experts.311.up_proj,0.0000490248,0.05000,14.493
37,mlp.experts.294.up_proj,0.0000653876,0.05000,14.595
37,mlp.experts.368.up_proj,0.0000330963,0.05000,14.467
37,mlp.experts.354.up_proj,0.0000941172,0.05000,14.505
37,mlp.experts.351.up_proj,0.0000668362,0.05000,14.400
37,mlp.experts.323.up_proj,0.0000308932,0.05000,14.516
37,mlp.experts.384.up_proj,failsafe(rtn): 0.0017090,0.00000,0.735
37,mlp.experts.341.up_proj,0.0000151049,0.05000,14.599
37,mlp.experts.396.up_proj,0.0000389233,0.05000,14.484
37,mlp.experts.388.up_proj,0.0000412812,0.05000,14.543
37,mlp.experts.400.up_proj,failsafe(rtn): 0.0016251,0.00000,0.769
37,mlp.experts.393.up_proj,0.0000317083,0.05000,14.647
37,mlp.experts.381.up_proj,0.0000052761,0.05000,14.457
37,mlp.experts.299.up_proj,0.0000154631,0.05000,14.097
37,mlp.experts.334.up_proj,0.0000180402,0.05000,14.279
37,mlp.experts.376.up_proj,0.0000188984,0.05000,14.224
37,mlp.experts.362.up_proj,0.0000510605,0.05000,14.283
37,mlp.experts.305.up_proj,0.0000211431,0.05000,14.423
37,mlp.experts.327.up_proj,0.0000805546,0.05000,14.389
37,mlp.experts.310.up_proj,0.0000649957,0.05000,14.416
37,mlp.experts.392.up_proj,failsafe(rtn): 0.0016022,0.00000,0.718
37,mlp.experts.370.up_proj,0.0000349913,0.05000,14.297
37,mlp.experts.367.up_proj,0.0000260337,0.05000,14.375
37,mlp.experts.339.up_proj,0.0000142723,0.05000,14.459
37,mlp.experts.357.up_proj,0.0000376939,0.05000,14.332
37,mlp.experts.412.up_proj,0.0000228300,0.05000,14.246
37,mlp.experts.404.up_proj,0.0000842335,0.05000,14.270
37,mlp.experts.409.up_proj,0.0000704172,0.05000,14.223
37,mlp.experts.416.up_proj,0.0000471374,0.05000,14.281
37,mlp.experts.397.up_proj,0.0000464075,0.05000,14.257
37,mlp.experts.428.up_proj,failsafe(rtn): 0.0015335,0.00000,0.809
37,mlp.experts.425.up_proj,failsafe(rtn): 0.0016556,0.00000,0.817
37,mlp.experts.315.up_proj,0.0000250307,0.05000,15.086
37,mlp.experts.350.up_proj,0.0000211277,0.05000,14.930
37,mlp.experts.378.up_proj,0.0000298577,0.05000,14.979
37,mlp.experts.321.up_proj,0.0000450210,0.05000,15.057
37,mlp.experts.343.up_proj,0.0000157797,0.05000,15.000
37,mlp.experts.408.up_proj,0.0000915608,0.05000,14.948
37,mlp.experts.326.up_proj,0.0000413170,0.05000,15.113
37,mlp.experts.386.up_proj,0.0000116453,0.05000,14.983
37,mlp.experts.383.up_proj,0.0000406717,0.05000,15.107
37,mlp.experts.355.up_proj,0.0000827602,0.05000,15.034
37,mlp.experts.373.up_proj,0.0000589440,0.05000,15.150
37,mlp.experts.420.up_proj,0.0000519540,0.05000,15.068
37,mlp.experts.432.up_proj,0.0000158901,0.05000,15.068
37,mlp.experts.413.up_proj,0.0000211627,0.05000,15.048
37,mlp.experts.444.up_proj,0.0000447758,0.05000,15.123
37,mlp.experts.441.up_proj,0.0000409119,0.05000,15.091
37,mlp.experts.429.up_proj,failsafe(rtn): 0.0015030,0.00000,0.797
37,mlp.experts.331.up_proj,0.0000190954,0.05000,14.751
37,mlp.experts.347.up_proj,failsafe(rtn): 0.0014954,0.00000,0.623
37,mlp.experts.366.up_proj,0.0000099087,0.05000,14.545
37,mlp.experts.394.up_proj,0.0000322128,0.05000,14.410
37,mlp.experts.337.up_proj,0.0000479423,0.05000,14.489
37,mlp.experts.359.up_proj,0.0000264937,0.05000,14.455
37,mlp.experts.382.up_proj,failsafe(rtn): 0.0016479,0.00000,0.701
37,mlp.experts.342.up_proj,0.0000099849,0.05000,14.389
37,mlp.experts.424.up_proj,0.0000431481,0.05000,14.520
37,mlp.experts.410.up_proj,failsafe(rtn): 0.0016174,0.00000,0.759
37,mlp.experts.402.up_proj,0.0000166888,0.05000,14.595
37,mlp.experts.399.up_proj,0.0000459807,0.05000,14.571
37,mlp.experts.371.up_proj,0.0000506542,0.05000,14.579
37,mlp.experts.389.up_proj,0.0000271822,0.05000,14.549
37,mlp.experts.436.up_proj,0.0000133070,0.05000,14.577
37,mlp.experts.448.up_proj,0.0000635154,0.05000,14.459
37,mlp.experts.460.up_proj,0.0000337438,0.05000,14.411
37,mlp.experts.457.up_proj,0.0000205116,0.05000,14.330
37,mlp.experts.445.up_proj,0.0000225810,0.05000,14.419
37,mlp.experts.363.up_proj,0.0000114899,0.05000,14.297
37,mlp.experts.353.up_proj,0.0001136335,0.05000,14.352
37,mlp.experts.375.up_proj,0.0000699271,0.05000,14.345
37,mlp.experts.398.up_proj,0.0000152911,0.05000,14.274
37,mlp.experts.358.up_proj,0.0000695368,0.05000,14.337
37,mlp.experts.440.up_proj,0.0000325416,0.05000,14.265
37,mlp.experts.426.up_proj,0.0000141154,0.05000,14.327
37,mlp.experts.418.up_proj,0.0000308779,0.05000,14.256
37,mlp.experts.415.up_proj,0.0000389738,0.05000,14.234
37,mlp.experts.456.up_proj,failsafe(rtn): 0.0015488,0.00000,0.769
37,mlp.experts.387.up_proj,0.0000499512,0.05000,14.440
37,mlp.experts.452.up_proj,0.0000763017,0.05000,14.344
37,mlp.experts.405.up_proj,0.0000154132,0.05000,14.388
37,mlp.experts.464.up_proj,0.0000647966,0.05000,14.442
37,mlp.experts.476.up_proj,0.0000487732,0.05000,14.347
37,mlp.experts.473.up_proj,0.0000507086,0.05000,14.391
37,mlp.experts.461.up_proj,0.0000626447,0.05000,14.430
37,mlp.experts.379.up_proj,0.0000177801,0.05000,14.659
37,mlp.experts.369.up_proj,0.0000167932,0.05000,14.498
37,mlp.experts.414.up_proj,0.0000731091,0.05000,14.365
37,mlp.experts.391.up_proj,0.0000404411,0.05000,14.411
37,mlp.experts.374.up_proj,0.0000718441,0.05000,14.439
37,mlp.experts.434.up_proj,0.0000196439,0.05000,14.357
37,mlp.experts.442.up_proj,0.0000161656,0.05000,14.415
37,mlp.experts.431.up_proj,0.0000333121,0.05000,14.521
37,mlp.experts.472.up_proj,0.0000381762,0.05000,14.312
37,mlp.experts.403.up_proj,0.0000524230,0.05000,14.489
37,mlp.experts.468.up_proj,0.0000684808,0.05000,14.515
37,mlp.experts.421.up_proj,0.0000314219,0.05000,14.630
37,mlp.experts.480.up_proj,0.0000169308,0.05000,14.487
37,mlp.experts.492.up_proj,0.0000329796,0.05000,14.421
37,mlp.experts.489.up_proj,0.0000355408,0.05000,14.454
37,mlp.experts.477.up_proj,0.0000310416,0.05000,14.535
37,mlp.experts.395.up_proj,0.0000110003,0.05000,14.488
37,mlp.experts.385.up_proj,0.0000910451,0.05000,14.537
37,mlp.experts.430.up_proj,0.0000335639,0.05000,14.553
37,mlp.experts.407.up_proj,0.0000178172,0.05000,14.545
37,mlp.experts.390.up_proj,0.0000270390,0.05000,14.403
37,mlp.experts.450.up_proj,0.0000308546,0.05000,14.441
37,mlp.experts.458.up_proj,0.0000109275,0.05000,14.429
37,mlp.experts.401.up_proj,failsafe(rtn): 0.0016251,0.00000,0.723
37,mlp.experts.447.up_proj,0.0000696840,0.05000,14.498
37,mlp.experts.423.up_proj,failsafe(rtn): 0.0016785,0.00000,0.765
37,mlp.experts.488.up_proj,0.0000387217,0.05000,14.471
37,mlp.experts.419.up_proj,0.0000711205,0.05000,14.591
37,mlp.experts.437.up_proj,0.0000404294,0.05000,14.271
37,mlp.experts.484.up_proj,0.0000395706,0.05000,14.477
37,mlp.experts.496.up_proj,0.0000291694,0.05000,14.292
37,mlp.experts.508.up_proj,0.0000340417,0.05000,14.399
37,mlp.experts.505.up_proj,0.0000232096,0.05000,14.346
37,mlp.experts.9.down_proj,failsafe(rtn): 0.0016403,0.00000,0.183
37,mlp.experts.493.up_proj,0.0000434075,0.05000,14.495
37,mlp.experts.0.down_proj,0.0000074413,0.05000,3.529
37,mlp.experts.12.down_proj,0.0000052382,0.05000,3.473
37,mlp.experts.25.down_proj,0.0000053092,0.05000,3.556
37,mlp.experts.16.down_proj,0.0000024945,0.05000,3.550
37,mlp.experts.28.down_proj,0.0000028877,0.05000,3.504
37,mlp.experts.41.down_proj,0.0000071429,0.05000,3.482
37,mlp.experts.32.down_proj,0.0000034321,0.05000,3.756
37,mlp.experts.44.down_proj,0.0000012232,0.05000,3.701
37,mlp.experts.57.down_proj,0.0000081124,0.05000,3.758
37,mlp.experts.73.down_proj,failsafe(rtn): 0.0016174,0.00000,0.177
37,mlp.experts.411.up_proj,0.0000097799,0.05000,14.508
37,mlp.experts.406.up_proj,0.0000066242,0.05000,14.379
37,mlp.experts.446.up_proj,0.0000691255,0.05000,14.489
37,mlp.experts.466.up_proj,0.0000169380,0.05000,14.479
37,mlp.experts.474.up_proj,0.0000484248,0.05000,14.572
37,mlp.experts.463.up_proj,0.0000297168,0.05000,14.482
37,mlp.experts.417.up_proj,0.0000450312,0.05000,14.568
37,mlp.experts.439.up_proj,0.0000249312,0.05000,14.516
37,mlp.experts.504.up_proj,0.0000143687,0.05000,14.558
37,mlp.experts.482.up_proj,failsafe(rtn): 0.0015411,0.00000,0.785
37,mlp.experts.490.up_proj,failsafe(rtn): 0.0015259,0.00000,0.773
37,mlp.experts.435.up_proj,0.0000683993,0.05000,14.639
37,mlp.experts.500.up_proj,0.0000420880,0.05000,14.448
37,mlp.experts.453.up_proj,0.0000358983,0.05000,14.581
37,mlp.experts.48.down_proj,0.0000024149,0.05000,3.835
37,mlp.experts.506.up_proj,failsafe(rtn): 0.0016403,0.00000,0.726
37,mlp.experts.60.down_proj,0.0000048882,0.05000,3.836
37,mlp.experts.89.down_proj,0.0000014418,0.05000,3.943
37,mlp.experts.509.up_proj,0.0000253567,0.05000,14.728
37,mlp.experts.8.down_proj,0.0000016989,0.05000,3.900
37,mlp.experts.4.down_proj,0.0000026502,0.05000,3.877
37,mlp.experts.20.down_proj,failsafe(rtn): 0.0016022,0.00000,0.177
37,mlp.experts.64.down_proj,0.0000033498,0.05000,3.856
37,mlp.experts.10.down_proj,0.0000106741,0.05000,3.849
37,mlp.experts.76.down_proj,0.0000034389,0.05000,3.880
37,mlp.experts.105.down_proj,0.0000052446,0.05000,3.767
37,mlp.experts.13.down_proj,0.0000027514,0.05000,3.814
37,mlp.experts.24.down_proj,0.0000048273,0.05000,3.700
37,mlp.experts.36.down_proj,0.0000017587,0.05000,3.637
37,mlp.experts.26.down_proj,0.0000230788,0.05000,3.607
37,mlp.experts.80.down_proj,0.0000152542,0.05000,3.676
37,mlp.experts.92.down_proj,0.0000027609,0.05000,3.634
37,mlp.experts.121.down_proj,0.0000018327,0.05000,3.515
37,mlp.experts.137.down_proj,failsafe(rtn): 0.0014496,0.00000,0.180
37,mlp.experts.29.down_proj,0.0000023042,0.05000,3.505
37,mlp.experts.40.down_proj,0.0000053387,0.05000,3.437
37,mlp.experts.52.down_proj,0.0000044294,0.05000,3.516
37,mlp.experts.42.down_proj,0.0000018346,0.05000,3.527
37,mlp.experts.96.down_proj,0.0000040718,0.05000,3.553
37,mlp.experts.108.down_proj,0.0000013106,0.05000,3.588
37,mlp.experts.427.up_proj,0.0000052509,0.05000,14.803
37,mlp.experts.153.down_proj,0.0000035571,0.05000,3.593
37,mlp.experts.45.down_proj,0.0000079286,0.05000,3.621
37,mlp.experts.462.up_proj,0.0000420801,0.05000,14.663
37,mlp.experts.422.up_proj,0.0000973926,0.05000,14.756
37,mlp.experts.433.up_proj,0.0000251015,0.05000,14.528
37,mlp.experts.479.up_proj,0.0000252014,0.05000,14.589
37,mlp.experts.455.up_proj,0.0000463264,0.05000,14.587
37,mlp.experts.56.down_proj,0.0000026407,0.05000,3.566
37,mlp.experts.498.up_proj,0.0000165318,0.05000,14.548
37,mlp.experts.451.up_proj,0.0000337427,0.05000,14.472
37,mlp.experts.469.up_proj,0.0000402369,0.05000,14.566
37,mlp.experts.68.down_proj,0.0000033543,0.05000,3.534
37,mlp.experts.58.down_proj,0.0000033431,0.05000,3.536
37,mlp.experts.112.down_proj,0.0000024651,0.05000,3.551
37,mlp.experts.128.down_proj,failsafe(rtn): 0.0015717,0.00000,0.182
37,mlp.experts.124.down_proj,0.0000053278,0.05000,3.525
37,mlp.experts.169.down_proj,0.0000140210,0.05000,3.653
37,mlp.experts.61.down_proj,0.0000071288,0.05000,3.690
37,mlp.experts.72.down_proj,0.0000056131,0.05000,3.665
37,mlp.experts.2.down_proj,0.0000073654,0.05000,3.675
37,mlp.experts.18.down_proj,failsafe(rtn): 0.0015869,0.00000,0.179
37,mlp.experts.84.down_proj,0.0000101441,0.05000,3.581
37,mlp.experts.74.down_proj,0.0000011903,0.05000,3.585
37,mlp.experts.144.down_proj,0.0000037944,0.05000,3.568
37,mlp.experts.140.down_proj,0.0000010563,0.05000,3.622
37,mlp.experts.156.down_proj,failsafe(rtn): 0.0015030,0.00000,0.230
37,mlp.experts.185.down_proj,0.0000038092,0.05000,3.574
37,mlp.experts.77.down_proj,0.0000029059,0.05000,3.553
37,mlp.experts.88.down_proj,0.0000063438,0.05000,3.624
37,mlp.experts.34.down_proj,0.0000213755,0.05000,3.584
37,mlp.experts.100.down_proj,0.0000021649,0.05000,3.615
37,mlp.experts.90.down_proj,0.0000037629,0.05000,3.628
37,mlp.experts.160.down_proj,0.0000148780,0.05000,3.686
37,mlp.experts.172.down_proj,0.0000030141,0.05000,3.631
37,mlp.experts.201.down_proj,0.0000059295,0.05000,3.676
37,mlp.experts.93.down_proj,0.0000164795,0.05000,3.696
37,mlp.experts.109.down_proj,failsafe(rtn): 0.0016098,0.00000,0.211
37,mlp.experts.104.down_proj,0.0000071701,0.05000,3.800
37,mlp.experts.50.down_proj,0.0000063432,0.05000,3.792
37,mlp.experts.116.down_proj,0.0000112821,0.05000,3.756
37,mlp.experts.106.down_proj,0.0000037567,0.05000,3.774
37,mlp.experts.176.down_proj,0.0000104881,0.05000,3.770
37,mlp.experts.188.down_proj,0.0000019609,0.05000,3.723
37,mlp.experts.204.down_proj,failsafe(rtn): 0.0016174,0.00000,0.195
37,mlp.experts.443.up_proj,0.0000326112,0.05000,14.461
37,mlp.experts.217.down_proj,0.0000028335,0.05000,3.666
37,mlp.experts.125.down_proj,0.0000039390,0.05000,3.568
37,mlp.experts.141.down_proj,failsafe(rtn): 0.0016632,0.00000,0.169
37,mlp.experts.478.up_proj,0.0000843343,0.05000,14.509
37,mlp.experts.438.up_proj,0.0000266197,0.05000,14.429
37,mlp.experts.495.up_proj,0.0000391848,0.05000,14.446
37,mlp.experts.471.up_proj,0.0000108035,0.05000,14.329
37,mlp.experts.449.up_proj,0.0000971800,0.05000,14.483
37,mlp.experts.120.down_proj,0.0000103590,0.05000,3.501
37,mlp.experts.467.up_proj,0.0000560907,0.05000,14.441
37,mlp.experts.66.down_proj,0.0000024032,0.05000,3.515
37,mlp.experts.465.up_proj,failsafe(rtn): 0.0015030,0.00000,0.725
37,mlp.experts.511.up_proj,failsafe(rtn): 0.0015182,0.00000,0.759
37,mlp.experts.485.up_proj,0.0000667046,0.05000,14.440
37,mlp.experts.132.down_proj,0.0000023194,0.05000,3.516
37,mlp.experts.122.down_proj,0.0000012079,0.05000,3.526
37,mlp.experts.483.up_proj,failsafe(rtn): 0.0014801,0.00000,0.709
37,mlp.experts.192.down_proj,0.0000105706,0.05000,3.524
37,mlp.experts.501.up_proj,failsafe(rtn): 0.0015488,0.00000,0.713
37,mlp.experts.208.down_proj,failsafe(rtn): 0.0015106,0.00000,0.184
37,mlp.experts.220.down_proj,0.0000026615,0.05000,3.534
37,mlp.experts.233.down_proj,0.0000040766,0.05000,3.512
37,mlp.experts.157.down_proj,0.0000030745,0.05000,3.551
37,mlp.experts.136.down_proj,0.0000039443,0.05000,3.576
37,mlp.experts.82.down_proj,0.0000038247,0.05000,3.566
37,mlp.experts.15.down_proj,0.0000083917,0.05000,3.598
37,mlp.experts.148.down_proj,0.0000057944,0.05000,3.554
37,mlp.experts.138.down_proj,0.0000075679,0.05000,3.571
37,mlp.experts.5.down_proj,0.0000053342,0.05000,3.554
37,mlp.experts.224.down_proj,0.0000020379,0.05000,3.614
37,mlp.experts.236.down_proj,0.0000044334,0.05000,3.572
37,mlp.experts.249.down_proj,0.0000037668,0.05000,3.589
37,mlp.experts.173.down_proj,0.0000030705,0.05000,3.705
37,mlp.experts.152.down_proj,0.0000053922,0.05000,3.596
37,mlp.experts.98.down_proj,0.0000048479,0.05000,3.689
37,mlp.experts.31.down_proj,0.0000027327,0.05000,3.669
37,mlp.experts.164.down_proj,0.0000069318,0.05000,3.683
37,mlp.experts.154.down_proj,0.0000064575,0.05000,3.721
37,mlp.experts.21.down_proj,0.0000011616,0.05000,3.678
37,mlp.experts.240.down_proj,0.0000060338,0.05000,3.707
37,mlp.experts.252.down_proj,0.0000046233,0.05000,3.632
37,mlp.experts.265.down_proj,0.0000112986,0.05000,3.685
37,mlp.experts.189.down_proj,0.0000072050,0.05000,3.630
37,mlp.experts.168.down_proj,0.0000036086,0.05000,3.662
37,mlp.experts.114.down_proj,0.0000069228,0.05000,3.711
37,mlp.experts.47.down_proj,0.0000018420,0.05000,3.734
37,mlp.experts.130.down_proj,failsafe(rtn): 0.0015945,0.00000,0.198
37,mlp.experts.180.down_proj,0.0000069526,0.05000,3.780
37,mlp.experts.170.down_proj,0.0000015829,0.05000,3.691
37,mlp.experts.37.down_proj,0.0000079538,0.05000,3.742
37,mlp.experts.256.down_proj,0.0000082381,0.05000,3.767
37,mlp.experts.272.down_proj,failsafe(rtn): 0.0015259,0.00000,0.175
37,mlp.experts.268.down_proj,0.0000155843,0.05000,3.789
37,mlp.experts.459.up_proj,0.0000513687,0.05000,14.505
37,mlp.experts.281.down_proj,0.0000062686,0.05000,3.749
37,mlp.experts.494.up_proj,0.0000201935,0.05000,14.473
37,mlp.experts.205.down_proj,0.0000064716,0.05000,3.669
37,mlp.experts.454.up_proj,0.0000311019,0.05000,14.631
37,mlp.experts.487.up_proj,0.0000297083,0.05000,14.588
37,mlp.experts.184.down_proj,0.0000025008,0.05000,3.651
37,mlp.experts.481.up_proj,0.0000472774,0.05000,14.399
37,mlp.experts.63.down_proj,0.0000059252,0.05000,3.639
37,mlp.experts.146.down_proj,0.0000042894,0.05000,3.612
37,mlp.experts.196.down_proj,0.0000116722,0.05000,3.579
37,mlp.experts.499.up_proj,0.0000538204,0.05000,14.537
37,mlp.experts.186.down_proj,0.0000027320,0.05000,3.556
37,mlp.experts.53.down_proj,0.0000072013,0.05000,3.527
37,mlp.experts.288.down_proj,0.0000025286,0.05000,3.586
37,mlp.experts.284.down_proj,0.0000165054,0.05000,3.632
37,mlp.experts.297.down_proj,0.0000116330,0.05000,3.598
37,mlp.experts.221.down_proj,0.0000016850,0.05000,3.589
37,mlp.experts.200.down_proj,0.0000047822,0.05000,3.712
37,mlp.experts.79.down_proj,0.0000078793,0.05000,3.660
37,mlp.experts.162.down_proj,0.0000020138,0.05000,3.651
37,mlp.experts.95.down_proj,failsafe(rtn): 0.0016022,0.00000,0.218
37,mlp.experts.111.down_proj,failsafe(rtn): 0.0016022,0.00000,0.214
37,mlp.experts.212.down_proj,0.0000019288,0.05000,3.758
37,mlp.experts.202.down_proj,0.0000041842,0.05000,3.766
37,mlp.experts.3.down_proj,0.0000073769,0.05000,3.829
37,mlp.experts.69.down_proj,0.0000059933,0.05000,3.792
37,mlp.experts.304.down_proj,0.0000071228,0.05000,3.700
37,mlp.experts.300.down_proj,0.0000032926,0.05000,3.733
37,mlp.experts.316.down_proj,failsafe(rtn): 0.0015717,0.00000,0.192
37,mlp.experts.313.down_proj,0.0000063011,0.05000,3.738
37,mlp.experts.332.down_proj,failsafe(rtn): 0.0016327,0.00000,0.180
37,mlp.experts.237.down_proj,0.0000025119,0.05000,3.744
37,mlp.experts.253.down_proj,failsafe(rtn): 0.0015640,0.00000,0.170
37,mlp.experts.216.down_proj,0.0000034434,0.05000,3.607
37,mlp.experts.178.down_proj,0.0000033005,0.05000,3.604
37,mlp.experts.228.down_proj,0.0000014343,0.05000,3.537
37,mlp.experts.218.down_proj,0.0000133372,0.05000,3.502
37,mlp.experts.127.down_proj,0.0000029645,0.05000,3.570
37,mlp.experts.19.down_proj,0.0000149647,0.05000,3.513
37,mlp.experts.85.down_proj,0.0000013305,0.05000,3.476
37,mlp.experts.320.down_proj,0.0000009072,0.05000,3.483
37,mlp.experts.329.down_proj,0.0000035206,0.05000,3.425
37,mlp.experts.348.down_proj,0.0000014389,0.05000,3.412
37,mlp.experts.345.down_proj,failsafe(rtn): 0.0015793,0.00000,0.173
37,mlp.experts.269.down_proj,0.0000041114,0.05000,3.479
37,mlp.experts.232.down_proj,0.0000117372,0.05000,3.464
37,mlp.experts.248.down_proj,failsafe(rtn): 0.0016403,0.00000,0.189
37,mlp.experts.194.down_proj,0.0000054635,0.05000,3.515
37,mlp.experts.210.down_proj,failsafe(rtn): 0.0015717,0.00000,0.220
37,mlp.experts.234.down_proj,0.0000029529,0.05000,3.603
37,mlp.experts.244.down_proj,0.0000061398,0.05000,3.650
37,mlp.experts.35.down_proj,0.0000046140,0.05000,3.654
37,mlp.experts.143.down_proj,0.0000038323,0.05000,3.701
37,mlp.experts.260.down_proj,failsafe(rtn): 0.0016403,0.00000,0.201
37,mlp.experts.276.down_proj,failsafe(rtn): 0.0015640,0.00000,0.202
37,mlp.experts.101.down_proj,0.0000024922,0.05000,3.779
37,mlp.experts.336.down_proj,0.0000020415,0.05000,3.707
37,mlp.experts.475.up_proj,0.0000126916,0.05000,14.430
37,mlp.experts.364.down_proj,0.0000042271,0.05000,3.888
37,mlp.experts.361.down_proj,0.0000097066,0.05000,3.859
37,mlp.experts.510.up_proj,0.0000839152,0.05000,14.556
37,mlp.experts.470.up_proj,0.0000242990,0.05000,14.462
37,mlp.experts.285.down_proj,0.0000018366,0.05000,3.846
37,mlp.experts.503.up_proj,0.0000304280,0.05000,14.471
37,mlp.experts.497.up_proj,0.0000423133,0.05000,14.639
37,mlp.experts.264.down_proj,0.0000028122,0.05000,3.829
37,mlp.experts.226.down_proj,0.0000023390,0.05000,3.757
37,mlp.experts.250.down_proj,0.0000036384,0.05000,3.707
37,mlp.experts.159.down_proj,0.0000073479,0.05000,3.652
37,mlp.experts.51.down_proj,0.0000043571,0.05000,3.675
37,mlp.experts.67.down_proj,failsafe(rtn): 0.0015793,0.00000,0.202
37,mlp.experts.292.down_proj,0.0000039690,0.05000,3.639
37,mlp.experts.117.down_proj,0.0000175510,0.05000,3.677
37,mlp.experts.352.down_proj,0.0000019355,0.05000,3.670
37,mlp.experts.380.down_proj,0.0000030350,0.05000,3.624
37,mlp.experts.377.down_proj,0.0000063070,0.05000,3.625
37,mlp.experts.14.down_proj,0.0000042381,0.05000,3.613
37,mlp.experts.301.down_proj,0.0000186863,0.05000,3.634
37,mlp.experts.7.down_proj,0.0000034362,0.05000,3.609
37,mlp.experts.280.down_proj,0.0000049125,0.05000,3.487
37,mlp.experts.1.down_proj,0.0000034564,0.05000,3.636
37,mlp.experts.242.down_proj,0.0000037406,0.05000,3.625
37,mlp.experts.266.down_proj,0.0000127173,0.05000,3.556
37,mlp.experts.175.down_proj,0.0000055460,0.05000,3.606
37,mlp.experts.83.down_proj,0.0000065680,0.05000,3.558
37,mlp.experts.308.down_proj,0.0000031877,0.05000,3.560
37,mlp.experts.133.down_proj,0.0000030494,0.05000,3.568
37,mlp.experts.368.down_proj,0.0000082296,0.05000,3.543
37,mlp.experts.384.down_proj,failsafe(rtn): 0.0016937,0.00000,0.170
37,mlp.experts.400.down_proj,failsafe(rtn): 0.0016327,0.00000,0.185
37,mlp.experts.396.down_proj,0.0000050432,0.05000,3.520
37,mlp.experts.393.down_proj,0.0000021129,0.05000,3.511
37,mlp.experts.30.down_proj,0.0000082534,0.05000,3.635
37,mlp.experts.317.down_proj,0.0000038577,0.05000,3.655
37,mlp.experts.23.down_proj,0.0000035764,0.05000,3.653
37,mlp.experts.296.down_proj,0.0000028773,0.05000,3.755
37,mlp.experts.17.down_proj,0.0000016928,0.05000,3.840
37,mlp.experts.258.down_proj,0.0000029123,0.05000,3.865
37,mlp.experts.282.down_proj,0.0000003765,0.05000,3.863
37,mlp.experts.191.down_proj,0.0000017334,0.05000,3.852
37,mlp.experts.99.down_proj,0.0000151783,0.05000,3.858
37,mlp.experts.324.down_proj,0.0000036113,0.05000,3.846
37,mlp.experts.149.down_proj,0.0000019370,0.05000,3.884
37,mlp.experts.165.down_proj,failsafe(rtn): 0.0016174,0.00000,0.181
37,mlp.experts.416.down_proj,0.0000060875,0.05000,3.934
37,mlp.experts.412.down_proj,0.0000042647,0.05000,3.959
37,mlp.experts.409.down_proj,0.0000068602,0.05000,3.952
37,mlp.experts.428.down_proj,failsafe(rtn): 0.0015640,0.00000,0.175
37,mlp.experts.46.down_proj,0.0000012278,0.05000,3.874
37,mlp.experts.425.down_proj,failsafe(rtn): 0.0016861,0.00000,0.173
37,mlp.experts.333.down_proj,0.0000096833,0.05000,3.827
37,mlp.experts.39.down_proj,0.0000036810,0.05000,3.791
37,mlp.experts.312.down_proj,0.0000122721,0.05000,3.779
37,mlp.experts.33.down_proj,0.0000061188,0.05000,3.795
37,mlp.experts.274.down_proj,0.0000104145,0.05000,3.675
37,mlp.experts.298.down_proj,0.0000027293,0.05000,3.682
37,mlp.experts.207.down_proj,0.0000053371,0.05000,3.666
37,mlp.experts.115.down_proj,0.0000053319,0.05000,3.596
37,mlp.experts.340.down_proj,0.0000031820,0.05000,3.611
37,mlp.experts.181.down_proj,0.0000108351,0.05000,3.644
37,mlp.experts.491.up_proj,0.0000206389,0.05000,14.640
37,mlp.experts.432.down_proj,0.0000018663,0.05000,3.601
37,mlp.experts.444.down_proj,0.0000110921,0.05000,3.542
37,mlp.experts.486.up_proj,0.0000174492,0.05000,14.631
37,mlp.experts.441.down_proj,0.0000056807,0.05000,3.596
37,mlp.experts.62.down_proj,0.0000027439,0.05000,3.665
37,mlp.experts.349.down_proj,0.0000037479,0.05000,3.700
37,mlp.experts.55.down_proj,0.0000104853,0.05000,3.659
37,mlp.experts.328.down_proj,0.0000029014,0.05000,3.680
37,mlp.experts.49.down_proj,0.0000025700,0.05000,3.732
37,mlp.experts.290.down_proj,0.0000054948,0.05000,3.792
37,mlp.experts.314.down_proj,0.0000040020,0.05000,3.746
37,mlp.experts.223.down_proj,0.0000131907,0.05000,3.800
37,mlp.experts.330.down_proj,failsafe(rtn): 0.0015869,0.00000,0.173
37,mlp.experts.131.down_proj,0.0000028509,0.05000,3.810
37,mlp.experts.356.down_proj,0.0000015812,0.05000,3.760
37,mlp.experts.147.down_proj,failsafe(rtn): 0.0015488,0.00000,0.214
37,mlp.experts.372.down_proj,failsafe(rtn): 0.0016708,0.00000,0.201
37,mlp.experts.197.down_proj,0.0000049925,0.05000,3.813
37,mlp.experts.448.down_proj,0.0000107623,0.05000,3.916
37,mlp.experts.460.down_proj,0.0000029157,0.05000,3.846
37,mlp.experts.78.down_proj,0.0000060893,0.05000,3.811
37,mlp.experts.457.down_proj,0.0000021761,0.05000,3.851
37,mlp.experts.365.down_proj,0.0000050458,0.05000,3.874
37,mlp.experts.71.down_proj,0.0000025080,0.05000,3.864
37,mlp.experts.344.down_proj,0.0000026293,0.05000,3.932
37,mlp.experts.360.down_proj,failsafe(rtn): 0.0015793,0.00000,0.167
37,mlp.experts.65.down_proj,0.0000026871,0.05000,3.913
37,mlp.experts.306.down_proj,0.0000032632,0.05000,3.871
37,mlp.experts.239.down_proj,0.0000043293,0.05000,3.908
37,mlp.experts.346.down_proj,0.0000042773,0.05000,3.898
37,mlp.experts.163.down_proj,0.0000012514,0.05000,3.881
37,mlp.experts.388.down_proj,0.0000030243,0.05000,3.870
37,mlp.experts.213.down_proj,0.0000014793,0.05000,3.897
37,mlp.experts.464.down_proj,0.0000054997,0.05000,3.830
37,mlp.experts.476.down_proj,0.0000049331,0.05000,3.821
37,mlp.experts.94.down_proj,0.0000037952,0.05000,3.751
37,mlp.experts.473.down_proj,0.0000080297,0.05000,3.823
37,mlp.experts.381.down_proj,0.0000006444,0.05000,3.681
37,mlp.experts.87.down_proj,0.0000036924,0.05000,3.688
37,mlp.experts.376.down_proj,0.0000019720,0.05000,3.578
37,mlp.experts.81.down_proj,0.0000022561,0.05000,3.554
37,mlp.experts.392.down_proj,failsafe(rtn): 0.0016861,0.00000,0.199
37,mlp.experts.322.down_proj,0.0000067397,0.05000,3.592
37,mlp.experts.255.down_proj,0.0000157332,0.05000,3.550
37,mlp.experts.362.down_proj,0.0000039445,0.05000,3.525
37,mlp.experts.179.down_proj,0.0000044314,0.05000,3.602
37,mlp.experts.404.down_proj,0.0000210453,0.05000,3.572
37,mlp.experts.229.down_proj,0.0000071939,0.05000,3.624
37,mlp.experts.480.down_proj,0.0000016949,0.05000,3.567
37,mlp.experts.492.down_proj,0.0000045210,0.05000,3.573
37,mlp.experts.110.down_proj,0.0000024384,0.05000,3.609
37,mlp.experts.489.down_proj,0.0000053078,0.05000,3.600
37,mlp.experts.397.down_proj,0.0000064071,0.05000,3.627
37,mlp.experts.103.down_proj,0.0000011552,0.05000,3.572
37,mlp.experts.97.down_proj,0.0000024119,0.05000,3.700
37,mlp.experts.408.down_proj,0.0000193664,0.05000,3.632
37,mlp.experts.338.down_proj,0.0000019124,0.05000,3.647
37,mlp.experts.271.down_proj,0.0000029882,0.05000,3.600
37,mlp.experts.378.down_proj,0.0000025593,0.05000,3.653
37,mlp.experts.420.down_proj,0.0000175157,0.05000,3.561
37,mlp.experts.195.down_proj,0.0000061988,0.05000,3.597
37,mlp.experts.507.up_proj,0.0000780490,0.05000,14.630
37,mlp.experts.245.down_proj,0.0000007916,0.05000,3.599
37,mlp.experts.496.down_proj,0.0000033859,0.05000,3.753
37,mlp.experts.502.up_proj,0.0000304642,0.05000,14.799
37,mlp.experts.508.down_proj,0.0000032436,0.05000,3.701
37,mlp.experts.126.down_proj,0.0000090566,0.05000,3.689
37,mlp.experts.505.down_proj,0.0000027720,0.05000,3.674
37,mlp.experts.413.down_proj,0.0000017488,0.05000,3.583
37,mlp.experts.119.down_proj,0.0000066151,0.05000,3.594
37,mlp.experts.429.down_proj,failsafe(rtn): 0.0015717,0.00000,0.146
37,mlp.experts.113.down_proj,0.0000079578,0.05000,3.325
37,mlp.experts.424.down_proj,0.0000071217,0.05000,3.281
37,mlp.experts.354.down_proj,0.0000141285,0.05000,3.327
37,mlp.experts.287.down_proj,0.0000018429,0.05000,3.290
37,mlp.experts.394.down_proj,0.0000064294,0.05000,3.294
37,mlp.experts.410.down_proj,failsafe(rtn): 0.0016174,0.00000,0.157
37,mlp.experts.436.down_proj,0.0000018212,0.05000,3.218
37,mlp.experts.211.down_proj,0.0000028148,0.05000,3.280
37,mlp.experts.11.down_proj,0.0000141656,0.05000,3.279
37,mlp.experts.261.down_proj,0.0000056787,0.05000,3.175
37,mlp.experts.277.down_proj,failsafe(rtn): 0.0015411,0.00000,0.166
37,mlp.experts.6.down_proj,0.0000022733,0.05000,3.004
37,mlp.experts.142.down_proj,0.0000032245,0.05000,3.015
37,mlp.experts.135.down_proj,0.0000023339,0.05000,3.027
37,mlp.experts.445.down_proj,0.0000028154,0.05000,2.973
37,mlp.experts.129.down_proj,0.0000024505,0.05000,3.061
37,mlp.experts.440.down_proj,0.0000032833,0.05000,3.052
37,mlp.experts.456.down_proj,failsafe(rtn): 0.0015717,0.00000,0.136
37,mlp.experts.370.down_proj,0.0000052929,0.05000,3.022
37,mlp.experts.303.down_proj,0.0000021706,0.05000,2.987
37,mlp.experts.426.down_proj,0.0000016229,0.05000,2.950
37,mlp.experts.452.down_proj,0.0000083191,0.05000,2.994
37,mlp.experts.227.down_proj,0.0000034276,0.05000,3.047
37,mlp.experts.27.down_proj,0.0000084488,0.05000,3.041
37,mlp.experts.293.down_proj,0.0000040992,0.05000,3.012
37,mlp.experts.22.down_proj,0.0000031657,0.05000,3.011
37,mlp.experts.158.down_proj,0.0000045291,0.05000,2.989
37,mlp.experts.461.down_proj,0.0000074741,0.05000,2.892
37,mlp.experts.151.down_proj,0.0000180337,0.05000,2.980
37,mlp.experts.167.down_proj,failsafe(rtn): 0.0015869,0.00000,0.149
37,mlp.experts.145.down_proj,0.0000051395,0.05000,2.980
37,mlp.experts.472.down_proj,0.0000044152,0.05000,2.974
37,mlp.experts.386.down_proj,0.0000013242,0.05000,3.007
37,mlp.experts.319.down_proj,0.0000046705,0.05000,2.991
37,mlp.experts.442.down_proj,0.0000015504,0.05000,3.015
37,mlp.experts.468.down_proj,0.0000061208,0.05000,2.952
37,mlp.experts.243.down_proj,0.0000028752,0.05000,3.028
37,mlp.experts.43.down_proj,0.0000021137,0.05000,2.998
37,mlp.experts.309.down_proj,0.0000071669,0.05000,2.951
37,mlp.experts.38.down_proj,0.0000047214,0.05000,2.944
37,mlp.experts.174.down_proj,0.0000030029,0.05000,2.914
37,mlp.experts.477.down_proj,0.0000054441,0.05000,2.912
37,mlp.experts.183.down_proj,0.0000055744,0.05000,3.027
37,mlp.experts.161.down_proj,0.0000034614,0.05000,2.877
37,mlp.experts.488.down_proj,0.0000034197,0.05000,2.818
37,mlp.experts.402.down_proj,0.0000025266,0.05000,2.809
37,mlp.experts.335.down_proj,0.0000060888,0.05000,2.840
37,mlp.experts.484.down_proj,0.0000058741,0.05000,2.756
37,mlp.experts.458.down_proj,0.0000012216,0.05000,2.786
37,mlp.experts.59.down_proj,0.0000076048,0.05000,2.684
37,mlp.experts.259.down_proj,0.0000033370,0.05000,2.733
37,mlp.experts.325.down_proj,0.0000029988,0.05000,2.725
37,mlp.experts.54.down_proj,0.0000058996,0.05000,2.756
37,mlp.experts.190.down_proj,0.0000026210,0.05000,2.725
37,mlp.experts.493.down_proj,0.0000059447,0.05000,2.741
37,mlp.experts.199.down_proj,0.0000014726,0.05000,2.732
37,mlp.experts.177.down_proj,0.0000055522,0.05000,2.787
37,mlp.experts.504.down_proj,0.0000024937,0.05000,2.722
37,mlp.experts.418.down_proj,0.0000050040,0.05000,2.751
37,mlp.experts.351.down_proj,0.0000057515,0.05000,2.759
37,mlp.experts.500.down_proj,0.0000040738,0.05000,2.709
37,mlp.experts.474.down_proj,0.0000103939,0.05000,2.700
37,mlp.experts.490.down_proj,failsafe(rtn): 0.0015717,0.00000,0.116
37,mlp.experts.275.down_proj,0.0000032108,0.05000,2.695
37,mlp.experts.75.down_proj,0.0000012634,0.05000,2.749
37,mlp.experts.506.down_proj,failsafe(rtn): 0.0016632,0.00000,0.119
37,mlp.experts.341.down_proj,0.0000012105,0.05000,2.647
37,mlp.experts.70.down_proj,0.0000013462,0.05000,2.579
37,mlp.experts.206.down_proj,0.0000014330,0.05000,2.508
37,mlp.experts.509.down_proj,0.0000028413,0.05000,2.394
37,mlp.experts.215.down_proj,0.0000019113,0.05000,2.250
37,mlp.experts.193.down_proj,0.0000050995,0.05000,2.032
37,mlp.experts.434.down_proj,0.0000020177,0.05000,1.945
37,mlp.experts.367.down_proj,0.0000030943,0.05000,1.958
37,mlp.experts.291.down_proj,0.0000113352,0.05000,1.933
37,mlp.experts.91.down_proj,0.0000028431,0.05000,1.903
37,mlp.experts.357.down_proj,0.0000052886,0.05000,1.837
37,mlp.experts.86.down_proj,0.0000067359,0.05000,1.799
37,mlp.experts.222.down_proj,0.0000043242,0.05000,1.807
37,mlp.experts.231.down_proj,0.0000154409,0.05000,1.817
37,mlp.experts.209.down_proj,0.0000071030,0.05000,1.798
37,mlp.experts.450.down_proj,0.0000027771,0.05000,1.812
37,mlp.experts.383.down_proj,0.0000026856,0.05000,1.815
37,mlp.experts.307.down_proj,0.0000159340,0.05000,1.804
37,mlp.experts.107.down_proj,0.0000036464,0.05000,1.812
37,mlp.experts.373.down_proj,0.0000053319,0.05000,1.774
37,mlp.experts.102.down_proj,0.0000051699,0.05000,1.800
37,mlp.experts.238.down_proj,0.0000068319,0.05000,1.767
37,mlp.experts.247.down_proj,0.0000049170,0.05000,1.830
37,mlp.experts.225.down_proj,0.0000043980,0.05000,1.813
37,mlp.experts.466.down_proj,0.0000019110,0.05000,1.847
37,mlp.experts.399.down_proj,0.0000035376,0.05000,1.814
37,mlp.experts.482.down_proj,failsafe(rtn): 0.0016022,0.00000,0.094
37,mlp.experts.323.down_proj,0.0000027138,0.05000,1.854
37,mlp.experts.123.down_proj,0.0000063438,0.05000,1.879
37,mlp.experts.389.down_proj,0.0000025082,0.05000,1.833
37,mlp.experts.118.down_proj,0.0000029441,0.05000,1.861
37,mlp.experts.254.down_proj,0.0000015488,0.05000,1.897
37,mlp.experts.263.down_proj,0.0000027576,0.05000,1.839
37,mlp.experts.241.down_proj,0.0000080536,0.05000,1.803
37,mlp.experts.498.down_proj,0.0000017378,0.05000,1.784
37,mlp.experts.415.down_proj,0.0000047686,0.05000,1.861
37,mlp.experts.339.down_proj,0.0000014342,0.05000,1.788
37,mlp.experts.139.down_proj,0.0000093641,0.05000,1.776
37,mlp.experts.405.down_proj,0.0000021334,0.05000,1.763
37,mlp.experts.134.down_proj,0.0000031371,0.05000,1.753
37,mlp.experts.270.down_proj,0.0000129444,0.05000,1.719
37,mlp.experts.286.down_proj,failsafe(rtn): 0.0016556,0.00000,0.085
37,mlp.experts.279.down_proj,0.0000032221,0.05000,1.728
37,mlp.experts.257.down_proj,0.0000050839,0.05000,1.677
37,mlp.experts.431.down_proj,0.0000031940,0.05000,1.695
37,mlp.experts.355.down_proj,0.0000080639,0.05000,1.678
37,mlp.experts.421.down_proj,0.0000028417,0.05000,1.659
37,mlp.experts.155.down_proj,0.0000137650,0.05000,1.711
37,mlp.experts.150.down_proj,0.0000086824,0.05000,1.658
37,mlp.experts.302.down_proj,0.0000079358,0.05000,1.615
37,mlp.experts.295.down_proj,0.0000021595,0.05000,1.707
37,mlp.experts.273.down_proj,0.0000012310,0.05000,1.661
37,mlp.experts.447.down_proj,0.0000067921,0.05000,1.708
37,mlp.experts.437.down_proj,0.0000030080,0.05000,1.648
37,mlp.experts.371.down_proj,0.0000119319,0.05000,1.707
37,mlp.experts.171.down_proj,0.0000042484,0.05000,1.688
37,mlp.experts.166.down_proj,0.0000037829,0.05000,1.677
37,mlp.experts.318.down_proj,0.0000073531,0.05000,1.651
37,mlp.experts.311.down_proj,0.0000045588,0.05000,1.722
37,mlp.experts.289.down_proj,0.0000045762,0.05000,1.692
37,mlp.experts.463.down_proj,0.0000030628,0.05000,1.699
37,mlp.experts.453.down_proj,0.0000042814,0.05000,1.651
37,mlp.experts.187.down_proj,0.0000038970,0.05000,1.682
37,mlp.experts.387.down_proj,0.0000056546,0.05000,1.738
37,mlp.experts.182.down_proj,0.0000028749,0.05000,1.659
37,mlp.experts.334.down_proj,0.0000051958,0.05000,1.658
37,mlp.experts.198.down_proj,failsafe(rtn): 0.0016708,0.00000,0.088
37,mlp.experts.327.down_proj,0.0000066129,0.05000,1.652
37,mlp.experts.305.down_proj,0.0000026268,0.05000,1.638
37,mlp.experts.479.down_proj,0.0000026049,0.05000,1.711
37,mlp.experts.469.down_proj,0.0000040663,0.05000,1.657
37,mlp.experts.203.down_proj,0.0000123306,0.05000,1.689
37,mlp.experts.403.down_proj,0.0000049725,0.05000,1.733
37,mlp.experts.350.down_proj,0.0000020486,0.05000,1.641
37,mlp.experts.214.down_proj,0.0000108734,0.05000,1.659
37,mlp.experts.343.down_proj,0.0000014889,0.05000,1.697
37,mlp.experts.321.down_proj,0.0000051966,0.05000,1.665
37,mlp.experts.495.down_proj,0.0000139449,0.05000,1.703
37,mlp.experts.485.down_proj,0.0000118950,0.05000,1.669
37,mlp.experts.511.down_proj,failsafe(rtn): 0.0015335,0.00000,0.076
37,mlp.experts.219.down_proj,0.0000018134,0.05000,1.641
37,mlp.experts.501.down_proj,failsafe(rtn): 0.0015640,0.00000,0.075
37,mlp.experts.419.down_proj,0.0000084784,0.05000,1.657
37,mlp.experts.366.down_proj,0.0000020141,0.05000,1.579
37,mlp.experts.230.down_proj,0.0000045687,0.05000,1.559
37,mlp.experts.382.down_proj,failsafe(rtn): 0.0016327,0.00000,0.066
37,mlp.experts.359.down_proj,0.0000034919,0.05000,1.359
37,mlp.experts.337.down_proj,0.0000095706,0.05000,1.278
37,mlp.experts.235.down_proj,0.0000014515,0.05000,1.087
37,mlp.experts.435.down_proj,0.0000056385,0.05000,1.116
37,mlp.experts.246.down_proj,0.0000036763,0.05000,1.125
37,mlp.experts.398.down_proj,0.0000020992,0.05000,1.135
37,mlp.experts.375.down_proj,0.0000039770,0.05000,1.283
37,mlp.experts.353.down_proj,0.0000146205,0.05000,1.258
37,mlp.experts.251.down_proj,0.0000065922,0.05000,1.322
37,mlp.experts.451.down_proj,0.0000034000,0.05000,1.278
37,mlp.experts.262.down_proj,0.0000020492,0.05000,1.205
37,mlp.experts.414.down_proj,0.0000105106,0.05000,1.217
37,mlp.experts.369.down_proj,0.0000020339,0.05000,1.155
37,mlp.experts.391.down_proj,0.0000054754,0.05000,1.229
37,mlp.experts.267.down_proj,0.0000031331,0.05000,1.214
37,mlp.experts.467.down_proj,0.0000059746,0.05000,1.262
37,mlp.experts.483.down_proj,failsafe(rtn): 0.0016403,0.00000,0.071
37,mlp.experts.278.down_proj,0.0000100255,0.05000,1.234
37,mlp.experts.430.down_proj,0.0000028454,0.05000,1.271
37,mlp.experts.385.down_proj,0.0000154178,0.05000,1.333
37,mlp.experts.401.down_proj,failsafe(rtn): 0.0016327,0.00000,0.062
37,mlp.experts.407.down_proj,0.0000027522,0.05000,1.346
37,mlp.experts.423.down_proj,failsafe(rtn): 0.0016632,0.00000,0.063
37,mlp.experts.283.down_proj,0.0000024048,0.05000,1.311
37,mlp.experts.294.down_proj,0.0000160720,0.05000,1.229
37,mlp.experts.499.down_proj,0.0000043073,0.05000,1.261
37,mlp.experts.446.down_proj,0.0000062399,0.05000,1.260
37,mlp.experts.417.down_proj,0.0000060736,0.05000,0.966
37,mlp.experts.439.down_proj,0.0000032283,0.05000,0.981
37,mlp.experts.299.down_proj,0.0000011109,0.05000,0.839
37,mlp.experts.310.down_proj,0.0000068637,0.05000,0.771
37,mlp.experts.462.down_proj,0.0000097696,0.05000,0.788
37,mlp.experts.433.down_proj,0.0000030676,0.05000,0.774
37,mlp.experts.455.down_proj,0.0000079101,0.05000,0.794
37,mlp.experts.315.down_proj,0.0000024147,0.05000,0.778
37,mlp.experts.326.down_proj,0.0000030970,0.05000,0.781
37,mlp.experts.478.down_proj,0.0000071929,0.05000,0.784
37,mlp.experts.449.down_proj,0.0000111193,0.05000,0.758
37,mlp.experts.465.down_proj,failsafe(rtn): 0.0015640,0.00000,0.044
37,mlp.experts.471.down_proj,0.0000013187,0.05000,0.809
37,mlp.experts.331.down_proj,0.0000035387,0.05000,0.793
37,mlp.experts.342.down_proj,0.0000015440,0.05000,0.785
37,mlp.experts.347.down_proj,failsafe(rtn): 0.0015411,0.00000,0.044
37,mlp.experts.494.down_proj,0.0000036468,0.05000,0.790
37,mlp.experts.481.down_proj,0.0000047357,0.05000,0.757
37,mlp.experts.487.down_proj,0.0000028850,0.05000,0.782
37,mlp.experts.363.down_proj,0.0000011817,0.05000,0.773
37,mlp.experts.358.down_proj,0.0000088384,0.05000,0.781
37,mlp.experts.510.down_proj,0.0000086139,0.05000,0.773
37,mlp.experts.497.down_proj,0.0000101830,0.05000,0.687
37,mlp.experts.503.down_proj,0.0000052762,0.05000,0.673
37,mlp.experts.374.down_proj,0.0000092447,0.05000,0.391
37,mlp.experts.379.down_proj,0.0000024686,0.05000,0.409
37,mlp.experts.390.down_proj,0.0000037185,0.05000,0.188
37,mlp.experts.395.down_proj,0.0000009376,0.05000,0.184
37,mlp.experts.406.down_proj,0.0000006267,0.05000,0.186
37,mlp.experts.411.down_proj,0.0000009320,0.05000,0.185
37,mlp.experts.422.down_proj,0.0000112796,0.05000,0.184
37,mlp.experts.427.down_proj,0.0000014352,0.05000,0.187
37,mlp.experts.438.down_proj,0.0000022400,0.05000,0.206
37,mlp.experts.443.down_proj,0.0000035002,0.05000,0.201
37,mlp.experts.454.down_proj,0.0000018590,0.05000,0.181
37,mlp.experts.459.down_proj,0.0000054802,0.05000,0.181
37,mlp.experts.470.down_proj,0.0000024609,0.05000,0.180
37,mlp.experts.475.down_proj,0.0000025899,0.05000,0.183
37,mlp.experts.486.down_proj,0.0000028696,0.05000,0.181
37,mlp.experts.491.down_proj,0.0000039282,0.05000,0.181
37,mlp.experts.502.down_proj,0.0000034055,0.05000,0.192
37,mlp.experts.507.down_proj,0.0000130937,0.05000,0.191
38,mlp.experts.8.gate_proj,0.0000239127,0.05000,14.397
38,mlp.experts.9.gate_proj,0.0000361571,0.05000,14.405
38,mlp.experts.0.gate_proj,0.0000279298,0.05000,14.413
38,mlp.experts.12.gate_proj,0.0000296512,0.05000,14.439
38,mlp.experts.5.gate_proj,0.0000405157,0.05000,14.445
38,mlp.experts.10.gate_proj,0.0000345955,0.05000,14.458
38,mlp.experts.11.gate_proj,0.0000898799,0.05000,14.527
38,mlp.experts.13.gate_proj,0.0000156028,0.05000,14.523
38,mlp.experts.6.gate_proj,0.0000408829,0.05000,14.522
38,mlp.experts.15.gate_proj,0.0000415836,0.05000,14.548
38,mlp.experts.2.gate_proj,0.0000516231,0.05000,14.574
38,mlp.experts.4.gate_proj,0.0000352275,0.05000,14.656
38,mlp.experts.7.gate_proj,0.0000447322,0.05000,14.737
38,mlp.experts.14.gate_proj,0.0000585573,0.05000,14.747
38,mlp.experts.1.gate_proj,0.0000870266,0.05000,14.731
38,mlp.experts.3.gate_proj,0.0000185049,0.05000,14.759
38,mlp.experts.17.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.701
38,mlp.experts.24.gate_proj,0.0000441645,0.05000,14.238
38,mlp.experts.28.gate_proj,0.0000350647,0.05000,14.254
38,mlp.experts.22.gate_proj,0.0000176670,0.05000,14.246
38,mlp.experts.21.gate_proj,0.0000314426,0.05000,14.335
38,mlp.experts.20.gate_proj,0.0000442397,0.05000,14.138
38,mlp.experts.29.gate_proj,0.0000430566,0.05000,14.267
38,mlp.experts.26.gate_proj,0.0000332852,0.05000,14.342
38,mlp.experts.18.gate_proj,0.0000323016,0.05000,14.228
38,mlp.experts.16.gate_proj,0.0000328531,0.05000,14.405
38,mlp.experts.27.gate_proj,0.0000351554,0.05000,14.376
38,mlp.experts.25.gate_proj,0.0000824367,0.05000,14.516
38,mlp.experts.19.gate_proj,0.0000144908,0.05000,14.225
38,mlp.experts.31.gate_proj,0.0000788757,0.05000,14.467
38,mlp.experts.30.gate_proj,0.0000245539,0.05000,14.293
38,mlp.experts.23.gate_proj,0.0000377487,0.05000,14.328
38,mlp.experts.40.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.780
38,mlp.experts.45.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.746
38,mlp.experts.32.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.772
38,mlp.experts.33.gate_proj,0.0000446702,0.05000,14.181
38,mlp.experts.39.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.715
38,mlp.experts.55.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.694
38,mlp.experts.38.gate_proj,0.0000908276,0.05000,14.495
38,mlp.experts.36.gate_proj,0.0000245525,0.05000,14.491
38,mlp.experts.44.gate_proj,0.0000665368,0.05000,14.617
38,mlp.experts.46.gate_proj,0.0000906028,0.05000,14.376
38,mlp.experts.34.gate_proj,0.0000426984,0.05000,14.588
38,mlp.experts.37.gate_proj,0.0000227778,0.05000,14.639
38,mlp.experts.42.gate_proj,0.0000243834,0.05000,14.606
38,mlp.experts.41.gate_proj,0.0000272074,0.05000,14.523
38,mlp.experts.43.gate_proj,0.0000212712,0.05000,14.627
38,mlp.experts.47.gate_proj,0.0000214382,0.05000,14.584
38,mlp.experts.35.gate_proj,0.0000558861,0.05000,14.610
38,mlp.experts.56.gate_proj,0.0000721669,0.05000,14.547
38,mlp.experts.48.gate_proj,0.0000205419,0.05000,14.620
38,mlp.experts.61.gate_proj,0.0000212050,0.05000,14.747
38,mlp.experts.49.gate_proj,0.0000642054,0.05000,14.752
38,mlp.experts.71.gate_proj,0.0000162964,0.05000,14.713
38,mlp.experts.52.gate_proj,0.0000502304,0.05000,14.542
38,mlp.experts.60.gate_proj,0.0000570665,0.05000,14.602
38,mlp.experts.57.gate_proj,0.0000312267,0.05000,14.502
38,mlp.experts.50.gate_proj,0.0000141808,0.05000,14.577
38,mlp.experts.54.gate_proj,0.0000389468,0.05000,14.729
38,mlp.experts.62.gate_proj,0.0000171256,0.05000,14.633
38,mlp.experts.53.gate_proj,0.0000238356,0.05000,14.634
38,mlp.experts.58.gate_proj,0.0000262097,0.05000,14.631
38,mlp.experts.59.gate_proj,0.0000493429,0.05000,14.579
38,mlp.experts.51.gate_proj,0.0000133394,0.05000,14.589
38,mlp.experts.63.gate_proj,0.0000339338,0.05000,14.690
38,mlp.experts.72.gate_proj,0.0000741521,0.05000,14.546
38,mlp.experts.64.gate_proj,0.0000757902,0.05000,14.523
38,mlp.experts.77.gate_proj,0.0001107465,0.05000,14.568
38,mlp.experts.67.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.707
38,mlp.experts.65.gate_proj,0.0000228586,0.05000,14.649
38,mlp.experts.87.gate_proj,0.0000248584,0.05000,14.415
38,mlp.experts.68.gate_proj,0.0000516499,0.05000,14.058
38,mlp.experts.70.gate_proj,0.0000234078,0.05000,13.964
38,mlp.experts.73.gate_proj,0.0000789997,0.05000,14.010
38,mlp.experts.76.gate_proj,0.0000486052,0.05000,14.079
38,mlp.experts.66.gate_proj,0.0000274219,0.05000,13.994
38,mlp.experts.69.gate_proj,0.0000433424,0.05000,14.005
38,mlp.experts.78.gate_proj,0.0000238803,0.05000,14.084
38,mlp.experts.74.gate_proj,0.0000372084,0.05000,14.107
38,mlp.experts.75.gate_proj,0.0000244385,0.05000,14.184
38,mlp.experts.79.gate_proj,0.0001167331,0.05000,14.156
38,mlp.experts.88.gate_proj,0.0000684508,0.05000,14.006
38,mlp.experts.84.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.774
38,mlp.experts.80.gate_proj,0.0000491516,0.05000,14.025
38,mlp.experts.93.gate_proj,0.0000264398,0.05000,14.115
38,mlp.experts.83.gate_proj,0.0000259072,0.05000,14.172
38,mlp.experts.81.gate_proj,0.0000515711,0.05000,14.080
38,mlp.experts.109.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.820
38,mlp.experts.103.gate_proj,0.0000271739,0.05000,14.292
38,mlp.experts.99.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.812
38,mlp.experts.89.gate_proj,0.0000382118,0.05000,14.233
38,mlp.experts.82.gate_proj,0.0000183201,0.05000,14.278
38,mlp.experts.94.gate_proj,0.0000336868,0.05000,14.176
38,mlp.experts.86.gate_proj,0.0000822784,0.05000,14.459
38,mlp.experts.92.gate_proj,0.0000706544,0.05000,14.451
38,mlp.experts.85.gate_proj,0.0000577600,0.05000,14.358
38,mlp.experts.90.gate_proj,0.0000273514,0.05000,14.359
38,mlp.experts.91.gate_proj,0.0000845036,0.05000,14.369
38,mlp.experts.95.gate_proj,0.0000054051,0.05000,14.267
38,mlp.experts.104.gate_proj,0.0000218782,0.05000,14.399
38,mlp.experts.96.gate_proj,0.0000458358,0.05000,14.213
38,mlp.experts.100.gate_proj,0.0000207302,0.05000,14.412
38,mlp.experts.97.gate_proj,0.0000966480,0.05000,14.270
38,mlp.experts.125.gate_proj,0.0000161949,0.05000,14.156
38,mlp.experts.119.gate_proj,0.0000489158,0.05000,14.113
38,mlp.experts.115.gate_proj,0.0000576662,0.05000,14.151
38,mlp.experts.113.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.681
38,mlp.experts.105.gate_proj,0.0000583310,0.05000,14.328
38,mlp.experts.110.gate_proj,0.0000078393,0.05000,14.268
38,mlp.experts.98.gate_proj,0.0000212651,0.05000,14.386
38,mlp.experts.108.gate_proj,0.0000250790,0.05000,14.309
38,mlp.experts.102.gate_proj,0.0000806602,0.05000,14.363
38,mlp.experts.106.gate_proj,0.0000251564,0.05000,14.269
38,mlp.experts.101.gate_proj,0.0000153025,0.05000,14.398
38,mlp.experts.107.gate_proj,0.0000273057,0.05000,14.360
38,mlp.experts.111.gate_proj,0.0000141915,0.05000,14.385
38,mlp.experts.120.gate_proj,0.0000858633,0.05000,14.197
38,mlp.experts.112.gate_proj,0.0000811907,0.05000,14.309
38,mlp.experts.116.gate_proj,0.0000147942,0.05000,14.350
38,mlp.experts.131.gate_proj,0.0000565429,0.05000,14.308
38,mlp.experts.141.gate_proj,0.0000406329,0.05000,14.476
38,mlp.experts.135.gate_proj,0.0000357138,0.05000,14.567
38,mlp.experts.129.gate_proj,0.0000324236,0.05000,14.529
38,mlp.experts.121.gate_proj,0.0000874418,0.05000,14.804
38,mlp.experts.114.gate_proj,0.0000279786,0.05000,14.679
38,mlp.experts.126.gate_proj,0.0000549896,0.05000,14.789
38,mlp.experts.124.gate_proj,0.0000624559,0.05000,14.723
38,mlp.experts.118.gate_proj,0.0000215430,0.05000,14.693
38,mlp.experts.117.gate_proj,0.0000790388,0.05000,14.863
38,mlp.experts.122.gate_proj,0.0000185148,0.05000,14.888
38,mlp.experts.123.gate_proj,0.0000276143,0.05000,14.810
38,mlp.experts.127.gate_proj,0.0000443065,0.05000,14.805
38,mlp.experts.136.gate_proj,0.0000278782,0.05000,14.804
38,mlp.experts.128.gate_proj,0.0000399026,0.05000,14.903
38,mlp.experts.142.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.812
38,mlp.experts.132.gate_proj,0.0000188584,0.05000,14.910
38,mlp.experts.138.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.817
38,mlp.experts.147.gate_proj,0.0000621932,0.05000,14.834
38,mlp.experts.157.gate_proj,0.0000507493,0.05000,14.770
38,mlp.experts.151.gate_proj,0.0000771263,0.05000,14.888
38,mlp.experts.145.gate_proj,0.0000119401,0.05000,14.974
38,mlp.experts.161.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.794
38,mlp.experts.140.gate_proj,0.0000399376,0.05000,14.825
38,mlp.experts.137.gate_proj,0.0000925219,0.05000,14.986
38,mlp.experts.130.gate_proj,0.0000763411,0.05000,14.996
38,mlp.experts.134.gate_proj,0.0000402716,0.05000,15.073
38,mlp.experts.133.gate_proj,0.0000388450,0.05000,15.056
38,mlp.experts.139.gate_proj,0.0000335292,0.05000,14.968
38,mlp.experts.143.gate_proj,0.0000231576,0.05000,14.898
38,mlp.experts.152.gate_proj,0.0000561962,0.05000,14.993
38,mlp.experts.144.gate_proj,0.0000251606,0.05000,14.931
38,mlp.experts.158.gate_proj,0.0000249808,0.05000,15.012
38,mlp.experts.154.gate_proj,0.0000407449,0.05000,14.861
38,mlp.experts.148.gate_proj,0.0000167086,0.05000,15.079
38,mlp.experts.159.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.763
38,mlp.experts.155.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.804
38,mlp.experts.163.gate_proj,0.0001119399,0.05000,14.913
38,mlp.experts.173.gate_proj,0.0000281933,0.05000,14.874
38,mlp.experts.167.gate_proj,0.0000363369,0.05000,14.778
38,mlp.experts.177.gate_proj,0.0000301671,0.05000,14.851
38,mlp.experts.146.gate_proj,0.0000388448,0.05000,14.711
38,mlp.experts.156.gate_proj,0.0000184023,0.05000,14.821
38,mlp.experts.150.gate_proj,0.0000245065,0.05000,14.743
38,mlp.experts.153.gate_proj,0.0000725757,0.05000,15.020
38,mlp.experts.149.gate_proj,0.0000101533,0.05000,14.946
38,mlp.experts.168.gate_proj,0.0000408827,0.05000,14.866
38,mlp.experts.160.gate_proj,0.0000372594,0.05000,15.006
38,mlp.experts.174.gate_proj,0.0001019853,0.05000,14.955
38,mlp.experts.169.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.829
38,mlp.experts.170.gate_proj,0.0000167742,0.05000,14.912
38,mlp.experts.164.gate_proj,0.0000490745,0.05000,15.041
38,mlp.experts.171.gate_proj,0.0000225527,0.05000,14.941
38,mlp.experts.175.gate_proj,0.0000786161,0.05000,14.974
38,mlp.experts.179.gate_proj,0.0000153026,0.05000,14.929
38,mlp.experts.189.gate_proj,0.0000232529,0.05000,15.006
38,mlp.experts.183.gate_proj,0.0000632275,0.05000,14.919
38,mlp.experts.193.gate_proj,0.0000867758,0.05000,15.185
38,mlp.experts.162.gate_proj,0.0000520298,0.05000,14.297
38,mlp.experts.166.gate_proj,0.0000137444,0.05000,14.249
38,mlp.experts.172.gate_proj,0.0000301391,0.05000,14.452
38,mlp.experts.184.gate_proj,0.0000280983,0.05000,14.157
38,mlp.experts.165.gate_proj,0.0000328053,0.05000,14.280
38,mlp.experts.178.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.675
38,mlp.experts.176.gate_proj,0.0000456215,0.05000,14.034
38,mlp.experts.182.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.728
38,mlp.experts.190.gate_proj,0.0000463158,0.05000,14.254
38,mlp.experts.186.gate_proj,0.0000272056,0.05000,14.164
38,mlp.experts.185.gate_proj,0.0000158170,0.05000,14.329
38,mlp.experts.187.gate_proj,0.0000705649,0.05000,14.211
38,mlp.experts.180.gate_proj,0.0000177977,0.05000,14.289
38,mlp.experts.191.gate_proj,0.0000631538,0.05000,14.225
38,mlp.experts.199.gate_proj,0.0000544903,0.05000,14.211
38,mlp.experts.195.gate_proj,0.0000184883,0.05000,14.362
38,mlp.experts.205.gate_proj,0.0000368346,0.05000,14.462
38,mlp.experts.196.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.813
38,mlp.experts.209.gate_proj,0.0000418737,0.05000,14.443
38,mlp.experts.188.gate_proj,0.0000184105,0.05000,14.950
38,mlp.experts.200.gate_proj,0.0000353651,0.05000,15.010
38,mlp.experts.181.gate_proj,0.0000659462,0.05000,15.045
38,mlp.experts.194.gate_proj,0.0000214421,0.05000,15.009
38,mlp.experts.192.gate_proj,0.0000247902,0.05000,15.108
38,mlp.experts.198.gate_proj,0.0000330815,0.05000,15.086
38,mlp.experts.202.gate_proj,0.0000595626,0.05000,15.097
38,mlp.experts.206.gate_proj,0.0000351112,0.05000,15.239
38,mlp.experts.201.gate_proj,0.0000289669,0.05000,15.179
38,mlp.experts.203.gate_proj,0.0000178485,0.05000,15.068
38,mlp.experts.207.gate_proj,0.0000172393,0.05000,15.085
38,mlp.experts.215.gate_proj,0.0000131294,0.05000,15.048
38,mlp.experts.211.gate_proj,0.0000200037,0.05000,15.114
38,mlp.experts.221.gate_proj,0.0000650878,0.05000,14.968
38,mlp.experts.212.gate_proj,0.0000649788,0.05000,14.953
38,mlp.experts.228.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.760
38,mlp.experts.225.gate_proj,0.0000298190,0.05000,15.029
38,mlp.experts.204.gate_proj,0.0000599155,0.05000,14.699
38,mlp.experts.216.gate_proj,0.0000215865,0.05000,14.477
38,mlp.experts.197.gate_proj,0.0001050728,0.05000,14.532
38,mlp.experts.210.gate_proj,0.0000265785,0.05000,14.614
38,mlp.experts.214.gate_proj,0.0000413971,0.05000,14.467
38,mlp.experts.208.gate_proj,0.0000325018,0.05000,14.569
38,mlp.experts.218.gate_proj,0.0000613477,0.05000,14.464
38,mlp.experts.217.gate_proj,0.0000266832,0.05000,14.389
38,mlp.experts.222.gate_proj,0.0000243987,0.05000,14.507
38,mlp.experts.223.gate_proj,0.0000467342,0.05000,14.454
38,mlp.experts.219.gate_proj,0.0000355105,0.05000,14.683
38,mlp.experts.238.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.812
38,mlp.experts.231.gate_proj,0.0000728640,0.05000,14.613
38,mlp.experts.227.gate_proj,0.0000300369,0.05000,14.574
38,mlp.experts.237.gate_proj,0.0000186131,0.05000,14.663
38,mlp.experts.244.gate_proj,0.0000979208,0.05000,14.831
38,mlp.experts.241.gate_proj,0.0001029930,0.05000,14.742
38,mlp.experts.220.gate_proj,0.0000505359,0.05000,14.587
38,mlp.experts.232.gate_proj,0.0000319999,0.05000,14.571
38,mlp.experts.213.gate_proj,0.0000886569,0.05000,14.566
38,mlp.experts.226.gate_proj,0.0000294405,0.05000,14.569
38,mlp.experts.224.gate_proj,0.0000251200,0.05000,14.441
38,mlp.experts.230.gate_proj,0.0000575842,0.05000,14.547
38,mlp.experts.234.gate_proj,0.0000167445,0.05000,14.397
38,mlp.experts.233.gate_proj,0.0000371874,0.05000,14.528
38,mlp.experts.239.gate_proj,0.0000167287,0.05000,14.463
38,mlp.experts.235.gate_proj,0.0000200121,0.05000,14.548
38,mlp.experts.246.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.754
38,mlp.experts.254.gate_proj,0.0000210978,0.05000,14.249
38,mlp.experts.247.gate_proj,0.0000551204,0.05000,14.349
38,mlp.experts.243.gate_proj,0.0001059234,0.05000,14.327
38,mlp.experts.253.gate_proj,0.0000173482,0.05000,14.512
38,mlp.experts.251.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.794
38,mlp.experts.260.gate_proj,0.0000249612,0.05000,14.325
38,mlp.experts.257.gate_proj,0.0000501376,0.05000,14.316
38,mlp.experts.236.gate_proj,0.0000052190,0.05000,14.590
38,mlp.experts.248.gate_proj,0.0000650637,0.05000,14.596
38,mlp.experts.229.gate_proj,0.0000521686,0.05000,14.756
38,mlp.experts.242.gate_proj,0.0000290801,0.05000,14.751
38,mlp.experts.240.gate_proj,0.0000226971,0.05000,14.746
38,mlp.experts.250.gate_proj,0.0000194525,0.05000,14.668
38,mlp.experts.249.gate_proj,0.0000272637,0.05000,14.881
38,mlp.experts.255.gate_proj,0.0000334416,0.05000,14.811
38,mlp.experts.262.gate_proj,0.0000625172,0.05000,14.789
38,mlp.experts.270.gate_proj,0.0000250152,0.05000,14.852
38,mlp.experts.263.gate_proj,0.0000557525,0.05000,14.801
38,mlp.experts.259.gate_proj,0.0000397973,0.05000,14.896
38,mlp.experts.269.gate_proj,0.0000204593,0.05000,14.728
38,mlp.experts.267.gate_proj,0.0000092661,0.05000,14.890
38,mlp.experts.276.gate_proj,0.0000144607,0.05000,14.846
38,mlp.experts.273.gate_proj,0.0000411164,0.05000,15.045
38,mlp.experts.289.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.766
38,mlp.experts.252.gate_proj,0.0000268669,0.05000,14.450
38,mlp.experts.264.gate_proj,0.0000423611,0.05000,14.528
38,mlp.experts.245.gate_proj,0.0000120036,0.05000,14.524
38,mlp.experts.258.gate_proj,0.0000176396,0.05000,14.437
38,mlp.experts.266.gate_proj,0.0000249295,0.05000,14.486
38,mlp.experts.256.gate_proj,0.0000295858,0.05000,14.540
38,mlp.experts.280.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.762
38,mlp.experts.265.gate_proj,0.0000123026,0.05000,14.423
38,mlp.experts.271.gate_proj,0.0000164160,0.05000,14.547
38,mlp.experts.278.gate_proj,0.0000042273,0.05000,14.461
38,mlp.experts.279.gate_proj,0.0000086392,0.05000,14.427
38,mlp.experts.296.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.812
38,mlp.experts.286.gate_proj,0.0000307925,0.05000,14.679
38,mlp.experts.285.gate_proj,0.0000209316,0.05000,14.449
38,mlp.experts.275.gate_proj,0.0000236760,0.05000,14.600
38,mlp.experts.283.gate_proj,0.0000381444,0.05000,14.526
38,mlp.experts.292.gate_proj,0.0000392197,0.05000,14.436
38,mlp.experts.308.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.816
38,mlp.experts.305.gate_proj,0.0000643215,0.05000,14.420
38,mlp.experts.268.gate_proj,0.0000138983,0.05000,14.494
38,mlp.experts.274.gate_proj,0.0000297832,0.05000,14.505
38,mlp.experts.261.gate_proj,0.0000156974,0.05000,14.615
38,mlp.experts.272.gate_proj,0.0000165062,0.05000,14.506
38,mlp.experts.282.gate_proj,0.0000174877,0.05000,14.536
38,mlp.experts.281.gate_proj,0.0000523166,0.05000,14.377
38,mlp.experts.287.gate_proj,0.0000243252,0.05000,14.441
38,mlp.experts.277.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.763
38,mlp.experts.294.gate_proj,0.0000773095,0.05000,14.507
38,mlp.experts.312.gate_proj,0.0000191150,0.05000,14.213
38,mlp.experts.295.gate_proj,0.0000542470,0.05000,14.420
38,mlp.experts.301.gate_proj,0.0000695623,0.05000,14.380
38,mlp.experts.302.gate_proj,0.0000646835,0.05000,14.637
38,mlp.experts.291.gate_proj,0.0000240725,0.05000,14.571
38,mlp.experts.293.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.748
38,mlp.experts.299.gate_proj,0.0000291571,0.05000,14.709
38,mlp.experts.324.gate_proj,0.0000214589,0.05000,14.385
38,mlp.experts.321.gate_proj,0.0000833077,0.05000,14.440
38,mlp.experts.284.gate_proj,0.0000383464,0.05000,14.364
38,mlp.experts.290.gate_proj,0.0000951322,0.05000,14.336
38,mlp.experts.298.gate_proj,0.0000257777,0.05000,14.261
38,mlp.experts.288.gate_proj,0.0000242851,0.05000,14.431
38,mlp.experts.297.gate_proj,0.0000192301,0.05000,14.369
38,mlp.experts.303.gate_proj,0.0000254444,0.05000,14.435
38,mlp.experts.310.gate_proj,0.0000375862,0.05000,14.432
38,mlp.experts.328.gate_proj,0.0000129397,0.05000,14.499
38,mlp.experts.311.gate_proj,0.0000315055,0.05000,14.597
38,mlp.experts.317.gate_proj,0.0000327802,0.05000,14.425
38,mlp.experts.318.gate_proj,0.0000314336,0.05000,14.356
38,mlp.experts.307.gate_proj,0.0000449358,0.05000,14.429
38,mlp.experts.309.gate_proj,0.0000155127,0.05000,14.438
38,mlp.experts.315.gate_proj,0.0000416252,0.05000,14.391
38,mlp.experts.334.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.700
38,mlp.experts.340.gate_proj,0.0000488467,0.05000,14.491
38,mlp.experts.337.gate_proj,0.0000828514,0.05000,14.407
38,mlp.experts.353.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.738
38,mlp.experts.300.gate_proj,0.0000257747,0.05000,14.757
38,mlp.experts.306.gate_proj,0.0000140123,0.05000,14.773
38,mlp.experts.314.gate_proj,0.0000358123,0.05000,14.848
38,mlp.experts.304.gate_proj,0.0000316302,0.05000,14.711
38,mlp.experts.313.gate_proj,0.0000412562,0.05000,14.795
38,mlp.experts.319.gate_proj,0.0000115543,0.05000,14.741
38,mlp.experts.326.gate_proj,0.0000932141,0.05000,14.562
38,mlp.experts.344.gate_proj,0.0000172035,0.05000,14.551
38,mlp.experts.329.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.696
38,mlp.experts.327.gate_proj,0.0000543221,0.05000,14.707
38,mlp.experts.333.gate_proj,0.0000282203,0.05000,14.664
38,mlp.experts.323.gate_proj,0.0000432812,0.05000,14.627
38,mlp.experts.325.gate_proj,0.0000246093,0.05000,14.664
38,mlp.experts.331.gate_proj,0.0000299068,0.05000,14.625
38,mlp.experts.350.gate_proj,0.0000118772,0.05000,14.623
38,mlp.experts.356.gate_proj,0.0000280614,0.05000,14.613
38,mlp.experts.372.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.747
38,mlp.experts.369.gate_proj,0.0000073010,0.05000,14.747
38,mlp.experts.316.gate_proj,0.0000317600,0.05000,14.633
38,mlp.experts.322.gate_proj,0.0000382884,0.05000,14.602
38,mlp.experts.330.gate_proj,0.0000426033,0.05000,14.488
38,mlp.experts.320.gate_proj,0.0000191194,0.05000,14.605
38,mlp.experts.335.gate_proj,0.0000920926,0.05000,14.674
38,mlp.experts.342.gate_proj,0.0000736207,0.05000,14.668
38,mlp.experts.360.gate_proj,0.0000408408,0.05000,14.735
38,mlp.experts.345.gate_proj,0.0000669185,0.05000,14.618
38,mlp.experts.349.gate_proj,0.0000263914,0.05000,14.656
38,mlp.experts.343.gate_proj,0.0000223286,0.05000,14.743
38,mlp.experts.339.gate_proj,0.0000314345,0.05000,14.585
38,mlp.experts.341.gate_proj,0.0000074324,0.05000,14.778
38,mlp.experts.361.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.783
38,mlp.experts.347.gate_proj,0.0000095795,0.05000,14.611
38,mlp.experts.366.gate_proj,0.0000563699,0.05000,14.676
38,mlp.experts.388.gate_proj,0.0000273818,0.05000,14.452
38,mlp.experts.385.gate_proj,0.0000653850,0.05000,14.337
38,mlp.experts.332.gate_proj,0.0000195802,0.05000,14.015
38,mlp.experts.338.gate_proj,0.0000820728,0.05000,14.126
38,mlp.experts.346.gate_proj,0.0000789675,0.05000,14.100
38,mlp.experts.336.gate_proj,0.0000529844,0.05000,14.021
38,mlp.experts.362.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.718
38,mlp.experts.351.gate_proj,0.0000210356,0.05000,14.119
38,mlp.experts.358.gate_proj,0.0000590498,0.05000,14.146
38,mlp.experts.376.gate_proj,0.0000306940,0.05000,14.281
38,mlp.experts.365.gate_proj,0.0001049576,0.05000,13.970
38,mlp.experts.355.gate_proj,0.0000416419,0.05000,14.083
38,mlp.experts.359.gate_proj,0.0000259839,0.05000,14.143
38,mlp.experts.378.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.739
38,mlp.experts.357.gate_proj,0.0000704152,0.05000,14.133
38,mlp.experts.363.gate_proj,0.0000216645,0.05000,14.096
38,mlp.experts.377.gate_proj,0.0000187783,0.05000,14.189
38,mlp.experts.382.gate_proj,0.0000256321,0.05000,14.053
38,mlp.experts.404.gate_proj,0.0000471990,0.05000,14.104
38,mlp.experts.401.gate_proj,0.0000291009,0.05000,14.154
38,mlp.experts.348.gate_proj,0.0000621735,0.05000,14.378
38,mlp.experts.354.gate_proj,0.0000337457,0.05000,14.402
38,mlp.experts.352.gate_proj,0.0000441084,0.05000,14.406
38,mlp.experts.367.gate_proj,0.0000284110,0.05000,14.303
38,mlp.experts.374.gate_proj,0.0000099258,0.05000,14.286
38,mlp.experts.392.gate_proj,0.0000349398,0.05000,14.421
38,mlp.experts.381.gate_proj,0.0000211232,0.05000,14.538
38,mlp.experts.375.gate_proj,0.0000454997,0.05000,14.324
38,mlp.experts.371.gate_proj,0.0000177362,0.05000,14.494
38,mlp.experts.394.gate_proj,0.0000494680,0.05000,14.601
38,mlp.experts.373.gate_proj,0.0000180610,0.05000,14.575
38,mlp.experts.379.gate_proj,0.0000632615,0.05000,14.521
38,mlp.experts.393.gate_proj,0.0000242357,0.05000,14.607
38,mlp.experts.398.gate_proj,0.0000356227,0.05000,14.666
38,mlp.experts.420.gate_proj,0.0000230310,0.05000,14.765
38,mlp.experts.417.gate_proj,0.0000600467,0.05000,14.808
38,mlp.experts.364.gate_proj,0.0000227122,0.05000,14.656
38,mlp.experts.370.gate_proj,0.0000723395,0.05000,14.554
38,mlp.experts.368.gate_proj,0.0000259451,0.05000,14.527
38,mlp.experts.386.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.719
38,mlp.experts.383.gate_proj,0.0000271384,0.05000,14.700
38,mlp.experts.390.gate_proj,0.0000227100,0.05000,14.630
38,mlp.experts.408.gate_proj,0.0000233337,0.05000,14.468
38,mlp.experts.397.gate_proj,0.0000832446,0.05000,14.462
38,mlp.experts.391.gate_proj,0.0000351935,0.05000,14.584
38,mlp.experts.387.gate_proj,0.0001067197,0.05000,14.537
38,mlp.experts.410.gate_proj,0.0000251196,0.05000,14.396
38,mlp.experts.389.gate_proj,0.0000331015,0.05000,14.506
38,mlp.experts.395.gate_proj,0.0000257179,0.05000,14.513
38,mlp.experts.414.gate_proj,0.0000172710,0.05000,14.426
38,mlp.experts.409.gate_proj,0.0000202743,0.05000,14.598
38,mlp.experts.436.gate_proj,0.0001179812,0.05000,14.447
38,mlp.experts.433.gate_proj,0.0000484786,0.05000,14.620
38,mlp.experts.380.gate_proj,0.0000402985,0.05000,14.488
38,mlp.experts.384.gate_proj,0.0000823749,0.05000,14.533
38,mlp.experts.402.gate_proj,0.0000560854,0.05000,14.547
38,mlp.experts.399.gate_proj,0.0000058820,0.05000,14.479
38,mlp.experts.406.gate_proj,0.0000563342,0.05000,14.551
38,mlp.experts.424.gate_proj,0.0001120595,0.05000,14.457
38,mlp.experts.413.gate_proj,0.0000291876,0.05000,14.494
38,mlp.experts.407.gate_proj,0.0000588728,0.05000,14.622
38,mlp.experts.403.gate_proj,0.0000468931,0.05000,14.546
38,mlp.experts.426.gate_proj,0.0000781830,0.05000,14.629
38,mlp.experts.405.gate_proj,0.0001113791,0.05000,14.675
38,mlp.experts.411.gate_proj,0.0000333782,0.05000,14.737
38,mlp.experts.425.gate_proj,0.0000443255,0.05000,14.583
38,mlp.experts.430.gate_proj,0.0000358188,0.05000,14.639
38,mlp.experts.446.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.668
38,mlp.experts.452.gate_proj,0.0000054447,0.05000,14.513
38,mlp.experts.449.gate_proj,0.0000291977,0.05000,14.398
38,mlp.experts.396.gate_proj,0.0000087811,0.05000,14.134
38,mlp.experts.400.gate_proj,0.0000367758,0.05000,14.186
38,mlp.experts.418.gate_proj,0.0000596608,0.05000,14.277
38,mlp.experts.415.gate_proj,0.0000185986,0.05000,14.295
38,mlp.experts.422.gate_proj,0.0000317077,0.05000,14.361
38,mlp.experts.440.gate_proj,0.0000775844,0.05000,14.324
38,mlp.experts.429.gate_proj,0.0000126606,0.05000,14.265
38,mlp.experts.419.gate_proj,0.0000991299,0.05000,14.204
38,mlp.experts.423.gate_proj,0.0000663964,0.05000,14.354
38,mlp.experts.442.gate_proj,0.0000891182,0.05000,14.284
38,mlp.experts.421.gate_proj,0.0000450352,0.05000,14.380
38,mlp.experts.427.gate_proj,0.0000539274,0.05000,14.436
38,mlp.experts.441.gate_proj,0.0000590797,0.05000,14.474
38,mlp.experts.462.gate_proj,0.0000581591,0.05000,14.502
38,mlp.experts.468.gate_proj,0.0000303312,0.05000,14.410
38,mlp.experts.465.gate_proj,0.0000466673,0.05000,14.550
38,mlp.experts.412.gate_proj,0.0000164591,0.05000,14.937
38,mlp.experts.416.gate_proj,0.0000737994,0.05000,14.926
38,mlp.experts.434.gate_proj,0.0000478706,0.05000,14.800
38,mlp.experts.431.gate_proj,0.0000159228,0.05000,14.814
38,mlp.experts.438.gate_proj,0.0000179685,0.05000,14.820
38,mlp.experts.445.gate_proj,0.0000054276,0.05000,14.699
38,mlp.experts.456.gate_proj,0.0000190532,0.05000,14.852
38,mlp.experts.435.gate_proj,0.0000814363,0.05000,14.722
38,mlp.experts.439.gate_proj,0.0000549397,0.05000,14.813
38,mlp.experts.458.gate_proj,0.0000871066,0.05000,14.902
38,mlp.experts.437.gate_proj,0.0000763671,0.05000,14.891
38,mlp.experts.443.gate_proj,0.0000527080,0.05000,14.766
38,mlp.experts.457.gate_proj,0.0000188160,0.05000,14.871
38,mlp.experts.478.gate_proj,0.0000464588,0.05000,15.065
38,mlp.experts.484.gate_proj,0.0000428892,0.05000,14.928
38,mlp.experts.481.gate_proj,0.0000448187,0.05000,14.880
38,mlp.experts.428.gate_proj,0.0000568652,0.05000,14.462
38,mlp.experts.432.gate_proj,0.0000584219,0.05000,14.552
38,mlp.experts.450.gate_proj,0.0000298596,0.05000,14.504
38,mlp.experts.447.gate_proj,0.0000521613,0.05000,14.521
38,mlp.experts.448.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.764
38,mlp.experts.454.gate_proj,0.0000392879,0.05000,14.663
38,mlp.experts.472.gate_proj,0.0000294090,0.05000,14.723
38,mlp.experts.461.gate_proj,0.0000207163,0.05000,14.787
38,mlp.experts.451.gate_proj,0.0000405896,0.05000,14.637
38,mlp.experts.464.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.782
38,mlp.experts.455.gate_proj,0.0000693604,0.05000,14.710
38,mlp.experts.474.gate_proj,0.0000762387,0.05000,14.625
38,mlp.experts.453.gate_proj,0.0001214214,0.05000,14.666
38,mlp.experts.473.gate_proj,0.0000122242,0.05000,14.454
38,mlp.experts.459.gate_proj,0.0000240450,0.05000,14.741
38,mlp.experts.490.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.734
38,mlp.experts.494.gate_proj,0.0000711643,0.05000,14.506
38,mlp.experts.500.gate_proj,0.0000480720,0.05000,14.382
38,mlp.experts.497.gate_proj,0.0000363569,0.05000,14.419
38,mlp.experts.444.gate_proj,0.0000144221,0.05000,14.620
38,mlp.experts.466.gate_proj,0.0000578626,0.05000,14.335
38,mlp.experts.463.gate_proj,0.0000187186,0.05000,14.440
38,mlp.experts.470.gate_proj,0.0000467449,0.05000,14.212
38,mlp.experts.477.gate_proj,0.0001105923,0.05000,14.141
38,mlp.experts.488.gate_proj,0.0000191307,0.05000,14.285
38,mlp.experts.467.gate_proj,0.0000260206,0.05000,14.270
38,mlp.experts.480.gate_proj,0.0000310854,0.05000,14.268
38,mlp.experts.479.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.705
38,mlp.experts.471.gate_proj,0.0000141842,0.05000,14.177
38,mlp.experts.504.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.736
38,mlp.experts.469.gate_proj,0.0000102406,0.05000,14.170
38,mlp.experts.475.gate_proj,0.0000276231,0.05000,14.090
38,mlp.experts.487.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.743
38,mlp.experts.506.gate_proj,0.0000578211,0.05000,14.154
38,mlp.experts.489.gate_proj,0.0001170246,0.05000,14.307
38,mlp.experts.510.gate_proj,0.0000388186,0.05000,14.163
38,mlp.experts.4.up_proj,0.0000356653,0.05000,14.237
38,mlp.experts.1.up_proj,0.0000880941,0.05000,14.310
38,mlp.experts.17.up_proj,failsafe(rtn): 0.0016861,0.00000,0.713
38,mlp.experts.460.gate_proj,0.0000344538,0.05000,14.749
38,mlp.experts.482.gate_proj,0.0000346134,0.05000,15.206
38,mlp.experts.486.gate_proj,0.0000178344,0.05000,14.963
38,mlp.experts.493.gate_proj,0.0000647080,0.05000,15.091
38,mlp.experts.483.gate_proj,0.0001004096,0.05000,15.075
38,mlp.experts.496.gate_proj,0.0000293183,0.05000,15.135
38,mlp.experts.502.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.772
38,mlp.experts.495.gate_proj,0.0000212270,0.05000,15.196
38,mlp.experts.8.up_proj,0.0000250497,0.05000,15.083
38,mlp.experts.485.gate_proj,0.0000411200,0.05000,15.016
38,mlp.experts.503.gate_proj,0.0000193119,0.05000,15.059
38,mlp.experts.10.up_proj,0.0000348356,0.05000,15.049
38,mlp.experts.491.gate_proj,0.0000285290,0.05000,15.213
38,mlp.experts.505.gate_proj,0.0000149801,0.05000,15.198
38,mlp.experts.14.up_proj,0.0000564886,0.05000,15.116
38,mlp.experts.20.up_proj,0.0000427144,0.05000,15.281
38,mlp.experts.33.up_proj,0.0000451180,0.05000,15.246
38,mlp.experts.476.gate_proj,0.0000550139,0.05000,14.624
38,mlp.experts.498.gate_proj,0.0000574299,0.05000,14.614
38,mlp.experts.509.gate_proj,0.0000690407,0.05000,14.815
38,mlp.experts.499.gate_proj,0.0001001611,0.05000,14.635
38,mlp.experts.511.gate_proj,0.0000641260,0.05000,14.566
38,mlp.experts.0.up_proj,0.0000269207,0.05000,14.706
38,mlp.experts.6.up_proj,0.0000405925,0.05000,14.664
38,mlp.experts.24.up_proj,0.0000437140,0.05000,14.663
38,mlp.experts.501.gate_proj,0.0000516160,0.05000,14.775
38,mlp.experts.26.up_proj,0.0000325343,0.05000,14.621
38,mlp.experts.7.up_proj,0.0000439019,0.05000,14.661
38,mlp.experts.507.gate_proj,0.0000885119,0.05000,14.717
38,mlp.experts.9.up_proj,0.0000375891,0.05000,14.699
38,mlp.experts.40.up_proj,failsafe(rtn): 0.0015640,0.00000,0.705
38,mlp.experts.30.up_proj,0.0000235853,0.05000,14.652
38,mlp.experts.36.up_proj,0.0000246612,0.05000,14.623
38,mlp.experts.49.up_proj,0.0000631418,0.05000,14.795
38,mlp.experts.492.gate_proj,0.0000187761,0.05000,14.616
38,mlp.experts.508.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.759
38,mlp.experts.2.up_proj,0.0000494583,0.05000,14.648
38,mlp.experts.13.up_proj,0.0000146062,0.05000,14.699
38,mlp.experts.3.up_proj,0.0000180438,0.05000,14.677
38,mlp.experts.16.up_proj,0.0000322214,0.05000,14.560
38,mlp.experts.22.up_proj,0.0000176860,0.05000,14.563
38,mlp.experts.15.up_proj,0.0000417623,0.05000,14.748
38,mlp.experts.5.up_proj,0.0000407841,0.05000,14.627
38,mlp.experts.32.up_proj,failsafe(rtn): 0.0016556,0.00000,0.725
38,mlp.experts.11.up_proj,0.0000931765,0.05000,14.612
38,mlp.experts.23.up_proj,0.0000371562,0.05000,14.759
38,mlp.experts.42.up_proj,0.0000243151,0.05000,14.783
38,mlp.experts.25.up_proj,0.0000865140,0.05000,14.798
38,mlp.experts.56.up_proj,0.0000716259,0.05000,14.603
38,mlp.experts.39.up_proj,failsafe(rtn): 0.0016479,0.00000,0.760
38,mlp.experts.46.up_proj,0.0000900990,0.05000,14.612
38,mlp.experts.55.up_proj,failsafe(rtn): 0.0015945,0.00000,0.676
38,mlp.experts.52.up_proj,0.0000491983,0.05000,14.584
38,mlp.experts.65.up_proj,0.0000228513,0.05000,14.890
38,mlp.experts.12.up_proj,0.0000289460,0.05000,14.947
38,mlp.experts.18.up_proj,0.0000323297,0.05000,14.836
38,mlp.experts.19.up_proj,0.0000142700,0.05000,14.876
38,mlp.experts.29.up_proj,0.0000442413,0.05000,14.930
38,mlp.experts.31.up_proj,0.0000810207,0.05000,14.714
38,mlp.experts.38.up_proj,0.0000855725,0.05000,14.885
38,mlp.experts.45.up_proj,failsafe(rtn): 0.0016098,0.00000,0.649
38,mlp.experts.21.up_proj,0.0000317582,0.05000,14.833
38,mlp.experts.27.up_proj,0.0000352536,0.05000,14.735
38,mlp.experts.48.up_proj,0.0000203182,0.05000,14.847
38,mlp.experts.58.up_proj,0.0000267655,0.05000,14.748
38,mlp.experts.72.up_proj,0.0000740346,0.05000,14.763
38,mlp.experts.41.up_proj,0.0000273223,0.05000,14.921
38,mlp.experts.62.up_proj,0.0000169494,0.05000,14.738
38,mlp.experts.68.up_proj,0.0000502694,0.05000,14.685
38,mlp.experts.71.up_proj,0.0000166309,0.05000,14.776
38,mlp.experts.84.up_proj,failsafe(rtn): 0.0016022,0.00000,0.791
38,mlp.experts.81.up_proj,0.0000515724,0.05000,14.451
38,mlp.experts.28.up_proj,0.0000336659,0.05000,14.029
38,mlp.experts.34.up_proj,0.0000447237,0.05000,13.790
38,mlp.experts.35.up_proj,0.0000549824,0.05000,13.900
38,mlp.experts.47.up_proj,0.0000203782,0.05000,13.900
38,mlp.experts.54.up_proj,0.0000371546,0.05000,13.847
38,mlp.experts.61.up_proj,0.0000208383,0.05000,13.940
38,mlp.experts.43.up_proj,0.0000210273,0.05000,13.955
38,mlp.experts.64.up_proj,0.0000762875,0.05000,13.917
38,mlp.experts.37.up_proj,0.0000224934,0.05000,14.069
38,mlp.experts.74.up_proj,0.0000365891,0.05000,13.991
38,mlp.experts.88.up_proj,0.0000687344,0.05000,13.981
38,mlp.experts.57.up_proj,0.0000308969,0.05000,13.948
38,mlp.experts.78.up_proj,0.0000226991,0.05000,14.098
38,mlp.experts.87.up_proj,0.0000246689,0.05000,14.154
38,mlp.experts.100.up_proj,0.0000202305,0.05000,13.931
38,mlp.experts.97.up_proj,0.0000997369,0.05000,14.134
38,mlp.experts.113.up_proj,failsafe(rtn): 0.0014877,0.00000,0.783
38,mlp.experts.44.up_proj,0.0000659267,0.05000,14.422
38,mlp.experts.50.up_proj,0.0000179908,0.05000,14.498
38,mlp.experts.51.up_proj,0.0000131751,0.05000,14.700
38,mlp.experts.70.up_proj,0.0000228146,0.05000,14.560
38,mlp.experts.63.up_proj,0.0000344585,0.05000,14.705
38,mlp.experts.77.up_proj,0.0001093391,0.05000,14.578
38,mlp.experts.67.up_proj,failsafe(rtn): 0.0015945,0.00000,0.823
38,mlp.experts.80.up_proj,0.0000480594,0.05000,14.605
38,mlp.experts.90.up_proj,0.0000273287,0.05000,14.577
38,mlp.experts.53.up_proj,0.0000218621,0.05000,14.732
38,mlp.experts.59.up_proj,0.0000472885,0.05000,14.782
38,mlp.experts.104.up_proj,0.0000214001,0.05000,14.647
38,mlp.experts.73.up_proj,0.0000785712,0.05000,14.676
38,mlp.experts.94.up_proj,0.0000331630,0.05000,14.589
38,mlp.experts.103.up_proj,0.0000269738,0.05000,14.745
38,mlp.experts.116.up_proj,0.0000139146,0.05000,14.610
38,mlp.experts.129.up_proj,0.0000307253,0.05000,14.794
38,mlp.experts.60.up_proj,0.0000597944,0.05000,14.471
38,mlp.experts.66.up_proj,0.0000262827,0.05000,14.515
38,mlp.experts.86.up_proj,0.0000799572,0.05000,14.333
38,mlp.experts.79.up_proj,0.0001173543,0.05000,14.242
38,mlp.experts.93.up_proj,0.0000262734,0.05000,14.395
38,mlp.experts.96.up_proj,0.0000454422,0.05000,14.171
38,mlp.experts.106.up_proj,0.0000259491,0.05000,14.155
38,mlp.experts.83.up_proj,0.0000259082,0.05000,14.257
38,mlp.experts.69.up_proj,0.0000427805,0.05000,14.270
38,mlp.experts.75.up_proj,0.0000235112,0.05000,14.404
38,mlp.experts.120.up_proj,0.0000838064,0.05000,14.301
38,mlp.experts.89.up_proj,0.0000393160,0.05000,14.412
38,mlp.experts.109.up_proj,failsafe(rtn): 0.0016022,0.00000,0.791
38,mlp.experts.99.up_proj,failsafe(rtn): 0.0015564,0.00000,0.777
38,mlp.experts.110.up_proj,0.0000076215,0.05000,14.134
38,mlp.experts.119.up_proj,0.0000466586,0.05000,14.233
38,mlp.experts.132.up_proj,0.0000190239,0.05000,14.274
38,mlp.experts.145.up_proj,0.0000120010,0.05000,13.975
38,mlp.experts.161.up_proj,failsafe(rtn): 0.0015945,0.00000,0.822
38,mlp.experts.76.up_proj,0.0000455611,0.05000,14.477
38,mlp.experts.82.up_proj,0.0000207266,0.05000,14.368
38,mlp.experts.102.up_proj,0.0000842405,0.05000,14.528
38,mlp.experts.95.up_proj,0.0000051481,0.05000,14.760
38,mlp.experts.112.up_proj,0.0000788356,0.05000,14.599
38,mlp.experts.122.up_proj,0.0000154504,0.05000,14.566
38,mlp.experts.85.up_proj,0.0000575244,0.05000,14.590
38,mlp.experts.91.up_proj,0.0000830745,0.05000,14.470
38,mlp.experts.136.up_proj,0.0000285986,0.05000,14.514
38,mlp.experts.105.up_proj,0.0000623293,0.05000,14.465
38,mlp.experts.115.up_proj,0.0000550686,0.05000,14.494
38,mlp.experts.138.up_proj,failsafe(rtn): 0.0015411,0.00000,0.688
38,mlp.experts.125.up_proj,0.0000158575,0.05000,14.591
38,mlp.experts.126.up_proj,0.0000557352,0.05000,14.593
38,mlp.experts.142.up_proj,failsafe(rtn): 0.0016479,0.00000,0.662
38,mlp.experts.135.up_proj,0.0000362725,0.05000,14.373
38,mlp.experts.148.up_proj,0.0000165574,0.05000,14.428
38,mlp.experts.177.up_proj,0.0000305388,0.05000,14.393
38,mlp.experts.92.up_proj,0.0000723765,0.05000,14.303
38,mlp.experts.98.up_proj,0.0000215934,0.05000,14.494
38,mlp.experts.118.up_proj,0.0000221982,0.05000,14.354
38,mlp.experts.111.up_proj,0.0000147734,0.05000,14.433
38,mlp.experts.128.up_proj,0.0000398590,0.05000,14.351
38,mlp.experts.101.up_proj,0.0000150118,0.05000,14.388
38,mlp.experts.107.up_proj,0.0000268693,0.05000,14.391
38,mlp.experts.152.up_proj,0.0000555725,0.05000,14.350
38,mlp.experts.121.up_proj,0.0000865197,0.05000,14.402
38,mlp.experts.154.up_proj,0.0000392855,0.05000,14.365
38,mlp.experts.141.up_proj,0.0000404661,0.05000,14.364
38,mlp.experts.131.up_proj,0.0000535025,0.05000,14.501
38,mlp.experts.158.up_proj,0.0000250458,0.05000,14.450
38,mlp.experts.151.up_proj,0.0000765013,0.05000,14.318
38,mlp.experts.164.up_proj,0.0000492035,0.05000,14.359
38,mlp.experts.193.up_proj,0.0000863166,0.05000,14.608
38,mlp.experts.108.up_proj,0.0000246655,0.05000,14.385
38,mlp.experts.114.up_proj,0.0000285036,0.05000,14.514
38,mlp.experts.134.up_proj,0.0000399379,0.05000,14.327
38,mlp.experts.127.up_proj,0.0000438340,0.05000,14.524
38,mlp.experts.144.up_proj,0.0000257328,0.05000,14.525
38,mlp.experts.123.up_proj,0.0000277262,0.05000,14.417
38,mlp.experts.117.up_proj,0.0000759388,0.05000,14.476
38,mlp.experts.168.up_proj,0.0000405628,0.05000,14.428
38,mlp.experts.137.up_proj,0.0000927189,0.05000,14.429
38,mlp.experts.157.up_proj,0.0000498129,0.05000,14.366
38,mlp.experts.170.up_proj,0.0000162380,0.05000,14.584
38,mlp.experts.147.up_proj,0.0000622227,0.05000,14.504
38,mlp.experts.174.up_proj,0.0000980422,0.05000,14.447
38,mlp.experts.167.up_proj,0.0000367933,0.05000,14.614
38,mlp.experts.180.up_proj,0.0000177755,0.05000,14.590
38,mlp.experts.196.up_proj,failsafe(rtn): 0.0016403,0.00000,0.642
38,mlp.experts.209.up_proj,0.0000412396,0.05000,14.326
38,mlp.experts.124.up_proj,0.0000619215,0.05000,14.291
38,mlp.experts.130.up_proj,0.0000750544,0.05000,14.370
38,mlp.experts.150.up_proj,0.0000250228,0.05000,14.283
38,mlp.experts.143.up_proj,0.0000223872,0.05000,14.212
38,mlp.experts.160.up_proj,0.0000379999,0.05000,14.211
38,mlp.experts.139.up_proj,0.0000327945,0.05000,14.222
38,mlp.experts.184.up_proj,0.0000276848,0.05000,14.158
38,mlp.experts.133.up_proj,0.0000364179,0.05000,14.324
38,mlp.experts.159.up_proj,failsafe(rtn): 0.0017242,0.00000,0.685
38,mlp.experts.153.up_proj,0.0000718384,0.05000,14.324
38,mlp.experts.173.up_proj,0.0000283353,0.05000,14.311
38,mlp.experts.155.up_proj,failsafe(rtn): 0.0016098,0.00000,0.797
38,mlp.experts.163.up_proj,0.0001092962,0.05000,14.359
38,mlp.experts.186.up_proj,0.0000271710,0.05000,14.413
38,mlp.experts.169.up_proj,failsafe(rtn): 0.0016174,0.00000,0.814
38,mlp.experts.190.up_proj,0.0000446775,0.05000,14.182
38,mlp.experts.183.up_proj,0.0000627173,0.05000,14.225
38,mlp.experts.212.up_proj,0.0000670166,0.05000,14.428
38,mlp.experts.228.up_proj,failsafe(rtn): 0.0014877,0.00000,0.756
38,mlp.experts.225.up_proj,0.0000295931,0.05000,14.584
38,mlp.experts.140.up_proj,0.0000394375,0.05000,14.645
38,mlp.experts.146.up_proj,0.0000382747,0.05000,14.676
38,mlp.experts.166.up_proj,0.0000131538,0.05000,14.641
38,mlp.experts.182.up_proj,failsafe(rtn): 0.0015259,0.00000,0.722
38,mlp.experts.176.up_proj,0.0000455394,0.05000,14.753
38,mlp.experts.175.up_proj,0.0000776344,0.05000,14.610
38,mlp.experts.200.up_proj,0.0000357403,0.05000,14.712
38,mlp.experts.149.up_proj,0.0000099620,0.05000,14.717
38,mlp.experts.189.up_proj,0.0000234343,0.05000,14.689
38,mlp.experts.202.up_proj,0.0000584690,0.05000,14.713
38,mlp.experts.179.up_proj,0.0000156418,0.05000,14.741
38,mlp.experts.171.up_proj,0.0000227020,0.05000,14.950
38,mlp.experts.185.up_proj,0.0000184388,0.05000,14.616
38,mlp.experts.206.up_proj,0.0000354704,0.05000,14.659
38,mlp.experts.199.up_proj,0.0000519549,0.05000,14.678
38,mlp.experts.244.up_proj,0.0000974565,0.05000,14.695
38,mlp.experts.241.up_proj,0.0001021812,0.05000,14.877
38,mlp.experts.156.up_proj,0.0000181749,0.05000,14.925
38,mlp.experts.162.up_proj,0.0000514823,0.05000,14.710
38,mlp.experts.178.up_proj,failsafe(rtn): 0.0015411,0.00000,0.724
38,mlp.experts.198.up_proj,0.0000327118,0.05000,14.676
38,mlp.experts.192.up_proj,0.0000231701,0.05000,14.744
38,mlp.experts.191.up_proj,0.0000632807,0.05000,14.637
38,mlp.experts.165.up_proj,0.0000347130,0.05000,14.703
38,mlp.experts.216.up_proj,0.0000208202,0.05000,14.832
38,mlp.experts.205.up_proj,0.0000368916,0.05000,14.657
38,mlp.experts.218.up_proj,0.0000622815,0.05000,14.706
38,mlp.experts.195.up_proj,0.0000187015,0.05000,14.791
38,mlp.experts.187.up_proj,0.0000703623,0.05000,14.671
38,mlp.experts.201.up_proj,0.0000287817,0.05000,14.682
38,mlp.experts.222.up_proj,0.0000238167,0.05000,14.678
38,mlp.experts.215.up_proj,0.0000130875,0.05000,14.811
38,mlp.experts.238.up_proj,failsafe(rtn): 0.0015030,0.00000,0.740
38,mlp.experts.260.up_proj,0.0000245646,0.05000,14.461
38,mlp.experts.257.up_proj,0.0000487549,0.05000,14.559
38,mlp.experts.172.up_proj,0.0000300028,0.05000,14.576
38,mlp.experts.194.up_proj,0.0000211020,0.05000,14.502
38,mlp.experts.214.up_proj,0.0000389182,0.05000,14.620
38,mlp.experts.208.up_proj,0.0000323524,0.05000,14.577
38,mlp.experts.207.up_proj,0.0000175284,0.05000,14.581
38,mlp.experts.181.up_proj,0.0000660139,0.05000,14.609
38,mlp.experts.232.up_proj,0.0000317210,0.05000,14.610
38,mlp.experts.221.up_proj,0.0000665972,0.05000,14.639
38,mlp.experts.234.up_proj,0.0000164783,0.05000,14.447
38,mlp.experts.203.up_proj,0.0000172143,0.05000,14.567
38,mlp.experts.211.up_proj,0.0000182020,0.05000,14.678
38,mlp.experts.217.up_proj,0.0000261262,0.05000,14.611
38,mlp.experts.231.up_proj,0.0000719258,0.05000,14.518
38,mlp.experts.254.up_proj,0.0000201734,0.05000,14.468
38,mlp.experts.276.up_proj,0.0000143762,0.05000,14.676
38,mlp.experts.273.up_proj,0.0000417019,0.05000,14.693
38,mlp.experts.289.up_proj,failsafe(rtn): 0.0016556,0.00000,0.737
38,mlp.experts.188.up_proj,0.0000189472,0.05000,14.215
38,mlp.experts.210.up_proj,0.0000263705,0.05000,14.438
38,mlp.experts.230.up_proj,0.0000563616,0.05000,14.357
38,mlp.experts.224.up_proj,0.0000254255,0.05000,14.408
38,mlp.experts.223.up_proj,0.0000461429,0.05000,14.385
38,mlp.experts.197.up_proj,0.0001023165,0.05000,14.480
38,mlp.experts.248.up_proj,0.0000646895,0.05000,14.401
38,mlp.experts.246.up_proj,failsafe(rtn): 0.0017395,0.00000,0.686
38,mlp.experts.237.up_proj,0.0000190174,0.05000,14.421
38,mlp.experts.250.up_proj,0.0000196452,0.05000,14.444
38,mlp.experts.219.up_proj,0.0000332311,0.05000,14.466
38,mlp.experts.227.up_proj,0.0000281483,0.05000,14.463
38,mlp.experts.233.up_proj,0.0000373095,0.05000,14.404
38,mlp.experts.247.up_proj,0.0000549990,0.05000,14.447
38,mlp.experts.270.up_proj,0.0000229839,0.05000,14.477
38,mlp.experts.292.up_proj,0.0000392823,0.05000,14.203
38,mlp.experts.308.up_proj,failsafe(rtn): 0.0015030,0.00000,0.680
38,mlp.experts.305.up_proj,0.0000643376,0.05000,14.441
38,mlp.experts.204.up_proj,0.0000564765,0.05000,14.452
38,mlp.experts.226.up_proj,0.0000277007,0.05000,14.552
38,mlp.experts.239.up_proj,0.0000167734,0.05000,14.601
38,mlp.experts.240.up_proj,0.0000231363,0.05000,14.712
38,mlp.experts.264.up_proj,0.0000425882,0.05000,14.741
38,mlp.experts.213.up_proj,0.0000909442,0.05000,14.796
38,mlp.experts.262.up_proj,0.0000654838,0.05000,14.737
38,mlp.experts.253.up_proj,0.0000182653,0.05000,14.746
38,mlp.experts.266.up_proj,0.0000255250,0.05000,14.734
38,mlp.experts.280.up_proj,failsafe(rtn): 0.0015259,0.00000,0.779
38,mlp.experts.235.up_proj,0.0000189441,0.05000,14.723
38,mlp.experts.243.up_proj,0.0001063582,0.05000,14.725
38,mlp.experts.249.up_proj,0.0000269439,0.05000,14.731
38,mlp.experts.263.up_proj,0.0000506344,0.05000,14.896
38,mlp.experts.296.up_proj,failsafe(rtn): 0.0016632,0.00000,0.773
38,mlp.experts.251.up_proj,failsafe(rtn): 0.0016708,0.00000,0.777
38,mlp.experts.286.up_proj,0.0000310495,0.05000,14.885
38,mlp.experts.324.up_proj,0.0000220387,0.05000,15.160
38,mlp.experts.321.up_proj,0.0000814222,0.05000,15.227
38,mlp.experts.220.up_proj,0.0000506609,0.05000,15.010
38,mlp.experts.242.up_proj,0.0000287723,0.05000,14.952
38,mlp.experts.256.up_proj,0.0000280390,0.05000,14.917
38,mlp.experts.255.up_proj,0.0000315973,0.05000,14.924
38,mlp.experts.278.up_proj,0.0000051075,0.05000,14.892
38,mlp.experts.229.up_proj,0.0000520784,0.05000,15.058
38,mlp.experts.269.up_proj,0.0000201395,0.05000,14.921
38,mlp.experts.282.up_proj,0.0000178091,0.05000,14.858
38,mlp.experts.259.up_proj,0.0000392559,0.05000,14.975
38,mlp.experts.265.up_proj,0.0000120832,0.05000,14.852
38,mlp.experts.267.up_proj,0.0000091219,0.05000,14.689
38,mlp.experts.279.up_proj,0.0000105532,0.05000,14.769
38,mlp.experts.312.up_proj,0.0000193832,0.05000,14.755
38,mlp.experts.302.up_proj,0.0000641796,0.05000,14.765
38,mlp.experts.340.up_proj,0.0000513862,0.05000,14.544
38,mlp.experts.337.up_proj,0.0000798842,0.05000,14.569
38,mlp.experts.353.up_proj,failsafe(rtn): 0.0016708,0.00000,0.669
38,mlp.experts.236.up_proj,0.0000054349,0.05000,14.294
38,mlp.experts.258.up_proj,0.0000178355,0.05000,14.297
38,mlp.experts.271.up_proj,0.0000169739,0.05000,14.389
38,mlp.experts.272.up_proj,0.0000156606,0.05000,14.404
38,mlp.experts.294.up_proj,0.0000761526,0.05000,14.357
38,mlp.experts.245.up_proj,0.0000119224,0.05000,14.372
38,mlp.experts.285.up_proj,0.0000209914,0.05000,14.328
38,mlp.experts.298.up_proj,0.0000262913,0.05000,14.271
38,mlp.experts.275.up_proj,0.0000242410,0.05000,14.283
38,mlp.experts.281.up_proj,0.0000511679,0.05000,14.265
38,mlp.experts.328.up_proj,0.0000120803,0.05000,14.158
38,mlp.experts.295.up_proj,0.0000559618,0.05000,14.277
38,mlp.experts.283.up_proj,0.0000468123,0.05000,14.365
38,mlp.experts.318.up_proj,0.0000311216,0.05000,14.402
38,mlp.experts.334.up_proj,failsafe(rtn): 0.0016785,0.00000,0.734
38,mlp.experts.356.up_proj,0.0000279213,0.05000,14.304
38,mlp.experts.372.up_proj,failsafe(rtn): 0.0015640,0.00000,0.681
38,mlp.experts.369.up_proj,0.0000064151,0.05000,14.383
38,mlp.experts.252.up_proj,0.0000265360,0.05000,14.419
38,mlp.experts.274.up_proj,0.0000293838,0.05000,14.383
38,mlp.experts.287.up_proj,0.0000241680,0.05000,14.409
38,mlp.experts.288.up_proj,0.0000237079,0.05000,14.412
38,mlp.experts.310.up_proj,0.0000374135,0.05000,14.331
38,mlp.experts.261.up_proj,0.0000155805,0.05000,14.269
38,mlp.experts.301.up_proj,0.0000695297,0.05000,14.292
38,mlp.experts.314.up_proj,0.0000353887,0.05000,14.452
38,mlp.experts.277.up_proj,failsafe(rtn): 0.0015717,0.00000,0.736
38,mlp.experts.297.up_proj,0.0000189238,0.05000,14.407
38,mlp.experts.291.up_proj,0.0000242769,0.05000,14.508
38,mlp.experts.344.up_proj,0.0000173055,0.05000,14.376
38,mlp.experts.311.up_proj,0.0000317470,0.05000,14.354
38,mlp.experts.299.up_proj,0.0000287213,0.05000,14.420
38,mlp.experts.293.up_proj,failsafe(rtn): 0.0014343,0.00000,0.737
38,mlp.experts.350.up_proj,0.0000119857,0.05000,14.229
38,mlp.experts.388.up_proj,0.0000271728,0.05000,14.242
38,mlp.experts.385.up_proj,0.0000653478,0.05000,14.492
38,mlp.experts.268.up_proj,0.0000127465,0.05000,14.183
38,mlp.experts.290.up_proj,0.0000903780,0.05000,14.186
38,mlp.experts.304.up_proj,0.0000314761,0.05000,14.078
38,mlp.experts.303.up_proj,0.0000251856,0.05000,14.099
38,mlp.experts.326.up_proj,0.0000930308,0.05000,14.130
38,mlp.experts.317.up_proj,0.0000330107,0.05000,14.111
38,mlp.experts.330.up_proj,0.0000400666,0.05000,14.181
38,mlp.experts.313.up_proj,0.0000397993,0.05000,14.231
38,mlp.experts.307.up_proj,0.0000449324,0.05000,14.244
38,mlp.experts.360.up_proj,0.0000388344,0.05000,14.077
38,mlp.experts.327.up_proj,0.0000542597,0.05000,14.122
38,mlp.experts.315.up_proj,0.0000427677,0.05000,14.312
38,mlp.experts.309.up_proj,0.0000146332,0.05000,14.332
38,mlp.experts.329.up_proj,failsafe(rtn): 0.0014954,0.00000,0.769
38,mlp.experts.366.up_proj,0.0000574326,0.05000,14.279
38,mlp.experts.404.up_proj,0.0000448939,0.05000,14.248
38,mlp.experts.401.up_proj,0.0000268633,0.05000,14.251
38,mlp.experts.284.up_proj,0.0000387881,0.05000,14.356
38,mlp.experts.306.up_proj,0.0000138781,0.05000,14.208
38,mlp.experts.319.up_proj,0.0000115240,0.05000,14.362
38,mlp.experts.320.up_proj,0.0000189289,0.05000,14.429
38,mlp.experts.342.up_proj,0.0000730657,0.05000,14.187
38,mlp.experts.333.up_proj,0.0000281640,0.05000,14.335
38,mlp.experts.346.up_proj,0.0000753035,0.05000,14.317
38,mlp.experts.323.up_proj,0.0000429531,0.05000,14.375
38,mlp.experts.376.up_proj,0.0000311438,0.05000,14.334
38,mlp.experts.362.up_proj,failsafe(rtn): 0.0015106,0.00000,0.813
38,mlp.experts.343.up_proj,0.0000217868,0.05000,14.350
38,mlp.experts.331.up_proj,0.0000295285,0.05000,14.412
38,mlp.experts.325.up_proj,0.0000243109,0.05000,14.350
38,mlp.experts.345.up_proj,0.0000669540,0.05000,14.384
38,mlp.experts.378.up_proj,failsafe(rtn): 0.0015411,0.00000,0.744
38,mlp.experts.361.up_proj,failsafe(rtn): 0.0015564,0.00000,0.744
38,mlp.experts.382.up_proj,0.0000350809,0.05000,14.466
38,mlp.experts.420.up_proj,0.0000236205,0.05000,14.404
38,mlp.experts.417.up_proj,0.0000607403,0.05000,14.580
38,mlp.experts.300.up_proj,0.0000245991,0.05000,14.540
38,mlp.experts.322.up_proj,0.0000394553,0.05000,14.734
38,mlp.experts.335.up_proj,0.0000901352,0.05000,14.710
38,mlp.experts.336.up_proj,0.0000541796,0.05000,14.682
38,mlp.experts.358.up_proj,0.0000560852,0.05000,14.690
38,mlp.experts.349.up_proj,0.0000264867,0.05000,14.677
38,mlp.experts.339.up_proj,0.0000331715,0.05000,14.705
38,mlp.experts.392.up_proj,0.0000347300,0.05000,14.650
38,mlp.experts.359.up_proj,0.0000256589,0.05000,14.792
38,mlp.experts.347.up_proj,0.0000095906,0.05000,14.561
38,mlp.experts.341.up_proj,0.0000076540,0.05000,14.762
38,mlp.experts.394.up_proj,0.0000499546,0.05000,14.579
38,mlp.experts.377.up_proj,0.0000191101,0.05000,14.636
38,mlp.experts.398.up_proj,0.0000354309,0.05000,14.680
38,mlp.experts.436.up_proj,0.0001163140,0.05000,14.753
38,mlp.experts.433.up_proj,0.0000500715,0.05000,14.626
38,mlp.experts.316.up_proj,0.0000315622,0.05000,14.355
38,mlp.experts.338.up_proj,0.0000799840,0.05000,14.102
38,mlp.experts.374.up_proj,0.0000098070,0.05000,14.222
38,mlp.experts.351.up_proj,0.0000208129,0.05000,14.457
38,mlp.experts.352.up_proj,0.0000436389,0.05000,14.514
38,mlp.experts.365.up_proj,0.0001029710,0.05000,14.403
38,mlp.experts.408.up_proj,0.0000229869,0.05000,14.154
38,mlp.experts.355.up_proj,0.0000406853,0.05000,14.264
38,mlp.experts.375.up_proj,0.0000453302,0.05000,14.245
38,mlp.experts.363.up_proj,0.0000212904,0.05000,14.248
38,mlp.experts.357.up_proj,0.0000682317,0.05000,14.207
38,mlp.experts.410.up_proj,0.0000252804,0.05000,14.328
38,mlp.experts.414.up_proj,0.0000177770,0.05000,14.129
38,mlp.experts.393.up_proj,0.0000304732,0.05000,14.334
38,mlp.experts.452.up_proj,0.0000053734,0.05000,14.109
38,mlp.experts.449.up_proj,0.0000282704,0.05000,14.193
38,mlp.experts.332.up_proj,0.0000182451,0.05000,14.255
38,mlp.experts.354.up_proj,0.0000332489,0.05000,14.455
38,mlp.experts.368.up_proj,0.0000253274,0.05000,14.390
38,mlp.experts.367.up_proj,0.0000278159,0.05000,14.656
38,mlp.experts.390.up_proj,0.0000223871,0.05000,14.671
38,mlp.experts.381.up_proj,0.0000218970,0.05000,14.448
38,mlp.experts.424.up_proj,0.0001127771,0.05000,14.389
38,mlp.experts.371.up_proj,0.0000175035,0.05000,14.385
38,mlp.experts.391.up_proj,0.0000341852,0.05000,14.322
38,mlp.experts.379.up_proj,0.0000637164,0.05000,14.470
38,mlp.experts.373.up_proj,0.0000182424,0.05000,14.514
38,mlp.experts.426.up_proj,0.0000753166,0.05000,14.400
38,mlp.experts.409.up_proj,0.0000191241,0.05000,14.381
38,mlp.experts.430.up_proj,0.0000360676,0.05000,14.472
38,mlp.experts.446.up_proj,failsafe(rtn): 0.0015106,0.00000,0.689
38,mlp.experts.468.up_proj,0.0000290757,0.05000,14.478
38,mlp.experts.465.up_proj,0.0000451325,0.05000,14.517
38,mlp.experts.348.up_proj,0.0000634405,0.05000,14.495
38,mlp.experts.370.up_proj,0.0000718317,0.05000,14.597
38,mlp.experts.386.up_proj,failsafe(rtn): 0.0015717,0.00000,0.745
38,mlp.experts.384.up_proj,0.0000807654,0.05000,14.552
38,mlp.experts.406.up_proj,0.0000549950,0.05000,14.492
38,mlp.experts.383.up_proj,0.0000266595,0.05000,14.532
38,mlp.experts.397.up_proj,0.0000808750,0.05000,14.572
38,mlp.experts.440.up_proj,0.0000727297,0.05000,14.640
38,mlp.experts.387.up_proj,0.0001115174,0.05000,14.845
38,mlp.experts.407.up_proj,0.0000583170,0.05000,14.793
38,mlp.experts.395.up_proj,0.0000245401,0.05000,14.703
38,mlp.experts.389.up_proj,0.0000302901,0.05000,14.651
38,mlp.experts.442.up_proj,0.0000883355,0.05000,14.596
38,mlp.experts.425.up_proj,0.0000503703,0.05000,14.664
38,mlp.experts.462.up_proj,0.0000576607,0.05000,14.646
38,mlp.experts.484.up_proj,0.0000427460,0.05000,14.688
38,mlp.experts.481.up_proj,0.0000445533,0.05000,14.550
38,mlp.experts.364.up_proj,0.0000228125,0.05000,14.120
38,mlp.experts.402.up_proj,0.0000581873,0.05000,13.999
38,mlp.experts.400.up_proj,0.0000342163,0.05000,13.869
38,mlp.experts.399.up_proj,0.0000054718,0.05000,13.841
38,mlp.experts.422.up_proj,0.0000318506,0.05000,13.917
38,mlp.experts.413.up_proj,0.0000287063,0.05000,13.899
38,mlp.experts.456.up_proj,0.0000182394,0.05000,13.778
38,mlp.experts.403.up_proj,0.0000466006,0.05000,13.769
38,mlp.experts.423.up_proj,0.0000656514,0.05000,13.803
38,mlp.experts.411.up_proj,0.0000310919,0.05000,13.792
38,mlp.experts.458.up_proj,0.0000870713,0.05000,13.681
38,mlp.experts.405.up_proj,0.0001065531,0.05000,13.811
38,mlp.experts.441.up_proj,0.0000585134,0.05000,13.825
38,mlp.experts.478.up_proj,0.0000418913,0.05000,13.807
38,mlp.experts.500.up_proj,0.0000484567,0.05000,13.928
38,mlp.experts.497.up_proj,0.0000334954,0.05000,14.246
38,mlp.experts.4.down_proj,0.0000061055,0.05000,3.735
38,mlp.experts.380.up_proj,0.0000401228,0.05000,14.495
38,mlp.experts.1.down_proj,0.0000299486,0.05000,3.826
38,mlp.experts.17.down_proj,failsafe(rtn): 0.0017014,0.00000,0.188
38,mlp.experts.20.down_proj,0.0000040257,0.05000,3.684
38,mlp.experts.418.up_proj,0.0000607513,0.05000,14.542
38,mlp.experts.416.up_proj,0.0000807878,0.05000,14.621
38,mlp.experts.438.up_proj,0.0000175850,0.05000,14.619
38,mlp.experts.415.up_proj,0.0000190180,0.05000,14.713
38,mlp.experts.429.up_proj,0.0000125468,0.05000,14.605
38,mlp.experts.33.down_proj,0.0000036540,0.05000,3.590
38,mlp.experts.472.up_proj,0.0000291396,0.05000,14.610
38,mlp.experts.36.down_proj,0.0000018990,0.05000,3.714
38,mlp.experts.419.up_proj,0.0000971458,0.05000,14.843
38,mlp.experts.439.up_proj,0.0000543826,0.05000,14.769
38,mlp.experts.427.up_proj,0.0000538752,0.05000,14.705
38,mlp.experts.474.up_proj,0.0000768047,0.05000,14.808
38,mlp.experts.421.up_proj,0.0000463792,0.05000,14.929
38,mlp.experts.490.up_proj,failsafe(rtn): 0.0016327,0.00000,0.727
38,mlp.experts.457.up_proj,0.0000186374,0.05000,14.838
38,mlp.experts.494.up_proj,0.0000714157,0.05000,14.820
38,mlp.experts.49.down_proj,0.0000131301,0.05000,3.684
38,mlp.experts.52.down_proj,0.0000035945,0.05000,3.702
38,mlp.experts.65.down_proj,0.0000041666,0.05000,3.523
38,mlp.experts.68.down_proj,0.0000093837,0.05000,3.545
38,mlp.experts.84.down_proj,failsafe(rtn): 0.0016251,0.00000,0.177
38,mlp.experts.396.up_proj,0.0000097022,0.05000,14.512
38,mlp.experts.81.down_proj,0.0000040496,0.05000,3.650
38,mlp.experts.100.down_proj,0.0000029787,0.05000,3.581
38,mlp.experts.434.up_proj,0.0000469531,0.05000,14.439
38,mlp.experts.432.up_proj,0.0000589233,0.05000,14.279
38,mlp.experts.454.up_proj,0.0000391622,0.05000,14.379
38,mlp.experts.431.up_proj,0.0000156712,0.05000,14.488
38,mlp.experts.445.up_proj,0.0000054982,0.05000,14.287
38,mlp.experts.97.down_proj,0.0000172615,0.05000,3.521
38,mlp.experts.448.up_proj,failsafe(rtn): 0.0016632,0.00000,0.828
38,mlp.experts.113.down_proj,failsafe(rtn): 0.0014343,0.00000,0.173
38,mlp.experts.488.up_proj,0.0000200342,0.05000,14.349
38,mlp.experts.464.up_proj,failsafe(rtn): 0.0015488,0.00000,0.749
38,mlp.experts.435.up_proj,0.0000801252,0.05000,14.395
38,mlp.experts.116.down_proj,0.0000015010,0.05000,3.578
38,mlp.experts.455.up_proj,0.0000697496,0.05000,14.401
38,mlp.experts.443.up_proj,0.0000530586,0.05000,14.368
38,mlp.experts.504.up_proj,failsafe(rtn): 0.0015182,0.00000,0.760
38,mlp.experts.437.up_proj,0.0000751641,0.05000,14.314
38,mlp.experts.506.up_proj,0.0000584114,0.05000,14.273
38,mlp.experts.473.up_proj,0.0000131538,0.05000,14.338
38,mlp.experts.510.up_proj,0.0000382960,0.05000,14.219
38,mlp.experts.129.down_proj,0.0000043539,0.05000,3.500
38,mlp.experts.132.down_proj,0.0000038746,0.05000,3.504
38,mlp.experts.8.down_proj,0.0000047350,0.05000,3.566
38,mlp.experts.10.down_proj,0.0000060426,0.05000,3.435
38,mlp.experts.14.down_proj,0.0000063505,0.05000,3.366
38,mlp.experts.145.down_proj,0.0000015545,0.05000,3.260
38,mlp.experts.161.down_proj,failsafe(rtn): 0.0015564,0.00000,0.159
38,mlp.experts.148.down_proj,0.0000025581,0.05000,3.172
38,mlp.experts.26.down_proj,0.0000040120,0.05000,3.007
38,mlp.experts.30.down_proj,0.0000042874,0.05000,3.016
38,mlp.experts.412.up_proj,0.0000158955,0.05000,13.399
38,mlp.experts.177.down_proj,0.0000047840,0.05000,3.071
38,mlp.experts.42.down_proj,0.0000044747,0.05000,2.949
38,mlp.experts.450.up_proj,0.0000299860,0.05000,12.974
38,mlp.experts.46.down_proj,0.0000155262,0.05000,2.903
38,mlp.experts.470.up_proj,0.0000456741,0.05000,12.803
38,mlp.experts.447.up_proj,0.0000522448,0.05000,12.843
38,mlp.experts.461.up_proj,0.0000207521,0.05000,12.847
38,mlp.experts.193.down_proj,0.0000065897,0.05000,2.833
38,mlp.experts.480.up_proj,0.0000311990,0.05000,12.343
38,mlp.experts.451.up_proj,0.0000380813,0.05000,12.378
38,mlp.experts.459.up_proj,0.0000246083,0.05000,12.395
38,mlp.experts.471.up_proj,0.0000134183,0.05000,12.544
38,mlp.experts.453.up_proj,0.0001192586,0.05000,12.319
38,mlp.experts.487.up_proj,failsafe(rtn): 0.0015869,0.00000,0.627
38,mlp.experts.58.down_proj,0.0000053561,0.05000,2.846
38,mlp.experts.489.up_proj,0.0001249329,0.05000,12.157
38,mlp.experts.62.down_proj,0.0000031771,0.05000,3.016
38,mlp.experts.209.down_proj,0.0000109719,0.05000,3.304
38,mlp.experts.24.down_proj,0.0000046832,0.05000,3.405
38,mlp.experts.164.down_proj,0.0000141433,0.05000,3.417
38,mlp.experts.40.down_proj,failsafe(rtn): 0.0016327,0.00000,0.174
38,mlp.experts.74.down_proj,0.0000038515,0.05000,3.448
38,mlp.experts.78.down_proj,0.0000020788,0.05000,3.377
38,mlp.experts.180.down_proj,0.0000035784,0.05000,3.463
38,mlp.experts.56.down_proj,0.0000085538,0.05000,3.430
38,mlp.experts.196.down_proj,failsafe(rtn): 0.0016403,0.00000,0.206
38,mlp.experts.90.down_proj,0.0000035264,0.05000,3.498
38,mlp.experts.94.down_proj,0.0000035812,0.05000,3.562
38,mlp.experts.212.down_proj,0.0000055382,0.05000,3.252
38,mlp.experts.72.down_proj,0.0000056223,0.05000,3.385
38,mlp.experts.228.down_proj,failsafe(rtn): 0.0015564,0.00000,0.168
38,mlp.experts.106.down_proj,0.0000048223,0.05000,3.235
38,mlp.experts.466.up_proj,0.0000577365,0.05000,13.017
38,mlp.experts.110.down_proj,0.0000018513,0.05000,3.295
38,mlp.experts.486.up_proj,0.0000178415,0.05000,13.362
38,mlp.experts.477.up_proj,0.0001116282,0.05000,13.233
38,mlp.experts.463.up_proj,0.0000270822,0.05000,13.380
38,mlp.experts.502.up_proj,failsafe(rtn): 0.0015564,0.00000,0.609
38,mlp.experts.479.up_proj,failsafe(rtn): 0.0015945,0.00000,0.627
38,mlp.experts.496.up_proj,0.0000284056,0.05000,13.307
38,mlp.experts.428.up_proj,0.0000569843,0.05000,13.370
38,mlp.experts.467.up_proj,0.0000257349,0.05000,13.623
38,mlp.experts.475.up_proj,0.0000266240,0.05000,13.538
38,mlp.experts.88.down_proj,0.0000076414,0.05000,3.293
38,mlp.experts.469.up_proj,0.0000104608,0.05000,13.397
38,mlp.experts.244.down_proj,0.0000104561,0.05000,3.266
38,mlp.experts.503.up_proj,0.0000187340,0.05000,13.464
38,mlp.experts.505.up_proj,0.0000144314,0.05000,13.432
38,mlp.experts.122.down_proj,0.0000015673,0.05000,3.319
38,mlp.experts.126.down_proj,0.0000040060,0.05000,3.305
38,mlp.experts.6.down_proj,0.0000061761,0.05000,3.208
38,mlp.experts.0.down_proj,0.0000028570,0.05000,3.188
38,mlp.experts.104.down_proj,0.0000019848,0.05000,3.078
38,mlp.experts.260.down_proj,0.0000021043,0.05000,3.162
38,mlp.experts.7.down_proj,0.0000058242,0.05000,3.050
38,mlp.experts.9.down_proj,0.0000120197,0.05000,3.127
38,mlp.experts.225.down_proj,0.0000067715,0.05000,3.139
38,mlp.experts.16.down_proj,0.0000073534,0.05000,2.977
38,mlp.experts.32.down_proj,failsafe(rtn): 0.0016479,0.00000,0.146
38,mlp.experts.120.down_proj,0.0000174812,0.05000,2.972
38,mlp.experts.276.down_proj,0.0000019674,0.05000,2.913
38,mlp.experts.23.down_proj,0.0000044074,0.05000,2.855
38,mlp.experts.39.down_proj,failsafe(rtn): 0.0016479,0.00000,0.147
38,mlp.experts.241.down_proj,0.0000089604,0.05000,2.931
38,mlp.experts.25.down_proj,0.0000238917,0.05000,2.953
38,mlp.experts.55.down_proj,failsafe(rtn): 0.0016251,0.00000,0.150
38,mlp.experts.48.down_proj,0.0000040530,0.05000,2.943
38,mlp.experts.136.down_proj,0.0000058882,0.05000,2.956
38,mlp.experts.292.down_proj,0.0000045236,0.05000,2.936
38,mlp.experts.308.down_proj,failsafe(rtn): 0.0015030,0.00000,0.140
38,mlp.experts.482.up_proj,0.0000334431,0.05000,11.910
38,mlp.experts.138.down_proj,failsafe(rtn): 0.0015945,0.00000,0.210
38,mlp.experts.142.down_proj,failsafe(rtn): 0.0016632,0.00000,0.209
38,mlp.experts.41.down_proj,0.0000023859,0.05000,3.043
38,mlp.experts.257.down_proj,0.0000045107,0.05000,3.058
38,mlp.experts.71.down_proj,0.0000027641,0.05000,3.045
38,mlp.experts.495.up_proj,0.0000209473,0.05000,12.287
38,mlp.experts.444.up_proj,0.0000141169,0.05000,12.410
38,mlp.experts.483.up_proj,0.0001004165,0.05000,12.429
38,mlp.experts.64.down_proj,0.0000114194,0.05000,3.436
38,mlp.experts.491.up_proj,0.0000281697,0.05000,12.501
38,mlp.experts.152.down_proj,0.0000045224,0.05000,3.558
38,mlp.experts.324.down_proj,0.0000057628,0.05000,3.555
38,mlp.experts.22.down_proj,0.0000038243,0.05000,3.494
38,mlp.experts.493.up_proj,0.0000690604,0.05000,12.414
38,mlp.experts.158.down_proj,0.0000021557,0.05000,3.512
38,mlp.experts.154.down_proj,0.0000038887,0.05000,3.589
38,mlp.experts.485.up_proj,0.0000412414,0.05000,12.617
38,mlp.experts.273.down_proj,0.0000102057,0.05000,3.559
38,mlp.experts.57.down_proj,0.0000043672,0.05000,3.581
38,mlp.experts.87.down_proj,0.0000043541,0.05000,3.555
38,mlp.experts.289.down_proj,failsafe(rtn): 0.0016403,0.00000,0.170
38,mlp.experts.80.down_proj,0.0000041832,0.05000,3.066
38,mlp.experts.168.down_proj,0.0000062781,0.05000,2.997
38,mlp.experts.340.down_proj,0.0000146321,0.05000,2.986
38,mlp.experts.38.down_proj,0.0000086530,0.05000,2.982
38,mlp.experts.174.down_proj,0.0000163199,0.05000,2.919
38,mlp.experts.170.down_proj,0.0000017963,0.05000,2.911
38,mlp.experts.73.down_proj,0.0000079738,0.05000,2.913
38,mlp.experts.305.down_proj,0.0000053805,0.05000,2.869
38,mlp.experts.96.down_proj,0.0000071288,0.05000,3.015
38,mlp.experts.184.down_proj,0.0000043610,0.05000,3.024
38,mlp.experts.356.down_proj,0.0000053698,0.05000,3.045
38,mlp.experts.54.down_proj,0.0000055838,0.05000,3.011
38,mlp.experts.372.down_proj,failsafe(rtn): 0.0015945,0.00000,0.127
38,mlp.experts.190.down_proj,0.0000051156,0.05000,2.987
38,mlp.experts.186.down_proj,0.0000026118,0.05000,2.967
38,mlp.experts.89.down_proj,0.0000075843,0.05000,2.984
38,mlp.experts.321.down_proj,0.0000082696,0.05000,2.987
38,mlp.experts.112.down_proj,0.0000062100,0.05000,2.693
38,mlp.experts.200.down_proj,0.0000045559,0.05000,2.721
38,mlp.experts.498.up_proj,0.0000581094,0.05000,12.273
38,mlp.experts.70.down_proj,0.0000036112,0.05000,2.786
38,mlp.experts.388.down_proj,0.0000028399,0.05000,2.824
38,mlp.experts.206.down_proj,0.0000066925,0.05000,2.794
38,mlp.experts.202.down_proj,0.0000055079,0.05000,2.828
38,mlp.experts.105.down_proj,0.0000132967,0.05000,2.840
38,mlp.experts.337.down_proj,0.0000093946,0.05000,2.747
38,mlp.experts.353.down_proj,failsafe(rtn): 0.0016785,0.00000,0.127
38,mlp.experts.511.up_proj,0.0000636551,0.05000,11.583
38,mlp.experts.460.up_proj,0.0000331205,0.05000,11.845
38,mlp.experts.128.down_proj,0.0000085727,0.05000,3.076
38,mlp.experts.216.down_proj,0.0000032619,0.05000,3.146
38,mlp.experts.2.down_proj,0.0000057410,0.05000,3.220
38,mlp.experts.86.down_proj,0.0000110373,0.05000,3.200
38,mlp.experts.509.up_proj,0.0000668559,0.05000,12.032
38,mlp.experts.501.up_proj,0.0000520996,0.05000,11.892
38,mlp.experts.404.down_proj,0.0000036991,0.05000,3.349
38,mlp.experts.222.down_proj,0.0000036766,0.05000,3.351
38,mlp.experts.218.down_proj,0.0000067780,0.05000,3.327
38,mlp.experts.238.down_proj,failsafe(rtn): 0.0015259,0.00000,0.206
38,mlp.experts.121.down_proj,0.0000171306,0.05000,3.422
38,mlp.experts.369.down_proj,0.0000024336,0.05000,3.483
38,mlp.experts.103.down_proj,0.0000031982,0.05000,3.638
38,mlp.experts.15.down_proj,0.0000039210,0.05000,3.721
38,mlp.experts.144.down_proj,0.0000049672,0.05000,3.610
38,mlp.experts.232.down_proj,0.0000053075,0.05000,3.699
38,mlp.experts.18.down_proj,0.0000032264,0.05000,3.657
38,mlp.experts.102.down_proj,0.0000327879,0.05000,3.694
38,mlp.experts.13.down_proj,0.0000020546,0.05000,3.647
38,mlp.experts.5.down_proj,0.0000092287,0.05000,3.625
38,mlp.experts.420.down_proj,0.0000028561,0.05000,3.682
38,mlp.experts.234.down_proj,0.0000022299,0.05000,3.646
38,mlp.experts.254.down_proj,0.0000029679,0.05000,3.553
38,mlp.experts.137.down_proj,0.0000089502,0.05000,3.573
38,mlp.experts.385.down_proj,0.0000045212,0.05000,3.589
38,mlp.experts.119.down_proj,0.0000049677,0.05000,3.613
38,mlp.experts.31.down_proj,0.0000232036,0.05000,3.641
38,mlp.experts.160.down_proj,0.0000069832,0.05000,3.609
38,mlp.experts.248.down_proj,0.0000062242,0.05000,3.626
38,mlp.experts.34.down_proj,0.0000079598,0.05000,3.738
38,mlp.experts.118.down_proj,0.0000053706,0.05000,3.709
38,mlp.experts.29.down_proj,0.0000141954,0.05000,3.776
38,mlp.experts.21.down_proj,0.0000032920,0.05000,3.764
38,mlp.experts.436.down_proj,0.0000156292,0.05000,3.723
38,mlp.experts.250.down_proj,0.0000025053,0.05000,3.759
38,mlp.experts.270.down_proj,0.0000037662,0.05000,3.744
38,mlp.experts.45.down_proj,failsafe(rtn): 0.0016251,0.00000,0.201
38,mlp.experts.153.down_proj,0.0000104069,0.05000,3.768
38,mlp.experts.169.down_proj,failsafe(rtn): 0.0016174,0.00000,0.182
38,mlp.experts.401.down_proj,0.0000040164,0.05000,3.747
38,mlp.experts.135.down_proj,0.0000030797,0.05000,3.711
38,mlp.experts.47.down_proj,0.0000035256,0.05000,3.685
38,mlp.experts.176.down_proj,0.0000050638,0.05000,3.699
38,mlp.experts.264.down_proj,0.0000069336,0.05000,3.738
38,mlp.experts.280.down_proj,failsafe(rtn): 0.0015259,0.00000,0.191
38,mlp.experts.134.down_proj,0.0000033855,0.05000,3.602
38,mlp.experts.296.down_proj,failsafe(rtn): 0.0016937,0.00000,0.185
38,mlp.experts.50.down_proj,0.0000014323,0.05000,3.727
38,mlp.experts.452.down_proj,0.0000010113,0.05000,3.572
38,mlp.experts.37.down_proj,0.0000030006,0.05000,3.643
38,mlp.experts.266.down_proj,0.0000052315,0.05000,3.688
38,mlp.experts.286.down_proj,0.0000057829,0.05000,3.663
38,mlp.experts.61.down_proj,0.0000030701,0.05000,3.690
38,mlp.experts.185.down_proj,0.0000049169,0.05000,3.650
38,mlp.experts.417.down_proj,0.0000093057,0.05000,3.674
38,mlp.experts.507.up_proj,0.0000883300,0.05000,14.631
38,mlp.experts.151.down_proj,0.0000089316,0.05000,3.733
38,mlp.experts.499.up_proj,0.0001003523,0.05000,14.756
38,mlp.experts.63.down_proj,0.0000059862,0.05000,3.719
38,mlp.experts.476.up_proj,0.0000520307,0.05000,14.727
38,mlp.experts.192.down_proj,0.0000027572,0.05000,3.850
38,mlp.experts.150.down_proj,0.0000052336,0.05000,3.715
38,mlp.experts.66.down_proj,0.0000030928,0.05000,3.684
38,mlp.experts.312.down_proj,0.0000051967,0.05000,3.786
38,mlp.experts.53.down_proj,0.0000021521,0.05000,3.595
38,mlp.experts.468.down_proj,0.0000059082,0.05000,3.690
38,mlp.experts.282.down_proj,0.0000024972,0.05000,3.658
38,mlp.experts.77.down_proj,0.0000174997,0.05000,3.630
38,mlp.experts.302.down_proj,0.0000073636,0.05000,3.684
38,mlp.experts.201.down_proj,0.0000045689,0.05000,3.641
38,mlp.experts.433.down_proj,0.0000056994,0.05000,3.618
38,mlp.experts.11.down_proj,0.0000291151,0.05000,3.590
38,mlp.experts.167.down_proj,0.0000064829,0.05000,3.580
38,mlp.experts.3.down_proj,0.0000014531,0.05000,3.588
38,mlp.experts.79.down_proj,0.0000238099,0.05000,3.603
38,mlp.experts.208.down_proj,0.0000027898,0.05000,3.531
38,mlp.experts.166.down_proj,0.0000017221,0.05000,3.587
38,mlp.experts.82.down_proj,0.0000057518,0.05000,3.623
38,mlp.experts.328.down_proj,0.0000016456,0.05000,3.648
38,mlp.experts.182.down_proj,failsafe(rtn): 0.0015564,0.00000,0.179
38,mlp.experts.69.down_proj,0.0000037346,0.05000,3.594
38,mlp.experts.484.down_proj,0.0000055108,0.05000,3.616
38,mlp.experts.298.down_proj,0.0000066262,0.05000,3.603
38,mlp.experts.93.down_proj,0.0000040534,0.05000,3.610
38,mlp.experts.318.down_proj,0.0000056300,0.05000,3.634
38,mlp.experts.109.down_proj,failsafe(rtn): 0.0016174,0.00000,0.186
38,mlp.experts.334.down_proj,failsafe(rtn): 0.0016632,0.00000,0.161
38,mlp.experts.217.down_proj,0.0000051136,0.05000,3.584
38,mlp.experts.449.down_proj,0.0000060073,0.05000,3.593
38,mlp.experts.183.down_proj,0.0000075836,0.05000,3.622
38,mlp.experts.27.down_proj,0.0000042828,0.05000,3.699
38,mlp.experts.19.down_proj,0.0000025525,0.05000,3.671
38,mlp.experts.95.down_proj,0.0000014875,0.05000,3.689
38,mlp.experts.224.down_proj,0.0000036504,0.05000,3.726
38,mlp.experts.98.down_proj,0.0000020813,0.05000,3.710
38,mlp.experts.344.down_proj,0.0000025200,0.05000,3.689
38,mlp.experts.198.down_proj,0.0000036230,0.05000,3.733
38,mlp.experts.85.down_proj,0.0000059402,0.05000,3.723
38,mlp.experts.500.down_proj,0.0000076616,0.05000,3.696
38,mlp.experts.314.down_proj,0.0000043204,0.05000,3.683
38,mlp.experts.125.down_proj,0.0000021066,0.05000,3.656
38,mlp.experts.350.down_proj,0.0000030300,0.05000,3.688
38,mlp.experts.233.down_proj,0.0000031710,0.05000,3.712
38,mlp.experts.465.down_proj,0.0000084657,0.05000,3.674
38,mlp.experts.43.down_proj,0.0000063999,0.05000,3.705
38,mlp.experts.199.down_proj,0.0000059430,0.05000,3.745
38,mlp.experts.35.down_proj,0.0000067999,0.05000,3.701
38,mlp.experts.111.down_proj,0.0000021556,0.05000,3.672
38,mlp.experts.240.down_proj,0.0000033878,0.05000,3.477
38,mlp.experts.114.down_proj,0.0000064788,0.05000,3.396
38,mlp.experts.360.down_proj,0.0000071459,0.05000,3.458
38,mlp.experts.214.down_proj,0.0000051588,0.05000,3.444
38,mlp.experts.101.down_proj,0.0000025435,0.05000,3.459
38,mlp.experts.330.down_proj,0.0000053697,0.05000,3.438
38,mlp.experts.141.down_proj,0.0000034086,0.05000,3.383
38,mlp.experts.366.down_proj,0.0000075398,0.05000,3.401
38,mlp.experts.249.down_proj,0.0000028367,0.05000,3.427
38,mlp.experts.481.down_proj,0.0000054289,0.05000,3.450
38,mlp.experts.59.down_proj,0.0000035919,0.05000,3.473
38,mlp.experts.215.down_proj,0.0000020306,0.05000,3.490
38,mlp.experts.127.down_proj,0.0000047984,0.05000,3.402
38,mlp.experts.51.down_proj,0.0000019483,0.05000,3.542
38,mlp.experts.67.down_proj,failsafe(rtn): 0.0016098,0.00000,0.183
38,mlp.experts.492.up_proj,0.0000194425,0.05000,14.277
38,mlp.experts.256.down_proj,0.0000025804,0.05000,3.520
38,mlp.experts.508.up_proj,failsafe(rtn): 0.0015640,0.00000,0.667
38,mlp.experts.130.down_proj,0.0000080343,0.05000,3.553
38,mlp.experts.230.down_proj,0.0000059145,0.05000,3.453
38,mlp.experts.376.down_proj,0.0000024566,0.05000,3.535
38,mlp.experts.117.down_proj,0.0000072411,0.05000,3.490
38,mlp.experts.246.down_proj,failsafe(rtn): 0.0017242,0.00000,0.189
38,mlp.experts.346.down_proj,0.0000117874,0.05000,3.604
38,mlp.experts.157.down_proj,0.0000070633,0.05000,3.563
38,mlp.experts.382.down_proj,0.0000113610,0.05000,3.512
38,mlp.experts.362.down_proj,failsafe(rtn): 0.0015793,0.00000,0.163
38,mlp.experts.265.down_proj,0.0000016256,0.05000,3.584
38,mlp.experts.378.down_proj,failsafe(rtn): 0.0015488,0.00000,0.172
38,mlp.experts.497.down_proj,0.0000040303,0.05000,3.598
38,mlp.experts.75.down_proj,0.0000031999,0.05000,3.414
38,mlp.experts.143.down_proj,0.0000022230,0.05000,3.420
38,mlp.experts.231.down_proj,0.0000083000,0.05000,3.468
38,mlp.experts.159.down_proj,failsafe(rtn): 0.0017014,0.00000,0.173
38,mlp.experts.83.down_proj,0.0000018048,0.05000,3.498
38,mlp.experts.99.down_proj,failsafe(rtn): 0.0016098,0.00000,0.157
38,mlp.experts.272.down_proj,0.0000041572,0.05000,3.290
38,mlp.experts.12.down_proj,0.0000033788,0.05000,3.316
38,mlp.experts.146.down_proj,0.0000046017,0.05000,3.279
38,mlp.experts.133.down_proj,0.0000045054,0.05000,3.225
38,mlp.experts.392.down_proj,0.0000034144,0.05000,3.273
38,mlp.experts.262.down_proj,0.0000120229,0.05000,3.226
38,mlp.experts.398.down_proj,0.0000084652,0.05000,3.169
38,mlp.experts.173.down_proj,0.0000056146,0.05000,3.247
38,mlp.experts.394.down_proj,0.0000066791,0.05000,3.215
38,mlp.experts.281.down_proj,0.0000113017,0.05000,3.247
38,mlp.experts.91.down_proj,0.0000075530,0.05000,3.195
38,mlp.experts.247.down_proj,0.0000067686,0.05000,3.188
38,mlp.experts.175.down_proj,0.0000127157,0.05000,3.198
38,mlp.experts.115.down_proj,0.0000129384,0.05000,3.212
38,mlp.experts.288.down_proj,0.0000048700,0.05000,3.101
38,mlp.experts.28.down_proj,0.0000040863,0.05000,3.199
38,mlp.experts.162.down_proj,0.0000047576,0.05000,3.184
38,mlp.experts.149.down_proj,0.0000018865,0.05000,3.200
38,mlp.experts.408.down_proj,0.0000038409,0.05000,3.195
38,mlp.experts.178.down_proj,failsafe(rtn): 0.0014801,0.00000,0.174
38,mlp.experts.278.down_proj,0.0000016792,0.05000,3.223
38,mlp.experts.189.down_proj,0.0000062492,0.05000,3.133
38,mlp.experts.414.down_proj,0.0000046394,0.05000,3.234
38,mlp.experts.297.down_proj,0.0000028815,0.05000,3.163
38,mlp.experts.410.down_proj,0.0000059984,0.05000,3.188
38,mlp.experts.107.down_proj,0.0000024028,0.05000,3.235
38,mlp.experts.263.down_proj,0.0000055197,0.05000,3.216
38,mlp.experts.191.down_proj,0.0000131088,0.05000,3.213
38,mlp.experts.131.down_proj,0.0000056943,0.05000,3.199
38,mlp.experts.304.down_proj,0.0000056753,0.05000,3.181
38,mlp.experts.44.down_proj,0.0000128910,0.05000,3.141
38,mlp.experts.165.down_proj,0.0000080859,0.05000,3.203
38,mlp.experts.424.down_proj,0.0000148757,0.05000,3.192
38,mlp.experts.194.down_proj,0.0000037380,0.05000,3.231
38,mlp.experts.294.down_proj,0.0000086778,0.05000,3.276
38,mlp.experts.430.down_proj,0.0000035428,0.05000,3.207
38,mlp.experts.205.down_proj,0.0000041117,0.05000,3.251
38,mlp.experts.446.down_proj,failsafe(rtn): 0.0015488,0.00000,0.201
38,mlp.experts.426.down_proj,0.0000105948,0.05000,3.267
38,mlp.experts.313.down_proj,0.0000031633,0.05000,3.341
38,mlp.experts.329.down_proj,failsafe(rtn): 0.0014954,0.00000,0.143
38,mlp.experts.123.down_proj,0.0000025230,0.05000,3.187
38,mlp.experts.279.down_proj,0.0000015064,0.05000,3.236
38,mlp.experts.207.down_proj,0.0000023102,0.05000,3.200
38,mlp.experts.147.down_proj,0.0000068275,0.05000,3.286
38,mlp.experts.320.down_proj,0.0000035017,0.05000,3.246
38,mlp.experts.60.down_proj,0.0000159060,0.05000,3.149
38,mlp.experts.181.down_proj,0.0000172816,0.05000,3.108
38,mlp.experts.440.down_proj,0.0000091273,0.05000,3.120
38,mlp.experts.210.down_proj,0.0000030691,0.05000,3.136
38,mlp.experts.310.down_proj,0.0000076101,0.05000,3.084
38,mlp.experts.221.down_proj,0.0000131961,0.05000,3.028
38,mlp.experts.462.down_proj,0.0000113495,0.05000,3.010
38,mlp.experts.442.down_proj,0.0000104316,0.05000,3.004
38,mlp.experts.345.down_proj,0.0000057500,0.05000,3.035
38,mlp.experts.361.down_proj,failsafe(rtn): 0.0016022,0.00000,0.128
38,mlp.experts.139.down_proj,0.0000035880,0.05000,2.930
38,mlp.experts.295.down_proj,0.0000072314,0.05000,2.903
38,mlp.experts.155.down_proj,failsafe(rtn): 0.0016403,0.00000,0.141
38,mlp.experts.223.down_proj,0.0000111662,0.05000,2.974
38,mlp.experts.163.down_proj,0.0000124331,0.05000,2.955
38,mlp.experts.336.down_proj,0.0000040540,0.05000,2.965
38,mlp.experts.76.down_proj,0.0000056337,0.05000,2.948
38,mlp.experts.197.down_proj,0.0000114136,0.05000,3.039
38,mlp.experts.456.down_proj,0.0000022887,0.05000,3.021
38,mlp.experts.226.down_proj,0.0000031444,0.05000,3.075
38,mlp.experts.326.down_proj,0.0000094428,0.05000,3.072
38,mlp.experts.237.down_proj,0.0000023709,0.05000,3.084
38,mlp.experts.478.down_proj,0.0000065645,0.05000,3.058
38,mlp.experts.458.down_proj,0.0000081044,0.05000,3.074
38,mlp.experts.377.down_proj,0.0000028680,0.05000,3.117
38,mlp.experts.311.down_proj,0.0000060915,0.05000,3.170
38,mlp.experts.171.down_proj,0.0000059807,0.05000,3.242
38,mlp.experts.239.down_proj,0.0000011719,0.05000,3.250
38,mlp.experts.179.down_proj,0.0000048564,0.05000,3.253
38,mlp.experts.352.down_proj,0.0000048048,0.05000,3.253
38,mlp.experts.92.down_proj,0.0000057738,0.05000,3.173
38,mlp.experts.472.down_proj,0.0000030997,0.05000,3.128
38,mlp.experts.213.down_proj,0.0000132422,0.05000,3.162
38,mlp.experts.242.down_proj,0.0000034592,0.05000,3.189
38,mlp.experts.342.down_proj,0.0000090112,0.05000,3.151
38,mlp.experts.253.down_proj,0.0000052743,0.05000,3.191
38,mlp.experts.494.down_proj,0.0000084064,0.05000,3.181
38,mlp.experts.474.down_proj,0.0000052964,0.05000,3.159
38,mlp.experts.490.down_proj,failsafe(rtn): 0.0016785,0.00000,0.156
38,mlp.experts.393.down_proj,0.0000085704,0.05000,3.209
38,mlp.experts.327.down_proj,0.0000045487,0.05000,3.172
38,mlp.experts.187.down_proj,0.0000061413,0.05000,3.134
38,mlp.experts.255.down_proj,0.0000050992,0.05000,3.168
38,mlp.experts.195.down_proj,0.0000021891,0.05000,3.161
38,mlp.experts.368.down_proj,0.0000065193,0.05000,3.140
38,mlp.experts.108.down_proj,0.0000032545,0.05000,3.080
38,mlp.experts.229.down_proj,0.0000057719,0.05000,3.112
38,mlp.experts.488.down_proj,0.0000038047,0.05000,3.152
38,mlp.experts.504.down_proj,failsafe(rtn): 0.0015945,0.00000,0.163
38,mlp.experts.258.down_proj,0.0000029083,0.05000,3.158
38,mlp.experts.358.down_proj,0.0000145288,0.05000,3.176
38,mlp.experts.269.down_proj,0.0000019932,0.05000,3.141
38,mlp.experts.510.down_proj,0.0000047172,0.05000,3.160
38,mlp.experts.506.down_proj,0.0000061136,0.05000,3.079
38,mlp.experts.409.down_proj,0.0000021789,0.05000,3.044
38,mlp.experts.343.down_proj,0.0000031358,0.05000,2.909
38,mlp.experts.203.down_proj,0.0000022969,0.05000,2.848
38,mlp.experts.271.down_proj,0.0000027915,0.05000,2.807
38,mlp.experts.384.down_proj,0.0000128047,0.05000,2.690
38,mlp.experts.211.down_proj,0.0000022046,0.05000,2.726
38,mlp.experts.124.down_proj,0.0000227716,0.05000,2.661
38,mlp.experts.245.down_proj,0.0000029939,0.05000,2.554
38,mlp.experts.274.down_proj,0.0000026587,0.05000,2.424
38,mlp.experts.374.down_proj,0.0000012700,0.05000,2.467
38,mlp.experts.285.down_proj,0.0000040513,0.05000,2.401
38,mlp.experts.425.down_proj,0.0000118056,0.05000,2.376
38,mlp.experts.359.down_proj,0.0000017759,0.05000,2.352
38,mlp.experts.219.down_proj,0.0000040596,0.05000,2.403
38,mlp.experts.287.down_proj,0.0000023421,0.05000,2.321
38,mlp.experts.227.down_proj,0.0000026021,0.05000,2.304
38,mlp.experts.400.down_proj,0.0000033407,0.05000,2.325
38,mlp.experts.140.down_proj,0.0000039104,0.05000,2.338
38,mlp.experts.261.down_proj,0.0000016820,0.05000,2.319
38,mlp.experts.290.down_proj,0.0000112995,0.05000,2.281
38,mlp.experts.277.down_proj,failsafe(rtn): 0.0016022,0.00000,0.103
38,mlp.experts.390.down_proj,0.0000013783,0.05000,2.307
38,mlp.experts.293.down_proj,failsafe(rtn): 0.0014420,0.00000,0.122
38,mlp.experts.301.down_proj,0.0000188782,0.05000,2.291
38,mlp.experts.441.down_proj,0.0000053025,0.05000,2.289
38,mlp.experts.375.down_proj,0.0000037960,0.05000,2.288
38,mlp.experts.235.down_proj,0.0000025441,0.05000,2.301
38,mlp.experts.303.down_proj,0.0000050852,0.05000,2.268
38,mlp.experts.251.down_proj,failsafe(rtn): 0.0016556,0.00000,0.113
38,mlp.experts.416.down_proj,0.0000366684,0.05000,2.221
38,mlp.experts.243.down_proj,0.0000117896,0.05000,2.240
38,mlp.experts.156.down_proj,0.0000029879,0.05000,2.215
38,mlp.experts.306.down_proj,0.0000012753,0.05000,2.215
38,mlp.experts.406.down_proj,0.0000063857,0.05000,2.243
38,mlp.experts.309.down_proj,0.0000018273,0.05000,2.236
38,mlp.experts.317.down_proj,0.0000095903,0.05000,2.265
38,mlp.experts.457.down_proj,0.0000035486,0.05000,2.244
38,mlp.experts.391.down_proj,0.0000037719,0.05000,2.204
38,mlp.experts.319.down_proj,0.0000014380,0.05000,2.252
38,mlp.experts.267.down_proj,0.0000011791,0.05000,2.243
38,mlp.experts.432.down_proj,0.0000091005,0.05000,2.261
38,mlp.experts.259.down_proj,0.0000106709,0.05000,2.320
38,mlp.experts.448.down_proj,failsafe(rtn): 0.0016556,0.00000,0.134
38,mlp.experts.172.down_proj,0.0000088082,0.05000,2.279
38,mlp.experts.464.down_proj,failsafe(rtn): 0.0015411,0.00000,0.137
38,mlp.experts.322.down_proj,0.0000138801,0.05000,2.319
38,mlp.experts.422.down_proj,0.0000057407,0.05000,2.351
38,mlp.experts.325.down_proj,0.0000030124,0.05000,2.335
38,mlp.experts.333.down_proj,0.0000042756,0.05000,2.395
38,mlp.experts.473.down_proj,0.0000019349,0.05000,2.352
38,mlp.experts.407.down_proj,0.0000068195,0.05000,2.385
38,mlp.experts.335.down_proj,0.0000097512,0.05000,2.359
38,mlp.experts.283.down_proj,0.0000133535,0.05000,2.328
38,mlp.experts.275.down_proj,0.0000040079,0.05000,2.311
38,mlp.experts.188.down_proj,0.0000053454,0.05000,2.254
38,mlp.experts.480.down_proj,0.0000028781,0.05000,2.302
38,mlp.experts.338.down_proj,0.0000093525,0.05000,2.275
38,mlp.experts.438.down_proj,0.0000031962,0.05000,2.293
38,mlp.experts.341.down_proj,0.0000008791,0.05000,2.307
38,mlp.experts.349.down_proj,0.0000047688,0.05000,2.303
38,mlp.experts.489.down_proj,0.0000124613,0.05000,2.350
38,mlp.experts.423.down_proj,0.0000061971,0.05000,2.374
38,mlp.experts.351.down_proj,0.0000032868,0.05000,2.368
38,mlp.experts.299.down_proj,0.0000019598,0.05000,2.334
38,mlp.experts.291.down_proj,0.0000018753,0.05000,2.407
38,mlp.experts.204.down_proj,0.0000052125,0.05000,2.370
38,mlp.experts.496.down_proj,0.0000040889,0.05000,2.394
38,mlp.experts.354.down_proj,0.0000045828,0.05000,2.304
38,mlp.experts.454.down_proj,0.0000082689,0.05000,2.274
38,mlp.experts.357.down_proj,0.0000175268,0.05000,2.278
38,mlp.experts.365.down_proj,0.0000377035,0.05000,2.262
38,mlp.experts.505.down_proj,0.0000019575,0.05000,2.203
38,mlp.experts.439.down_proj,0.0000073646,0.05000,2.099
38,mlp.experts.367.down_proj,0.0000049347,0.05000,2.079
38,mlp.experts.315.down_proj,0.0000056811,0.05000,2.107
38,mlp.experts.220.down_proj,0.0000067172,0.05000,1.946
38,mlp.experts.307.down_proj,0.0000050452,0.05000,2.008
38,mlp.experts.370.down_proj,0.0000064741,0.05000,1.910
38,mlp.experts.386.down_proj,failsafe(rtn): 0.0016556,0.00000,0.092
38,mlp.experts.470.down_proj,0.0000064512,0.05000,1.890
38,mlp.experts.373.down_proj,0.0000032800,0.05000,1.912
38,mlp.experts.381.down_proj,0.0000054800,0.05000,1.858
38,mlp.experts.455.down_proj,0.0000173700,0.05000,1.863
38,mlp.experts.383.down_proj,0.0000030262,0.05000,1.884
38,mlp.experts.331.down_proj,0.0000026969,0.05000,1.876
38,mlp.experts.236.down_proj,0.0000005757,0.05000,1.796
38,mlp.experts.323.down_proj,0.0000050467,0.05000,1.903
38,mlp.experts.402.down_proj,0.0000118324,0.05000,1.852
38,mlp.experts.486.down_proj,0.0000014765,0.05000,1.862
38,mlp.experts.397.down_proj,0.0000096743,0.05000,1.829
38,mlp.experts.389.down_proj,0.0000031664,0.05000,1.857
38,mlp.experts.502.down_proj,failsafe(rtn): 0.0016022,0.00000,0.087
38,mlp.experts.471.down_proj,0.0000021315,0.05000,1.777
38,mlp.experts.487.down_proj,failsafe(rtn): 0.0016174,0.00000,0.091
38,mlp.experts.399.down_proj,0.0000010145,0.05000,1.754
38,mlp.experts.347.down_proj,0.0000010210,0.05000,1.769
38,mlp.experts.252.down_proj,0.0000049121,0.05000,1.644
38,mlp.experts.339.down_proj,0.0000050290,0.05000,1.714
38,mlp.experts.418.down_proj,0.0000216246,0.05000,1.633
38,mlp.experts.405.down_proj,0.0000166899,0.05000,1.586
38,mlp.experts.413.down_proj,0.0000027309,0.05000,1.634
38,mlp.experts.415.down_proj,0.0000054444,0.05000,1.664
38,mlp.experts.268.down_proj,0.0000020508,0.05000,1.609
38,mlp.experts.503.down_proj,0.0000018133,0.05000,1.696
38,mlp.experts.363.down_proj,0.0000045672,0.05000,1.667
38,mlp.experts.355.down_proj,0.0000062258,0.05000,1.650
38,mlp.experts.434.down_proj,0.0000053412,0.05000,1.519
38,mlp.experts.429.down_proj,0.0000018078,0.05000,1.547
38,mlp.experts.421.down_proj,0.0000057537,0.05000,1.590
38,mlp.experts.284.down_proj,0.0000061407,0.05000,1.393
38,mlp.experts.431.down_proj,0.0000019296,0.05000,1.502
38,mlp.experts.379.down_proj,0.0000132033,0.05000,1.456
38,mlp.experts.371.down_proj,0.0000026724,0.05000,1.486
38,mlp.experts.450.down_proj,0.0000079298,0.05000,1.485
38,mlp.experts.445.down_proj,0.0000014347,0.05000,1.484
38,mlp.experts.437.down_proj,0.0000104028,0.05000,1.484
38,mlp.experts.300.down_proj,0.0000064594,0.05000,1.381
38,mlp.experts.395.down_proj,0.0000047903,0.05000,1.424
38,mlp.experts.447.down_proj,0.0000119689,0.05000,1.469
38,mlp.experts.387.down_proj,0.0000286725,0.05000,1.411
38,mlp.experts.466.down_proj,0.0000142836,0.05000,1.331
38,mlp.experts.461.down_proj,0.0000043405,0.05000,1.413
38,mlp.experts.453.down_proj,0.0000175628,0.05000,1.413
38,mlp.experts.316.down_proj,0.0000036218,0.05000,1.374
38,mlp.experts.411.down_proj,0.0000030846,0.05000,1.382
38,mlp.experts.463.down_proj,0.0000062291,0.05000,1.389
38,mlp.experts.479.down_proj,failsafe(rtn): 0.0016022,0.00000,0.074
38,mlp.experts.403.down_proj,0.0000037989,0.05000,1.380
38,mlp.experts.482.down_proj,0.0000039137,0.05000,1.338
38,mlp.experts.477.down_proj,0.0000123479,0.05000,1.355
38,mlp.experts.469.down_proj,0.0000010146,0.05000,1.358
38,mlp.experts.332.down_proj,0.0000032039,0.05000,1.386
38,mlp.experts.427.down_proj,0.0000275571,0.05000,1.443
38,mlp.experts.495.down_proj,0.0000030868,0.05000,1.420
38,mlp.experts.419.down_proj,0.0000147709,0.05000,1.450
38,mlp.experts.498.down_proj,0.0000143752,0.05000,1.381
38,mlp.experts.493.down_proj,0.0000221283,0.05000,1.374
38,mlp.experts.485.down_proj,0.0000048133,0.05000,1.417
38,mlp.experts.348.down_proj,0.0000053893,0.05000,1.211
38,mlp.experts.443.down_proj,0.0000155013,0.05000,1.246
38,mlp.experts.511.down_proj,0.0000071290,0.05000,1.252
38,mlp.experts.435.down_proj,0.0000095926,0.05000,1.204
38,mlp.experts.509.down_proj,0.0000096254,0.05000,1.097
38,mlp.experts.501.down_proj,0.0000113086,0.05000,1.064
38,mlp.experts.364.down_proj,0.0000041124,0.05000,0.769
38,mlp.experts.459.down_proj,0.0000075092,0.05000,0.659
38,mlp.experts.451.down_proj,0.0000040388,0.05000,0.525
38,mlp.experts.380.down_proj,0.0000034800,0.05000,0.369
38,mlp.experts.475.down_proj,0.0000020205,0.05000,0.460
38,mlp.experts.467.down_proj,0.0000032861,0.05000,0.446
38,mlp.experts.396.down_proj,0.0000018634,0.05000,0.369
38,mlp.experts.491.down_proj,0.0000047777,0.05000,0.407
38,mlp.experts.483.down_proj,0.0000115107,0.05000,0.436
38,mlp.experts.412.down_proj,0.0000019054,0.05000,0.364
38,mlp.experts.507.down_proj,0.0000237080,0.05000,0.460
38,mlp.experts.499.down_proj,0.0000122350,0.05000,0.441
38,mlp.experts.428.down_proj,0.0000051977,0.05000,0.398
38,mlp.experts.444.down_proj,0.0000022341,0.05000,0.124
38,mlp.experts.460.down_proj,0.0000022569,0.05000,0.124
38,mlp.experts.476.down_proj,0.0000058113,0.05000,0.126
38,mlp.experts.492.down_proj,0.0000044029,0.05000,0.125
38,mlp.experts.508.down_proj,failsafe(rtn): 0.0016174,0.00000,0.008
39,mlp.experts.8.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.783
39,mlp.experts.14.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.871
39,mlp.experts.0.gate_proj,0.0000584432,0.05000,14.854
39,mlp.experts.1.gate_proj,0.0000378328,0.05000,14.881
39,mlp.experts.2.gate_proj,0.0000246102,0.05000,14.817
39,mlp.experts.6.gate_proj,0.0000883546,0.05000,14.923
39,mlp.experts.10.gate_proj,0.0000292304,0.05000,14.926
39,mlp.experts.15.gate_proj,0.0000484597,0.05000,14.944
39,mlp.experts.11.gate_proj,0.0000442645,0.05000,14.957
39,mlp.experts.7.gate_proj,0.0000204095,0.05000,14.977
39,mlp.experts.12.gate_proj,0.0000615807,0.05000,14.989
39,mlp.experts.5.gate_proj,0.0000506706,0.05000,15.071
39,mlp.experts.13.gate_proj,0.0000200692,0.05000,15.103
39,mlp.experts.3.gate_proj,0.0000818991,0.05000,15.059
39,mlp.experts.4.gate_proj,0.0000827160,0.05000,15.145
39,mlp.experts.9.gate_proj,0.0000103066,0.05000,15.215
39,mlp.experts.24.gate_proj,0.0000616403,0.05000,14.953
39,mlp.experts.30.gate_proj,0.0000694291,0.05000,14.966
39,mlp.experts.16.gate_proj,0.0000326809,0.05000,14.683
39,mlp.experts.18.gate_proj,0.0000350029,0.05000,14.747
39,mlp.experts.28.gate_proj,0.0000885796,0.05000,14.625
39,mlp.experts.26.gate_proj,0.0000178471,0.05000,14.777
39,mlp.experts.22.gate_proj,0.0000566229,0.05000,14.821
39,mlp.experts.23.gate_proj,0.0001214984,0.05000,14.833
39,mlp.experts.27.gate_proj,0.0000655125,0.05000,14.848
39,mlp.experts.31.gate_proj,0.0001271690,0.05000,14.890
39,mlp.experts.17.gate_proj,0.0000387407,0.05000,15.022
39,mlp.experts.21.gate_proj,0.0000456127,0.05000,14.857
39,mlp.experts.20.gate_proj,0.0000411880,0.05000,14.798
39,mlp.experts.19.gate_proj,0.0000327635,0.05000,14.894
39,mlp.experts.29.gate_proj,0.0000757546,0.05000,14.945
39,mlp.experts.25.gate_proj,0.0000239933,0.05000,14.865
39,mlp.experts.40.gate_proj,0.0000663938,0.05000,14.695
39,mlp.experts.46.gate_proj,0.0000198091,0.05000,14.877
39,mlp.experts.56.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.788
39,mlp.experts.32.gate_proj,0.0001039405,0.05000,14.517
39,mlp.experts.34.gate_proj,0.0000218704,0.05000,14.604
39,mlp.experts.44.gate_proj,0.0000835138,0.05000,14.654
39,mlp.experts.38.gate_proj,0.0000356537,0.05000,14.594
39,mlp.experts.42.gate_proj,0.0000264330,0.05000,14.635
39,mlp.experts.39.gate_proj,0.0000183122,0.05000,14.560
39,mlp.experts.47.gate_proj,0.0000160361,0.05000,14.565
39,mlp.experts.43.gate_proj,0.0000192735,0.05000,14.612
39,mlp.experts.37.gate_proj,0.0000217997,0.05000,14.487
39,mlp.experts.33.gate_proj,0.0000530680,0.05000,14.629
39,mlp.experts.45.gate_proj,0.0000909091,0.05000,14.514
39,mlp.experts.36.gate_proj,0.0000521066,0.05000,14.625
39,mlp.experts.41.gate_proj,0.0000241890,0.05000,14.483
39,mlp.experts.35.gate_proj,0.0000293301,0.05000,14.713
39,mlp.experts.53.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.852
39,mlp.experts.62.gate_proj,0.0000348941,0.05000,14.746
39,mlp.experts.72.gate_proj,0.0000575721,0.05000,14.565
39,mlp.experts.78.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.785
39,mlp.experts.48.gate_proj,0.0000164097,0.05000,14.475
39,mlp.experts.54.gate_proj,0.0000550394,0.05000,14.389
39,mlp.experts.50.gate_proj,0.0001166949,0.05000,14.527
39,mlp.experts.60.gate_proj,0.0000211220,0.05000,14.453
39,mlp.experts.58.gate_proj,0.0000617249,0.05000,14.410
39,mlp.experts.59.gate_proj,0.0000333539,0.05000,14.445
39,mlp.experts.55.gate_proj,0.0000299171,0.05000,14.533
39,mlp.experts.63.gate_proj,0.0000358818,0.05000,14.520
39,mlp.experts.49.gate_proj,0.0000435457,0.05000,14.497
39,mlp.experts.52.gate_proj,0.0001311050,0.05000,14.487
39,mlp.experts.57.gate_proj,0.0000716964,0.05000,14.515
39,mlp.experts.61.gate_proj,0.0000273595,0.05000,14.556
39,mlp.experts.51.gate_proj,0.0001194081,0.05000,14.505
39,mlp.experts.71.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.800
39,mlp.experts.69.gate_proj,0.0000506369,0.05000,14.551
39,mlp.experts.88.gate_proj,0.0000605533,0.05000,14.351
39,mlp.experts.85.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.789
39,mlp.experts.94.gate_proj,0.0000197449,0.05000,14.363
39,mlp.experts.64.gate_proj,0.0000234894,0.05000,14.458
39,mlp.experts.70.gate_proj,0.0000257320,0.05000,14.392
39,mlp.experts.76.gate_proj,0.0000875687,0.05000,14.408
39,mlp.experts.74.gate_proj,0.0000405176,0.05000,14.527
39,mlp.experts.66.gate_proj,0.0000695601,0.05000,14.591
39,mlp.experts.68.gate_proj,0.0000353610,0.05000,14.354
39,mlp.experts.79.gate_proj,0.0000315550,0.05000,14.489
39,mlp.experts.75.gate_proj,0.0000138972,0.05000,14.556
39,mlp.experts.65.gate_proj,0.0000440203,0.05000,14.577
39,mlp.experts.73.gate_proj,0.0000249548,0.05000,14.560
39,mlp.experts.67.gate_proj,0.0000220866,0.05000,14.441
39,mlp.experts.77.gate_proj,0.0000306846,0.05000,14.646
39,mlp.experts.92.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.817
39,mlp.experts.87.gate_proj,0.0000943602,0.05000,14.559
39,mlp.experts.104.gate_proj,0.0000513586,0.05000,14.478
39,mlp.experts.110.gate_proj,0.0000810835,0.05000,14.422
39,mlp.experts.101.gate_proj,0.0000330907,0.05000,14.474
39,mlp.experts.80.gate_proj,0.0000563563,0.05000,14.738
39,mlp.experts.86.gate_proj,0.0000214440,0.05000,14.718
39,mlp.experts.90.gate_proj,0.0001110832,0.05000,14.723
39,mlp.experts.91.gate_proj,0.0000357726,0.05000,14.609
39,mlp.experts.84.gate_proj,0.0000371957,0.05000,14.718
39,mlp.experts.95.gate_proj,0.0000443059,0.05000,14.750
39,mlp.experts.82.gate_proj,0.0000103917,0.05000,14.820
39,mlp.experts.81.gate_proj,0.0000206636,0.05000,14.752
39,mlp.experts.83.gate_proj,0.0000183828,0.05000,14.811
39,mlp.experts.89.gate_proj,0.0000156572,0.05000,14.906
39,mlp.experts.93.gate_proj,0.0000317969,0.05000,14.910
39,mlp.experts.108.gate_proj,0.0000292547,0.05000,14.737
39,mlp.experts.107.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.834
39,mlp.experts.103.gate_proj,0.0000921028,0.05000,14.893
39,mlp.experts.120.gate_proj,0.0000328106,0.05000,14.706
39,mlp.experts.126.gate_proj,0.0000370130,0.05000,14.933
39,mlp.experts.117.gate_proj,0.0001194698,0.05000,14.921
39,mlp.experts.96.gate_proj,0.0000141047,0.05000,15.028
39,mlp.experts.102.gate_proj,0.0000375029,0.05000,14.917
39,mlp.experts.98.gate_proj,0.0001083877,0.05000,14.935
39,mlp.experts.100.gate_proj,0.0000821459,0.05000,15.006
39,mlp.experts.111.gate_proj,0.0000883942,0.05000,15.048
39,mlp.experts.106.gate_proj,0.0000502679,0.05000,15.192
39,mlp.experts.97.gate_proj,0.0000184869,0.05000,15.143
39,mlp.experts.105.gate_proj,0.0000242757,0.05000,14.945
39,mlp.experts.99.gate_proj,0.0000537573,0.05000,15.130
39,mlp.experts.109.gate_proj,0.0000187240,0.05000,15.020
39,mlp.experts.124.gate_proj,0.0000579198,0.05000,15.011
39,mlp.experts.123.gate_proj,0.0000783261,0.05000,14.944
39,mlp.experts.136.gate_proj,0.0000252714,0.05000,14.966
39,mlp.experts.119.gate_proj,0.0000102420,0.05000,15.167
39,mlp.experts.142.gate_proj,0.0000386989,0.05000,14.908
39,mlp.experts.133.gate_proj,0.0000719411,0.05000,14.900
39,mlp.experts.112.gate_proj,0.0000513177,0.05000,14.404
39,mlp.experts.118.gate_proj,0.0000368919,0.05000,14.431
39,mlp.experts.127.gate_proj,0.0000379098,0.05000,14.318
39,mlp.experts.114.gate_proj,0.0000810678,0.05000,14.430
39,mlp.experts.122.gate_proj,0.0000359379,0.05000,14.442
39,mlp.experts.116.gate_proj,0.0000335102,0.05000,14.575
39,mlp.experts.113.gate_proj,0.0000547448,0.05000,14.485
39,mlp.experts.115.gate_proj,0.0000551059,0.05000,14.361
39,mlp.experts.121.gate_proj,0.0000671884,0.05000,14.479
39,mlp.experts.140.gate_proj,0.0000363747,0.05000,14.382
39,mlp.experts.125.gate_proj,0.0000456872,0.05000,14.460
39,mlp.experts.139.gate_proj,0.0000268627,0.05000,14.362
39,mlp.experts.152.gate_proj,0.0000354173,0.05000,14.336
39,mlp.experts.135.gate_proj,0.0000382517,0.05000,14.332
39,mlp.experts.131.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.808
39,mlp.experts.156.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.830
39,mlp.experts.149.gate_proj,0.0000260632,0.05000,14.383
39,mlp.experts.158.gate_proj,0.0000228574,0.05000,14.535
39,mlp.experts.151.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.835
39,mlp.experts.174.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.716
39,mlp.experts.128.gate_proj,0.0000345013,0.05000,14.498
39,mlp.experts.134.gate_proj,0.0000515873,0.05000,14.507
39,mlp.experts.130.gate_proj,0.0000363731,0.05000,14.410
39,mlp.experts.143.gate_proj,0.0000578501,0.05000,14.515
39,mlp.experts.132.gate_proj,0.0000303846,0.05000,14.358
39,mlp.experts.138.gate_proj,0.0000284194,0.05000,14.525
39,mlp.experts.129.gate_proj,0.0000672146,0.05000,14.535
39,mlp.experts.137.gate_proj,0.0000434154,0.05000,14.523
39,mlp.experts.141.gate_proj,0.0000466512,0.05000,14.455
39,mlp.experts.155.gate_proj,0.0000347454,0.05000,14.411
39,mlp.experts.148.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.720
39,mlp.experts.168.gate_proj,0.0000141062,0.05000,14.498
39,mlp.experts.172.gate_proj,0.0000427254,0.05000,14.309
39,mlp.experts.147.gate_proj,0.0000248651,0.05000,14.540
39,mlp.experts.165.gate_proj,0.0000326180,0.05000,14.361
39,mlp.experts.167.gate_proj,0.0001142059,0.05000,14.397
39,mlp.experts.190.gate_proj,0.0000251584,0.05000,14.307
39,mlp.experts.144.gate_proj,0.0000447940,0.05000,13.958
39,mlp.experts.150.gate_proj,0.0000234225,0.05000,13.972
39,mlp.experts.159.gate_proj,0.0000139057,0.05000,13.852
39,mlp.experts.146.gate_proj,0.0000485372,0.05000,14.016
39,mlp.experts.154.gate_proj,0.0000536424,0.05000,13.929
39,mlp.experts.160.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.735
39,mlp.experts.145.gate_proj,0.0000231708,0.05000,14.076
39,mlp.experts.153.gate_proj,0.0000218975,0.05000,14.062
39,mlp.experts.157.gate_proj,0.0000390591,0.05000,14.085
39,mlp.experts.171.gate_proj,0.0000469960,0.05000,14.076
39,mlp.experts.162.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.797
39,mlp.experts.164.gate_proj,0.0000371491,0.05000,14.025
39,mlp.experts.184.gate_proj,0.0000200436,0.05000,13.949
39,mlp.experts.188.gate_proj,0.0000618145,0.05000,13.964
39,mlp.experts.163.gate_proj,0.0000173488,0.05000,14.007
39,mlp.experts.181.gate_proj,0.0000189026,0.05000,14.029
39,mlp.experts.183.gate_proj,0.0000345039,0.05000,14.161
39,mlp.experts.206.gate_proj,0.0000370497,0.05000,14.076
39,mlp.experts.166.gate_proj,0.0000088230,0.05000,14.383
39,mlp.experts.175.gate_proj,0.0000256567,0.05000,14.305
39,mlp.experts.170.gate_proj,0.0000102159,0.05000,14.399
39,mlp.experts.176.gate_proj,0.0000911372,0.05000,14.354
39,mlp.experts.182.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.723
39,mlp.experts.169.gate_proj,0.0000810279,0.05000,14.311
39,mlp.experts.161.gate_proj,0.0000468837,0.05000,14.386
39,mlp.experts.178.gate_proj,0.0000353320,0.05000,14.247
39,mlp.experts.187.gate_proj,0.0000137696,0.05000,14.298
39,mlp.experts.173.gate_proj,0.0000245349,0.05000,14.365
39,mlp.experts.180.gate_proj,0.0000313567,0.05000,14.405
39,mlp.experts.200.gate_proj,0.0000514095,0.05000,14.375
39,mlp.experts.204.gate_proj,0.0000409454,0.05000,14.469
39,mlp.experts.179.gate_proj,0.0000207567,0.05000,14.570
39,mlp.experts.197.gate_proj,0.0000961153,0.05000,14.377
39,mlp.experts.199.gate_proj,0.0000377437,0.05000,14.404
39,mlp.experts.222.gate_proj,0.0000182890,0.05000,14.266
39,mlp.experts.191.gate_proj,0.0000375611,0.05000,14.573
39,mlp.experts.192.gate_proj,0.0000165448,0.05000,14.481
39,mlp.experts.186.gate_proj,0.0000604792,0.05000,14.647
39,mlp.experts.198.gate_proj,0.0000241140,0.05000,14.667
39,mlp.experts.203.gate_proj,0.0000691999,0.05000,14.549
39,mlp.experts.185.gate_proj,0.0000293224,0.05000,14.733
39,mlp.experts.189.gate_proj,0.0000303466,0.05000,14.615
39,mlp.experts.194.gate_proj,0.0000410160,0.05000,14.666
39,mlp.experts.177.gate_proj,0.0000254329,0.05000,14.840
39,mlp.experts.196.gate_proj,0.0000385700,0.05000,14.697
39,mlp.experts.202.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.834
39,mlp.experts.216.gate_proj,0.0000221149,0.05000,14.806
39,mlp.experts.220.gate_proj,0.0000264336,0.05000,14.695
39,mlp.experts.201.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.875
39,mlp.experts.195.gate_proj,0.0000419852,0.05000,14.721
39,mlp.experts.213.gate_proj,0.0000385908,0.05000,14.797
39,mlp.experts.217.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.675
39,mlp.experts.215.gate_proj,0.0000279245,0.05000,14.830
39,mlp.experts.238.gate_proj,0.0000562568,0.05000,14.738
39,mlp.experts.229.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.749
39,mlp.experts.207.gate_proj,0.0000249905,0.05000,14.489
39,mlp.experts.208.gate_proj,0.0000207034,0.05000,14.691
39,mlp.experts.214.gate_proj,0.0001031650,0.05000,14.622
39,mlp.experts.219.gate_proj,0.0000080660,0.05000,14.514
39,mlp.experts.210.gate_proj,0.0000399497,0.05000,14.474
39,mlp.experts.212.gate_proj,0.0000424890,0.05000,14.339
39,mlp.experts.205.gate_proj,0.0000111485,0.05000,14.616
39,mlp.experts.193.gate_proj,0.0000223612,0.05000,14.548
39,mlp.experts.218.gate_proj,0.0000412933,0.05000,14.477
39,mlp.experts.232.gate_proj,0.0000173055,0.05000,14.458
39,mlp.experts.236.gate_proj,0.0000727210,0.05000,14.414
39,mlp.experts.211.gate_proj,0.0001086055,0.05000,14.416
39,mlp.experts.209.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.690
39,mlp.experts.233.gate_proj,0.0000289143,0.05000,14.464
39,mlp.experts.231.gate_proj,0.0000442527,0.05000,14.359
39,mlp.experts.254.gate_proj,0.0000409162,0.05000,14.421
39,mlp.experts.245.gate_proj,0.0000283525,0.05000,14.403
39,mlp.experts.249.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.811
39,mlp.experts.247.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.809
39,mlp.experts.223.gate_proj,0.0000211062,0.05000,14.181
39,mlp.experts.224.gate_proj,0.0000378207,0.05000,14.303
39,mlp.experts.235.gate_proj,0.0000242482,0.05000,14.224
39,mlp.experts.230.gate_proj,0.0000627570,0.05000,14.275
39,mlp.experts.228.gate_proj,0.0000483452,0.05000,14.140
39,mlp.experts.226.gate_proj,0.0000928868,0.05000,14.311
39,mlp.experts.221.gate_proj,0.0000508260,0.05000,14.236
39,mlp.experts.234.gate_proj,0.0000151657,0.05000,14.078
39,mlp.experts.248.gate_proj,0.0000369948,0.05000,14.172
39,mlp.experts.252.gate_proj,0.0000129210,0.05000,14.133
39,mlp.experts.227.gate_proj,0.0000893901,0.05000,14.172
39,mlp.experts.225.gate_proj,0.0000160312,0.05000,14.199
39,mlp.experts.264.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.788
39,mlp.experts.243.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.721
39,mlp.experts.270.gate_proj,0.0000642797,0.05000,14.153
39,mlp.experts.261.gate_proj,0.0000288083,0.05000,14.165
39,mlp.experts.263.gate_proj,0.0000354265,0.05000,13.965
39,mlp.experts.265.gate_proj,0.0001239138,0.05000,14.228
39,mlp.experts.286.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.755
39,mlp.experts.239.gate_proj,0.0001200569,0.05000,14.391
39,mlp.experts.240.gate_proj,0.0000454710,0.05000,14.384
39,mlp.experts.246.gate_proj,0.0000197040,0.05000,14.367
39,mlp.experts.242.gate_proj,0.0000346444,0.05000,14.269
39,mlp.experts.251.gate_proj,0.0000288921,0.05000,14.447
39,mlp.experts.244.gate_proj,0.0000463485,0.05000,14.372
39,mlp.experts.250.gate_proj,0.0000327073,0.05000,14.210
39,mlp.experts.237.gate_proj,0.0000486465,0.05000,14.429
39,mlp.experts.268.gate_proj,0.0000411571,0.05000,14.425
39,mlp.experts.258.gate_proj,failsafe(rtn): 0.0017471,0.00000,0.810
39,mlp.experts.241.gate_proj,0.0000241806,0.05000,14.358
39,mlp.experts.280.gate_proj,0.0001276292,0.05000,14.389
39,mlp.experts.259.gate_proj,0.0000952574,0.05000,14.405
39,mlp.experts.277.gate_proj,0.0000530015,0.05000,14.373
39,mlp.experts.279.gate_proj,0.0000527188,0.05000,14.513
39,mlp.experts.281.gate_proj,0.0000576486,0.05000,14.456
39,mlp.experts.302.gate_proj,0.0000970614,0.05000,14.318
39,mlp.experts.255.gate_proj,0.0000668294,0.05000,15.431
39,mlp.experts.256.gate_proj,0.0000664799,0.05000,15.307
39,mlp.experts.260.gate_proj,0.0000245271,0.05000,15.273
39,mlp.experts.266.gate_proj,0.0000358454,0.05000,15.348
39,mlp.experts.262.gate_proj,0.0000236510,0.05000,15.494
39,mlp.experts.267.gate_proj,0.0000387481,0.05000,15.511
39,mlp.experts.253.gate_proj,0.0000282748,0.05000,15.436
39,mlp.experts.284.gate_proj,0.0000249338,0.05000,15.310
39,mlp.experts.257.gate_proj,0.0000417921,0.05000,15.343
39,mlp.experts.274.gate_proj,0.0000335576,0.05000,15.381
39,mlp.experts.269.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.708
39,mlp.experts.296.gate_proj,0.0000675034,0.05000,15.292
39,mlp.experts.275.gate_proj,0.0000193576,0.05000,15.304
39,mlp.experts.293.gate_proj,0.0000105775,0.05000,15.259
39,mlp.experts.318.gate_proj,0.0000267899,0.05000,15.187
39,mlp.experts.295.gate_proj,0.0000754923,0.05000,15.470
39,mlp.experts.297.gate_proj,0.0000642869,0.05000,15.299
39,mlp.experts.271.gate_proj,0.0000508707,0.05000,14.476
39,mlp.experts.272.gate_proj,0.0000168356,0.05000,14.297
39,mlp.experts.276.gate_proj,0.0000249447,0.05000,14.330
39,mlp.experts.282.gate_proj,0.0000626702,0.05000,14.263
39,mlp.experts.278.gate_proj,0.0000620455,0.05000,14.283
39,mlp.experts.283.gate_proj,0.0000427415,0.05000,14.405
39,mlp.experts.300.gate_proj,0.0000063270,0.05000,14.274
39,mlp.experts.290.gate_proj,0.0000602112,0.05000,14.336
39,mlp.experts.273.gate_proj,0.0000727502,0.05000,14.354
39,mlp.experts.285.gate_proj,0.0000208089,0.05000,14.441
39,mlp.experts.316.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.695
39,mlp.experts.312.gate_proj,0.0000491175,0.05000,14.302
39,mlp.experts.291.gate_proj,0.0000551015,0.05000,14.351
39,mlp.experts.289.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.724
39,mlp.experts.309.gate_proj,0.0000442745,0.05000,14.410
39,mlp.experts.334.gate_proj,0.0000386248,0.05000,14.433
39,mlp.experts.313.gate_proj,0.0000405902,0.05000,14.412
39,mlp.experts.311.gate_proj,0.0000503218,0.05000,14.476
39,mlp.experts.287.gate_proj,0.0000583851,0.05000,14.271
39,mlp.experts.288.gate_proj,0.0000613841,0.05000,14.151
39,mlp.experts.298.gate_proj,0.0000454051,0.05000,14.225
39,mlp.experts.292.gate_proj,0.0000293975,0.05000,14.312
39,mlp.experts.294.gate_proj,0.0000304649,0.05000,14.389
39,mlp.experts.299.gate_proj,0.0000306552,0.05000,14.401
39,mlp.experts.308.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.786
39,mlp.experts.306.gate_proj,0.0000377171,0.05000,14.364
39,mlp.experts.301.gate_proj,0.0000327915,0.05000,14.408
39,mlp.experts.332.gate_proj,0.0000627515,0.05000,14.396
39,mlp.experts.328.gate_proj,0.0000315435,0.05000,14.465
39,mlp.experts.324.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.756
39,mlp.experts.307.gate_proj,0.0001074223,0.05000,14.559
39,mlp.experts.305.gate_proj,0.0000967401,0.05000,14.599
39,mlp.experts.325.gate_proj,0.0000199253,0.05000,14.529
39,mlp.experts.327.gate_proj,0.0000559565,0.05000,14.584
39,mlp.experts.350.gate_proj,0.0000496194,0.05000,14.654
39,mlp.experts.329.gate_proj,0.0000298001,0.05000,14.797
39,mlp.experts.366.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.795
39,mlp.experts.345.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.778
39,mlp.experts.382.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.800
39,mlp.experts.303.gate_proj,0.0000736016,0.05000,14.882
39,mlp.experts.304.gate_proj,0.0000268555,0.05000,14.878
39,mlp.experts.314.gate_proj,0.0000322797,0.05000,14.874
39,mlp.experts.310.gate_proj,0.0000290097,0.05000,14.765
39,mlp.experts.315.gate_proj,0.0000317507,0.05000,14.843
39,mlp.experts.322.gate_proj,0.0000827800,0.05000,14.645
39,mlp.experts.317.gate_proj,0.0000512061,0.05000,14.620
39,mlp.experts.348.gate_proj,0.0000478523,0.05000,14.755
39,mlp.experts.344.gate_proj,0.0000453909,0.05000,14.741
39,mlp.experts.340.gate_proj,0.0000688167,0.05000,14.780
39,mlp.experts.323.gate_proj,0.0000349678,0.05000,14.662
39,mlp.experts.321.gate_proj,0.0000650520,0.05000,14.599
39,mlp.experts.341.gate_proj,0.0000261629,0.05000,14.627
39,mlp.experts.343.gate_proj,0.0000293401,0.05000,14.625
39,mlp.experts.361.gate_proj,0.0000401848,0.05000,14.551
39,mlp.experts.398.gate_proj,0.0000352147,0.05000,14.286
39,mlp.experts.319.gate_proj,0.0000191079,0.05000,14.596
39,mlp.experts.320.gate_proj,0.0000876617,0.05000,14.495
39,mlp.experts.330.gate_proj,0.0000472202,0.05000,14.390
39,mlp.experts.326.gate_proj,0.0000281440,0.05000,14.509
39,mlp.experts.331.gate_proj,0.0000348906,0.05000,14.566
39,mlp.experts.338.gate_proj,0.0000052187,0.05000,14.533
39,mlp.experts.333.gate_proj,0.0000319090,0.05000,14.417
39,mlp.experts.364.gate_proj,0.0000866863,0.05000,14.537
39,mlp.experts.360.gate_proj,0.0000387840,0.05000,14.540
39,mlp.experts.356.gate_proj,0.0000413609,0.05000,14.463
39,mlp.experts.339.gate_proj,0.0000233318,0.05000,14.679
39,mlp.experts.337.gate_proj,0.0000488062,0.05000,14.693
39,mlp.experts.357.gate_proj,0.0000388794,0.05000,14.576
39,mlp.experts.380.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.773
39,mlp.experts.359.gate_proj,0.0000361214,0.05000,14.613
39,mlp.experts.377.gate_proj,0.0000229653,0.05000,14.680
39,mlp.experts.414.gate_proj,0.0000213080,0.05000,14.690
39,mlp.experts.335.gate_proj,0.0000210921,0.05000,14.845
39,mlp.experts.336.gate_proj,0.0000462040,0.05000,14.955
39,mlp.experts.346.gate_proj,0.0000204088,0.05000,14.914
39,mlp.experts.342.gate_proj,0.0000385751,0.05000,14.866
39,mlp.experts.347.gate_proj,0.0000729084,0.05000,14.934
39,mlp.experts.354.gate_proj,0.0000247951,0.05000,15.012
39,mlp.experts.349.gate_proj,0.0000437375,0.05000,14.931
39,mlp.experts.372.gate_proj,0.0000429597,0.05000,14.754
39,mlp.experts.376.gate_proj,0.0000544210,0.05000,14.854
39,mlp.experts.355.gate_proj,0.0000565847,0.05000,14.770
39,mlp.experts.373.gate_proj,0.0000929424,0.05000,14.869
39,mlp.experts.353.gate_proj,0.0000857635,0.05000,14.959
39,mlp.experts.396.gate_proj,0.0000302574,0.05000,14.789
39,mlp.experts.392.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.753
39,mlp.experts.375.gate_proj,0.0000271695,0.05000,14.846
39,mlp.experts.393.gate_proj,0.0000682576,0.05000,15.083
39,mlp.experts.430.gate_proj,0.0000738431,0.05000,14.993
39,mlp.experts.351.gate_proj,0.0000521894,0.05000,14.416
39,mlp.experts.352.gate_proj,0.0000152187,0.05000,14.457
39,mlp.experts.362.gate_proj,0.0000192090,0.05000,14.417
39,mlp.experts.358.gate_proj,0.0000179498,0.05000,14.440
39,mlp.experts.367.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.723
39,mlp.experts.363.gate_proj,0.0000307818,0.05000,14.518
39,mlp.experts.370.gate_proj,0.0000677881,0.05000,14.501
39,mlp.experts.365.gate_proj,0.0000068797,0.05000,14.485
39,mlp.experts.388.gate_proj,0.0000334546,0.05000,14.348
39,mlp.experts.386.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.661
39,mlp.experts.371.gate_proj,0.0000343917,0.05000,14.504
39,mlp.experts.369.gate_proj,0.0000617427,0.05000,14.445
39,mlp.experts.412.gate_proj,0.0000347026,0.05000,14.421
39,mlp.experts.389.gate_proj,0.0000320636,0.05000,14.585
39,mlp.experts.408.gate_proj,0.0000198385,0.05000,14.552
39,mlp.experts.391.gate_proj,0.0000471122,0.05000,14.505
39,mlp.experts.409.gate_proj,0.0000564524,0.05000,14.492
39,mlp.experts.446.gate_proj,0.0000341281,0.05000,14.402
39,mlp.experts.368.gate_proj,0.0000545126,0.05000,14.420
39,mlp.experts.378.gate_proj,0.0000318213,0.05000,14.494
39,mlp.experts.383.gate_proj,0.0000638136,0.05000,14.421
39,mlp.experts.374.gate_proj,0.0001283041,0.05000,14.566
39,mlp.experts.384.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.801
39,mlp.experts.379.gate_proj,0.0000852138,0.05000,14.566
39,mlp.experts.399.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.736
39,mlp.experts.381.gate_proj,0.0000389027,0.05000,14.513
39,mlp.experts.404.gate_proj,0.0000421974,0.05000,14.532
39,mlp.experts.397.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.761
39,mlp.experts.402.gate_proj,0.0000749373,0.05000,14.759
39,mlp.experts.387.gate_proj,0.0000447758,0.05000,14.717
39,mlp.experts.428.gate_proj,0.0000554204,0.05000,14.589
39,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.827
39,mlp.experts.385.gate_proj,0.0000796868,0.05000,14.865
39,mlp.experts.424.gate_proj,0.0000248639,0.05000,14.743
39,mlp.experts.405.gate_proj,0.0000336460,0.05000,14.909
39,mlp.experts.407.gate_proj,0.0000366454,0.05000,14.657
39,mlp.experts.436.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.740
39,mlp.experts.425.gate_proj,0.0000157826,0.05000,14.643
39,mlp.experts.462.gate_proj,0.0000804417,0.05000,14.666
39,mlp.experts.478.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.818
39,mlp.experts.394.gate_proj,0.0000196269,0.05000,14.965
39,mlp.experts.390.gate_proj,0.0000640019,0.05000,15.007
39,mlp.experts.400.gate_proj,0.0000229448,0.05000,15.057
39,mlp.experts.410.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.790
39,mlp.experts.395.gate_proj,0.0000162509,0.05000,15.154
39,mlp.experts.415.gate_proj,0.0000240059,0.05000,15.022
39,mlp.experts.411.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.703
39,mlp.experts.413.gate_proj,0.0000223492,0.05000,14.896
39,mlp.experts.418.gate_proj,0.0000164637,0.05000,14.894
39,mlp.experts.444.gate_proj,0.0000505699,0.05000,14.746
39,mlp.experts.403.gate_proj,0.0000819587,0.05000,15.029
39,mlp.experts.401.gate_proj,0.0000154581,0.05000,14.904
39,mlp.experts.440.gate_proj,0.0000621806,0.05000,14.788
39,mlp.experts.421.gate_proj,0.0000128518,0.05000,14.898
39,mlp.experts.452.gate_proj,0.0000609885,0.05000,14.797
39,mlp.experts.423.gate_proj,0.0000612204,0.05000,14.908
39,mlp.experts.441.gate_proj,0.0000453724,0.05000,14.850
39,mlp.experts.494.gate_proj,0.0000839294,0.05000,14.640
39,mlp.experts.406.gate_proj,0.0001280876,0.05000,14.243
39,mlp.experts.416.gate_proj,0.0000118376,0.05000,14.238
39,mlp.experts.426.gate_proj,0.0000681623,0.05000,14.317
39,mlp.experts.431.gate_proj,0.0000299562,0.05000,14.253
39,mlp.experts.427.gate_proj,0.0000937086,0.05000,14.326
39,mlp.experts.429.gate_proj,0.0000152067,0.05000,14.314
39,mlp.experts.460.gate_proj,0.0000383096,0.05000,14.223
39,mlp.experts.434.gate_proj,0.0000209336,0.05000,14.321
39,mlp.experts.419.gate_proj,0.0000402810,0.05000,14.277
39,mlp.experts.417.gate_proj,0.0000748559,0.05000,14.298
39,mlp.experts.437.gate_proj,0.0000306311,0.05000,14.267
39,mlp.experts.456.gate_proj,0.0000641913,0.05000,14.422
39,mlp.experts.450.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.739
39,mlp.experts.468.gate_proj,0.0000355076,0.05000,14.352
39,mlp.experts.439.gate_proj,0.0000683113,0.05000,14.433
39,mlp.experts.457.gate_proj,0.0000946278,0.05000,14.467
39,mlp.experts.510.gate_proj,0.0000249824,0.05000,14.693
39,mlp.experts.14.up_proj,failsafe(rtn): 0.0016174,0.00000,0.807
39,mlp.experts.422.gate_proj,0.0000747025,0.05000,14.867
39,mlp.experts.432.gate_proj,0.0000059950,0.05000,14.824
39,mlp.experts.442.gate_proj,0.0000626260,0.05000,14.827
39,mlp.experts.447.gate_proj,0.0000358238,0.05000,15.002
39,mlp.experts.443.gate_proj,0.0000502737,0.05000,14.972
39,mlp.experts.476.gate_proj,0.0000657096,0.05000,14.904
39,mlp.experts.445.gate_proj,0.0000627466,0.05000,15.012
39,mlp.experts.435.gate_proj,0.0001030150,0.05000,15.109
39,mlp.experts.433.gate_proj,0.0000244980,0.05000,14.996
39,mlp.experts.453.gate_proj,0.0000307400,0.05000,14.847
39,mlp.experts.472.gate_proj,0.0000975549,0.05000,14.938
39,mlp.experts.466.gate_proj,0.0000195900,0.05000,14.958
39,mlp.experts.484.gate_proj,0.0000212996,0.05000,14.820
39,mlp.experts.455.gate_proj,0.0000775897,0.05000,14.994
39,mlp.experts.473.gate_proj,0.0000183706,0.05000,14.712
39,mlp.experts.30.up_proj,0.0000692715,0.05000,14.447
39,mlp.experts.438.gate_proj,0.0000155964,0.05000,14.243
39,mlp.experts.448.gate_proj,0.0000393974,0.05000,14.371
39,mlp.experts.458.gate_proj,0.0000679187,0.05000,14.312
39,mlp.experts.463.gate_proj,0.0000254344,0.05000,14.329
39,mlp.experts.459.gate_proj,0.0000634034,0.05000,14.257
39,mlp.experts.492.gate_proj,0.0000400242,0.05000,14.263
39,mlp.experts.461.gate_proj,0.0000482472,0.05000,14.317
39,mlp.experts.451.gate_proj,0.0000728850,0.05000,14.365
39,mlp.experts.488.gate_proj,0.0000593053,0.05000,14.230
39,mlp.experts.449.gate_proj,0.0000650502,0.05000,14.369
39,mlp.experts.469.gate_proj,0.0000814464,0.05000,14.378
39,mlp.experts.482.gate_proj,0.0000524328,0.05000,14.299
39,mlp.experts.500.gate_proj,0.0000586899,0.05000,14.208
39,mlp.experts.471.gate_proj,0.0000192793,0.05000,14.371
39,mlp.experts.489.gate_proj,0.0000485848,0.05000,14.461
39,mlp.experts.46.up_proj,0.0000186335,0.05000,14.212
39,mlp.experts.454.gate_proj,0.0000343780,0.05000,14.453
39,mlp.experts.464.gate_proj,0.0000803315,0.05000,14.563
39,mlp.experts.474.gate_proj,0.0000281228,0.05000,14.403
39,mlp.experts.479.gate_proj,0.0000304145,0.05000,14.445
39,mlp.experts.475.gate_proj,0.0001208792,0.05000,14.473
39,mlp.experts.508.gate_proj,0.0000206523,0.05000,14.425
39,mlp.experts.477.gate_proj,0.0000586989,0.05000,14.502
39,mlp.experts.504.gate_proj,0.0000507196,0.05000,14.418
39,mlp.experts.467.gate_proj,0.0000373788,0.05000,14.557
39,mlp.experts.465.gate_proj,0.0000162867,0.05000,14.537
39,mlp.experts.4.up_proj,0.0000809513,0.05000,14.291
39,mlp.experts.485.gate_proj,0.0000137401,0.05000,14.524
39,mlp.experts.498.gate_proj,0.0000180729,0.05000,14.481
39,mlp.experts.8.up_proj,failsafe(rtn): 0.0017395,0.00000,0.806
39,mlp.experts.487.gate_proj,0.0001204587,0.05000,14.680
39,mlp.experts.505.gate_proj,0.0000288959,0.05000,14.511
39,mlp.experts.62.up_proj,0.0000342752,0.05000,14.644
39,mlp.experts.78.up_proj,failsafe(rtn): 0.0015945,0.00000,0.658
39,mlp.experts.470.gate_proj,0.0000305626,0.05000,14.330
39,mlp.experts.480.gate_proj,0.0001110384,0.05000,14.377
39,mlp.experts.490.gate_proj,0.0000623912,0.05000,14.423
39,mlp.experts.495.gate_proj,0.0000562555,0.05000,14.381
39,mlp.experts.491.gate_proj,0.0001201078,0.05000,14.476
39,mlp.experts.12.up_proj,0.0000583313,0.05000,14.354
39,mlp.experts.493.gate_proj,0.0000316065,0.05000,14.364
39,mlp.experts.507.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.726
39,mlp.experts.483.gate_proj,0.0000205860,0.05000,14.383
39,mlp.experts.501.gate_proj,0.0000256027,0.05000,14.362
39,mlp.experts.20.up_proj,0.0000430356,0.05000,14.412
39,mlp.experts.2.up_proj,0.0000253966,0.05000,14.335
39,mlp.experts.481.gate_proj,0.0000144510,0.05000,14.523
39,mlp.experts.24.up_proj,0.0000596089,0.05000,14.266
39,mlp.experts.503.gate_proj,0.0000360807,0.05000,14.505
39,mlp.experts.9.up_proj,0.0000103017,0.05000,14.544
39,mlp.experts.94.up_proj,0.0000195380,0.05000,14.454
39,mlp.experts.486.gate_proj,0.0001081788,0.05000,14.402
39,mlp.experts.496.gate_proj,0.0000347407,0.05000,14.269
39,mlp.experts.506.gate_proj,0.0000311858,0.05000,14.430
39,mlp.experts.511.gate_proj,0.0000275100,0.05000,14.481
39,mlp.experts.28.up_proj,0.0000911545,0.05000,14.401
39,mlp.experts.509.gate_proj,0.0000498053,0.05000,14.573
39,mlp.experts.499.gate_proj,0.0000498222,0.05000,14.502
39,mlp.experts.11.up_proj,0.0000425063,0.05000,14.572
39,mlp.experts.36.up_proj,0.0000509518,0.05000,14.507
39,mlp.experts.18.up_proj,0.0000351521,0.05000,14.595
39,mlp.experts.5.up_proj,0.0000511447,0.05000,14.817
39,mlp.experts.497.gate_proj,0.0000761934,0.05000,14.789
39,mlp.experts.40.up_proj,0.0000665969,0.05000,14.562
39,mlp.experts.7.up_proj,0.0000209809,0.05000,14.653
39,mlp.experts.56.up_proj,failsafe(rtn): 0.0015411,0.00000,0.753
39,mlp.experts.25.up_proj,0.0000238129,0.05000,14.533
39,mlp.experts.110.up_proj,0.0000800940,0.05000,14.397
39,mlp.experts.502.gate_proj,0.0000260506,0.05000,14.322
39,mlp.experts.0.up_proj,0.0000599031,0.05000,14.447
39,mlp.experts.10.up_proj,0.0000298292,0.05000,14.301
39,mlp.experts.15.up_proj,0.0000486217,0.05000,14.331
39,mlp.experts.44.up_proj,0.0000843847,0.05000,14.101
39,mlp.experts.13.up_proj,0.0000208531,0.05000,14.126
39,mlp.experts.3.up_proj,0.0000827700,0.05000,13.978
39,mlp.experts.52.up_proj,0.0001263541,0.05000,13.920
39,mlp.experts.27.up_proj,0.0000620400,0.05000,14.141
39,mlp.experts.21.up_proj,0.0000449991,0.05000,13.948
39,mlp.experts.34.up_proj,0.0000220140,0.05000,14.106
39,mlp.experts.1.up_proj,0.0000364256,0.05000,14.010
39,mlp.experts.23.up_proj,0.0001218662,0.05000,14.102
39,mlp.experts.72.up_proj,0.0000559556,0.05000,13.942
39,mlp.experts.41.up_proj,0.0000232439,0.05000,14.028
39,mlp.experts.126.up_proj,0.0000358583,0.05000,14.106
39,mlp.experts.6.up_proj,0.0000702409,0.05000,14.590
39,mlp.experts.16.up_proj,0.0000310090,0.05000,14.421
39,mlp.experts.26.up_proj,0.0000173107,0.05000,14.531
39,mlp.experts.31.up_proj,0.0001280325,0.05000,14.612
39,mlp.experts.60.up_proj,0.0000211970,0.05000,14.639
39,mlp.experts.29.up_proj,0.0000757168,0.05000,14.741
39,mlp.experts.68.up_proj,0.0000349899,0.05000,14.624
39,mlp.experts.19.up_proj,0.0000302222,0.05000,14.707
39,mlp.experts.43.up_proj,0.0000193601,0.05000,14.847
39,mlp.experts.37.up_proj,0.0000223277,0.05000,14.748
39,mlp.experts.50.up_proj,0.0001160080,0.05000,14.756
39,mlp.experts.17.up_proj,0.0000389345,0.05000,14.858
39,mlp.experts.53.up_proj,failsafe(rtn): 0.0015717,0.00000,0.878
39,mlp.experts.39.up_proj,0.0000178903,0.05000,14.780
39,mlp.experts.88.up_proj,0.0000577219,0.05000,14.775
39,mlp.experts.57.up_proj,0.0000718176,0.05000,14.867
39,mlp.experts.142.up_proj,0.0000392840,0.05000,14.963
39,mlp.experts.22.up_proj,0.0000594838,0.05000,14.805
39,mlp.experts.32.up_proj,0.0001045993,0.05000,14.782
39,mlp.experts.42.up_proj,0.0000264053,0.05000,14.958
39,mlp.experts.47.up_proj,0.0000160613,0.05000,14.890
39,mlp.experts.76.up_proj,0.0000872687,0.05000,14.875
39,mlp.experts.45.up_proj,0.0000906785,0.05000,14.949
39,mlp.experts.84.up_proj,0.0000366580,0.05000,14.885
39,mlp.experts.92.up_proj,failsafe(rtn): 0.0015259,0.00000,0.803
39,mlp.experts.35.up_proj,0.0000310016,0.05000,14.965
39,mlp.experts.59.up_proj,0.0000330166,0.05000,14.983
39,mlp.experts.66.up_proj,0.0000699645,0.05000,15.161
39,mlp.experts.33.up_proj,0.0000524535,0.05000,15.140
39,mlp.experts.69.up_proj,0.0000498360,0.05000,14.809
39,mlp.experts.55.up_proj,0.0000305264,0.05000,14.891
39,mlp.experts.104.up_proj,0.0000524460,0.05000,14.854
39,mlp.experts.85.up_proj,failsafe(rtn): 0.0016022,0.00000,0.665
39,mlp.experts.73.up_proj,0.0000243491,0.05000,14.764
39,mlp.experts.71.up_proj,failsafe(rtn): 0.0016708,0.00000,0.708
39,mlp.experts.158.up_proj,0.0000229525,0.05000,14.581
39,mlp.experts.174.up_proj,failsafe(rtn): 0.0016708,0.00000,0.672
39,mlp.experts.38.up_proj,0.0000340268,0.05000,14.448
39,mlp.experts.48.up_proj,0.0000160497,0.05000,14.291
39,mlp.experts.58.up_proj,0.0000619896,0.05000,14.381
39,mlp.experts.63.up_proj,0.0000359409,0.05000,14.346
39,mlp.experts.61.up_proj,0.0000269862,0.05000,14.379
39,mlp.experts.108.up_proj,0.0000300867,0.05000,14.142
39,mlp.experts.100.up_proj,0.0000823712,0.05000,14.253
39,mlp.experts.51.up_proj,0.0001181217,0.05000,14.272
39,mlp.experts.75.up_proj,0.0000140175,0.05000,14.262
39,mlp.experts.82.up_proj,0.0000101400,0.05000,14.154
39,mlp.experts.49.up_proj,0.0000421459,0.05000,14.291
39,mlp.experts.120.up_proj,0.0000326507,0.05000,14.072
39,mlp.experts.101.up_proj,0.0000337224,0.05000,14.203
39,mlp.experts.89.up_proj,0.0000154404,0.05000,14.219
39,mlp.experts.87.up_proj,0.0000928909,0.05000,14.135
39,mlp.experts.190.up_proj,0.0000239067,0.05000,14.055
39,mlp.experts.54.up_proj,0.0000545302,0.05000,14.134
39,mlp.experts.64.up_proj,0.0000229331,0.05000,14.101
39,mlp.experts.74.up_proj,0.0000391450,0.05000,14.154
39,mlp.experts.79.up_proj,0.0000288780,0.05000,14.247
39,mlp.experts.77.up_proj,0.0000306766,0.05000,14.118
39,mlp.experts.124.up_proj,0.0000572374,0.05000,14.156
39,mlp.experts.116.up_proj,0.0000318915,0.05000,14.269
39,mlp.experts.67.up_proj,0.0000217685,0.05000,14.293
39,mlp.experts.98.up_proj,0.0001075231,0.05000,13.956
39,mlp.experts.91.up_proj,0.0000358087,0.05000,14.209
39,mlp.experts.65.up_proj,0.0000442778,0.05000,14.183
39,mlp.experts.107.up_proj,failsafe(rtn): 0.0015717,0.00000,0.692
39,mlp.experts.136.up_proj,0.0000264702,0.05000,14.140
39,mlp.experts.117.up_proj,0.0001211196,0.05000,14.213
39,mlp.experts.105.up_proj,0.0000221145,0.05000,14.271
39,mlp.experts.103.up_proj,0.0000853007,0.05000,14.261
39,mlp.experts.206.up_proj,0.0000360082,0.05000,14.152
39,mlp.experts.70.up_proj,0.0000260609,0.05000,14.508
39,mlp.experts.80.up_proj,0.0000540555,0.05000,14.388
39,mlp.experts.90.up_proj,0.0001066731,0.05000,14.367
39,mlp.experts.95.up_proj,0.0000437130,0.05000,14.412
39,mlp.experts.93.up_proj,0.0000322531,0.05000,14.336
39,mlp.experts.140.up_proj,0.0000358347,0.05000,14.326
39,mlp.experts.132.up_proj,0.0000297786,0.05000,14.282
39,mlp.experts.83.up_proj,0.0000192453,0.05000,14.301
39,mlp.experts.114.up_proj,0.0000758918,0.05000,14.284
39,mlp.experts.156.up_proj,failsafe(rtn): 0.0016174,0.00000,0.679
39,mlp.experts.148.up_proj,failsafe(rtn): 0.0014877,0.00000,0.697
39,mlp.experts.81.up_proj,0.0000202150,0.05000,14.354
39,mlp.experts.152.up_proj,0.0000338083,0.05000,14.345
39,mlp.experts.123.up_proj,0.0000774050,0.05000,14.451
39,mlp.experts.133.up_proj,0.0000720348,0.05000,14.353
39,mlp.experts.119.up_proj,0.0000098392,0.05000,14.313
39,mlp.experts.121.up_proj,0.0000571807,0.05000,14.445
39,mlp.experts.222.up_proj,0.0000180380,0.05000,14.397
39,mlp.experts.86.up_proj,0.0000218681,0.05000,14.340
39,mlp.experts.96.up_proj,0.0000136362,0.05000,14.403
39,mlp.experts.106.up_proj,0.0000487649,0.05000,14.459
39,mlp.experts.111.up_proj,0.0000886763,0.05000,14.596
39,mlp.experts.109.up_proj,0.0000193028,0.05000,14.725
39,mlp.experts.99.up_proj,0.0000519377,0.05000,14.814
39,mlp.experts.130.up_proj,0.0000369187,0.05000,14.819
39,mlp.experts.172.up_proj,0.0000414899,0.05000,14.831
39,mlp.experts.164.up_proj,0.0000366342,0.05000,14.917
39,mlp.experts.97.up_proj,0.0000184898,0.05000,14.857
39,mlp.experts.168.up_proj,0.0000135658,0.05000,14.689
39,mlp.experts.139.up_proj,0.0000304578,0.05000,14.795
39,mlp.experts.149.up_proj,0.0000267974,0.05000,14.807
39,mlp.experts.135.up_proj,0.0000372309,0.05000,14.870
39,mlp.experts.137.up_proj,0.0000415505,0.05000,14.844
39,mlp.experts.151.up_proj,failsafe(rtn): 0.0015640,0.00000,0.689
39,mlp.experts.238.up_proj,0.0000558817,0.05000,14.869
39,mlp.experts.102.up_proj,0.0000392231,0.05000,14.801
39,mlp.experts.112.up_proj,0.0000498829,0.05000,14.896
39,mlp.experts.122.up_proj,0.0000363727,0.05000,14.833
39,mlp.experts.127.up_proj,0.0000380154,0.05000,14.758
39,mlp.experts.125.up_proj,0.0000459088,0.05000,14.719
39,mlp.experts.115.up_proj,0.0000505206,0.05000,14.669
39,mlp.experts.146.up_proj,0.0000493818,0.05000,14.693
39,mlp.experts.188.up_proj,0.0000616732,0.05000,14.570
39,mlp.experts.180.up_proj,0.0000314713,0.05000,14.572
39,mlp.experts.131.up_proj,failsafe(rtn): 0.0016479,0.00000,0.722
39,mlp.experts.113.up_proj,0.0000767851,0.05000,14.639
39,mlp.experts.184.up_proj,0.0000190945,0.05000,14.586
39,mlp.experts.155.up_proj,0.0000336097,0.05000,14.469
39,mlp.experts.162.up_proj,failsafe(rtn): 0.0015488,0.00000,0.737
39,mlp.experts.165.up_proj,0.0000325070,0.05000,14.695
39,mlp.experts.153.up_proj,0.0000204513,0.05000,14.700
39,mlp.experts.167.up_proj,0.0001161528,0.05000,14.905
39,mlp.experts.254.up_proj,0.0000426545,0.05000,14.731
39,mlp.experts.118.up_proj,0.0000362638,0.05000,14.541
39,mlp.experts.128.up_proj,0.0000340308,0.05000,14.685
39,mlp.experts.138.up_proj,0.0000295960,0.05000,14.634
39,mlp.experts.143.up_proj,0.0000554354,0.05000,14.543
39,mlp.experts.141.up_proj,0.0000456015,0.05000,14.734
39,mlp.experts.204.up_proj,0.0000423660,0.05000,14.910
39,mlp.experts.196.up_proj,0.0000363305,0.05000,14.942
39,mlp.experts.147.up_proj,0.0000247256,0.05000,14.816
39,mlp.experts.200.up_proj,0.0000473085,0.05000,14.696
39,mlp.experts.178.up_proj,0.0000356415,0.05000,14.630
39,mlp.experts.129.up_proj,0.0000673492,0.05000,14.812
39,mlp.experts.171.up_proj,0.0000462021,0.05000,14.868
39,mlp.experts.181.up_proj,0.0000186435,0.05000,14.737
39,mlp.experts.169.up_proj,0.0000821211,0.05000,14.852
39,mlp.experts.183.up_proj,0.0000342839,0.05000,14.636
39,mlp.experts.270.up_proj,0.0000650687,0.05000,14.490
39,mlp.experts.286.up_proj,failsafe(rtn): 0.0015335,0.00000,0.663
39,mlp.experts.134.up_proj,0.0000512111,0.05000,14.277
39,mlp.experts.144.up_proj,0.0000448133,0.05000,14.092
39,mlp.experts.154.up_proj,0.0000521755,0.05000,14.259
39,mlp.experts.160.up_proj,failsafe(rtn): 0.0016098,0.00000,0.737
39,mlp.experts.159.up_proj,0.0000134124,0.05000,14.208
39,mlp.experts.157.up_proj,0.0000365027,0.05000,14.027
39,mlp.experts.220.up_proj,0.0000272073,0.05000,13.950
39,mlp.experts.216.up_proj,0.0000215387,0.05000,14.036
39,mlp.experts.212.up_proj,0.0000429930,0.05000,14.242
39,mlp.experts.163.up_proj,0.0000169332,0.05000,14.191
39,mlp.experts.145.up_proj,0.0000233382,0.05000,14.203
39,mlp.experts.194.up_proj,0.0000415774,0.05000,14.229
39,mlp.experts.187.up_proj,0.0000130501,0.05000,14.249
39,mlp.experts.197.up_proj,0.0000965325,0.05000,14.301
39,mlp.experts.185.up_proj,0.0000279977,0.05000,14.376
39,mlp.experts.199.up_proj,0.0000365516,0.05000,14.203
39,mlp.experts.201.up_proj,failsafe(rtn): 0.0015259,0.00000,0.708
39,mlp.experts.217.up_proj,failsafe(rtn): 0.0016785,0.00000,0.711
39,mlp.experts.302.up_proj,0.0000950535,0.05000,14.305
39,mlp.experts.150.up_proj,0.0000221449,0.05000,14.561
39,mlp.experts.170.up_proj,0.0000108391,0.05000,14.750
39,mlp.experts.176.up_proj,0.0000857933,0.05000,14.721
39,mlp.experts.175.up_proj,0.0000247914,0.05000,14.774
39,mlp.experts.173.up_proj,0.0000245007,0.05000,14.764
39,mlp.experts.236.up_proj,0.0000736325,0.05000,14.788
39,mlp.experts.232.up_proj,0.0000174199,0.05000,14.707
39,mlp.experts.210.up_proj,0.0000387915,0.05000,14.525
39,mlp.experts.228.up_proj,0.0000463629,0.05000,14.653
39,mlp.experts.179.up_proj,0.0000207365,0.05000,14.660
39,mlp.experts.161.up_proj,0.0000462709,0.05000,14.611
39,mlp.experts.203.up_proj,0.0000657338,0.05000,14.488
39,mlp.experts.213.up_proj,0.0000353628,0.05000,14.644
39,mlp.experts.229.up_proj,failsafe(rtn): 0.0014725,0.00000,0.665
39,mlp.experts.215.up_proj,0.0000266504,0.05000,14.578
39,mlp.experts.233.up_proj,0.0000283199,0.05000,14.555
39,mlp.experts.249.up_proj,failsafe(rtn): 0.0017853,0.00000,0.756
39,mlp.experts.318.up_proj,0.0000252709,0.05000,14.617
39,mlp.experts.166.up_proj,0.0000087829,0.05000,14.287
39,mlp.experts.182.up_proj,failsafe(rtn): 0.0015945,0.00000,0.754
39,mlp.experts.186.up_proj,0.0000612129,0.05000,14.343
39,mlp.experts.192.up_proj,0.0000162437,0.05000,14.275
39,mlp.experts.191.up_proj,0.0000367061,0.05000,14.242
39,mlp.experts.202.up_proj,failsafe(rtn): 0.0015106,0.00000,0.630
39,mlp.experts.189.up_proj,0.0000299680,0.05000,14.247
39,mlp.experts.252.up_proj,0.0000129602,0.05000,14.265
39,mlp.experts.248.up_proj,0.0000371863,0.05000,14.244
39,mlp.experts.195.up_proj,0.0000409251,0.05000,14.190
39,mlp.experts.226.up_proj,0.0000938730,0.05000,14.243
39,mlp.experts.177.up_proj,0.0000254803,0.05000,14.268
39,mlp.experts.244.up_proj,0.0000455540,0.05000,14.354
39,mlp.experts.219.up_proj,0.0000081880,0.05000,14.353
39,mlp.experts.264.up_proj,failsafe(rtn): 0.0015411,0.00000,0.734
39,mlp.experts.245.up_proj,0.0000283144,0.05000,14.264
39,mlp.experts.231.up_proj,0.0000441306,0.05000,14.373
39,mlp.experts.247.up_proj,failsafe(rtn): 0.0016251,0.00000,0.753
39,mlp.experts.265.up_proj,0.0001248518,0.05000,14.389
39,mlp.experts.334.up_proj,0.0000373472,0.05000,14.523
39,mlp.experts.198.up_proj,0.0000248429,0.05000,14.334
39,mlp.experts.208.up_proj,0.0000208994,0.05000,14.525
39,mlp.experts.207.up_proj,0.0000248717,0.05000,14.706
39,mlp.experts.218.up_proj,0.0000423804,0.05000,14.534
39,mlp.experts.205.up_proj,0.0000114014,0.05000,14.553
39,mlp.experts.268.up_proj,0.0000416517,0.05000,14.460
39,mlp.experts.242.up_proj,0.0000338155,0.05000,14.453
39,mlp.experts.211.up_proj,0.0001095731,0.05000,14.480
39,mlp.experts.260.up_proj,0.0000238410,0.05000,14.531
39,mlp.experts.193.up_proj,0.0000209228,0.05000,14.632
39,mlp.experts.235.up_proj,0.0000244752,0.05000,14.490
39,mlp.experts.280.up_proj,0.0001256587,0.05000,14.395
39,mlp.experts.258.up_proj,failsafe(rtn): 0.0017471,0.00000,0.680
39,mlp.experts.209.up_proj,failsafe(rtn): 0.0017548,0.00000,0.669
39,mlp.experts.261.up_proj,0.0000282069,0.05000,14.537
39,mlp.experts.263.up_proj,0.0000341659,0.05000,14.328
39,mlp.experts.281.up_proj,0.0000564233,0.05000,14.389
39,mlp.experts.350.up_proj,0.0000496879,0.05000,14.379
39,mlp.experts.366.up_proj,failsafe(rtn): 0.0016022,0.00000,0.655
39,mlp.experts.382.up_proj,failsafe(rtn): 0.0015411,0.00000,0.643
39,mlp.experts.214.up_proj,0.0001021506,0.05000,14.119
39,mlp.experts.224.up_proj,0.0000376372,0.05000,14.155
39,mlp.experts.223.up_proj,0.0000208653,0.05000,14.122
39,mlp.experts.234.up_proj,0.0000148370,0.05000,14.074
39,mlp.experts.221.up_proj,0.0000486048,0.05000,14.121
39,mlp.experts.284.up_proj,0.0000255992,0.05000,14.073
39,mlp.experts.227.up_proj,0.0000884387,0.05000,14.029
39,mlp.experts.276.up_proj,0.0000239687,0.05000,14.019
39,mlp.experts.251.up_proj,0.0000285114,0.05000,14.053
39,mlp.experts.243.up_proj,failsafe(rtn): 0.0016785,0.00000,0.692
39,mlp.experts.296.up_proj,0.0000665241,0.05000,14.134
39,mlp.experts.274.up_proj,0.0000328219,0.05000,14.094
39,mlp.experts.225.up_proj,0.0000163916,0.05000,14.165
39,mlp.experts.277.up_proj,0.0000529674,0.05000,14.016
39,mlp.experts.279.up_proj,0.0000514005,0.05000,14.010
39,mlp.experts.297.up_proj,0.0000636849,0.05000,14.112
39,mlp.experts.398.up_proj,0.0000344751,0.05000,14.240
39,mlp.experts.230.up_proj,0.0000636149,0.05000,14.488
39,mlp.experts.240.up_proj,0.0000451294,0.05000,14.492
39,mlp.experts.239.up_proj,0.0001202225,0.05000,14.492
39,mlp.experts.250.up_proj,0.0000325647,0.05000,14.474
39,mlp.experts.237.up_proj,0.0000493131,0.05000,14.423
39,mlp.experts.300.up_proj,0.0000063573,0.05000,14.582
39,mlp.experts.292.up_proj,0.0000286951,0.05000,14.565
39,mlp.experts.316.up_proj,failsafe(rtn): 0.0016479,0.00000,0.702
39,mlp.experts.267.up_proj,0.0000382764,0.05000,14.656
39,mlp.experts.259.up_proj,0.0000949243,0.05000,14.585
39,mlp.experts.312.up_proj,0.0000486211,0.05000,14.606
39,mlp.experts.290.up_proj,0.0000602531,0.05000,14.659
39,mlp.experts.308.up_proj,failsafe(rtn): 0.0016022,0.00000,0.812
39,mlp.experts.241.up_proj,0.0000241817,0.05000,14.860
39,mlp.experts.324.up_proj,failsafe(rtn): 0.0015640,0.00000,0.717
39,mlp.experts.293.up_proj,0.0000105341,0.05000,14.812
39,mlp.experts.295.up_proj,0.0000757102,0.05000,14.619
39,mlp.experts.313.up_proj,0.0000418500,0.05000,14.682
39,mlp.experts.414.up_proj,0.0000210791,0.05000,14.519
39,mlp.experts.246.up_proj,0.0000190053,0.05000,14.421
39,mlp.experts.256.up_proj,0.0000626470,0.05000,14.512
39,mlp.experts.255.up_proj,0.0000666577,0.05000,14.576
39,mlp.experts.266.up_proj,0.0000345289,0.05000,14.466
39,mlp.experts.253.up_proj,0.0000274978,0.05000,14.455
39,mlp.experts.269.up_proj,failsafe(rtn): 0.0015945,0.00000,0.628
39,mlp.experts.283.up_proj,0.0000385349,0.05000,14.321
39,mlp.experts.332.up_proj,0.0000622754,0.05000,14.504
39,mlp.experts.275.up_proj,0.0000189957,0.05000,14.326
39,mlp.experts.328.up_proj,0.0000310490,0.05000,14.490
39,mlp.experts.306.up_proj,0.0000374608,0.05000,14.460
39,mlp.experts.257.up_proj,0.0000416990,0.05000,14.442
39,mlp.experts.340.up_proj,0.0000678312,0.05000,14.405
39,mlp.experts.309.up_proj,0.0000446767,0.05000,14.429
39,mlp.experts.311.up_proj,0.0000504829,0.05000,14.368
39,mlp.experts.329.up_proj,0.0000304266,0.05000,14.498
39,mlp.experts.345.up_proj,failsafe(rtn): 0.0015564,0.00000,0.807
39,mlp.experts.430.up_proj,0.0000738693,0.05000,14.799
39,mlp.experts.262.up_proj,0.0000239135,0.05000,14.641
39,mlp.experts.272.up_proj,0.0000180092,0.05000,14.613
39,mlp.experts.282.up_proj,0.0000620092,0.05000,14.567
39,mlp.experts.271.up_proj,0.0000499095,0.05000,14.619
39,mlp.experts.285.up_proj,0.0000210553,0.05000,14.801
39,mlp.experts.348.up_proj,0.0000481664,0.05000,14.739
39,mlp.experts.299.up_proj,0.0000306676,0.05000,14.908
39,mlp.experts.291.up_proj,0.0000531125,0.05000,14.736
39,mlp.experts.344.up_proj,0.0000444092,0.05000,14.726
39,mlp.experts.322.up_proj,0.0000817326,0.05000,14.728
39,mlp.experts.273.up_proj,0.0000741340,0.05000,14.759
39,mlp.experts.356.up_proj,0.0000405434,0.05000,14.862
39,mlp.experts.325.up_proj,0.0000198837,0.05000,14.744
39,mlp.experts.289.up_proj,failsafe(rtn): 0.0015106,0.00000,0.819
39,mlp.experts.327.up_proj,0.0000558413,0.05000,14.778
39,mlp.experts.361.up_proj,0.0000405574,0.05000,14.326
39,mlp.experts.446.up_proj,0.0000337731,0.05000,14.267
39,mlp.experts.278.up_proj,0.0000619954,0.05000,13.973
39,mlp.experts.288.up_proj,0.0000595372,0.05000,13.913
39,mlp.experts.287.up_proj,0.0000590564,0.05000,13.983
39,mlp.experts.298.up_proj,0.0000458157,0.05000,14.047
39,mlp.experts.301.up_proj,0.0000324563,0.05000,13.911
39,mlp.experts.315.up_proj,0.0000313256,0.05000,14.036
39,mlp.experts.364.up_proj,0.0000874318,0.05000,14.090
39,mlp.experts.307.up_proj,0.0001063980,0.05000,14.059
39,mlp.experts.360.up_proj,0.0000393894,0.05000,13.980
39,mlp.experts.338.up_proj,0.0000051751,0.05000,14.015
39,mlp.experts.380.up_proj,failsafe(rtn): 0.0015335,0.00000,0.724
39,mlp.experts.372.up_proj,0.0000426407,0.05000,13.904
39,mlp.experts.341.up_proj,0.0000258252,0.05000,14.063
39,mlp.experts.305.up_proj,0.0000924703,0.05000,13.994
39,mlp.experts.343.up_proj,0.0000290572,0.05000,13.909
39,mlp.experts.377.up_proj,0.0000234911,0.05000,14.125
39,mlp.experts.462.up_proj,0.0000796212,0.05000,14.189
39,mlp.experts.478.up_proj,failsafe(rtn): 0.0017014,0.00000,0.773
39,mlp.experts.294.up_proj,0.0000312678,0.05000,14.487
39,mlp.experts.304.up_proj,0.0000258260,0.05000,14.333
39,mlp.experts.314.up_proj,0.0000317697,0.05000,14.397
39,mlp.experts.303.up_proj,0.0000762922,0.05000,14.510
39,mlp.experts.317.up_proj,0.0000520982,0.05000,14.537
39,mlp.experts.331.up_proj,0.0000338832,0.05000,14.303
39,mlp.experts.323.up_proj,0.0000356901,0.05000,14.440
39,mlp.experts.376.up_proj,0.0000545689,0.05000,14.382
39,mlp.experts.354.up_proj,0.0000243580,0.05000,14.370
39,mlp.experts.396.up_proj,0.0000298075,0.05000,14.309
39,mlp.experts.392.up_proj,failsafe(rtn): 0.0015259,0.00000,0.726
39,mlp.experts.388.up_proj,0.0000334539,0.05000,14.265
39,mlp.experts.357.up_proj,0.0000384208,0.05000,14.226
39,mlp.experts.321.up_proj,0.0000642147,0.05000,14.293
39,mlp.experts.359.up_proj,0.0000352431,0.05000,14.376
39,mlp.experts.393.up_proj,0.0000691461,0.05000,14.519
39,mlp.experts.494.up_proj,0.0000853218,0.05000,14.270
39,mlp.experts.310.up_proj,0.0000283365,0.05000,14.221
39,mlp.experts.320.up_proj,0.0000895155,0.05000,14.204
39,mlp.experts.330.up_proj,0.0000454117,0.05000,14.168
39,mlp.experts.319.up_proj,0.0000264609,0.05000,14.298
39,mlp.experts.333.up_proj,0.0000318023,0.05000,14.249
39,mlp.experts.347.up_proj,0.0000722227,0.05000,14.290
39,mlp.experts.339.up_proj,0.0000225775,0.05000,14.352
39,mlp.experts.370.up_proj,0.0000684004,0.05000,14.280
39,mlp.experts.412.up_proj,0.0000467328,0.05000,14.247
39,mlp.experts.408.up_proj,0.0000196201,0.05000,14.254
39,mlp.experts.404.up_proj,0.0000424202,0.05000,14.272
39,mlp.experts.386.up_proj,failsafe(rtn): 0.0015793,0.00000,0.783
39,mlp.experts.373.up_proj,0.0000936782,0.05000,14.415
39,mlp.experts.420.up_proj,failsafe(rtn): 0.0015640,0.00000,0.800
39,mlp.experts.337.up_proj,0.0000471430,0.05000,14.556
39,mlp.experts.375.up_proj,0.0000262924,0.05000,14.489
39,mlp.experts.436.up_proj,failsafe(rtn): 0.0015869,0.00000,0.703
39,mlp.experts.409.up_proj,0.0000561375,0.05000,14.182
39,mlp.experts.510.up_proj,0.0000238931,0.05000,14.430
39,mlp.experts.14.down_proj,failsafe(rtn): 0.0016403,0.00000,0.181
39,mlp.experts.30.down_proj,0.0000122266,0.05000,3.437
39,mlp.experts.326.up_proj,0.0000280163,0.05000,14.365
39,mlp.experts.336.up_proj,0.0000451235,0.05000,14.219
39,mlp.experts.346.up_proj,0.0000220500,0.05000,14.308
39,mlp.experts.335.up_proj,0.0000218585,0.05000,14.346
39,mlp.experts.349.up_proj,0.0000430861,0.05000,14.416
39,mlp.experts.46.down_proj,0.0000025730,0.05000,3.745
39,mlp.experts.363.up_proj,0.0000310361,0.05000,14.495
39,mlp.experts.355.up_proj,0.0000555643,0.05000,14.542
39,mlp.experts.428.up_proj,0.0000529514,0.05000,14.654
39,mlp.experts.424.up_proj,0.0000251371,0.05000,14.486
39,mlp.experts.402.up_proj,0.0000738661,0.05000,14.404
39,mlp.experts.389.up_proj,0.0000318512,0.05000,14.439
39,mlp.experts.353.up_proj,0.0000853183,0.05000,14.574
39,mlp.experts.391.up_proj,0.0000473317,0.05000,14.216
39,mlp.experts.452.up_proj,0.0000594501,0.05000,14.430
39,mlp.experts.62.down_proj,0.0000042938,0.05000,3.447
39,mlp.experts.78.down_proj,failsafe(rtn): 0.0016479,0.00000,0.188
39,mlp.experts.425.up_proj,0.0000159996,0.05000,14.460
39,mlp.experts.94.down_proj,0.0000041041,0.05000,3.654
39,mlp.experts.110.down_proj,0.0000101028,0.05000,3.687
39,mlp.experts.342.up_proj,0.0000357609,0.05000,14.591
39,mlp.experts.352.up_proj,0.0000149317,0.05000,14.686
39,mlp.experts.362.up_proj,0.0000189776,0.05000,14.604
39,mlp.experts.351.up_proj,0.0000492978,0.05000,14.543
39,mlp.experts.367.up_proj,failsafe(rtn): 0.0015945,0.00000,0.724
39,mlp.experts.365.up_proj,0.0000065971,0.05000,14.449
39,mlp.experts.126.down_proj,0.0000036601,0.05000,3.708
39,mlp.experts.379.up_proj,0.0000857720,0.05000,14.484
39,mlp.experts.371.up_proj,0.0000336233,0.05000,14.575
39,mlp.experts.444.up_proj,0.0000552348,0.05000,14.620
39,mlp.experts.418.up_proj,0.0000158453,0.05000,14.528
39,mlp.experts.440.up_proj,0.0000622282,0.05000,14.716
39,mlp.experts.405.up_proj,0.0000322668,0.05000,14.656
39,mlp.experts.369.up_proj,0.0000561815,0.05000,14.714
39,mlp.experts.407.up_proj,0.0000382814,0.05000,14.731
39,mlp.experts.468.up_proj,0.0000343172,0.05000,14.598
39,mlp.experts.142.down_proj,0.0000045213,0.05000,3.597
39,mlp.experts.441.up_proj,0.0000449390,0.05000,14.781
39,mlp.experts.158.down_proj,0.0000035615,0.05000,3.618
39,mlp.experts.174.down_proj,failsafe(rtn): 0.0016708,0.00000,0.192
39,mlp.experts.190.down_proj,0.0000028446,0.05000,3.559
39,mlp.experts.358.up_proj,0.0000172897,0.05000,14.579
39,mlp.experts.368.up_proj,0.0000549942,0.05000,14.555
39,mlp.experts.378.up_proj,0.0000309110,0.05000,14.520
39,mlp.experts.384.up_proj,failsafe(rtn): 0.0016785,0.00000,0.703
39,mlp.experts.383.up_proj,0.0000638584,0.05000,14.524
39,mlp.experts.381.up_proj,0.0000351309,0.05000,14.635
39,mlp.experts.399.up_proj,failsafe(rtn): 0.0015640,0.00000,0.786
39,mlp.experts.206.down_proj,0.0000089490,0.05000,3.661
39,mlp.experts.397.up_proj,failsafe(rtn): 0.0015869,0.00000,0.680
39,mlp.experts.395.up_proj,0.0000165211,0.05000,14.689
39,mlp.experts.387.up_proj,0.0000438635,0.05000,14.429
39,mlp.experts.411.up_proj,failsafe(rtn): 0.0015259,0.00000,0.741
39,mlp.experts.460.up_proj,0.0000373873,0.05000,14.603
39,mlp.experts.434.up_proj,0.0000205720,0.05000,14.623
39,mlp.experts.456.up_proj,0.0000648954,0.05000,14.601
39,mlp.experts.421.up_proj,0.0000128164,0.05000,14.711
39,mlp.experts.450.up_proj,failsafe(rtn): 0.0016479,0.00000,0.803
39,mlp.experts.385.up_proj,0.0000787019,0.05000,14.816
39,mlp.experts.423.up_proj,0.0000607177,0.05000,14.864
39,mlp.experts.484.up_proj,0.0000207034,0.05000,14.612
39,mlp.experts.222.down_proj,0.0000039136,0.05000,3.648
39,mlp.experts.457.up_proj,0.0000953663,0.05000,14.764
39,mlp.experts.238.down_proj,0.0000058604,0.05000,3.593
39,mlp.experts.254.down_proj,0.0000179682,0.05000,3.617
39,mlp.experts.374.up_proj,0.0001273238,0.05000,14.553
39,mlp.experts.394.up_proj,0.0000189050,0.05000,14.538
39,mlp.experts.400.up_proj,0.0000234603,0.05000,14.552
39,mlp.experts.410.up_proj,failsafe(rtn): 0.0015564,0.00000,0.706
39,mlp.experts.415.up_proj,0.0000243516,0.05000,14.356
39,mlp.experts.270.down_proj,0.0000265668,0.05000,3.442
39,mlp.experts.286.down_proj,failsafe(rtn): 0.0015335,0.00000,0.175
39,mlp.experts.413.up_proj,0.0000216615,0.05000,14.431
39,mlp.experts.403.up_proj,0.0000807877,0.05000,14.310
39,mlp.experts.427.up_proj,0.0001535071,0.05000,14.314
39,mlp.experts.476.up_proj,0.0000666980,0.05000,14.154
39,mlp.experts.472.up_proj,0.0000958267,0.05000,14.353
39,mlp.experts.437.up_proj,0.0000311371,0.05000,14.173
39,mlp.experts.466.up_proj,0.0000193551,0.05000,14.083
39,mlp.experts.401.up_proj,0.0000146545,0.05000,14.209
39,mlp.experts.439.up_proj,0.0000662235,0.05000,14.131
39,mlp.experts.500.up_proj,0.0000555347,0.05000,14.148
39,mlp.experts.302.down_proj,0.0000095405,0.05000,3.646
39,mlp.experts.473.up_proj,0.0000182449,0.05000,14.121
39,mlp.experts.4.down_proj,0.0000078249,0.05000,3.554
39,mlp.experts.318.down_proj,0.0000031639,0.05000,3.416
39,mlp.experts.20.down_proj,0.0000169961,0.05000,3.431
39,mlp.experts.334.down_proj,0.0000046680,0.05000,3.543
39,mlp.experts.390.up_proj,0.0000603070,0.05000,13.922
39,mlp.experts.416.up_proj,0.0000117101,0.05000,13.912
39,mlp.experts.426.up_proj,0.0000673965,0.05000,13.834
39,mlp.experts.36.down_proj,0.0000122208,0.05000,3.481
39,mlp.experts.431.up_proj,0.0000283866,0.05000,13.996
39,mlp.experts.429.up_proj,0.0000157105,0.05000,14.103
39,mlp.experts.350.down_proj,0.0000099132,0.05000,3.658
39,mlp.experts.366.down_proj,failsafe(rtn): 0.0016174,0.00000,0.185
39,mlp.experts.382.down_proj,failsafe(rtn): 0.0015793,0.00000,0.205
39,mlp.experts.419.up_proj,0.0000402154,0.05000,14.280
39,mlp.experts.492.up_proj,0.0000475059,0.05000,14.128
39,mlp.experts.443.up_proj,0.0000464650,0.05000,14.236
39,mlp.experts.488.up_proj,0.0000590987,0.05000,14.109
39,mlp.experts.453.up_proj,0.0000259900,0.05000,14.223
39,mlp.experts.482.up_proj,0.0000524881,0.05000,14.258
39,mlp.experts.417.up_proj,0.0000751841,0.05000,14.210
39,mlp.experts.455.up_proj,0.0000777265,0.05000,14.278
39,mlp.experts.52.down_proj,0.0000390559,0.05000,3.714
39,mlp.experts.398.down_proj,0.0000028753,0.05000,3.535
39,mlp.experts.489.up_proj,0.0000474358,0.05000,14.079
39,mlp.experts.68.down_proj,0.0000032128,0.05000,3.475
39,mlp.experts.414.down_proj,0.0000040676,0.05000,3.486
39,mlp.experts.84.down_proj,0.0000054784,0.05000,3.432
39,mlp.experts.406.up_proj,0.0001270536,0.05000,14.207
39,mlp.experts.430.down_proj,0.0000277389,0.05000,3.473
39,mlp.experts.432.up_proj,0.0000059076,0.05000,14.205
39,mlp.experts.442.up_proj,0.0000635473,0.05000,14.235
39,mlp.experts.100.down_proj,0.0000102790,0.05000,3.534
39,mlp.experts.447.up_proj,0.0000362385,0.05000,14.206
39,mlp.experts.445.up_proj,0.0000633464,0.05000,14.077
39,mlp.experts.435.up_proj,0.0001028276,0.05000,13.910
39,mlp.experts.446.down_proj,0.0000039480,0.05000,3.592
39,mlp.experts.508.up_proj,0.0000204300,0.05000,13.954
39,mlp.experts.459.up_proj,0.0000587315,0.05000,14.052
39,mlp.experts.504.up_proj,0.0000497911,0.05000,13.985
39,mlp.experts.8.down_proj,failsafe(rtn): 0.0017242,0.00000,0.163
39,mlp.experts.469.up_proj,0.0000810027,0.05000,14.108
39,mlp.experts.498.up_proj,0.0000175010,0.05000,14.101
39,mlp.experts.471.up_proj,0.0000223305,0.05000,14.069
39,mlp.experts.433.up_proj,0.0000252854,0.05000,14.315
39,mlp.experts.116.down_proj,0.0000046171,0.05000,3.655
39,mlp.experts.462.down_proj,0.0000221610,0.05000,3.666
39,mlp.experts.478.down_proj,failsafe(rtn): 0.0016785,0.00000,0.162
39,mlp.experts.12.down_proj,0.0000068294,0.05000,3.720
39,mlp.experts.505.up_proj,0.0000291542,0.05000,14.308
39,mlp.experts.24.down_proj,0.0000151628,0.05000,3.668
39,mlp.experts.2.down_proj,0.0000068574,0.05000,3.596
39,mlp.experts.132.down_proj,0.0000073097,0.05000,3.580
39,mlp.experts.148.down_proj,failsafe(rtn): 0.0015335,0.00000,0.200
39,mlp.experts.494.down_proj,0.0000091382,0.05000,3.830
39,mlp.experts.28.down_proj,0.0000523610,0.05000,3.888
39,mlp.experts.9.down_proj,0.0000021601,0.05000,3.896
39,mlp.experts.40.down_proj,0.0000079909,0.05000,3.912
39,mlp.experts.56.down_proj,failsafe(rtn): 0.0015717,0.00000,0.159
39,mlp.experts.18.down_proj,0.0000113336,0.05000,3.912
39,mlp.experts.164.down_proj,0.0000106976,0.05000,3.873
39,mlp.experts.422.up_proj,0.0000865117,0.05000,14.769
39,mlp.experts.510.down_proj,0.0000036721,0.05000,3.644
39,mlp.experts.44.down_proj,0.0000111251,0.05000,3.637
39,mlp.experts.25.down_proj,0.0000044821,0.05000,3.590
39,mlp.experts.448.up_proj,0.0000406183,0.05000,14.533
39,mlp.experts.72.down_proj,0.0000085018,0.05000,3.534
39,mlp.experts.458.up_proj,0.0000669520,0.05000,14.562
39,mlp.experts.34.down_proj,0.0000015965,0.05000,3.540
39,mlp.experts.463.up_proj,0.0000339880,0.05000,14.476
39,mlp.experts.180.down_proj,0.0000074551,0.05000,3.493
39,mlp.experts.461.up_proj,0.0000486508,0.05000,14.474
39,mlp.experts.451.up_proj,0.0000742152,0.05000,14.466
39,mlp.experts.60.down_proj,0.0000025693,0.05000,3.388
39,mlp.experts.475.up_proj,0.0001254328,0.05000,14.502
39,mlp.experts.41.down_proj,0.0000037676,0.05000,3.357
39,mlp.experts.88.down_proj,0.0000073018,0.05000,3.310
39,mlp.experts.485.up_proj,0.0000151801,0.05000,14.303
39,mlp.experts.50.down_proj,0.0000139007,0.05000,3.298
39,mlp.experts.487.up_proj,0.0001195882,0.05000,14.160
39,mlp.experts.449.up_proj,0.0000654820,0.05000,14.249
39,mlp.experts.196.down_proj,0.0000068386,0.05000,3.269
39,mlp.experts.57.down_proj,0.0000213447,0.05000,3.288
39,mlp.experts.76.down_proj,0.0000175321,0.05000,3.344
39,mlp.experts.92.down_proj,failsafe(rtn): 0.0015335,0.00000,0.162
39,mlp.experts.104.down_proj,0.0000171508,0.05000,3.349
39,mlp.experts.66.down_proj,0.0000216011,0.05000,3.401
39,mlp.experts.212.down_proj,0.0000042278,0.05000,3.317
39,mlp.experts.73.down_proj,0.0000033096,0.05000,3.284
39,mlp.experts.108.down_proj,0.0000097913,0.05000,3.258
39,mlp.experts.120.down_proj,0.0000035908,0.05000,3.273
39,mlp.experts.82.down_proj,0.0000014411,0.05000,3.263
39,mlp.experts.228.down_proj,0.0000043973,0.05000,3.357
39,mlp.experts.438.up_proj,0.0000168990,0.05000,13.020
39,mlp.experts.464.up_proj,0.0000793393,0.05000,13.072
39,mlp.experts.89.down_proj,0.0000026611,0.05000,3.277
39,mlp.experts.124.down_proj,0.0000094120,0.05000,3.265
39,mlp.experts.474.up_proj,0.0000271732,0.05000,13.209
39,mlp.experts.136.down_proj,0.0000038248,0.05000,3.285
39,mlp.experts.98.down_proj,0.0000101650,0.05000,3.301
39,mlp.experts.479.up_proj,0.0000296973,0.05000,13.136
39,mlp.experts.244.down_proj,0.0000172584,0.05000,3.291
39,mlp.experts.477.up_proj,0.0000578061,0.05000,13.113
39,mlp.experts.467.up_proj,0.0000371898,0.05000,13.208
39,mlp.experts.491.up_proj,0.0001161285,0.05000,13.235
39,mlp.experts.105.down_proj,0.0000059853,0.05000,3.432
39,mlp.experts.140.down_proj,0.0000047264,0.05000,3.443
39,mlp.experts.156.down_proj,failsafe(rtn): 0.0016327,0.00000,0.155
39,mlp.experts.152.down_proj,0.0000069847,0.05000,3.412
39,mlp.experts.507.up_proj,failsafe(rtn): 0.0017090,0.00000,0.633
39,mlp.experts.501.up_proj,0.0000233547,0.05000,13.245
39,mlp.experts.114.down_proj,0.0000083310,0.05000,3.445
39,mlp.experts.503.up_proj,0.0000365929,0.05000,13.512
39,mlp.experts.465.up_proj,0.0000153124,0.05000,13.515
39,mlp.experts.260.down_proj,0.0000057802,0.05000,3.478
39,mlp.experts.121.down_proj,0.0000055925,0.05000,3.397
39,mlp.experts.172.down_proj,0.0000126454,0.05000,3.444
39,mlp.experts.168.down_proj,0.0000015326,0.05000,3.403
39,mlp.experts.11.down_proj,0.0000046287,0.05000,3.425
39,mlp.experts.5.down_proj,0.0000121274,0.05000,3.409
39,mlp.experts.130.down_proj,0.0000102340,0.05000,3.498
39,mlp.experts.7.down_proj,0.0000057120,0.05000,3.401
39,mlp.experts.276.down_proj,0.0000038830,0.05000,3.427
39,mlp.experts.137.down_proj,0.0000050977,0.05000,3.476
39,mlp.experts.188.down_proj,0.0000064732,0.05000,3.481
39,mlp.experts.184.down_proj,0.0000026513,0.05000,3.429
39,mlp.experts.27.down_proj,0.0000066598,0.05000,3.463
39,mlp.experts.21.down_proj,0.0000063206,0.05000,3.477
39,mlp.experts.146.down_proj,0.0000070242,0.05000,3.412
39,mlp.experts.162.down_proj,failsafe(rtn): 0.0016861,0.00000,0.168
39,mlp.experts.23.down_proj,0.0000181893,0.05000,3.410
39,mlp.experts.292.down_proj,0.0000031454,0.05000,3.426
39,mlp.experts.308.down_proj,failsafe(rtn): 0.0016174,0.00000,0.168
39,mlp.experts.324.down_proj,failsafe(rtn): 0.0015564,0.00000,0.204
39,mlp.experts.454.up_proj,0.0000339697,0.05000,13.579
39,mlp.experts.480.up_proj,0.0001187382,0.05000,13.544
39,mlp.experts.153.down_proj,0.0000021521,0.05000,3.459
39,mlp.experts.204.down_proj,0.0000125478,0.05000,3.301
39,mlp.experts.490.up_proj,0.0000630139,0.05000,13.562
39,mlp.experts.200.down_proj,0.0000055894,0.05000,3.361
39,mlp.experts.43.down_proj,0.0000079466,0.05000,3.356
39,mlp.experts.37.down_proj,0.0000032457,0.05000,3.331
39,mlp.experts.53.down_proj,failsafe(rtn): 0.0015945,0.00000,0.172
39,mlp.experts.178.down_proj,0.0000041044,0.05000,3.423
39,mlp.experts.495.up_proj,0.0000561886,0.05000,13.632
39,mlp.experts.39.down_proj,0.0000046692,0.05000,3.373
39,mlp.experts.493.up_proj,0.0000318557,0.05000,13.644
39,mlp.experts.340.down_proj,0.0000055305,0.05000,3.393
39,mlp.experts.483.up_proj,0.0000210137,0.05000,13.535
39,mlp.experts.169.down_proj,0.0000084042,0.05000,3.354
39,mlp.experts.220.down_proj,0.0000057016,0.05000,3.306
39,mlp.experts.216.down_proj,0.0000037407,0.05000,3.379
39,mlp.experts.59.down_proj,0.0000080885,0.05000,3.346
39,mlp.experts.69.down_proj,0.0000122399,0.05000,3.333
39,mlp.experts.85.down_proj,failsafe(rtn): 0.0016708,0.00000,0.189
39,mlp.experts.194.down_proj,0.0000125285,0.05000,3.408
39,mlp.experts.55.down_proj,0.0000088807,0.05000,3.414
39,mlp.experts.481.up_proj,0.0000143680,0.05000,13.545
39,mlp.experts.71.down_proj,failsafe(rtn): 0.0016556,0.00000,0.159
39,mlp.experts.356.down_proj,0.0000089747,0.05000,3.408
39,mlp.experts.185.down_proj,0.0000043645,0.05000,3.492
39,mlp.experts.236.down_proj,0.0000068875,0.05000,3.483
39,mlp.experts.201.down_proj,failsafe(rtn): 0.0016022,0.00000,0.177
39,mlp.experts.217.down_proj,failsafe(rtn): 0.0016403,0.00000,0.164
39,mlp.experts.232.down_proj,0.0000017965,0.05000,3.524
39,mlp.experts.75.down_proj,0.0000024255,0.05000,3.526
39,mlp.experts.101.down_proj,0.0000069636,0.05000,3.494
39,mlp.experts.210.down_proj,0.0000106777,0.05000,3.384
39,mlp.experts.87.down_proj,0.0000150814,0.05000,3.394
39,mlp.experts.372.down_proj,0.0000049735,0.05000,3.407
39,mlp.experts.252.down_proj,0.0000027516,0.05000,3.311
39,mlp.experts.233.down_proj,0.0000034102,0.05000,3.300
39,mlp.experts.248.down_proj,0.0000139677,0.05000,3.296
39,mlp.experts.249.down_proj,failsafe(rtn): 0.0017395,0.00000,0.177
39,mlp.experts.91.down_proj,0.0000127141,0.05000,3.368
39,mlp.experts.264.down_proj,failsafe(rtn): 0.0015106,0.00000,0.184
39,mlp.experts.107.down_proj,failsafe(rtn): 0.0015869,0.00000,0.186
39,mlp.experts.117.down_proj,0.0000186621,0.05000,3.422
39,mlp.experts.226.down_proj,0.0000095225,0.05000,3.318
39,mlp.experts.103.down_proj,0.0000173981,0.05000,3.400
39,mlp.experts.470.up_proj,0.0000298347,0.05000,13.422
39,mlp.experts.388.down_proj,0.0000039082,0.05000,3.335
39,mlp.experts.496.up_proj,0.0000340704,0.05000,13.602
39,mlp.experts.268.down_proj,0.0000030223,0.05000,3.580
39,mlp.experts.506.up_proj,0.0000326990,0.05000,13.659
39,mlp.experts.265.down_proj,0.0000124604,0.05000,3.550
39,mlp.experts.280.down_proj,0.0000160721,0.05000,3.514
39,mlp.experts.123.down_proj,0.0000082937,0.05000,3.479
39,mlp.experts.133.down_proj,0.0000091132,0.05000,3.503
39,mlp.experts.242.down_proj,0.0000059709,0.05000,3.507
39,mlp.experts.511.up_proj,0.0000270520,0.05000,13.659
39,mlp.experts.258.down_proj,failsafe(rtn): 0.0017090,0.00000,0.158
39,mlp.experts.119.down_proj,0.0000012262,0.05000,3.552
39,mlp.experts.509.up_proj,0.0000481732,0.05000,13.591
39,mlp.experts.404.down_proj,0.0000053173,0.05000,3.557
39,mlp.experts.499.up_proj,0.0000496698,0.05000,13.576
39,mlp.experts.420.down_proj,failsafe(rtn): 0.0016022,0.00000,0.156
39,mlp.experts.436.down_proj,failsafe(rtn): 0.0016174,0.00000,0.144
39,mlp.experts.0.down_proj,0.0000210948,0.05000,3.458
39,mlp.experts.284.down_proj,0.0000070692,0.05000,3.362
39,mlp.experts.10.down_proj,0.0000119736,0.05000,3.313
39,mlp.experts.281.down_proj,0.0000090825,0.05000,3.368
39,mlp.experts.296.down_proj,0.0000062813,0.05000,3.315
39,mlp.experts.139.down_proj,0.0000084548,0.05000,3.372
39,mlp.experts.149.down_proj,0.0000060047,0.05000,3.418
39,mlp.experts.15.down_proj,0.0000188555,0.05000,3.419
39,mlp.experts.274.down_proj,0.0000059378,0.05000,3.432
39,mlp.experts.497.up_proj,0.0000760693,0.05000,13.573
39,mlp.experts.135.down_proj,0.0000079822,0.05000,3.442
39,mlp.experts.13.down_proj,0.0000072451,0.05000,3.361
39,mlp.experts.151.down_proj,failsafe(rtn): 0.0016556,0.00000,0.202
39,mlp.experts.3.down_proj,0.0000113622,0.05000,3.415
39,mlp.experts.452.down_proj,0.0000192245,0.05000,3.472
39,mlp.experts.16.down_proj,0.0000052850,0.05000,3.457
39,mlp.experts.300.down_proj,0.0000012108,0.05000,3.396
39,mlp.experts.26.down_proj,0.0000037984,0.05000,3.382
39,mlp.experts.316.down_proj,failsafe(rtn): 0.0016403,0.00000,0.156
39,mlp.experts.312.down_proj,0.0000048405,0.05000,3.322
39,mlp.experts.297.down_proj,0.0000061407,0.05000,3.421
39,mlp.experts.155.down_proj,0.0000055962,0.05000,3.356
39,mlp.experts.165.down_proj,0.0000041702,0.05000,3.315
39,mlp.experts.31.down_proj,0.0000146941,0.05000,3.292
39,mlp.experts.290.down_proj,0.0000070543,0.05000,3.233
39,mlp.experts.1.down_proj,0.0000034450,0.05000,3.318
39,mlp.experts.29.down_proj,0.0000152788,0.05000,3.251
39,mlp.experts.167.down_proj,0.0000207116,0.05000,3.200
39,mlp.experts.19.down_proj,0.0000081174,0.05000,3.149
39,mlp.experts.468.down_proj,0.0000061419,0.05000,3.266
39,mlp.experts.32.down_proj,0.0000434063,0.05000,3.413
39,mlp.experts.42.down_proj,0.0000046984,0.05000,3.436
39,mlp.experts.332.down_proj,0.0000070181,0.05000,3.485
39,mlp.experts.328.down_proj,0.0000087264,0.05000,3.511
39,mlp.experts.313.down_proj,0.0000144902,0.05000,3.623
39,mlp.experts.171.down_proj,0.0000340724,0.05000,3.557
39,mlp.experts.181.down_proj,0.0000027430,0.05000,3.672
39,mlp.experts.306.down_proj,0.0000113029,0.05000,3.676
39,mlp.experts.47.down_proj,0.0000024465,0.05000,3.767
39,mlp.experts.17.down_proj,0.0000070842,0.05000,3.753
39,mlp.experts.183.down_proj,0.0000051705,0.05000,3.648
39,mlp.experts.45.down_proj,0.0000093076,0.05000,3.687
39,mlp.experts.486.up_proj,0.0001084194,0.05000,13.691
39,mlp.experts.35.down_proj,0.0000108467,0.05000,3.718
39,mlp.experts.484.down_proj,0.0000050585,0.05000,3.709
39,mlp.experts.48.down_proj,0.0000015355,0.05000,3.570
39,mlp.experts.58.down_proj,0.0000256591,0.05000,3.456
39,mlp.experts.348.down_proj,0.0000056726,0.05000,3.398
39,mlp.experts.344.down_proj,0.0000061981,0.05000,3.406
39,mlp.experts.329.down_proj,0.0000067784,0.05000,3.415
39,mlp.experts.187.down_proj,0.0000049534,0.05000,3.477
39,mlp.experts.345.down_proj,failsafe(rtn): 0.0016098,0.00000,0.191
39,mlp.experts.197.down_proj,0.0000111801,0.05000,3.448
39,mlp.experts.322.down_proj,0.0000134634,0.05000,3.366
39,mlp.experts.63.down_proj,0.0000099446,0.05000,3.342
39,mlp.experts.33.down_proj,0.0000053974,0.05000,3.375
39,mlp.experts.199.down_proj,0.0000130134,0.05000,3.423
39,mlp.experts.61.down_proj,0.0000030268,0.05000,3.435
39,mlp.experts.51.down_proj,0.0000245411,0.05000,3.355
39,mlp.experts.500.down_proj,0.0000194872,0.05000,3.388
39,mlp.experts.64.down_proj,0.0000062274,0.05000,3.451
39,mlp.experts.74.down_proj,0.0000088014,0.05000,3.484
39,mlp.experts.364.down_proj,0.0000132127,0.05000,3.427
39,mlp.experts.380.down_proj,failsafe(rtn): 0.0015259,0.00000,0.157
39,mlp.experts.360.down_proj,0.0000035388,0.05000,3.451
39,mlp.experts.203.down_proj,0.0000089178,0.05000,3.438
39,mlp.experts.361.down_proj,0.0000075444,0.05000,3.382
39,mlp.experts.213.down_proj,0.0000035175,0.05000,3.374
39,mlp.experts.229.down_proj,failsafe(rtn): 0.0015106,0.00000,0.177
39,mlp.experts.338.down_proj,0.0000016170,0.05000,3.405
39,mlp.experts.79.down_proj,0.0000049318,0.05000,3.411
39,mlp.experts.49.down_proj,0.0000064364,0.05000,3.428
39,mlp.experts.77.down_proj,0.0000088497,0.05000,3.354
39,mlp.experts.215.down_proj,0.0000052380,0.05000,3.413
39,mlp.experts.67.down_proj,0.0000024624,0.05000,3.331
39,mlp.experts.80.down_proj,0.0000099605,0.05000,3.180
39,mlp.experts.90.down_proj,0.0000161644,0.05000,3.195
39,mlp.experts.396.down_proj,0.0000029458,0.05000,3.205
39,mlp.experts.376.down_proj,0.0000179070,0.05000,3.256
39,mlp.experts.392.down_proj,failsafe(rtn): 0.0015106,0.00000,0.162
39,mlp.experts.219.down_proj,0.0000010891,0.05000,3.234
39,mlp.experts.377.down_proj,0.0000058508,0.05000,3.251
39,mlp.experts.354.down_proj,0.0000055307,0.05000,3.188
39,mlp.experts.245.down_proj,0.0000070752,0.05000,3.220
39,mlp.experts.95.down_proj,0.0000122196,0.05000,3.199
39,mlp.experts.65.down_proj,0.0000058974,0.05000,3.251
39,mlp.experts.93.down_proj,0.0000045642,0.05000,3.205
39,mlp.experts.231.down_proj,0.0000097964,0.05000,3.213
39,mlp.experts.247.down_proj,failsafe(rtn): 0.0016251,0.00000,0.155
39,mlp.experts.83.down_proj,0.0000065958,0.05000,3.200
39,mlp.experts.96.down_proj,0.0000034777,0.05000,3.201
39,mlp.experts.106.down_proj,0.0000125770,0.05000,3.191
39,mlp.experts.412.down_proj,0.0000085382,0.05000,3.193
39,mlp.experts.408.down_proj,0.0000052583,0.05000,3.158
39,mlp.experts.235.down_proj,0.0000096347,0.05000,3.172
39,mlp.experts.393.down_proj,0.0000056521,0.05000,3.138
39,mlp.experts.261.down_proj,0.0000079739,0.05000,3.105
39,mlp.experts.370.down_proj,0.0000088656,0.05000,3.115
39,mlp.experts.111.down_proj,0.0000108607,0.05000,3.114
39,mlp.experts.386.down_proj,failsafe(rtn): 0.0016556,0.00000,0.187
39,mlp.experts.81.down_proj,0.0000027911,0.05000,3.194
39,mlp.experts.502.up_proj,0.0000234252,0.05000,13.122
39,mlp.experts.109.down_proj,0.0000045304,0.05000,3.265
39,mlp.experts.263.down_proj,0.0000041085,0.05000,3.179
39,mlp.experts.99.down_proj,0.0000161897,0.05000,3.189
39,mlp.experts.112.down_proj,0.0000112106,0.05000,3.168
39,mlp.experts.122.down_proj,0.0000040914,0.05000,3.273
39,mlp.experts.428.down_proj,0.0000111442,0.05000,3.250
39,mlp.experts.424.down_proj,0.0000064648,0.05000,3.232
39,mlp.experts.251.down_proj,0.0000028031,0.05000,3.270
39,mlp.experts.409.down_proj,0.0000172548,0.05000,3.268
39,mlp.experts.277.down_proj,0.0000047013,0.05000,3.304
39,mlp.experts.127.down_proj,0.0000158793,0.05000,3.274
39,mlp.experts.402.down_proj,0.0000306955,0.05000,3.244
39,mlp.experts.97.down_proj,0.0000046493,0.05000,3.238
39,mlp.experts.6.down_proj,0.0000148547,0.05000,3.117
39,mlp.experts.125.down_proj,0.0000154828,0.05000,3.199
39,mlp.experts.279.down_proj,0.0000053590,0.05000,3.201
39,mlp.experts.115.down_proj,0.0000160302,0.05000,3.231
39,mlp.experts.131.down_proj,failsafe(rtn): 0.0016479,0.00000,0.179
39,mlp.experts.128.down_proj,0.0000082370,0.05000,3.281
39,mlp.experts.138.down_proj,0.0000068645,0.05000,3.210
39,mlp.experts.444.down_proj,0.0000210706,0.05000,3.158
39,mlp.experts.440.down_proj,0.0000082677,0.05000,3.196
39,mlp.experts.267.down_proj,0.0000038676,0.05000,3.236
39,mlp.experts.425.down_proj,0.0000024633,0.05000,3.288
39,mlp.experts.143.down_proj,0.0000142230,0.05000,3.286
39,mlp.experts.293.down_proj,0.0000018250,0.05000,3.311
39,mlp.experts.418.down_proj,0.0000105799,0.05000,3.297
39,mlp.experts.113.down_proj,0.0000061201,0.05000,3.288
39,mlp.experts.22.down_proj,0.0000234852,0.05000,3.328
39,mlp.experts.141.down_proj,0.0000141758,0.05000,3.360
39,mlp.experts.295.down_proj,0.0000276114,0.05000,3.345
39,mlp.experts.147.down_proj,0.0000033942,0.05000,3.370
39,mlp.experts.144.down_proj,0.0000056241,0.05000,3.336
39,mlp.experts.160.down_proj,failsafe(rtn): 0.0016327,0.00000,0.169
39,mlp.experts.154.down_proj,0.0000050827,0.05000,3.361
39,mlp.experts.460.down_proj,0.0000121467,0.05000,3.314
39,mlp.experts.456.down_proj,0.0000076629,0.05000,3.242
39,mlp.experts.283.down_proj,0.0000051041,0.05000,3.204
39,mlp.experts.441.down_proj,0.0000058429,0.05000,3.250
39,mlp.experts.159.down_proj,0.0000019430,0.05000,3.238
39,mlp.experts.309.down_proj,0.0000060480,0.05000,3.257
39,mlp.experts.434.down_proj,0.0000059628,0.05000,3.248
39,mlp.experts.450.down_proj,failsafe(rtn): 0.0017166,0.00000,0.154
39,mlp.experts.129.down_proj,0.0000117520,0.05000,3.244
39,mlp.experts.38.down_proj,0.0000050130,0.05000,3.116
39,mlp.experts.157.down_proj,0.0000065738,0.05000,3.195
39,mlp.experts.311.down_proj,0.0000160988,0.05000,3.145
39,mlp.experts.163.down_proj,0.0000036683,0.05000,3.191
39,mlp.experts.176.down_proj,0.0000083387,0.05000,3.162
39,mlp.experts.170.down_proj,0.0000014408,0.05000,3.222
39,mlp.experts.476.down_proj,0.0000053020,0.05000,3.279
39,mlp.experts.472.down_proj,0.0000134535,0.05000,3.292
39,mlp.experts.299.down_proj,0.0000039362,0.05000,3.279
39,mlp.experts.457.down_proj,0.0000112731,0.05000,3.271
39,mlp.experts.175.down_proj,0.0000099093,0.05000,3.300
39,mlp.experts.325.down_proj,0.0000043052,0.05000,3.266
39,mlp.experts.466.down_proj,0.0000053980,0.05000,3.289
39,mlp.experts.145.down_proj,0.0000035817,0.05000,3.277
39,mlp.experts.54.down_proj,0.0000072325,0.05000,3.326
39,mlp.experts.327.down_proj,0.0000061592,0.05000,3.252
39,mlp.experts.173.down_proj,0.0000066701,0.05000,3.314
39,mlp.experts.179.down_proj,0.0000042713,0.05000,3.237
39,mlp.experts.192.down_proj,0.0000024137,0.05000,3.223
39,mlp.experts.186.down_proj,0.0000069261,0.05000,3.228
39,mlp.experts.492.down_proj,0.0000134493,0.05000,3.246
39,mlp.experts.202.down_proj,failsafe(rtn): 0.0015411,0.00000,0.185
39,mlp.experts.488.down_proj,0.0000053280,0.05000,3.218
39,mlp.experts.315.down_proj,0.0000067229,0.05000,3.303
39,mlp.experts.473.down_proj,0.0000030944,0.05000,3.235
39,mlp.experts.191.down_proj,0.0000030882,0.05000,3.208
39,mlp.experts.341.down_proj,0.0000061156,0.05000,3.214
39,mlp.experts.482.down_proj,0.0000064615,0.05000,3.230
39,mlp.experts.161.down_proj,0.0000064460,0.05000,3.245
39,mlp.experts.70.down_proj,0.0000065355,0.05000,3.220
39,mlp.experts.343.down_proj,0.0000047366,0.05000,3.288
39,mlp.experts.189.down_proj,0.0000072483,0.05000,3.292
39,mlp.experts.195.down_proj,0.0000044647,0.05000,3.297
39,mlp.experts.208.down_proj,0.0000046398,0.05000,3.182
39,mlp.experts.508.down_proj,0.0000054928,0.05000,3.070
39,mlp.experts.218.down_proj,0.0000062188,0.05000,3.092
39,mlp.experts.504.down_proj,0.0000266697,0.05000,3.045
39,mlp.experts.331.down_proj,0.0000051410,0.05000,3.071
39,mlp.experts.489.down_proj,0.0000073619,0.05000,3.009
39,mlp.experts.357.down_proj,0.0000033658,0.05000,2.981
39,mlp.experts.207.down_proj,0.0000032168,0.05000,3.056
39,mlp.experts.498.down_proj,0.0000027507,0.05000,2.835
39,mlp.experts.177.down_proj,0.0000064583,0.05000,2.959
39,mlp.experts.86.down_proj,0.0000056487,0.05000,2.936
39,mlp.experts.359.down_proj,0.0000026901,0.05000,2.900
39,mlp.experts.205.down_proj,0.0000030441,0.05000,2.907
39,mlp.experts.211.down_proj,0.0000142275,0.05000,2.856
39,mlp.experts.224.down_proj,0.0000057472,0.05000,2.703
39,mlp.experts.234.down_proj,0.0000015085,0.05000,2.625
39,mlp.experts.347.down_proj,0.0000069163,0.05000,2.628
39,mlp.experts.505.down_proj,0.0000072335,0.05000,2.679
39,mlp.experts.223.down_proj,0.0000064516,0.05000,2.494
39,mlp.experts.373.down_proj,0.0000094970,0.05000,2.566
39,mlp.experts.102.down_proj,0.0000342373,0.05000,2.399
39,mlp.experts.193.down_proj,0.0000029795,0.05000,2.476
39,mlp.experts.209.down_proj,failsafe(rtn): 0.0017471,0.00000,0.105
39,mlp.experts.375.down_proj,0.0000030193,0.05000,2.416
39,mlp.experts.221.down_proj,0.0000089101,0.05000,2.397
39,mlp.experts.227.down_proj,0.0000103401,0.05000,2.313
39,mlp.experts.243.down_proj,failsafe(rtn): 0.0017090,0.00000,0.096
39,mlp.experts.240.down_proj,0.0000066315,0.05000,2.156
39,mlp.experts.250.down_proj,0.0000078267,0.05000,2.119
39,mlp.experts.363.down_proj,0.0000042683,0.05000,2.085
39,mlp.experts.389.down_proj,0.0000069149,0.05000,2.113
39,mlp.experts.239.down_proj,0.0000122169,0.05000,2.159
39,mlp.experts.118.down_proj,0.0000036002,0.05000,2.064
39,mlp.experts.225.down_proj,0.0000044044,0.05000,2.156
39,mlp.experts.237.down_proj,0.0000113240,0.05000,2.105
39,mlp.experts.391.down_proj,0.0000060933,0.05000,2.174
39,mlp.experts.259.down_proj,0.0000134259,0.05000,2.142
39,mlp.experts.256.down_proj,0.0000112427,0.05000,2.008
39,mlp.experts.266.down_proj,0.0000052789,0.05000,2.081
39,mlp.experts.379.down_proj,0.0000091576,0.05000,2.065
39,mlp.experts.405.down_proj,0.0000051197,0.05000,2.073
39,mlp.experts.255.down_proj,0.0000195153,0.05000,2.083
39,mlp.experts.134.down_proj,0.0000082875,0.05000,2.061
39,mlp.experts.241.down_proj,0.0000037169,0.05000,2.038
39,mlp.experts.407.down_proj,0.0000136532,0.05000,2.013
39,mlp.experts.253.down_proj,0.0000079703,0.05000,2.058
39,mlp.experts.269.down_proj,failsafe(rtn): 0.0015869,0.00000,0.112
39,mlp.experts.275.down_proj,0.0000031846,0.05000,2.154
39,mlp.experts.272.down_proj,0.0000065695,0.05000,2.075
39,mlp.experts.282.down_proj,0.0000061313,0.05000,2.086
39,mlp.experts.395.down_proj,0.0000068944,0.05000,2.100
39,mlp.experts.411.down_proj,failsafe(rtn): 0.0014877,0.00000,0.105
39,mlp.experts.421.down_proj,0.0000023522,0.05000,2.105
39,mlp.experts.271.down_proj,0.0000077144,0.05000,2.110
39,mlp.experts.150.down_proj,0.0000018733,0.05000,2.073
39,mlp.experts.257.down_proj,0.0000084777,0.05000,2.138
39,mlp.experts.423.down_proj,0.0000245296,0.05000,2.118
39,mlp.experts.285.down_proj,0.0000106971,0.05000,2.092
39,mlp.experts.288.down_proj,0.0000084191,0.05000,1.954
39,mlp.experts.291.down_proj,0.0000056085,0.05000,2.030
39,mlp.experts.298.down_proj,0.0000049618,0.05000,1.996
39,mlp.experts.427.down_proj,0.0000112559,0.05000,2.045
39,mlp.experts.437.down_proj,0.0000095247,0.05000,1.996
39,mlp.experts.166.down_proj,0.0000015799,0.05000,2.004
39,mlp.experts.287.down_proj,0.0000049348,0.05000,2.058
39,mlp.experts.182.down_proj,failsafe(rtn): 0.0016785,0.00000,0.108
39,mlp.experts.273.down_proj,0.0000072665,0.05000,2.093
39,mlp.experts.439.down_proj,0.0000119301,0.05000,2.117
39,mlp.experts.289.down_proj,failsafe(rtn): 0.0015717,0.00000,0.133
39,mlp.experts.301.down_proj,0.0000030899,0.05000,2.112
39,mlp.experts.304.down_proj,0.0000032941,0.05000,2.058
39,mlp.experts.307.down_proj,0.0000098713,0.05000,2.136
39,mlp.experts.314.down_proj,0.0000067455,0.05000,2.085
39,mlp.experts.443.down_proj,0.0000044825,0.05000,2.127
39,mlp.experts.453.down_proj,0.0000028662,0.05000,2.093
39,mlp.experts.303.down_proj,0.0000424618,0.05000,2.070
39,mlp.experts.198.down_proj,0.0000053107,0.05000,2.090
39,mlp.experts.455.down_proj,0.0000091787,0.05000,2.065
39,mlp.experts.305.down_proj,0.0000160339,0.05000,2.046
39,mlp.experts.317.down_proj,0.0000080407,0.05000,2.086
39,mlp.experts.320.down_proj,0.0000237416,0.05000,1.977
39,mlp.experts.323.down_proj,0.0000080288,0.05000,2.096
39,mlp.experts.330.down_proj,0.0000042674,0.05000,2.052
39,mlp.experts.459.down_proj,0.0000066093,0.05000,2.075
39,mlp.experts.469.down_proj,0.0000115770,0.05000,2.086
39,mlp.experts.319.down_proj,0.0000033848,0.05000,2.053
39,mlp.experts.214.down_proj,0.0000116104,0.05000,2.034
39,mlp.experts.471.down_proj,0.0000057883,0.05000,2.069
39,mlp.experts.321.down_proj,0.0000059096,0.05000,2.065
39,mlp.experts.333.down_proj,0.0000034674,0.05000,2.083
39,mlp.experts.336.down_proj,0.0000033359,0.05000,1.985
39,mlp.experts.339.down_proj,0.0000050308,0.05000,2.051
39,mlp.experts.346.down_proj,0.0000030771,0.05000,2.059
39,mlp.experts.475.down_proj,0.0000206283,0.05000,2.135
39,mlp.experts.485.down_proj,0.0000026809,0.05000,2.152
39,mlp.experts.335.down_proj,0.0000089010,0.05000,2.141
39,mlp.experts.230.down_proj,0.0000058403,0.05000,2.074
39,mlp.experts.487.down_proj,0.0000134456,0.05000,2.128
39,mlp.experts.337.down_proj,0.0000043714,0.05000,2.154
39,mlp.experts.352.down_proj,0.0000021161,0.05000,2.102
39,mlp.experts.349.down_proj,0.0000037592,0.05000,2.137
39,mlp.experts.355.down_proj,0.0000135928,0.05000,2.189
39,mlp.experts.362.down_proj,0.0000035270,0.05000,2.083
39,mlp.experts.491.down_proj,0.0000192499,0.05000,2.145
39,mlp.experts.501.down_proj,0.0000023699,0.05000,2.082
39,mlp.experts.507.down_proj,failsafe(rtn): 0.0017548,0.00000,0.103
39,mlp.experts.246.down_proj,0.0000055063,0.05000,2.074
39,mlp.experts.351.down_proj,0.0000157799,0.05000,2.105
39,mlp.experts.367.down_proj,failsafe(rtn): 0.0016098,0.00000,0.079
39,mlp.experts.503.down_proj,0.0000115936,0.05000,1.994
39,mlp.experts.368.down_proj,0.0000052035,0.05000,1.918
39,mlp.experts.353.down_proj,0.0000099844,0.05000,1.982
39,mlp.experts.365.down_proj,0.0000046147,0.05000,1.990
39,mlp.experts.384.down_proj,failsafe(rtn): 0.0016632,0.00000,0.083
39,mlp.experts.371.down_proj,0.0000080366,0.05000,1.836
39,mlp.experts.378.down_proj,0.0000050532,0.05000,1.719
39,mlp.experts.262.down_proj,0.0000035944,0.05000,1.531
39,mlp.experts.383.down_proj,0.0000079063,0.05000,1.515
39,mlp.experts.399.down_proj,failsafe(rtn): 0.0016708,0.00000,0.089
39,mlp.experts.369.down_proj,0.0000073550,0.05000,1.494
39,mlp.experts.400.down_proj,0.0000056289,0.05000,1.431
39,mlp.experts.381.down_proj,0.0000055703,0.05000,1.472
39,mlp.experts.397.down_proj,failsafe(rtn): 0.0016098,0.00000,0.071
39,mlp.experts.387.down_proj,0.0000043164,0.05000,1.552
39,mlp.experts.394.down_proj,0.0000062545,0.05000,1.551
39,mlp.experts.410.down_proj,failsafe(rtn): 0.0016022,0.00000,0.073
39,mlp.experts.278.down_proj,0.0000078380,0.05000,1.444
39,mlp.experts.415.down_proj,0.0000058878,0.05000,1.469
39,mlp.experts.416.down_proj,0.0000019403,0.05000,1.455
39,mlp.experts.385.down_proj,0.0000111984,0.05000,1.506
39,mlp.experts.413.down_proj,0.0000029668,0.05000,1.500
39,mlp.experts.403.down_proj,0.0000117531,0.05000,1.425
39,mlp.experts.426.down_proj,0.0000150624,0.05000,1.444
39,mlp.experts.294.down_proj,0.0000085345,0.05000,1.449
39,mlp.experts.431.down_proj,0.0000046918,0.05000,1.433
39,mlp.experts.432.down_proj,0.0000008730,0.05000,1.365
39,mlp.experts.401.down_proj,0.0000017860,0.05000,1.425
39,mlp.experts.429.down_proj,0.0000039633,0.05000,1.481
39,mlp.experts.419.down_proj,0.0000145388,0.05000,1.444
39,mlp.experts.442.down_proj,0.0000292677,0.05000,1.431
39,mlp.experts.310.down_proj,0.0000069318,0.05000,1.506
39,mlp.experts.447.down_proj,0.0000149567,0.05000,1.544
39,mlp.experts.448.down_proj,0.0000081780,0.05000,1.532
39,mlp.experts.417.down_proj,0.0000066610,0.05000,1.621
39,mlp.experts.445.down_proj,0.0000077235,0.05000,1.630
39,mlp.experts.435.down_proj,0.0000132281,0.05000,1.570
39,mlp.experts.458.down_proj,0.0000117305,0.05000,1.572
39,mlp.experts.326.down_proj,0.0000045158,0.05000,1.560
39,mlp.experts.463.down_proj,0.0000099253,0.05000,1.613
39,mlp.experts.464.down_proj,0.0000148085,0.05000,1.555
39,mlp.experts.433.down_proj,0.0000062194,0.05000,1.597
39,mlp.experts.461.down_proj,0.0000072380,0.05000,1.573
39,mlp.experts.451.down_proj,0.0000127501,0.05000,1.574
39,mlp.experts.474.down_proj,0.0000060342,0.05000,1.495
39,mlp.experts.342.down_proj,0.0000106170,0.05000,1.513
39,mlp.experts.480.down_proj,0.0000461584,0.05000,1.425
39,mlp.experts.479.down_proj,0.0000082321,0.05000,1.486
39,mlp.experts.449.down_proj,0.0000095552,0.05000,1.527
39,mlp.experts.477.down_proj,0.0000059853,0.05000,1.542
39,mlp.experts.467.down_proj,0.0000052827,0.05000,1.522
39,mlp.experts.490.down_proj,0.0000201963,0.05000,1.475
39,mlp.experts.358.down_proj,0.0000034177,0.05000,1.487
39,mlp.experts.496.down_proj,0.0000044384,0.05000,1.485
39,mlp.experts.495.down_proj,0.0000249072,0.05000,1.476
39,mlp.experts.465.down_proj,0.0000029253,0.05000,1.423
39,mlp.experts.493.down_proj,0.0000021059,0.05000,1.284
39,mlp.experts.483.down_proj,0.0000047394,0.05000,1.374
39,mlp.experts.506.down_proj,0.0000096300,0.05000,1.195
39,mlp.experts.374.down_proj,0.0000186753,0.05000,0.937
39,mlp.experts.511.down_proj,0.0000037829,0.05000,0.958
39,mlp.experts.481.down_proj,0.0000027625,0.05000,0.841
39,mlp.experts.509.down_proj,0.0000067374,0.05000,0.828
39,mlp.experts.499.down_proj,0.0000056166,0.05000,0.746
39,mlp.experts.390.down_proj,0.0000052595,0.05000,0.489
39,mlp.experts.497.down_proj,0.0000086621,0.05000,0.206
39,mlp.experts.406.down_proj,0.0000238896,0.05000,0.171
39,mlp.experts.422.down_proj,0.0000447966,0.05000,0.127
39,mlp.experts.438.down_proj,0.0000041236,0.05000,0.129
39,mlp.experts.454.down_proj,0.0000044887,0.05000,0.128
39,mlp.experts.470.down_proj,0.0000043021,0.05000,0.128
39,mlp.experts.486.down_proj,0.0000105362,0.05000,0.131
39,mlp.experts.502.down_proj,0.0000030253,0.05000,0.129
40,mlp.experts.6.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.834
40,mlp.experts.8.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.840
40,mlp.experts.22.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.762
40,mlp.experts.15.gate_proj,0.0001273269,0.05000,13.409
40,mlp.experts.1.gate_proj,0.0000177920,0.05000,13.432
40,mlp.experts.11.gate_proj,0.0000169474,0.05000,13.452
40,mlp.experts.9.gate_proj,0.0000239551,0.05000,13.460
40,mlp.experts.14.gate_proj,0.0000467363,0.05000,13.468
40,mlp.experts.2.gate_proj,0.0000682769,0.05000,13.353
40,mlp.experts.4.gate_proj,0.0000613742,0.05000,13.481
40,mlp.experts.0.gate_proj,0.0000869849,0.05000,13.493
40,mlp.experts.13.gate_proj,0.0000757010,0.05000,13.517
40,mlp.experts.5.gate_proj,0.0000223924,0.05000,13.566
40,mlp.experts.12.gate_proj,0.0000312371,0.05000,13.588
40,mlp.experts.3.gate_proj,0.0000391638,0.05000,13.503
40,mlp.experts.7.gate_proj,0.0000205334,0.05000,13.626
40,mlp.experts.10.gate_proj,0.0000712826,0.05000,13.749
40,mlp.experts.27.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.690
40,mlp.experts.18.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.728
40,mlp.experts.19.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.686
40,mlp.experts.23.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.709
40,mlp.experts.38.gate_proj,0.0000559891,0.05000,13.292
40,mlp.experts.31.gate_proj,0.0000201721,0.05000,14.396
40,mlp.experts.30.gate_proj,0.0000273327,0.05000,14.321
40,mlp.experts.29.gate_proj,0.0000149397,0.05000,14.368
40,mlp.experts.17.gate_proj,0.0000311503,0.05000,14.489
40,mlp.experts.25.gate_proj,0.0000078554,0.05000,14.496
40,mlp.experts.24.gate_proj,0.0000414948,0.05000,14.419
40,mlp.experts.16.gate_proj,0.0001006950,0.05000,14.446
40,mlp.experts.28.gate_proj,0.0000622084,0.05000,14.448
40,mlp.experts.21.gate_proj,0.0001440896,0.05000,14.519
40,mlp.experts.20.gate_proj,0.0000266675,0.05000,14.590
40,mlp.experts.26.gate_proj,0.0000180864,0.05000,14.561
40,mlp.experts.35.gate_proj,0.0000278526,0.05000,14.386
40,mlp.experts.43.gate_proj,0.0000210320,0.05000,14.540
40,mlp.experts.39.gate_proj,0.0000275512,0.05000,14.415
40,mlp.experts.34.gate_proj,0.0000379526,0.05000,14.516
40,mlp.experts.41.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.749
40,mlp.experts.54.gate_proj,0.0000218862,0.05000,14.351
40,mlp.experts.46.gate_proj,0.0000460512,0.05000,11.842
40,mlp.experts.47.gate_proj,0.0000355402,0.05000,12.119
40,mlp.experts.40.gate_proj,0.0001281375,0.05000,12.137
40,mlp.experts.36.gate_proj,0.0001140486,0.05000,11.987
40,mlp.experts.44.gate_proj,0.0000214879,0.05000,12.178
40,mlp.experts.45.gate_proj,0.0000335864,0.05000,12.297
40,mlp.experts.32.gate_proj,0.0000432994,0.05000,12.336
40,mlp.experts.33.gate_proj,0.0000312210,0.05000,12.326
40,mlp.experts.37.gate_proj,0.0000862353,0.05000,12.389
40,mlp.experts.51.gate_proj,0.0000742902,0.05000,12.166
40,mlp.experts.59.gate_proj,0.0000108662,0.05000,12.242
40,mlp.experts.55.gate_proj,0.0000602021,0.05000,12.200
40,mlp.experts.57.gate_proj,0.0000299578,0.05000,12.348
40,mlp.experts.70.gate_proj,0.0001670853,0.05000,14.383
40,mlp.experts.50.gate_proj,0.0000191571,0.05000,14.393
40,mlp.experts.62.gate_proj,0.0000289433,0.05000,14.412
40,mlp.experts.42.gate_proj,0.0000398830,0.05000,14.459
40,mlp.experts.63.gate_proj,0.0000486629,0.05000,14.349
40,mlp.experts.56.gate_proj,0.0000235600,0.05000,14.324
40,mlp.experts.52.gate_proj,0.0000091581,0.05000,14.385
40,mlp.experts.60.gate_proj,0.0000311770,0.05000,14.338
40,mlp.experts.61.gate_proj,0.0000955222,0.05000,14.388
40,mlp.experts.49.gate_proj,0.0000712048,0.05000,14.364
40,mlp.experts.53.gate_proj,0.0000730022,0.05000,14.335
40,mlp.experts.48.gate_proj,0.0000616584,0.05000,14.420
40,mlp.experts.58.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.712
40,mlp.experts.75.gate_proj,0.0000823124,0.05000,14.321
40,mlp.experts.67.gate_proj,0.0000524256,0.05000,14.598
40,mlp.experts.71.gate_proj,0.0000266657,0.05000,14.486
40,mlp.experts.73.gate_proj,0.0000778133,0.05000,14.573
40,mlp.experts.66.gate_proj,0.0000492329,0.05000,14.909
40,mlp.experts.86.gate_proj,0.0000240529,0.05000,14.940
40,mlp.experts.79.gate_proj,0.0000759470,0.05000,14.920
40,mlp.experts.78.gate_proj,0.0000262082,0.05000,15.150
40,mlp.experts.68.gate_proj,0.0000606480,0.05000,14.887
40,mlp.experts.72.gate_proj,0.0000269654,0.05000,15.017
40,mlp.experts.76.gate_proj,0.0000380336,0.05000,15.012
40,mlp.experts.74.gate_proj,0.0000511935,0.05000,14.852
40,mlp.experts.77.gate_proj,0.0000517407,0.05000,14.970
40,mlp.experts.69.gate_proj,0.0000676361,0.05000,14.947
40,mlp.experts.64.gate_proj,0.0000259813,0.05000,14.971
40,mlp.experts.65.gate_proj,0.0000241334,0.05000,15.048
40,mlp.experts.95.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.799
40,mlp.experts.91.gate_proj,0.0000163705,0.05000,15.048
40,mlp.experts.87.gate_proj,0.0000397401,0.05000,14.985
40,mlp.experts.83.gate_proj,0.0000280300,0.05000,15.127
40,mlp.experts.93.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.854
40,mlp.experts.89.gate_proj,0.0000937069,0.05000,14.991
40,mlp.experts.82.gate_proj,0.0000965197,0.05000,14.686
40,mlp.experts.102.gate_proj,0.0000315327,0.05000,14.723
40,mlp.experts.94.gate_proj,0.0000218669,0.05000,14.638
40,mlp.experts.84.gate_proj,0.0000407223,0.05000,14.518
40,mlp.experts.92.gate_proj,0.0000338326,0.05000,14.553
40,mlp.experts.88.gate_proj,0.0000378404,0.05000,14.666
40,mlp.experts.90.gate_proj,0.0000319999,0.05000,14.683
40,mlp.experts.80.gate_proj,0.0000196941,0.05000,14.644
40,mlp.experts.85.gate_proj,0.0000184415,0.05000,14.760
40,mlp.experts.81.gate_proj,0.0000576660,0.05000,14.704
40,mlp.experts.111.gate_proj,0.0000413313,0.05000,14.650
40,mlp.experts.103.gate_proj,0.0000190469,0.05000,14.517
40,mlp.experts.107.gate_proj,0.0000759351,0.05000,14.646
40,mlp.experts.99.gate_proj,0.0000213985,0.05000,14.615
40,mlp.experts.109.gate_proj,0.0000156824,0.05000,14.636
40,mlp.experts.105.gate_proj,0.0000356803,0.05000,14.722
40,mlp.experts.119.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.762
40,mlp.experts.98.gate_proj,0.0000711219,0.05000,14.648
40,mlp.experts.118.gate_proj,0.0000446012,0.05000,14.595
40,mlp.experts.110.gate_proj,0.0000274582,0.05000,14.547
40,mlp.experts.100.gate_proj,0.0000246945,0.05000,14.606
40,mlp.experts.104.gate_proj,0.0000325653,0.05000,14.576
40,mlp.experts.108.gate_proj,0.0000131945,0.05000,14.681
40,mlp.experts.96.gate_proj,0.0000303650,0.05000,14.557
40,mlp.experts.106.gate_proj,0.0000773322,0.05000,14.656
40,mlp.experts.127.gate_proj,0.0000207733,0.05000,14.576
40,mlp.experts.97.gate_proj,0.0000842837,0.05000,14.704
40,mlp.experts.101.gate_proj,0.0000342805,0.05000,14.741
40,mlp.experts.123.gate_proj,0.0000363104,0.05000,14.721
40,mlp.experts.115.gate_proj,0.0000531478,0.05000,14.592
40,mlp.experts.125.gate_proj,0.0000173868,0.05000,14.649
40,mlp.experts.121.gate_proj,0.0000208387,0.05000,14.708
40,mlp.experts.139.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.794
40,mlp.experts.135.gate_proj,0.0000527546,0.05000,14.825
40,mlp.experts.134.gate_proj,0.0000648072,0.05000,14.378
40,mlp.experts.114.gate_proj,0.0000785833,0.05000,14.399
40,mlp.experts.126.gate_proj,0.0000749811,0.05000,14.391
40,mlp.experts.116.gate_proj,0.0000219597,0.05000,14.470
40,mlp.experts.124.gate_proj,0.0000256975,0.05000,14.240
40,mlp.experts.120.gate_proj,0.0000793474,0.05000,14.508
40,mlp.experts.112.gate_proj,0.0000341461,0.05000,14.315
40,mlp.experts.122.gate_proj,0.0000276599,0.05000,14.395
40,mlp.experts.143.gate_proj,0.0000498835,0.05000,14.402
40,mlp.experts.117.gate_proj,0.0001082524,0.05000,14.347
40,mlp.experts.113.gate_proj,0.0000836472,0.05000,14.387
40,mlp.experts.132.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.780
40,mlp.experts.131.gate_proj,0.0000492304,0.05000,14.403
40,mlp.experts.141.gate_proj,0.0000168328,0.05000,14.408
40,mlp.experts.137.gate_proj,0.0000938869,0.05000,14.412
40,mlp.experts.155.gate_proj,0.0000663134,0.05000,14.226
40,mlp.experts.151.gate_proj,0.0000171883,0.05000,14.275
40,mlp.experts.130.gate_proj,0.0000303747,0.05000,14.295
40,mlp.experts.150.gate_proj,0.0001125922,0.05000,14.406
40,mlp.experts.142.gate_proj,0.0000596621,0.05000,14.419
40,mlp.experts.140.gate_proj,0.0000273680,0.05000,14.315
40,mlp.experts.128.gate_proj,0.0000553651,0.05000,14.230
40,mlp.experts.136.gate_proj,0.0000590796,0.05000,14.338
40,mlp.experts.138.gate_proj,0.0000551101,0.05000,14.274
40,mlp.experts.159.gate_proj,0.0000474020,0.05000,14.358
40,mlp.experts.133.gate_proj,0.0000071090,0.05000,14.456
40,mlp.experts.129.gate_proj,0.0000321252,0.05000,14.422
40,mlp.experts.148.gate_proj,0.0000639239,0.05000,14.466
40,mlp.experts.147.gate_proj,0.0000383362,0.05000,14.415
40,mlp.experts.157.gate_proj,0.0000459800,0.05000,14.376
40,mlp.experts.153.gate_proj,0.0000235904,0.05000,14.324
40,mlp.experts.171.gate_proj,0.0000370295,0.05000,14.489
40,mlp.experts.167.gate_proj,0.0000592935,0.05000,14.408
40,mlp.experts.166.gate_proj,0.0000337434,0.05000,14.440
40,mlp.experts.146.gate_proj,0.0000469512,0.05000,14.660
40,mlp.experts.158.gate_proj,0.0000374214,0.05000,14.550
40,mlp.experts.156.gate_proj,0.0000288813,0.05000,14.506
40,mlp.experts.144.gate_proj,0.0000394009,0.05000,14.447
40,mlp.experts.152.gate_proj,0.0000282004,0.05000,14.483
40,mlp.experts.154.gate_proj,0.0000951543,0.05000,14.392
40,mlp.experts.149.gate_proj,0.0000322571,0.05000,14.424
40,mlp.experts.175.gate_proj,0.0000227904,0.05000,14.566
40,mlp.experts.174.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.772
40,mlp.experts.145.gate_proj,0.0001086641,0.05000,14.531
40,mlp.experts.172.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.839
40,mlp.experts.164.gate_proj,0.0000073425,0.05000,14.443
40,mlp.experts.163.gate_proj,0.0000750285,0.05000,14.578
40,mlp.experts.173.gate_proj,0.0000382156,0.05000,14.524
40,mlp.experts.169.gate_proj,0.0000365615,0.05000,14.533
40,mlp.experts.183.gate_proj,0.0000511710,0.05000,14.434
40,mlp.experts.187.gate_proj,0.0000746710,0.05000,14.597
40,mlp.experts.162.gate_proj,0.0000525930,0.05000,14.594
40,mlp.experts.182.gate_proj,0.0000520926,0.05000,14.731
40,mlp.experts.168.gate_proj,0.0000223239,0.05000,14.570
40,mlp.experts.160.gate_proj,0.0000522279,0.05000,14.666
40,mlp.experts.170.gate_proj,0.0000456227,0.05000,14.630
40,mlp.experts.190.gate_proj,0.0000197536,0.05000,14.472
40,mlp.experts.165.gate_proj,0.0000552123,0.05000,14.600
40,mlp.experts.191.gate_proj,0.0001316996,0.05000,14.569
40,mlp.experts.188.gate_proj,0.0000230078,0.05000,14.385
40,mlp.experts.161.gate_proj,0.0001211093,0.05000,14.661
40,mlp.experts.180.gate_proj,0.0000658409,0.05000,14.536
40,mlp.experts.176.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.786
40,mlp.experts.179.gate_proj,0.0000214343,0.05000,14.581
40,mlp.experts.189.gate_proj,0.0000249108,0.05000,14.544
40,mlp.experts.185.gate_proj,0.0000961390,0.05000,14.684
40,mlp.experts.199.gate_proj,0.0000479190,0.05000,14.619
40,mlp.experts.203.gate_proj,0.0000760846,0.05000,14.617
40,mlp.experts.178.gate_proj,0.0000255443,0.05000,14.237
40,mlp.experts.198.gate_proj,0.0000130975,0.05000,14.227
40,mlp.experts.184.gate_proj,0.0000333872,0.05000,14.173
40,mlp.experts.186.gate_proj,0.0000124880,0.05000,14.059
40,mlp.experts.206.gate_proj,0.0001473639,0.05000,14.064
40,mlp.experts.207.gate_proj,0.0000199826,0.05000,14.052
40,mlp.experts.181.gate_proj,0.0000623891,0.05000,14.187
40,mlp.experts.204.gate_proj,0.0000320215,0.05000,14.163
40,mlp.experts.196.gate_proj,0.0000461562,0.05000,14.103
40,mlp.experts.177.gate_proj,0.0000266490,0.05000,14.185
40,mlp.experts.192.gate_proj,0.0000398382,0.05000,14.096
40,mlp.experts.200.gate_proj,failsafe(rtn): 0.0014648,0.00000,0.753
40,mlp.experts.195.gate_proj,0.0000324591,0.05000,14.175
40,mlp.experts.222.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.773
40,mlp.experts.205.gate_proj,0.0000197900,0.05000,14.162
40,mlp.experts.201.gate_proj,0.0000295477,0.05000,14.121
40,mlp.experts.215.gate_proj,0.0000362644,0.05000,14.206
40,mlp.experts.219.gate_proj,0.0000493947,0.05000,14.251
40,mlp.experts.194.gate_proj,0.0000850214,0.05000,14.292
40,mlp.experts.214.gate_proj,0.0001036444,0.05000,14.361
40,mlp.experts.202.gate_proj,0.0000225651,0.05000,14.430
40,mlp.experts.223.gate_proj,0.0000250104,0.05000,14.442
40,mlp.experts.212.gate_proj,0.0000539986,0.05000,14.264
40,mlp.experts.220.gate_proj,0.0000545523,0.05000,14.367
40,mlp.experts.197.gate_proj,0.0000377377,0.05000,14.405
40,mlp.experts.216.gate_proj,0.0000520388,0.05000,14.243
40,mlp.experts.193.gate_proj,0.0000503052,0.05000,14.452
40,mlp.experts.208.gate_proj,0.0000695951,0.05000,14.553
40,mlp.experts.221.gate_proj,0.0000376123,0.05000,14.369
40,mlp.experts.211.gate_proj,0.0001035739,0.05000,14.470
40,mlp.experts.238.gate_proj,0.0000494543,0.05000,14.526
40,mlp.experts.217.gate_proj,0.0000419879,0.05000,14.332
40,mlp.experts.231.gate_proj,0.0000270679,0.05000,14.407
40,mlp.experts.237.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.772
40,mlp.experts.235.gate_proj,0.0000262479,0.05000,14.462
40,mlp.experts.253.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.675
40,mlp.experts.230.gate_proj,0.0000619688,0.05000,14.360
40,mlp.experts.210.gate_proj,0.0000896114,0.05000,14.504
40,mlp.experts.218.gate_proj,0.0000706291,0.05000,14.320
40,mlp.experts.228.gate_proj,0.0000224127,0.05000,14.214
40,mlp.experts.239.gate_proj,0.0000544420,0.05000,14.292
40,mlp.experts.236.gate_proj,0.0000306704,0.05000,14.296
40,mlp.experts.232.gate_proj,0.0000415312,0.05000,14.237
40,mlp.experts.213.gate_proj,0.0000578979,0.05000,14.461
40,mlp.experts.209.gate_proj,0.0000246006,0.05000,14.374
40,mlp.experts.224.gate_proj,0.0000323567,0.05000,14.343
40,mlp.experts.227.gate_proj,0.0000430227,0.05000,14.341
40,mlp.experts.254.gate_proj,0.0000634949,0.05000,14.368
40,mlp.experts.233.gate_proj,0.0000362204,0.05000,14.459
40,mlp.experts.247.gate_proj,0.0000294964,0.05000,14.390
40,mlp.experts.243.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.750
40,mlp.experts.251.gate_proj,0.0000929800,0.05000,14.487
40,mlp.experts.269.gate_proj,0.0000955326,0.05000,14.386
40,mlp.experts.246.gate_proj,0.0000236210,0.05000,14.208
40,mlp.experts.226.gate_proj,0.0000262627,0.05000,14.163
40,mlp.experts.234.gate_proj,0.0000099079,0.05000,14.123
40,mlp.experts.244.gate_proj,0.0000343456,0.05000,14.130
40,mlp.experts.252.gate_proj,0.0000401208,0.05000,14.051
40,mlp.experts.229.gate_proj,0.0000290042,0.05000,14.003
40,mlp.experts.255.gate_proj,0.0000514874,0.05000,14.281
40,mlp.experts.248.gate_proj,0.0000227713,0.05000,14.124
40,mlp.experts.225.gate_proj,0.0000343294,0.05000,14.165
40,mlp.experts.240.gate_proj,0.0000326232,0.05000,14.122
40,mlp.experts.270.gate_proj,0.0001243809,0.05000,14.119
40,mlp.experts.249.gate_proj,0.0000827740,0.05000,14.019
40,mlp.experts.263.gate_proj,0.0000262551,0.05000,13.969
40,mlp.experts.259.gate_proj,0.0000573198,0.05000,13.930
40,mlp.experts.267.gate_proj,0.0001093963,0.05000,13.846
40,mlp.experts.285.gate_proj,0.0000464358,0.05000,13.875
40,mlp.experts.275.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.712
40,mlp.experts.242.gate_proj,0.0000864052,0.05000,14.420
40,mlp.experts.262.gate_proj,0.0000221194,0.05000,14.661
40,mlp.experts.250.gate_proj,0.0000176653,0.05000,14.489
40,mlp.experts.260.gate_proj,0.0000414311,0.05000,14.367
40,mlp.experts.268.gate_proj,0.0000421937,0.05000,14.559
40,mlp.experts.245.gate_proj,0.0000162537,0.05000,14.459
40,mlp.experts.264.gate_proj,0.0000333673,0.05000,14.426
40,mlp.experts.271.gate_proj,0.0000204857,0.05000,14.520
40,mlp.experts.256.gate_proj,0.0001001111,0.05000,14.542
40,mlp.experts.241.gate_proj,0.0000290854,0.05000,14.657
40,mlp.experts.284.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.799
40,mlp.experts.286.gate_proj,0.0000448803,0.05000,14.586
40,mlp.experts.265.gate_proj,0.0000342246,0.05000,14.646
40,mlp.experts.279.gate_proj,0.0000565870,0.05000,14.561
40,mlp.experts.283.gate_proj,0.0000224099,0.05000,14.571
40,mlp.experts.301.gate_proj,0.0000418024,0.05000,14.496
40,mlp.experts.291.gate_proj,0.0000307259,0.05000,14.752
40,mlp.experts.258.gate_proj,0.0000341793,0.05000,15.090
40,mlp.experts.278.gate_proj,0.0000244181,0.05000,15.072
40,mlp.experts.266.gate_proj,0.0000987251,0.05000,15.027
40,mlp.experts.276.gate_proj,0.0000287656,0.05000,15.116
40,mlp.experts.280.gate_proj,0.0000555822,0.05000,14.915
40,mlp.experts.261.gate_proj,0.0000417950,0.05000,15.075
40,mlp.experts.287.gate_proj,0.0000513777,0.05000,15.133
40,mlp.experts.257.gate_proj,0.0000308584,0.05000,15.028
40,mlp.experts.272.gate_proj,0.0000390851,0.05000,15.125
40,mlp.experts.302.gate_proj,0.0000306053,0.05000,15.016
40,mlp.experts.300.gate_proj,0.0001204214,0.05000,15.095
40,mlp.experts.281.gate_proj,0.0000217747,0.05000,15.076
40,mlp.experts.295.gate_proj,0.0000841234,0.05000,15.004
40,mlp.experts.299.gate_proj,0.0000528862,0.05000,15.116
40,mlp.experts.317.gate_proj,0.0000502421,0.05000,14.991
40,mlp.experts.315.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.732
40,mlp.experts.307.gate_proj,0.0000638104,0.05000,15.080
40,mlp.experts.274.gate_proj,0.0000831629,0.05000,14.753
40,mlp.experts.294.gate_proj,0.0000231350,0.05000,14.697
40,mlp.experts.282.gate_proj,0.0000116843,0.05000,14.704
40,mlp.experts.292.gate_proj,0.0000181345,0.05000,14.690
40,mlp.experts.296.gate_proj,0.0000260993,0.05000,14.710
40,mlp.experts.277.gate_proj,0.0000059861,0.05000,14.639
40,mlp.experts.303.gate_proj,0.0000314264,0.05000,14.617
40,mlp.experts.273.gate_proj,0.0000259282,0.05000,14.794
40,mlp.experts.288.gate_proj,0.0000574470,0.05000,14.809
40,mlp.experts.316.gate_proj,0.0000576057,0.05000,14.758
40,mlp.experts.318.gate_proj,0.0000172645,0.05000,14.788
40,mlp.experts.311.gate_proj,0.0000287194,0.05000,14.675
40,mlp.experts.297.gate_proj,0.0001295277,0.05000,14.830
40,mlp.experts.333.gate_proj,0.0000373969,0.05000,14.663
40,mlp.experts.331.gate_proj,0.0000405945,0.05000,14.669
40,mlp.experts.323.gate_proj,0.0000380050,0.05000,14.696
40,mlp.experts.347.gate_proj,failsafe(rtn): 0.0017471,0.00000,0.716
40,mlp.experts.290.gate_proj,0.0000634919,0.05000,14.188
40,mlp.experts.310.gate_proj,0.0000318154,0.05000,14.201
40,mlp.experts.298.gate_proj,0.0000136031,0.05000,14.342
40,mlp.experts.308.gate_proj,0.0001414180,0.05000,14.195
40,mlp.experts.312.gate_proj,0.0000105345,0.05000,14.174
40,mlp.experts.293.gate_proj,0.0000693596,0.05000,14.271
40,mlp.experts.319.gate_proj,0.0000401776,0.05000,14.331
40,mlp.experts.304.gate_proj,0.0000597923,0.05000,14.020
40,mlp.experts.289.gate_proj,0.0000916625,0.05000,14.235
40,mlp.experts.332.gate_proj,0.0000739307,0.05000,14.158
40,mlp.experts.334.gate_proj,0.0000519260,0.05000,14.225
40,mlp.experts.327.gate_proj,0.0000294665,0.05000,14.250
40,mlp.experts.313.gate_proj,0.0000645783,0.05000,14.264
40,mlp.experts.305.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.770
40,mlp.experts.350.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.742
40,mlp.experts.349.gate_proj,0.0000283508,0.05000,14.335
40,mlp.experts.343.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.745
40,mlp.experts.339.gate_proj,0.0000516635,0.05000,14.346
40,mlp.experts.359.gate_proj,failsafe(rtn): 0.0017624,0.00000,0.772
40,mlp.experts.363.gate_proj,0.0000410034,0.05000,14.400
40,mlp.experts.306.gate_proj,0.0000481653,0.05000,14.729
40,mlp.experts.326.gate_proj,0.0000340387,0.05000,14.737
40,mlp.experts.314.gate_proj,0.0000468665,0.05000,14.609
40,mlp.experts.324.gate_proj,0.0000354425,0.05000,14.703
40,mlp.experts.328.gate_proj,0.0000186880,0.05000,14.684
40,mlp.experts.309.gate_proj,0.0000227442,0.05000,14.742
40,mlp.experts.335.gate_proj,0.0000979496,0.05000,14.834
40,mlp.experts.320.gate_proj,0.0000218564,0.05000,14.691
40,mlp.experts.344.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.800
40,mlp.experts.348.gate_proj,0.0000287339,0.05000,14.665
40,mlp.experts.325.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.775
40,mlp.experts.321.gate_proj,0.0000360195,0.05000,14.719
40,mlp.experts.329.gate_proj,0.0000216631,0.05000,14.879
40,mlp.experts.366.gate_proj,0.0000228143,0.05000,14.743
40,mlp.experts.365.gate_proj,0.0000497531,0.05000,14.645
40,mlp.experts.355.gate_proj,0.0000644580,0.05000,14.812
40,mlp.experts.375.gate_proj,0.0000697378,0.05000,14.690
40,mlp.experts.379.gate_proj,0.0000766218,0.05000,14.686
40,mlp.experts.322.gate_proj,0.0000224031,0.05000,14.798
40,mlp.experts.342.gate_proj,0.0000396946,0.05000,14.713
40,mlp.experts.330.gate_proj,0.0000305589,0.05000,14.726
40,mlp.experts.340.gate_proj,0.0000449516,0.05000,14.780
40,mlp.experts.351.gate_proj,0.0000424768,0.05000,14.691
40,mlp.experts.336.gate_proj,0.0000253255,0.05000,14.722
40,mlp.experts.360.gate_proj,0.0000340534,0.05000,14.824
40,mlp.experts.364.gate_proj,0.0000379993,0.05000,14.774
40,mlp.experts.341.gate_proj,0.0000712947,0.05000,14.761
40,mlp.experts.337.gate_proj,0.0000574036,0.05000,14.693
40,mlp.experts.345.gate_proj,0.0000464937,0.05000,14.661
40,mlp.experts.382.gate_proj,0.0000263052,0.05000,14.921
40,mlp.experts.381.gate_proj,0.0000363977,0.05000,14.810
40,mlp.experts.371.gate_proj,0.0000439196,0.05000,14.759
40,mlp.experts.391.gate_proj,0.0000246919,0.05000,14.783
40,mlp.experts.395.gate_proj,0.0000293824,0.05000,14.647
40,mlp.experts.338.gate_proj,0.0000419280,0.05000,14.983
40,mlp.experts.358.gate_proj,0.0000486570,0.05000,14.918
40,mlp.experts.346.gate_proj,0.0000239348,0.05000,15.039
40,mlp.experts.356.gate_proj,0.0000641751,0.05000,15.003
40,mlp.experts.367.gate_proj,0.0000308096,0.05000,14.931
40,mlp.experts.352.gate_proj,0.0000569462,0.05000,14.881
40,mlp.experts.376.gate_proj,0.0001046220,0.05000,14.920
40,mlp.experts.380.gate_proj,0.0000437380,0.05000,14.843
40,mlp.experts.357.gate_proj,0.0000929729,0.05000,14.895
40,mlp.experts.383.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.736
40,mlp.experts.361.gate_proj,0.0000534241,0.05000,14.838
40,mlp.experts.353.gate_proj,0.0000416864,0.05000,15.007
40,mlp.experts.398.gate_proj,0.0000415898,0.05000,14.683
40,mlp.experts.399.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.685
40,mlp.experts.397.gate_proj,0.0000318474,0.05000,14.814
40,mlp.experts.369.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.710
40,mlp.experts.407.gate_proj,0.0001083073,0.05000,14.618
40,mlp.experts.387.gate_proj,0.0000751043,0.05000,14.864
40,mlp.experts.411.gate_proj,0.0000356532,0.05000,14.837
40,mlp.experts.385.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.829
40,mlp.experts.401.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.686
40,mlp.experts.354.gate_proj,0.0000562975,0.05000,14.761
40,mlp.experts.374.gate_proj,0.0000378966,0.05000,14.743
40,mlp.experts.362.gate_proj,0.0000267614,0.05000,14.707
40,mlp.experts.372.gate_proj,0.0000877250,0.05000,14.710
40,mlp.experts.368.gate_proj,0.0000276004,0.05000,14.792
40,mlp.experts.396.gate_proj,0.0000435963,0.05000,14.616
40,mlp.experts.392.gate_proj,0.0000442451,0.05000,14.749
40,mlp.experts.373.gate_proj,0.0000977469,0.05000,14.675
40,mlp.experts.384.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.755
40,mlp.experts.377.gate_proj,0.0000505269,0.05000,14.822
40,mlp.experts.408.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.734
40,mlp.experts.415.gate_proj,0.0000792721,0.05000,14.747
40,mlp.experts.414.gate_proj,0.0000459493,0.05000,14.893
40,mlp.experts.413.gate_proj,0.0000791079,0.05000,14.821
40,mlp.experts.403.gate_proj,0.0000349625,0.05000,14.798
40,mlp.experts.423.gate_proj,0.0000983406,0.05000,14.930
40,mlp.experts.427.gate_proj,0.0000434266,0.05000,14.818
40,mlp.experts.417.gate_proj,0.0000227352,0.05000,14.694
40,mlp.experts.390.gate_proj,0.0000897628,0.05000,14.488
40,mlp.experts.370.gate_proj,0.0000647129,0.05000,14.615
40,mlp.experts.378.gate_proj,0.0000161575,0.05000,14.424
40,mlp.experts.388.gate_proj,0.0000671669,0.05000,14.523
40,mlp.experts.412.gate_proj,0.0000345028,0.05000,14.666
40,mlp.experts.389.gate_proj,0.0000735265,0.05000,14.605
40,mlp.experts.400.gate_proj,0.0000872535,0.05000,14.594
40,mlp.experts.393.gate_proj,0.0001230544,0.05000,14.566
40,mlp.experts.424.gate_proj,0.0000917843,0.05000,14.538
40,mlp.experts.431.gate_proj,0.0000155281,0.05000,14.510
40,mlp.experts.430.gate_proj,0.0000496690,0.05000,14.556
40,mlp.experts.429.gate_proj,0.0000197568,0.05000,14.459
40,mlp.experts.440.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.738
40,mlp.experts.419.gate_proj,0.0000610751,0.05000,14.507
40,mlp.experts.446.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.732
40,mlp.experts.439.gate_proj,0.0000493926,0.05000,14.501
40,mlp.experts.443.gate_proj,0.0000541203,0.05000,14.516
40,mlp.experts.433.gate_proj,0.0000802169,0.05000,14.691
40,mlp.experts.406.gate_proj,0.0000341016,0.05000,14.396
40,mlp.experts.386.gate_proj,0.0000578322,0.05000,14.428
40,mlp.experts.394.gate_proj,0.0000400490,0.05000,14.423
40,mlp.experts.404.gate_proj,0.0001180885,0.05000,14.291
40,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.768
40,mlp.experts.428.gate_proj,0.0000194059,0.05000,14.501
40,mlp.experts.405.gate_proj,0.0000236554,0.05000,14.615
40,mlp.experts.416.gate_proj,0.0000344820,0.05000,14.556
40,mlp.experts.409.gate_proj,0.0000312698,0.05000,14.583
40,mlp.experts.444.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.782
40,mlp.experts.447.gate_proj,0.0001111408,0.05000,14.527
40,mlp.experts.445.gate_proj,0.0000960427,0.05000,14.650
40,mlp.experts.456.gate_proj,0.0000436296,0.05000,14.523
40,mlp.experts.462.gate_proj,0.0000989314,0.05000,14.441
40,mlp.experts.435.gate_proj,0.0000087491,0.05000,14.537
40,mlp.experts.455.gate_proj,0.0000806669,0.05000,14.536
40,mlp.experts.459.gate_proj,0.0000522768,0.05000,14.539
40,mlp.experts.449.gate_proj,0.0000322068,0.05000,14.655
40,mlp.experts.422.gate_proj,0.0000229103,0.05000,14.782
40,mlp.experts.410.gate_proj,0.0000087901,0.05000,14.824
40,mlp.experts.402.gate_proj,0.0000163167,0.05000,14.863
40,mlp.experts.436.gate_proj,0.0000320085,0.05000,14.845
40,mlp.experts.421.gate_proj,0.0000174785,0.05000,14.934
40,mlp.experts.432.gate_proj,0.0000298651,0.05000,14.877
40,mlp.experts.425.gate_proj,0.0000520353,0.05000,14.794
40,mlp.experts.460.gate_proj,0.0000591285,0.05000,14.903
40,mlp.experts.463.gate_proj,0.0001039377,0.05000,14.929
40,mlp.experts.437.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.819
40,mlp.experts.461.gate_proj,0.0000651032,0.05000,15.019
40,mlp.experts.472.gate_proj,0.0000295789,0.05000,14.891
40,mlp.experts.478.gate_proj,0.0000659713,0.05000,14.902
40,mlp.experts.451.gate_proj,0.0000797480,0.05000,15.061
40,mlp.experts.471.gate_proj,0.0000932405,0.05000,15.062
40,mlp.experts.488.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.692
40,mlp.experts.475.gate_proj,0.0000265169,0.05000,14.903
40,mlp.experts.465.gate_proj,0.0000600668,0.05000,14.819
40,mlp.experts.481.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.718
40,mlp.experts.438.gate_proj,0.0000127753,0.05000,14.482
40,mlp.experts.426.gate_proj,0.0000957937,0.05000,14.438
40,mlp.experts.418.gate_proj,0.0000362841,0.05000,14.463
40,mlp.experts.442.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.657
40,mlp.experts.452.gate_proj,0.0000604718,0.05000,14.223
40,mlp.experts.468.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.818
40,mlp.experts.448.gate_proj,0.0001021100,0.05000,14.368
40,mlp.experts.441.gate_proj,0.0000156767,0.05000,14.364
40,mlp.experts.476.gate_proj,0.0000665786,0.05000,14.266
40,mlp.experts.479.gate_proj,0.0001143062,0.05000,14.449
40,mlp.experts.453.gate_proj,0.0000228781,0.05000,14.430
40,mlp.experts.477.gate_proj,0.0000412764,0.05000,14.353
40,mlp.experts.494.gate_proj,0.0000812903,0.05000,14.380
40,mlp.experts.467.gate_proj,0.0000381664,0.05000,14.376
40,mlp.experts.487.gate_proj,0.0000448082,0.05000,14.411
40,mlp.experts.504.gate_proj,0.0000128244,0.05000,14.498
40,mlp.experts.491.gate_proj,0.0000809964,0.05000,14.415
40,mlp.experts.503.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.751
40,mlp.experts.8.up_proj,failsafe(rtn): 0.0015488,0.00000,0.738
40,mlp.experts.507.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.737
40,mlp.experts.497.gate_proj,0.0000481979,0.05000,14.465
40,mlp.experts.454.gate_proj,0.0000349485,0.05000,14.362
40,mlp.experts.434.gate_proj,0.0000218235,0.05000,14.263
40,mlp.experts.458.gate_proj,0.0000296400,0.05000,14.495
40,mlp.experts.484.gate_proj,0.0000534460,0.05000,14.220
40,mlp.experts.464.gate_proj,0.0000697295,0.05000,14.285
40,mlp.experts.457.gate_proj,0.0000504990,0.05000,14.256
40,mlp.experts.492.gate_proj,0.0000436706,0.05000,14.281
40,mlp.experts.500.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.741
40,mlp.experts.495.gate_proj,0.0000315845,0.05000,14.325
40,mlp.experts.469.gate_proj,0.0000227733,0.05000,14.293
40,mlp.experts.493.gate_proj,0.0000351081,0.05000,14.337
40,mlp.experts.510.gate_proj,0.0000198468,0.05000,14.264
40,mlp.experts.483.gate_proj,0.0000579994,0.05000,14.320
40,mlp.experts.7.up_proj,0.0000198490,0.05000,14.286
40,mlp.experts.11.up_proj,0.0000170728,0.05000,14.235
40,mlp.experts.24.up_proj,0.0000415646,0.05000,14.282
40,mlp.experts.23.up_proj,failsafe(rtn): 0.0016174,0.00000,0.842
40,mlp.experts.27.up_proj,failsafe(rtn): 0.0015717,0.00000,0.832
40,mlp.experts.1.up_proj,0.0000176520,0.05000,14.408
40,mlp.experts.470.gate_proj,0.0001394530,0.05000,14.665
40,mlp.experts.450.gate_proj,0.0000605627,0.05000,14.532
40,mlp.experts.474.gate_proj,0.0000617630,0.05000,14.606
40,mlp.experts.480.gate_proj,0.0000381988,0.05000,14.691
40,mlp.experts.508.gate_proj,0.0000318013,0.05000,14.589
40,mlp.experts.473.gate_proj,0.0000621722,0.05000,14.695
40,mlp.experts.4.up_proj,0.0000575671,0.05000,14.610
40,mlp.experts.511.gate_proj,0.0000256071,0.05000,14.532
40,mlp.experts.485.gate_proj,0.0000314034,0.05000,14.666
40,mlp.experts.496.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.706
40,mlp.experts.509.gate_proj,0.0000190601,0.05000,14.595
40,mlp.experts.14.up_proj,0.0000475065,0.05000,14.661
40,mlp.experts.499.gate_proj,0.0000923731,0.05000,14.545
40,mlp.experts.40.up_proj,0.0001314988,0.05000,14.591
40,mlp.experts.39.up_proj,0.0000297705,0.05000,14.424
40,mlp.experts.43.up_proj,0.0000203814,0.05000,14.450
40,mlp.experts.17.up_proj,0.0000313272,0.05000,14.439
40,mlp.experts.466.gate_proj,0.0000776172,0.05000,14.369
40,mlp.experts.486.gate_proj,0.0000064298,0.05000,14.369
40,mlp.experts.490.gate_proj,0.0000292442,0.05000,14.361
40,mlp.experts.489.gate_proj,0.0000437131,0.05000,14.524
40,mlp.experts.12.up_proj,0.0000316167,0.05000,14.565
40,mlp.experts.20.up_proj,0.0000259336,0.05000,14.535
40,mlp.experts.15.up_proj,0.0001277158,0.05000,14.633
40,mlp.experts.501.gate_proj,0.0000220873,0.05000,14.551
40,mlp.experts.0.up_proj,0.0000845527,0.05000,14.507
40,mlp.experts.13.up_proj,0.0000747395,0.05000,14.470
40,mlp.experts.30.up_proj,0.0000272428,0.05000,14.473
40,mlp.experts.3.up_proj,0.0000386139,0.05000,14.475
40,mlp.experts.19.up_proj,failsafe(rtn): 0.0015869,0.00000,0.726
40,mlp.experts.56.up_proj,0.0000245908,0.05000,14.549
40,mlp.experts.55.up_proj,0.0000537489,0.05000,14.618
40,mlp.experts.59.up_proj,0.0000109896,0.05000,14.621
40,mlp.experts.33.up_proj,0.0000331628,0.05000,14.557
40,mlp.experts.482.gate_proj,0.0000300859,0.05000,14.172
40,mlp.experts.502.gate_proj,0.0000138335,0.05000,14.186
40,mlp.experts.6.up_proj,failsafe(rtn): 0.0015793,0.00000,0.792
40,mlp.experts.506.gate_proj,0.0000159158,0.05000,14.235
40,mlp.experts.22.up_proj,failsafe(rtn): 0.0016861,0.00000,0.776
40,mlp.experts.505.gate_proj,0.0000216469,0.05000,14.014
40,mlp.experts.28.up_proj,0.0000529805,0.05000,14.067
40,mlp.experts.36.up_proj,0.0001170645,0.05000,14.142
40,mlp.experts.31.up_proj,0.0000206266,0.05000,14.168
40,mlp.experts.5.up_proj,0.0000242508,0.05000,14.261
40,mlp.experts.16.up_proj,0.0000992994,0.05000,14.123
40,mlp.experts.29.up_proj,0.0000151952,0.05000,14.212
40,mlp.experts.46.up_proj,0.0000461154,0.05000,14.236
40,mlp.experts.35.up_proj,0.0000273463,0.05000,14.440
40,mlp.experts.72.up_proj,0.0000258593,0.05000,14.186
40,mlp.experts.71.up_proj,0.0000261507,0.05000,14.150
40,mlp.experts.49.up_proj,0.0000715692,0.05000,14.058
40,mlp.experts.75.up_proj,0.0000805078,0.05000,14.169
40,mlp.experts.498.gate_proj,0.0000112046,0.05000,14.626
40,mlp.experts.10.up_proj,0.0000717163,0.05000,14.382
40,mlp.experts.38.up_proj,0.0000564701,0.05000,14.349
40,mlp.experts.44.up_proj,0.0000194648,0.05000,14.280
40,mlp.experts.9.up_proj,0.0000250463,0.05000,14.531
40,mlp.experts.52.up_proj,0.0000081320,0.05000,14.305
40,mlp.experts.47.up_proj,0.0000361085,0.05000,14.334
40,mlp.experts.32.up_proj,0.0000427613,0.05000,14.190
40,mlp.experts.21.up_proj,0.0001458377,0.05000,14.393
40,mlp.experts.45.up_proj,0.0000343579,0.05000,14.294
40,mlp.experts.62.up_proj,0.0000283228,0.05000,14.361
40,mlp.experts.51.up_proj,0.0000722071,0.05000,14.370
40,mlp.experts.88.up_proj,0.0000373788,0.05000,14.446
40,mlp.experts.87.up_proj,0.0000399671,0.05000,14.606
40,mlp.experts.65.up_proj,0.0000259264,0.05000,14.545
40,mlp.experts.91.up_proj,0.0000173018,0.05000,14.682
40,mlp.experts.2.up_proj,0.0000634505,0.05000,14.369
40,mlp.experts.18.up_proj,failsafe(rtn): 0.0016327,0.00000,0.804
40,mlp.experts.26.up_proj,0.0000191307,0.05000,14.488
40,mlp.experts.54.up_proj,0.0000224476,0.05000,14.388
40,mlp.experts.60.up_proj,0.0000314868,0.05000,14.490
40,mlp.experts.25.up_proj,0.0000076968,0.05000,14.572
40,mlp.experts.68.up_proj,0.0000603685,0.05000,14.456
40,mlp.experts.48.up_proj,0.0000601655,0.05000,14.412
40,mlp.experts.63.up_proj,0.0000491417,0.05000,14.601
40,mlp.experts.37.up_proj,0.0000880755,0.05000,14.475
40,mlp.experts.61.up_proj,0.0000927130,0.05000,14.550
40,mlp.experts.41.up_proj,failsafe(rtn): 0.0015945,0.00000,0.801
40,mlp.experts.78.up_proj,0.0000266999,0.05000,14.429
40,mlp.experts.67.up_proj,0.0000527603,0.05000,14.495
40,mlp.experts.104.up_proj,0.0000337855,0.05000,14.584
40,mlp.experts.103.up_proj,0.0000179927,0.05000,14.684
40,mlp.experts.81.up_proj,0.0000579840,0.05000,14.521
40,mlp.experts.107.up_proj,0.0000789783,0.05000,14.639
40,mlp.experts.119.up_proj,failsafe(rtn): 0.0015717,0.00000,0.715
40,mlp.experts.42.up_proj,0.0000399092,0.05000,14.122
40,mlp.experts.34.up_proj,0.0000341068,0.05000,14.176
40,mlp.experts.70.up_proj,0.0001662152,0.05000,14.234
40,mlp.experts.58.up_proj,failsafe(rtn): 0.0016327,0.00000,0.723
40,mlp.experts.76.up_proj,0.0000380206,0.05000,14.192
40,mlp.experts.84.up_proj,0.0000406615,0.05000,14.218
40,mlp.experts.64.up_proj,0.0000261610,0.05000,14.327
40,mlp.experts.79.up_proj,0.0000741836,0.05000,14.162
40,mlp.experts.53.up_proj,0.0000720768,0.05000,14.223
40,mlp.experts.77.up_proj,0.0000528185,0.05000,14.129
40,mlp.experts.57.up_proj,0.0000300789,0.05000,14.225
40,mlp.experts.94.up_proj,0.0000218971,0.05000,14.217
40,mlp.experts.95.up_proj,failsafe(rtn): 0.0015793,0.00000,0.695
40,mlp.experts.93.up_proj,failsafe(rtn): 0.0015869,0.00000,0.694
40,mlp.experts.83.up_proj,0.0000278465,0.05000,13.977
40,mlp.experts.120.up_proj,0.0000803765,0.05000,13.958
40,mlp.experts.97.up_proj,0.0000849877,0.05000,13.890
40,mlp.experts.123.up_proj,0.0000344948,0.05000,13.924
40,mlp.experts.135.up_proj,0.0000486977,0.05000,13.983
40,mlp.experts.139.up_proj,failsafe(rtn): 0.0015335,0.00000,0.806
40,mlp.experts.50.up_proj,0.0000199471,0.05000,14.456
40,mlp.experts.86.up_proj,0.0000245032,0.05000,14.564
40,mlp.experts.74.up_proj,0.0000463221,0.05000,14.602
40,mlp.experts.92.up_proj,0.0000319770,0.05000,14.720
40,mlp.experts.100.up_proj,0.0000243701,0.05000,14.642
40,mlp.experts.80.up_proj,0.0000200281,0.05000,14.552
40,mlp.experts.69.up_proj,0.0000655331,0.05000,14.609
40,mlp.experts.73.up_proj,0.0000773835,0.05000,14.512
40,mlp.experts.110.up_proj,0.0000261757,0.05000,14.544
40,mlp.experts.111.up_proj,0.0000380531,0.05000,14.612
40,mlp.experts.109.up_proj,0.0000155414,0.05000,14.556
40,mlp.experts.99.up_proj,0.0000218704,0.05000,14.665
40,mlp.experts.136.up_proj,0.0000577555,0.05000,14.878
40,mlp.experts.113.up_proj,0.0000824292,0.05000,14.708
40,mlp.experts.151.up_proj,0.0000177163,0.05000,14.747
40,mlp.experts.155.up_proj,0.0000660032,0.05000,14.692
40,mlp.experts.66.up_proj,0.0000512502,0.05000,14.361
40,mlp.experts.102.up_proj,0.0000313154,0.05000,14.456
40,mlp.experts.90.up_proj,0.0000322681,0.05000,14.539
40,mlp.experts.108.up_proj,0.0000117348,0.05000,14.448
40,mlp.experts.96.up_proj,0.0000304002,0.05000,14.387
40,mlp.experts.116.up_proj,0.0000227715,0.05000,14.576
40,mlp.experts.85.up_proj,0.0000192305,0.05000,14.378
40,mlp.experts.89.up_proj,0.0000950829,0.05000,14.461
40,mlp.experts.126.up_proj,0.0000747800,0.05000,14.453
40,mlp.experts.132.up_proj,failsafe(rtn): 0.0015182,0.00000,0.672
40,mlp.experts.127.up_proj,0.0000202007,0.05000,14.448
40,mlp.experts.125.up_proj,0.0000174162,0.05000,14.507
40,mlp.experts.115.up_proj,0.0000522229,0.05000,14.442
40,mlp.experts.152.up_proj,0.0000286496,0.05000,14.367
40,mlp.experts.129.up_proj,0.0000318018,0.05000,14.441
40,mlp.experts.167.up_proj,0.0000595702,0.05000,14.291
40,mlp.experts.171.up_proj,0.0000369342,0.05000,14.266
40,mlp.experts.82.up_proj,0.0001006723,0.05000,14.439
40,mlp.experts.118.up_proj,0.0000433939,0.05000,14.206
40,mlp.experts.106.up_proj,0.0000704179,0.05000,14.163
40,mlp.experts.124.up_proj,0.0000256443,0.05000,14.153
40,mlp.experts.112.up_proj,0.0000341033,0.05000,14.298
40,mlp.experts.101.up_proj,0.0000357071,0.05000,14.365
40,mlp.experts.105.up_proj,0.0000345786,0.05000,14.534
40,mlp.experts.142.up_proj,0.0000575621,0.05000,14.449
40,mlp.experts.143.up_proj,0.0000564082,0.05000,14.418
40,mlp.experts.148.up_proj,0.0000634731,0.05000,14.562
40,mlp.experts.141.up_proj,0.0000168841,0.05000,14.486
40,mlp.experts.131.up_proj,0.0000444724,0.05000,14.416
40,mlp.experts.168.up_proj,0.0000224173,0.05000,14.421
40,mlp.experts.145.up_proj,0.0001088992,0.05000,14.346
40,mlp.experts.183.up_proj,0.0000521390,0.05000,14.553
40,mlp.experts.187.up_proj,0.0000749844,0.05000,14.466
40,mlp.experts.98.up_proj,0.0000715279,0.05000,14.439
40,mlp.experts.134.up_proj,0.0000650213,0.05000,14.432
40,mlp.experts.122.up_proj,0.0000275905,0.05000,14.526
40,mlp.experts.140.up_proj,0.0000244945,0.05000,14.296
40,mlp.experts.128.up_proj,0.0000549250,0.05000,14.414
40,mlp.experts.117.up_proj,0.0001033551,0.05000,14.280
40,mlp.experts.158.up_proj,0.0000348032,0.05000,14.163
40,mlp.experts.121.up_proj,0.0000208226,0.05000,14.333
40,mlp.experts.159.up_proj,0.0000469323,0.05000,14.314
40,mlp.experts.157.up_proj,0.0000455608,0.05000,14.237
40,mlp.experts.164.up_proj,0.0000074006,0.05000,14.434
40,mlp.experts.174.up_proj,failsafe(rtn): 0.0017090,0.00000,0.781
40,mlp.experts.147.up_proj,0.0000386737,0.05000,14.248
40,mlp.experts.184.up_proj,0.0000333116,0.05000,14.387
40,mlp.experts.161.up_proj,0.0001193045,0.05000,14.502
40,mlp.experts.200.up_proj,failsafe(rtn): 0.0014725,0.00000,0.747
40,mlp.experts.199.up_proj,0.0000435652,0.05000,14.355
40,mlp.experts.203.up_proj,0.0000740639,0.05000,14.400
40,mlp.experts.114.up_proj,0.0000799600,0.05000,14.637
40,mlp.experts.150.up_proj,0.0001165402,0.05000,14.740
40,mlp.experts.138.up_proj,0.0000483067,0.05000,14.690
40,mlp.experts.156.up_proj,0.0000277082,0.05000,14.746
40,mlp.experts.144.up_proj,0.0000386171,0.05000,14.651
40,mlp.experts.172.up_proj,failsafe(rtn): 0.0016937,0.00000,0.758
40,mlp.experts.133.up_proj,0.0000069354,0.05000,14.885
40,mlp.experts.137.up_proj,0.0000935309,0.05000,14.824
40,mlp.experts.175.up_proj,0.0000232065,0.05000,14.733
40,mlp.experts.173.up_proj,0.0000386036,0.05000,14.637
40,mlp.experts.180.up_proj,0.0000662661,0.05000,14.810
40,mlp.experts.190.up_proj,0.0000200629,0.05000,14.623
40,mlp.experts.163.up_proj,0.0000751841,0.05000,14.731
40,mlp.experts.177.up_proj,0.0000252271,0.05000,14.611
40,mlp.experts.216.up_proj,0.0000622797,0.05000,14.614
40,mlp.experts.215.up_proj,0.0000365893,0.05000,14.750
40,mlp.experts.219.up_proj,0.0000498689,0.05000,14.564
40,mlp.experts.130.up_proj,0.0000295816,0.05000,14.698
40,mlp.experts.166.up_proj,0.0000340938,0.05000,14.579
40,mlp.experts.154.up_proj,0.0000939547,0.05000,14.687
40,mlp.experts.160.up_proj,0.0000529103,0.05000,14.701
40,mlp.experts.188.up_proj,0.0000236507,0.05000,14.641
40,mlp.experts.149.up_proj,0.0000328469,0.05000,14.788
40,mlp.experts.176.up_proj,failsafe(rtn): 0.0017014,0.00000,0.777
40,mlp.experts.153.up_proj,0.0000221042,0.05000,14.839
40,mlp.experts.191.up_proj,0.0001350032,0.05000,14.767
40,mlp.experts.189.up_proj,0.0000254505,0.05000,14.876
40,mlp.experts.196.up_proj,0.0000463259,0.05000,14.791
40,mlp.experts.206.up_proj,0.0001482646,0.05000,14.894
40,mlp.experts.179.up_proj,0.0000214659,0.05000,14.890
40,mlp.experts.222.up_proj,failsafe(rtn): 0.0015335,0.00000,0.710
40,mlp.experts.193.up_proj,0.0000497111,0.05000,15.022
40,mlp.experts.232.up_proj,0.0000418469,0.05000,14.947
40,mlp.experts.231.up_proj,0.0000273661,0.05000,14.758
40,mlp.experts.235.up_proj,0.0000259643,0.05000,14.920
40,mlp.experts.146.up_proj,0.0000475927,0.05000,14.489
40,mlp.experts.182.up_proj,0.0000522943,0.05000,14.390
40,mlp.experts.170.up_proj,0.0000483677,0.05000,14.455
40,mlp.experts.204.up_proj,0.0000323661,0.05000,14.480
40,mlp.experts.165.up_proj,0.0000506079,0.05000,14.357
40,mlp.experts.192.up_proj,0.0000400404,0.05000,14.383
40,mlp.experts.207.up_proj,0.0000194193,0.05000,14.367
40,mlp.experts.169.up_proj,0.0000367042,0.05000,14.519
40,mlp.experts.205.up_proj,0.0000209170,0.05000,14.402
40,mlp.experts.212.up_proj,0.0000542449,0.05000,14.340
40,mlp.experts.195.up_proj,0.0000332363,0.05000,14.477
40,mlp.experts.238.up_proj,0.0000507257,0.05000,14.410
40,mlp.experts.209.up_proj,0.0000233318,0.05000,14.372
40,mlp.experts.248.up_proj,0.0000227307,0.05000,14.494
40,mlp.experts.247.up_proj,0.0000268410,0.05000,14.373
40,mlp.experts.251.up_proj,0.0000934926,0.05000,14.529
40,mlp.experts.162.up_proj,0.0000536479,0.05000,14.329
40,mlp.experts.198.up_proj,0.0000132611,0.05000,14.358
40,mlp.experts.186.up_proj,0.0000125863,0.05000,14.158
40,mlp.experts.220.up_proj,0.0000533717,0.05000,14.374
40,mlp.experts.181.up_proj,0.0000619344,0.05000,14.208
40,mlp.experts.208.up_proj,0.0000690796,0.05000,14.360
40,mlp.experts.185.up_proj,0.0000970225,0.05000,14.437
40,mlp.experts.223.up_proj,0.0000246464,0.05000,14.565
40,mlp.experts.221.up_proj,0.0000375315,0.05000,14.407
40,mlp.experts.228.up_proj,0.0000219943,0.05000,14.523
40,mlp.experts.237.up_proj,failsafe(rtn): 0.0016098,0.00000,0.660
40,mlp.experts.211.up_proj,0.0001004807,0.05000,14.310
40,mlp.experts.254.up_proj,0.0000791775,0.05000,14.362
40,mlp.experts.253.up_proj,failsafe(rtn): 0.0015793,0.00000,0.789
40,mlp.experts.225.up_proj,0.0000339083,0.05000,14.514
40,mlp.experts.264.up_proj,0.0000325331,0.05000,14.520
40,mlp.experts.263.up_proj,0.0000258832,0.05000,14.517
40,mlp.experts.267.up_proj,0.0001071269,0.05000,14.432
40,mlp.experts.178.up_proj,0.0000263923,0.05000,14.100
40,mlp.experts.214.up_proj,0.0001036389,0.05000,14.112
40,mlp.experts.202.up_proj,0.0000223099,0.05000,14.126
40,mlp.experts.236.up_proj,0.0000297174,0.05000,14.010
40,mlp.experts.197.up_proj,0.0000380895,0.05000,14.108
40,mlp.experts.224.up_proj,0.0000329174,0.05000,14.019
40,mlp.experts.239.up_proj,0.0000536541,0.05000,13.929
40,mlp.experts.201.up_proj,0.0000292154,0.05000,14.140
40,mlp.experts.244.up_proj,0.0000358832,0.05000,14.056
40,mlp.experts.227.up_proj,0.0000370223,0.05000,14.036
40,mlp.experts.270.up_proj,0.0001284986,0.05000,13.940
40,mlp.experts.243.up_proj,failsafe(rtn): 0.0016403,0.00000,0.776
40,mlp.experts.269.up_proj,0.0000964330,0.05000,14.088
40,mlp.experts.241.up_proj,0.0000286533,0.05000,13.940
40,mlp.experts.280.up_proj,0.0000565660,0.05000,13.997
40,mlp.experts.279.up_proj,0.0000569696,0.05000,14.021
40,mlp.experts.283.up_proj,0.0000208463,0.05000,14.002
40,mlp.experts.194.up_proj,0.0000819290,0.05000,14.746
40,mlp.experts.230.up_proj,0.0000646350,0.05000,14.695
40,mlp.experts.218.up_proj,0.0000709197,0.05000,14.558
40,mlp.experts.252.up_proj,0.0000401607,0.05000,14.710
40,mlp.experts.213.up_proj,0.0000587542,0.05000,14.852
40,mlp.experts.240.up_proj,0.0000300922,0.05000,14.725
40,mlp.experts.255.up_proj,0.0000514980,0.05000,14.773
40,mlp.experts.217.up_proj,0.0000390922,0.05000,14.679
40,mlp.experts.260.up_proj,0.0000425097,0.05000,14.759
40,mlp.experts.286.up_proj,0.0000470636,0.05000,14.756
40,mlp.experts.259.up_proj,0.0000559372,0.05000,14.582
40,mlp.experts.285.up_proj,0.0000443746,0.05000,14.698
40,mlp.experts.257.up_proj,0.0000314767,0.05000,14.719
40,mlp.experts.275.up_proj,failsafe(rtn): 0.0016174,0.00000,0.729
40,mlp.experts.296.up_proj,0.0000261838,0.05000,14.677
40,mlp.experts.295.up_proj,0.0000850234,0.05000,14.668
40,mlp.experts.299.up_proj,0.0000542441,0.05000,14.817
40,mlp.experts.315.up_proj,failsafe(rtn): 0.0015640,0.00000,0.843
40,mlp.experts.210.up_proj,0.0000903000,0.05000,14.712
40,mlp.experts.234.up_proj,0.0000094135,0.05000,14.528
40,mlp.experts.246.up_proj,0.0000237016,0.05000,14.810
40,mlp.experts.268.up_proj,0.0000390782,0.05000,14.735
40,mlp.experts.229.up_proj,0.0000279499,0.05000,14.863
40,mlp.experts.256.up_proj,0.0000999203,0.05000,14.771
40,mlp.experts.284.up_proj,failsafe(rtn): 0.0014954,0.00000,0.745
40,mlp.experts.271.up_proj,0.0000181670,0.05000,14.815
40,mlp.experts.233.up_proj,0.0000366615,0.05000,14.905
40,mlp.experts.276.up_proj,0.0000289421,0.05000,14.852
40,mlp.experts.302.up_proj,0.0000309910,0.05000,14.931
40,mlp.experts.301.up_proj,0.0000422217,0.05000,14.953
40,mlp.experts.291.up_proj,0.0000300338,0.05000,14.858
40,mlp.experts.312.up_proj,0.0000107040,0.05000,14.787
40,mlp.experts.273.up_proj,0.0000270373,0.05000,15.042
40,mlp.experts.311.up_proj,0.0000287611,0.05000,14.930
40,mlp.experts.331.up_proj,0.0000408357,0.05000,14.815
40,mlp.experts.347.up_proj,failsafe(rtn): 0.0017548,0.00000,0.737
40,mlp.experts.226.up_proj,0.0000267939,0.05000,14.886
40,mlp.experts.250.up_proj,0.0000173106,0.05000,15.035
40,mlp.experts.262.up_proj,0.0000224639,0.05000,14.892
40,mlp.experts.245.up_proj,0.0000155736,0.05000,15.040
40,mlp.experts.272.up_proj,0.0000387064,0.05000,15.052
40,mlp.experts.300.up_proj,0.0001219064,0.05000,15.033
40,mlp.experts.287.up_proj,0.0000449056,0.05000,14.862
40,mlp.experts.249.up_proj,0.0000849660,0.05000,15.072
40,mlp.experts.292.up_proj,0.0000191034,0.05000,14.964
40,mlp.experts.318.up_proj,0.0000166945,0.05000,14.960
40,mlp.experts.317.up_proj,0.0000500698,0.05000,15.107
40,mlp.experts.328.up_proj,0.0000197014,0.05000,14.865
40,mlp.experts.307.up_proj,0.0000643879,0.05000,14.988
40,mlp.experts.289.up_proj,0.0000924133,0.05000,15.037
40,mlp.experts.327.up_proj,0.0000297401,0.05000,14.976
40,mlp.experts.344.up_proj,failsafe(rtn): 0.0015945,0.00000,0.725
40,mlp.experts.305.up_proj,failsafe(rtn): 0.0017090,0.00000,0.702
40,mlp.experts.343.up_proj,failsafe(rtn): 0.0016556,0.00000,0.707
40,mlp.experts.359.up_proj,failsafe(rtn): 0.0017471,0.00000,0.749
40,mlp.experts.363.up_proj,0.0000425486,0.05000,14.891
40,mlp.experts.242.up_proj,0.0000863934,0.05000,14.715
40,mlp.experts.278.up_proj,0.0000253728,0.05000,14.686
40,mlp.experts.266.up_proj,0.0000992720,0.05000,14.821
40,mlp.experts.261.up_proj,0.0000408697,0.05000,14.716
40,mlp.experts.288.up_proj,0.0000580637,0.05000,14.615
40,mlp.experts.316.up_proj,0.0000556927,0.05000,14.592
40,mlp.experts.303.up_proj,0.0000303035,0.05000,14.810
40,mlp.experts.308.up_proj,0.0001427359,0.05000,14.455
40,mlp.experts.265.up_proj,0.0000334124,0.05000,14.651
40,mlp.experts.334.up_proj,0.0000540051,0.05000,14.776
40,mlp.experts.333.up_proj,0.0000374826,0.05000,14.829
40,mlp.experts.350.up_proj,failsafe(rtn): 0.0017166,0.00000,0.810
40,mlp.experts.323.up_proj,0.0000364756,0.05000,14.897
40,mlp.experts.360.up_proj,0.0000322339,0.05000,14.912
40,mlp.experts.321.up_proj,0.0000357922,0.05000,14.941
40,mlp.experts.375.up_proj,0.0000621525,0.05000,14.791
40,mlp.experts.379.up_proj,0.0000793991,0.05000,14.776
40,mlp.experts.258.up_proj,0.0000349144,0.05000,14.885
40,mlp.experts.294.up_proj,0.0000223225,0.05000,14.878
40,mlp.experts.282.up_proj,0.0000116286,0.05000,14.855
40,mlp.experts.277.up_proj,0.0000055418,0.05000,14.872
40,mlp.experts.304.up_proj,0.0000782272,0.05000,14.800
40,mlp.experts.332.up_proj,0.0000710442,0.05000,14.833
40,mlp.experts.319.up_proj,0.0000395012,0.05000,14.927
40,mlp.experts.324.up_proj,0.0000354095,0.05000,14.863
40,mlp.experts.281.up_proj,0.0000223267,0.05000,14.852
40,mlp.experts.366.up_proj,0.0000225632,0.05000,14.595
40,mlp.experts.349.up_proj,0.0000269687,0.05000,14.721
40,mlp.experts.339.up_proj,0.0000508639,0.05000,14.628
40,mlp.experts.376.up_proj,0.0001040479,0.05000,14.712
40,mlp.experts.337.up_proj,0.0000549342,0.05000,14.797
40,mlp.experts.391.up_proj,0.0000253153,0.05000,14.774
40,mlp.experts.395.up_proj,0.0000299689,0.05000,14.802
40,mlp.experts.274.up_proj,0.0000811368,0.05000,14.584
40,mlp.experts.310.up_proj,0.0000295039,0.05000,14.538
40,mlp.experts.298.up_proj,0.0000132923,0.05000,14.616
40,mlp.experts.293.up_proj,0.0000695037,0.05000,14.475
40,mlp.experts.320.up_proj,0.0000209209,0.05000,14.481
40,mlp.experts.348.up_proj,0.0000268296,0.05000,14.466
40,mlp.experts.340.up_proj,0.0000497553,0.05000,14.402
40,mlp.experts.335.up_proj,0.0001753380,0.05000,14.595
40,mlp.experts.297.up_proj,0.0001183516,0.05000,14.497
40,mlp.experts.365.up_proj,0.0000490371,0.05000,14.492
40,mlp.experts.382.up_proj,0.0000259042,0.05000,14.678
40,mlp.experts.355.up_proj,0.0000656339,0.05000,14.571
40,mlp.experts.392.up_proj,0.0000444522,0.05000,14.458
40,mlp.experts.353.up_proj,0.0000415752,0.05000,14.428
40,mlp.experts.408.up_proj,failsafe(rtn): 0.0015717,0.00000,0.704
40,mlp.experts.369.up_proj,failsafe(rtn): 0.0017014,0.00000,0.746
40,mlp.experts.407.up_proj,0.0001086760,0.05000,14.427
40,mlp.experts.411.up_proj,0.0000348496,0.05000,14.476
40,mlp.experts.385.up_proj,failsafe(rtn): 0.0015564,0.00000,0.804
40,mlp.experts.401.up_proj,failsafe(rtn): 0.0015335,0.00000,0.824
40,mlp.experts.290.up_proj,0.0000637425,0.05000,14.422
40,mlp.experts.326.up_proj,0.0000323926,0.05000,14.499
40,mlp.experts.314.up_proj,0.0000462243,0.05000,14.487
40,mlp.experts.336.up_proj,0.0000242497,0.05000,14.735
40,mlp.experts.309.up_proj,0.0000225174,0.05000,14.838
40,mlp.experts.364.up_proj,0.0000390254,0.05000,14.757
40,mlp.experts.356.up_proj,0.0000625141,0.05000,14.724
40,mlp.experts.351.up_proj,0.0000393655,0.05000,14.709
40,mlp.experts.325.up_proj,failsafe(rtn): 0.0017319,0.00000,0.769
40,mlp.experts.313.up_proj,0.0000654424,0.05000,14.943
40,mlp.experts.381.up_proj,0.0000362080,0.05000,14.688
40,mlp.experts.398.up_proj,0.0000421921,0.05000,14.753
40,mlp.experts.371.up_proj,0.0000448504,0.05000,14.844
40,mlp.experts.424.up_proj,0.0000921033,0.05000,14.898
40,mlp.experts.423.up_proj,0.0000991302,0.05000,14.739
40,mlp.experts.440.up_proj,failsafe(rtn): 0.0015030,0.00000,0.670
40,mlp.experts.427.up_proj,0.0000434385,0.05000,14.754
40,mlp.experts.417.up_proj,0.0000235590,0.05000,14.607
40,mlp.experts.306.up_proj,0.0000450958,0.05000,14.953
40,mlp.experts.342.up_proj,0.0000408148,0.05000,14.889
40,mlp.experts.330.up_proj,0.0000283292,0.05000,15.037
40,mlp.experts.352.up_proj,0.0000584104,0.05000,14.874
40,mlp.experts.380.up_proj,0.0000446867,0.05000,14.850
40,mlp.experts.372.up_proj,0.0000879061,0.05000,14.864
40,mlp.experts.367.up_proj,0.0000290899,0.05000,14.839
40,mlp.experts.341.up_proj,0.0000711629,0.05000,14.877
40,mlp.experts.329.up_proj,0.0000218820,0.05000,14.821
40,mlp.experts.383.up_proj,failsafe(rtn): 0.0016327,0.00000,0.713
40,mlp.experts.399.up_proj,failsafe(rtn): 0.0016556,0.00000,0.766
40,mlp.experts.397.up_proj,0.0000318880,0.05000,14.975
40,mlp.experts.414.up_proj,0.0000454534,0.05000,14.868
40,mlp.experts.387.up_proj,0.0000750417,0.05000,14.831
40,mlp.experts.439.up_proj,0.0000494473,0.05000,14.729
40,mlp.experts.456.up_proj,0.0000426644,0.05000,14.781
40,mlp.experts.443.up_proj,0.0000540825,0.05000,14.854
40,mlp.experts.433.up_proj,0.0000801138,0.05000,14.990
40,mlp.experts.322.up_proj,0.0000195497,0.05000,14.798
40,mlp.experts.358.up_proj,0.0000483027,0.05000,14.810
40,mlp.experts.346.up_proj,0.0000240337,0.05000,14.950
40,mlp.experts.368.up_proj,0.0000271240,0.05000,14.609
40,mlp.experts.396.up_proj,0.0000424138,0.05000,14.544
40,mlp.experts.388.up_proj,0.0000638234,0.05000,14.589
40,mlp.experts.384.up_proj,failsafe(rtn): 0.0015945,0.00000,0.765
40,mlp.experts.345.up_proj,0.0000471836,0.05000,14.671
40,mlp.experts.357.up_proj,0.0000934073,0.05000,14.749
40,mlp.experts.415.up_proj,0.0000806312,0.05000,14.627
40,mlp.experts.413.up_proj,0.0000812106,0.05000,14.547
40,mlp.experts.430.up_proj,0.0000506056,0.05000,14.504
40,mlp.experts.403.up_proj,0.0000353173,0.05000,14.567
40,mlp.experts.446.up_proj,failsafe(rtn): 0.0016327,0.00000,0.743
40,mlp.experts.455.up_proj,0.0000790082,0.05000,14.595
40,mlp.experts.472.up_proj,0.0000298357,0.05000,14.523
40,mlp.experts.459.up_proj,0.0000525330,0.05000,14.663
40,mlp.experts.488.up_proj,failsafe(rtn): 0.0017471,0.00000,0.770
40,mlp.experts.449.up_proj,0.0000295326,0.05000,14.571
40,mlp.experts.338.up_proj,0.0000418039,0.05000,14.711
40,mlp.experts.374.up_proj,0.0000361457,0.05000,14.787
40,mlp.experts.362.up_proj,0.0000261748,0.05000,14.926
40,mlp.experts.412.up_proj,0.0000325295,0.05000,15.001
40,mlp.experts.404.up_proj,0.0001188575,0.05000,14.972
40,mlp.experts.400.up_proj,0.0000887187,0.05000,14.931
40,mlp.experts.361.up_proj,0.0000526899,0.05000,14.992
40,mlp.experts.373.up_proj,0.0000986349,0.05000,14.965
40,mlp.experts.420.up_proj,failsafe(rtn): 0.0015259,0.00000,0.808
40,mlp.experts.431.up_proj,0.0000157221,0.05000,15.150
40,mlp.experts.429.up_proj,0.0000259150,0.05000,15.212
40,mlp.experts.419.up_proj,0.0000599202,0.05000,15.182
40,mlp.experts.462.up_proj,0.0000996520,0.05000,15.081
40,mlp.experts.471.up_proj,0.0000923352,0.05000,15.159
40,mlp.experts.475.up_proj,0.0000273501,0.05000,15.163
40,mlp.experts.504.up_proj,0.0000135612,0.05000,15.034
40,mlp.experts.8.down_proj,failsafe(rtn): 0.0015793,0.00000,0.171
40,mlp.experts.465.up_proj,0.0000612372,0.05000,15.296
40,mlp.experts.481.up_proj,failsafe(rtn): 0.0015717,0.00000,0.694
40,mlp.experts.24.down_proj,0.0000142201,0.05000,3.513
40,mlp.experts.354.up_proj,0.0000583551,0.05000,14.617
40,mlp.experts.390.up_proj,0.0000906191,0.05000,14.524
40,mlp.experts.40.down_proj,0.0000758971,0.05000,3.578
40,mlp.experts.378.up_proj,0.0000165870,0.05000,14.597
40,mlp.experts.428.up_proj,0.0000201151,0.05000,14.600
40,mlp.experts.416.up_proj,0.0000344396,0.05000,14.606
40,mlp.experts.444.up_proj,failsafe(rtn): 0.0016403,0.00000,0.684
40,mlp.experts.377.up_proj,0.0000509997,0.05000,14.623
40,mlp.experts.389.up_proj,0.0000728482,0.05000,14.698
40,mlp.experts.436.up_proj,0.0000308560,0.05000,14.732
40,mlp.experts.56.down_proj,0.0000064757,0.05000,3.836
40,mlp.experts.447.up_proj,0.0001122897,0.05000,14.704
40,mlp.experts.445.up_proj,0.0000866651,0.05000,14.747
40,mlp.experts.435.up_proj,0.0000085584,0.05000,14.651
40,mlp.experts.478.up_proj,0.0000670312,0.05000,14.579
40,mlp.experts.487.up_proj,0.0000440680,0.05000,14.546
40,mlp.experts.491.up_proj,0.0000810863,0.05000,14.453
40,mlp.experts.503.up_proj,failsafe(rtn): 0.0016556,0.00000,0.688
40,mlp.experts.72.down_proj,0.0000079138,0.05000,3.586
40,mlp.experts.507.up_proj,failsafe(rtn): 0.0015106,0.00000,0.768
40,mlp.experts.497.up_proj,0.0000478083,0.05000,14.665
40,mlp.experts.7.down_proj,0.0000041821,0.05000,3.603
40,mlp.experts.88.down_proj,0.0000111725,0.05000,3.438
40,mlp.experts.23.down_proj,failsafe(rtn): 0.0016098,0.00000,0.186
40,mlp.experts.11.down_proj,0.0000030450,0.05000,3.524
40,mlp.experts.27.down_proj,failsafe(rtn): 0.0015945,0.00000,0.165
40,mlp.experts.1.down_proj,0.0000032405,0.05000,3.578
40,mlp.experts.370.up_proj,0.0000650777,0.05000,14.707
40,mlp.experts.406.up_proj,0.0000353726,0.05000,14.549
40,mlp.experts.104.down_proj,0.0000057714,0.05000,3.680
40,mlp.experts.394.up_proj,0.0000362426,0.05000,14.558
40,mlp.experts.39.down_proj,0.0000048764,0.05000,3.760
40,mlp.experts.43.down_proj,0.0000032397,0.05000,3.735
40,mlp.experts.17.down_proj,0.0000105118,0.05000,3.789
40,mlp.experts.432.up_proj,0.0000296491,0.05000,14.476
40,mlp.experts.460.up_proj,0.0000555029,0.05000,14.492
40,mlp.experts.393.up_proj,0.0001209776,0.05000,14.400
40,mlp.experts.405.up_proj,0.0000225997,0.05000,14.349
40,mlp.experts.452.up_proj,0.0000608396,0.05000,14.474
40,mlp.experts.468.up_proj,failsafe(rtn): 0.0015869,0.00000,0.752
40,mlp.experts.120.down_proj,0.0000097618,0.05000,3.762
40,mlp.experts.463.up_proj,0.0000953156,0.05000,14.399
40,mlp.experts.55.down_proj,0.0000069632,0.05000,3.668
40,mlp.experts.461.up_proj,0.0000659389,0.05000,14.410
40,mlp.experts.59.down_proj,0.0000018660,0.05000,3.605
40,mlp.experts.451.up_proj,0.0000787081,0.05000,14.482
40,mlp.experts.494.up_proj,0.0000845479,0.05000,14.396
40,mlp.experts.33.down_proj,0.0000103261,0.05000,3.577
40,mlp.experts.136.down_proj,0.0000361496,0.05000,3.688
40,mlp.experts.71.down_proj,0.0000067074,0.05000,3.704
40,mlp.experts.75.down_proj,0.0000380651,0.05000,3.790
40,mlp.experts.49.down_proj,0.0000085508,0.05000,3.805
40,mlp.experts.87.down_proj,0.0000037740,0.05000,3.687
40,mlp.experts.152.down_proj,0.0000085768,0.05000,3.763
40,mlp.experts.91.down_proj,0.0000024758,0.05000,3.762
40,mlp.experts.65.down_proj,0.0000105860,0.05000,3.605
40,mlp.experts.386.up_proj,0.0000586306,0.05000,14.780
40,mlp.experts.422.up_proj,0.0000236500,0.05000,14.719
40,mlp.experts.410.up_proj,0.0000088337,0.05000,14.815
40,mlp.experts.168.down_proj,0.0000052101,0.05000,3.755
40,mlp.experts.103.down_proj,0.0000034706,0.05000,3.821
40,mlp.experts.119.down_proj,failsafe(rtn): 0.0016098,0.00000,0.189
40,mlp.experts.107.down_proj,0.0000229475,0.05000,3.826
40,mlp.experts.81.down_proj,0.0000069537,0.05000,3.823
40,mlp.experts.448.up_proj,0.0001031943,0.05000,14.845
40,mlp.experts.476.up_proj,0.0000652847,0.05000,14.956
40,mlp.experts.409.up_proj,0.0000366790,0.05000,14.957
40,mlp.experts.421.up_proj,0.0000180020,0.05000,14.986
40,mlp.experts.437.up_proj,failsafe(rtn): 0.0016556,0.00000,0.662
40,mlp.experts.484.up_proj,0.0000532882,0.05000,14.762
40,mlp.experts.479.up_proj,0.0001155146,0.05000,14.857
40,mlp.experts.184.down_proj,0.0000041341,0.05000,3.729
40,mlp.experts.200.down_proj,failsafe(rtn): 0.0014648,0.00000,0.185
40,mlp.experts.477.up_proj,0.0000409999,0.05000,14.899
40,mlp.experts.135.down_proj,0.0000232832,0.05000,3.828
40,mlp.experts.500.up_proj,failsafe(rtn): 0.0015945,0.00000,0.830
40,mlp.experts.123.down_proj,0.0000050421,0.05000,3.826
40,mlp.experts.510.up_proj,0.0000198247,0.05000,14.902
40,mlp.experts.467.up_proj,0.0000385066,0.05000,15.035
40,mlp.experts.139.down_proj,failsafe(rtn): 0.0015564,0.00000,0.216
40,mlp.experts.97.down_proj,0.0000097118,0.05000,3.798
40,mlp.experts.216.down_proj,0.0000197147,0.05000,3.649
40,mlp.experts.151.down_proj,0.0000034139,0.05000,3.626
40,mlp.experts.4.down_proj,0.0000061954,0.05000,3.525
40,mlp.experts.14.down_proj,0.0000110759,0.05000,3.590
40,mlp.experts.155.down_proj,0.0000072259,0.05000,3.576
40,mlp.experts.113.down_proj,0.0000167027,0.05000,3.512
40,mlp.experts.232.down_proj,0.0000066844,0.05000,3.571
40,mlp.experts.167.down_proj,0.0000076350,0.05000,3.587
40,mlp.experts.20.down_proj,0.0000085614,0.05000,3.561
40,mlp.experts.171.down_proj,0.0000079790,0.05000,3.555
40,mlp.experts.30.down_proj,0.0000087382,0.05000,3.600
40,mlp.experts.129.down_proj,0.0000038712,0.05000,3.735
40,mlp.experts.402.up_proj,0.0000165814,0.05000,14.699
40,mlp.experts.438.up_proj,0.0000131470,0.05000,14.699
40,mlp.experts.426.up_proj,0.0000974614,0.05000,14.715
40,mlp.experts.248.down_proj,0.0000033592,0.05000,3.797
40,mlp.experts.183.down_proj,0.0000216099,0.05000,3.853
40,mlp.experts.36.down_proj,0.0000173592,0.05000,3.831
40,mlp.experts.442.up_proj,failsafe(rtn): 0.0015869,0.00000,0.747
40,mlp.experts.46.down_proj,0.0000057073,0.05000,3.844
40,mlp.experts.187.down_proj,0.0000109054,0.05000,3.914
40,mlp.experts.145.down_proj,0.0000335377,0.05000,3.777
40,mlp.experts.464.up_proj,0.0000678473,0.05000,14.525
40,mlp.experts.492.up_proj,0.0000391529,0.05000,14.622
40,mlp.experts.425.up_proj,0.0000525977,0.05000,14.766
40,mlp.experts.453.up_proj,0.0000228547,0.05000,14.914
40,mlp.experts.495.up_proj,0.0000261797,0.05000,14.691
40,mlp.experts.264.down_proj,0.0000135803,0.05000,3.865
40,mlp.experts.493.up_proj,0.0000355568,0.05000,14.809
40,mlp.experts.199.down_proj,0.0000099010,0.05000,3.825
40,mlp.experts.52.down_proj,0.0000048779,0.05000,3.851
40,mlp.experts.483.up_proj,0.0000576555,0.05000,14.704
40,mlp.experts.62.down_proj,0.0000038942,0.05000,3.880
40,mlp.experts.203.down_proj,0.0000095465,0.05000,3.879
40,mlp.experts.161.down_proj,0.0000204281,0.05000,3.894
40,mlp.experts.280.down_proj,0.0000053875,0.05000,3.651
40,mlp.experts.215.down_proj,0.0000049011,0.05000,3.629
40,mlp.experts.68.down_proj,0.0000063064,0.05000,3.634
40,mlp.experts.78.down_proj,0.0000082677,0.05000,3.499
40,mlp.experts.219.down_proj,0.0000043056,0.05000,3.584
40,mlp.experts.177.down_proj,0.0000091848,0.05000,3.489
40,mlp.experts.296.down_proj,0.0000027333,0.05000,3.825
40,mlp.experts.231.down_proj,0.0000096369,0.05000,3.840
40,mlp.experts.84.down_proj,0.0000098396,0.05000,3.873
40,mlp.experts.94.down_proj,0.0000111334,0.05000,3.916
40,mlp.experts.235.down_proj,0.0000065473,0.05000,3.963
40,mlp.experts.193.down_proj,0.0000269644,0.05000,3.900
40,mlp.experts.418.up_proj,0.0000373356,0.05000,15.131
40,mlp.experts.454.up_proj,0.0000345860,0.05000,15.088
40,mlp.experts.312.down_proj,0.0000047883,0.05000,3.877
40,mlp.experts.100.down_proj,0.0000036945,0.05000,3.772
40,mlp.experts.247.down_proj,0.0000081513,0.05000,3.870
40,mlp.experts.458.up_proj,0.0000352738,0.05000,15.201
40,mlp.experts.110.down_proj,0.0000047368,0.05000,3.890
40,mlp.experts.251.down_proj,0.0000123114,0.05000,3.804
40,mlp.experts.209.down_proj,0.0000039719,0.05000,3.876
40,mlp.experts.480.up_proj,0.0000367794,0.05000,15.167
40,mlp.experts.508.up_proj,0.0000311227,0.05000,15.223
40,mlp.experts.441.up_proj,0.0000157971,0.05000,15.204
40,mlp.experts.496.up_proj,failsafe(rtn): 0.0015945,0.00000,0.719
40,mlp.experts.469.up_proj,0.0000235628,0.05000,15.186
40,mlp.experts.511.up_proj,0.0000261156,0.05000,15.233
40,mlp.experts.328.down_proj,0.0000078638,0.05000,3.809
40,mlp.experts.509.up_proj,0.0000188329,0.05000,15.131
40,mlp.experts.263.down_proj,0.0000065663,0.05000,3.779
40,mlp.experts.116.down_proj,0.0000088225,0.05000,3.811
40,mlp.experts.344.down_proj,failsafe(rtn): 0.0016556,0.00000,0.190
40,mlp.experts.132.down_proj,failsafe(rtn): 0.0014496,0.00000,0.164
40,mlp.experts.499.up_proj,0.0000909267,0.05000,15.055
40,mlp.experts.126.down_proj,0.0000135276,0.05000,3.743
40,mlp.experts.267.down_proj,0.0000379727,0.05000,3.701
40,mlp.experts.225.down_proj,0.0000040038,0.05000,3.678
40,mlp.experts.12.down_proj,0.0000082845,0.05000,3.683
40,mlp.experts.0.down_proj,0.0000085165,0.05000,3.672
40,mlp.experts.15.down_proj,0.0000148504,0.05000,3.523
40,mlp.experts.13.down_proj,0.0000294743,0.05000,3.619
40,mlp.experts.360.down_proj,0.0000068231,0.05000,3.627
40,mlp.experts.279.down_proj,0.0000075385,0.05000,3.733
40,mlp.experts.148.down_proj,0.0000157830,0.05000,3.661
40,mlp.experts.3.down_proj,0.0000034756,0.05000,3.671
40,mlp.experts.142.down_proj,0.0000082176,0.05000,3.624
40,mlp.experts.19.down_proj,failsafe(rtn): 0.0016327,0.00000,0.168
40,mlp.experts.283.down_proj,0.0000083568,0.05000,3.646
40,mlp.experts.241.down_proj,0.0000118681,0.05000,3.659
40,mlp.experts.28.down_proj,0.0000168683,0.05000,3.629
40,mlp.experts.16.down_proj,0.0000111492,0.05000,3.635
40,mlp.experts.31.down_proj,0.0000088974,0.05000,3.653
40,mlp.experts.29.down_proj,0.0000035665,0.05000,3.631
40,mlp.experts.376.down_proj,0.0000138428,0.05000,3.580
40,mlp.experts.295.down_proj,0.0000208688,0.05000,3.584
40,mlp.experts.164.down_proj,0.0000009952,0.05000,3.595
40,mlp.experts.158.down_proj,0.0000064785,0.05000,3.688
40,mlp.experts.35.down_proj,0.0000066495,0.05000,3.690
40,mlp.experts.299.down_proj,0.0000236458,0.05000,3.685
40,mlp.experts.174.down_proj,failsafe(rtn): 0.0016937,0.00000,0.177
40,mlp.experts.315.down_proj,failsafe(rtn): 0.0016022,0.00000,0.196
40,mlp.experts.257.down_proj,0.0000088687,0.05000,3.751
40,mlp.experts.44.down_proj,0.0000037401,0.05000,3.715
40,mlp.experts.32.down_proj,0.0000051435,0.05000,3.701
40,mlp.experts.434.up_proj,0.0000216611,0.05000,14.998
40,mlp.experts.470.up_proj,0.0001429068,0.05000,14.845
40,mlp.experts.47.down_proj,0.0000037052,0.05000,3.634
40,mlp.experts.45.down_proj,0.0000159531,0.05000,3.701
40,mlp.experts.392.down_proj,0.0000053688,0.05000,3.688
40,mlp.experts.474.up_proj,0.0000627743,0.05000,14.530
40,mlp.experts.311.down_proj,0.0000093016,0.05000,3.708
40,mlp.experts.408.down_proj,failsafe(rtn): 0.0015717,0.00000,0.190
40,mlp.experts.180.down_proj,0.0000094684,0.05000,3.723
40,mlp.experts.51.down_proj,0.0000152220,0.05000,3.624
40,mlp.experts.190.down_proj,0.0000055457,0.05000,3.620
40,mlp.experts.331.down_proj,0.0000100498,0.05000,3.606
40,mlp.experts.347.down_proj,failsafe(rtn): 0.0017395,0.00000,0.214
40,mlp.experts.273.down_proj,0.0000064951,0.05000,3.569
40,mlp.experts.60.down_proj,0.0000067019,0.05000,3.604
40,mlp.experts.457.up_proj,0.0000508789,0.05000,14.524
40,mlp.experts.48.down_proj,0.0000166134,0.05000,3.648
40,mlp.experts.485.up_proj,0.0000273870,0.05000,14.541
40,mlp.experts.63.down_proj,0.0000091134,0.05000,3.734
40,mlp.experts.61.down_proj,0.0000392677,0.05000,3.835
40,mlp.experts.327.down_proj,0.0000059041,0.05000,3.833
40,mlp.experts.196.down_proj,0.0000165134,0.05000,3.794
40,mlp.experts.424.down_proj,0.0000078808,0.05000,3.841
40,mlp.experts.343.down_proj,failsafe(rtn): 0.0016556,0.00000,0.176
40,mlp.experts.67.down_proj,0.0000071681,0.05000,3.777
40,mlp.experts.440.down_proj,failsafe(rtn): 0.0014877,0.00000,0.214
40,mlp.experts.359.down_proj,failsafe(rtn): 0.0017166,0.00000,0.214
40,mlp.experts.206.down_proj,0.0000233019,0.05000,3.843
40,mlp.experts.222.down_proj,failsafe(rtn): 0.0016098,0.00000,0.187
40,mlp.experts.363.down_proj,0.0000082409,0.05000,3.828
40,mlp.experts.289.down_proj,0.0000121302,0.05000,3.858
40,mlp.experts.305.down_proj,failsafe(rtn): 0.0016785,0.00000,0.200
40,mlp.experts.76.down_proj,0.0000044251,0.05000,3.856
40,mlp.experts.64.down_proj,0.0000069831,0.05000,3.827
40,mlp.experts.79.down_proj,0.0000229863,0.05000,4.019
40,mlp.experts.95.down_proj,failsafe(rtn): 0.0016327,0.00000,0.179
40,mlp.experts.77.down_proj,0.0000065898,0.05000,3.879
40,mlp.experts.93.down_proj,failsafe(rtn): 0.0015488,0.00000,0.163
40,mlp.experts.212.down_proj,0.0000266839,0.05000,3.831
40,mlp.experts.456.down_proj,0.0000066830,0.05000,3.745
40,mlp.experts.83.down_proj,0.0000053923,0.05000,3.830
40,mlp.experts.375.down_proj,0.0000101201,0.05000,3.778
40,mlp.experts.238.down_proj,0.0000047608,0.05000,3.810
40,mlp.experts.379.down_proj,0.0000071395,0.05000,3.802
40,mlp.experts.321.down_proj,0.0000092031,0.05000,3.782
40,mlp.experts.92.down_proj,0.0000068125,0.05000,3.675
40,mlp.experts.80.down_proj,0.0000044376,0.05000,3.612
40,mlp.experts.111.down_proj,0.0000182319,0.05000,3.575
40,mlp.experts.109.down_proj,0.0000032905,0.05000,3.622
40,mlp.experts.228.down_proj,0.0000039601,0.05000,3.644
40,mlp.experts.472.down_proj,0.0000060401,0.05000,3.563
40,mlp.experts.99.down_proj,0.0000063096,0.05000,3.603
40,mlp.experts.391.down_proj,0.0000072476,0.05000,3.620
40,mlp.experts.488.down_proj,failsafe(rtn): 0.0017242,0.00000,0.184
40,mlp.experts.254.down_proj,0.0000281967,0.05000,3.585
40,mlp.experts.395.down_proj,0.0000038231,0.05000,3.537
40,mlp.experts.337.down_proj,0.0000219531,0.05000,3.672
40,mlp.experts.108.down_proj,0.0000018775,0.05000,3.696
40,mlp.experts.96.down_proj,0.0000079419,0.05000,3.776
40,mlp.experts.450.up_proj,0.0000614800,0.05000,14.868
40,mlp.experts.486.up_proj,0.0000063246,0.05000,14.800
40,mlp.experts.127.down_proj,0.0000029346,0.05000,3.715
40,mlp.experts.490.up_proj,0.0000293378,0.05000,14.815
40,mlp.experts.125.down_proj,0.0000020694,0.05000,3.660
40,mlp.experts.244.down_proj,0.0000104472,0.05000,3.649
40,mlp.experts.115.down_proj,0.0000163892,0.05000,3.690
40,mlp.experts.407.down_proj,0.0000157912,0.05000,3.679
40,mlp.experts.504.down_proj,0.0000021463,0.05000,3.626
40,mlp.experts.270.down_proj,0.0000232059,0.05000,3.573
40,mlp.experts.411.down_proj,0.0000047601,0.05000,3.669
40,mlp.experts.353.down_proj,0.0000090340,0.05000,3.550
40,mlp.experts.473.up_proj,0.0000628824,0.05000,14.592
40,mlp.experts.369.down_proj,failsafe(rtn): 0.0016861,0.00000,0.164
40,mlp.experts.124.down_proj,0.0000085076,0.05000,3.440
40,mlp.experts.385.down_proj,failsafe(rtn): 0.0016403,0.00000,0.196
40,mlp.experts.401.down_proj,failsafe(rtn): 0.0014801,0.00000,0.187
40,mlp.experts.112.down_proj,0.0000083606,0.05000,3.400
40,mlp.experts.501.up_proj,0.0000220988,0.05000,14.662
40,mlp.experts.143.down_proj,0.0000169383,0.05000,3.473
40,mlp.experts.141.down_proj,0.0000026393,0.05000,3.473
40,mlp.experts.260.down_proj,0.0000046298,0.05000,3.403
40,mlp.experts.131.down_proj,0.0000057662,0.05000,3.446
40,mlp.experts.423.down_proj,0.0000157186,0.05000,3.501
40,mlp.experts.286.down_proj,0.0000185513,0.05000,3.435
40,mlp.experts.427.down_proj,0.0000293445,0.05000,3.521
40,mlp.experts.140.down_proj,0.0000037648,0.05000,3.495
40,mlp.experts.417.down_proj,0.0000110920,0.05000,3.507
40,mlp.experts.128.down_proj,0.0000085291,0.05000,3.521
40,mlp.experts.5.down_proj,0.0000116763,0.05000,3.431
40,mlp.experts.159.down_proj,0.0000180450,0.05000,3.405
40,mlp.experts.157.down_proj,0.0000083663,0.05000,3.395
40,mlp.experts.276.down_proj,0.0000055527,0.05000,3.436
40,mlp.experts.147.down_proj,0.0000075141,0.05000,3.401
40,mlp.experts.439.down_proj,0.0000134540,0.05000,3.378
40,mlp.experts.302.down_proj,0.0000081806,0.05000,3.404
40,mlp.experts.443.down_proj,0.0000173316,0.05000,3.459
40,mlp.experts.156.down_proj,0.0000051977,0.05000,3.438
40,mlp.experts.172.down_proj,failsafe(rtn): 0.0016785,0.00000,0.166
40,mlp.experts.433.down_proj,0.0000122507,0.05000,3.416
40,mlp.experts.144.down_proj,0.0000064184,0.05000,3.402
40,mlp.experts.21.down_proj,0.0000231522,0.05000,3.448
40,mlp.experts.175.down_proj,0.0000078681,0.05000,3.389
40,mlp.experts.173.down_proj,0.0000128169,0.05000,3.466
40,mlp.experts.292.down_proj,0.0000099740,0.05000,3.420
40,mlp.experts.455.down_proj,0.0000097836,0.05000,3.319
40,mlp.experts.163.down_proj,0.0000069993,0.05000,3.448
40,mlp.experts.318.down_proj,0.0000025516,0.05000,3.388
40,mlp.experts.459.down_proj,0.0000189262,0.05000,3.383
40,mlp.experts.188.down_proj,0.0000040628,0.05000,3.369
40,mlp.experts.160.down_proj,0.0000107875,0.05000,3.309
40,mlp.experts.466.up_proj,0.0000786367,0.05000,13.540
40,mlp.experts.449.down_proj,0.0000073183,0.05000,3.378
40,mlp.experts.502.up_proj,0.0000142895,0.05000,13.569
40,mlp.experts.176.down_proj,failsafe(rtn): 0.0016708,0.00000,0.195
40,mlp.experts.6.down_proj,failsafe(rtn): 0.0015640,0.00000,0.166
40,mlp.experts.22.down_proj,failsafe(rtn): 0.0017014,0.00000,0.178
40,mlp.experts.37.down_proj,0.0000136913,0.05000,3.401
40,mlp.experts.191.down_proj,0.0000436859,0.05000,3.383
40,mlp.experts.506.up_proj,0.0000158709,0.05000,13.500
40,mlp.experts.189.down_proj,0.0000066963,0.05000,3.401
40,mlp.experts.308.down_proj,0.0000362509,0.05000,3.359
40,mlp.experts.471.down_proj,0.0000100169,0.05000,3.470
40,mlp.experts.179.down_proj,0.0000034562,0.05000,3.415
40,mlp.experts.334.down_proj,0.0000166284,0.05000,3.397
40,mlp.experts.350.down_proj,failsafe(rtn): 0.0016708,0.00000,0.168
40,mlp.experts.475.down_proj,0.0000096239,0.05000,3.454
40,mlp.experts.489.up_proj,0.0000439703,0.05000,13.686
40,mlp.experts.204.down_proj,0.0000090382,0.05000,3.406
40,mlp.experts.465.down_proj,0.0000060049,0.05000,3.447
40,mlp.experts.192.down_proj,0.0000060536,0.05000,3.369
40,mlp.experts.481.down_proj,failsafe(rtn): 0.0016174,0.00000,0.163
40,mlp.experts.38.down_proj,0.0000212615,0.05000,3.366
40,mlp.experts.53.down_proj,0.0000208644,0.05000,3.445
40,mlp.experts.207.down_proj,0.0000041654,0.05000,3.363
40,mlp.experts.10.down_proj,0.0000221192,0.05000,3.316
40,mlp.experts.205.down_proj,0.0000042195,0.05000,3.365
40,mlp.experts.324.down_proj,0.0000097819,0.05000,3.371
40,mlp.experts.487.down_proj,0.0000042224,0.05000,3.310
40,mlp.experts.195.down_proj,0.0000114393,0.05000,3.363
40,mlp.experts.503.down_proj,failsafe(rtn): 0.0017319,0.00000,0.196
40,mlp.experts.366.down_proj,0.0000019878,0.05000,3.296
40,mlp.experts.491.down_proj,0.0000220269,0.05000,3.361
40,mlp.experts.507.down_proj,failsafe(rtn): 0.0015717,0.00000,0.161
40,mlp.experts.220.down_proj,0.0000068546,0.05000,3.216
40,mlp.experts.208.down_proj,0.0000153046,0.05000,3.186
40,mlp.experts.497.down_proj,0.0000072249,0.05000,3.155
40,mlp.experts.54.down_proj,0.0000084064,0.05000,3.150
40,mlp.experts.69.down_proj,0.0000307047,0.05000,3.074
40,mlp.experts.223.down_proj,0.0000054175,0.05000,2.975
40,mlp.experts.26.down_proj,0.0000081203,0.05000,2.903
40,mlp.experts.221.down_proj,0.0000065286,0.05000,2.766
40,mlp.experts.340.down_proj,0.0000275295,0.05000,2.820
40,mlp.experts.237.down_proj,failsafe(rtn): 0.0015945,0.00000,0.121
40,mlp.experts.211.down_proj,0.0000231214,0.05000,2.660
40,mlp.experts.253.down_proj,failsafe(rtn): 0.0016174,0.00000,0.116
40,mlp.experts.382.down_proj,0.0000061661,0.05000,2.640
40,mlp.experts.236.down_proj,0.0000083194,0.05000,2.471
40,mlp.experts.224.down_proj,0.0000081339,0.05000,2.464
40,mlp.experts.70.down_proj,0.0000780431,0.05000,2.493
40,mlp.experts.85.down_proj,0.0000078212,0.05000,2.485
40,mlp.experts.42.down_proj,0.0000070114,0.05000,2.421
40,mlp.experts.239.down_proj,0.0000220986,0.05000,2.469
40,mlp.experts.58.down_proj,failsafe(rtn): 0.0017548,0.00000,0.133
40,mlp.experts.356.down_proj,0.0000336349,0.05000,2.478
40,mlp.experts.227.down_proj,0.0000099210,0.05000,2.441
40,mlp.experts.269.down_proj,0.0000146682,0.05000,2.469
40,mlp.experts.243.down_proj,failsafe(rtn): 0.0016479,0.00000,0.126
40,mlp.experts.398.down_proj,0.0000041118,0.05000,2.439
40,mlp.experts.252.down_proj,0.0000060177,0.05000,2.439
40,mlp.experts.482.up_proj,0.0000301174,0.05000,11.481
40,mlp.experts.240.down_proj,0.0000033364,0.05000,2.445
40,mlp.experts.86.down_proj,0.0000066988,0.05000,2.493
40,mlp.experts.101.down_proj,0.0000197550,0.05000,2.452
40,mlp.experts.255.down_proj,0.0000071312,0.05000,2.526
40,mlp.experts.74.down_proj,0.0000057427,0.05000,2.596
40,mlp.experts.372.down_proj,0.0000127884,0.05000,2.608
40,mlp.experts.259.down_proj,0.0000136819,0.05000,2.637
40,mlp.experts.285.down_proj,0.0000137200,0.05000,2.714
40,mlp.experts.275.down_proj,failsafe(rtn): 0.0017548,0.00000,0.148
40,mlp.experts.414.down_proj,0.0000057296,0.05000,2.828
40,mlp.experts.505.up_proj,0.0000222171,0.05000,11.120
40,mlp.experts.268.down_proj,0.0000107906,0.05000,2.859
40,mlp.experts.284.down_proj,failsafe(rtn): 0.0016174,0.00000,0.147
40,mlp.experts.256.down_proj,0.0000129921,0.05000,2.994
40,mlp.experts.102.down_proj,0.0000081513,0.05000,3.038
40,mlp.experts.117.down_proj,0.0000162430,0.05000,2.979
40,mlp.experts.271.down_proj,0.0000024417,0.05000,2.913
40,mlp.experts.90.down_proj,0.0000110700,0.05000,2.886
40,mlp.experts.388.down_proj,0.0000226770,0.05000,2.790
40,mlp.experts.301.down_proj,0.0000060773,0.05000,2.804
40,mlp.experts.291.down_proj,0.0000107909,0.05000,2.800
40,mlp.experts.430.down_proj,0.0000232092,0.05000,2.762
40,mlp.experts.446.down_proj,failsafe(rtn): 0.0016632,0.00000,0.121
40,mlp.experts.9.down_proj,0.0000034112,0.05000,2.687
40,mlp.experts.300.down_proj,0.0000384572,0.05000,2.612
40,mlp.experts.272.down_proj,0.0000073976,0.05000,2.613
40,mlp.experts.133.down_proj,0.0000028533,0.05000,2.569
40,mlp.experts.118.down_proj,0.0000120552,0.05000,2.581
40,mlp.experts.287.down_proj,0.0000071174,0.05000,2.663
40,mlp.experts.106.down_proj,0.0000175819,0.05000,2.706
40,mlp.experts.404.down_proj,0.0000222466,0.05000,2.729
40,mlp.experts.420.down_proj,failsafe(rtn): 0.0015869,0.00000,0.150
40,mlp.experts.317.down_proj,0.0000077567,0.05000,2.723
40,mlp.experts.307.down_proj,0.0000106250,0.05000,2.738
40,mlp.experts.462.down_proj,0.0000168213,0.05000,2.770
40,mlp.experts.25.down_proj,0.0000010457,0.05000,2.742
40,mlp.experts.41.down_proj,failsafe(rtn): 0.0016174,0.00000,0.121
40,mlp.experts.316.down_proj,0.0000080719,0.05000,2.748
40,mlp.experts.288.down_proj,0.0000083958,0.05000,2.710
40,mlp.experts.134.down_proj,0.0000243800,0.05000,2.698
40,mlp.experts.149.down_proj,0.0000096982,0.05000,2.730
40,mlp.experts.303.down_proj,0.0000091667,0.05000,2.587
40,mlp.experts.122.down_proj,0.0000045517,0.05000,2.576
40,mlp.experts.436.down_proj,0.0000097429,0.05000,2.531
40,mlp.experts.333.down_proj,0.0000089600,0.05000,2.497
40,mlp.experts.323.down_proj,0.0000164707,0.05000,2.522
40,mlp.experts.478.down_proj,0.0000073199,0.05000,2.509
40,mlp.experts.57.down_proj,0.0000146027,0.05000,2.483
40,mlp.experts.498.up_proj,0.0000092306,0.05000,10.713
40,mlp.experts.332.down_proj,0.0000292339,0.05000,2.479
40,mlp.experts.304.down_proj,0.0000079792,0.05000,2.498
40,mlp.experts.150.down_proj,0.0000299998,0.05000,2.474
40,mlp.experts.165.down_proj,0.0000136530,0.05000,2.468
40,mlp.experts.319.down_proj,0.0000132473,0.05000,2.442
40,mlp.experts.138.down_proj,0.0000123156,0.05000,2.488
40,mlp.experts.452.down_proj,0.0000195635,0.05000,2.464
40,mlp.experts.349.down_proj,0.0000064410,0.05000,2.470
40,mlp.experts.468.down_proj,failsafe(rtn): 0.0015945,0.00000,0.128
40,mlp.experts.339.down_proj,0.0000124247,0.05000,2.455
40,mlp.experts.494.down_proj,0.0000156997,0.05000,2.525
40,mlp.experts.73.down_proj,0.0000120560,0.05000,2.544
40,mlp.experts.2.down_proj,0.0000092184,0.05000,2.539
40,mlp.experts.348.down_proj,0.0000080062,0.05000,2.545
40,mlp.experts.18.down_proj,failsafe(rtn): 0.0016708,0.00000,0.131
40,mlp.experts.320.down_proj,0.0000038221,0.05000,2.543
40,mlp.experts.166.down_proj,0.0000052890,0.05000,2.542
40,mlp.experts.181.down_proj,0.0000099330,0.05000,2.569
40,mlp.experts.335.down_proj,0.0000194325,0.05000,2.601
40,mlp.experts.154.down_proj,0.0000080118,0.05000,2.646
40,mlp.experts.365.down_proj,0.0000049105,0.05000,2.655
40,mlp.experts.484.down_proj,0.0000086233,0.05000,2.680
40,mlp.experts.355.down_proj,0.0000090011,0.05000,2.604
40,mlp.experts.500.down_proj,failsafe(rtn): 0.0016327,0.00000,0.123
40,mlp.experts.510.down_proj,0.0000038587,0.05000,2.565
40,mlp.experts.89.down_proj,0.0000133498,0.05000,2.494
40,mlp.experts.364.down_proj,0.0000127333,0.05000,2.469
40,mlp.experts.34.down_proj,0.0000109956,0.05000,2.459
40,mlp.experts.336.down_proj,0.0000088771,0.05000,2.418
40,mlp.experts.182.down_proj,0.0000080432,0.05000,2.373
40,mlp.experts.197.down_proj,0.0000067504,0.05000,2.341
40,mlp.experts.351.down_proj,0.0000202076,0.05000,2.238
40,mlp.experts.170.down_proj,0.0000294961,0.05000,2.169
40,mlp.experts.381.down_proj,0.0000178967,0.05000,2.048
40,mlp.experts.371.down_proj,0.0000040350,0.05000,2.014
40,mlp.experts.105.down_proj,0.0000064615,0.05000,2.036
40,mlp.experts.380.down_proj,0.0000035846,0.05000,1.991
40,mlp.experts.50.down_proj,0.0000059599,0.05000,2.017
40,mlp.experts.352.down_proj,0.0000203625,0.05000,2.046
40,mlp.experts.198.down_proj,0.0000044481,0.05000,2.045
40,mlp.experts.213.down_proj,0.0000089400,0.05000,2.079
40,mlp.experts.367.down_proj,0.0000094017,0.05000,2.018
40,mlp.experts.383.down_proj,failsafe(rtn): 0.0016556,0.00000,0.102
40,mlp.experts.399.down_proj,failsafe(rtn): 0.0016632,0.00000,0.103
40,mlp.experts.186.down_proj,0.0000026881,0.05000,2.028
40,mlp.experts.397.down_proj,0.0000052780,0.05000,2.059
40,mlp.experts.387.down_proj,0.0000182616,0.05000,2.047
40,mlp.experts.121.down_proj,0.0000026401,0.05000,2.047
40,mlp.experts.396.down_proj,0.0000391403,0.05000,2.048
40,mlp.experts.66.down_proj,0.0000139565,0.05000,2.030
40,mlp.experts.368.down_proj,0.0000094075,0.05000,2.064
40,mlp.experts.384.down_proj,failsafe(rtn): 0.0016403,0.00000,0.109
40,mlp.experts.214.down_proj,0.0000251242,0.05000,2.047
40,mlp.experts.229.down_proj,0.0000030111,0.05000,2.043
40,mlp.experts.415.down_proj,0.0000087175,0.05000,2.076
40,mlp.experts.202.down_proj,0.0000050270,0.05000,2.121
40,mlp.experts.413.down_proj,0.0000224908,0.05000,2.150
40,mlp.experts.403.down_proj,0.0000122638,0.05000,2.129
40,mlp.experts.137.down_proj,0.0000110838,0.05000,2.149
40,mlp.experts.412.down_proj,0.0000087815,0.05000,2.158
40,mlp.experts.82.down_proj,0.0000438211,0.05000,2.152
40,mlp.experts.400.down_proj,0.0000128161,0.05000,2.119
40,mlp.experts.230.down_proj,0.0000098517,0.05000,2.108
40,mlp.experts.245.down_proj,0.0000027909,0.05000,2.129
40,mlp.experts.431.down_proj,0.0000068954,0.05000,2.095
40,mlp.experts.218.down_proj,0.0000139746,0.05000,2.070
40,mlp.experts.419.down_proj,0.0000304878,0.05000,2.047
40,mlp.experts.429.down_proj,0.0000071955,0.05000,2.099
40,mlp.experts.153.down_proj,0.0000076331,0.05000,2.065
40,mlp.experts.428.down_proj,0.0000084070,0.05000,2.075
40,mlp.experts.98.down_proj,0.0000116217,0.05000,2.098
40,mlp.experts.444.down_proj,failsafe(rtn): 0.0016251,0.00000,0.118
40,mlp.experts.416.down_proj,0.0000119972,0.05000,2.084
40,mlp.experts.246.down_proj,0.0000035171,0.05000,2.135
40,mlp.experts.261.down_proj,0.0000132124,0.05000,2.114
40,mlp.experts.447.down_proj,0.0000167447,0.05000,2.129
40,mlp.experts.234.down_proj,0.0000018958,0.05000,2.134
40,mlp.experts.435.down_proj,0.0000019003,0.05000,2.145
40,mlp.experts.445.down_proj,0.0000307696,0.05000,2.148
40,mlp.experts.169.down_proj,0.0000031743,0.05000,2.176
40,mlp.experts.114.down_proj,0.0000114545,0.05000,2.156
40,mlp.experts.460.down_proj,0.0000121184,0.05000,2.158
40,mlp.experts.432.down_proj,0.0000077174,0.05000,2.116
40,mlp.experts.262.down_proj,0.0000060600,0.05000,2.168
40,mlp.experts.277.down_proj,0.0000027394,0.05000,2.175
40,mlp.experts.463.down_proj,0.0000257926,0.05000,2.122
40,mlp.experts.250.down_proj,0.0000096728,0.05000,2.121
40,mlp.experts.461.down_proj,0.0000072646,0.05000,2.021
40,mlp.experts.451.down_proj,0.0000109074,0.05000,2.081
40,mlp.experts.185.down_proj,0.0000119874,0.05000,2.016
40,mlp.experts.130.down_proj,0.0000047768,0.05000,2.036
40,mlp.experts.476.down_proj,0.0000087293,0.05000,2.015
40,mlp.experts.448.down_proj,0.0000239017,0.05000,2.002
40,mlp.experts.278.down_proj,0.0000065733,0.05000,2.036
40,mlp.experts.293.down_proj,0.0000229608,0.05000,2.045
40,mlp.experts.479.down_proj,0.0000251825,0.05000,2.028
40,mlp.experts.266.down_proj,0.0000145751,0.05000,2.018
40,mlp.experts.477.down_proj,0.0000045813,0.05000,2.035
40,mlp.experts.467.down_proj,0.0000039985,0.05000,1.996
40,mlp.experts.201.down_proj,0.0000048453,0.05000,2.044
40,mlp.experts.146.down_proj,0.0000048706,0.05000,2.014
40,mlp.experts.492.down_proj,0.0000082253,0.05000,2.032
40,mlp.experts.464.down_proj,0.0000081844,0.05000,1.977
40,mlp.experts.294.down_proj,0.0000129803,0.05000,1.974
40,mlp.experts.309.down_proj,0.0000077582,0.05000,2.037
40,mlp.experts.325.down_proj,failsafe(rtn): 0.0017166,0.00000,0.125
40,mlp.experts.495.down_proj,0.0000078488,0.05000,2.019
40,mlp.experts.282.down_proj,0.0000028408,0.05000,2.029
40,mlp.experts.493.down_proj,0.0000050626,0.05000,2.138
40,mlp.experts.483.down_proj,0.0000144943,0.05000,2.139
40,mlp.experts.217.down_proj,0.0000360845,0.05000,2.140
40,mlp.experts.162.down_proj,0.0000130532,0.05000,2.117
40,mlp.experts.508.down_proj,0.0000076795,0.05000,2.107
40,mlp.experts.480.down_proj,0.0000067275,0.05000,2.120
40,mlp.experts.496.down_proj,failsafe(rtn): 0.0015640,0.00000,0.089
40,mlp.experts.310.down_proj,0.0000111877,0.05000,2.113
40,mlp.experts.341.down_proj,0.0000296163,0.05000,2.039
40,mlp.experts.511.down_proj,0.0000121872,0.05000,1.981
40,mlp.experts.298.down_proj,0.0000031964,0.05000,2.002
40,mlp.experts.499.down_proj,0.0000316489,0.05000,1.786
40,mlp.experts.509.down_proj,0.0000041884,0.05000,1.824
40,mlp.experts.233.down_proj,0.0000130320,0.05000,1.443
40,mlp.experts.178.down_proj,0.0000081399,0.05000,1.387
40,mlp.experts.326.down_proj,0.0000028488,0.05000,1.182
40,mlp.experts.357.down_proj,0.0000243278,0.05000,1.065
40,mlp.experts.314.down_proj,0.0000052301,0.05000,0.941
40,mlp.experts.249.down_proj,0.0000080704,0.05000,0.860
40,mlp.experts.194.down_proj,0.0000385825,0.05000,0.851
40,mlp.experts.342.down_proj,0.0000113798,0.05000,0.818
40,mlp.experts.373.down_proj,0.0000181596,0.05000,0.836
40,mlp.experts.330.down_proj,0.0000038872,0.05000,0.822
40,mlp.experts.265.down_proj,0.0000170617,0.05000,0.778
40,mlp.experts.210.down_proj,0.0000133453,0.05000,0.805
40,mlp.experts.358.down_proj,0.0000064931,0.05000,0.816
40,mlp.experts.389.down_proj,0.0000093039,0.05000,0.798
40,mlp.experts.346.down_proj,0.0000041988,0.05000,0.834
40,mlp.experts.281.down_proj,0.0000066227,0.05000,0.827
40,mlp.experts.226.down_proj,0.0000054799,0.05000,0.889
40,mlp.experts.374.down_proj,0.0000070365,0.05000,0.902
40,mlp.experts.405.down_proj,0.0000098965,0.05000,0.880
40,mlp.experts.362.down_proj,0.0000093785,0.05000,0.916
40,mlp.experts.297.down_proj,0.0000156102,0.05000,0.942
40,mlp.experts.242.down_proj,0.0000148435,0.05000,0.954
40,mlp.experts.390.down_proj,0.0000099273,0.05000,0.935
40,mlp.experts.421.down_proj,0.0000048363,0.05000,0.931
40,mlp.experts.437.down_proj,failsafe(rtn): 0.0016556,0.00000,0.044
40,mlp.experts.378.down_proj,0.0000059977,0.05000,0.911
40,mlp.experts.313.down_proj,0.0000335177,0.05000,0.798
40,mlp.experts.258.down_proj,0.0000068066,0.05000,0.826
40,mlp.experts.406.down_proj,0.0000080367,0.05000,0.826
40,mlp.experts.453.down_proj,0.0000074523,0.05000,0.773
40,mlp.experts.394.down_proj,0.0000093336,0.05000,0.823
40,mlp.experts.329.down_proj,0.0000047207,0.05000,0.799
40,mlp.experts.274.down_proj,0.0000312017,0.05000,0.826
40,mlp.experts.469.down_proj,0.0000028914,0.05000,0.787
40,mlp.experts.422.down_proj,0.0000057516,0.05000,0.833
40,mlp.experts.410.down_proj,0.0000018332,0.05000,0.804
40,mlp.experts.345.down_proj,0.0000057280,0.05000,0.749
40,mlp.experts.290.down_proj,0.0000164081,0.05000,0.786
40,mlp.experts.485.down_proj,0.0000037709,0.05000,0.797
40,mlp.experts.438.down_proj,0.0000027687,0.05000,0.811
40,mlp.experts.426.down_proj,0.0000129315,0.05000,0.803
40,mlp.experts.442.down_proj,failsafe(rtn): 0.0016022,0.00000,0.041
40,mlp.experts.361.down_proj,0.0000363015,0.05000,0.775
40,mlp.experts.306.down_proj,0.0000252385,0.05000,0.813
40,mlp.experts.501.down_proj,0.0000034013,0.05000,0.791
40,mlp.experts.454.down_proj,0.0000051243,0.05000,0.796
40,mlp.experts.458.down_proj,0.0000056745,0.05000,0.773
40,mlp.experts.377.down_proj,0.0000183862,0.05000,0.731
40,mlp.experts.322.down_proj,0.0000066224,0.05000,0.673
40,mlp.experts.470.down_proj,0.0000504242,0.05000,0.619
40,mlp.experts.474.down_proj,0.0000067110,0.05000,0.692
40,mlp.experts.393.down_proj,0.0000413684,0.05000,0.663
40,mlp.experts.338.down_proj,0.0000065496,0.05000,0.687
40,mlp.experts.486.down_proj,0.0000022944,0.05000,0.691
40,mlp.experts.490.down_proj,0.0000079253,0.05000,0.705
40,mlp.experts.409.down_proj,0.0000061919,0.05000,0.626
40,mlp.experts.354.down_proj,0.0000186904,0.05000,0.686
40,mlp.experts.502.down_proj,0.0000034618,0.05000,0.719
40,mlp.experts.425.down_proj,0.0000080100,0.05000,0.532
40,mlp.experts.506.down_proj,0.0000034965,0.05000,0.577
40,mlp.experts.370.down_proj,0.0000178706,0.05000,0.354
40,mlp.experts.441.down_proj,0.0000031082,0.05000,0.213
40,mlp.experts.386.down_proj,0.0000128691,0.05000,0.183
40,mlp.experts.457.down_proj,0.0000098284,0.05000,0.185
40,mlp.experts.402.down_proj,0.0000058910,0.05000,0.186
40,mlp.experts.473.down_proj,0.0000203407,0.05000,0.185
40,mlp.experts.418.down_proj,0.0000046843,0.05000,0.182
40,mlp.experts.489.down_proj,0.0000101489,0.05000,0.181
40,mlp.experts.434.down_proj,0.0000177964,0.05000,0.180
40,mlp.experts.505.down_proj,0.0000078134,0.05000,0.181
40,mlp.experts.450.down_proj,0.0000095311,0.05000,0.161
40,mlp.experts.466.down_proj,0.0000108507,0.05000,0.128
40,mlp.experts.482.down_proj,0.0000124211,0.05000,0.125
40,mlp.experts.498.down_proj,0.0000034150,0.05000,0.125
41,mlp.experts.14.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.801
41,mlp.experts.15.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.802
41,mlp.experts.7.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.805
41,mlp.experts.10.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.823
41,mlp.experts.0.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.832
41,mlp.experts.8.gate_proj,failsafe(rtn): 0.0014496,0.00000,0.848
41,mlp.experts.5.gate_proj,0.0000509072,0.05000,14.241
41,mlp.experts.6.gate_proj,0.0001195420,0.05000,14.280
41,mlp.experts.4.gate_proj,0.0000720582,0.05000,14.289
41,mlp.experts.3.gate_proj,0.0000273016,0.05000,14.199
41,mlp.experts.2.gate_proj,0.0001128508,0.05000,14.204
41,mlp.experts.11.gate_proj,0.0000108159,0.05000,14.342
41,mlp.experts.13.gate_proj,0.0000220659,0.05000,14.349
41,mlp.experts.1.gate_proj,0.0000358127,0.05000,14.438
41,mlp.experts.12.gate_proj,0.0000423280,0.05000,14.452
41,mlp.experts.9.gate_proj,0.0000366156,0.05000,14.601
41,mlp.experts.23.gate_proj,0.0000694067,0.05000,14.272
41,mlp.experts.26.gate_proj,0.0000519485,0.05000,14.289
41,mlp.experts.24.gate_proj,0.0000286290,0.05000,14.261
41,mlp.experts.31.gate_proj,0.0000261751,0.05000,14.397
41,mlp.experts.30.gate_proj,0.0000615599,0.05000,14.456
41,mlp.experts.16.gate_proj,0.0000618072,0.05000,14.420
41,mlp.experts.25.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.755
41,mlp.experts.47.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.721
41,mlp.experts.20.gate_proj,0.0000330728,0.05000,13.962
41,mlp.experts.22.gate_proj,0.0000683292,0.05000,14.011
41,mlp.experts.21.gate_proj,0.0000235305,0.05000,14.072
41,mlp.experts.19.gate_proj,0.0000344556,0.05000,14.040
41,mlp.experts.18.gate_proj,0.0000815249,0.05000,14.080
41,mlp.experts.28.gate_proj,0.0000488025,0.05000,13.976
41,mlp.experts.29.gate_proj,0.0000375575,0.05000,14.110
41,mlp.experts.17.gate_proj,0.0000252949,0.05000,14.058
41,mlp.experts.27.gate_proj,0.0000206517,0.05000,14.142
41,mlp.experts.40.gate_proj,0.0000838060,0.05000,13.858
41,mlp.experts.42.gate_proj,0.0000648877,0.05000,14.027
41,mlp.experts.39.gate_proj,0.0000437598,0.05000,14.069
41,mlp.experts.41.gate_proj,0.0000243328,0.05000,13.828
41,mlp.experts.32.gate_proj,0.0000786695,0.05000,13.931
41,mlp.experts.46.gate_proj,0.0000621939,0.05000,13.977
41,mlp.experts.63.gate_proj,0.0000343004,0.05000,13.968
41,mlp.experts.37.gate_proj,0.0000382947,0.05000,14.787
41,mlp.experts.34.gate_proj,0.0000490019,0.05000,14.808
41,mlp.experts.35.gate_proj,0.0000454157,0.05000,14.852
41,mlp.experts.44.gate_proj,0.0000504862,0.05000,14.801
41,mlp.experts.38.gate_proj,0.0000717811,0.05000,14.964
41,mlp.experts.45.gate_proj,0.0000320035,0.05000,14.778
41,mlp.experts.36.gate_proj,0.0000605317,0.05000,15.118
41,mlp.experts.33.gate_proj,0.0000407997,0.05000,14.930
41,mlp.experts.43.gate_proj,0.0000358926,0.05000,14.984
41,mlp.experts.56.gate_proj,0.0000731001,0.05000,14.939
41,mlp.experts.58.gate_proj,0.0000312704,0.05000,14.882
41,mlp.experts.48.gate_proj,0.0000228685,0.05000,14.833
41,mlp.experts.57.gate_proj,0.0000149846,0.05000,14.951
41,mlp.experts.55.gate_proj,0.0000608157,0.05000,14.991
41,mlp.experts.62.gate_proj,0.0000352731,0.05000,14.978
41,mlp.experts.49.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.798
41,mlp.experts.59.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.793
41,mlp.experts.79.gate_proj,0.0000651436,0.05000,14.854
41,mlp.experts.75.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.702
41,mlp.experts.95.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.712
41,mlp.experts.53.gate_proj,0.0000635056,0.05000,14.692
41,mlp.experts.50.gate_proj,0.0000207715,0.05000,14.548
41,mlp.experts.60.gate_proj,0.0000563335,0.05000,14.558
41,mlp.experts.51.gate_proj,0.0000291614,0.05000,14.591
41,mlp.experts.54.gate_proj,0.0000790906,0.05000,14.576
41,mlp.experts.52.gate_proj,0.0000344054,0.05000,14.626
41,mlp.experts.61.gate_proj,0.0000283762,0.05000,14.708
41,mlp.experts.72.gate_proj,0.0000507819,0.05000,14.631
41,mlp.experts.74.gate_proj,0.0000795493,0.05000,14.538
41,mlp.experts.64.gate_proj,0.0000653626,0.05000,14.646
41,mlp.experts.73.gate_proj,0.0000416553,0.05000,14.684
41,mlp.experts.78.gate_proj,0.0000278679,0.05000,14.595
41,mlp.experts.65.gate_proj,0.0000413978,0.05000,14.641
41,mlp.experts.71.gate_proj,0.0000376854,0.05000,14.825
41,mlp.experts.90.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.750
41,mlp.experts.89.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.696
41,mlp.experts.91.gate_proj,0.0001399545,0.05000,14.567
41,mlp.experts.111.gate_proj,0.0000192769,0.05000,14.602
41,mlp.experts.66.gate_proj,0.0000430359,0.05000,14.524
41,mlp.experts.70.gate_proj,0.0000604438,0.05000,14.501
41,mlp.experts.69.gate_proj,0.0000748655,0.05000,14.669
41,mlp.experts.76.gate_proj,0.0000280495,0.05000,14.698
41,mlp.experts.68.gate_proj,0.0000387319,0.05000,14.560
41,mlp.experts.77.gate_proj,0.0000765764,0.05000,14.550
41,mlp.experts.67.gate_proj,0.0000350734,0.05000,14.783
41,mlp.experts.88.gate_proj,0.0000390481,0.05000,14.399
41,mlp.experts.85.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.782
41,mlp.experts.80.gate_proj,0.0000263044,0.05000,14.699
41,mlp.experts.94.gate_proj,0.0000518769,0.05000,14.636
41,mlp.experts.81.gate_proj,0.0000750895,0.05000,14.592
41,mlp.experts.87.gate_proj,0.0001369551,0.05000,14.755
41,mlp.experts.106.gate_proj,0.0000526529,0.05000,14.642
41,mlp.experts.105.gate_proj,0.0000856286,0.05000,14.702
41,mlp.experts.107.gate_proj,0.0000284441,0.05000,14.681
41,mlp.experts.127.gate_proj,0.0000530356,0.05000,14.714
41,mlp.experts.143.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.736
41,mlp.experts.82.gate_proj,0.0000313960,0.05000,14.763
41,mlp.experts.86.gate_proj,0.0000384635,0.05000,14.819
41,mlp.experts.84.gate_proj,0.0000437340,0.05000,14.776
41,mlp.experts.92.gate_proj,0.0000366104,0.05000,14.846
41,mlp.experts.93.gate_proj,0.0000265985,0.05000,14.884
41,mlp.experts.83.gate_proj,0.0000927384,0.05000,14.895
41,mlp.experts.104.gate_proj,0.0000331116,0.05000,14.728
41,mlp.experts.101.gate_proj,0.0000426094,0.05000,14.617
41,mlp.experts.96.gate_proj,0.0000644556,0.05000,14.702
41,mlp.experts.110.gate_proj,0.0000486632,0.05000,14.651
41,mlp.experts.97.gate_proj,0.0000811547,0.05000,14.709
41,mlp.experts.103.gate_proj,0.0000901431,0.05000,14.765
41,mlp.experts.122.gate_proj,0.0000300133,0.05000,14.600
41,mlp.experts.126.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.676
41,mlp.experts.121.gate_proj,0.0000778021,0.05000,14.590
41,mlp.experts.113.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.720
41,mlp.experts.123.gate_proj,0.0000157167,0.05000,14.669
41,mlp.experts.159.gate_proj,0.0001052373,0.05000,14.815
41,mlp.experts.98.gate_proj,0.0000366237,0.05000,14.162
41,mlp.experts.102.gate_proj,0.0001008329,0.05000,14.251
41,mlp.experts.109.gate_proj,0.0000784517,0.05000,14.031
41,mlp.experts.108.gate_proj,0.0000680355,0.05000,14.198
41,mlp.experts.100.gate_proj,0.0000583928,0.05000,14.220
41,mlp.experts.120.gate_proj,0.0000386744,0.05000,14.079
41,mlp.experts.99.gate_proj,0.0000467939,0.05000,14.315
41,mlp.experts.117.gate_proj,0.0000247606,0.05000,14.293
41,mlp.experts.112.gate_proj,0.0001405392,0.05000,14.274
41,mlp.experts.125.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.894
41,mlp.experts.136.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.820
41,mlp.experts.119.gate_proj,0.0000621748,0.05000,14.451
41,mlp.experts.138.gate_proj,0.0000327022,0.05000,14.395
41,mlp.experts.142.gate_proj,0.0000506957,0.05000,14.288
41,mlp.experts.128.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.830
41,mlp.experts.139.gate_proj,0.0000498521,0.05000,14.395
41,mlp.experts.137.gate_proj,0.0000559676,0.05000,14.507
41,mlp.experts.129.gate_proj,0.0000385479,0.05000,14.562
41,mlp.experts.158.gate_proj,failsafe(rtn): 0.0018311,0.00000,0.722
41,mlp.experts.175.gate_proj,0.0001307227,0.05000,14.414
41,mlp.experts.114.gate_proj,0.0000525529,0.05000,14.586
41,mlp.experts.118.gate_proj,0.0000316628,0.05000,14.547
41,mlp.experts.116.gate_proj,0.0000678802,0.05000,14.474
41,mlp.experts.124.gate_proj,0.0000584115,0.05000,14.515
41,mlp.experts.115.gate_proj,0.0000440310,0.05000,14.505
41,mlp.experts.130.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.743
41,mlp.experts.133.gate_proj,0.0000378280,0.05000,14.464
41,mlp.experts.141.gate_proj,0.0000673611,0.05000,14.453
41,mlp.experts.152.gate_proj,0.0000406614,0.05000,14.446
41,mlp.experts.135.gate_proj,0.0000808696,0.05000,14.379
41,mlp.experts.154.gate_proj,0.0000401056,0.05000,14.539
41,mlp.experts.144.gate_proj,0.0000379044,0.05000,14.453
41,mlp.experts.155.gate_proj,0.0000269636,0.05000,14.369
41,mlp.experts.153.gate_proj,0.0000269778,0.05000,14.452
41,mlp.experts.145.gate_proj,0.0000801496,0.05000,14.465
41,mlp.experts.174.gate_proj,0.0000274550,0.05000,14.308
41,mlp.experts.191.gate_proj,0.0000397881,0.05000,14.518
41,mlp.experts.132.gate_proj,0.0000144024,0.05000,14.693
41,mlp.experts.134.gate_proj,0.0001150579,0.05000,14.854
41,mlp.experts.140.gate_proj,0.0000379359,0.05000,14.777
41,mlp.experts.131.gate_proj,0.0000215094,0.05000,14.825
41,mlp.experts.149.gate_proj,0.0000845515,0.05000,14.675
41,mlp.experts.146.gate_proj,0.0000402095,0.05000,14.772
41,mlp.experts.157.gate_proj,0.0000628205,0.05000,14.725
41,mlp.experts.168.gate_proj,0.0001051418,0.05000,14.614
41,mlp.experts.151.gate_proj,0.0000474481,0.05000,14.749
41,mlp.experts.170.gate_proj,0.0000117488,0.05000,14.771
41,mlp.experts.160.gate_proj,0.0000054220,0.05000,14.729
41,mlp.experts.184.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.803
41,mlp.experts.169.gate_proj,0.0000673026,0.05000,14.786
41,mlp.experts.171.gate_proj,0.0000140633,0.05000,14.910
41,mlp.experts.161.gate_proj,0.0000428124,0.05000,14.901
41,mlp.experts.190.gate_proj,0.0001229051,0.05000,14.837
41,mlp.experts.207.gate_proj,0.0000211257,0.05000,14.800
41,mlp.experts.223.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.703
41,mlp.experts.150.gate_proj,0.0000156785,0.05000,14.594
41,mlp.experts.148.gate_proj,0.0000349288,0.05000,14.694
41,mlp.experts.156.gate_proj,0.0000471607,0.05000,14.726
41,mlp.experts.147.gate_proj,0.0000482117,0.05000,14.561
41,mlp.experts.162.gate_proj,0.0000268440,0.05000,14.541
41,mlp.experts.165.gate_proj,0.0000408360,0.05000,14.627
41,mlp.experts.173.gate_proj,0.0000397123,0.05000,14.815
41,mlp.experts.172.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.858
41,mlp.experts.167.gate_proj,0.0000818942,0.05000,14.731
41,mlp.experts.186.gate_proj,0.0000646872,0.05000,14.688
41,mlp.experts.176.gate_proj,0.0000278076,0.05000,14.808
41,mlp.experts.185.gate_proj,0.0000310844,0.05000,14.735
41,mlp.experts.187.gate_proj,0.0001102624,0.05000,14.707
41,mlp.experts.200.gate_proj,0.0000927423,0.05000,14.823
41,mlp.experts.177.gate_proj,0.0000582879,0.05000,14.759
41,mlp.experts.206.gate_proj,0.0000359063,0.05000,14.718
41,mlp.experts.239.gate_proj,0.0000314847,0.05000,14.688
41,mlp.experts.164.gate_proj,0.0000808323,0.05000,14.273
41,mlp.experts.166.gate_proj,0.0000276075,0.05000,14.461
41,mlp.experts.163.gate_proj,0.0000519670,0.05000,14.337
41,mlp.experts.181.gate_proj,0.0000671910,0.05000,14.278
41,mlp.experts.178.gate_proj,0.0000206894,0.05000,14.411
41,mlp.experts.189.gate_proj,0.0000383351,0.05000,14.311
41,mlp.experts.188.gate_proj,0.0000287644,0.05000,14.290
41,mlp.experts.183.gate_proj,0.0000360491,0.05000,14.346
41,mlp.experts.202.gate_proj,0.0000349159,0.05000,14.409
41,mlp.experts.192.gate_proj,0.0000372165,0.05000,14.225
41,mlp.experts.216.gate_proj,0.0000221435,0.05000,14.305
41,mlp.experts.201.gate_proj,0.0000324505,0.05000,14.350
41,mlp.experts.203.gate_proj,0.0000226691,0.05000,14.363
41,mlp.experts.193.gate_proj,0.0000537210,0.05000,14.285
41,mlp.experts.199.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.841
41,mlp.experts.222.gate_proj,0.0000162564,0.05000,14.335
41,mlp.experts.255.gate_proj,0.0000370992,0.05000,14.485
41,mlp.experts.180.gate_proj,0.0000366674,0.05000,14.748
41,mlp.experts.182.gate_proj,0.0000860470,0.05000,14.799
41,mlp.experts.197.gate_proj,0.0000150619,0.05000,14.566
41,mlp.experts.179.gate_proj,0.0000203774,0.05000,14.737
41,mlp.experts.194.gate_proj,0.0000918049,0.05000,14.713
41,mlp.experts.205.gate_proj,0.0000876401,0.05000,14.488
41,mlp.experts.204.gate_proj,0.0000253357,0.05000,14.520
41,mlp.experts.218.gate_proj,0.0000240418,0.05000,14.462
41,mlp.experts.221.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.764
41,mlp.experts.208.gate_proj,0.0000273716,0.05000,14.635
41,mlp.experts.232.gate_proj,0.0000575022,0.05000,14.485
41,mlp.experts.217.gate_proj,0.0000572528,0.05000,14.486
41,mlp.experts.219.gate_proj,0.0000697966,0.05000,14.616
41,mlp.experts.209.gate_proj,0.0000281915,0.05000,14.397
41,mlp.experts.215.gate_proj,0.0000125392,0.05000,14.462
41,mlp.experts.238.gate_proj,0.0000255299,0.05000,14.485
41,mlp.experts.237.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.806
41,mlp.experts.231.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.796
41,mlp.experts.253.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.763
41,mlp.experts.271.gate_proj,0.0001223472,0.05000,14.456
41,mlp.experts.196.gate_proj,0.0000365128,0.05000,14.529
41,mlp.experts.198.gate_proj,0.0000986621,0.05000,14.537
41,mlp.experts.213.gate_proj,0.0000320145,0.05000,14.559
41,mlp.experts.195.gate_proj,0.0000063370,0.05000,14.568
41,mlp.experts.210.gate_proj,0.0000188460,0.05000,14.510
41,mlp.experts.220.gate_proj,0.0000727474,0.05000,14.546
41,mlp.experts.226.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.730
41,mlp.experts.234.gate_proj,0.0000355927,0.05000,14.517
41,mlp.experts.233.gate_proj,0.0000662601,0.05000,14.403
41,mlp.experts.248.gate_proj,0.0000369231,0.05000,14.455
41,mlp.experts.224.gate_proj,0.0001629130,0.05000,14.510
41,mlp.experts.235.gate_proj,0.0000528065,0.05000,14.648
41,mlp.experts.225.gate_proj,0.0001080534,0.05000,14.695
41,mlp.experts.254.gate_proj,0.0000223448,0.05000,14.604
41,mlp.experts.247.gate_proj,0.0000803332,0.05000,14.593
41,mlp.experts.269.gate_proj,0.0000254080,0.05000,14.515
41,mlp.experts.263.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.852
41,mlp.experts.287.gate_proj,0.0000345987,0.05000,14.770
41,mlp.experts.212.gate_proj,0.0000691116,0.05000,15.212
41,mlp.experts.214.gate_proj,0.0000406171,0.05000,15.186
41,mlp.experts.229.gate_proj,0.0000419936,0.05000,15.203
41,mlp.experts.211.gate_proj,0.0000258665,0.05000,15.200
41,mlp.experts.236.gate_proj,0.0000744536,0.05000,15.417
41,mlp.experts.227.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.834
41,mlp.experts.242.gate_proj,0.0000209447,0.05000,15.320
41,mlp.experts.264.gate_proj,0.0000630548,0.05000,15.168
41,mlp.experts.250.gate_proj,0.0000518873,0.05000,15.423
41,mlp.experts.240.gate_proj,0.0000726382,0.05000,15.238
41,mlp.experts.249.gate_proj,0.0000306689,0.05000,15.379
41,mlp.experts.243.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.750
41,mlp.experts.241.gate_proj,0.0000195616,0.05000,15.283
41,mlp.experts.251.gate_proj,0.0000520910,0.05000,15.370
41,mlp.experts.270.gate_proj,0.0000396253,0.05000,15.230
41,mlp.experts.280.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.765
41,mlp.experts.267.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.776
41,mlp.experts.285.gate_proj,0.0000790389,0.05000,15.308
41,mlp.experts.279.gate_proj,0.0000310532,0.05000,15.027
41,mlp.experts.303.gate_proj,0.0000518248,0.05000,15.038
41,mlp.experts.228.gate_proj,0.0000247985,0.05000,16.200
41,mlp.experts.230.gate_proj,0.0000579696,0.05000,16.210
41,mlp.experts.245.gate_proj,0.0000320057,0.05000,16.214
41,mlp.experts.252.gate_proj,0.0000261690,0.05000,16.033
41,mlp.experts.258.gate_proj,0.0000903326,0.05000,15.942
41,mlp.experts.266.gate_proj,0.0000314039,0.05000,16.027
41,mlp.experts.256.gate_proj,0.0000812261,0.05000,16.097
41,mlp.experts.265.gate_proj,0.0000178559,0.05000,16.084
41,mlp.experts.259.gate_proj,0.0000180801,0.05000,16.161
41,mlp.experts.274.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.800
41,mlp.experts.257.gate_proj,0.0000294927,0.05000,16.096
41,mlp.experts.286.gate_proj,0.0000917270,0.05000,16.101
41,mlp.experts.296.gate_proj,0.0000357422,0.05000,16.028
41,mlp.experts.283.gate_proj,0.0000195355,0.05000,16.096
41,mlp.experts.301.gate_proj,0.0000621731,0.05000,16.021
41,mlp.experts.295.gate_proj,0.0000243336,0.05000,16.061
41,mlp.experts.319.gate_proj,0.0000915954,0.05000,16.029
41,mlp.experts.244.gate_proj,0.0000214994,0.05000,14.635
41,mlp.experts.246.gate_proj,0.0000898561,0.05000,14.633
41,mlp.experts.261.gate_proj,0.0000340448,0.05000,14.573
41,mlp.experts.268.gate_proj,0.0001495395,0.05000,14.795
41,mlp.experts.272.gate_proj,0.0000711335,0.05000,14.624
41,mlp.experts.282.gate_proj,0.0000759663,0.05000,14.825
41,mlp.experts.281.gate_proj,0.0000781866,0.05000,14.705
41,mlp.experts.290.gate_proj,0.0001804780,0.05000,14.753
41,mlp.experts.275.gate_proj,0.0000260672,0.05000,14.767
41,mlp.experts.273.gate_proj,0.0000195975,0.05000,14.790
41,mlp.experts.312.gate_proj,0.0000711562,0.05000,14.700
41,mlp.experts.302.gate_proj,0.0000181871,0.05000,14.877
41,mlp.experts.298.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.864
41,mlp.experts.299.gate_proj,0.0000324793,0.05000,14.876
41,mlp.experts.318.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.730
41,mlp.experts.317.gate_proj,0.0001054112,0.05000,14.769
41,mlp.experts.311.gate_proj,0.0000357488,0.05000,14.782
41,mlp.experts.315.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.703
41,mlp.experts.335.gate_proj,0.0000560736,0.05000,14.835
41,mlp.experts.327.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.740
41,mlp.experts.260.gate_proj,0.0000192494,0.05000,14.498
41,mlp.experts.262.gate_proj,0.0000396082,0.05000,14.553
41,mlp.experts.277.gate_proj,0.0000290642,0.05000,14.698
41,mlp.experts.284.gate_proj,0.0000829999,0.05000,14.592
41,mlp.experts.288.gate_proj,0.0000306920,0.05000,14.625
41,mlp.experts.297.gate_proj,0.0000143727,0.05000,14.476
41,mlp.experts.291.gate_proj,0.0000276223,0.05000,14.426
41,mlp.experts.289.gate_proj,0.0000612717,0.05000,14.464
41,mlp.experts.328.gate_proj,0.0000694142,0.05000,14.381
41,mlp.experts.306.gate_proj,0.0000220407,0.05000,14.558
41,mlp.experts.314.gate_proj,0.0001245178,0.05000,14.485
41,mlp.experts.344.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.707
41,mlp.experts.334.gate_proj,0.0000713213,0.05000,14.519
41,mlp.experts.333.gate_proj,0.0000282401,0.05000,14.571
41,mlp.experts.331.gate_proj,0.0000381437,0.05000,14.555
41,mlp.experts.351.gate_proj,0.0000110981,0.05000,14.436
41,mlp.experts.343.gate_proj,0.0000837315,0.05000,14.394
41,mlp.experts.359.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.771
41,mlp.experts.276.gate_proj,0.0000202809,0.05000,14.567
41,mlp.experts.278.gate_proj,0.0000083812,0.05000,14.629
41,mlp.experts.293.gate_proj,0.0000325151,0.05000,14.473
41,mlp.experts.300.gate_proj,0.0000128102,0.05000,14.469
41,mlp.experts.313.gate_proj,0.0000201718,0.05000,14.403
41,mlp.experts.304.gate_proj,0.0000588255,0.05000,14.462
41,mlp.experts.307.gate_proj,0.0001094042,0.05000,14.506
41,mlp.experts.322.gate_proj,0.0000940351,0.05000,14.440
41,mlp.experts.305.gate_proj,0.0000616525,0.05000,14.545
41,mlp.experts.330.gate_proj,0.0000623551,0.05000,14.516
41,mlp.experts.360.gate_proj,0.0000294546,0.05000,14.479
41,mlp.experts.350.gate_proj,0.0000318913,0.05000,14.399
41,mlp.experts.349.gate_proj,0.0000487934,0.05000,14.529
41,mlp.experts.376.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.707
41,mlp.experts.347.gate_proj,0.0000294333,0.05000,14.536
41,mlp.experts.367.gate_proj,0.0001344091,0.05000,14.513
41,mlp.experts.375.gate_proj,0.0000365972,0.05000,14.561
41,mlp.experts.292.gate_proj,0.0000670539,0.05000,14.482
41,mlp.experts.294.gate_proj,0.0000594322,0.05000,14.495
41,mlp.experts.309.gate_proj,0.0000762110,0.05000,14.510
41,mlp.experts.316.gate_proj,0.0000768293,0.05000,14.550
41,mlp.experts.329.gate_proj,0.0000278514,0.05000,14.495
41,mlp.experts.320.gate_proj,0.0000280584,0.05000,14.592
41,mlp.experts.323.gate_proj,0.0000531757,0.05000,14.518
41,mlp.experts.338.gate_proj,0.0000267672,0.05000,14.482
41,mlp.experts.321.gate_proj,0.0000440978,0.05000,14.497
41,mlp.experts.346.gate_proj,0.0000143345,0.05000,14.512
41,mlp.experts.354.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.686
41,mlp.experts.366.gate_proj,0.0000561868,0.05000,14.467
41,mlp.experts.365.gate_proj,0.0000148588,0.05000,14.442
41,mlp.experts.392.gate_proj,0.0000579628,0.05000,14.439
41,mlp.experts.363.gate_proj,0.0000470878,0.05000,14.430
41,mlp.experts.383.gate_proj,0.0000372366,0.05000,14.455
41,mlp.experts.391.gate_proj,0.0000607513,0.05000,14.456
41,mlp.experts.308.gate_proj,0.0000413760,0.05000,14.332
41,mlp.experts.310.gate_proj,0.0000230971,0.05000,14.336
41,mlp.experts.325.gate_proj,0.0000439261,0.05000,14.509
41,mlp.experts.332.gate_proj,0.0000531057,0.05000,14.511
41,mlp.experts.336.gate_proj,0.0000246464,0.05000,14.318
41,mlp.experts.345.gate_proj,0.0000519262,0.05000,14.520
41,mlp.experts.339.gate_proj,0.0000480017,0.05000,14.424
41,mlp.experts.337.gate_proj,0.0000452831,0.05000,14.424
41,mlp.experts.362.gate_proj,0.0000623803,0.05000,14.369
41,mlp.experts.355.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.778
41,mlp.experts.370.gate_proj,0.0000517984,0.05000,14.549
41,mlp.experts.353.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.764
41,mlp.experts.382.gate_proj,0.0000354113,0.05000,14.485
41,mlp.experts.381.gate_proj,0.0000324619,0.05000,14.443
41,mlp.experts.408.gate_proj,0.0000559943,0.05000,14.470
41,mlp.experts.371.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.744
41,mlp.experts.379.gate_proj,0.0000522053,0.05000,14.490
41,mlp.experts.399.gate_proj,0.0000590903,0.05000,14.659
41,mlp.experts.415.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.708
41,mlp.experts.407.gate_proj,0.0000713761,0.05000,14.628
41,mlp.experts.324.gate_proj,0.0001125771,0.05000,14.420
41,mlp.experts.326.gate_proj,0.0000551208,0.05000,14.297
41,mlp.experts.341.gate_proj,0.0000614921,0.05000,14.406
41,mlp.experts.348.gate_proj,0.0000725631,0.05000,14.442
41,mlp.experts.357.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.746
41,mlp.experts.361.gate_proj,0.0000700345,0.05000,14.527
41,mlp.experts.352.gate_proj,0.0000249169,0.05000,14.603
41,mlp.experts.364.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.808
41,mlp.experts.378.gate_proj,0.0000800915,0.05000,14.454
41,mlp.experts.368.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.693
41,mlp.experts.386.gate_proj,0.0000682370,0.05000,14.425
41,mlp.experts.369.gate_proj,0.0000631924,0.05000,14.421
41,mlp.experts.398.gate_proj,0.0000512008,0.05000,14.454
41,mlp.experts.397.gate_proj,0.0000891200,0.05000,14.348
41,mlp.experts.424.gate_proj,0.0000841697,0.05000,14.307
41,mlp.experts.387.gate_proj,0.0001263236,0.05000,14.341
41,mlp.experts.395.gate_proj,0.0000301746,0.05000,14.296
41,mlp.experts.403.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.764
41,mlp.experts.431.gate_proj,0.0000277872,0.05000,14.327
41,mlp.experts.423.gate_proj,0.0000568458,0.05000,14.433
41,mlp.experts.340.gate_proj,0.0000327895,0.05000,14.285
41,mlp.experts.342.gate_proj,0.0000408199,0.05000,14.360
41,mlp.experts.373.gate_proj,0.0000779206,0.05000,14.235
41,mlp.experts.377.gate_proj,0.0000271215,0.05000,14.105
41,mlp.experts.380.gate_proj,0.0000484053,0.05000,14.058
41,mlp.experts.389.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.725
41,mlp.experts.384.gate_proj,0.0001119326,0.05000,14.255
41,mlp.experts.394.gate_proj,0.0000841462,0.05000,14.263
41,mlp.experts.402.gate_proj,0.0000881689,0.05000,14.302
41,mlp.experts.385.gate_proj,0.0000829796,0.05000,14.308
41,mlp.experts.414.gate_proj,0.0000640277,0.05000,14.290
41,mlp.experts.413.gate_proj,0.0000633783,0.05000,14.345
41,mlp.experts.440.gate_proj,0.0000342469,0.05000,14.331
41,mlp.experts.411.gate_proj,0.0000388701,0.05000,14.260
41,mlp.experts.419.gate_proj,0.0000854413,0.05000,14.220
41,mlp.experts.427.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.729
41,mlp.experts.447.gate_proj,0.0000387907,0.05000,14.257
41,mlp.experts.439.gate_proj,0.0000388932,0.05000,14.360
41,mlp.experts.356.gate_proj,0.0001248321,0.05000,14.290
41,mlp.experts.358.gate_proj,0.0001242246,0.05000,14.371
41,mlp.experts.393.gate_proj,0.0000521864,0.05000,14.534
41,mlp.experts.396.gate_proj,0.0000260738,0.05000,14.407
41,mlp.experts.405.gate_proj,0.0000744348,0.05000,14.452
41,mlp.experts.400.gate_proj,0.0000450690,0.05000,14.334
41,mlp.experts.410.gate_proj,0.0000810614,0.05000,14.373
41,mlp.experts.418.gate_proj,0.0000542557,0.05000,14.394
41,mlp.experts.401.gate_proj,0.0000225050,0.05000,14.402
41,mlp.experts.430.gate_proj,0.0000557466,0.05000,14.431
41,mlp.experts.429.gate_proj,0.0000490852,0.05000,14.456
41,mlp.experts.456.gate_proj,0.0000197031,0.05000,14.305
41,mlp.experts.434.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.733
41,mlp.experts.435.gate_proj,0.0000889866,0.05000,14.379
41,mlp.experts.443.gate_proj,0.0000532701,0.05000,14.491
41,mlp.experts.463.gate_proj,0.0000058835,0.05000,14.178
41,mlp.experts.455.gate_proj,0.0001129342,0.05000,14.284
41,mlp.experts.372.gate_proj,0.0001518517,0.05000,14.761
41,mlp.experts.374.gate_proj,0.0000824382,0.05000,14.763
41,mlp.experts.412.gate_proj,0.0000627985,0.05000,14.574
41,mlp.experts.409.gate_proj,0.0000397372,0.05000,14.700
41,mlp.experts.421.gate_proj,0.0000778361,0.05000,14.626
41,mlp.experts.416.gate_proj,0.0000614660,0.05000,14.638
41,mlp.experts.426.gate_proj,0.0000150098,0.05000,14.604
41,mlp.experts.417.gate_proj,0.0001761582,0.05000,14.702
41,mlp.experts.446.gate_proj,0.0000209126,0.05000,14.745
41,mlp.experts.445.gate_proj,0.0000821542,0.05000,14.663
41,mlp.experts.472.gate_proj,0.0000925517,0.05000,14.638
41,mlp.experts.450.gate_proj,0.0000364899,0.05000,14.690
41,mlp.experts.451.gate_proj,0.0000112753,0.05000,14.800
41,mlp.experts.479.gate_proj,0.0000429032,0.05000,14.802
41,mlp.experts.459.gate_proj,0.0000410220,0.05000,14.935
41,mlp.experts.471.gate_proj,0.0000230787,0.05000,15.017
41,mlp.experts.388.gate_proj,0.0000677773,0.05000,14.387
41,mlp.experts.390.gate_proj,0.0000512563,0.05000,14.488
41,mlp.experts.428.gate_proj,0.0000586328,0.05000,14.404
41,mlp.experts.425.gate_proj,0.0000375073,0.05000,14.430
41,mlp.experts.437.gate_proj,0.0000330452,0.05000,14.328
41,mlp.experts.432.gate_proj,0.0000479000,0.05000,14.322
41,mlp.experts.442.gate_proj,0.0001098396,0.05000,14.396
41,mlp.experts.444.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.751
41,mlp.experts.462.gate_proj,0.0000577415,0.05000,14.296
41,mlp.experts.433.gate_proj,0.0000725972,0.05000,14.455
41,mlp.experts.488.gate_proj,0.0000105480,0.05000,14.305
41,mlp.experts.461.gate_proj,0.0000445169,0.05000,14.427
41,mlp.experts.466.gate_proj,0.0000238410,0.05000,14.392
41,mlp.experts.467.gate_proj,0.0001190693,0.05000,14.459
41,mlp.experts.495.gate_proj,0.0000430100,0.05000,14.274
41,mlp.experts.475.gate_proj,0.0000986049,0.05000,14.581
41,mlp.experts.487.gate_proj,0.0000456881,0.05000,14.354
41,mlp.experts.491.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.742
41,mlp.experts.404.gate_proj,0.0000284710,0.05000,15.000
41,mlp.experts.406.gate_proj,0.0000411653,0.05000,14.853
41,mlp.experts.441.gate_proj,0.0000333357,0.05000,15.209
41,mlp.experts.453.gate_proj,0.0000244969,0.05000,15.336
41,mlp.experts.448.gate_proj,0.0000270836,0.05000,15.119
41,mlp.experts.458.gate_proj,0.0000212103,0.05000,15.137
41,mlp.experts.460.gate_proj,0.0000810178,0.05000,15.119
41,mlp.experts.457.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.726
41,mlp.experts.449.gate_proj,0.0000234438,0.05000,15.195
41,mlp.experts.478.gate_proj,0.0001096984,0.05000,15.304
41,mlp.experts.477.gate_proj,0.0000380828,0.05000,15.077
41,mlp.experts.504.gate_proj,0.0000446576,0.05000,15.289
41,mlp.experts.482.gate_proj,0.0000807613,0.05000,15.210
41,mlp.experts.8.up_proj,failsafe(rtn): 0.0014648,0.00000,0.689
41,mlp.experts.483.gate_proj,0.0000812153,0.05000,15.053
41,mlp.experts.511.gate_proj,0.0000438535,0.05000,15.104
41,mlp.experts.15.up_proj,failsafe(rtn): 0.0015869,0.00000,0.779
41,mlp.experts.503.gate_proj,0.0000750583,0.05000,15.189
41,mlp.experts.507.gate_proj,0.0001101260,0.05000,15.134
41,mlp.experts.7.up_proj,failsafe(rtn): 0.0016098,0.00000,0.785
41,mlp.experts.420.gate_proj,0.0000354494,0.05000,14.092
41,mlp.experts.422.gate_proj,0.0000565386,0.05000,14.031
41,mlp.experts.469.gate_proj,0.0000319421,0.05000,13.928
41,mlp.experts.464.gate_proj,0.0000242387,0.05000,13.838
41,mlp.experts.474.gate_proj,0.0000303596,0.05000,13.753
41,mlp.experts.476.gate_proj,0.0000496910,0.05000,13.748
41,mlp.experts.473.gate_proj,0.0000276980,0.05000,13.783
41,mlp.experts.494.gate_proj,0.0000315399,0.05000,13.733
41,mlp.experts.465.gate_proj,0.0001564752,0.05000,13.858
41,mlp.experts.493.gate_proj,0.0000348008,0.05000,13.744
41,mlp.experts.489.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.740
41,mlp.experts.498.gate_proj,0.0000524969,0.05000,13.660
41,mlp.experts.24.up_proj,0.0000290973,0.05000,13.758
41,mlp.experts.499.gate_proj,0.0000340187,0.05000,13.803
41,mlp.experts.31.up_proj,0.0000264864,0.05000,13.607
41,mlp.experts.11.up_proj,0.0000099991,0.05000,13.546
41,mlp.experts.47.up_proj,failsafe(rtn): 0.0016174,0.00000,0.692
41,mlp.experts.436.gate_proj,0.0000777102,0.05000,13.450
41,mlp.experts.438.gate_proj,0.0000599059,0.05000,13.493
41,mlp.experts.480.gate_proj,0.0000095471,0.05000,13.335
41,mlp.experts.485.gate_proj,0.0000469612,0.05000,13.454
41,mlp.experts.492.gate_proj,0.0000343738,0.05000,13.360
41,mlp.experts.490.gate_proj,0.0000451833,0.05000,13.561
41,mlp.experts.510.gate_proj,0.0000733695,0.05000,13.571
41,mlp.experts.509.gate_proj,0.0000508249,0.05000,13.594
41,mlp.experts.505.gate_proj,0.0000392514,0.05000,13.507
41,mlp.experts.481.gate_proj,0.0000394902,0.05000,13.757
41,mlp.experts.2.up_proj,0.0001130045,0.05000,13.563
41,mlp.experts.14.up_proj,failsafe(rtn): 0.0015717,0.00000,0.722
41,mlp.experts.40.up_proj,0.0000813857,0.05000,13.510
41,mlp.experts.497.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.714
41,mlp.experts.27.up_proj,0.0000204444,0.05000,13.653
41,mlp.experts.3.up_proj,0.0000274804,0.05000,13.671
41,mlp.experts.23.up_proj,0.0000701942,0.05000,13.732
41,mlp.experts.63.up_proj,0.0000343561,0.05000,13.756
41,mlp.experts.452.gate_proj,0.0000539989,0.05000,14.087
41,mlp.experts.454.gate_proj,0.0000456753,0.05000,14.232
41,mlp.experts.496.gate_proj,0.0000653010,0.05000,14.319
41,mlp.experts.501.gate_proj,0.0000552783,0.05000,14.301
41,mlp.experts.508.gate_proj,0.0000389113,0.05000,14.360
41,mlp.experts.506.gate_proj,0.0000353137,0.05000,14.292
41,mlp.experts.0.up_proj,failsafe(rtn): 0.0016861,0.00000,0.693
41,mlp.experts.10.up_proj,failsafe(rtn): 0.0015869,0.00000,0.675
41,mlp.experts.13.up_proj,0.0000226639,0.05000,14.248
41,mlp.experts.9.up_proj,0.0000357553,0.05000,14.246
41,mlp.experts.18.up_proj,0.0000837294,0.05000,14.107
41,mlp.experts.56.up_proj,0.0000671305,0.05000,13.952
41,mlp.experts.30.up_proj,0.0000520238,0.05000,14.157
41,mlp.experts.1.up_proj,0.0000457746,0.05000,14.092
41,mlp.experts.43.up_proj,0.0000350374,0.05000,13.861
41,mlp.experts.19.up_proj,0.0000348137,0.05000,13.953
41,mlp.experts.39.up_proj,0.0000441387,0.05000,13.888
41,mlp.experts.59.up_proj,failsafe(rtn): 0.0015793,0.00000,0.679
41,mlp.experts.79.up_proj,0.0000645869,0.05000,13.744
41,mlp.experts.95.up_proj,failsafe(rtn): 0.0015945,0.00000,0.557
41,mlp.experts.75.up_proj,failsafe(rtn): 0.0015564,0.00000,0.565
41,mlp.experts.468.gate_proj,0.0000450858,0.05000,12.394
41,mlp.experts.470.gate_proj,0.0000307317,0.05000,12.628
41,mlp.experts.5.up_proj,0.0000518796,0.05000,11.846
41,mlp.experts.12.up_proj,0.0000418816,0.05000,12.203
41,mlp.experts.25.up_proj,failsafe(rtn): 0.0016327,0.00000,0.739
41,mlp.experts.16.up_proj,0.0000623438,0.05000,12.349
41,mlp.experts.26.up_proj,0.0000530981,0.05000,12.153
41,mlp.experts.34.up_proj,0.0000451678,0.05000,12.287
41,mlp.experts.72.up_proj,0.0000523068,0.05000,12.296
41,mlp.experts.46.up_proj,0.0000607856,0.05000,12.394
41,mlp.experts.35.up_proj,0.0000395130,0.05000,12.457
41,mlp.experts.55.up_proj,0.0000611530,0.05000,12.471
41,mlp.experts.91.up_proj,0.0001371653,0.05000,12.439
41,mlp.experts.111.up_proj,0.0000166523,0.05000,12.513
41,mlp.experts.484.gate_proj,0.0000625657,0.05000,12.538
41,mlp.experts.486.gate_proj,0.0000886611,0.05000,12.527
41,mlp.experts.17.up_proj,0.0000271822,0.05000,12.467
41,mlp.experts.21.up_proj,0.0000228341,0.05000,12.484
41,mlp.experts.29.up_proj,0.0000349828,0.05000,12.670
41,mlp.experts.28.up_proj,0.0000481610,0.05000,12.223
41,mlp.experts.41.up_proj,0.0000235658,0.05000,12.522
41,mlp.experts.42.up_proj,0.0000605849,0.05000,12.448
41,mlp.experts.50.up_proj,0.0000216483,0.05000,12.557
41,mlp.experts.62.up_proj,0.0000354059,0.05000,12.512
41,mlp.experts.51.up_proj,0.0000276689,0.05000,12.404
41,mlp.experts.71.up_proj,0.0000369629,0.05000,12.563
41,mlp.experts.107.up_proj,0.0000284022,0.05000,12.301
41,mlp.experts.127.up_proj,0.0000508320,0.05000,12.353
41,mlp.experts.143.up_proj,failsafe(rtn): 0.0015945,0.00000,0.560
41,mlp.experts.502.gate_proj,0.0000868594,0.05000,11.529
41,mlp.experts.33.up_proj,0.0000421934,0.05000,12.169
41,mlp.experts.37.up_proj,0.0000386168,0.05000,12.182
41,mlp.experts.500.gate_proj,0.0000329354,0.05000,12.069
41,mlp.experts.45.up_proj,0.0000299932,0.05000,12.194
41,mlp.experts.44.up_proj,0.0000479330,0.05000,12.171
41,mlp.experts.32.up_proj,0.0000799144,0.05000,12.190
41,mlp.experts.88.up_proj,0.0000384227,0.05000,12.315
41,mlp.experts.57.up_proj,0.0000145345,0.05000,12.158
41,mlp.experts.49.up_proj,failsafe(rtn): 0.0017090,0.00000,0.787
41,mlp.experts.67.up_proj,0.0000350729,0.05000,12.663
41,mlp.experts.87.up_proj,0.0001406974,0.05000,12.763
41,mlp.experts.123.up_proj,0.0000172368,0.05000,12.965
41,mlp.experts.159.up_proj,0.0000986486,0.05000,13.162
41,mlp.experts.58.up_proj,0.0000303160,0.05000,14.217
41,mlp.experts.66.up_proj,0.0000455978,0.05000,14.230
41,mlp.experts.6.up_proj,0.0001179731,0.05000,14.289
41,mlp.experts.78.up_proj,0.0000276844,0.05000,14.291
41,mlp.experts.53.up_proj,0.0000639900,0.05000,14.432
41,mlp.experts.60.up_proj,0.0000575467,0.05000,14.215
41,mlp.experts.4.up_proj,0.0000699897,0.05000,14.336
41,mlp.experts.61.up_proj,0.0000265396,0.05000,14.383
41,mlp.experts.48.up_proj,0.0000227922,0.05000,14.375
41,mlp.experts.104.up_proj,0.0000332962,0.05000,14.315
41,mlp.experts.65.up_proj,0.0000388350,0.05000,14.400
41,mlp.experts.73.up_proj,0.0000378131,0.05000,14.446
41,mlp.experts.89.up_proj,failsafe(rtn): 0.0015717,0.00000,0.804
41,mlp.experts.83.up_proj,0.0000928933,0.05000,14.449
41,mlp.experts.103.up_proj,0.0000913298,0.05000,14.442
41,mlp.experts.139.up_proj,0.0000507206,0.05000,14.456
41,mlp.experts.175.up_proj,0.0001300758,0.05000,14.395
41,mlp.experts.94.up_proj,0.0000526629,0.05000,14.594
41,mlp.experts.74.up_proj,0.0000841146,0.05000,14.726
41,mlp.experts.82.up_proj,0.0000304208,0.05000,14.749
41,mlp.experts.22.up_proj,0.0000643494,0.05000,14.812
41,mlp.experts.90.up_proj,failsafe(rtn): 0.0016251,0.00000,0.731
41,mlp.experts.69.up_proj,0.0000770638,0.05000,14.860
41,mlp.experts.77.up_proj,0.0000768592,0.05000,14.906
41,mlp.experts.76.up_proj,0.0000269034,0.05000,15.059
41,mlp.experts.20.up_proj,0.0000342236,0.05000,15.094
41,mlp.experts.64.up_proj,0.0000637741,0.05000,14.981
41,mlp.experts.120.up_proj,0.0000385251,0.05000,14.995
41,mlp.experts.81.up_proj,0.0000714287,0.05000,14.890
41,mlp.experts.85.up_proj,failsafe(rtn): 0.0015488,0.00000,0.902
41,mlp.experts.136.up_proj,failsafe(rtn): 0.0015259,0.00000,0.813
41,mlp.experts.105.up_proj,0.0000850179,0.05000,14.822
41,mlp.experts.99.up_proj,0.0000462939,0.05000,15.103
41,mlp.experts.119.up_proj,0.0000630697,0.05000,15.053
41,mlp.experts.155.up_proj,0.0000268192,0.05000,14.939
41,mlp.experts.191.up_proj,0.0000391799,0.05000,15.128
41,mlp.experts.110.up_proj,0.0000455428,0.05000,15.164
41,mlp.experts.98.up_proj,0.0000347329,0.05000,15.231
41,mlp.experts.38.up_proj,0.0000724059,0.05000,15.239
41,mlp.experts.126.up_proj,failsafe(rtn): 0.0015411,0.00000,0.754
41,mlp.experts.106.up_proj,0.0000514914,0.05000,15.179
41,mlp.experts.92.up_proj,0.0000358774,0.05000,15.082
41,mlp.experts.36.up_proj,0.0000612233,0.05000,15.148
41,mlp.experts.93.up_proj,0.0000242189,0.05000,15.265
41,mlp.experts.80.up_proj,0.0000259773,0.05000,15.227
41,mlp.experts.97.up_proj,0.0000834464,0.05000,15.145
41,mlp.experts.101.up_proj,0.0000423059,0.05000,15.107
41,mlp.experts.152.up_proj,0.0000403721,0.05000,15.130
41,mlp.experts.121.up_proj,0.0000798438,0.05000,15.025
41,mlp.experts.113.up_proj,failsafe(rtn): 0.0015640,0.00000,0.801
41,mlp.experts.115.up_proj,0.0000443842,0.05000,14.816
41,mlp.experts.135.up_proj,0.0000790930,0.05000,14.773
41,mlp.experts.171.up_proj,0.0000134970,0.05000,14.904
41,mlp.experts.207.up_proj,0.0000198702,0.05000,14.764
41,mlp.experts.223.up_proj,failsafe(rtn): 0.0015640,0.00000,0.698
41,mlp.experts.114.up_proj,0.0000498537,0.05000,15.004
41,mlp.experts.54.up_proj,0.0000807628,0.05000,14.885
41,mlp.experts.122.up_proj,0.0000292452,0.05000,14.789
41,mlp.experts.142.up_proj,0.0000470835,0.05000,14.869
41,mlp.experts.130.up_proj,failsafe(rtn): 0.0016022,0.00000,0.729
41,mlp.experts.158.up_proj,failsafe(rtn): 0.0018005,0.00000,0.762
41,mlp.experts.109.up_proj,0.0000813942,0.05000,14.771
41,mlp.experts.52.up_proj,0.0000356009,0.05000,14.845
41,mlp.experts.108.up_proj,0.0000620409,0.05000,14.958
41,mlp.experts.96.up_proj,0.0000640316,0.05000,14.775
41,mlp.experts.117.up_proj,0.0000252662,0.05000,14.828
41,mlp.experts.125.up_proj,failsafe(rtn): 0.0017014,0.00000,0.713
41,mlp.experts.168.up_proj,0.0000993628,0.05000,14.768
41,mlp.experts.137.up_proj,0.0000565774,0.05000,14.730
41,mlp.experts.129.up_proj,0.0000321388,0.05000,14.743
41,mlp.experts.184.up_proj,failsafe(rtn): 0.0015717,0.00000,0.741
41,mlp.experts.131.up_proj,0.0000229885,0.05000,14.874
41,mlp.experts.151.up_proj,0.0000455838,0.05000,14.894
41,mlp.experts.187.up_proj,0.0001079845,0.05000,14.859
41,mlp.experts.239.up_proj,0.0000294810,0.05000,14.778
41,mlp.experts.70.up_proj,0.0000590773,0.05000,14.384
41,mlp.experts.138.up_proj,0.0000327479,0.05000,14.405
41,mlp.experts.146.up_proj,0.0000405553,0.05000,14.502
41,mlp.experts.174.up_proj,0.0000274402,0.05000,14.163
41,mlp.experts.68.up_proj,0.0000401043,0.05000,14.133
41,mlp.experts.124.up_proj,0.0000613479,0.05000,14.143
41,mlp.experts.112.up_proj,0.0001408462,0.05000,14.213
41,mlp.experts.133.up_proj,0.0000388570,0.05000,14.274
41,mlp.experts.141.up_proj,0.0000671928,0.05000,14.348
41,mlp.experts.128.up_proj,failsafe(rtn): 0.0015717,0.00000,0.759
41,mlp.experts.153.up_proj,0.0000274121,0.05000,14.360
41,mlp.experts.145.up_proj,0.0000652598,0.05000,14.461
41,mlp.experts.200.up_proj,0.0000858685,0.05000,14.245
41,mlp.experts.147.up_proj,0.0000471678,0.05000,14.614
41,mlp.experts.167.up_proj,0.0000829947,0.05000,14.636
41,mlp.experts.203.up_proj,0.0000216056,0.05000,14.564
41,mlp.experts.255.up_proj,0.0000316692,0.05000,14.664
41,mlp.experts.86.up_proj,0.0000388527,0.05000,14.933
41,mlp.experts.154.up_proj,0.0000399773,0.05000,14.911
41,mlp.experts.162.up_proj,0.0000273441,0.05000,14.923
41,mlp.experts.190.up_proj,0.0001256138,0.05000,14.935
41,mlp.experts.84.up_proj,0.0000419313,0.05000,15.037
41,mlp.experts.140.up_proj,0.0000372901,0.05000,15.090
41,mlp.experts.157.up_proj,0.0000588042,0.05000,14.956
41,mlp.experts.149.up_proj,0.0000859270,0.05000,15.238
41,mlp.experts.144.up_proj,0.0000330459,0.05000,15.099
41,mlp.experts.169.up_proj,0.0000653287,0.05000,15.020
41,mlp.experts.161.up_proj,0.0000428568,0.05000,15.241
41,mlp.experts.216.up_proj,0.0000223620,0.05000,15.098
41,mlp.experts.163.up_proj,0.0000507994,0.05000,15.211
41,mlp.experts.183.up_proj,0.0000359120,0.05000,15.294
41,mlp.experts.199.up_proj,failsafe(rtn): 0.0016251,0.00000,0.728
41,mlp.experts.219.up_proj,0.0000699780,0.05000,15.041
41,mlp.experts.271.up_proj,0.0001234976,0.05000,15.197
41,mlp.experts.102.up_proj,0.0001021366,0.05000,15.060
41,mlp.experts.170.up_proj,0.0000115147,0.05000,14.946
41,mlp.experts.178.up_proj,0.0000184912,0.05000,15.118
41,mlp.experts.206.up_proj,0.0000361851,0.05000,15.165
41,mlp.experts.156.up_proj,0.0000467357,0.05000,15.083
41,mlp.experts.100.up_proj,0.0000584288,0.05000,15.183
41,mlp.experts.165.up_proj,0.0000401798,0.05000,14.985
41,mlp.experts.172.up_proj,failsafe(rtn): 0.0015335,0.00000,0.726
41,mlp.experts.173.up_proj,0.0000356702,0.05000,15.113
41,mlp.experts.160.up_proj,0.0000054256,0.05000,14.988
41,mlp.experts.185.up_proj,0.0000295195,0.05000,14.982
41,mlp.experts.177.up_proj,0.0000586877,0.05000,15.056
41,mlp.experts.232.up_proj,0.0000549722,0.05000,15.141
41,mlp.experts.179.up_proj,0.0000208487,0.05000,14.907
41,mlp.experts.235.up_proj,0.0000462626,0.05000,14.929
41,mlp.experts.215.up_proj,0.0000096696,0.05000,14.964
41,mlp.experts.231.up_proj,failsafe(rtn): 0.0017090,0.00000,0.800
41,mlp.experts.287.up_proj,0.0000344234,0.05000,14.802
41,mlp.experts.118.up_proj,0.0000293975,0.05000,14.985
41,mlp.experts.186.up_proj,0.0000664400,0.05000,15.034
41,mlp.experts.194.up_proj,0.0000940861,0.05000,15.020
41,mlp.experts.222.up_proj,0.0000171547,0.05000,14.918
41,mlp.experts.116.up_proj,0.0000694531,0.05000,14.869
41,mlp.experts.188.up_proj,0.0000289197,0.05000,14.770
41,mlp.experts.176.up_proj,0.0000284732,0.05000,14.829
41,mlp.experts.189.up_proj,0.0000326048,0.05000,14.947
41,mlp.experts.181.up_proj,0.0000688249,0.05000,14.993
41,mlp.experts.201.up_proj,0.0000323066,0.05000,14.888
41,mlp.experts.193.up_proj,0.0000510929,0.05000,14.743
41,mlp.experts.248.up_proj,0.0000370742,0.05000,14.732
41,mlp.experts.195.up_proj,0.0000076164,0.05000,14.561
41,mlp.experts.251.up_proj,0.0000510412,0.05000,14.439
41,mlp.experts.267.up_proj,failsafe(rtn): 0.0015488,0.00000,0.777
41,mlp.experts.247.up_proj,0.0000805188,0.05000,14.456
41,mlp.experts.263.up_proj,failsafe(rtn): 0.0015869,0.00000,0.760
41,mlp.experts.303.up_proj,0.0000511862,0.05000,14.573
41,mlp.experts.134.up_proj,0.0001051321,0.05000,14.588
41,mlp.experts.202.up_proj,0.0000548827,0.05000,14.442
41,mlp.experts.210.up_proj,0.0000195861,0.05000,14.458
41,mlp.experts.238.up_proj,0.0000248146,0.05000,14.387
41,mlp.experts.226.up_proj,failsafe(rtn): 0.0014954,0.00000,0.650
41,mlp.experts.132.up_proj,0.0000141950,0.05000,14.449
41,mlp.experts.204.up_proj,0.0000250877,0.05000,14.392
41,mlp.experts.192.up_proj,0.0000331675,0.05000,14.388
41,mlp.experts.205.up_proj,0.0000883159,0.05000,14.412
41,mlp.experts.197.up_proj,0.0000153292,0.05000,14.516
41,mlp.experts.217.up_proj,0.0000567163,0.05000,14.506
41,mlp.experts.209.up_proj,0.0000305036,0.05000,14.445
41,mlp.experts.221.up_proj,failsafe(rtn): 0.0015869,0.00000,0.796
41,mlp.experts.264.up_proj,0.0000640249,0.05000,14.540
41,mlp.experts.237.up_proj,failsafe(rtn): 0.0015335,0.00000,0.829
41,mlp.experts.280.up_proj,failsafe(rtn): 0.0016174,0.00000,0.767
41,mlp.experts.253.up_proj,failsafe(rtn): 0.0015945,0.00000,0.695
41,mlp.experts.211.up_proj,0.0000261042,0.05000,14.799
41,mlp.experts.227.up_proj,failsafe(rtn): 0.0016403,0.00000,0.670
41,mlp.experts.243.up_proj,failsafe(rtn): 0.0017242,0.00000,0.763
41,mlp.experts.283.up_proj,0.0000192985,0.05000,14.753
41,mlp.experts.279.up_proj,0.0000269440,0.05000,14.648
41,mlp.experts.319.up_proj,0.0000996627,0.05000,14.742
41,mlp.experts.150.up_proj,0.0000156242,0.05000,14.634
41,mlp.experts.218.up_proj,0.0000240383,0.05000,14.654
41,mlp.experts.254.up_proj,0.0000215224,0.05000,14.804
41,mlp.experts.242.up_proj,0.0000203901,0.05000,14.925
41,mlp.experts.148.up_proj,0.0000338014,0.05000,14.818
41,mlp.experts.220.up_proj,0.0000703345,0.05000,14.921
41,mlp.experts.208.up_proj,0.0000284330,0.05000,14.773
41,mlp.experts.213.up_proj,0.0000309024,0.05000,14.895
41,mlp.experts.233.up_proj,0.0000603636,0.05000,14.846
41,mlp.experts.225.up_proj,0.0001095596,0.05000,14.889
41,mlp.experts.296.up_proj,0.0000342145,0.05000,14.731
41,mlp.experts.269.up_proj,0.0000253448,0.05000,14.667
41,mlp.experts.259.up_proj,0.0000183458,0.05000,14.693
41,mlp.experts.299.up_proj,0.0000327986,0.05000,14.670
41,mlp.experts.295.up_proj,0.0000272816,0.05000,14.653
41,mlp.experts.315.up_proj,failsafe(rtn): 0.0016251,0.00000,0.810
41,mlp.experts.335.up_proj,0.0000553138,0.05000,14.617
41,mlp.experts.166.up_proj,0.0000286615,0.05000,14.632
41,mlp.experts.234.up_proj,0.0000295945,0.05000,14.494
41,mlp.experts.270.up_proj,0.0000369967,0.05000,14.666
41,mlp.experts.258.up_proj,0.0000872519,0.05000,14.508
41,mlp.experts.164.up_proj,0.0000811098,0.05000,14.569
41,mlp.experts.274.up_proj,failsafe(rtn): 0.0016556,0.00000,0.707
41,mlp.experts.236.up_proj,0.0000759476,0.05000,14.454
41,mlp.experts.224.up_proj,0.0001534893,0.05000,14.539
41,mlp.experts.229.up_proj,0.0000411852,0.05000,14.446
41,mlp.experts.249.up_proj,0.0000277349,0.05000,14.481
41,mlp.experts.241.up_proj,0.0000194733,0.05000,14.439
41,mlp.experts.312.up_proj,0.0000675784,0.05000,14.497
41,mlp.experts.285.up_proj,0.0001866291,0.05000,14.344
41,mlp.experts.275.up_proj,0.0000257509,0.05000,14.689
41,mlp.experts.311.up_proj,0.0000350771,0.05000,14.536
41,mlp.experts.331.up_proj,0.0000337167,0.05000,14.498
41,mlp.experts.351.up_proj,0.0000110453,0.05000,14.470
41,mlp.experts.327.up_proj,failsafe(rtn): 0.0017319,0.00000,0.708
41,mlp.experts.182.up_proj,0.0000893479,0.05000,14.670
41,mlp.experts.250.up_proj,0.0000531253,0.05000,14.729
41,mlp.experts.286.up_proj,0.0000867921,0.05000,14.699
41,mlp.experts.180.up_proj,0.0000310473,0.05000,14.678
41,mlp.experts.290.up_proj,0.0001732417,0.05000,14.665
41,mlp.experts.252.up_proj,0.0000258917,0.05000,14.669
41,mlp.experts.240.up_proj,0.0000746794,0.05000,14.768
41,mlp.experts.245.up_proj,0.0000314113,0.05000,14.592
41,mlp.experts.265.up_proj,0.0000183648,0.05000,14.722
41,mlp.experts.257.up_proj,0.0000295214,0.05000,14.859
41,mlp.experts.328.up_proj,0.0000681778,0.05000,14.677
41,mlp.experts.301.up_proj,0.0000598382,0.05000,14.651
41,mlp.experts.344.up_proj,failsafe(rtn): 0.0015564,0.00000,0.712
41,mlp.experts.291.up_proj,0.0000257474,0.05000,14.501
41,mlp.experts.347.up_proj,0.0000306163,0.05000,14.491
41,mlp.experts.367.up_proj,0.0001310244,0.05000,14.496
41,mlp.experts.343.up_proj,0.0000845206,0.05000,14.503
41,mlp.experts.359.up_proj,failsafe(rtn): 0.0016403,0.00000,0.678
41,mlp.experts.198.up_proj,0.0000969392,0.05000,14.273
41,mlp.experts.266.up_proj,0.0000276602,0.05000,14.395
41,mlp.experts.302.up_proj,0.0000180938,0.05000,14.304
41,mlp.experts.318.up_proj,failsafe(rtn): 0.0016403,0.00000,0.665
41,mlp.experts.196.up_proj,0.0000340649,0.05000,14.173
41,mlp.experts.306.up_proj,0.0000222097,0.05000,14.315
41,mlp.experts.268.up_proj,0.0001520383,0.05000,14.117
41,mlp.experts.256.up_proj,0.0000817640,0.05000,14.246
41,mlp.experts.261.up_proj,0.0000328266,0.05000,14.213
41,mlp.experts.281.up_proj,0.0000780616,0.05000,14.170
41,mlp.experts.273.up_proj,0.0000198057,0.05000,14.096
41,mlp.experts.317.up_proj,0.0001064302,0.05000,14.133
41,mlp.experts.360.up_proj,0.0000274432,0.05000,14.384
41,mlp.experts.376.up_proj,failsafe(rtn): 0.0015259,0.00000,0.690
41,mlp.experts.307.up_proj,0.0001060503,0.05000,14.280
41,mlp.experts.363.up_proj,0.0000476330,0.05000,14.276
41,mlp.experts.383.up_proj,0.0000341493,0.05000,14.204
41,mlp.experts.375.up_proj,0.0000336900,0.05000,14.366
41,mlp.experts.214.up_proj,0.0000416873,0.05000,14.488
41,mlp.experts.282.up_proj,0.0000777148,0.05000,14.490
41,mlp.experts.298.up_proj,failsafe(rtn): 0.0015259,0.00000,0.692
41,mlp.experts.334.up_proj,0.0000698987,0.05000,14.432
41,mlp.experts.212.up_proj,0.0000609500,0.05000,14.529
41,mlp.experts.322.up_proj,0.0000971371,0.05000,14.400
41,mlp.experts.284.up_proj,0.0000812378,0.05000,14.463
41,mlp.experts.277.up_proj,0.0000296924,0.05000,14.420
41,mlp.experts.272.up_proj,0.0000662075,0.05000,14.468
41,mlp.experts.297.up_proj,0.0000137982,0.05000,14.563
41,mlp.experts.289.up_proj,0.0000625860,0.05000,14.639
41,mlp.experts.333.up_proj,0.0000284163,0.05000,14.294
41,mlp.experts.392.up_proj,0.0000569165,0.05000,14.378
41,mlp.experts.323.up_proj,0.0000452399,0.05000,14.442
41,mlp.experts.379.up_proj,0.0000532539,0.05000,14.451
41,mlp.experts.399.up_proj,0.0000595792,0.05000,14.557
41,mlp.experts.415.up_proj,failsafe(rtn): 0.0017090,0.00000,0.710
41,mlp.experts.391.up_proj,0.0000603965,0.05000,14.411
41,mlp.experts.230.up_proj,0.0000568522,0.05000,14.573
41,mlp.experts.314.up_proj,0.0001244514,0.05000,14.662
41,mlp.experts.350.up_proj,0.0000311649,0.05000,14.576
41,mlp.experts.228.up_proj,0.0000232011,0.05000,14.491
41,mlp.experts.338.up_proj,0.0000271021,0.05000,14.503
41,mlp.experts.300.up_proj,0.0000128959,0.05000,14.587
41,mlp.experts.293.up_proj,0.0000337652,0.05000,14.486
41,mlp.experts.288.up_proj,0.0000305272,0.05000,14.476
41,mlp.experts.313.up_proj,0.0000207963,0.05000,14.520
41,mlp.experts.354.up_proj,failsafe(rtn): 0.0014801,0.00000,0.845
41,mlp.experts.305.up_proj,0.0000608222,0.05000,14.713
41,mlp.experts.349.up_proj,0.0000450376,0.05000,14.737
41,mlp.experts.408.up_proj,0.0000522921,0.05000,14.629
41,mlp.experts.339.up_proj,0.0000480703,0.05000,14.756
41,mlp.experts.355.up_proj,failsafe(rtn): 0.0015640,0.00000,0.764
41,mlp.experts.395.up_proj,0.0000304310,0.05000,14.769
41,mlp.experts.371.up_proj,failsafe(rtn): 0.0016022,0.00000,0.738
41,mlp.experts.431.up_proj,0.0000271333,0.05000,14.771
41,mlp.experts.407.up_proj,0.0000707945,0.05000,14.845
41,mlp.experts.246.up_proj,0.0000915316,0.05000,14.420
41,mlp.experts.330.up_proj,0.0000627581,0.05000,14.430
41,mlp.experts.366.up_proj,0.0000496166,0.05000,14.309
41,mlp.experts.244.up_proj,0.0000217932,0.05000,14.457
41,mlp.experts.316.up_proj,0.0000772120,0.05000,14.438
41,mlp.experts.309.up_proj,0.0000768459,0.05000,14.425
41,mlp.experts.304.up_proj,0.0000586113,0.05000,14.596
41,mlp.experts.370.up_proj,0.0000493549,0.05000,14.422
41,mlp.experts.329.up_proj,0.0000269389,0.05000,14.431
41,mlp.experts.321.up_proj,0.0000447183,0.05000,14.523
41,mlp.experts.365.up_proj,0.0000141989,0.05000,14.487
41,mlp.experts.424.up_proj,0.0000855213,0.05000,14.624
41,mlp.experts.411.up_proj,0.0000394163,0.05000,14.515
41,mlp.experts.427.up_proj,failsafe(rtn): 0.0015259,0.00000,0.706
41,mlp.experts.387.up_proj,0.0001320007,0.05000,14.614
41,mlp.experts.447.up_proj,0.0000434739,0.05000,14.644
41,mlp.experts.403.up_proj,failsafe(rtn): 0.0015564,0.00000,0.716
41,mlp.experts.423.up_proj,0.0000568214,0.05000,14.777
41,mlp.experts.262.up_proj,0.0000377315,0.05000,14.521
41,mlp.experts.346.up_proj,0.0000140181,0.05000,14.634
41,mlp.experts.382.up_proj,0.0000352565,0.05000,14.621
41,mlp.experts.260.up_proj,0.0000197382,0.05000,14.490
41,mlp.experts.332.up_proj,0.0000501178,0.05000,14.356
41,mlp.experts.325.up_proj,0.0000429501,0.05000,14.460
41,mlp.experts.320.up_proj,0.0000260381,0.05000,14.332
41,mlp.experts.345.up_proj,0.0000528700,0.05000,14.525
41,mlp.experts.386.up_proj,0.0000670196,0.05000,14.543
41,mlp.experts.337.up_proj,0.0000467515,0.05000,14.466
41,mlp.experts.381.up_proj,0.0000286826,0.05000,14.323
41,mlp.experts.353.up_proj,failsafe(rtn): 0.0015945,0.00000,0.792
41,mlp.experts.440.up_proj,0.0000309988,0.05000,14.211
41,mlp.experts.443.up_proj,0.0000524277,0.05000,14.198
41,mlp.experts.463.up_proj,0.0000066249,0.05000,14.237
41,mlp.experts.419.up_proj,0.0000860028,0.05000,14.347
41,mlp.experts.439.up_proj,0.0000397691,0.05000,14.170
41,mlp.experts.278.up_proj,0.0000082123,0.05000,14.302
41,mlp.experts.362.up_proj,0.0000621279,0.05000,14.203
41,mlp.experts.398.up_proj,0.0000511601,0.05000,14.351
41,mlp.experts.276.up_proj,0.0000207249,0.05000,14.334
41,mlp.experts.348.up_proj,0.0000720783,0.05000,14.293
41,mlp.experts.336.up_proj,0.0000250565,0.05000,14.249
41,mlp.experts.341.up_proj,0.0000598202,0.05000,14.399
41,mlp.experts.364.up_proj,failsafe(rtn): 0.0016556,0.00000,0.738
41,mlp.experts.361.up_proj,0.0000681615,0.05000,14.324
41,mlp.experts.402.up_proj,0.0000898711,0.05000,14.315
41,mlp.experts.357.up_proj,failsafe(rtn): 0.0017548,0.00000,0.719
41,mlp.experts.397.up_proj,0.0000846022,0.05000,14.201
41,mlp.experts.369.up_proj,0.0000591631,0.05000,14.180
41,mlp.experts.456.up_proj,0.0000189027,0.05000,14.228
41,mlp.experts.459.up_proj,0.0000409065,0.05000,14.317
41,mlp.experts.479.up_proj,0.0000408537,0.05000,14.306
41,mlp.experts.435.up_proj,0.0000913665,0.05000,14.235
41,mlp.experts.455.up_proj,0.0001141663,0.05000,14.274
41,mlp.experts.294.up_proj,0.0000568388,0.05000,14.189
41,mlp.experts.378.up_proj,0.0000812703,0.05000,14.374
41,mlp.experts.414.up_proj,0.0000641820,0.05000,14.249
41,mlp.experts.292.up_proj,0.0000677453,0.05000,14.304
41,mlp.experts.352.up_proj,0.0000254708,0.05000,14.486
41,mlp.experts.380.up_proj,0.0000513105,0.05000,14.440
41,mlp.experts.377.up_proj,0.0000267302,0.05000,14.377
41,mlp.experts.418.up_proj,0.0000530599,0.05000,14.483
41,mlp.experts.373.up_proj,0.0000799076,0.05000,14.444
41,mlp.experts.368.up_proj,failsafe(rtn): 0.0015182,0.00000,0.823
41,mlp.experts.434.up_proj,failsafe(rtn): 0.0016251,0.00000,0.742
41,mlp.experts.389.up_proj,failsafe(rtn): 0.0016708,0.00000,0.734
41,mlp.experts.413.up_proj,0.0000605451,0.05000,14.575
41,mlp.experts.385.up_proj,0.0000798026,0.05000,14.525
41,mlp.experts.472.up_proj,0.0000932906,0.05000,14.456
41,mlp.experts.475.up_proj,0.0000971351,0.05000,14.442
41,mlp.experts.495.up_proj,0.0000427227,0.05000,14.489
41,mlp.experts.491.up_proj,failsafe(rtn): 0.0016098,0.00000,0.761
41,mlp.experts.451.up_proj,0.0000113836,0.05000,14.562
41,mlp.experts.471.up_proj,0.0000230978,0.05000,14.501
41,mlp.experts.310.up_proj,0.0000235920,0.05000,14.639
41,mlp.experts.394.up_proj,0.0000853344,0.05000,14.559
41,mlp.experts.430.up_proj,0.0000524289,0.05000,14.561
41,mlp.experts.308.up_proj,0.0000418660,0.05000,14.456
41,mlp.experts.396.up_proj,0.0000262429,0.05000,14.280
41,mlp.experts.393.up_proj,0.0000521458,0.05000,14.226
41,mlp.experts.384.up_proj,0.0001136852,0.05000,14.098
41,mlp.experts.450.up_proj,0.0000338457,0.05000,14.247
41,mlp.experts.405.up_proj,0.0000733606,0.05000,14.153
41,mlp.experts.401.up_proj,0.0000214925,0.05000,14.235
41,mlp.experts.429.up_proj,0.0000496615,0.05000,14.262
41,mlp.experts.488.up_proj,0.0000100193,0.05000,14.536
41,mlp.experts.511.up_proj,0.0000438397,0.05000,14.211
41,mlp.experts.15.down_proj,failsafe(rtn): 0.0016022,0.00000,0.159
41,mlp.experts.507.up_proj,0.0001141242,0.05000,14.115
41,mlp.experts.467.up_proj,0.0001254459,0.05000,14.097
41,mlp.experts.487.up_proj,0.0000447403,0.05000,14.082
41,mlp.experts.31.down_proj,0.0000125045,0.05000,3.480
41,mlp.experts.11.down_proj,0.0000029523,0.05000,3.466
41,mlp.experts.47.down_proj,failsafe(rtn): 0.0016861,0.00000,0.180
41,mlp.experts.326.up_proj,0.0000557358,0.05000,14.140
41,mlp.experts.410.up_proj,0.0000816305,0.05000,14.228
41,mlp.experts.446.up_proj,0.0000217368,0.05000,14.293
41,mlp.experts.324.up_proj,0.0001133055,0.05000,14.349
41,mlp.experts.63.down_proj,0.0000083428,0.05000,3.700
41,mlp.experts.27.down_proj,0.0000047511,0.05000,3.722
41,mlp.experts.409.up_proj,0.0000381354,0.05000,14.370
41,mlp.experts.412.up_proj,0.0000602465,0.05000,14.433
41,mlp.experts.400.up_proj,0.0000390353,0.05000,14.555
41,mlp.experts.466.up_proj,0.0000278362,0.05000,14.422
41,mlp.experts.421.up_proj,0.0000764069,0.05000,14.482
41,mlp.experts.417.up_proj,0.0001714931,0.05000,14.439
41,mlp.experts.445.up_proj,0.0000760284,0.05000,14.432
41,mlp.experts.504.up_proj,0.0000412642,0.05000,14.366
41,mlp.experts.8.down_proj,failsafe(rtn): 0.0014954,0.00000,0.194
41,mlp.experts.79.down_proj,0.0000264516,0.05000,3.692
41,mlp.experts.43.down_proj,0.0000073706,0.05000,3.716
41,mlp.experts.95.down_proj,failsafe(rtn): 0.0016022,0.00000,0.163
41,mlp.experts.59.down_proj,failsafe(rtn): 0.0017395,0.00000,0.181
41,mlp.experts.75.down_proj,failsafe(rtn): 0.0015640,0.00000,0.228
41,mlp.experts.24.down_proj,0.0000161583,0.05000,3.827
41,mlp.experts.503.up_proj,0.0000753529,0.05000,14.497
41,mlp.experts.111.down_proj,0.0000047713,0.05000,3.698
41,mlp.experts.483.up_proj,0.0000766350,0.05000,14.665
41,mlp.experts.7.down_proj,failsafe(rtn): 0.0016556,0.00000,0.202
41,mlp.experts.91.down_proj,0.0000326380,0.05000,3.707
41,mlp.experts.40.down_proj,0.0000268712,0.05000,3.581
41,mlp.experts.127.down_proj,0.0000104685,0.05000,3.582
41,mlp.experts.23.down_proj,0.0000104472,0.05000,3.561
41,mlp.experts.143.down_proj,failsafe(rtn): 0.0016098,0.00000,0.175
41,mlp.experts.107.down_proj,0.0000135781,0.05000,3.587
41,mlp.experts.342.up_proj,0.0000400787,0.05000,14.735
41,mlp.experts.426.up_proj,0.0000147198,0.05000,14.607
41,mlp.experts.462.up_proj,0.0000579022,0.05000,14.482
41,mlp.experts.340.up_proj,0.0000299029,0.05000,14.433
41,mlp.experts.56.down_proj,0.0000079182,0.05000,3.662
41,mlp.experts.39.down_proj,0.0000081327,0.05000,3.695
41,mlp.experts.428.up_proj,0.0000585533,0.05000,14.626
41,mlp.experts.159.down_proj,0.0000257027,0.05000,3.703
41,mlp.experts.425.up_proj,0.0000365939,0.05000,14.758
41,mlp.experts.123.down_proj,0.0000032128,0.05000,3.729
41,mlp.experts.416.up_proj,0.0000602488,0.05000,14.563
41,mlp.experts.444.up_proj,failsafe(rtn): 0.0015488,0.00000,0.792
41,mlp.experts.482.up_proj,0.0000812324,0.05000,14.662
41,mlp.experts.437.up_proj,0.0000329563,0.05000,14.574
41,mlp.experts.461.up_proj,0.0000438640,0.05000,14.515
41,mlp.experts.433.up_proj,0.0000747712,0.05000,14.564
41,mlp.experts.72.down_proj,0.0000067290,0.05000,3.620
41,mlp.experts.55.down_proj,0.0000093020,0.05000,3.649
41,mlp.experts.175.down_proj,0.0000450521,0.05000,3.640
41,mlp.experts.139.down_proj,0.0000140890,0.05000,3.628
41,mlp.experts.88.down_proj,0.0000052396,0.05000,3.667
41,mlp.experts.499.up_proj,0.0000310919,0.05000,14.441
41,mlp.experts.71.down_proj,0.0000065223,0.05000,3.703
41,mlp.experts.191.down_proj,0.0000123541,0.05000,3.715
41,mlp.experts.155.down_proj,0.0000095840,0.05000,3.665
41,mlp.experts.104.down_proj,0.0000050547,0.05000,3.548
41,mlp.experts.3.down_proj,0.0000133119,0.05000,3.522
41,mlp.experts.87.down_proj,0.0000195083,0.05000,3.468
41,mlp.experts.207.down_proj,0.0000112133,0.05000,3.551
41,mlp.experts.171.down_proj,0.0000018106,0.05000,3.533
41,mlp.experts.223.down_proj,failsafe(rtn): 0.0016174,0.00000,0.187
41,mlp.experts.358.up_proj,0.0001243374,0.05000,14.374
41,mlp.experts.442.up_proj,0.0001101971,0.05000,14.696
41,mlp.experts.478.up_proj,0.0001113464,0.05000,14.650
41,mlp.experts.356.up_proj,0.0001201093,0.05000,14.660
41,mlp.experts.120.down_proj,0.0000141538,0.05000,3.838
41,mlp.experts.19.down_proj,0.0000026082,0.05000,3.819
41,mlp.experts.136.down_proj,failsafe(rtn): 0.0016022,0.00000,0.168
41,mlp.experts.103.down_proj,0.0000120988,0.05000,3.839
41,mlp.experts.441.up_proj,0.0000321490,0.05000,14.727
41,mlp.experts.187.down_proj,0.0000113110,0.05000,3.862
41,mlp.experts.432.up_proj,0.0000440873,0.05000,14.539
41,mlp.experts.239.down_proj,0.0000074495,0.05000,3.815
41,mlp.experts.460.up_proj,0.0000825221,0.05000,14.511
41,mlp.experts.498.up_proj,0.0000537178,0.05000,14.425
41,mlp.experts.453.up_proj,0.0000221987,0.05000,14.499
41,mlp.experts.457.up_proj,failsafe(rtn): 0.0016403,0.00000,0.729
41,mlp.experts.477.up_proj,0.0000359304,0.05000,14.522
41,mlp.experts.449.up_proj,0.0000219476,0.05000,14.713
41,mlp.experts.35.down_proj,0.0000105547,0.05000,3.829
41,mlp.experts.152.down_proj,0.0000140139,0.05000,3.814
41,mlp.experts.119.down_proj,0.0000138463,0.05000,3.854
41,mlp.experts.203.down_proj,0.0000127647,0.05000,3.928
41,mlp.experts.255.down_proj,0.0000048143,0.05000,3.911
41,mlp.experts.2.down_proj,0.0000304122,0.05000,3.907
41,mlp.experts.51.down_proj,0.0000059035,0.05000,3.589
41,mlp.experts.168.down_proj,0.0000289832,0.05000,3.595
41,mlp.experts.184.down_proj,failsafe(rtn): 0.0016861,0.00000,0.178
41,mlp.experts.135.down_proj,0.0000438653,0.05000,3.598
41,mlp.experts.219.down_proj,0.0000115505,0.05000,3.572
41,mlp.experts.271.down_proj,0.0000234951,0.05000,3.515
41,mlp.experts.18.down_proj,0.0000287401,0.05000,3.482
41,mlp.experts.67.down_proj,0.0000151089,0.05000,3.673
41,mlp.experts.200.down_proj,0.0000320357,0.05000,3.662
41,mlp.experts.151.down_proj,0.0000176321,0.05000,3.648
41,mlp.experts.287.down_proj,0.0000092936,0.05000,3.704
41,mlp.experts.235.down_proj,0.0000123042,0.05000,3.729
41,mlp.experts.374.up_proj,0.0000876559,0.05000,14.911
41,mlp.experts.34.down_proj,0.0000129161,0.05000,3.740
41,mlp.experts.458.up_proj,0.0000204324,0.05000,14.900
41,mlp.experts.494.up_proj,0.0000322931,0.05000,14.855
41,mlp.experts.372.up_proj,0.0001350141,0.05000,15.015
41,mlp.experts.83.down_proj,0.0000226277,0.05000,3.972
41,mlp.experts.216.down_proj,0.0000050197,0.05000,3.902
41,mlp.experts.167.down_proj,0.0000101779,0.05000,3.913
41,mlp.experts.448.up_proj,0.0000266874,0.05000,14.918
41,mlp.experts.303.down_proj,0.0000144689,0.05000,3.887
41,mlp.experts.251.down_proj,0.0000070376,0.05000,3.897
41,mlp.experts.267.down_proj,failsafe(rtn): 0.0016174,0.00000,0.210
41,mlp.experts.476.up_proj,0.0000485185,0.05000,14.996
41,mlp.experts.50.down_proj,0.0000032260,0.05000,3.853
41,mlp.experts.469.up_proj,0.0000308108,0.05000,14.959
41,mlp.experts.473.up_proj,0.0000286660,0.05000,15.014
41,mlp.experts.493.up_proj,0.0000345861,0.05000,14.890
41,mlp.experts.465.up_proj,0.0001566759,0.05000,14.965
41,mlp.experts.489.up_proj,failsafe(rtn): 0.0016556,0.00000,0.798
41,mlp.experts.99.down_proj,0.0000151844,0.05000,3.765
41,mlp.experts.232.down_proj,0.0000341898,0.05000,3.719
41,mlp.experts.183.down_proj,0.0000053848,0.05000,3.692
41,mlp.experts.199.down_proj,failsafe(rtn): 0.0016708,0.00000,0.175
41,mlp.experts.319.down_proj,0.0000760764,0.05000,3.758
41,mlp.experts.283.down_proj,0.0000052526,0.05000,3.693
41,mlp.experts.66.down_proj,0.0000240974,0.05000,3.692
41,mlp.experts.115.down_proj,0.0000073893,0.05000,3.576
41,mlp.experts.248.down_proj,0.0000037330,0.05000,3.528
41,mlp.experts.215.down_proj,0.0000207315,0.05000,3.584
41,mlp.experts.335.down_proj,0.0000197253,0.05000,3.521
41,mlp.experts.231.down_proj,failsafe(rtn): 0.0017242,0.00000,0.190
41,mlp.experts.299.down_proj,0.0000116809,0.05000,3.603
41,mlp.experts.82.down_proj,0.0000089477,0.05000,3.619
41,mlp.experts.315.down_proj,failsafe(rtn): 0.0016403,0.00000,0.202
41,mlp.experts.131.down_proj,0.0000070257,0.05000,3.482
41,mlp.experts.264.down_proj,0.0000160817,0.05000,3.486
41,mlp.experts.280.down_proj,failsafe(rtn): 0.0016251,0.00000,0.174
41,mlp.experts.390.up_proj,0.0000505866,0.05000,14.565
41,mlp.experts.351.down_proj,0.0000025737,0.05000,3.464
41,mlp.experts.247.down_proj,0.0000566210,0.05000,3.493
41,mlp.experts.263.down_proj,failsafe(rtn): 0.0016632,0.00000,0.179
41,mlp.experts.98.down_proj,0.0000040071,0.05000,3.404
41,mlp.experts.331.down_proj,0.0000121131,0.05000,3.396
41,mlp.experts.474.up_proj,0.0000297890,0.05000,14.417
41,mlp.experts.510.up_proj,0.0000696159,0.05000,14.411
41,mlp.experts.14.down_proj,failsafe(rtn): 0.0016098,0.00000,0.219
41,mlp.experts.388.up_proj,0.0000679376,0.05000,14.582
41,mlp.experts.147.down_proj,0.0000076483,0.05000,3.752
41,mlp.experts.464.up_proj,0.0000250194,0.05000,14.454
41,mlp.experts.296.down_proj,0.0000104757,0.05000,3.684
41,mlp.experts.367.down_proj,0.0000414851,0.05000,3.659
41,mlp.experts.492.up_proj,0.0000329155,0.05000,14.248
41,mlp.experts.279.down_proj,0.0000076896,0.05000,3.647
41,mlp.experts.114.down_proj,0.0000317533,0.05000,3.657
41,mlp.experts.485.up_proj,0.0000459874,0.05000,14.333
41,mlp.experts.347.down_proj,0.0000116756,0.05000,3.666
41,mlp.experts.130.down_proj,failsafe(rtn): 0.0016403,0.00000,0.198
41,mlp.experts.509.up_proj,0.0000509193,0.05000,14.330
41,mlp.experts.481.up_proj,0.0000374862,0.05000,14.321
41,mlp.experts.505.up_proj,0.0000400278,0.05000,14.260
41,mlp.experts.497.up_proj,failsafe(rtn): 0.0015564,0.00000,0.692
41,mlp.experts.30.down_proj,0.0000631451,0.05000,3.534
41,mlp.experts.163.down_proj,0.0000264683,0.05000,3.462
41,mlp.experts.312.down_proj,0.0000387098,0.05000,3.480
41,mlp.experts.383.down_proj,0.0000169500,0.05000,3.461
41,mlp.experts.295.down_proj,0.0000034949,0.05000,3.512
41,mlp.experts.363.down_proj,0.0000077439,0.05000,3.491
41,mlp.experts.146.down_proj,0.0000039167,0.05000,3.459
41,mlp.experts.13.down_proj,0.0000084592,0.05000,3.442
41,mlp.experts.9.down_proj,0.0000157622,0.05000,3.499
41,mlp.experts.25.down_proj,failsafe(rtn): 0.0016861,0.00000,0.171
41,mlp.experts.1.down_proj,0.0000039644,0.05000,3.490
41,mlp.experts.46.down_proj,0.0000238986,0.05000,3.388
41,mlp.experts.179.down_proj,0.0000132885,0.05000,3.504
41,mlp.experts.328.down_proj,0.0000200855,0.05000,3.598
41,mlp.experts.399.down_proj,0.0000097662,0.05000,3.520
41,mlp.experts.344.down_proj,failsafe(rtn): 0.0016403,0.00000,0.193
41,mlp.experts.415.down_proj,failsafe(rtn): 0.0016861,0.00000,0.197
41,mlp.experts.311.down_proj,0.0000123511,0.05000,3.573
41,mlp.experts.379.down_proj,0.0000085370,0.05000,3.633
41,mlp.experts.327.down_proj,failsafe(rtn): 0.0017242,0.00000,0.193
41,mlp.experts.162.down_proj,0.0000062006,0.05000,3.678
41,mlp.experts.29.down_proj,0.0000095959,0.05000,3.635
41,mlp.experts.41.down_proj,0.0000065241,0.05000,3.556
41,mlp.experts.17.down_proj,0.0000092606,0.05000,3.636
41,mlp.experts.62.down_proj,0.0000038588,0.05000,3.690
41,mlp.experts.195.down_proj,0.0000016693,0.05000,3.587
41,mlp.experts.406.up_proj,0.0000430471,0.05000,14.103
41,mlp.experts.360.down_proj,0.0000142052,0.05000,3.430
41,mlp.experts.431.down_proj,0.0000063156,0.05000,3.465
41,mlp.experts.376.down_proj,failsafe(rtn): 0.0016251,0.00000,0.172
41,mlp.experts.395.down_proj,0.0000153041,0.05000,3.481
41,mlp.experts.343.down_proj,0.0000148954,0.05000,3.492
41,mlp.experts.178.down_proj,0.0000029924,0.05000,3.460
41,mlp.experts.359.down_proj,failsafe(rtn): 0.0017624,0.00000,0.183
41,mlp.experts.45.down_proj,0.0000076831,0.05000,3.481
41,mlp.experts.490.up_proj,0.0000434774,0.05000,14.033
41,mlp.experts.57.down_proj,0.0000046714,0.05000,3.631
41,mlp.experts.33.down_proj,0.0000159886,0.05000,3.618
41,mlp.experts.78.down_proj,0.0000094786,0.05000,3.581
41,mlp.experts.404.up_proj,0.0000281041,0.05000,14.096
41,mlp.experts.49.down_proj,failsafe(rtn): 0.0017395,0.00000,0.173
41,mlp.experts.211.down_proj,0.0000125858,0.05000,3.669
41,mlp.experts.480.up_proj,0.0000096191,0.05000,14.207
41,mlp.experts.227.down_proj,failsafe(rtn): 0.0016251,0.00000,0.211
41,mlp.experts.508.up_proj,0.0000370173,0.05000,14.188
41,mlp.experts.243.down_proj,failsafe(rtn): 0.0016937,0.00000,0.230
41,mlp.experts.447.down_proj,0.0000138773,0.05000,3.766
41,mlp.experts.501.up_proj,0.0000553787,0.05000,14.146
41,mlp.experts.392.down_proj,0.0000480462,0.05000,3.826
41,mlp.experts.411.down_proj,0.0000077013,0.05000,3.810
41,mlp.experts.194.down_proj,0.0000117196,0.05000,3.789
41,mlp.experts.427.down_proj,failsafe(rtn): 0.0016251,0.00000,0.202
41,mlp.experts.375.down_proj,0.0000178720,0.05000,3.897
41,mlp.experts.61.down_proj,0.0000106254,0.05000,3.926
41,mlp.experts.73.down_proj,0.0000125441,0.05000,3.846
41,mlp.experts.89.down_proj,failsafe(rtn): 0.0015717,0.00000,0.176
41,mlp.experts.94.down_proj,0.0000069582,0.05000,3.779
41,mlp.experts.65.down_proj,0.0000084024,0.05000,3.828
41,mlp.experts.12.down_proj,0.0000137685,0.05000,3.754
41,mlp.experts.259.down_proj,0.0000068265,0.05000,3.799
41,mlp.experts.463.down_proj,0.0000041530,0.05000,3.737
41,mlp.experts.408.down_proj,0.0000070630,0.05000,3.731
41,mlp.experts.5.down_proj,0.0000046307,0.05000,3.777
41,mlp.experts.210.down_proj,0.0000060290,0.05000,3.625
41,mlp.experts.443.down_proj,0.0000085688,0.05000,3.590
41,mlp.experts.226.down_proj,failsafe(rtn): 0.0016098,0.00000,0.160
41,mlp.experts.391.down_proj,0.0000104936,0.05000,3.627
41,mlp.experts.77.down_proj,0.0000183554,0.05000,3.598
41,mlp.experts.105.down_proj,0.0000236687,0.05000,3.570
41,mlp.experts.110.down_proj,0.0000064870,0.05000,3.492
41,mlp.experts.126.down_proj,failsafe(rtn): 0.0016174,0.00000,0.166
41,mlp.experts.81.down_proj,0.0000206568,0.05000,3.491
41,mlp.experts.28.down_proj,0.0000061066,0.05000,3.508
41,mlp.experts.479.down_proj,0.0000150140,0.05000,3.510
41,mlp.experts.275.down_proj,0.0000046741,0.05000,3.598
41,mlp.experts.424.down_proj,0.0000084292,0.05000,3.544
41,mlp.experts.21.down_proj,0.0000074229,0.05000,3.544
41,mlp.experts.459.down_proj,0.0000184281,0.05000,3.539
41,mlp.experts.242.down_proj,0.0000101407,0.05000,3.633
41,mlp.experts.407.down_proj,0.0000257508,0.05000,3.628
41,mlp.experts.93.down_proj,0.0000098926,0.05000,3.597
41,mlp.experts.121.down_proj,0.0000094335,0.05000,3.561
41,mlp.experts.97.down_proj,0.0000152219,0.05000,3.527
41,mlp.experts.142.down_proj,0.0000128217,0.05000,3.630
41,mlp.experts.113.down_proj,failsafe(rtn): 0.0016403,0.00000,0.186
41,mlp.experts.158.down_proj,failsafe(rtn): 0.0017624,0.00000,0.166
41,mlp.experts.422.up_proj,0.0000556938,0.05000,14.504
41,mlp.experts.44.down_proj,0.0000071380,0.05000,3.610
41,mlp.experts.495.down_proj,0.0000076435,0.05000,3.662
41,mlp.experts.291.down_proj,0.0000155574,0.05000,3.587
41,mlp.experts.440.down_proj,0.0000179015,0.05000,3.539
41,mlp.experts.37.down_proj,0.0000096663,0.05000,3.624
41,mlp.experts.475.down_proj,0.0000387113,0.05000,3.599
41,mlp.experts.491.down_proj,failsafe(rtn): 0.0016785,0.00000,0.169
41,mlp.experts.258.down_proj,0.0000410056,0.05000,3.583
41,mlp.experts.109.down_proj,0.0000463000,0.05000,3.563
41,mlp.experts.423.down_proj,0.0000079702,0.05000,3.629
41,mlp.experts.506.up_proj,0.0000359004,0.05000,14.451
41,mlp.experts.125.down_proj,failsafe(rtn): 0.0016861,0.00000,0.167
41,mlp.experts.274.down_proj,failsafe(rtn): 0.0016556,0.00000,0.184
41,mlp.experts.10.down_proj,failsafe(rtn): 0.0017014,0.00000,0.169
41,mlp.experts.137.down_proj,0.0000432311,0.05000,3.607
41,mlp.experts.420.up_proj,0.0000316718,0.05000,14.464
41,mlp.experts.129.down_proj,0.0000068549,0.05000,3.823
41,mlp.experts.174.down_proj,0.0000056979,0.05000,3.797
41,mlp.experts.496.up_proj,0.0000607404,0.05000,14.629
41,mlp.experts.0.down_proj,failsafe(rtn): 0.0017242,0.00000,0.172
41,mlp.experts.60.down_proj,0.0000159256,0.05000,3.756
41,mlp.experts.307.down_proj,0.0000162132,0.05000,3.699
41,mlp.experts.511.down_proj,0.0000070267,0.05000,3.763
41,mlp.experts.456.down_proj,0.0000055408,0.05000,3.740
41,mlp.experts.53.down_proj,0.0000150522,0.05000,3.735
41,mlp.experts.507.down_proj,0.0000149405,0.05000,3.782
41,mlp.experts.439.down_proj,0.0000191441,0.05000,3.763
41,mlp.experts.290.down_proj,0.0001155135,0.05000,3.745
41,mlp.experts.141.down_proj,0.0000111349,0.05000,3.807
41,mlp.experts.26.down_proj,0.0000064398,0.05000,3.749
41,mlp.experts.153.down_proj,0.0000107137,0.05000,3.694
41,mlp.experts.190.down_proj,0.0000218728,0.05000,3.425
41,mlp.experts.145.down_proj,0.0000245277,0.05000,3.517
41,mlp.experts.16.down_proj,0.0000111973,0.05000,3.241
41,mlp.experts.76.down_proj,0.0000072868,0.05000,3.263
41,mlp.experts.323.down_proj,0.0000103736,0.05000,3.233
41,mlp.experts.472.down_proj,0.0000451817,0.05000,3.202
41,mlp.experts.69.down_proj,0.0000528842,0.05000,3.315
41,mlp.experts.85.down_proj,failsafe(rtn): 0.0015945,0.00000,0.173
41,mlp.experts.455.down_proj,0.0000798755,0.05000,3.160
41,mlp.experts.306.down_proj,0.0000073926,0.05000,3.137
41,mlp.experts.157.down_proj,0.0000318721,0.05000,3.143
41,mlp.experts.42.down_proj,0.0000222644,0.05000,3.131
41,mlp.experts.169.down_proj,0.0000167475,0.05000,3.167
41,mlp.experts.206.down_proj,0.0000078661,0.05000,3.214
41,mlp.experts.161.down_proj,0.0000151771,0.05000,3.233
41,mlp.experts.32.down_proj,0.0000120462,0.05000,3.305
41,mlp.experts.92.down_proj,0.0000147403,0.05000,3.263
41,mlp.experts.339.down_proj,0.0000088220,0.05000,3.307
41,mlp.experts.488.down_proj,0.0000037717,0.05000,3.289
41,mlp.experts.355.down_proj,failsafe(rtn): 0.0016327,0.00000,0.150
41,mlp.experts.371.down_proj,failsafe(rtn): 0.0016479,0.00000,0.133
41,mlp.experts.101.down_proj,0.0000119942,0.05000,3.199
41,mlp.experts.471.down_proj,0.0000072818,0.05000,3.159
41,mlp.experts.322.down_proj,0.0000332877,0.05000,3.137
41,mlp.experts.173.down_proj,0.0000075889,0.05000,3.141
41,mlp.experts.58.down_proj,0.0000067615,0.05000,3.143
41,mlp.experts.185.down_proj,0.0000103940,0.05000,3.074
41,mlp.experts.222.down_proj,0.0000058715,0.05000,3.016
41,mlp.experts.177.down_proj,0.0000131402,0.05000,3.005
41,mlp.experts.438.up_proj,0.0000593500,0.05000,13.280
41,mlp.experts.48.down_proj,0.0000067600,0.05000,3.049
41,mlp.experts.108.down_proj,0.0000093739,0.05000,3.027
41,mlp.experts.504.down_proj,0.0000089022,0.05000,3.025
41,mlp.experts.387.down_proj,0.0000671422,0.05000,3.061
41,mlp.experts.117.down_proj,0.0000079606,0.05000,3.057
41,mlp.experts.403.down_proj,failsafe(rtn): 0.0015640,0.00000,0.162
41,mlp.experts.487.down_proj,0.0000049912,0.05000,3.126
41,mlp.experts.338.down_proj,0.0000123692,0.05000,3.115
41,mlp.experts.189.down_proj,0.0000178817,0.05000,3.117
41,mlp.experts.74.down_proj,0.0000391726,0.05000,3.103
41,mlp.experts.354.down_proj,failsafe(rtn): 0.0014572,0.00000,0.144
41,mlp.experts.90.down_proj,failsafe(rtn): 0.0016022,0.00000,0.141
41,mlp.experts.436.up_proj,0.0000770897,0.05000,12.842
41,mlp.experts.201.down_proj,0.0000130622,0.05000,3.147
41,mlp.experts.238.down_proj,0.0000103810,0.05000,3.114
41,mlp.experts.193.down_proj,0.0000210385,0.05000,3.092
41,mlp.experts.64.down_proj,0.0000181832,0.05000,2.822
41,mlp.experts.124.down_proj,0.0000236636,0.05000,2.774
41,mlp.experts.133.down_proj,0.0000052825,0.05000,2.731
41,mlp.experts.419.down_proj,0.0000107253,0.05000,2.718
41,mlp.experts.503.down_proj,0.0000408203,0.05000,2.742
41,mlp.experts.205.down_proj,0.0000209189,0.05000,2.758
41,mlp.experts.370.down_proj,0.0000141609,0.05000,2.762
41,mlp.experts.221.down_proj,failsafe(rtn): 0.0016327,0.00000,0.145
41,mlp.experts.106.down_proj,0.0000065791,0.05000,2.733
41,mlp.experts.237.down_proj,failsafe(rtn): 0.0016937,0.00000,0.133
41,mlp.experts.253.down_proj,failsafe(rtn): 0.0016785,0.00000,0.127
41,mlp.experts.217.down_proj,0.0000235247,0.05000,2.685
41,mlp.experts.209.down_proj,0.0000284648,0.05000,2.671
41,mlp.experts.254.down_proj,0.0000046806,0.05000,2.712
41,mlp.experts.80.down_proj,0.0000162119,0.05000,2.724
41,mlp.experts.140.down_proj,0.0000151334,0.05000,2.688
41,mlp.experts.149.down_proj,0.0000141446,0.05000,2.638
41,mlp.experts.435.down_proj,0.0000131066,0.05000,2.543
41,mlp.experts.386.down_proj,0.0000307463,0.05000,2.525
41,mlp.experts.122.down_proj,0.0000066568,0.05000,2.548
41,mlp.experts.269.down_proj,0.0000036811,0.05000,2.531
41,mlp.experts.233.down_proj,0.0000189274,0.05000,2.484
41,mlp.experts.270.down_proj,0.0000212351,0.05000,2.497
41,mlp.experts.225.down_proj,0.0000103840,0.05000,2.547
41,mlp.experts.156.down_proj,0.0000110617,0.05000,2.429
41,mlp.experts.96.down_proj,0.0000605604,0.05000,2.462
41,mlp.experts.172.down_proj,failsafe(rtn): 0.0014572,0.00000,0.167
41,mlp.experts.165.down_proj,0.0000089672,0.05000,2.539
41,mlp.experts.451.down_proj,0.0000018699,0.05000,2.498
41,mlp.experts.402.down_proj,0.0000176396,0.05000,2.560
41,mlp.experts.138.down_proj,0.0000125622,0.05000,2.586
41,mlp.experts.285.down_proj,0.0000439807,0.05000,2.651
41,mlp.experts.249.down_proj,0.0000129305,0.05000,2.627
41,mlp.experts.286.down_proj,0.0000123688,0.05000,2.682
41,mlp.experts.241.down_proj,0.0000038668,0.05000,2.745
41,mlp.experts.454.up_proj,0.0000431430,0.05000,10.847
41,mlp.experts.112.down_proj,0.0000390213,0.05000,2.838
41,mlp.experts.188.down_proj,0.0000077255,0.05000,2.809
41,mlp.experts.128.down_proj,failsafe(rtn): 0.0016174,0.00000,0.164
41,mlp.experts.467.down_proj,0.0000347353,0.05000,2.835
41,mlp.experts.181.down_proj,0.0000092770,0.05000,2.910
41,mlp.experts.418.down_proj,0.0000149235,0.05000,2.888
41,mlp.experts.154.down_proj,0.0000132438,0.05000,2.833
41,mlp.experts.434.down_proj,failsafe(rtn): 0.0017090,0.00000,0.122
41,mlp.experts.452.up_proj,0.0000517595,0.05000,10.510
41,mlp.experts.301.down_proj,0.0000293759,0.05000,2.758
41,mlp.experts.265.down_proj,0.0000055321,0.05000,2.750
41,mlp.experts.302.down_proj,0.0000033118,0.05000,2.807
41,mlp.experts.257.down_proj,0.0000106427,0.05000,2.761
41,mlp.experts.318.down_proj,failsafe(rtn): 0.0017242,0.00000,0.146
41,mlp.experts.204.down_proj,0.0000100118,0.05000,2.678
41,mlp.experts.144.down_proj,0.0000085508,0.05000,2.713
41,mlp.experts.483.down_proj,0.0000392159,0.05000,2.636
41,mlp.experts.197.down_proj,0.0000050809,0.05000,2.620
41,mlp.experts.170.down_proj,0.0000035259,0.05000,2.759
41,mlp.experts.450.down_proj,0.0000035278,0.05000,2.842
41,mlp.experts.317.down_proj,0.0000103611,0.05000,2.814
41,mlp.experts.281.down_proj,0.0000362264,0.05000,2.848
41,mlp.experts.273.down_proj,0.0000036202,0.05000,2.820
41,mlp.experts.334.down_proj,0.0000346945,0.05000,2.754
41,mlp.experts.220.down_proj,0.0000155335,0.05000,2.715
41,mlp.experts.160.down_proj,0.0000020043,0.05000,2.774
41,mlp.experts.499.down_proj,0.0000065066,0.05000,2.678
41,mlp.experts.213.down_proj,0.0000089458,0.05000,2.733
41,mlp.experts.186.down_proj,0.0000206164,0.05000,2.560
41,mlp.experts.466.down_proj,0.0000077603,0.05000,2.497
41,mlp.experts.333.down_proj,0.0000089967,0.05000,2.530
41,mlp.experts.297.down_proj,0.0000027946,0.05000,2.517
41,mlp.experts.350.down_proj,0.0000116736,0.05000,2.424
41,mlp.experts.289.down_proj,0.0000176443,0.05000,2.473
41,mlp.experts.236.down_proj,0.0000070614,0.05000,2.289
41,mlp.experts.176.down_proj,0.0000132238,0.05000,2.241
41,mlp.experts.229.down_proj,0.0000070441,0.05000,2.254
41,mlp.experts.202.down_proj,0.0000085840,0.05000,2.275
41,mlp.experts.482.down_proj,0.0000371361,0.05000,2.278
41,mlp.experts.349.down_proj,0.0000196023,0.05000,2.256
41,mlp.experts.313.down_proj,0.0000111186,0.05000,2.284
41,mlp.experts.305.down_proj,0.0000143756,0.05000,2.247
41,mlp.experts.366.down_proj,0.0000110541,0.05000,2.271
41,mlp.experts.470.up_proj,0.0000285361,0.05000,10.104
41,mlp.experts.252.down_proj,0.0000059145,0.05000,2.291
41,mlp.experts.192.down_proj,0.0000112039,0.05000,2.271
41,mlp.experts.245.down_proj,0.0000064068,0.05000,2.291
41,mlp.experts.468.up_proj,0.0000460637,0.05000,9.707
41,mlp.experts.218.down_proj,0.0000102666,0.05000,2.238
41,mlp.experts.498.down_proj,0.0000126867,0.05000,2.253
41,mlp.experts.365.down_proj,0.0000023774,0.05000,2.233
41,mlp.experts.329.down_proj,0.0000083449,0.05000,2.202
41,mlp.experts.382.down_proj,0.0000114040,0.05000,2.173
41,mlp.experts.321.down_proj,0.0000072111,0.05000,2.209
41,mlp.experts.268.down_proj,0.0000291079,0.05000,2.067
41,mlp.experts.208.down_proj,0.0000118643,0.05000,2.043
41,mlp.experts.261.down_proj,0.0000042792,0.05000,2.047
41,mlp.experts.234.down_proj,0.0000109966,0.05000,1.982
41,mlp.experts.381.down_proj,0.0000143831,0.05000,1.977
41,mlp.experts.345.down_proj,0.0000061835,0.05000,1.955
41,mlp.experts.398.down_proj,0.0000163158,0.05000,1.975
41,mlp.experts.337.down_proj,0.0000167933,0.05000,2.019
41,mlp.experts.353.down_proj,failsafe(rtn): 0.0016403,0.00000,0.103
41,mlp.experts.284.down_proj,0.0000273996,0.05000,1.983
41,mlp.experts.224.down_proj,0.0000545507,0.05000,1.990
41,mlp.experts.277.down_proj,0.0000112714,0.05000,2.008
41,mlp.experts.250.down_proj,0.0000145273,0.05000,2.052
41,mlp.experts.361.down_proj,0.0000142165,0.05000,2.070
41,mlp.experts.397.down_proj,0.0000454309,0.05000,2.079
41,mlp.experts.414.down_proj,0.0000075645,0.05000,2.116
41,mlp.experts.369.down_proj,0.0000660889,0.05000,2.114
41,mlp.experts.300.down_proj,0.0000026913,0.05000,2.078
41,mlp.experts.240.down_proj,0.0000063612,0.05000,2.069
41,mlp.experts.293.down_proj,0.0000096785,0.05000,2.042
41,mlp.experts.266.down_proj,0.0000092339,0.05000,2.013
41,mlp.experts.413.down_proj,0.0000181389,0.05000,2.051
41,mlp.experts.377.down_proj,0.0000069599,0.05000,2.091
41,mlp.experts.430.down_proj,0.0000259296,0.05000,2.053
41,mlp.experts.486.up_proj,0.0000899934,0.05000,8.097
41,mlp.experts.385.down_proj,0.0000142035,0.05000,2.072
41,mlp.experts.316.down_proj,0.0000182552,0.05000,2.000
41,mlp.experts.256.down_proj,0.0000324583,0.05000,1.999
41,mlp.experts.309.down_proj,0.0000170687,0.05000,2.068
41,mlp.experts.484.up_proj,0.0000633061,0.05000,7.980
41,mlp.experts.282.down_proj,0.0000130435,0.05000,2.099
41,mlp.experts.298.down_proj,failsafe(rtn): 0.0016632,0.00000,0.137
41,mlp.experts.429.down_proj,0.0000089630,0.05000,2.115
41,mlp.experts.393.down_proj,0.0000094790,0.05000,2.110
41,mlp.experts.446.down_proj,0.0000072508,0.05000,2.166
41,mlp.experts.401.down_proj,0.0000031947,0.05000,2.180
41,mlp.experts.272.down_proj,0.0000490934,0.05000,2.156
41,mlp.experts.332.down_proj,0.0000197353,0.05000,2.212
41,mlp.experts.325.down_proj,0.0000123374,0.05000,2.218
41,mlp.experts.314.down_proj,0.0000286842,0.05000,2.154
41,mlp.experts.445.down_proj,0.0000299922,0.05000,2.122
41,mlp.experts.409.down_proj,0.0000121220,0.05000,2.101
41,mlp.experts.462.down_proj,0.0000109378,0.05000,2.129
41,mlp.experts.417.down_proj,0.0000284830,0.05000,2.109
41,mlp.experts.288.down_proj,0.0000142540,0.05000,2.008
41,mlp.experts.348.down_proj,0.0000304819,0.05000,2.065
41,mlp.experts.364.down_proj,failsafe(rtn): 0.0017166,0.00000,0.099
41,mlp.experts.341.down_proj,0.0000103314,0.05000,2.035
41,mlp.experts.357.down_proj,failsafe(rtn): 0.0017242,0.00000,0.088
41,mlp.experts.330.down_proj,0.0000321573,0.05000,2.054
41,mlp.experts.425.down_proj,0.0000072429,0.05000,2.063
41,mlp.experts.461.down_proj,0.0000056573,0.05000,2.118
41,mlp.experts.478.down_proj,0.0000189974,0.05000,2.113
41,mlp.experts.433.down_proj,0.0000348990,0.05000,2.080
41,mlp.experts.304.down_proj,0.0000059829,0.05000,2.095
41,mlp.experts.380.down_proj,0.0000259444,0.05000,2.148
41,mlp.experts.373.down_proj,0.0000070592,0.05000,2.138
41,mlp.experts.389.down_proj,failsafe(rtn): 0.0016632,0.00000,0.098
41,mlp.experts.346.down_proj,0.0000036649,0.05000,2.064
41,mlp.experts.441.down_proj,0.0000137106,0.05000,2.073
41,mlp.experts.477.down_proj,0.0000163655,0.05000,2.079
41,mlp.experts.457.down_proj,failsafe(rtn): 0.0017242,0.00000,0.107
41,mlp.experts.494.down_proj,0.0000040461,0.05000,2.042
41,mlp.experts.502.up_proj,0.0000860082,0.05000,8.398
41,mlp.experts.449.down_proj,0.0000034556,0.05000,2.077
41,mlp.experts.320.down_proj,0.0000103153,0.05000,2.050
41,mlp.experts.396.down_proj,0.0000107018,0.05000,2.031
41,mlp.experts.500.up_proj,0.0000349672,0.05000,8.371
41,mlp.experts.405.down_proj,0.0000327368,0.05000,2.026
41,mlp.experts.362.down_proj,0.0000201588,0.05000,1.985
41,mlp.experts.493.down_proj,0.0000066768,0.05000,2.019
41,mlp.experts.473.down_proj,0.0000092763,0.05000,1.988
41,mlp.experts.489.down_proj,failsafe(rtn): 0.0016556,0.00000,0.095
41,mlp.experts.510.down_proj,0.0000074257,0.05000,1.967
41,mlp.experts.6.down_proj,0.0000179193,0.05000,1.959
41,mlp.experts.465.down_proj,0.0000291253,0.05000,1.982
41,mlp.experts.336.down_proj,0.0000087587,0.05000,1.943
41,mlp.experts.412.down_proj,0.0000215214,0.05000,1.924
41,mlp.experts.4.down_proj,0.0000231113,0.05000,1.925
41,mlp.experts.421.down_proj,0.0000235791,0.05000,1.949
41,mlp.experts.378.down_proj,0.0000116667,0.05000,1.889
41,mlp.experts.509.down_proj,0.0000428540,0.05000,1.873
41,mlp.experts.505.down_proj,0.0000100209,0.05000,1.831
41,mlp.experts.22.down_proj,0.0000084993,0.05000,1.719
41,mlp.experts.481.down_proj,0.0000048542,0.05000,1.731
41,mlp.experts.497.down_proj,failsafe(rtn): 0.0016403,0.00000,0.084
41,mlp.experts.352.down_proj,0.0000034653,0.05000,1.718
41,mlp.experts.368.down_proj,failsafe(rtn): 0.0015869,0.00000,0.074
41,mlp.experts.428.down_proj,0.0000084385,0.05000,1.653
41,mlp.experts.444.down_proj,failsafe(rtn): 0.0016174,0.00000,0.058
41,mlp.experts.20.down_proj,0.0000075940,0.05000,1.545
41,mlp.experts.437.down_proj,0.0000233400,0.05000,1.454
41,mlp.experts.394.down_proj,0.0000129900,0.05000,1.399
41,mlp.experts.38.down_proj,0.0000079178,0.05000,1.283
41,mlp.experts.384.down_proj,0.0000211973,0.05000,1.193
41,mlp.experts.460.down_proj,0.0000322023,0.05000,1.182
41,mlp.experts.36.down_proj,0.0000089004,0.05000,1.159
41,mlp.experts.453.down_proj,0.0000143059,0.05000,1.137
41,mlp.experts.410.down_proj,0.0000101361,0.05000,1.188
41,mlp.experts.54.down_proj,0.0000292338,0.05000,1.221
41,mlp.experts.400.down_proj,0.0000110429,0.05000,1.236
41,mlp.experts.476.down_proj,0.0000159002,0.05000,1.275
41,mlp.experts.52.down_proj,0.0000073893,0.05000,1.257
41,mlp.experts.469.down_proj,0.0000072760,0.05000,1.242
41,mlp.experts.426.down_proj,0.0000034819,0.05000,1.238
41,mlp.experts.70.down_proj,0.0000213149,0.05000,1.211
41,mlp.experts.416.down_proj,0.0000324179,0.05000,1.191
41,mlp.experts.492.down_proj,0.0000169615,0.05000,1.202
41,mlp.experts.485.down_proj,0.0000294497,0.05000,1.179
41,mlp.experts.68.down_proj,0.0000109209,0.05000,1.232
41,mlp.experts.442.down_proj,0.0000091523,0.05000,1.161
41,mlp.experts.86.down_proj,0.0000084389,0.05000,1.158
41,mlp.experts.432.down_proj,0.0000146843,0.05000,1.113
41,mlp.experts.508.down_proj,0.0000142846,0.05000,1.099
41,mlp.experts.501.down_proj,0.0000235732,0.05000,1.030
41,mlp.experts.84.down_proj,0.0000240327,0.05000,1.015
41,mlp.experts.458.down_proj,0.0000050731,0.05000,0.968
41,mlp.experts.102.down_proj,0.0000136544,0.05000,0.742
41,mlp.experts.448.down_proj,0.0000042242,0.05000,0.625
41,mlp.experts.100.down_proj,0.0000128910,0.05000,0.554
41,mlp.experts.474.down_proj,0.0000033781,0.05000,0.584
41,mlp.experts.118.down_proj,0.0000136416,0.05000,0.537
41,mlp.experts.464.down_proj,0.0000120073,0.05000,0.514
41,mlp.experts.116.down_proj,0.0000372078,0.05000,0.557
41,mlp.experts.490.down_proj,0.0000289783,0.05000,0.547
41,mlp.experts.134.down_proj,0.0000679500,0.05000,0.526
41,mlp.experts.480.down_proj,0.0000018354,0.05000,0.634
41,mlp.experts.132.down_proj,0.0000066952,0.05000,0.621
41,mlp.experts.506.down_proj,0.0000166747,0.05000,0.640
41,mlp.experts.150.down_proj,0.0000044497,0.05000,0.545
41,mlp.experts.496.down_proj,0.0000188658,0.05000,0.514
41,mlp.experts.148.down_proj,0.0000061134,0.05000,0.418
41,mlp.experts.166.down_proj,0.0000135212,0.05000,0.278
41,mlp.experts.164.down_proj,0.0000107324,0.05000,0.181
41,mlp.experts.182.down_proj,0.0000463493,0.05000,0.181
41,mlp.experts.180.down_proj,0.0000268983,0.05000,0.204
41,mlp.experts.198.down_proj,0.0000531425,0.05000,0.218
41,mlp.experts.196.down_proj,0.0000130076,0.05000,0.193
41,mlp.experts.214.down_proj,0.0000157784,0.05000,0.187
41,mlp.experts.212.down_proj,0.0000118481,0.05000,0.189
41,mlp.experts.230.down_proj,0.0000364535,0.05000,0.190
41,mlp.experts.228.down_proj,0.0000044307,0.05000,0.185
41,mlp.experts.246.down_proj,0.0000194180,0.05000,0.182
41,mlp.experts.244.down_proj,0.0000062460,0.05000,0.181
41,mlp.experts.262.down_proj,0.0000089263,0.05000,0.181
41,mlp.experts.260.down_proj,0.0000051467,0.05000,0.183
41,mlp.experts.278.down_proj,0.0000050227,0.05000,0.185
41,mlp.experts.276.down_proj,0.0000078412,0.05000,0.183
41,mlp.experts.294.down_proj,0.0000287832,0.05000,0.184
41,mlp.experts.292.down_proj,0.0000243302,0.05000,0.183
41,mlp.experts.310.down_proj,0.0000048261,0.05000,0.184
41,mlp.experts.308.down_proj,0.0000142092,0.05000,0.195
41,mlp.experts.326.down_proj,0.0000094834,0.05000,0.215
41,mlp.experts.324.down_proj,0.0000244847,0.05000,0.241
41,mlp.experts.342.down_proj,0.0000120803,0.05000,0.240
41,mlp.experts.340.down_proj,0.0000149138,0.05000,0.227
41,mlp.experts.358.down_proj,0.0000258735,0.05000,0.227
41,mlp.experts.356.down_proj,0.0000505200,0.05000,0.231
41,mlp.experts.374.down_proj,0.0000090013,0.05000,0.236
41,mlp.experts.372.down_proj,0.0000176976,0.05000,0.231
41,mlp.experts.390.down_proj,0.0000153152,0.05000,0.237
41,mlp.experts.388.down_proj,0.0000119844,0.05000,0.230
41,mlp.experts.406.down_proj,0.0000217631,0.05000,0.230
41,mlp.experts.404.down_proj,0.0000082153,0.05000,0.229
41,mlp.experts.422.down_proj,0.0000077177,0.05000,0.227
41,mlp.experts.420.down_proj,0.0000170986,0.05000,0.229
41,mlp.experts.438.down_proj,0.0000056043,0.05000,0.223
41,mlp.experts.436.down_proj,0.0000180184,0.05000,0.223
41,mlp.experts.454.down_proj,0.0000124315,0.05000,0.225
41,mlp.experts.452.down_proj,0.0000083297,0.05000,0.226
41,mlp.experts.470.down_proj,0.0000151185,0.05000,0.227
41,mlp.experts.468.down_proj,0.0000037606,0.05000,0.235
41,mlp.experts.486.down_proj,0.0000173359,0.05000,0.236
41,mlp.experts.484.down_proj,0.0000128103,0.05000,0.233
41,mlp.experts.502.down_proj,0.0000210946,0.05000,0.231
41,mlp.experts.500.down_proj,0.0000104095,0.05000,0.179
42,mlp.experts.4.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.875
42,mlp.experts.10.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.877
42,mlp.experts.15.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.884
42,mlp.experts.5.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.887
42,mlp.experts.31.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.695
42,mlp.experts.47.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.787
42,mlp.experts.11.gate_proj,0.0000605557,0.05000,14.599
42,mlp.experts.13.gate_proj,0.0000145212,0.05000,14.610
42,mlp.experts.8.gate_proj,0.0000571882,0.05000,14.613
42,mlp.experts.6.gate_proj,0.0000901192,0.05000,14.631
42,mlp.experts.0.gate_proj,0.0000225798,0.05000,14.707
42,mlp.experts.2.gate_proj,0.0000274154,0.05000,14.672
42,mlp.experts.12.gate_proj,0.0000314248,0.05000,14.730
42,mlp.experts.14.gate_proj,0.0000216016,0.05000,14.746
42,mlp.experts.1.gate_proj,0.0000324170,0.05000,14.795
42,mlp.experts.7.gate_proj,0.0000660969,0.05000,14.805
42,mlp.experts.3.gate_proj,0.0000766211,0.05000,14.882
42,mlp.experts.9.gate_proj,0.0001274385,0.05000,14.923
42,mlp.experts.27.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.781
42,mlp.experts.21.gate_proj,0.0001307235,0.05000,14.491
42,mlp.experts.22.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.767
42,mlp.experts.20.gate_proj,0.0000219374,0.05000,14.528
42,mlp.experts.28.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.694
42,mlp.experts.30.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.783
42,mlp.experts.26.gate_proj,0.0000963534,0.05000,14.669
42,mlp.experts.17.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.791
42,mlp.experts.63.gate_proj,0.0000665709,0.05000,14.404
42,mlp.experts.16.gate_proj,0.0001153151,0.05000,15.447
42,mlp.experts.29.gate_proj,0.0000303330,0.05000,15.560
42,mlp.experts.24.gate_proj,0.0000240092,0.05000,15.578
42,mlp.experts.18.gate_proj,0.0000264502,0.05000,15.524
42,mlp.experts.19.gate_proj,0.0000718034,0.05000,15.477
42,mlp.experts.23.gate_proj,0.0000697924,0.05000,15.635
42,mlp.experts.25.gate_proj,0.0000505936,0.05000,15.538
42,mlp.experts.45.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.735
42,mlp.experts.37.gate_proj,0.0000371002,0.05000,15.516
42,mlp.experts.38.gate_proj,0.0000821346,0.05000,15.514
42,mlp.experts.44.gate_proj,0.0001392411,0.05000,15.488
42,mlp.experts.46.gate_proj,0.0000506120,0.05000,15.410
42,mlp.experts.43.gate_proj,0.0001452429,0.05000,15.587
42,mlp.experts.36.gate_proj,0.0000998181,0.05000,15.667
42,mlp.experts.42.gate_proj,0.0000600216,0.05000,15.622
42,mlp.experts.33.gate_proj,0.0000504477,0.05000,15.623
42,mlp.experts.41.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.727
42,mlp.experts.61.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.828
42,mlp.experts.49.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.849
42,mlp.experts.79.gate_proj,0.0000624336,0.05000,15.731
42,mlp.experts.65.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.784
42,mlp.experts.81.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.704
42,mlp.experts.40.gate_proj,0.0000308736,0.05000,14.894
42,mlp.experts.34.gate_proj,0.0000290629,0.05000,14.865
42,mlp.experts.35.gate_proj,0.0000328678,0.05000,14.878
42,mlp.experts.32.gate_proj,0.0000269695,0.05000,15.127
42,mlp.experts.39.gate_proj,0.0000336286,0.05000,14.892
42,mlp.experts.54.gate_proj,0.0000471268,0.05000,14.966
42,mlp.experts.60.gate_proj,0.0000383214,0.05000,14.983
42,mlp.experts.53.gate_proj,0.0000172537,0.05000,15.014
42,mlp.experts.59.gate_proj,0.0000354108,0.05000,15.096
42,mlp.experts.62.gate_proj,0.0000349805,0.05000,15.133
42,mlp.experts.58.gate_proj,0.0000248638,0.05000,14.929
42,mlp.experts.52.gate_proj,0.0000896382,0.05000,15.053
42,mlp.experts.57.gate_proj,0.0000237253,0.05000,15.007
42,mlp.experts.77.gate_proj,0.0000759161,0.05000,14.886
42,mlp.experts.69.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.863
42,mlp.experts.95.gate_proj,0.0000166808,0.05000,14.855
42,mlp.experts.97.gate_proj,0.0000464055,0.05000,14.857
42,mlp.experts.50.gate_proj,0.0000412512,0.05000,14.488
42,mlp.experts.51.gate_proj,0.0000525207,0.05000,14.397
42,mlp.experts.56.gate_proj,0.0000499590,0.05000,14.604
42,mlp.experts.48.gate_proj,0.0000624926,0.05000,14.590
42,mlp.experts.55.gate_proj,0.0000671456,0.05000,14.647
42,mlp.experts.70.gate_proj,0.0000767831,0.05000,14.465
42,mlp.experts.78.gate_proj,0.0000213187,0.05000,14.360
42,mlp.experts.74.gate_proj,0.0000602694,0.05000,14.344
42,mlp.experts.75.gate_proj,0.0000705076,0.05000,14.404
42,mlp.experts.76.gate_proj,0.0001242490,0.05000,14.560
42,mlp.experts.68.gate_proj,0.0000481598,0.05000,14.391
42,mlp.experts.73.gate_proj,0.0000780552,0.05000,14.499
42,mlp.experts.93.gate_proj,0.0000334151,0.05000,14.378
42,mlp.experts.86.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.764
42,mlp.experts.90.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.763
42,mlp.experts.85.gate_proj,0.0000735743,0.05000,14.488
42,mlp.experts.111.gate_proj,0.0000409208,0.05000,14.599
42,mlp.experts.127.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.699
42,mlp.experts.113.gate_proj,0.0000773842,0.05000,14.505
42,mlp.experts.66.gate_proj,0.0000354126,0.05000,14.537
42,mlp.experts.72.gate_proj,0.0000566493,0.05000,14.563
42,mlp.experts.67.gate_proj,0.0000173884,0.05000,14.728
42,mlp.experts.64.gate_proj,0.0000587292,0.05000,14.625
42,mlp.experts.71.gate_proj,0.0001002910,0.05000,14.650
42,mlp.experts.92.gate_proj,0.0001076776,0.05000,14.583
42,mlp.experts.94.gate_proj,0.0000886296,0.05000,14.708
42,mlp.experts.84.gate_proj,0.0000308500,0.05000,14.620
42,mlp.experts.91.gate_proj,0.0000339386,0.05000,14.690
42,mlp.experts.89.gate_proj,0.0000542085,0.05000,14.637
42,mlp.experts.109.gate_proj,0.0001238617,0.05000,14.625
42,mlp.experts.102.gate_proj,0.0000751802,0.05000,14.755
42,mlp.experts.106.gate_proj,0.0000224079,0.05000,14.715
42,mlp.experts.100.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.814
42,mlp.experts.101.gate_proj,0.0000612355,0.05000,14.764
42,mlp.experts.143.gate_proj,0.0000501738,0.05000,14.806
42,mlp.experts.129.gate_proj,0.0000145316,0.05000,14.790
42,mlp.experts.159.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.722
42,mlp.experts.82.gate_proj,0.0000608223,0.05000,14.293
42,mlp.experts.88.gate_proj,0.0000885686,0.05000,14.364
42,mlp.experts.83.gate_proj,0.0000368423,0.05000,14.487
42,mlp.experts.80.gate_proj,0.0000129553,0.05000,14.498
42,mlp.experts.87.gate_proj,0.0000967829,0.05000,14.368
42,mlp.experts.107.gate_proj,0.0000460270,0.05000,14.299
42,mlp.experts.108.gate_proj,0.0000342487,0.05000,14.387
42,mlp.experts.110.gate_proj,0.0000382627,0.05000,14.353
42,mlp.experts.105.gate_proj,0.0000362828,0.05000,14.281
42,mlp.experts.125.gate_proj,0.0001557886,0.05000,14.209
42,mlp.experts.122.gate_proj,0.0000260918,0.05000,14.159
42,mlp.experts.118.gate_proj,0.0000436456,0.05000,14.311
42,mlp.experts.116.gate_proj,0.0000246910,0.05000,14.296
42,mlp.experts.117.gate_proj,0.0000712479,0.05000,14.350
42,mlp.experts.132.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.718
42,mlp.experts.145.gate_proj,0.0000275924,0.05000,14.473
42,mlp.experts.175.gate_proj,0.0000541136,0.05000,14.311
42,mlp.experts.161.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.684
42,mlp.experts.98.gate_proj,0.0001476094,0.05000,14.499
42,mlp.experts.104.gate_proj,0.0000314362,0.05000,14.487
42,mlp.experts.99.gate_proj,0.0000390566,0.05000,14.352
42,mlp.experts.96.gate_proj,0.0001073612,0.05000,14.429
42,mlp.experts.103.gate_proj,0.0000243398,0.05000,14.442
42,mlp.experts.114.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.789
42,mlp.experts.123.gate_proj,0.0000603856,0.05000,14.483
42,mlp.experts.124.gate_proj,0.0000237474,0.05000,14.586
42,mlp.experts.126.gate_proj,0.0000179349,0.05000,14.596
42,mlp.experts.121.gate_proj,0.0000463462,0.05000,14.619
42,mlp.experts.141.gate_proj,0.0001353430,0.05000,14.625
42,mlp.experts.138.gate_proj,0.0000388508,0.05000,14.534
42,mlp.experts.134.gate_proj,0.0000553446,0.05000,14.622
42,mlp.experts.133.gate_proj,0.0000300814,0.05000,14.595
42,mlp.experts.148.gate_proj,0.0000484227,0.05000,14.551
42,mlp.experts.191.gate_proj,0.0000529142,0.05000,14.313
42,mlp.experts.177.gate_proj,0.0000558858,0.05000,14.502
42,mlp.experts.120.gate_proj,0.0000419730,0.05000,14.338
42,mlp.experts.115.gate_proj,0.0000343887,0.05000,14.464
42,mlp.experts.112.gate_proj,0.0000296399,0.05000,14.435
42,mlp.experts.119.gate_proj,0.0000251069,0.05000,14.541
42,mlp.experts.130.gate_proj,0.0000597844,0.05000,14.351
42,mlp.experts.139.gate_proj,0.0000068233,0.05000,14.281
42,mlp.experts.140.gate_proj,0.0000760777,0.05000,14.303
42,mlp.experts.142.gate_proj,0.0000515767,0.05000,14.397
42,mlp.experts.137.gate_proj,0.0001140996,0.05000,14.405
42,mlp.experts.157.gate_proj,0.0000634454,0.05000,14.380
42,mlp.experts.154.gate_proj,0.0000820233,0.05000,14.353
42,mlp.experts.150.gate_proj,0.0000452492,0.05000,14.523
42,mlp.experts.149.gate_proj,0.0000701552,0.05000,14.596
42,mlp.experts.164.gate_proj,0.0000617731,0.05000,14.411
42,mlp.experts.207.gate_proj,0.0000826669,0.05000,14.662
42,mlp.experts.193.gate_proj,0.0000502864,0.05000,14.732
42,mlp.experts.223.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.698
42,mlp.experts.136.gate_proj,0.0000556792,0.05000,14.993
42,mlp.experts.128.gate_proj,0.0000466892,0.05000,14.907
42,mlp.experts.131.gate_proj,0.0000300555,0.05000,15.172
42,mlp.experts.135.gate_proj,0.0000533129,0.05000,15.030
42,mlp.experts.146.gate_proj,0.0000700586,0.05000,14.969
42,mlp.experts.155.gate_proj,0.0000248931,0.05000,14.992
42,mlp.experts.156.gate_proj,0.0000657763,0.05000,14.997
42,mlp.experts.144.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.765
42,mlp.experts.158.gate_proj,0.0000340366,0.05000,15.048
42,mlp.experts.153.gate_proj,0.0000988087,0.05000,14.982
42,mlp.experts.173.gate_proj,0.0000413344,0.05000,15.039
42,mlp.experts.170.gate_proj,0.0000375409,0.05000,14.895
42,mlp.experts.166.gate_proj,0.0000642966,0.05000,14.956
42,mlp.experts.174.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.752
42,mlp.experts.165.gate_proj,0.0000149494,0.05000,14.968
42,mlp.experts.186.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.810
42,mlp.experts.180.gate_proj,0.0000777408,0.05000,14.975
42,mlp.experts.182.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.761
42,mlp.experts.209.gate_proj,0.0000534586,0.05000,14.831
42,mlp.experts.239.gate_proj,0.0000591701,0.05000,14.819
42,mlp.experts.152.gate_proj,0.0000297571,0.05000,14.410
42,mlp.experts.147.gate_proj,0.0000183956,0.05000,14.517
42,mlp.experts.162.gate_proj,0.0000559736,0.05000,14.407
42,mlp.experts.151.gate_proj,0.0001070463,0.05000,14.471
42,mlp.experts.171.gate_proj,0.0000324414,0.05000,14.506
42,mlp.experts.172.gate_proj,0.0000214039,0.05000,14.503
42,mlp.experts.160.gate_proj,0.0000918299,0.05000,14.432
42,mlp.experts.169.gate_proj,0.0000371447,0.05000,14.417
42,mlp.experts.189.gate_proj,0.0001251381,0.05000,14.585
42,mlp.experts.190.gate_proj,0.0000384620,0.05000,14.488
42,mlp.experts.181.gate_proj,0.0000282891,0.05000,14.489
42,mlp.experts.202.gate_proj,0.0000887217,0.05000,14.508
42,mlp.experts.196.gate_proj,0.0000141073,0.05000,14.527
42,mlp.experts.198.gate_proj,0.0000201760,0.05000,14.508
42,mlp.experts.225.gate_proj,0.0000714612,0.05000,14.608
42,mlp.experts.255.gate_proj,0.0000785355,0.05000,14.574
42,mlp.experts.168.gate_proj,0.0000786980,0.05000,14.546
42,mlp.experts.163.gate_proj,0.0000302961,0.05000,14.659
42,mlp.experts.167.gate_proj,0.0000255413,0.05000,14.567
42,mlp.experts.178.gate_proj,0.0001325001,0.05000,14.612
42,mlp.experts.187.gate_proj,0.0000147524,0.05000,14.626
42,mlp.experts.188.gate_proj,0.0000070330,0.05000,14.680
42,mlp.experts.176.gate_proj,0.0000105502,0.05000,14.719
42,mlp.experts.185.gate_proj,0.0000776435,0.05000,14.640
42,mlp.experts.179.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.763
42,mlp.experts.205.gate_proj,0.0000304868,0.05000,14.475
42,mlp.experts.204.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.710
42,mlp.experts.206.gate_proj,0.0000418634,0.05000,14.533
42,mlp.experts.195.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.701
42,mlp.experts.197.gate_proj,0.0000712992,0.05000,14.527
42,mlp.experts.218.gate_proj,0.0000359469,0.05000,14.598
42,mlp.experts.212.gate_proj,0.0001042194,0.05000,14.494
42,mlp.experts.214.gate_proj,0.0000332930,0.05000,14.525
42,mlp.experts.213.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.698
42,mlp.experts.241.gate_proj,0.0000265914,0.05000,14.432
42,mlp.experts.271.gate_proj,0.0001027024,0.05000,14.356
42,mlp.experts.257.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.705
42,mlp.experts.184.gate_proj,0.0000584354,0.05000,14.272
42,mlp.experts.183.gate_proj,0.0000357843,0.05000,14.199
42,mlp.experts.194.gate_proj,0.0000438766,0.05000,14.311
42,mlp.experts.203.gate_proj,0.0000210385,0.05000,14.193
42,mlp.experts.192.gate_proj,0.0000553962,0.05000,14.183
42,mlp.experts.201.gate_proj,0.0000458298,0.05000,14.331
42,mlp.experts.221.gate_proj,0.0000415790,0.05000,14.271
42,mlp.experts.222.gate_proj,0.0000394816,0.05000,14.225
42,mlp.experts.220.gate_proj,0.0000274154,0.05000,14.313
42,mlp.experts.211.gate_proj,0.0000300138,0.05000,14.230
42,mlp.experts.234.gate_proj,0.0000732215,0.05000,14.314
42,mlp.experts.228.gate_proj,0.0000528526,0.05000,14.284
42,mlp.experts.229.gate_proj,0.0000727128,0.05000,14.102
42,mlp.experts.230.gate_proj,0.0000255562,0.05000,14.268
42,mlp.experts.227.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.757
42,mlp.experts.250.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.815
42,mlp.experts.243.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.736
42,mlp.experts.287.gate_proj,0.0000601696,0.05000,14.487
42,mlp.experts.273.gate_proj,0.0000189043,0.05000,14.451
42,mlp.experts.289.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.685
42,mlp.experts.200.gate_proj,0.0000893483,0.05000,14.515
42,mlp.experts.199.gate_proj,0.0000079935,0.05000,14.313
42,mlp.experts.210.gate_proj,0.0001242848,0.05000,14.481
42,mlp.experts.219.gate_proj,0.0000227379,0.05000,14.424
42,mlp.experts.216.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.796
42,mlp.experts.208.gate_proj,0.0000290171,0.05000,14.329
42,mlp.experts.217.gate_proj,0.0000958242,0.05000,14.414
42,mlp.experts.237.gate_proj,0.0000664679,0.05000,14.481
42,mlp.experts.232.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.824
42,mlp.experts.238.gate_proj,0.0000680618,0.05000,14.603
42,mlp.experts.236.gate_proj,0.0000386193,0.05000,14.654
42,mlp.experts.245.gate_proj,0.0000522740,0.05000,14.437
42,mlp.experts.244.gate_proj,0.0000591749,0.05000,14.612
42,mlp.experts.246.gate_proj,0.0000462341,0.05000,14.552
42,mlp.experts.266.gate_proj,0.0000432162,0.05000,14.462
42,mlp.experts.261.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.792
42,mlp.experts.259.gate_proj,0.0000402942,0.05000,14.567
42,mlp.experts.303.gate_proj,0.0000409611,0.05000,14.492
42,mlp.experts.305.gate_proj,0.0000601001,0.05000,14.315
42,mlp.experts.215.gate_proj,0.0000315879,0.05000,14.513
42,mlp.experts.226.gate_proj,0.0000442835,0.05000,14.516
42,mlp.experts.235.gate_proj,0.0001244715,0.05000,14.548
42,mlp.experts.224.gate_proj,0.0001221306,0.05000,14.557
42,mlp.experts.233.gate_proj,0.0000864755,0.05000,14.455
42,mlp.experts.253.gate_proj,0.0000308224,0.05000,14.352
42,mlp.experts.248.gate_proj,0.0000764805,0.05000,14.306
42,mlp.experts.254.gate_proj,0.0000564564,0.05000,14.221
42,mlp.experts.240.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.748
42,mlp.experts.252.gate_proj,0.0000549839,0.05000,14.406
42,mlp.experts.262.gate_proj,0.0000294736,0.05000,14.267
42,mlp.experts.260.gate_proj,0.0000729284,0.05000,14.380
42,mlp.experts.282.gate_proj,0.0000464012,0.05000,14.283
42,mlp.experts.277.gate_proj,0.0000838191,0.05000,14.297
42,mlp.experts.275.gate_proj,0.0000784328,0.05000,14.213
42,mlp.experts.319.gate_proj,0.0000694794,0.05000,14.289
42,mlp.experts.321.gate_proj,0.0000673781,0.05000,14.413
42,mlp.experts.231.gate_proj,0.0001014442,0.05000,13.979
42,mlp.experts.242.gate_proj,0.0001043924,0.05000,14.010
42,mlp.experts.251.gate_proj,0.0001298489,0.05000,13.916
42,mlp.experts.249.gate_proj,0.0000176818,0.05000,13.988
42,mlp.experts.269.gate_proj,0.0000575562,0.05000,13.973
42,mlp.experts.264.gate_proj,0.0000232918,0.05000,13.949
42,mlp.experts.270.gate_proj,0.0000160415,0.05000,13.982
42,mlp.experts.256.gate_proj,0.0000296009,0.05000,13.955
42,mlp.experts.268.gate_proj,0.0000221353,0.05000,13.895
42,mlp.experts.278.gate_proj,0.0000393563,0.05000,13.915
42,mlp.experts.276.gate_proj,0.0000648473,0.05000,14.091
42,mlp.experts.298.gate_proj,0.0000297465,0.05000,13.848
42,mlp.experts.293.gate_proj,0.0000257727,0.05000,13.985
42,mlp.experts.291.gate_proj,0.0000685656,0.05000,13.911
42,mlp.experts.335.gate_proj,0.0000484953,0.05000,13.805
42,mlp.experts.337.gate_proj,0.0000247471,0.05000,13.739
42,mlp.experts.247.gate_proj,0.0000569231,0.05000,14.142
42,mlp.experts.258.gate_proj,0.0000283920,0.05000,14.078
42,mlp.experts.267.gate_proj,0.0000214916,0.05000,14.005
42,mlp.experts.265.gate_proj,0.0000443918,0.05000,14.107
42,mlp.experts.285.gate_proj,0.0000989953,0.05000,14.164
42,mlp.experts.280.gate_proj,0.0000743002,0.05000,14.177
42,mlp.experts.286.gate_proj,0.0000313598,0.05000,14.053
42,mlp.experts.272.gate_proj,0.0000936984,0.05000,14.099
42,mlp.experts.284.gate_proj,0.0000409812,0.05000,14.354
42,mlp.experts.301.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.802
42,mlp.experts.294.gate_proj,0.0000444536,0.05000,14.392
42,mlp.experts.292.gate_proj,0.0001145987,0.05000,14.315
42,mlp.experts.314.gate_proj,0.0000903784,0.05000,14.253
42,mlp.experts.317.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.807
42,mlp.experts.307.gate_proj,0.0000418160,0.05000,14.272
42,mlp.experts.309.gate_proj,0.0000479548,0.05000,14.390
42,mlp.experts.333.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.796
42,mlp.experts.351.gate_proj,0.0000393974,0.05000,14.627
42,mlp.experts.367.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.783
42,mlp.experts.353.gate_proj,0.0000636698,0.05000,14.944
42,mlp.experts.263.gate_proj,0.0000285400,0.05000,14.633
42,mlp.experts.283.gate_proj,0.0000426000,0.05000,14.499
42,mlp.experts.274.gate_proj,0.0000291935,0.05000,14.742
42,mlp.experts.281.gate_proj,0.0000343904,0.05000,14.553
42,mlp.experts.296.gate_proj,0.0000308751,0.05000,14.465
42,mlp.experts.302.gate_proj,0.0000206090,0.05000,14.580
42,mlp.experts.288.gate_proj,0.0000639272,0.05000,14.563
42,mlp.experts.300.gate_proj,0.0001377197,0.05000,14.194
42,mlp.experts.304.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.713
42,mlp.experts.310.gate_proj,0.0001055959,0.05000,14.315
42,mlp.experts.308.gate_proj,0.0000557788,0.05000,14.384
42,mlp.experts.330.gate_proj,0.0000457444,0.05000,14.321
42,mlp.experts.325.gate_proj,0.0000238482,0.05000,14.125
42,mlp.experts.323.gate_proj,0.0000251232,0.05000,14.274
42,mlp.experts.349.gate_proj,0.0001646557,0.05000,14.089
42,mlp.experts.365.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.688
42,mlp.experts.381.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.660
42,mlp.experts.383.gate_proj,0.0001072424,0.05000,14.001
42,mlp.experts.399.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.649
42,mlp.experts.369.gate_proj,0.0000535377,0.05000,14.051
42,mlp.experts.279.gate_proj,0.0001159738,0.05000,14.204
42,mlp.experts.299.gate_proj,0.0000302259,0.05000,14.183
42,mlp.experts.290.gate_proj,0.0000609740,0.05000,14.216
42,mlp.experts.297.gate_proj,0.0000492840,0.05000,14.130
42,mlp.experts.312.gate_proj,0.0000394427,0.05000,14.067
42,mlp.experts.318.gate_proj,0.0000810277,0.05000,14.079
42,mlp.experts.316.gate_proj,0.0001142007,0.05000,14.110
42,mlp.experts.320.gate_proj,0.0000187629,0.05000,13.930
42,mlp.experts.326.gate_proj,0.0000227949,0.05000,14.106
42,mlp.experts.324.gate_proj,0.0000191679,0.05000,13.981
42,mlp.experts.346.gate_proj,0.0000256765,0.05000,14.037
42,mlp.experts.339.gate_proj,0.0000517537,0.05000,14.105
42,mlp.experts.341.gate_proj,0.0000429246,0.05000,14.236
42,mlp.experts.340.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.745
42,mlp.experts.397.gate_proj,0.0000265168,0.05000,14.076
42,mlp.experts.415.gate_proj,0.0000198300,0.05000,14.251
42,mlp.experts.385.gate_proj,0.0000417193,0.05000,14.153
42,mlp.experts.295.gate_proj,0.0000296246,0.05000,13.986
42,mlp.experts.315.gate_proj,0.0000331473,0.05000,13.929
42,mlp.experts.306.gate_proj,0.0000468880,0.05000,14.044
42,mlp.experts.313.gate_proj,0.0000059730,0.05000,14.088
42,mlp.experts.328.gate_proj,0.0000108048,0.05000,13.969
42,mlp.experts.334.gate_proj,0.0001260294,0.05000,14.006
42,mlp.experts.332.gate_proj,0.0000222613,0.05000,14.041
42,mlp.experts.336.gate_proj,0.0000359649,0.05000,14.081
42,mlp.experts.348.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.700
42,mlp.experts.342.gate_proj,0.0000614935,0.05000,14.153
42,mlp.experts.362.gate_proj,0.0000370533,0.05000,14.169
42,mlp.experts.355.gate_proj,0.0000262538,0.05000,14.179
42,mlp.experts.357.gate_proj,0.0000623109,0.05000,14.102
42,mlp.experts.364.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.797
42,mlp.experts.356.gate_proj,0.0000874318,0.05000,14.126
42,mlp.experts.358.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.809
42,mlp.experts.413.gate_proj,0.0000473804,0.05000,14.080
42,mlp.experts.431.gate_proj,0.0000439173,0.05000,14.149
42,mlp.experts.401.gate_proj,0.0000408210,0.05000,14.204
42,mlp.experts.311.gate_proj,0.0000278169,0.05000,14.154
42,mlp.experts.331.gate_proj,0.0000381686,0.05000,14.136
42,mlp.experts.322.gate_proj,0.0000240498,0.05000,14.105
42,mlp.experts.329.gate_proj,0.0000390101,0.05000,14.248
42,mlp.experts.344.gate_proj,0.0000582163,0.05000,14.209
42,mlp.experts.350.gate_proj,0.0000506566,0.05000,14.275
42,mlp.experts.352.gate_proj,0.0000709661,0.05000,14.213
42,mlp.experts.378.gate_proj,0.0000140177,0.05000,14.162
42,mlp.experts.371.gate_proj,0.0000953938,0.05000,14.099
42,mlp.experts.373.gate_proj,0.0000629299,0.05000,14.126
42,mlp.experts.380.gate_proj,0.0000746031,0.05000,14.132
42,mlp.experts.372.gate_proj,0.0000187908,0.05000,14.104
42,mlp.experts.374.gate_proj,0.0000835869,0.05000,14.152
42,mlp.experts.429.gate_proj,0.0000340936,0.05000,14.244
42,mlp.experts.417.gate_proj,0.0000190787,0.05000,14.169
42,mlp.experts.447.gate_proj,0.0000226425,0.05000,14.288
42,mlp.experts.327.gate_proj,0.0001626260,0.05000,14.281
42,mlp.experts.347.gate_proj,0.0000938072,0.05000,14.377
42,mlp.experts.338.gate_proj,0.0000679030,0.05000,14.139
42,mlp.experts.360.gate_proj,0.0000307622,0.05000,14.227
42,mlp.experts.345.gate_proj,0.0000943449,0.05000,14.270
42,mlp.experts.366.gate_proj,0.0000623030,0.05000,14.192
42,mlp.experts.368.gate_proj,0.0000239771,0.05000,14.096
42,mlp.experts.394.gate_proj,0.0000351440,0.05000,14.173
42,mlp.experts.396.gate_proj,0.0001434130,0.05000,14.011
42,mlp.experts.387.gate_proj,0.0000722086,0.05000,14.114
42,mlp.experts.389.gate_proj,0.0000608333,0.05000,14.193
42,mlp.experts.390.gate_proj,0.0001384957,0.05000,14.031
42,mlp.experts.388.gate_proj,0.0000409869,0.05000,14.128
42,mlp.experts.445.gate_proj,0.0000509944,0.05000,14.295
42,mlp.experts.433.gate_proj,0.0000339293,0.05000,14.384
42,mlp.experts.463.gate_proj,0.0001337127,0.05000,14.383
42,mlp.experts.479.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.700
42,mlp.experts.343.gate_proj,0.0000618703,0.05000,14.381
42,mlp.experts.363.gate_proj,0.0000221457,0.05000,14.240
42,mlp.experts.354.gate_proj,0.0000139798,0.05000,14.458
42,mlp.experts.376.gate_proj,0.0000282304,0.05000,14.336
42,mlp.experts.361.gate_proj,0.0000247366,0.05000,14.462
42,mlp.experts.382.gate_proj,0.0000251781,0.05000,14.343
42,mlp.experts.384.gate_proj,0.0000149294,0.05000,14.660
42,mlp.experts.410.gate_proj,0.0000401498,0.05000,14.481
42,mlp.experts.412.gate_proj,0.0000259195,0.05000,14.452
42,mlp.experts.405.gate_proj,0.0000280446,0.05000,14.455
42,mlp.experts.403.gate_proj,0.0000271812,0.05000,14.571
42,mlp.experts.400.gate_proj,failsafe(rtn): 0.0017395,0.00000,0.731
42,mlp.experts.406.gate_proj,0.0000872507,0.05000,14.543
42,mlp.experts.404.gate_proj,0.0000207233,0.05000,14.595
42,mlp.experts.461.gate_proj,0.0000230254,0.05000,14.369
42,mlp.experts.449.gate_proj,0.0000397357,0.05000,14.376
42,mlp.experts.495.gate_proj,0.0000421979,0.05000,14.263
42,mlp.experts.379.gate_proj,0.0000743621,0.05000,14.024
42,mlp.experts.359.gate_proj,0.0000403251,0.05000,14.148
42,mlp.experts.370.gate_proj,0.0000829030,0.05000,13.965
42,mlp.experts.395.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.726
42,mlp.experts.392.gate_proj,0.0000757786,0.05000,14.117
42,mlp.experts.377.gate_proj,0.0001315004,0.05000,14.165
42,mlp.experts.398.gate_proj,0.0000957893,0.05000,14.041
42,mlp.experts.426.gate_proj,0.0000433918,0.05000,13.875
42,mlp.experts.428.gate_proj,0.0000229616,0.05000,13.977
42,mlp.experts.421.gate_proj,0.0000238436,0.05000,14.074
42,mlp.experts.416.gate_proj,0.0000086774,0.05000,14.053
42,mlp.experts.419.gate_proj,0.0000333094,0.05000,14.089
42,mlp.experts.422.gate_proj,0.0000816199,0.05000,14.045
42,mlp.experts.442.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.743
42,mlp.experts.420.gate_proj,0.0000439732,0.05000,14.093
42,mlp.experts.444.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.763
42,mlp.experts.435.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.733
42,mlp.experts.477.gate_proj,0.0000679386,0.05000,14.236
42,mlp.experts.465.gate_proj,0.0000290783,0.05000,14.202
42,mlp.experts.511.gate_proj,0.0000328136,0.05000,14.338
42,mlp.experts.15.up_proj,failsafe(rtn): 0.0016022,0.00000,0.815
42,mlp.experts.31.up_proj,failsafe(rtn): 0.0016174,0.00000,0.689
42,mlp.experts.47.up_proj,failsafe(rtn): 0.0016708,0.00000,0.713
42,mlp.experts.375.gate_proj,0.0000296286,0.05000,14.722
42,mlp.experts.386.gate_proj,0.0000678524,0.05000,14.699
42,mlp.experts.411.gate_proj,0.0000167758,0.05000,14.714
42,mlp.experts.408.gate_proj,0.0000345551,0.05000,14.654
42,mlp.experts.393.gate_proj,0.0000579748,0.05000,14.722
42,mlp.experts.414.gate_proj,0.0000807472,0.05000,14.736
42,mlp.experts.432.gate_proj,0.0000201832,0.05000,14.630
42,mlp.experts.437.gate_proj,0.0000584261,0.05000,14.704
42,mlp.experts.438.gate_proj,0.0000489299,0.05000,14.666
42,mlp.experts.458.gate_proj,0.0000746425,0.05000,14.645
42,mlp.experts.436.gate_proj,0.0000923731,0.05000,14.693
42,mlp.experts.460.gate_proj,0.0000215572,0.05000,14.636
42,mlp.experts.451.gate_proj,0.0000189323,0.05000,14.653
42,mlp.experts.452.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.737
42,mlp.experts.493.gate_proj,0.0000784581,0.05000,14.489
42,mlp.experts.468.gate_proj,failsafe(rtn): 0.0014725,0.00000,0.665
42,mlp.experts.484.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.660
42,mlp.experts.481.gate_proj,0.0001431925,0.05000,14.552
42,mlp.experts.63.up_proj,0.0000650590,0.05000,14.004
42,mlp.experts.391.gate_proj,0.0000700789,0.05000,14.228
42,mlp.experts.402.gate_proj,0.0000651446,0.05000,14.214
42,mlp.experts.427.gate_proj,0.0000393245,0.05000,14.172
42,mlp.experts.424.gate_proj,0.0000282606,0.05000,14.247
42,mlp.experts.409.gate_proj,0.0000608834,0.05000,14.190
42,mlp.experts.430.gate_proj,0.0000206856,0.05000,14.209
42,mlp.experts.440.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.723
42,mlp.experts.448.gate_proj,0.0000877334,0.05000,14.211
42,mlp.experts.453.gate_proj,0.0000325758,0.05000,14.215
42,mlp.experts.474.gate_proj,0.0000837475,0.05000,14.087
42,mlp.experts.454.gate_proj,0.0000087172,0.05000,14.251
42,mlp.experts.476.gate_proj,0.0000309464,0.05000,14.273
42,mlp.experts.464.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.793
42,mlp.experts.467.gate_proj,0.0000945262,0.05000,14.235
42,mlp.experts.490.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.789
42,mlp.experts.469.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.814
42,mlp.experts.483.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.750
42,mlp.experts.509.gate_proj,0.0000429507,0.05000,14.361
42,mlp.experts.500.gate_proj,0.0000373629,0.05000,14.397
42,mlp.experts.4.up_proj,failsafe(rtn): 0.0017395,0.00000,0.700
42,mlp.experts.497.gate_proj,0.0000732052,0.05000,14.505
42,mlp.experts.79.up_proj,0.0000617129,0.05000,14.358
42,mlp.experts.407.gate_proj,0.0000165672,0.05000,14.568
42,mlp.experts.418.gate_proj,0.0000648928,0.05000,14.551
42,mlp.experts.443.gate_proj,0.0000339902,0.05000,14.403
42,mlp.experts.446.gate_proj,0.0000688394,0.05000,14.376
42,mlp.experts.425.gate_proj,0.0000663768,0.05000,14.553
42,mlp.experts.434.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.761
42,mlp.experts.456.gate_proj,0.0000432102,0.05000,14.654
42,mlp.experts.470.gate_proj,0.0000391537,0.05000,14.534
42,mlp.experts.492.gate_proj,0.0001058917,0.05000,14.579
42,mlp.experts.480.gate_proj,0.0000184109,0.05000,14.561
42,mlp.experts.485.gate_proj,0.0000225901,0.05000,14.562
42,mlp.experts.506.gate_proj,0.0000612879,0.05000,14.605
42,mlp.experts.499.gate_proj,0.0000281220,0.05000,14.373
42,mlp.experts.10.up_proj,failsafe(rtn): 0.0016403,0.00000,0.699
42,mlp.experts.13.up_proj,0.0000148886,0.05000,14.393
42,mlp.experts.20.up_proj,0.0000228820,0.05000,14.403
42,mlp.experts.1.up_proj,0.0000305144,0.05000,14.451
42,mlp.experts.17.up_proj,failsafe(rtn): 0.0016479,0.00000,0.698
42,mlp.experts.95.up_proj,0.0000162760,0.05000,14.550
42,mlp.experts.423.gate_proj,0.0000310512,0.05000,14.754
42,mlp.experts.459.gate_proj,0.0000315159,0.05000,14.898
42,mlp.experts.462.gate_proj,0.0001221513,0.05000,14.716
42,mlp.experts.450.gate_proj,0.0000202371,0.05000,14.731
42,mlp.experts.441.gate_proj,0.0000272076,0.05000,14.778
42,mlp.experts.472.gate_proj,0.0000992556,0.05000,14.720
42,mlp.experts.486.gate_proj,0.0000280090,0.05000,14.685
42,mlp.experts.508.gate_proj,0.0001600256,0.05000,14.633
42,mlp.experts.501.gate_proj,0.0000367476,0.05000,14.507
42,mlp.experts.496.gate_proj,0.0000322922,0.05000,14.617
42,mlp.experts.26.up_proj,0.0000962257,0.05000,14.446
42,mlp.experts.3.up_proj,0.0000738963,0.05000,14.659
42,mlp.experts.5.up_proj,failsafe(rtn): 0.0017929,0.00000,0.665
42,mlp.experts.29.up_proj,0.0000309569,0.05000,14.503
42,mlp.experts.45.up_proj,failsafe(rtn): 0.0016098,0.00000,0.672
42,mlp.experts.61.up_proj,failsafe(rtn): 0.0016556,0.00000,0.716
42,mlp.experts.36.up_proj,0.0001031508,0.05000,14.743
42,mlp.experts.33.up_proj,0.0000508451,0.05000,14.665
42,mlp.experts.49.up_proj,failsafe(rtn): 0.0016251,0.00000,0.732
42,mlp.experts.65.up_proj,failsafe(rtn): 0.0017319,0.00000,0.803
42,mlp.experts.111.up_proj,0.0000410736,0.05000,14.704
42,mlp.experts.81.up_proj,failsafe(rtn): 0.0017166,0.00000,0.713
42,mlp.experts.127.up_proj,failsafe(rtn): 0.0016174,0.00000,0.728
42,mlp.experts.439.gate_proj,0.0000849639,0.05000,14.636
42,mlp.experts.475.gate_proj,0.0000372139,0.05000,14.637
42,mlp.experts.478.gate_proj,0.0001353753,0.05000,14.520
42,mlp.experts.466.gate_proj,0.0000575865,0.05000,14.456
42,mlp.experts.457.gate_proj,0.0000508322,0.05000,14.532
42,mlp.experts.494.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.741
42,mlp.experts.482.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.741
42,mlp.experts.488.gate_proj,0.0000931950,0.05000,14.690
42,mlp.experts.473.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.749
42,mlp.experts.502.gate_proj,0.0001585353,0.05000,14.555
42,mlp.experts.12.up_proj,0.0000288188,0.05000,14.545
42,mlp.experts.0.up_proj,0.0000220191,0.05000,14.639
42,mlp.experts.28.up_proj,failsafe(rtn): 0.0016174,0.00000,0.759
42,mlp.experts.42.up_proj,0.0000606765,0.05000,14.661
42,mlp.experts.19.up_proj,0.0000714085,0.05000,14.665
42,mlp.experts.21.up_proj,0.0001322679,0.05000,14.667
42,mlp.experts.77.up_proj,0.0000757979,0.05000,14.486
42,mlp.experts.52.up_proj,0.0000914543,0.05000,14.584
42,mlp.experts.97.up_proj,0.0000476151,0.05000,14.486
42,mlp.experts.143.up_proj,0.0000509503,0.05000,14.519
42,mlp.experts.159.up_proj,failsafe(rtn): 0.0015182,0.00000,0.640
42,mlp.experts.455.gate_proj,0.0000987912,0.05000,14.113
42,mlp.experts.491.gate_proj,0.0000901281,0.05000,13.978
42,mlp.experts.510.gate_proj,0.0000676452,0.05000,13.909
42,mlp.experts.498.gate_proj,0.0000433870,0.05000,14.002
42,mlp.experts.489.gate_proj,0.0000277872,0.05000,13.900
42,mlp.experts.504.gate_proj,0.0000485072,0.05000,13.993
42,mlp.experts.6.up_proj,0.0000844861,0.05000,14.011
42,mlp.experts.22.up_proj,failsafe(rtn): 0.0017090,0.00000,0.731
42,mlp.experts.16.up_proj,0.0001129797,0.05000,14.123
42,mlp.experts.44.up_proj,0.0001390462,0.05000,14.057
42,mlp.experts.58.up_proj,0.0000253164,0.05000,14.043
42,mlp.experts.35.up_proj,0.0000333778,0.05000,14.118
42,mlp.experts.37.up_proj,0.0000369330,0.05000,14.137
42,mlp.experts.93.up_proj,0.0000321024,0.05000,14.144
42,mlp.experts.68.up_proj,0.0000474071,0.05000,14.152
42,mlp.experts.113.up_proj,0.0000660146,0.05000,14.108
42,mlp.experts.175.up_proj,0.0000543206,0.05000,14.059
42,mlp.experts.471.gate_proj,0.0000621090,0.05000,13.913
42,mlp.experts.507.gate_proj,0.0000171275,0.05000,14.012
42,mlp.experts.14.up_proj,0.0000201101,0.05000,13.776
42,mlp.experts.2.up_proj,0.0000267598,0.05000,13.809
42,mlp.experts.8.up_proj,0.0000576056,0.05000,13.848
42,mlp.experts.505.gate_proj,0.0000589643,0.05000,14.015
42,mlp.experts.30.up_proj,failsafe(rtn): 0.0016174,0.00000,0.713
42,mlp.experts.32.up_proj,0.0000284118,0.05000,13.732
42,mlp.experts.38.up_proj,0.0000726481,0.05000,13.790
42,mlp.experts.60.up_proj,0.0000374849,0.05000,13.757
42,mlp.experts.74.up_proj,0.0000606263,0.05000,13.826
42,mlp.experts.53.up_proj,0.0000178939,0.05000,13.771
42,mlp.experts.51.up_proj,0.0000510005,0.05000,13.835
42,mlp.experts.90.up_proj,failsafe(rtn): 0.0016022,0.00000,0.671
42,mlp.experts.69.up_proj,failsafe(rtn): 0.0016632,0.00000,0.687
42,mlp.experts.109.up_proj,0.0001192610,0.05000,13.784
42,mlp.experts.84.up_proj,0.0000509442,0.05000,13.783
42,mlp.experts.100.up_proj,failsafe(rtn): 0.0015793,0.00000,0.720
42,mlp.experts.129.up_proj,0.0000150596,0.05000,14.016
42,mlp.experts.191.up_proj,0.0000538145,0.05000,14.151
42,mlp.experts.487.gate_proj,0.0000704006,0.05000,14.415
42,mlp.experts.11.up_proj,0.0000616001,0.05000,14.503
42,mlp.experts.503.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.731
42,mlp.experts.18.up_proj,0.0000252547,0.05000,14.623
42,mlp.experts.27.up_proj,failsafe(rtn): 0.0016479,0.00000,0.819
42,mlp.experts.24.up_proj,0.0000247723,0.05000,14.550
42,mlp.experts.9.up_proj,0.0001284200,0.05000,14.564
42,mlp.experts.46.up_proj,0.0000521828,0.05000,14.520
42,mlp.experts.48.up_proj,0.0000626841,0.05000,14.469
42,mlp.experts.54.up_proj,0.0000470966,0.05000,14.558
42,mlp.experts.76.up_proj,0.0001252842,0.05000,14.568
42,mlp.experts.67.up_proj,0.0000164629,0.05000,14.606
42,mlp.experts.85.up_proj,0.0000761420,0.05000,14.494
42,mlp.experts.106.up_proj,0.0000225746,0.05000,14.670
42,mlp.experts.125.up_proj,0.0001524234,0.05000,14.569
42,mlp.experts.116.up_proj,0.0000259474,0.05000,14.619
42,mlp.experts.132.up_proj,failsafe(rtn): 0.0015259,0.00000,0.663
42,mlp.experts.145.up_proj,0.0000280899,0.05000,14.356
42,mlp.experts.161.up_proj,failsafe(rtn): 0.0015945,0.00000,0.662
42,mlp.experts.207.up_proj,0.0000846388,0.05000,14.113
42,mlp.experts.223.up_proj,failsafe(rtn): 0.0015945,0.00000,0.767
42,mlp.experts.7.up_proj,0.0000679196,0.05000,14.633
42,mlp.experts.40.up_proj,0.0000283763,0.05000,14.315
42,mlp.experts.34.up_proj,0.0000284910,0.05000,14.432
42,mlp.experts.43.up_proj,0.0001487843,0.05000,14.427
42,mlp.experts.25.up_proj,0.0000559473,0.05000,14.407
42,mlp.experts.62.up_proj,0.0000351777,0.05000,14.380
42,mlp.experts.41.up_proj,failsafe(rtn): 0.0016479,0.00000,0.631
42,mlp.experts.64.up_proj,0.0000581934,0.05000,14.463
42,mlp.experts.70.up_proj,0.0000727891,0.05000,14.539
42,mlp.experts.92.up_proj,0.0001018438,0.05000,14.499
42,mlp.experts.86.up_proj,failsafe(rtn): 0.0016861,0.00000,0.736
42,mlp.experts.83.up_proj,0.0000366361,0.05000,14.577
42,mlp.experts.101.up_proj,0.0000620937,0.05000,14.514
42,mlp.experts.122.up_proj,0.0000260930,0.05000,14.566
42,mlp.experts.141.up_proj,0.0001395316,0.05000,14.696
42,mlp.experts.148.up_proj,0.0000476234,0.05000,14.764
42,mlp.experts.177.up_proj,0.0000522593,0.05000,14.895
42,mlp.experts.239.up_proj,0.0000605135,0.05000,14.748
42,mlp.experts.23.up_proj,0.0000695270,0.05000,14.454
42,mlp.experts.56.up_proj,0.0000513753,0.05000,14.427
42,mlp.experts.50.up_proj,0.0000403041,0.05000,14.543
42,mlp.experts.59.up_proj,0.0000359783,0.05000,14.599
42,mlp.experts.78.up_proj,0.0000214962,0.05000,14.513
42,mlp.experts.57.up_proj,0.0000235096,0.05000,14.634
42,mlp.experts.80.up_proj,0.0000126447,0.05000,14.517
42,mlp.experts.108.up_proj,0.0000334443,0.05000,14.498
42,mlp.experts.102.up_proj,0.0000751236,0.05000,14.385
42,mlp.experts.99.up_proj,0.0000353072,0.05000,14.485
42,mlp.experts.117.up_proj,0.0000604803,0.05000,14.240
42,mlp.experts.138.up_proj,0.0000395819,0.05000,14.213
42,mlp.experts.157.up_proj,0.0000628882,0.05000,14.284
42,mlp.experts.164.up_proj,0.0000631151,0.05000,14.292
42,mlp.experts.193.up_proj,0.0000494223,0.05000,14.573
42,mlp.experts.255.up_proj,0.0000818888,0.05000,14.352
42,mlp.experts.39.up_proj,0.0000326878,0.05000,14.165
42,mlp.experts.72.up_proj,0.0000602596,0.05000,14.271
42,mlp.experts.66.up_proj,0.0000368818,0.05000,14.318
42,mlp.experts.75.up_proj,0.0000632063,0.05000,14.255
42,mlp.experts.94.up_proj,0.0000866107,0.05000,14.263
42,mlp.experts.73.up_proj,0.0000789436,0.05000,14.307
42,mlp.experts.96.up_proj,0.0001081316,0.05000,14.127
42,mlp.experts.124.up_proj,0.0000232026,0.05000,14.256
42,mlp.experts.118.up_proj,0.0000405765,0.05000,14.300
42,mlp.experts.115.up_proj,0.0000353390,0.05000,14.152
42,mlp.experts.133.up_proj,0.0000297289,0.05000,14.255
42,mlp.experts.154.up_proj,0.0000847481,0.05000,14.330
42,mlp.experts.173.up_proj,0.0000401266,0.05000,14.216
42,mlp.experts.180.up_proj,0.0000754825,0.05000,14.329
42,mlp.experts.209.up_proj,0.0000513518,0.05000,14.222
42,mlp.experts.271.up_proj,0.0000968382,0.05000,14.229
42,mlp.experts.55.up_proj,0.0000666060,0.05000,14.259
42,mlp.experts.88.up_proj,0.0000916316,0.05000,14.196
42,mlp.experts.82.up_proj,0.0000549964,0.05000,14.081
42,mlp.experts.91.up_proj,0.0000361129,0.05000,14.098
42,mlp.experts.110.up_proj,0.0000367392,0.05000,14.067
42,mlp.experts.89.up_proj,0.0000526475,0.05000,14.156
42,mlp.experts.112.up_proj,0.0000305697,0.05000,14.040
42,mlp.experts.140.up_proj,0.0000584296,0.05000,14.121
42,mlp.experts.131.up_proj,0.0000279068,0.05000,14.078
42,mlp.experts.134.up_proj,0.0000553074,0.05000,14.202
42,mlp.experts.149.up_proj,0.0000708304,0.05000,14.104
42,mlp.experts.170.up_proj,0.0000370259,0.05000,14.211
42,mlp.experts.189.up_proj,0.0001230222,0.05000,14.298
42,mlp.experts.186.up_proj,failsafe(rtn): 0.0016098,0.00000,0.788
42,mlp.experts.196.up_proj,0.0000117147,0.05000,14.405
42,mlp.experts.225.up_proj,0.0000724576,0.05000,14.581
42,mlp.experts.287.up_proj,0.0000568306,0.05000,14.755
42,mlp.experts.71.up_proj,0.0000999427,0.05000,15.165
42,mlp.experts.104.up_proj,0.0000280620,0.05000,15.114
42,mlp.experts.98.up_proj,0.0001316314,0.05000,15.092
42,mlp.experts.107.up_proj,0.0000447660,0.05000,15.138
42,mlp.experts.126.up_proj,0.0000174996,0.05000,15.187
42,mlp.experts.114.up_proj,failsafe(rtn): 0.0016327,0.00000,0.802
42,mlp.experts.105.up_proj,0.0000367436,0.05000,15.446
42,mlp.experts.128.up_proj,0.0000419754,0.05000,15.377
42,mlp.experts.144.up_proj,failsafe(rtn): 0.0015793,0.00000,0.695
42,mlp.experts.156.up_proj,0.0000610504,0.05000,15.357
42,mlp.experts.147.up_proj,0.0000188323,0.05000,15.209
42,mlp.experts.150.up_proj,0.0000442586,0.05000,15.210
42,mlp.experts.165.up_proj,0.0000151008,0.05000,15.262
42,mlp.experts.205.up_proj,0.0000288815,0.05000,15.074
42,mlp.experts.202.up_proj,0.0000891805,0.05000,15.102
42,mlp.experts.212.up_proj,0.0000950097,0.05000,14.779
42,mlp.experts.241.up_proj,0.0000260182,0.05000,14.844
42,mlp.experts.303.up_proj,0.0000399118,0.05000,14.610
42,mlp.experts.257.up_proj,failsafe(rtn): 0.0015793,0.00000,0.800
42,mlp.experts.87.up_proj,0.0000982381,0.05000,14.496
42,mlp.experts.120.up_proj,0.0000389779,0.05000,14.610
42,mlp.experts.142.up_proj,0.0000506922,0.05000,14.331
42,mlp.experts.123.up_proj,0.0000597555,0.05000,14.663
42,mlp.experts.130.up_proj,0.0000598153,0.05000,14.523
42,mlp.experts.121.up_proj,0.0000441845,0.05000,14.427
42,mlp.experts.160.up_proj,0.0000929254,0.05000,14.457
42,mlp.experts.172.up_proj,0.0000215805,0.05000,14.442
42,mlp.experts.166.up_proj,0.0000617125,0.05000,14.426
42,mlp.experts.163.up_proj,0.0000285767,0.05000,14.533
42,mlp.experts.181.up_proj,0.0000257622,0.05000,14.589
42,mlp.experts.182.up_proj,failsafe(rtn): 0.0016174,0.00000,0.757
42,mlp.experts.179.up_proj,failsafe(rtn): 0.0016785,0.00000,0.746
42,mlp.experts.221.up_proj,0.0000334918,0.05000,14.682
42,mlp.experts.218.up_proj,0.0000333699,0.05000,14.647
42,mlp.experts.195.up_proj,failsafe(rtn): 0.0016098,0.00000,0.806
42,mlp.experts.228.up_proj,0.0000513921,0.05000,14.620
42,mlp.experts.319.up_proj,0.0000670160,0.05000,14.739
42,mlp.experts.273.up_proj,0.0000196893,0.05000,14.631
42,mlp.experts.289.up_proj,failsafe(rtn): 0.0017624,0.00000,0.786
42,mlp.experts.103.up_proj,0.0000226112,0.05000,14.806
42,mlp.experts.136.up_proj,0.0000485654,0.05000,14.624
42,mlp.experts.158.up_proj,0.0000347470,0.05000,14.797
42,mlp.experts.139.up_proj,0.0000068266,0.05000,14.849
42,mlp.experts.174.up_proj,failsafe(rtn): 0.0016174,0.00000,0.755
42,mlp.experts.146.up_proj,0.0000658239,0.05000,14.963
42,mlp.experts.137.up_proj,0.0001206226,0.05000,14.710
42,mlp.experts.176.up_proj,0.0000099588,0.05000,14.779
42,mlp.experts.188.up_proj,0.0000069236,0.05000,14.752
42,mlp.experts.204.up_proj,failsafe(rtn): 0.0015793,0.00000,0.737
42,mlp.experts.197.up_proj,0.0000700299,0.05000,14.889
42,mlp.experts.198.up_proj,0.0000204472,0.05000,14.998
42,mlp.experts.213.up_proj,failsafe(rtn): 0.0016098,0.00000,0.745
42,mlp.experts.237.up_proj,0.0000676367,0.05000,14.672
42,mlp.experts.234.up_proj,0.0000742284,0.05000,14.801
42,mlp.experts.211.up_proj,0.0000281929,0.05000,14.828
42,mlp.experts.250.up_proj,failsafe(rtn): 0.0015564,0.00000,0.747
42,mlp.experts.227.up_proj,failsafe(rtn): 0.0015793,0.00000,0.754
42,mlp.experts.243.up_proj,failsafe(rtn): 0.0015564,0.00000,0.661
42,mlp.experts.244.up_proj,0.0000520046,0.05000,14.886
42,mlp.experts.335.up_proj,0.0000487527,0.05000,15.026
42,mlp.experts.305.up_proj,0.0000582254,0.05000,15.053
42,mlp.experts.119.up_proj,0.0000239213,0.05000,14.959
42,mlp.experts.152.up_proj,0.0000271182,0.05000,14.880
42,mlp.experts.155.up_proj,0.0000249747,0.05000,14.893
42,mlp.experts.190.up_proj,0.0000390825,0.05000,14.833
42,mlp.experts.162.up_proj,0.0000581583,0.05000,14.869
42,mlp.experts.153.up_proj,0.0000915383,0.05000,14.903
42,mlp.experts.192.up_proj,0.0000561662,0.05000,14.918
42,mlp.experts.220.up_proj,0.0000238179,0.05000,15.041
42,mlp.experts.214.up_proj,0.0000321578,0.05000,14.901
42,mlp.experts.253.up_proj,0.0000312726,0.05000,14.847
42,mlp.experts.229.up_proj,0.0000617810,0.05000,14.945
42,mlp.experts.266.up_proj,0.0000436115,0.05000,14.985
42,mlp.experts.259.up_proj,0.0000417380,0.05000,15.006
42,mlp.experts.260.up_proj,0.0000706963,0.05000,15.101
42,mlp.experts.351.up_proj,0.0000395083,0.05000,14.661
42,mlp.experts.367.up_proj,failsafe(rtn): 0.0015182,0.00000,0.817
42,mlp.experts.321.up_proj,0.0000534371,0.05000,14.820
42,mlp.experts.135.up_proj,0.0000539358,0.05000,14.706
42,mlp.experts.168.up_proj,0.0000799205,0.05000,14.642
42,mlp.experts.171.up_proj,0.0000332113,0.05000,14.674
42,mlp.experts.206.up_proj,0.0000418156,0.05000,14.592
42,mlp.experts.178.up_proj,0.0001336378,0.05000,14.678
42,mlp.experts.169.up_proj,0.0000356298,0.05000,14.593
42,mlp.experts.208.up_proj,0.0000265664,0.05000,14.211
42,mlp.experts.236.up_proj,0.0000372548,0.05000,14.238
42,mlp.experts.230.up_proj,0.0000245826,0.05000,14.340
42,mlp.experts.269.up_proj,0.0000563964,0.05000,14.342
42,mlp.experts.245.up_proj,0.0000520541,0.05000,14.412
42,mlp.experts.261.up_proj,failsafe(rtn): 0.0016022,0.00000,0.697
42,mlp.experts.282.up_proj,0.0000463266,0.05000,14.321
42,mlp.experts.275.up_proj,0.0000815787,0.05000,14.316
42,mlp.experts.276.up_proj,0.0000650142,0.05000,14.155
42,mlp.experts.383.up_proj,0.0001056464,0.05000,14.376
42,mlp.experts.337.up_proj,0.0000248849,0.05000,14.387
42,mlp.experts.399.up_proj,failsafe(rtn): 0.0016022,0.00000,0.805
42,mlp.experts.151.up_proj,0.0001074295,0.05000,14.319
42,mlp.experts.184.up_proj,0.0000575987,0.05000,14.309
42,mlp.experts.187.up_proj,0.0000146347,0.05000,14.293
42,mlp.experts.222.up_proj,0.0000380039,0.05000,14.319
42,mlp.experts.194.up_proj,0.0000450917,0.05000,14.294
42,mlp.experts.185.up_proj,0.0000764201,0.05000,14.435
42,mlp.experts.224.up_proj,0.0001218513,0.05000,14.482
42,mlp.experts.240.up_proj,failsafe(rtn): 0.0016327,0.00000,0.754
42,mlp.experts.252.up_proj,0.0000534942,0.05000,14.641
42,mlp.experts.246.up_proj,0.0000411756,0.05000,14.688
42,mlp.experts.285.up_proj,0.0000814475,0.05000,14.802
42,mlp.experts.301.up_proj,failsafe(rtn): 0.0015259,0.00000,0.795
42,mlp.experts.277.up_proj,0.0000870715,0.05000,14.864
42,mlp.experts.298.up_proj,0.0000307023,0.05000,14.948
42,mlp.experts.317.up_proj,failsafe(rtn): 0.0016327,0.00000,0.749
42,mlp.experts.291.up_proj,0.0000667054,0.05000,14.741
42,mlp.experts.292.up_proj,0.0001162501,0.05000,14.806
42,mlp.experts.333.up_proj,failsafe(rtn): 0.0015182,0.00000,0.711
42,mlp.experts.353.up_proj,0.0000640403,0.05000,14.754
42,mlp.experts.415.up_proj,0.0000198646,0.05000,14.460
42,mlp.experts.167.up_proj,0.0000268482,0.05000,14.779
42,mlp.experts.200.up_proj,0.0000805635,0.05000,14.730
42,mlp.experts.203.up_proj,0.0000208856,0.05000,14.879
42,mlp.experts.216.up_proj,failsafe(rtn): 0.0016708,0.00000,0.681
42,mlp.experts.238.up_proj,0.0000639243,0.05000,14.838
42,mlp.experts.210.up_proj,0.0001245748,0.05000,14.758
42,mlp.experts.232.up_proj,failsafe(rtn): 0.0016479,0.00000,0.756
42,mlp.experts.201.up_proj,0.0000470226,0.05000,14.912
42,mlp.experts.256.up_proj,0.0000282978,0.05000,14.814
42,mlp.experts.268.up_proj,0.0000213341,0.05000,14.776
42,mlp.experts.262.up_proj,0.0000277837,0.05000,14.764
42,mlp.experts.293.up_proj,0.0000262268,0.05000,14.579
42,mlp.experts.314.up_proj,0.0000916051,0.05000,14.430
42,mlp.experts.307.up_proj,0.0000431448,0.05000,14.505
42,mlp.experts.308.up_proj,0.0000564618,0.05000,14.290
42,mlp.experts.349.up_proj,0.0001659293,0.05000,14.405
42,mlp.experts.365.up_proj,failsafe(rtn): 0.0015564,0.00000,0.701
42,mlp.experts.381.up_proj,failsafe(rtn): 0.0016556,0.00000,0.790
42,mlp.experts.369.up_proj,0.0000517977,0.05000,14.644
42,mlp.experts.431.up_proj,0.0000427842,0.05000,14.582
42,mlp.experts.183.up_proj,0.0000357351,0.05000,14.783
42,mlp.experts.219.up_proj,0.0000333904,0.05000,14.731
42,mlp.experts.254.up_proj,0.0000512260,0.05000,14.739
42,mlp.experts.226.up_proj,0.0000441298,0.05000,14.741
42,mlp.experts.248.up_proj,0.0000781900,0.05000,14.642
42,mlp.experts.217.up_proj,0.0000969940,0.05000,14.627
42,mlp.experts.272.up_proj,0.0000956416,0.05000,14.582
42,mlp.experts.284.up_proj,0.0000411374,0.05000,14.534
42,mlp.experts.278.up_proj,0.0000395634,0.05000,14.616
42,mlp.experts.309.up_proj,0.0000482031,0.05000,14.567
42,mlp.experts.330.up_proj,0.0000346225,0.05000,14.611
42,mlp.experts.323.up_proj,0.0000253302,0.05000,14.843
42,mlp.experts.324.up_proj,0.0000192286,0.05000,14.807
42,mlp.experts.340.up_proj,failsafe(rtn): 0.0015793,0.00000,0.717
42,mlp.experts.397.up_proj,0.0000220720,0.05000,14.769
42,mlp.experts.447.up_proj,0.0000208537,0.05000,14.491
42,mlp.experts.385.up_proj,0.0000425769,0.05000,14.653
42,mlp.experts.199.up_proj,0.0000078288,0.05000,14.467
42,mlp.experts.235.up_proj,0.0001268351,0.05000,14.592
42,mlp.experts.270.up_proj,0.0000162276,0.05000,14.429
42,mlp.experts.242.up_proj,0.0001025768,0.05000,14.488
42,mlp.experts.264.up_proj,0.0000231840,0.05000,14.542
42,mlp.experts.233.up_proj,0.0000751165,0.05000,14.624
42,mlp.experts.288.up_proj,0.0000516120,0.05000,14.624
42,mlp.experts.300.up_proj,0.0001373032,0.05000,14.680
42,mlp.experts.294.up_proj,0.0000437830,0.05000,14.610
42,mlp.experts.304.up_proj,failsafe(rtn): 0.0015945,0.00000,0.735
42,mlp.experts.325.up_proj,0.0000248546,0.05000,14.728
42,mlp.experts.346.up_proj,0.0000272227,0.05000,14.664
42,mlp.experts.339.up_proj,0.0000492470,0.05000,14.625
42,mlp.experts.356.up_proj,0.0000695167,0.05000,14.411
42,mlp.experts.413.up_proj,0.0000503157,0.05000,14.576
42,mlp.experts.463.up_proj,0.0001350766,0.05000,14.811
42,mlp.experts.401.up_proj,0.0000376046,0.05000,14.875
42,mlp.experts.479.up_proj,failsafe(rtn): 0.0016327,0.00000,0.687
42,mlp.experts.215.up_proj,0.0000314331,0.05000,14.673
42,mlp.experts.251.up_proj,0.0001318125,0.05000,14.717
42,mlp.experts.286.up_proj,0.0000312045,0.05000,14.779
42,mlp.experts.258.up_proj,0.0000272252,0.05000,14.678
42,mlp.experts.280.up_proj,0.0000754170,0.05000,14.667
42,mlp.experts.249.up_proj,0.0000173466,0.05000,14.745
42,mlp.experts.316.up_proj,0.0001166158,0.05000,14.879
42,mlp.experts.310.up_proj,0.0001034707,0.05000,14.999
42,mlp.experts.320.up_proj,0.0000188124,0.05000,14.971
42,mlp.experts.341.up_proj,0.0000436655,0.05000,14.877
42,mlp.experts.362.up_proj,0.0000377794,0.05000,14.963
42,mlp.experts.355.up_proj,0.0000245411,0.05000,14.877
42,mlp.experts.372.up_proj,0.0000189836,0.05000,14.957
42,mlp.experts.429.up_proj,0.0000313896,0.05000,14.975
42,mlp.experts.417.up_proj,0.0000190085,0.05000,14.919
42,mlp.experts.495.up_proj,0.0000414233,0.05000,14.905
42,mlp.experts.231.up_proj,0.0001015798,0.05000,14.874
42,mlp.experts.267.up_proj,0.0000222478,0.05000,14.949
42,mlp.experts.274.up_proj,0.0000290849,0.05000,14.878
42,mlp.experts.302.up_proj,0.0000203767,0.05000,14.959
42,mlp.experts.296.up_proj,0.0000291617,0.05000,14.862
42,mlp.experts.265.up_proj,0.0000437176,0.05000,14.953
42,mlp.experts.332.up_proj,0.0000214766,0.05000,14.554
42,mlp.experts.336.up_proj,0.0000344257,0.05000,14.471
42,mlp.experts.326.up_proj,0.0000243404,0.05000,14.587
42,mlp.experts.348.up_proj,failsafe(rtn): 0.0015945,0.00000,0.724
42,mlp.experts.364.up_proj,failsafe(rtn): 0.0016403,0.00000,0.679
42,mlp.experts.357.up_proj,0.0000602084,0.05000,14.644
42,mlp.experts.378.up_proj,0.0000139063,0.05000,14.653
42,mlp.experts.371.up_proj,0.0000922611,0.05000,14.522
42,mlp.experts.388.up_proj,0.0000410255,0.05000,14.572
42,mlp.experts.445.up_proj,0.0000510260,0.05000,14.462
42,mlp.experts.433.up_proj,0.0000317806,0.05000,14.617
42,mlp.experts.511.up_proj,0.0000317848,0.05000,14.569
42,mlp.experts.15.down_proj,failsafe(rtn): 0.0016403,0.00000,0.209
42,mlp.experts.31.down_proj,failsafe(rtn): 0.0017166,0.00000,0.160
42,mlp.experts.47.down_proj,failsafe(rtn): 0.0016785,0.00000,0.157
42,mlp.experts.247.up_proj,0.0000558986,0.05000,14.600
42,mlp.experts.283.up_proj,0.0000432502,0.05000,14.721
42,mlp.experts.290.up_proj,0.0000611966,0.05000,14.633
42,mlp.experts.63.down_proj,0.0000361575,0.05000,3.744
42,mlp.experts.318.up_proj,0.0000813537,0.05000,14.737
42,mlp.experts.312.up_proj,0.0000396549,0.05000,14.686
42,mlp.experts.281.up_proj,0.0000338122,0.05000,14.854
42,mlp.experts.352.up_proj,0.0000707503,0.05000,14.978
42,mlp.experts.342.up_proj,0.0000599462,0.05000,14.965
42,mlp.experts.358.up_proj,failsafe(rtn): 0.0015869,0.00000,0.744
42,mlp.experts.79.down_proj,0.0000097231,0.05000,3.917
42,mlp.experts.380.up_proj,0.0000654854,0.05000,15.102
42,mlp.experts.373.up_proj,0.0000610460,0.05000,14.965
42,mlp.experts.394.up_proj,0.0000264893,0.05000,14.990
42,mlp.experts.387.up_proj,0.0000715999,0.05000,15.247
42,mlp.experts.404.up_proj,0.0000204665,0.05000,15.169
42,mlp.experts.461.up_proj,0.0000222594,0.05000,14.903
42,mlp.experts.95.down_proj,0.0000046032,0.05000,3.735
42,mlp.experts.449.up_proj,0.0000394704,0.05000,15.029
42,mlp.experts.111.down_proj,0.0000120317,0.05000,3.545
42,mlp.experts.127.down_proj,failsafe(rtn): 0.0016785,0.00000,0.205
42,mlp.experts.263.up_proj,0.0000260296,0.05000,15.117
42,mlp.experts.299.up_proj,0.0000296341,0.05000,14.899
42,mlp.experts.306.up_proj,0.0000455046,0.05000,14.850
42,mlp.experts.328.up_proj,0.0000106268,0.05000,14.689
42,mlp.experts.334.up_proj,0.0001276969,0.05000,14.940
42,mlp.experts.143.down_proj,0.0000242823,0.05000,3.584
42,mlp.experts.159.down_proj,failsafe(rtn): 0.0015259,0.00000,0.173
42,mlp.experts.297.up_proj,0.0000484906,0.05000,14.792
42,mlp.experts.368.up_proj,0.0000242389,0.05000,14.556
42,mlp.experts.374.up_proj,0.0000796804,0.05000,14.532
42,mlp.experts.396.up_proj,0.0001399462,0.05000,14.488
42,mlp.experts.389.up_proj,0.0000643925,0.05000,14.521
42,mlp.experts.175.down_proj,0.0000075455,0.05000,3.629
42,mlp.experts.410.up_proj,0.0000352077,0.05000,14.550
42,mlp.experts.403.up_proj,0.0000277991,0.05000,14.725
42,mlp.experts.420.up_proj,0.0000422824,0.05000,14.449
42,mlp.experts.477.up_proj,0.0000649024,0.05000,14.531
42,mlp.experts.191.down_proj,0.0000188286,0.05000,3.618
42,mlp.experts.465.up_proj,0.0000295585,0.05000,14.624
42,mlp.experts.207.down_proj,0.0000139780,0.05000,3.717
42,mlp.experts.223.down_proj,failsafe(rtn): 0.0016479,0.00000,0.170
42,mlp.experts.279.up_proj,0.0001178474,0.05000,14.404
42,mlp.experts.315.up_proj,0.0000321501,0.05000,14.480
42,mlp.experts.322.up_proj,0.0000287375,0.05000,14.508
42,mlp.experts.344.up_proj,0.0000576644,0.05000,14.660
42,mlp.experts.350.up_proj,0.0000527733,0.05000,14.547
42,mlp.experts.239.down_proj,0.0000113633,0.05000,3.654
42,mlp.experts.313.up_proj,0.0000061225,0.05000,14.712
42,mlp.experts.384.up_proj,0.0000148039,0.05000,14.467
42,mlp.experts.400.up_proj,failsafe(rtn): 0.0017395,0.00000,0.663
42,mlp.experts.390.up_proj,0.0002292200,0.05000,14.476
42,mlp.experts.412.up_proj,0.0000248244,0.05000,14.407
42,mlp.experts.405.up_proj,0.0000276149,0.05000,14.592
42,mlp.experts.426.up_proj,0.0000410914,0.05000,14.499
42,mlp.experts.255.down_proj,0.0000110596,0.05000,3.474
42,mlp.experts.442.up_proj,failsafe(rtn): 0.0015640,0.00000,0.797
42,mlp.experts.419.up_proj,0.0000355011,0.05000,14.537
42,mlp.experts.436.up_proj,0.0000874640,0.05000,14.696
42,mlp.experts.435.up_proj,failsafe(rtn): 0.0016403,0.00000,0.785
42,mlp.experts.452.up_proj,failsafe(rtn): 0.0016098,0.00000,0.715
42,mlp.experts.493.up_proj,0.0000794455,0.05000,14.540
42,mlp.experts.468.up_proj,failsafe(rtn): 0.0014877,0.00000,0.732
42,mlp.experts.271.down_proj,0.0000425654,0.05000,3.855
42,mlp.experts.484.up_proj,failsafe(rtn): 0.0017395,0.00000,0.812
42,mlp.experts.481.up_proj,0.0001398268,0.05000,14.724
42,mlp.experts.287.down_proj,0.0000100554,0.05000,3.594
42,mlp.experts.295.up_proj,0.0000278847,0.05000,14.660
42,mlp.experts.331.up_proj,0.0000334019,0.05000,14.498
42,mlp.experts.338.up_proj,0.0000679222,0.05000,14.582
42,mlp.experts.360.up_proj,0.0000309142,0.05000,14.450
42,mlp.experts.366.up_proj,0.0000638861,0.05000,14.533
42,mlp.experts.303.down_proj,0.0000076773,0.05000,3.564
42,mlp.experts.329.up_proj,0.0000380781,0.05000,14.460
42,mlp.experts.406.up_proj,0.0000876895,0.05000,14.649
42,mlp.experts.416.up_proj,0.0000083395,0.05000,14.922
42,mlp.experts.428.up_proj,0.0000232154,0.05000,14.845
42,mlp.experts.421.up_proj,0.0000222530,0.05000,14.863
42,mlp.experts.319.down_proj,0.0000209483,0.05000,3.810
42,mlp.experts.444.up_proj,failsafe(rtn): 0.0017242,0.00000,0.707
42,mlp.experts.458.up_proj,0.0000770347,0.05000,14.647
42,mlp.experts.451.up_proj,0.0000192785,0.05000,14.797
42,mlp.experts.509.up_proj,0.0000408887,0.05000,14.661
42,mlp.experts.500.up_proj,0.0000332849,0.05000,14.515
42,mlp.experts.335.down_proj,0.0000251145,0.05000,3.671
42,mlp.experts.4.down_proj,failsafe(rtn): 0.0017319,0.00000,0.165
42,mlp.experts.497.up_proj,0.0000695780,0.05000,14.505
42,mlp.experts.13.down_proj,0.0000037495,0.05000,3.608
42,mlp.experts.351.down_proj,0.0000077242,0.05000,3.723
42,mlp.experts.20.down_proj,0.0000141530,0.05000,3.682
42,mlp.experts.367.down_proj,failsafe(rtn): 0.0015335,0.00000,0.207
42,mlp.experts.311.up_proj,0.0000261515,0.05000,14.916
42,mlp.experts.1.down_proj,0.0000173864,0.05000,3.707
42,mlp.experts.29.down_proj,0.0000130583,0.05000,3.701
42,mlp.experts.17.down_proj,failsafe(rtn): 0.0016785,0.00000,0.172
42,mlp.experts.45.down_proj,failsafe(rtn): 0.0016708,0.00000,0.183
42,mlp.experts.347.up_proj,0.0000843816,0.05000,14.869
42,mlp.experts.61.down_proj,failsafe(rtn): 0.0017853,0.00000,0.198
42,mlp.experts.376.up_proj,0.0000356957,0.05000,14.782
42,mlp.experts.354.up_proj,0.0000144946,0.05000,14.925
42,mlp.experts.382.up_proj,0.0000264237,0.05000,14.768
42,mlp.experts.345.up_proj,0.0000941716,0.05000,14.716
42,mlp.experts.36.down_proj,0.0000354569,0.05000,3.628
42,mlp.experts.383.down_proj,0.0000396968,0.05000,3.623
42,mlp.experts.399.down_proj,failsafe(rtn): 0.0016479,0.00000,0.179
42,mlp.experts.33.down_proj,0.0000260490,0.05000,3.549
42,mlp.experts.49.down_proj,failsafe(rtn): 0.0016632,0.00000,0.167
42,mlp.experts.77.down_proj,0.0000228228,0.05000,3.464
42,mlp.experts.422.up_proj,0.0000710828,0.05000,14.462
42,mlp.experts.432.up_proj,0.0000208250,0.05000,14.391
42,mlp.experts.65.down_proj,failsafe(rtn): 0.0017471,0.00000,0.190
42,mlp.experts.81.down_proj,failsafe(rtn): 0.0017242,0.00000,0.226
42,mlp.experts.437.up_proj,0.0000588329,0.05000,14.521
42,mlp.experts.460.up_proj,0.0000203777,0.05000,14.567
42,mlp.experts.52.down_proj,0.0000444244,0.05000,3.590
42,mlp.experts.415.down_proj,0.0000074076,0.05000,3.658
42,mlp.experts.474.up_proj,0.0000621506,0.05000,14.745
42,mlp.experts.490.up_proj,failsafe(rtn): 0.0015640,0.00000,0.722
42,mlp.experts.467.up_proj,0.0000959380,0.05000,14.580
42,mlp.experts.93.down_proj,0.0000115846,0.05000,3.733
42,mlp.experts.97.down_proj,0.0000260074,0.05000,3.577
42,mlp.experts.68.down_proj,0.0000066556,0.05000,3.393
42,mlp.experts.109.down_proj,0.0000296524,0.05000,3.168
42,mlp.experts.113.down_proj,0.0000247131,0.05000,3.152
42,mlp.experts.84.down_proj,0.0000055778,0.05000,3.318
42,mlp.experts.100.down_proj,failsafe(rtn): 0.0016022,0.00000,0.167
42,mlp.experts.327.up_proj,0.0001616281,0.05000,13.517
42,mlp.experts.363.up_proj,0.0000214302,0.05000,13.395
42,mlp.experts.125.down_proj,0.0000401428,0.05000,3.111
42,mlp.experts.392.up_proj,0.0000688862,0.05000,13.234
42,mlp.experts.129.down_proj,0.0000066038,0.05000,3.028
42,mlp.experts.370.up_proj,0.0000774981,0.05000,13.284
42,mlp.experts.398.up_proj,0.0000908555,0.05000,13.294
42,mlp.experts.361.up_proj,0.0000260834,0.05000,13.200
42,mlp.experts.483.up_proj,failsafe(rtn): 0.0016174,0.00000,0.746
42,mlp.experts.116.down_proj,0.0000140742,0.05000,3.061
42,mlp.experts.132.down_proj,failsafe(rtn): 0.0015030,0.00000,0.182
42,mlp.experts.448.up_proj,0.0000867719,0.05000,13.335
42,mlp.experts.438.up_proj,0.0000495362,0.05000,13.555
42,mlp.experts.141.down_proj,0.0000229286,0.05000,3.741
42,mlp.experts.431.down_proj,0.0000158119,0.05000,3.699
42,mlp.experts.145.down_proj,0.0000074124,0.05000,3.762
42,mlp.experts.464.up_proj,failsafe(rtn): 0.0015335,0.00000,0.697
42,mlp.experts.453.up_proj,0.0000290283,0.05000,13.373
42,mlp.experts.476.up_proj,0.0000302400,0.05000,13.220
42,mlp.experts.148.down_proj,0.0000107230,0.05000,3.548
42,mlp.experts.506.up_proj,0.0000621601,0.05000,13.035
42,mlp.experts.10.down_proj,failsafe(rtn): 0.0016937,0.00000,0.156
42,mlp.experts.447.down_proj,0.0000055594,0.05000,3.092
42,mlp.experts.164.down_proj,0.0000117648,0.05000,3.024
42,mlp.experts.26.down_proj,0.0000159887,0.05000,2.895
42,mlp.experts.463.down_proj,0.0001025753,0.05000,2.946
42,mlp.experts.479.down_proj,failsafe(rtn): 0.0016861,0.00000,0.153
42,mlp.experts.180.down_proj,0.0000144675,0.05000,2.945
42,mlp.experts.42.down_proj,0.0000089546,0.05000,3.012
42,mlp.experts.386.up_proj,0.0000663396,0.05000,12.591
42,mlp.experts.408.up_proj,0.0000331781,0.05000,12.702
42,mlp.experts.414.up_proj,0.0000722647,0.05000,12.537
42,mlp.experts.343.up_proj,0.0000626599,0.05000,12.721
42,mlp.experts.379.up_proj,0.0000617880,0.05000,12.755
42,mlp.experts.377.up_proj,0.0001317074,0.05000,12.400
42,mlp.experts.495.down_proj,0.0000166903,0.05000,3.061
42,mlp.experts.161.down_proj,failsafe(rtn): 0.0017090,0.00000,0.197
42,mlp.experts.499.up_proj,0.0000265278,0.05000,12.681
42,mlp.experts.395.up_proj,failsafe(rtn): 0.0016632,0.00000,0.665
42,mlp.experts.469.up_proj,failsafe(rtn): 0.0015564,0.00000,0.714
42,mlp.experts.196.down_proj,0.0000234024,0.05000,3.136
42,mlp.experts.58.down_proj,0.0000125560,0.05000,3.221
42,mlp.experts.454.up_proj,0.0000082268,0.05000,12.249
42,mlp.experts.511.down_proj,0.0000077181,0.05000,3.281
42,mlp.experts.480.up_proj,0.0000192595,0.05000,12.317
42,mlp.experts.157.down_proj,0.0000132960,0.05000,3.346
42,mlp.experts.177.down_proj,0.0000149481,0.05000,3.262
42,mlp.experts.492.up_proj,0.0001065844,0.05000,12.262
42,mlp.experts.3.down_proj,0.0000237645,0.05000,3.210
42,mlp.experts.74.down_proj,0.0000107653,0.05000,2.894
42,mlp.experts.90.down_proj,failsafe(rtn): 0.0016708,0.00000,0.115
42,mlp.experts.173.down_proj,0.0000190337,0.05000,2.533
42,mlp.experts.193.down_proj,0.0000061842,0.05000,2.528
42,mlp.experts.19.down_proj,0.0000188878,0.05000,2.524
42,mlp.experts.106.down_proj,0.0000059494,0.05000,2.559
42,mlp.experts.189.down_proj,0.0000134409,0.05000,2.638
42,mlp.experts.209.down_proj,0.0000162410,0.05000,2.680
42,mlp.experts.35.down_proj,0.0000130379,0.05000,2.624
42,mlp.experts.122.down_proj,0.0000082400,0.05000,2.694
42,mlp.experts.424.up_proj,0.0000274554,0.05000,10.978
42,mlp.experts.402.up_proj,0.0000661030,0.05000,11.254
42,mlp.experts.430.up_proj,0.0000205814,0.05000,11.279
42,mlp.experts.359.up_proj,0.0000404044,0.05000,11.514
42,mlp.experts.393.up_proj,0.0000556207,0.05000,11.368
42,mlp.experts.205.down_proj,0.0000127006,0.05000,2.934
42,mlp.experts.440.up_proj,failsafe(rtn): 0.0015869,0.00000,0.785
42,mlp.experts.225.down_proj,0.0000178486,0.05000,2.995
42,mlp.experts.411.up_proj,0.0000167392,0.05000,11.263
42,mlp.experts.51.down_proj,0.0000329768,0.05000,2.977
42,mlp.experts.485.up_proj,0.0000231307,0.05000,11.331
42,mlp.experts.138.down_proj,0.0000125012,0.05000,3.342
42,mlp.experts.212.down_proj,0.0000158142,0.05000,3.531
42,mlp.experts.470.up_proj,0.0000381186,0.05000,11.685
42,mlp.experts.221.down_proj,0.0000296443,0.05000,3.488
42,mlp.experts.241.down_proj,0.0000086431,0.05000,3.482
42,mlp.experts.67.down_proj,0.0000058213,0.05000,3.437
42,mlp.experts.257.down_proj,failsafe(rtn): 0.0015488,0.00000,0.186
42,mlp.experts.154.down_proj,0.0000343293,0.05000,3.291
42,mlp.experts.228.down_proj,0.0000070650,0.05000,3.295
42,mlp.experts.237.down_proj,0.0000091319,0.05000,3.371
42,mlp.experts.83.down_proj,0.0000081580,0.05000,3.312
42,mlp.experts.273.down_proj,0.0000065150,0.05000,3.342
42,mlp.experts.289.down_proj,failsafe(rtn): 0.0017700,0.00000,0.194
42,mlp.experts.170.down_proj,0.0000048986,0.05000,3.470
42,mlp.experts.186.down_proj,failsafe(rtn): 0.0016861,0.00000,0.205
42,mlp.experts.244.down_proj,0.0000357467,0.05000,3.524
42,mlp.experts.253.down_proj,0.0000034932,0.05000,3.458
42,mlp.experts.99.down_proj,0.0000197535,0.05000,3.412
42,mlp.experts.305.down_proj,0.0000205598,0.05000,3.336
42,mlp.experts.202.down_proj,0.0000205282,0.05000,3.154
42,mlp.experts.496.up_proj,0.0000311658,0.05000,13.517
42,mlp.experts.260.down_proj,0.0000297706,0.05000,3.156
42,mlp.experts.508.up_proj,0.0001615879,0.05000,13.698
42,mlp.experts.446.up_proj,0.0000650667,0.05000,13.559
42,mlp.experts.418.up_proj,0.0000672249,0.05000,13.654
42,mlp.experts.409.up_proj,0.0000592122,0.05000,13.434
42,mlp.experts.375.up_proj,0.0000305870,0.05000,13.560
42,mlp.experts.456.up_proj,0.0000416237,0.05000,13.437
42,mlp.experts.269.down_proj,0.0000237739,0.05000,3.226
42,mlp.experts.427.up_proj,0.0000379257,0.05000,13.438
42,mlp.experts.115.down_proj,0.0000066101,0.05000,3.230
42,mlp.experts.501.up_proj,0.0000337257,0.05000,13.377
42,mlp.experts.321.down_proj,0.0000386384,0.05000,3.241
42,mlp.experts.5.down_proj,failsafe(rtn): 0.0017776,0.00000,0.163
42,mlp.experts.218.down_proj,0.0000098430,0.05000,3.103
42,mlp.experts.0.down_proj,0.0000107726,0.05000,3.024
42,mlp.experts.276.down_proj,0.0000236537,0.05000,3.052
42,mlp.experts.12.down_proj,0.0000190773,0.05000,3.016
42,mlp.experts.486.up_proj,0.0000250060,0.05000,13.072
42,mlp.experts.28.down_proj,failsafe(rtn): 0.0017014,0.00000,0.166
42,mlp.experts.285.down_proj,0.0000701970,0.05000,2.998
42,mlp.experts.434.up_proj,failsafe(rtn): 0.0015564,0.00000,0.665
42,mlp.experts.301.down_proj,failsafe(rtn): 0.0015793,0.00000,0.152
42,mlp.experts.131.down_proj,0.0000060199,0.05000,2.978
42,mlp.experts.317.down_proj,failsafe(rtn): 0.0016403,0.00000,0.188
42,mlp.experts.333.down_proj,failsafe(rtn): 0.0016632,0.00000,0.186
42,mlp.experts.337.down_proj,0.0000154836,0.05000,3.121
42,mlp.experts.21.down_proj,0.0001351274,0.05000,3.083
42,mlp.experts.16.down_proj,0.0000560576,0.05000,3.365
42,mlp.experts.292.down_proj,0.0000602368,0.05000,3.423
42,mlp.experts.234.down_proj,0.0000410944,0.05000,3.514
42,mlp.experts.44.down_proj,0.0000250691,0.05000,3.437
42,mlp.experts.250.down_proj,failsafe(rtn): 0.0016098,0.00000,0.174
42,mlp.experts.147.down_proj,0.0000081470,0.05000,3.501
42,mlp.experts.349.down_proj,0.0000473230,0.05000,3.428
42,mlp.experts.353.down_proj,0.0000139572,0.05000,3.446
42,mlp.experts.365.down_proj,failsafe(rtn): 0.0016098,0.00000,0.191
42,mlp.experts.37.down_proj,0.0000159802,0.05000,3.528
42,mlp.experts.381.down_proj,failsafe(rtn): 0.0017242,0.00000,0.209
42,mlp.experts.32.down_proj,0.0000160650,0.05000,3.549
42,mlp.experts.308.down_proj,0.0000140607,0.05000,3.505
42,mlp.experts.60.down_proj,0.0000134719,0.05000,3.451
42,mlp.experts.266.down_proj,0.0000069371,0.05000,3.461
42,mlp.experts.163.down_proj,0.0000105603,0.05000,3.464
42,mlp.experts.179.down_proj,failsafe(rtn): 0.0017624,0.00000,0.180
42,mlp.experts.369.down_proj,0.0000330019,0.05000,3.452
42,mlp.experts.53.down_proj,0.0000084281,0.05000,3.377
42,mlp.experts.195.down_proj,failsafe(rtn): 0.0016327,0.00000,0.198
42,mlp.experts.69.down_proj,failsafe(rtn): 0.0017014,0.00000,0.165
42,mlp.experts.397.down_proj,0.0000075290,0.05000,3.456
42,mlp.experts.324.down_proj,0.0000061401,0.05000,3.195
42,mlp.experts.48.down_proj,0.0000120030,0.05000,3.252
42,mlp.experts.340.down_proj,failsafe(rtn): 0.0016632,0.00000,0.156
42,mlp.experts.76.down_proj,0.0000637894,0.05000,3.253
42,mlp.experts.282.down_proj,0.0000118721,0.05000,3.188
42,mlp.experts.425.up_proj,0.0000672498,0.05000,13.111
42,mlp.experts.391.up_proj,0.0000721533,0.05000,13.061
42,mlp.experts.472.up_proj,0.0000980302,0.05000,13.135
42,mlp.experts.443.up_proj,0.0000318119,0.05000,13.176
42,mlp.experts.385.down_proj,0.0000077934,0.05000,3.329
42,mlp.experts.211.down_proj,0.0000161161,0.05000,3.254
42,mlp.experts.85.down_proj,0.0000090364,0.05000,3.259
42,mlp.experts.227.down_proj,failsafe(rtn): 0.0016708,0.00000,0.168
42,mlp.experts.413.down_proj,0.0000228980,0.05000,3.246
42,mlp.experts.243.down_proj,failsafe(rtn): 0.0015717,0.00000,0.169
42,mlp.experts.64.down_proj,0.0000442293,0.05000,3.400
42,mlp.experts.356.down_proj,0.0000305221,0.05000,3.418
42,mlp.experts.462.up_proj,0.0001227986,0.05000,13.632
42,mlp.experts.502.up_proj,0.0001576528,0.05000,13.638
42,mlp.experts.92.down_proj,0.0000155849,0.05000,3.429
42,mlp.experts.298.down_proj,0.0000150191,0.05000,3.449
42,mlp.experts.450.up_proj,0.0000193210,0.05000,13.537
42,mlp.experts.401.down_proj,0.0000120944,0.05000,3.391
42,mlp.experts.101.down_proj,0.0000368699,0.05000,3.396
42,mlp.experts.429.down_proj,0.0000172982,0.05000,3.410
42,mlp.experts.259.down_proj,0.0000068475,0.05000,3.361
42,mlp.experts.80.down_proj,0.0000072914,0.05000,3.347
42,mlp.experts.372.down_proj,0.0000059660,0.05000,3.357
42,mlp.experts.108.down_proj,0.0000180956,0.05000,3.317
42,mlp.experts.6.down_proj,0.0000121192,0.05000,3.376
42,mlp.experts.22.down_proj,failsafe(rtn): 0.0017242,0.00000,0.163
42,mlp.experts.314.down_proj,0.0000319710,0.05000,3.419
42,mlp.experts.417.down_proj,0.0000075699,0.05000,3.314
42,mlp.experts.117.down_proj,0.0000555223,0.05000,3.225
42,mlp.experts.445.down_proj,0.0000130244,0.05000,3.251
42,mlp.experts.275.down_proj,0.0000123860,0.05000,3.210
42,mlp.experts.96.down_proj,0.0000161628,0.05000,3.272
42,mlp.experts.388.down_proj,0.0000147015,0.05000,3.333
42,mlp.experts.124.down_proj,0.0000075742,0.05000,3.276
42,mlp.experts.38.down_proj,0.0000324795,0.05000,3.368
42,mlp.experts.330.down_proj,0.0000223964,0.05000,3.346
42,mlp.experts.433.down_proj,0.0000069335,0.05000,3.458
42,mlp.experts.133.down_proj,0.0000201242,0.05000,3.473
42,mlp.experts.291.down_proj,0.0000623780,0.05000,3.422
42,mlp.experts.461.down_proj,0.0000058726,0.05000,3.484
42,mlp.experts.112.down_proj,0.0000047679,0.05000,3.505
42,mlp.experts.140.down_proj,0.0000740764,0.05000,3.413
42,mlp.experts.404.down_proj,0.0000074362,0.05000,3.502
42,mlp.experts.407.up_proj,0.0000170618,0.05000,13.439
42,mlp.experts.441.up_proj,0.0000268928,0.05000,13.535
42,mlp.experts.54.down_proj,0.0000110016,0.05000,3.455
42,mlp.experts.346.down_proj,0.0000212526,0.05000,3.429
42,mlp.experts.488.up_proj,0.0000915668,0.05000,13.520
42,mlp.experts.459.up_proj,0.0000323596,0.05000,13.506
42,mlp.experts.449.down_proj,0.0000144470,0.05000,3.469
42,mlp.experts.149.down_proj,0.0000673267,0.05000,3.494
42,mlp.experts.307.down_proj,0.0000073222,0.05000,3.480
42,mlp.experts.477.down_proj,0.0000118081,0.05000,3.459
42,mlp.experts.128.down_proj,0.0000135362,0.05000,3.434
42,mlp.experts.144.down_proj,failsafe(rtn): 0.0016174,0.00000,0.161
42,mlp.experts.420.down_proj,0.0000241259,0.05000,3.496
42,mlp.experts.156.down_proj,0.0000191495,0.05000,3.520
42,mlp.experts.478.up_proj,0.0001293125,0.05000,13.625
42,mlp.experts.70.down_proj,0.0000533998,0.05000,3.532
42,mlp.experts.362.down_proj,0.0000129906,0.05000,3.523
42,mlp.experts.86.down_proj,failsafe(rtn): 0.0017319,0.00000,0.165
42,mlp.experts.466.up_proj,0.0000559766,0.05000,13.535
42,mlp.experts.494.up_proj,failsafe(rtn): 0.0016403,0.00000,0.677
42,mlp.experts.482.up_proj,failsafe(rtn): 0.0016556,0.00000,0.666
42,mlp.experts.465.down_proj,0.0000204820,0.05000,3.497
42,mlp.experts.165.down_proj,0.0000049015,0.05000,3.527
42,mlp.experts.323.down_proj,0.0000068138,0.05000,3.533
42,mlp.experts.493.down_proj,0.0000149518,0.05000,3.520
42,mlp.experts.160.down_proj,0.0000085866,0.05000,3.469
42,mlp.experts.436.down_proj,0.0000168246,0.05000,3.396
42,mlp.experts.172.down_proj,0.0000032214,0.05000,3.408
42,mlp.experts.452.down_proj,failsafe(rtn): 0.0016479,0.00000,0.169
42,mlp.experts.378.down_proj,0.0000051733,0.05000,3.389
42,mlp.experts.468.down_proj,failsafe(rtn): 0.0014038,0.00000,0.155
42,mlp.experts.484.down_proj,failsafe(rtn): 0.0017242,0.00000,0.159
42,mlp.experts.102.down_proj,0.0000203067,0.05000,3.444
42,mlp.experts.481.down_proj,0.0000271252,0.05000,3.319
42,mlp.experts.181.down_proj,0.0000023618,0.05000,3.371
42,mlp.experts.509.down_proj,0.0000123329,0.05000,3.343
42,mlp.experts.339.down_proj,0.0000063587,0.05000,3.387
42,mlp.experts.176.down_proj,0.0000078699,0.05000,3.249
42,mlp.experts.188.down_proj,0.0000023336,0.05000,3.197
42,mlp.experts.204.down_proj,failsafe(rtn): 0.0016708,0.00000,0.152
42,mlp.experts.394.down_proj,0.0000112387,0.05000,3.227
42,mlp.experts.500.down_proj,0.0000119471,0.05000,3.209
42,mlp.experts.118.down_proj,0.0000129279,0.05000,3.191
42,mlp.experts.497.down_proj,0.0000414621,0.05000,3.098
42,mlp.experts.197.down_proj,0.0000331693,0.05000,3.063
42,mlp.experts.355.down_proj,0.0000133903,0.05000,3.008
42,mlp.experts.213.down_proj,failsafe(rtn): 0.0017319,0.00000,0.129
42,mlp.experts.192.down_proj,0.0000431897,0.05000,2.809
42,mlp.experts.423.up_proj,0.0000272561,0.05000,12.833
42,mlp.experts.504.up_proj,0.0000506053,0.05000,12.708
42,mlp.experts.457.up_proj,0.0000486561,0.05000,12.889
42,mlp.experts.220.down_proj,0.0000098388,0.05000,2.843
42,mlp.experts.410.down_proj,0.0000195267,0.05000,2.821
42,mlp.experts.134.down_proj,0.0000142590,0.05000,2.767
42,mlp.experts.475.up_proj,0.0000345724,0.05000,12.798
42,mlp.experts.473.up_proj,failsafe(rtn): 0.0016098,0.00000,0.525
42,mlp.experts.371.down_proj,0.0001084028,0.05000,2.706
42,mlp.experts.229.down_proj,0.0000306173,0.05000,2.725
42,mlp.experts.208.down_proj,0.0000094910,0.05000,2.675
42,mlp.experts.8.down_proj,0.0000108811,0.05000,2.754
42,mlp.experts.236.down_proj,0.0000135137,0.05000,2.684
42,mlp.experts.426.down_proj,0.0000205935,0.05000,2.763
42,mlp.experts.150.down_proj,0.0000234355,0.05000,2.723
42,mlp.experts.510.up_proj,0.0000680215,0.05000,11.931
42,mlp.experts.442.down_proj,failsafe(rtn): 0.0015793,0.00000,0.134
42,mlp.experts.498.up_proj,0.0000425175,0.05000,11.905
42,mlp.experts.387.down_proj,0.0000088824,0.05000,2.692
42,mlp.experts.245.down_proj,0.0000369430,0.05000,2.664
42,mlp.experts.261.down_proj,failsafe(rtn): 0.0016403,0.00000,0.146
42,mlp.experts.224.down_proj,0.0000630527,0.05000,2.768
42,mlp.experts.240.down_proj,failsafe(rtn): 0.0016479,0.00000,0.137
42,mlp.experts.24.down_proj,0.0000149367,0.05000,2.772
42,mlp.experts.252.down_proj,0.0000152090,0.05000,2.769
42,mlp.experts.14.down_proj,0.0000104528,0.05000,2.774
42,mlp.experts.166.down_proj,0.0000442011,0.05000,2.807
42,mlp.experts.458.down_proj,0.0000287064,0.05000,2.776
42,mlp.experts.182.down_proj,failsafe(rtn): 0.0017319,0.00000,0.142
42,mlp.experts.30.down_proj,failsafe(rtn): 0.0016708,0.00000,0.165
42,mlp.experts.2.down_proj,0.0000153524,0.05000,2.873
42,mlp.experts.403.down_proj,0.0000119485,0.05000,2.821
42,mlp.experts.277.down_proj,0.0000109157,0.05000,2.814
42,mlp.experts.256.down_proj,0.0000099426,0.05000,2.746
42,mlp.experts.268.down_proj,0.0000063161,0.05000,2.792
42,mlp.experts.40.down_proj,0.0000093616,0.05000,2.801
42,mlp.experts.474.down_proj,0.0000517207,0.05000,2.798
42,mlp.experts.46.down_proj,0.0000076060,0.05000,2.743
42,mlp.experts.198.down_proj,0.0000043389,0.05000,2.766
42,mlp.experts.490.down_proj,failsafe(rtn): 0.0016479,0.00000,0.133
42,mlp.experts.18.down_proj,0.0000045866,0.05000,2.667
42,mlp.experts.419.down_proj,0.0000249415,0.05000,2.666
42,mlp.experts.435.down_proj,failsafe(rtn): 0.0016937,0.00000,0.131
42,mlp.experts.293.down_proj,0.0000111064,0.05000,2.664
42,mlp.experts.439.up_proj,0.0000846334,0.05000,10.840
42,mlp.experts.272.down_proj,0.0000210241,0.05000,2.614
42,mlp.experts.284.down_proj,0.0000124104,0.05000,2.638
42,mlp.experts.56.down_proj,0.0000077215,0.05000,2.637
42,mlp.experts.491.up_proj,0.0000855661,0.05000,10.951
42,mlp.experts.489.up_proj,0.0000263498,0.05000,10.861
42,mlp.experts.62.down_proj,0.0000118768,0.05000,2.722
42,mlp.experts.214.down_proj,0.0000067738,0.05000,2.737
42,mlp.experts.506.down_proj,0.0000086675,0.05000,2.751
42,mlp.experts.34.down_proj,0.0000079069,0.05000,2.699
42,mlp.experts.451.down_proj,0.0000037577,0.05000,2.664
42,mlp.experts.309.down_proj,0.0000046683,0.05000,2.653
42,mlp.experts.288.down_proj,0.0000361077,0.05000,2.436
42,mlp.experts.304.down_proj,failsafe(rtn): 0.0016251,0.00000,0.113
42,mlp.experts.300.down_proj,0.0000218617,0.05000,2.406
42,mlp.experts.72.down_proj,0.0000262737,0.05000,2.400
42,mlp.experts.78.down_proj,0.0000095932,0.05000,2.255
42,mlp.experts.230.down_proj,0.0000057870,0.05000,2.268
42,mlp.experts.50.down_proj,0.0000123310,0.05000,2.237
42,mlp.experts.467.down_proj,0.0000134735,0.05000,2.218
42,mlp.experts.325.down_proj,0.0000125046,0.05000,2.223
42,mlp.experts.483.down_proj,failsafe(rtn): 0.0016785,0.00000,0.118
42,mlp.experts.320.down_proj,0.0000124348,0.05000,2.296
42,mlp.experts.88.down_proj,0.0000876894,0.05000,2.275
42,mlp.experts.316.down_proj,0.0000251946,0.05000,2.302
42,mlp.experts.94.down_proj,0.0000357460,0.05000,2.251
42,mlp.experts.246.down_proj,0.0000369312,0.05000,2.276
42,mlp.experts.66.down_proj,0.0000229373,0.05000,2.339
42,mlp.experts.341.down_proj,0.0000262163,0.05000,2.368
42,mlp.experts.499.down_proj,0.0000090189,0.05000,2.342
42,mlp.experts.336.down_proj,0.0000108424,0.05000,2.183
42,mlp.experts.104.down_proj,0.0000035865,0.05000,2.174
42,mlp.experts.332.down_proj,0.0000142922,0.05000,2.167
42,mlp.experts.348.down_proj,failsafe(rtn): 0.0016479,0.00000,0.098
42,mlp.experts.364.down_proj,failsafe(rtn): 0.0016861,0.00000,0.100
42,mlp.experts.110.down_proj,0.0000138317,0.05000,2.137
42,mlp.experts.262.down_proj,0.0000092996,0.05000,2.157
42,mlp.experts.82.down_proj,0.0000090509,0.05000,2.080
42,mlp.experts.357.down_proj,0.0000167754,0.05000,1.928
42,mlp.experts.455.up_proj,0.0000870684,0.05000,9.005
42,mlp.experts.352.down_proj,0.0000220174,0.05000,2.134
42,mlp.experts.120.down_proj,0.0000152594,0.05000,2.159
42,mlp.experts.507.up_proj,0.0000171524,0.05000,8.829
42,mlp.experts.380.down_proj,0.0000237277,0.05000,2.165
42,mlp.experts.505.up_proj,0.0000564791,0.05000,8.862
42,mlp.experts.126.down_proj,0.0000062999,0.05000,2.161
42,mlp.experts.278.down_proj,0.0000061311,0.05000,2.208
42,mlp.experts.98.down_proj,0.0000548928,0.05000,2.196
42,mlp.experts.114.down_proj,failsafe(rtn): 0.0016251,0.00000,0.107
42,mlp.experts.373.down_proj,0.0000359906,0.05000,2.161
42,mlp.experts.368.down_proj,0.0000050437,0.05000,2.109
42,mlp.experts.136.down_proj,0.0000503214,0.05000,2.099
42,mlp.experts.11.down_proj,0.0000135221,0.05000,2.064
42,mlp.experts.27.down_proj,failsafe(rtn): 0.0016708,0.00000,0.097
42,mlp.experts.9.down_proj,0.0000464339,0.05000,2.085
42,mlp.experts.396.down_proj,0.0000445167,0.05000,2.138
42,mlp.experts.142.down_proj,0.0000191228,0.05000,2.088
42,mlp.experts.294.down_proj,0.0000327691,0.05000,2.062
42,mlp.experts.130.down_proj,0.0000079517,0.05000,2.068
42,mlp.experts.389.down_proj,0.0000498270,0.05000,2.095
42,mlp.experts.384.down_proj,0.0000038754,0.05000,2.114
42,mlp.experts.152.down_proj,0.0000130501,0.05000,2.114
42,mlp.experts.400.down_proj,failsafe(rtn): 0.0017548,0.00000,0.105
42,mlp.experts.43.down_proj,0.0000367289,0.05000,2.118
42,mlp.experts.412.down_proj,0.0000147800,0.05000,2.097
42,mlp.experts.25.down_proj,0.0000119876,0.05000,2.129
42,mlp.experts.158.down_proj,0.0000080264,0.05000,2.114
42,mlp.experts.41.down_proj,failsafe(rtn): 0.0017471,0.00000,0.107
42,mlp.experts.174.down_proj,failsafe(rtn): 0.0016632,0.00000,0.109
42,mlp.experts.310.down_proj,0.0000358234,0.05000,2.148
42,mlp.experts.146.down_proj,0.0000353019,0.05000,2.127
42,mlp.experts.405.down_proj,0.0000042999,0.05000,2.066
42,mlp.experts.168.down_proj,0.0000067937,0.05000,2.050
42,mlp.experts.416.down_proj,0.0000212935,0.05000,2.069
42,mlp.experts.59.down_proj,0.0000165492,0.05000,2.083
42,mlp.experts.428.down_proj,0.0000108844,0.05000,2.070
42,mlp.experts.57.down_proj,0.0000059964,0.05000,2.044
42,mlp.experts.444.down_proj,failsafe(rtn): 0.0017548,0.00000,0.108
42,mlp.experts.190.down_proj,0.0000243526,0.05000,2.054
42,mlp.experts.326.down_proj,0.0000230279,0.05000,2.034
42,mlp.experts.162.down_proj,0.0000338647,0.05000,2.040
42,mlp.experts.421.down_proj,0.0000044750,0.05000,2.044
42,mlp.experts.471.up_proj,0.0000632174,0.05000,8.329
42,mlp.experts.184.down_proj,0.0000380871,0.05000,2.129
42,mlp.experts.432.down_proj,0.0000093786,0.05000,2.140
42,mlp.experts.75.down_proj,0.0000277755,0.05000,2.146
42,mlp.experts.460.down_proj,0.0000060973,0.05000,2.162
42,mlp.experts.73.down_proj,0.0000380614,0.05000,2.199
42,mlp.experts.206.down_proj,0.0000190560,0.05000,2.168
42,mlp.experts.342.down_proj,0.0000274471,0.05000,2.195
42,mlp.experts.358.down_proj,failsafe(rtn): 0.0016403,0.00000,0.115
42,mlp.experts.178.down_proj,0.0000122022,0.05000,2.196
42,mlp.experts.437.down_proj,0.0000209569,0.05000,2.177
42,mlp.experts.200.down_proj,0.0000279872,0.05000,2.080
42,mlp.experts.216.down_proj,failsafe(rtn): 0.0017014,0.00000,0.101
42,mlp.experts.448.down_proj,0.0000594816,0.05000,2.089
42,mlp.experts.232.down_proj,failsafe(rtn): 0.0017090,0.00000,0.103
42,mlp.experts.464.down_proj,failsafe(rtn): 0.0015335,0.00000,0.110
42,mlp.experts.91.down_proj,0.0000223198,0.05000,2.073
42,mlp.experts.89.down_proj,0.0000104948,0.05000,2.034
42,mlp.experts.476.down_proj,0.0000105394,0.05000,2.063
42,mlp.experts.222.down_proj,0.0000174066,0.05000,2.042
42,mlp.experts.374.down_proj,0.0000162063,0.05000,2.007
42,mlp.experts.194.down_proj,0.0000060918,0.05000,2.020
42,mlp.experts.453.down_proj,0.0000094206,0.05000,1.991
42,mlp.experts.469.down_proj,failsafe(rtn): 0.0016251,0.00000,0.103
42,mlp.experts.248.down_proj,0.0000689429,0.05000,1.930
42,mlp.experts.107.down_proj,0.0000124349,0.05000,1.907
42,mlp.experts.480.down_proj,0.0000070443,0.05000,1.935
42,mlp.experts.105.down_proj,0.0000211796,0.05000,1.923
42,mlp.experts.238.down_proj,0.0000144639,0.05000,1.903
42,mlp.experts.492.down_proj,0.0000272370,0.05000,1.944
42,mlp.experts.390.down_proj,0.0000248669,0.05000,1.918
42,mlp.experts.210.down_proj,0.0000204430,0.05000,1.933
42,mlp.experts.485.down_proj,0.0000101960,0.05000,1.933
42,mlp.experts.264.down_proj,0.0000143575,0.05000,1.939
42,mlp.experts.123.down_proj,0.0000376477,0.05000,1.980
42,mlp.experts.496.down_proj,0.0000061529,0.05000,2.023
42,mlp.experts.254.down_proj,0.0000230135,0.05000,1.983
42,mlp.experts.121.down_proj,0.0000070911,0.05000,2.002
42,mlp.experts.508.down_proj,0.0000366105,0.05000,1.976
42,mlp.experts.406.down_proj,0.0000083268,0.05000,1.964
42,mlp.experts.226.down_proj,0.0000152070,0.05000,1.975
42,mlp.experts.501.down_proj,0.0000095642,0.05000,1.928
42,mlp.experts.487.up_proj,0.0000699609,0.05000,7.773
42,mlp.experts.503.up_proj,failsafe(rtn): 0.0016708,0.00000,0.275
42,mlp.experts.280.down_proj,0.0000177333,0.05000,1.601
42,mlp.experts.139.down_proj,0.0000067653,0.05000,1.620
42,mlp.experts.137.down_proj,0.0000389277,0.05000,1.543
42,mlp.experts.270.down_proj,0.0000198369,0.05000,1.601
42,mlp.experts.422.down_proj,0.0000497878,0.05000,1.575
42,mlp.experts.242.down_proj,0.0000686264,0.05000,1.567
42,mlp.experts.296.down_proj,0.0000095356,0.05000,1.421
42,mlp.experts.7.down_proj,0.0000490430,0.05000,1.502
42,mlp.experts.155.down_proj,0.0000158136,0.05000,1.475
42,mlp.experts.153.down_proj,0.0000244328,0.05000,1.475
42,mlp.experts.286.down_proj,0.0000120136,0.05000,1.487
42,mlp.experts.438.down_proj,0.0000091793,0.05000,1.490
42,mlp.experts.258.down_proj,0.0000064253,0.05000,1.472
42,mlp.experts.312.down_proj,0.0000322022,0.05000,1.325
42,mlp.experts.23.down_proj,0.0000083244,0.05000,1.381
42,mlp.experts.171.down_proj,0.0000098332,0.05000,1.408
42,mlp.experts.169.down_proj,0.0000078146,0.05000,1.356
42,mlp.experts.302.down_proj,0.0000173306,0.05000,1.418
42,mlp.experts.454.down_proj,0.0000033044,0.05000,1.376
42,mlp.experts.274.down_proj,0.0000063953,0.05000,1.437
42,mlp.experts.328.down_proj,0.0000041957,0.05000,1.475
42,mlp.experts.39.down_proj,0.0000079740,0.05000,1.440
42,mlp.experts.187.down_proj,0.0000026476,0.05000,1.497
42,mlp.experts.185.down_proj,0.0000376442,0.05000,1.463
42,mlp.experts.318.down_proj,0.0000970055,0.05000,1.514
42,mlp.experts.470.down_proj,0.0000137516,0.05000,1.506
42,mlp.experts.290.down_proj,0.0000089661,0.05000,1.525
42,mlp.experts.344.down_proj,0.0000113530,0.05000,1.425
42,mlp.experts.55.down_proj,0.0000240439,0.05000,1.478
42,mlp.experts.201.down_proj,0.0000290036,0.05000,1.478
42,mlp.experts.203.down_proj,0.0000071152,0.05000,1.512
42,mlp.experts.334.down_proj,0.0000296710,0.05000,1.534
42,mlp.experts.486.down_proj,0.0000193610,0.05000,1.513
42,mlp.experts.306.down_proj,0.0000511585,0.05000,1.474
42,mlp.experts.360.down_proj,0.0000092161,0.05000,1.425
42,mlp.experts.71.down_proj,0.0000611438,0.05000,1.449
42,mlp.experts.217.down_proj,0.0000249498,0.05000,1.423
42,mlp.experts.219.down_proj,0.0000253056,0.05000,1.402
42,mlp.experts.350.down_proj,0.0000340473,0.05000,1.422
42,mlp.experts.502.down_proj,0.0000574358,0.05000,1.436
42,mlp.experts.322.down_proj,0.0000161997,0.05000,1.488
42,mlp.experts.376.down_proj,0.0000084550,0.05000,1.299
42,mlp.experts.87.down_proj,0.0000226990,0.05000,1.305
42,mlp.experts.233.down_proj,0.0000132735,0.05000,1.238
42,mlp.experts.235.down_proj,0.0000204670,0.05000,1.278
42,mlp.experts.366.down_proj,0.0000141158,0.05000,1.289
42,mlp.experts.338.down_proj,0.0000123350,0.05000,1.173
42,mlp.experts.392.down_proj,0.0000270959,0.05000,1.086
42,mlp.experts.103.down_proj,0.0000167276,0.05000,1.082
42,mlp.experts.249.down_proj,0.0000070205,0.05000,1.044
42,mlp.experts.251.down_proj,0.0000282622,0.05000,1.075
42,mlp.experts.382.down_proj,0.0000120597,0.05000,1.049
42,mlp.experts.354.down_proj,0.0000102948,0.05000,1.087
42,mlp.experts.408.down_proj,0.0000210289,0.05000,1.111
42,mlp.experts.119.down_proj,0.0000047641,0.05000,1.176
42,mlp.experts.265.down_proj,0.0000042469,0.05000,1.213
42,mlp.experts.267.down_proj,0.0000227104,0.05000,1.213
42,mlp.experts.398.down_proj,0.0000633086,0.05000,1.215
42,mlp.experts.370.down_proj,0.0000628250,0.05000,1.184
42,mlp.experts.424.down_proj,0.0000051502,0.05000,1.229
42,mlp.experts.440.down_proj,failsafe(rtn): 0.0016556,0.00000,0.071
42,mlp.experts.135.down_proj,0.0000161509,0.05000,1.302
42,mlp.experts.281.down_proj,0.0000134358,0.05000,1.306
42,mlp.experts.283.down_proj,0.0000063088,0.05000,1.321
42,mlp.experts.414.down_proj,0.0000587176,0.05000,1.412
42,mlp.experts.386.down_proj,0.0000327064,0.05000,1.493
42,mlp.experts.456.down_proj,0.0000170292,0.05000,1.314
42,mlp.experts.151.down_proj,0.0000138614,0.05000,1.384
42,mlp.experts.297.down_proj,0.0000091221,0.05000,1.325
42,mlp.experts.299.down_proj,0.0000174827,0.05000,1.330
42,mlp.experts.430.down_proj,0.0000056284,0.05000,1.331
42,mlp.experts.402.down_proj,0.0000363706,0.05000,1.305
42,mlp.experts.472.down_proj,0.0000264009,0.05000,1.211
42,mlp.experts.167.down_proj,0.0000146473,0.05000,1.320
42,mlp.experts.315.down_proj,0.0000109361,0.05000,1.233
42,mlp.experts.313.down_proj,0.0000124932,0.05000,1.346
42,mlp.experts.446.down_proj,0.0000088794,0.05000,1.212
42,mlp.experts.418.down_proj,0.0000089697,0.05000,1.266
42,mlp.experts.434.down_proj,failsafe(rtn): 0.0015945,0.00000,0.069
42,mlp.experts.488.down_proj,0.0000209478,0.05000,1.183
42,mlp.experts.183.down_proj,0.0000062506,0.05000,1.252
42,mlp.experts.331.down_proj,0.0000297624,0.05000,1.195
42,mlp.experts.329.down_proj,0.0000084402,0.05000,1.238
42,mlp.experts.462.down_proj,0.0000687683,0.05000,1.188
42,mlp.experts.450.down_proj,0.0000046296,0.05000,1.193
42,mlp.experts.504.down_proj,0.0000140225,0.05000,1.156
42,mlp.experts.347.down_proj,0.0000342195,0.05000,1.113
42,mlp.experts.199.down_proj,0.0000032980,0.05000,1.129
42,mlp.experts.345.down_proj,0.0000183137,0.05000,1.095
42,mlp.experts.478.down_proj,0.0000324977,0.05000,1.027
42,mlp.experts.494.down_proj,failsafe(rtn): 0.0016937,0.00000,0.052
42,mlp.experts.466.down_proj,0.0000145941,0.05000,0.905
42,mlp.experts.482.down_proj,failsafe(rtn): 0.0017471,0.00000,0.047
42,mlp.experts.215.down_proj,0.0000095915,0.05000,0.857
42,mlp.experts.363.down_proj,0.0000074941,0.05000,0.875
42,mlp.experts.361.down_proj,0.0000140716,0.05000,0.832
42,mlp.experts.510.down_proj,0.0000132202,0.05000,0.847
42,mlp.experts.498.down_proj,0.0000197327,0.05000,0.726
42,mlp.experts.377.down_proj,0.0000233999,0.05000,0.535
42,mlp.experts.231.down_proj,0.0000252304,0.05000,0.561
42,mlp.experts.379.down_proj,0.0000537362,0.05000,0.571
42,mlp.experts.395.down_proj,failsafe(rtn): 0.0016785,0.00000,0.019
42,mlp.experts.393.down_proj,0.0000418234,0.05000,0.309
42,mlp.experts.247.down_proj,0.0000101293,0.05000,0.329
42,mlp.experts.411.down_proj,0.0000057248,0.05000,0.333
42,mlp.experts.409.down_proj,0.0000252282,0.05000,0.295
42,mlp.experts.263.down_proj,0.0000110875,0.05000,0.338
42,mlp.experts.427.down_proj,0.0000160485,0.05000,0.349
42,mlp.experts.425.down_proj,0.0000153407,0.05000,0.333
42,mlp.experts.279.down_proj,0.0000225753,0.05000,0.359
42,mlp.experts.443.down_proj,0.0000176076,0.05000,0.378
42,mlp.experts.441.down_proj,0.0000144994,0.05000,0.375
42,mlp.experts.295.down_proj,0.0000086767,0.05000,0.367
42,mlp.experts.459.down_proj,0.0000088070,0.05000,0.408
42,mlp.experts.457.down_proj,0.0000300542,0.05000,0.332
42,mlp.experts.473.down_proj,failsafe(rtn): 0.0016937,0.00000,0.020
42,mlp.experts.311.down_proj,0.0000159485,0.05000,0.382
42,mlp.experts.475.down_proj,0.0000099104,0.05000,0.451
42,mlp.experts.489.down_proj,0.0000159394,0.05000,0.425
42,mlp.experts.327.down_proj,0.0000222995,0.05000,0.495
42,mlp.experts.491.down_proj,0.0000133036,0.05000,0.477
42,mlp.experts.505.down_proj,0.0000257311,0.05000,0.429
42,mlp.experts.343.down_proj,0.0000234577,0.05000,0.363
42,mlp.experts.507.down_proj,0.0000030460,0.05000,0.284
42,mlp.experts.359.down_proj,0.0000138029,0.05000,0.167
42,mlp.experts.375.down_proj,0.0000164703,0.05000,0.129
42,mlp.experts.391.down_proj,0.0000162076,0.05000,0.127
42,mlp.experts.407.down_proj,0.0000075390,0.05000,0.130
42,mlp.experts.423.down_proj,0.0000132390,0.05000,0.132
42,mlp.experts.439.down_proj,0.0000215205,0.05000,0.129
42,mlp.experts.455.down_proj,0.0000561888,0.05000,0.126
42,mlp.experts.471.down_proj,0.0000540253,0.05000,0.124
42,mlp.experts.487.down_proj,0.0000270265,0.05000,0.123
42,mlp.experts.503.down_proj,failsafe(rtn): 0.0016632,0.00000,0.009
43,mlp.experts.10.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.788
43,mlp.experts.7.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.803
43,mlp.experts.26.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.681
43,mlp.experts.8.gate_proj,0.0000638980,0.05000,14.836
43,mlp.experts.11.gate_proj,0.0000593964,0.05000,14.875
43,mlp.experts.14.gate_proj,0.0000832147,0.05000,14.907
43,mlp.experts.5.gate_proj,0.0000251029,0.05000,14.916
43,mlp.experts.4.gate_proj,0.0000846980,0.05000,14.949
43,mlp.experts.1.gate_proj,0.0001809965,0.05000,14.924
43,mlp.experts.13.gate_proj,0.0000204098,0.05000,15.012
43,mlp.experts.9.gate_proj,0.0000709905,0.05000,15.034
43,mlp.experts.15.gate_proj,0.0001213027,0.05000,15.051
43,mlp.experts.0.gate_proj,0.0000498593,0.05000,15.058
43,mlp.experts.12.gate_proj,0.0000655096,0.05000,15.071
43,mlp.experts.6.gate_proj,0.0001121281,0.05000,15.092
43,mlp.experts.2.gate_proj,0.0000421645,0.05000,14.924
43,mlp.experts.3.gate_proj,0.0000403280,0.05000,15.112
43,mlp.experts.23.gate_proj,0.0001325169,0.05000,15.221
43,mlp.experts.42.gate_proj,0.0000296343,0.05000,15.155
43,mlp.experts.39.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.724
43,mlp.experts.20.gate_proj,0.0000234283,0.05000,14.380
43,mlp.experts.27.gate_proj,0.0002156947,0.05000,14.516
43,mlp.experts.24.gate_proj,0.0000304245,0.05000,14.614
43,mlp.experts.21.gate_proj,0.0000774793,0.05000,14.516
43,mlp.experts.30.gate_proj,0.0000137919,0.05000,14.566
43,mlp.experts.29.gate_proj,0.0000297729,0.05000,14.448
43,mlp.experts.18.gate_proj,0.0000626058,0.05000,14.320
43,mlp.experts.16.gate_proj,0.0001289762,0.05000,14.459
43,mlp.experts.31.gate_proj,0.0001192932,0.05000,14.481
43,mlp.experts.28.gate_proj,0.0000330286,0.05000,14.485
43,mlp.experts.17.gate_proj,0.0001532957,0.05000,14.579
43,mlp.experts.25.gate_proj,0.0000150337,0.05000,14.603
43,mlp.experts.19.gate_proj,0.0000489711,0.05000,14.460
43,mlp.experts.22.gate_proj,0.0000226433,0.05000,14.598
43,mlp.experts.46.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.830
43,mlp.experts.58.gate_proj,0.0000606082,0.05000,14.384
43,mlp.experts.55.gate_proj,0.0000598035,0.05000,14.492
43,mlp.experts.36.gate_proj,0.0000252141,0.05000,14.668
43,mlp.experts.40.gate_proj,0.0000744211,0.05000,14.596
43,mlp.experts.37.gate_proj,0.0001168090,0.05000,14.749
43,mlp.experts.41.gate_proj,0.0000559905,0.05000,14.581
43,mlp.experts.45.gate_proj,0.0000358880,0.05000,14.787
43,mlp.experts.34.gate_proj,0.0000691225,0.05000,14.785
43,mlp.experts.44.gate_proj,0.0001123708,0.05000,14.705
43,mlp.experts.32.gate_proj,0.0000330031,0.05000,14.760
43,mlp.experts.33.gate_proj,0.0000223338,0.05000,14.816
43,mlp.experts.43.gate_proj,0.0000613575,0.05000,15.046
43,mlp.experts.47.gate_proj,0.0000723505,0.05000,14.901
43,mlp.experts.35.gate_proj,0.0000532825,0.05000,14.825
43,mlp.experts.38.gate_proj,0.0001297225,0.05000,14.883
43,mlp.experts.62.gate_proj,0.0000352693,0.05000,14.732
43,mlp.experts.63.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.725
43,mlp.experts.54.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.656
43,mlp.experts.74.gate_proj,0.0000320344,0.05000,14.737
43,mlp.experts.78.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.706
43,mlp.experts.79.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.706
43,mlp.experts.71.gate_proj,0.0000314950,0.05000,14.893
43,mlp.experts.52.gate_proj,0.0000784533,0.05000,14.437
43,mlp.experts.56.gate_proj,0.0000799492,0.05000,14.521
43,mlp.experts.53.gate_proj,0.0000882541,0.05000,14.411
43,mlp.experts.48.gate_proj,0.0000426992,0.05000,14.323
43,mlp.experts.61.gate_proj,0.0001587767,0.05000,14.416
43,mlp.experts.60.gate_proj,0.0000884595,0.05000,14.414
43,mlp.experts.57.gate_proj,0.0000857050,0.05000,14.523
43,mlp.experts.51.gate_proj,0.0000813325,0.05000,14.350
43,mlp.experts.49.gate_proj,0.0000322151,0.05000,14.448
43,mlp.experts.50.gate_proj,0.0000635074,0.05000,14.586
43,mlp.experts.59.gate_proj,0.0001224008,0.05000,14.466
43,mlp.experts.69.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.806
43,mlp.experts.70.gate_proj,0.0000578798,0.05000,14.490
43,mlp.experts.90.gate_proj,0.0000945560,0.05000,14.447
43,mlp.experts.94.gate_proj,0.0000607816,0.05000,14.525
43,mlp.experts.95.gate_proj,0.0000352919,0.05000,14.482
43,mlp.experts.86.gate_proj,failsafe(rtn): 0.0017776,0.00000,0.780
43,mlp.experts.87.gate_proj,0.0000174918,0.05000,14.473
43,mlp.experts.111.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.685
43,mlp.experts.127.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.757
43,mlp.experts.68.gate_proj,0.0001104855,0.05000,14.640
43,mlp.experts.73.gate_proj,0.0000554689,0.05000,14.575
43,mlp.experts.72.gate_proj,0.0000409497,0.05000,14.797
43,mlp.experts.64.gate_proj,0.0000410946,0.05000,14.716
43,mlp.experts.76.gate_proj,0.0000836827,0.05000,14.739
43,mlp.experts.77.gate_proj,0.0000835699,0.05000,14.831
43,mlp.experts.75.gate_proj,0.0000175677,0.05000,14.671
43,mlp.experts.67.gate_proj,0.0001026658,0.05000,14.744
43,mlp.experts.66.gate_proj,0.0000257725,0.05000,14.738
43,mlp.experts.65.gate_proj,0.0000379361,0.05000,14.803
43,mlp.experts.85.gate_proj,0.0000420104,0.05000,14.597
43,mlp.experts.80.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.766
43,mlp.experts.81.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.706
43,mlp.experts.106.gate_proj,0.0000664437,0.05000,14.580
43,mlp.experts.110.gate_proj,0.0000900754,0.05000,14.656
43,mlp.experts.102.gate_proj,0.0000310522,0.05000,14.569
43,mlp.experts.103.gate_proj,0.0001072310,0.05000,14.590
43,mlp.experts.143.gate_proj,0.0000758552,0.05000,14.555
43,mlp.experts.84.gate_proj,0.0000441425,0.05000,14.335
43,mlp.experts.89.gate_proj,0.0001296361,0.05000,14.498
43,mlp.experts.92.gate_proj,0.0001898016,0.05000,14.397
43,mlp.experts.93.gate_proj,0.0000263393,0.05000,14.482
43,mlp.experts.88.gate_proj,0.0000862679,0.05000,14.653
43,mlp.experts.83.gate_proj,0.0000309417,0.05000,14.490
43,mlp.experts.91.gate_proj,0.0000570853,0.05000,14.518
43,mlp.experts.82.gate_proj,0.0000402812,0.05000,14.566
43,mlp.experts.101.gate_proj,0.0000824911,0.05000,14.542
43,mlp.experts.96.gate_proj,0.0000391164,0.05000,14.529
43,mlp.experts.107.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.781
43,mlp.experts.97.gate_proj,0.0000632634,0.05000,14.628
43,mlp.experts.117.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.854
43,mlp.experts.122.gate_proj,0.0002100959,0.05000,14.670
43,mlp.experts.126.gate_proj,0.0001223768,0.05000,14.780
43,mlp.experts.118.gate_proj,0.0001579488,0.05000,14.779
43,mlp.experts.119.gate_proj,0.0000469694,0.05000,14.839
43,mlp.experts.133.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.709
43,mlp.experts.134.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.751
43,mlp.experts.159.gate_proj,0.0000965987,0.05000,14.762
43,mlp.experts.100.gate_proj,0.0001845403,0.05000,14.519
43,mlp.experts.105.gate_proj,0.0000258228,0.05000,14.514
43,mlp.experts.108.gate_proj,0.0000971164,0.05000,14.536
43,mlp.experts.99.gate_proj,0.0000445501,0.05000,14.444
43,mlp.experts.104.gate_proj,0.0001088337,0.05000,14.541
43,mlp.experts.109.gate_proj,0.0000845466,0.05000,14.570
43,mlp.experts.98.gate_proj,0.0000472410,0.05000,14.534
43,mlp.experts.112.gate_proj,0.0000941320,0.05000,14.427
43,mlp.experts.123.gate_proj,0.0000375262,0.05000,14.495
43,mlp.experts.113.gate_proj,0.0000133790,0.05000,14.398
43,mlp.experts.138.gate_proj,0.0000251614,0.05000,14.346
43,mlp.experts.129.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.725
43,mlp.experts.142.gate_proj,0.0000213075,0.05000,14.431
43,mlp.experts.149.gate_proj,0.0000270066,0.05000,14.349
43,mlp.experts.135.gate_proj,0.0000829636,0.05000,14.463
43,mlp.experts.150.gate_proj,0.0001050209,0.05000,14.585
43,mlp.experts.175.gate_proj,0.0001436486,0.05000,14.415
43,mlp.experts.166.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.740
43,mlp.experts.182.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.705
43,mlp.experts.198.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.671
43,mlp.experts.116.gate_proj,0.0000446065,0.05000,14.324
43,mlp.experts.124.gate_proj,0.0000208746,0.05000,14.431
43,mlp.experts.121.gate_proj,0.0001925185,0.05000,14.492
43,mlp.experts.120.gate_proj,0.0000534336,0.05000,14.376
43,mlp.experts.115.gate_proj,0.0000434206,0.05000,14.439
43,mlp.experts.125.gate_proj,0.0000438982,0.05000,14.426
43,mlp.experts.114.gate_proj,0.0000851533,0.05000,14.423
43,mlp.experts.128.gate_proj,0.0000753556,0.05000,14.360
43,mlp.experts.141.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.754
43,mlp.experts.139.gate_proj,0.0000247231,0.05000,14.435
43,mlp.experts.154.gate_proj,0.0000423360,0.05000,14.308
43,mlp.experts.145.gate_proj,0.0000209184,0.05000,14.560
43,mlp.experts.158.gate_proj,0.0000856559,0.05000,14.667
43,mlp.experts.151.gate_proj,0.0000602486,0.05000,14.473
43,mlp.experts.165.gate_proj,0.0000368958,0.05000,14.502
43,mlp.experts.191.gate_proj,0.0000796714,0.05000,14.430
43,mlp.experts.214.gate_proj,0.0000110924,0.05000,14.254
43,mlp.experts.132.gate_proj,0.0000758870,0.05000,14.379
43,mlp.experts.140.gate_proj,0.0000457318,0.05000,14.419
43,mlp.experts.136.gate_proj,0.0001038712,0.05000,14.333
43,mlp.experts.137.gate_proj,0.0000994975,0.05000,14.473
43,mlp.experts.131.gate_proj,0.0001658416,0.05000,14.517
43,mlp.experts.130.gate_proj,0.0001049663,0.05000,14.485
43,mlp.experts.144.gate_proj,0.0000808668,0.05000,14.316
43,mlp.experts.152.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.791
43,mlp.experts.157.gate_proj,0.0000744924,0.05000,14.433
43,mlp.experts.155.gate_proj,0.0000414650,0.05000,14.409
43,mlp.experts.170.gate_proj,0.0000908074,0.05000,14.330
43,mlp.experts.168.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.669
43,mlp.experts.161.gate_proj,0.0000297901,0.05000,14.247
43,mlp.experts.174.gate_proj,0.0001043006,0.05000,14.206
43,mlp.experts.167.gate_proj,0.0000573940,0.05000,14.251
43,mlp.experts.181.gate_proj,0.0001130346,0.05000,14.355
43,mlp.experts.190.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.698
43,mlp.experts.207.gate_proj,0.0000721506,0.05000,14.357
43,mlp.experts.230.gate_proj,0.0001040610,0.05000,14.255
43,mlp.experts.148.gate_proj,0.0000858313,0.05000,14.219
43,mlp.experts.156.gate_proj,0.0000897133,0.05000,14.140
43,mlp.experts.153.gate_proj,0.0000107713,0.05000,14.314
43,mlp.experts.147.gate_proj,0.0001086739,0.05000,14.352
43,mlp.experts.146.gate_proj,0.0000539920,0.05000,14.297
43,mlp.experts.160.gate_proj,0.0000558708,0.05000,14.283
43,mlp.experts.172.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.771
43,mlp.experts.173.gate_proj,0.0000299179,0.05000,14.221
43,mlp.experts.171.gate_proj,0.0000460069,0.05000,14.307
43,mlp.experts.186.gate_proj,0.0000308137,0.05000,14.144
43,mlp.experts.163.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.771
43,mlp.experts.176.gate_proj,failsafe(rtn): 0.0015106,0.00000,0.787
43,mlp.experts.184.gate_proj,0.0000539792,0.05000,14.324
43,mlp.experts.202.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.686
43,mlp.experts.177.gate_proj,0.0000985200,0.05000,14.354
43,mlp.experts.179.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.705
43,mlp.experts.183.gate_proj,0.0000675297,0.05000,14.271
43,mlp.experts.197.gate_proj,0.0000157072,0.05000,14.290
43,mlp.experts.206.gate_proj,0.0000208462,0.05000,14.376
43,mlp.experts.223.gate_proj,0.0000848718,0.05000,14.571
43,mlp.experts.246.gate_proj,0.0000337908,0.05000,14.411
43,mlp.experts.164.gate_proj,0.0000308625,0.05000,14.677
43,mlp.experts.169.gate_proj,0.0000482576,0.05000,14.808
43,mlp.experts.162.gate_proj,0.0000279923,0.05000,14.629
43,mlp.experts.188.gate_proj,0.0000573252,0.05000,14.639
43,mlp.experts.187.gate_proj,0.0000701531,0.05000,14.621
43,mlp.experts.189.gate_proj,0.0000195926,0.05000,14.777
43,mlp.experts.192.gate_proj,0.0000436500,0.05000,14.612
43,mlp.experts.204.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.778
43,mlp.experts.200.gate_proj,0.0000775152,0.05000,14.753
43,mlp.experts.218.gate_proj,0.0000630072,0.05000,14.639
43,mlp.experts.195.gate_proj,0.0002180888,0.05000,14.734
43,mlp.experts.193.gate_proj,0.0000271946,0.05000,14.803
43,mlp.experts.199.gate_proj,0.0000508882,0.05000,14.720
43,mlp.experts.213.gate_proj,0.0000457515,0.05000,14.670
43,mlp.experts.222.gate_proj,0.0000312791,0.05000,14.522
43,mlp.experts.239.gate_proj,0.0000165997,0.05000,14.499
43,mlp.experts.262.gate_proj,0.0000304049,0.05000,14.629
43,mlp.experts.278.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.837
43,mlp.experts.180.gate_proj,0.0000795838,0.05000,14.551
43,mlp.experts.185.gate_proj,0.0000444095,0.05000,14.633
43,mlp.experts.178.gate_proj,0.0000522900,0.05000,14.676
43,mlp.experts.203.gate_proj,0.0000247544,0.05000,14.608
43,mlp.experts.205.gate_proj,0.0000335991,0.05000,14.551
43,mlp.experts.208.gate_proj,0.0000367248,0.05000,14.475
43,mlp.experts.220.gate_proj,0.0000369508,0.05000,14.408
43,mlp.experts.216.gate_proj,0.0000212291,0.05000,14.594
43,mlp.experts.221.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.654
43,mlp.experts.219.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.672
43,mlp.experts.234.gate_proj,0.0000946099,0.05000,14.599
43,mlp.experts.211.gate_proj,0.0000375857,0.05000,14.563
43,mlp.experts.209.gate_proj,0.0000475634,0.05000,14.567
43,mlp.experts.215.gate_proj,0.0000316614,0.05000,14.447
43,mlp.experts.229.gate_proj,0.0001028232,0.05000,14.553
43,mlp.experts.232.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.723
43,mlp.experts.237.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.765
43,mlp.experts.238.gate_proj,0.0001147225,0.05000,14.582
43,mlp.experts.227.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.754
43,mlp.experts.245.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.745
43,mlp.experts.255.gate_proj,0.0000557755,0.05000,14.588
43,mlp.experts.243.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.773
43,mlp.experts.294.gate_proj,0.0001084665,0.05000,14.418
43,mlp.experts.196.gate_proj,0.0001198942,0.05000,14.586
43,mlp.experts.201.gate_proj,0.0000858868,0.05000,14.577
43,mlp.experts.194.gate_proj,0.0000263161,0.05000,14.584
43,mlp.experts.217.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.682
43,mlp.experts.224.gate_proj,0.0001143311,0.05000,14.625
43,mlp.experts.236.gate_proj,0.0000807887,0.05000,14.564
43,mlp.experts.235.gate_proj,0.0000201160,0.05000,14.541
43,mlp.experts.250.gate_proj,0.0000453243,0.05000,14.511
43,mlp.experts.225.gate_proj,0.0000754454,0.05000,14.501
43,mlp.experts.231.gate_proj,0.0001582594,0.05000,14.523
43,mlp.experts.248.gate_proj,0.0000665871,0.05000,14.547
43,mlp.experts.254.gate_proj,0.0001304392,0.05000,14.510
43,mlp.experts.266.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.701
43,mlp.experts.253.gate_proj,0.0000818929,0.05000,14.564
43,mlp.experts.261.gate_proj,0.0001908095,0.05000,14.634
43,mlp.experts.259.gate_proj,0.0000398910,0.05000,14.415
43,mlp.experts.271.gate_proj,0.0001082193,0.05000,14.581
43,mlp.experts.275.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.674
43,mlp.experts.310.gate_proj,0.0000692520,0.05000,14.394
43,mlp.experts.326.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.660
43,mlp.experts.212.gate_proj,0.0001463734,0.05000,14.004
43,mlp.experts.210.gate_proj,0.0000740046,0.05000,13.979
43,mlp.experts.233.gate_proj,0.0000888876,0.05000,14.171
43,mlp.experts.252.gate_proj,0.0000341449,0.05000,14.022
43,mlp.experts.240.gate_proj,0.0000410450,0.05000,14.053
43,mlp.experts.251.gate_proj,0.0000335586,0.05000,14.137
43,mlp.experts.247.gate_proj,0.0000604674,0.05000,14.032
43,mlp.experts.241.gate_proj,0.0000417980,0.05000,14.188
43,mlp.experts.264.gate_proj,0.0001142426,0.05000,14.096
43,mlp.experts.270.gate_proj,0.0000463491,0.05000,14.101
43,mlp.experts.282.gate_proj,0.0001033011,0.05000,14.186
43,mlp.experts.269.gate_proj,0.0000613160,0.05000,14.221
43,mlp.experts.277.gate_proj,0.0001390126,0.05000,14.193
43,mlp.experts.287.gate_proj,0.0001033008,0.05000,14.158
43,mlp.experts.303.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.786
43,mlp.experts.291.gate_proj,0.0001922407,0.05000,14.288
43,mlp.experts.342.gate_proj,0.0000701893,0.05000,14.515
43,mlp.experts.228.gate_proj,0.0000295738,0.05000,14.744
43,mlp.experts.226.gate_proj,0.0000565130,0.05000,14.628
43,mlp.experts.249.gate_proj,0.0001066612,0.05000,14.819
43,mlp.experts.268.gate_proj,0.0001106870,0.05000,14.714
43,mlp.experts.256.gate_proj,0.0000348798,0.05000,14.930
43,mlp.experts.267.gate_proj,0.0001071017,0.05000,14.761
43,mlp.experts.263.gate_proj,0.0000682644,0.05000,14.926
43,mlp.experts.257.gate_proj,0.0000906032,0.05000,14.810
43,mlp.experts.280.gate_proj,0.0000618353,0.05000,14.792
43,mlp.experts.286.gate_proj,0.0001516066,0.05000,14.872
43,mlp.experts.298.gate_proj,0.0000410689,0.05000,14.816
43,mlp.experts.285.gate_proj,0.0000342193,0.05000,14.764
43,mlp.experts.293.gate_proj,0.0001083543,0.05000,14.818
43,mlp.experts.302.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.725
43,mlp.experts.318.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.706
43,mlp.experts.319.gate_proj,0.0001542759,0.05000,14.703
43,mlp.experts.307.gate_proj,0.0000628876,0.05000,14.794
43,mlp.experts.334.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.714
43,mlp.experts.358.gate_proj,0.0000550294,0.05000,14.401
43,mlp.experts.244.gate_proj,0.0000438048,0.05000,14.278
43,mlp.experts.260.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.660
43,mlp.experts.242.gate_proj,0.0000643909,0.05000,14.382
43,mlp.experts.276.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.781
43,mlp.experts.265.gate_proj,0.0000878837,0.05000,14.387
43,mlp.experts.284.gate_proj,0.0000761130,0.05000,14.437
43,mlp.experts.272.gate_proj,0.0001054426,0.05000,14.357
43,mlp.experts.283.gate_proj,0.0000115188,0.05000,14.405
43,mlp.experts.281.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.805
43,mlp.experts.279.gate_proj,0.0002074916,0.05000,14.398
43,mlp.experts.273.gate_proj,0.0000715949,0.05000,14.506
43,mlp.experts.296.gate_proj,0.0001551946,0.05000,14.343
43,mlp.experts.301.gate_proj,0.0000472113,0.05000,14.212
43,mlp.experts.314.gate_proj,0.0000719299,0.05000,14.358
43,mlp.experts.309.gate_proj,0.0000697813,0.05000,14.184
43,mlp.experts.312.gate_proj,failsafe(rtn): 0.0014954,0.00000,0.703
43,mlp.experts.335.gate_proj,0.0001659005,0.05000,14.413
43,mlp.experts.323.gate_proj,0.0001034870,0.05000,14.326
43,mlp.experts.350.gate_proj,0.0000640851,0.05000,14.348
43,mlp.experts.374.gate_proj,0.0001594145,0.05000,14.498
43,mlp.experts.258.gate_proj,0.0000292644,0.05000,14.495
43,mlp.experts.292.gate_proj,0.0000575646,0.05000,14.442
43,mlp.experts.300.gate_proj,0.0001180409,0.05000,14.406
43,mlp.experts.288.gate_proj,0.0000906044,0.05000,14.494
43,mlp.experts.299.gate_proj,0.0000655041,0.05000,14.334
43,mlp.experts.297.gate_proj,0.0000883435,0.05000,14.328
43,mlp.experts.295.gate_proj,0.0001666616,0.05000,14.375
43,mlp.experts.289.gate_proj,0.0000341676,0.05000,14.352
43,mlp.experts.317.gate_proj,0.0000724738,0.05000,14.231
43,mlp.experts.330.gate_proj,0.0000664164,0.05000,14.222
43,mlp.experts.325.gate_proj,0.0000613141,0.05000,14.322
43,mlp.experts.328.gate_proj,0.0002442642,0.05000,14.296
43,mlp.experts.351.gate_proj,0.0000128410,0.05000,14.173
43,mlp.experts.339.gate_proj,0.0000636649,0.05000,14.254
43,mlp.experts.366.gate_proj,0.0000423313,0.05000,14.130
43,mlp.experts.390.gate_proj,0.0000849057,0.05000,14.049
43,mlp.experts.274.gate_proj,0.0000509380,0.05000,14.132
43,mlp.experts.308.gate_proj,0.0001711526,0.05000,14.277
43,mlp.experts.316.gate_proj,0.0000417698,0.05000,14.405
43,mlp.experts.304.gate_proj,0.0000515662,0.05000,14.509
43,mlp.experts.315.gate_proj,0.0000451982,0.05000,14.435
43,mlp.experts.313.gate_proj,0.0000283560,0.05000,14.371
43,mlp.experts.311.gate_proj,0.0000330221,0.05000,14.405
43,mlp.experts.305.gate_proj,0.0000413758,0.05000,14.510
43,mlp.experts.346.gate_proj,0.0001032250,0.05000,14.380
43,mlp.experts.333.gate_proj,0.0000632098,0.05000,14.515
43,mlp.experts.331.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.793
43,mlp.experts.329.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.824
43,mlp.experts.341.gate_proj,0.0000616392,0.05000,14.550
43,mlp.experts.347.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.697
43,mlp.experts.344.gate_proj,0.0001343725,0.05000,14.639
43,mlp.experts.345.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.736
43,mlp.experts.367.gate_proj,0.0000573427,0.05000,14.600
43,mlp.experts.355.gate_proj,0.0000535171,0.05000,14.539
43,mlp.experts.382.gate_proj,0.0000604569,0.05000,14.650
43,mlp.experts.406.gate_proj,0.0001165795,0.05000,14.708
43,mlp.experts.290.gate_proj,0.0000208636,0.05000,14.589
43,mlp.experts.324.gate_proj,0.0000577260,0.05000,14.528
43,mlp.experts.306.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.768
43,mlp.experts.332.gate_proj,0.0000953727,0.05000,14.403
43,mlp.experts.320.gate_proj,0.0000664982,0.05000,14.584
43,mlp.experts.327.gate_proj,0.0001084674,0.05000,14.495
43,mlp.experts.349.gate_proj,0.0001881622,0.05000,14.372
43,mlp.experts.321.gate_proj,0.0000631615,0.05000,14.600
43,mlp.experts.362.gate_proj,0.0000161075,0.05000,14.541
43,mlp.experts.343.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.686
43,mlp.experts.357.gate_proj,0.0000653514,0.05000,14.487
43,mlp.experts.378.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.595
43,mlp.experts.363.gate_proj,0.0000874744,0.05000,14.401
43,mlp.experts.360.gate_proj,0.0000578924,0.05000,14.390
43,mlp.experts.361.gate_proj,0.0001368404,0.05000,14.437
43,mlp.experts.383.gate_proj,0.0000604660,0.05000,14.335
43,mlp.experts.371.gate_proj,0.0002440124,0.05000,14.383
43,mlp.experts.398.gate_proj,0.0001488096,0.05000,14.392
43,mlp.experts.422.gate_proj,0.0000584422,0.05000,14.327
43,mlp.experts.438.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.822
43,mlp.experts.340.gate_proj,0.0000478649,0.05000,14.127
43,mlp.experts.322.gate_proj,0.0000495184,0.05000,13.914
43,mlp.experts.348.gate_proj,0.0000780965,0.05000,13.967
43,mlp.experts.336.gate_proj,0.0000289213,0.05000,14.177
43,mlp.experts.365.gate_proj,0.0000741993,0.05000,14.116
43,mlp.experts.337.gate_proj,0.0001450898,0.05000,14.287
43,mlp.experts.359.gate_proj,0.0000608237,0.05000,14.235
43,mlp.experts.373.gate_proj,0.0000603519,0.05000,14.155
43,mlp.experts.381.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.705
43,mlp.experts.376.gate_proj,0.0000869678,0.05000,14.253
43,mlp.experts.394.gate_proj,0.0001381967,0.05000,14.363
43,mlp.experts.379.gate_proj,0.0000367306,0.05000,14.336
43,mlp.experts.377.gate_proj,0.0000894295,0.05000,14.273
43,mlp.experts.389.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.766
43,mlp.experts.410.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.674
43,mlp.experts.395.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.708
43,mlp.experts.399.gate_proj,0.0000570345,0.05000,14.288
43,mlp.experts.387.gate_proj,0.0000168966,0.05000,14.348
43,mlp.experts.414.gate_proj,0.0000962828,0.05000,14.190
43,mlp.experts.426.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.722
43,mlp.experts.454.gate_proj,0.0000322214,0.05000,14.082
43,mlp.experts.356.gate_proj,0.0000338284,0.05000,14.284
43,mlp.experts.338.gate_proj,0.0001147652,0.05000,14.233
43,mlp.experts.364.gate_proj,0.0000265006,0.05000,14.214
43,mlp.experts.352.gate_proj,0.0000947602,0.05000,14.080
43,mlp.experts.380.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.737
43,mlp.experts.353.gate_proj,0.0000582485,0.05000,14.258
43,mlp.experts.375.gate_proj,0.0000681613,0.05000,14.129
43,mlp.experts.397.gate_proj,0.0001150409,0.05000,14.244
43,mlp.experts.392.gate_proj,0.0000289170,0.05000,14.093
43,mlp.experts.393.gate_proj,0.0001368590,0.05000,14.120
43,mlp.experts.405.gate_proj,0.0000860178,0.05000,14.125
43,mlp.experts.411.gate_proj,0.0001079470,0.05000,14.095
43,mlp.experts.415.gate_proj,0.0000687705,0.05000,14.073
43,mlp.experts.403.gate_proj,0.0000339180,0.05000,14.049
43,mlp.experts.430.gate_proj,0.0000297421,0.05000,14.065
43,mlp.experts.442.gate_proj,0.0000514867,0.05000,14.043
43,mlp.experts.470.gate_proj,0.0001216280,0.05000,14.132
43,mlp.experts.372.gate_proj,0.0000245705,0.05000,14.226
43,mlp.experts.354.gate_proj,0.0000955405,0.05000,14.216
43,mlp.experts.368.gate_proj,0.0001039164,0.05000,14.212
43,mlp.experts.396.gate_proj,0.0000187743,0.05000,14.204
43,mlp.experts.369.gate_proj,0.0001896214,0.05000,14.329
43,mlp.experts.391.gate_proj,0.0001116113,0.05000,14.210
43,mlp.experts.413.gate_proj,0.0000716952,0.05000,14.177
43,mlp.experts.408.gate_proj,0.0000199965,0.05000,14.096
43,mlp.experts.409.gate_proj,0.0000926437,0.05000,14.234
43,mlp.experts.421.gate_proj,0.0000284189,0.05000,14.161
43,mlp.experts.424.gate_proj,failsafe(rtn): 0.0017471,0.00000,0.719
43,mlp.experts.427.gate_proj,0.0000443696,0.05000,14.094
43,mlp.experts.431.gate_proj,0.0000405530,0.05000,14.287
43,mlp.experts.419.gate_proj,0.0000287583,0.05000,14.191
43,mlp.experts.458.gate_proj,0.0000333709,0.05000,14.001
43,mlp.experts.446.gate_proj,0.0000359706,0.05000,14.293
43,mlp.experts.486.gate_proj,0.0000138296,0.05000,14.105
43,mlp.experts.388.gate_proj,0.0000334871,0.05000,14.024
43,mlp.experts.370.gate_proj,0.0000258802,0.05000,14.156
43,mlp.experts.384.gate_proj,0.0000513742,0.05000,14.262
43,mlp.experts.412.gate_proj,0.0000478120,0.05000,14.088
43,mlp.experts.385.gate_proj,0.0000173573,0.05000,14.235
43,mlp.experts.407.gate_proj,0.0000443676,0.05000,14.328
43,mlp.experts.429.gate_proj,0.0000189463,0.05000,14.298
43,mlp.experts.437.gate_proj,0.0001303179,0.05000,14.294
43,mlp.experts.425.gate_proj,0.0000468638,0.05000,14.438
43,mlp.experts.440.gate_proj,0.0000912872,0.05000,14.286
43,mlp.experts.443.gate_proj,0.0001428182,0.05000,14.357
43,mlp.experts.435.gate_proj,0.0000404250,0.05000,14.369
43,mlp.experts.447.gate_proj,0.0000236012,0.05000,14.392
43,mlp.experts.474.gate_proj,0.0001380782,0.05000,14.200
43,mlp.experts.456.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.768
43,mlp.experts.462.gate_proj,0.0000724651,0.05000,14.272
43,mlp.experts.502.gate_proj,0.0001074914,0.05000,14.585
43,mlp.experts.404.gate_proj,0.0001737687,0.05000,14.705
43,mlp.experts.386.gate_proj,0.0002195984,0.05000,14.757
43,mlp.experts.420.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.730
43,mlp.experts.428.gate_proj,0.0001246905,0.05000,14.621
43,mlp.experts.400.gate_proj,0.0000780077,0.05000,14.699
43,mlp.experts.401.gate_proj,0.0000300837,0.05000,14.722
43,mlp.experts.423.gate_proj,0.0000245260,0.05000,14.664
43,mlp.experts.445.gate_proj,0.0000773267,0.05000,14.700
43,mlp.experts.453.gate_proj,0.0001897379,0.05000,14.700
43,mlp.experts.441.gate_proj,0.0000458897,0.05000,14.821
43,mlp.experts.459.gate_proj,0.0000504571,0.05000,14.713
43,mlp.experts.490.gate_proj,0.0000556509,0.05000,14.649
43,mlp.experts.463.gate_proj,0.0001010350,0.05000,14.767
43,mlp.experts.451.gate_proj,0.0001286014,0.05000,14.770
43,mlp.experts.478.gate_proj,0.0000208020,0.05000,14.674
43,mlp.experts.472.gate_proj,0.0000456922,0.05000,14.689
43,mlp.experts.457.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.839
43,mlp.experts.6.up_proj,0.0001105421,0.05000,14.681
43,mlp.experts.402.gate_proj,0.0000714347,0.05000,14.688
43,mlp.experts.436.gate_proj,0.0000451411,0.05000,14.854
43,mlp.experts.416.gate_proj,0.0000529337,0.05000,14.818
43,mlp.experts.444.gate_proj,0.0000583236,0.05000,14.863
43,mlp.experts.432.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.744
43,mlp.experts.460.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.762
43,mlp.experts.417.gate_proj,0.0001004748,0.05000,14.819
43,mlp.experts.439.gate_proj,0.0000418058,0.05000,14.804
43,mlp.experts.461.gate_proj,0.0000359210,0.05000,14.841
43,mlp.experts.448.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.733
43,mlp.experts.455.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.738
43,mlp.experts.469.gate_proj,0.0000377871,0.05000,14.895
43,mlp.experts.477.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.721
43,mlp.experts.475.gate_proj,0.0002223456,0.05000,14.907
43,mlp.experts.506.gate_proj,0.0000267564,0.05000,14.877
43,mlp.experts.467.gate_proj,0.0000417986,0.05000,14.837
43,mlp.experts.479.gate_proj,0.0000538162,0.05000,14.906
43,mlp.experts.488.gate_proj,0.0001121448,0.05000,14.760
43,mlp.experts.494.gate_proj,0.0000309138,0.05000,14.830
43,mlp.experts.473.gate_proj,0.0000720812,0.05000,14.833
43,mlp.experts.10.up_proj,failsafe(rtn): 0.0016632,0.00000,0.774
43,mlp.experts.489.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.756
43,mlp.experts.26.up_proj,failsafe(rtn): 0.0016632,0.00000,0.729
43,mlp.experts.22.up_proj,0.0000225829,0.05000,14.567
43,mlp.experts.418.gate_proj,0.0001410408,0.05000,14.777
43,mlp.experts.452.gate_proj,0.0000446390,0.05000,14.741
43,mlp.experts.476.gate_proj,0.0000483069,0.05000,14.717
43,mlp.experts.433.gate_proj,0.0001042508,0.05000,14.708
43,mlp.experts.464.gate_proj,0.0000519893,0.05000,14.652
43,mlp.experts.471.gate_proj,0.0000810949,0.05000,14.615
43,mlp.experts.485.gate_proj,0.0000255958,0.05000,14.608
43,mlp.experts.493.gate_proj,0.0000596402,0.05000,14.605
43,mlp.experts.491.gate_proj,0.0000888420,0.05000,14.578
43,mlp.experts.495.gate_proj,0.0000356401,0.05000,14.549
43,mlp.experts.483.gate_proj,0.0000382261,0.05000,14.781
43,mlp.experts.504.gate_proj,0.0000402864,0.05000,14.661
43,mlp.experts.510.gate_proj,0.0000675391,0.05000,14.683
43,mlp.experts.511.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.743
43,mlp.experts.505.gate_proj,0.0000397652,0.05000,14.546
43,mlp.experts.42.up_proj,0.0000290432,0.05000,14.617
43,mlp.experts.38.up_proj,0.0001294060,0.05000,14.637
43,mlp.experts.54.up_proj,failsafe(rtn): 0.0016022,0.00000,0.734
43,mlp.experts.434.gate_proj,0.0000166679,0.05000,14.114
43,mlp.experts.468.gate_proj,0.0000598082,0.05000,14.112
43,mlp.experts.484.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.724
43,mlp.experts.492.gate_proj,0.0000227713,0.05000,14.130
43,mlp.experts.449.gate_proj,0.0000660410,0.05000,14.210
43,mlp.experts.480.gate_proj,0.0000540245,0.05000,14.177
43,mlp.experts.508.gate_proj,failsafe(rtn): 0.0018692,0.00000,0.818
43,mlp.experts.487.gate_proj,0.0000441261,0.05000,14.329
43,mlp.experts.501.gate_proj,0.0000741869,0.05000,14.307
43,mlp.experts.509.gate_proj,0.0000565240,0.05000,14.396
43,mlp.experts.507.gate_proj,0.0000360253,0.05000,14.290
43,mlp.experts.8.up_proj,0.0000593152,0.05000,14.164
43,mlp.experts.499.gate_proj,0.0000896515,0.05000,14.292
43,mlp.experts.14.up_proj,0.0000796961,0.05000,14.365
43,mlp.experts.15.up_proj,0.0001196128,0.05000,14.365
43,mlp.experts.9.up_proj,0.0000716038,0.05000,14.406
43,mlp.experts.58.up_proj,0.0000629200,0.05000,14.288
43,mlp.experts.70.up_proj,0.0000536943,0.05000,14.111
43,mlp.experts.86.up_proj,failsafe(rtn): 0.0017929,0.00000,0.807
43,mlp.experts.450.gate_proj,0.0001134066,0.05000,14.392
43,mlp.experts.500.gate_proj,0.0000982920,0.05000,14.386
43,mlp.experts.465.gate_proj,0.0000389305,0.05000,14.367
43,mlp.experts.496.gate_proj,0.0001232942,0.05000,14.261
43,mlp.experts.12.up_proj,0.0000633355,0.05000,14.301
43,mlp.experts.503.gate_proj,0.0000594566,0.05000,14.251
43,mlp.experts.5.up_proj,0.0000250398,0.05000,14.161
43,mlp.experts.13.up_proj,0.0000193409,0.05000,14.209
43,mlp.experts.11.up_proj,0.0000547896,0.05000,14.324
43,mlp.experts.7.up_proj,failsafe(rtn): 0.0017929,0.00000,0.786
43,mlp.experts.24.up_proj,0.0000300073,0.05000,14.234
43,mlp.experts.3.up_proj,0.0000392765,0.05000,14.336
43,mlp.experts.30.up_proj,0.0000130776,0.05000,14.384
43,mlp.experts.31.up_proj,0.0001192010,0.05000,14.277
43,mlp.experts.46.up_proj,failsafe(rtn): 0.0016251,0.00000,0.661
43,mlp.experts.25.up_proj,0.0000152227,0.05000,14.382
43,mlp.experts.74.up_proj,0.0000334976,0.05000,14.398
43,mlp.experts.102.up_proj,0.0000309462,0.05000,14.259
43,mlp.experts.466.gate_proj,0.0000696943,0.05000,14.146
43,mlp.experts.4.up_proj,0.0000879005,0.05000,14.062
43,mlp.experts.481.gate_proj,0.0001366984,0.05000,14.242
43,mlp.experts.0.up_proj,0.0000492834,0.05000,14.191
43,mlp.experts.28.up_proj,0.0000343397,0.05000,14.250
43,mlp.experts.21.up_proj,0.0000789251,0.05000,14.367
43,mlp.experts.29.up_proj,0.0000286500,0.05000,14.325
43,mlp.experts.27.up_proj,0.0002236148,0.05000,14.359
43,mlp.experts.23.up_proj,0.0001291146,0.05000,14.278
43,mlp.experts.40.up_proj,0.0000656863,0.05000,14.242
43,mlp.experts.19.up_proj,0.0000443602,0.05000,14.356
43,mlp.experts.47.up_proj,0.0000685736,0.05000,14.295
43,mlp.experts.39.up_proj,failsafe(rtn): 0.0016098,0.00000,0.826
43,mlp.experts.62.up_proj,0.0000365036,0.05000,14.360
43,mlp.experts.41.up_proj,0.0000541104,0.05000,14.346
43,mlp.experts.63.up_proj,failsafe(rtn): 0.0016251,0.00000,0.722
43,mlp.experts.90.up_proj,0.0000942677,0.05000,14.409
43,mlp.experts.78.up_proj,failsafe(rtn): 0.0015717,0.00000,0.728
43,mlp.experts.79.up_proj,failsafe(rtn): 0.0016556,0.00000,0.695
43,mlp.experts.118.up_proj,0.0001528791,0.05000,14.353
43,mlp.experts.134.up_proj,failsafe(rtn): 0.0017395,0.00000,0.654
43,mlp.experts.482.gate_proj,0.0001373149,0.05000,14.370
43,mlp.experts.20.up_proj,0.0000232510,0.05000,14.417
43,mlp.experts.497.gate_proj,0.0000500518,0.05000,14.455
43,mlp.experts.16.up_proj,0.0001259833,0.05000,14.443
43,mlp.experts.44.up_proj,0.0001105358,0.05000,14.361
43,mlp.experts.37.up_proj,0.0001180854,0.05000,14.185
43,mlp.experts.45.up_proj,0.0000303718,0.05000,14.211
43,mlp.experts.43.up_proj,0.0000615918,0.05000,14.315
43,mlp.experts.56.up_proj,0.0000791981,0.05000,14.145
43,mlp.experts.35.up_proj,0.0000485137,0.05000,14.161
43,mlp.experts.55.up_proj,0.0000568840,0.05000,14.080
43,mlp.experts.57.up_proj,0.0000852468,0.05000,14.112
43,mlp.experts.106.up_proj,0.0000660973,0.05000,14.061
43,mlp.experts.94.up_proj,0.0000622364,0.05000,14.075
43,mlp.experts.95.up_proj,0.0000336227,0.05000,13.926
43,mlp.experts.111.up_proj,failsafe(rtn): 0.0016937,0.00000,0.751
43,mlp.experts.127.up_proj,failsafe(rtn): 0.0015717,0.00000,0.736
43,mlp.experts.150.up_proj,0.0001090239,0.05000,14.104
43,mlp.experts.166.up_proj,failsafe(rtn): 0.0017471,0.00000,0.644
43,mlp.experts.182.up_proj,failsafe(rtn): 0.0015793,0.00000,0.751
43,mlp.experts.198.up_proj,failsafe(rtn): 0.0016327,0.00000,0.697
43,mlp.experts.498.gate_proj,0.0001022922,0.05000,13.979
43,mlp.experts.36.up_proj,0.0000247450,0.05000,14.170
43,mlp.experts.1.up_proj,0.0001840339,0.05000,14.013
43,mlp.experts.32.up_proj,0.0000325126,0.05000,14.034
43,mlp.experts.60.up_proj,0.0000747675,0.05000,13.994
43,mlp.experts.53.up_proj,0.0000883767,0.05000,14.117
43,mlp.experts.61.up_proj,0.0001539417,0.05000,14.076
43,mlp.experts.72.up_proj,0.0000398830,0.05000,14.059
43,mlp.experts.59.up_proj,0.0001053254,0.05000,14.172
43,mlp.experts.69.up_proj,failsafe(rtn): 0.0016479,0.00000,0.692
43,mlp.experts.51.up_proj,0.0000800989,0.05000,14.076
43,mlp.experts.71.up_proj,0.0000308153,0.05000,14.334
43,mlp.experts.73.up_proj,0.0000568065,0.05000,14.149
43,mlp.experts.122.up_proj,0.0002090780,0.05000,14.182
43,mlp.experts.110.up_proj,0.0000897160,0.05000,14.276
43,mlp.experts.143.up_proj,0.0000694107,0.05000,14.271
43,mlp.experts.214.up_proj,0.0000111275,0.05000,14.311
43,mlp.experts.2.up_proj,0.0000400069,0.05000,14.577
43,mlp.experts.52.up_proj,0.0000795192,0.05000,14.408
43,mlp.experts.17.up_proj,0.0001526169,0.05000,14.809
43,mlp.experts.76.up_proj,0.0000847616,0.05000,14.607
43,mlp.experts.48.up_proj,0.0000444093,0.05000,14.786
43,mlp.experts.77.up_proj,0.0000813923,0.05000,14.618
43,mlp.experts.88.up_proj,0.0000877749,0.05000,14.859
43,mlp.experts.75.up_proj,0.0000173722,0.05000,15.060
43,mlp.experts.85.up_proj,0.0000444714,0.05000,14.934
43,mlp.experts.67.up_proj,0.0000921829,0.05000,14.987
43,mlp.experts.87.up_proj,0.0000175307,0.05000,14.731
43,mlp.experts.89.up_proj,0.0001320843,0.05000,14.790
43,mlp.experts.138.up_proj,0.0000252174,0.05000,14.639
43,mlp.experts.126.up_proj,0.0001249065,0.05000,14.701
43,mlp.experts.159.up_proj,0.0000995799,0.05000,14.732
43,mlp.experts.230.up_proj,0.0001001261,0.05000,14.797
43,mlp.experts.18.up_proj,0.0000650651,0.05000,14.840
43,mlp.experts.68.up_proj,0.0001092148,0.05000,14.900
43,mlp.experts.33.up_proj,0.0000217251,0.05000,14.817
43,mlp.experts.92.up_proj,0.0001910714,0.05000,14.792
43,mlp.experts.64.up_proj,0.0000367791,0.05000,14.883
43,mlp.experts.93.up_proj,0.0000266737,0.05000,14.660
43,mlp.experts.80.up_proj,failsafe(rtn): 0.0016403,0.00000,0.713
43,mlp.experts.104.up_proj,0.0001065162,0.05000,14.743
43,mlp.experts.101.up_proj,0.0000774451,0.05000,14.564
43,mlp.experts.91.up_proj,0.0000519527,0.05000,14.662
43,mlp.experts.83.up_proj,0.0000293139,0.05000,14.731
43,mlp.experts.117.up_proj,failsafe(rtn): 0.0016403,0.00000,0.684
43,mlp.experts.103.up_proj,0.0001026899,0.05000,14.698
43,mlp.experts.107.up_proj,failsafe(rtn): 0.0016479,0.00000,0.760
43,mlp.experts.105.up_proj,0.0000257911,0.05000,14.760
43,mlp.experts.154.up_proj,0.0000436044,0.05000,14.691
43,mlp.experts.133.up_proj,failsafe(rtn): 0.0016251,0.00000,0.817
43,mlp.experts.142.up_proj,0.0000212527,0.05000,14.713
43,mlp.experts.175.up_proj,0.0001505460,0.05000,14.612
43,mlp.experts.246.up_proj,0.0000819055,0.05000,14.481
43,mlp.experts.34.up_proj,0.0000597894,0.05000,14.095
43,mlp.experts.84.up_proj,0.0000402147,0.05000,14.121
43,mlp.experts.49.up_proj,0.0000316708,0.05000,14.079
43,mlp.experts.108.up_proj,0.0000970065,0.05000,13.999
43,mlp.experts.109.up_proj,0.0000812579,0.05000,14.109
43,mlp.experts.96.up_proj,0.0000392459,0.05000,14.124
43,mlp.experts.120.up_proj,0.0000488911,0.05000,14.015
43,mlp.experts.99.up_proj,0.0000439232,0.05000,14.063
43,mlp.experts.119.up_proj,0.0000472010,0.05000,14.017
43,mlp.experts.123.up_proj,0.0000382146,0.05000,14.181
43,mlp.experts.121.up_proj,0.0001867302,0.05000,13.945
43,mlp.experts.170.up_proj,0.0000805140,0.05000,13.909
43,mlp.experts.149.up_proj,0.0000265439,0.05000,13.994
43,mlp.experts.158.up_proj,0.0000782252,0.05000,13.988
43,mlp.experts.191.up_proj,0.0000775897,0.05000,13.998
43,mlp.experts.262.up_proj,0.0000307931,0.05000,14.262
43,mlp.experts.278.up_proj,failsafe(rtn): 0.0015717,0.00000,0.755
43,mlp.experts.50.up_proj,0.0000628274,0.05000,14.583
43,mlp.experts.100.up_proj,0.0001848678,0.05000,14.480
43,mlp.experts.65.up_proj,0.0000396757,0.05000,14.451
43,mlp.experts.124.up_proj,0.0000196881,0.05000,14.344
43,mlp.experts.125.up_proj,0.0000453148,0.05000,14.378
43,mlp.experts.81.up_proj,failsafe(rtn): 0.0016403,0.00000,0.689
43,mlp.experts.112.up_proj,0.0000940117,0.05000,14.509
43,mlp.experts.136.up_proj,0.0001010135,0.05000,14.334
43,mlp.experts.141.up_proj,failsafe(rtn): 0.0016861,0.00000,0.712
43,mlp.experts.115.up_proj,0.0000392084,0.05000,14.508
43,mlp.experts.152.up_proj,failsafe(rtn): 0.0015717,0.00000,0.693
43,mlp.experts.135.up_proj,0.0000889406,0.05000,14.369
43,mlp.experts.139.up_proj,0.0000231573,0.05000,14.419
43,mlp.experts.137.up_proj,0.0000997238,0.05000,14.408
43,mlp.experts.168.up_proj,failsafe(rtn): 0.0016174,0.00000,0.672
43,mlp.experts.186.up_proj,0.0000305233,0.05000,14.435
43,mlp.experts.165.up_proj,0.0000358103,0.05000,14.288
43,mlp.experts.174.up_proj,0.0001125537,0.05000,14.370
43,mlp.experts.202.up_proj,failsafe(rtn): 0.0016098,0.00000,0.698
43,mlp.experts.190.up_proj,failsafe(rtn): 0.0015640,0.00000,0.701
43,mlp.experts.207.up_proj,0.0000708126,0.05000,14.421
43,mlp.experts.294.up_proj,0.0001108588,0.05000,14.165
43,mlp.experts.66.up_proj,0.0000266136,0.05000,13.970
43,mlp.experts.116.up_proj,0.0000418478,0.05000,14.008
43,mlp.experts.140.up_proj,0.0000432393,0.05000,14.163
43,mlp.experts.97.up_proj,0.0000653035,0.05000,14.298
43,mlp.experts.128.up_proj,0.0000673527,0.05000,14.159
43,mlp.experts.157.up_proj,0.0000740835,0.05000,14.232
43,mlp.experts.131.up_proj,0.0001669990,0.05000,14.424
43,mlp.experts.151.up_proj,0.0000608685,0.05000,14.319
43,mlp.experts.155.up_proj,0.0000392616,0.05000,14.364
43,mlp.experts.153.up_proj,0.0000098846,0.05000,14.374
43,mlp.experts.184.up_proj,0.0000569915,0.05000,14.317
43,mlp.experts.181.up_proj,0.0001119919,0.05000,14.381
43,mlp.experts.218.up_proj,0.0000587895,0.05000,14.176
43,mlp.experts.206.up_proj,0.0000211463,0.05000,14.284
43,mlp.experts.223.up_proj,0.0000836970,0.05000,14.405
43,mlp.experts.310.up_proj,0.0000691692,0.05000,14.416
43,mlp.experts.326.up_proj,failsafe(rtn): 0.0015793,0.00000,0.802
43,mlp.experts.82.up_proj,0.0000398431,0.05000,14.722
43,mlp.experts.132.up_proj,0.0000718123,0.05000,14.794
43,mlp.experts.156.up_proj,0.0000885951,0.05000,14.705
43,mlp.experts.172.up_proj,failsafe(rtn): 0.0015869,0.00000,0.708
43,mlp.experts.113.up_proj,0.0000128610,0.05000,14.817
43,mlp.experts.144.up_proj,0.0000820522,0.05000,14.817
43,mlp.experts.173.up_proj,0.0000280898,0.05000,14.625
43,mlp.experts.129.up_proj,failsafe(rtn): 0.0016556,0.00000,0.711
43,mlp.experts.147.up_proj,0.0001059571,0.05000,14.714
43,mlp.experts.167.up_proj,0.0000585248,0.05000,14.680
43,mlp.experts.171.up_proj,0.0000456955,0.05000,14.692
43,mlp.experts.200.up_proj,0.0000732414,0.05000,14.592
43,mlp.experts.169.up_proj,0.0000464664,0.05000,14.683
43,mlp.experts.163.up_proj,failsafe(rtn): 0.0016479,0.00000,0.706
43,mlp.experts.197.up_proj,0.0000158090,0.05000,14.709
43,mlp.experts.234.up_proj,0.0000895665,0.05000,14.624
43,mlp.experts.179.up_proj,failsafe(rtn): 0.0016174,0.00000,0.663
43,mlp.experts.222.up_proj,0.0000309133,0.05000,14.522
43,mlp.experts.239.up_proj,0.0000165384,0.05000,14.550
43,mlp.experts.342.up_proj,0.0000699005,0.05000,14.511
43,mlp.experts.98.up_proj,0.0000434472,0.05000,14.296
43,mlp.experts.148.up_proj,0.0000895557,0.05000,14.398
43,mlp.experts.188.up_proj,0.0000530451,0.05000,14.183
43,mlp.experts.160.up_proj,0.0000561316,0.05000,14.293
43,mlp.experts.204.up_proj,failsafe(rtn): 0.0016098,0.00000,0.685
43,mlp.experts.189.up_proj,0.0000213181,0.05000,14.357
43,mlp.experts.145.up_proj,0.0000202024,0.05000,14.326
43,mlp.experts.176.up_proj,failsafe(rtn): 0.0015793,0.00000,0.734
43,mlp.experts.183.up_proj,0.0000684795,0.05000,14.245
43,mlp.experts.187.up_proj,0.0000646812,0.05000,14.326
43,mlp.experts.216.up_proj,0.0000212882,0.05000,14.267
43,mlp.experts.185.up_proj,0.0000449990,0.05000,14.355
43,mlp.experts.213.up_proj,0.0000440139,0.05000,14.204
43,mlp.experts.250.up_proj,0.0000447562,0.05000,14.332
43,mlp.experts.232.up_proj,failsafe(rtn): 0.0016251,0.00000,0.752
43,mlp.experts.195.up_proj,0.0001790949,0.05000,14.315
43,mlp.experts.238.up_proj,0.0001145057,0.05000,14.492
43,mlp.experts.266.up_proj,failsafe(rtn): 0.0015488,0.00000,0.819
43,mlp.experts.255.up_proj,0.0000524683,0.05000,14.561
43,mlp.experts.358.up_proj,0.0000534944,0.05000,14.442
43,mlp.experts.114.up_proj,0.0000873579,0.05000,14.506
43,mlp.experts.164.up_proj,0.0000308838,0.05000,14.415
43,mlp.experts.220.up_proj,0.0000388163,0.05000,14.413
43,mlp.experts.205.up_proj,0.0000329747,0.05000,14.429
43,mlp.experts.161.up_proj,0.0000274139,0.05000,14.401
43,mlp.experts.192.up_proj,0.0000416522,0.05000,14.414
43,mlp.experts.221.up_proj,failsafe(rtn): 0.0015945,0.00000,0.740
43,mlp.experts.199.up_proj,0.0000503280,0.05000,14.489
43,mlp.experts.203.up_proj,0.0000244426,0.05000,14.505
43,mlp.experts.201.up_proj,0.0000821633,0.05000,14.466
43,mlp.experts.229.up_proj,0.0000977549,0.05000,14.443
43,mlp.experts.237.up_proj,failsafe(rtn): 0.0016632,0.00000,0.757
43,mlp.experts.219.up_proj,failsafe(rtn): 0.0016403,0.00000,0.680
43,mlp.experts.248.up_proj,0.0000648991,0.05000,14.514
43,mlp.experts.217.up_proj,failsafe(rtn): 0.0016327,0.00000,0.713
43,mlp.experts.211.up_proj,0.0000383105,0.05000,14.492
43,mlp.experts.245.up_proj,failsafe(rtn): 0.0016098,0.00000,0.731
43,mlp.experts.254.up_proj,0.0001317942,0.05000,14.322
43,mlp.experts.282.up_proj,0.0001083716,0.05000,14.351
43,mlp.experts.227.up_proj,failsafe(rtn): 0.0016937,0.00000,0.694
43,mlp.experts.271.up_proj,0.0001077364,0.05000,14.097
43,mlp.experts.243.up_proj,failsafe(rtn): 0.0016632,0.00000,0.644
43,mlp.experts.374.up_proj,0.0001652622,0.05000,14.309
43,mlp.experts.130.up_proj,0.0001073008,0.05000,14.410
43,mlp.experts.180.up_proj,0.0000760420,0.05000,14.367
43,mlp.experts.236.up_proj,0.0000787557,0.05000,14.318
43,mlp.experts.177.up_proj,0.0001013128,0.05000,14.417
43,mlp.experts.208.up_proj,0.0000365514,0.05000,14.284
43,mlp.experts.215.up_proj,0.0000292273,0.05000,14.262
43,mlp.experts.253.up_proj,0.0000830594,0.05000,14.306
43,mlp.experts.235.up_proj,0.0000205979,0.05000,14.228
43,mlp.experts.264.up_proj,0.0001085828,0.05000,14.235
43,mlp.experts.233.up_proj,0.0000874286,0.05000,14.312
43,mlp.experts.261.up_proj,0.0001957294,0.05000,14.407
43,mlp.experts.270.up_proj,0.0000461597,0.05000,14.278
43,mlp.experts.298.up_proj,0.0000437517,0.05000,14.255
43,mlp.experts.287.up_proj,0.0001066190,0.05000,14.326
43,mlp.experts.259.up_proj,0.0000382812,0.05000,14.351
43,mlp.experts.303.up_proj,failsafe(rtn): 0.0015564,0.00000,0.780
43,mlp.experts.275.up_proj,failsafe(rtn): 0.0016327,0.00000,0.775
43,mlp.experts.390.up_proj,0.0000844258,0.05000,14.136
43,mlp.experts.146.up_proj,0.0000538052,0.05000,14.341
43,mlp.experts.196.up_proj,0.0001209899,0.05000,14.326
43,mlp.experts.252.up_proj,0.0000339816,0.05000,14.332
43,mlp.experts.193.up_proj,0.0000270224,0.05000,14.540
43,mlp.experts.224.up_proj,0.0001060384,0.05000,14.586
43,mlp.experts.231.up_proj,0.0001656288,0.05000,14.633
43,mlp.experts.269.up_proj,0.0000584779,0.05000,14.401
43,mlp.experts.251.up_proj,0.0000348570,0.05000,14.467
43,mlp.experts.280.up_proj,0.0000628385,0.05000,14.401
43,mlp.experts.249.up_proj,0.0001059789,0.05000,14.465
43,mlp.experts.277.up_proj,0.0001353522,0.05000,14.403
43,mlp.experts.286.up_proj,0.0001498108,0.05000,14.376
43,mlp.experts.314.up_proj,0.0000713064,0.05000,14.383
43,mlp.experts.302.up_proj,failsafe(rtn): 0.0015869,0.00000,0.693
43,mlp.experts.318.up_proj,failsafe(rtn): 0.0015945,0.00000,0.719
43,mlp.experts.319.up_proj,0.0001491195,0.05000,14.437
43,mlp.experts.291.up_proj,0.0001976417,0.05000,14.272
43,mlp.experts.334.up_proj,failsafe(rtn): 0.0016251,0.00000,0.732
43,mlp.experts.406.up_proj,0.0001148443,0.05000,14.448
43,mlp.experts.162.up_proj,0.0000264936,0.05000,14.460
43,mlp.experts.212.up_proj,0.0001460514,0.05000,14.560
43,mlp.experts.268.up_proj,0.0001105711,0.05000,14.638
43,mlp.experts.209.up_proj,0.0000475297,0.05000,14.497
43,mlp.experts.240.up_proj,0.0000423406,0.05000,14.488
43,mlp.experts.247.up_proj,0.0000604446,0.05000,14.591
43,mlp.experts.285.up_proj,0.0000306573,0.05000,14.598
43,mlp.experts.267.up_proj,0.0001060534,0.05000,14.641
43,mlp.experts.296.up_proj,0.0001583461,0.05000,14.586
43,mlp.experts.265.up_proj,0.0000896620,0.05000,14.670
43,mlp.experts.293.up_proj,0.0001117498,0.05000,14.598
43,mlp.experts.330.up_proj,0.0000693799,0.05000,14.597
43,mlp.experts.312.up_proj,failsafe(rtn): 0.0015182,0.00000,0.726
43,mlp.experts.281.up_proj,failsafe(rtn): 0.0016479,0.00000,0.759
43,mlp.experts.307.up_proj,0.0000615979,0.05000,14.640
43,mlp.experts.335.up_proj,0.0001682395,0.05000,14.769
43,mlp.experts.350.up_proj,0.0000615298,0.05000,14.670
43,mlp.experts.422.up_proj,0.0000538930,0.05000,14.517
43,mlp.experts.438.up_proj,failsafe(rtn): 0.0016403,0.00000,0.658
43,mlp.experts.178.up_proj,0.0000523664,0.05000,14.604
43,mlp.experts.228.up_proj,0.0000329224,0.05000,14.621
43,mlp.experts.284.up_proj,0.0000642977,0.05000,14.439
43,mlp.experts.256.up_proj,0.0000338067,0.05000,14.340
43,mlp.experts.225.up_proj,0.0000757401,0.05000,14.557
43,mlp.experts.263.up_proj,0.0000633508,0.05000,14.406
43,mlp.experts.301.up_proj,0.0000473067,0.05000,14.602
43,mlp.experts.283.up_proj,0.0000112589,0.05000,14.478
43,mlp.experts.309.up_proj,0.0000670146,0.05000,14.406
43,mlp.experts.346.up_proj,0.0001002367,0.05000,14.443
43,mlp.experts.328.up_proj,0.0002343050,0.05000,14.503
43,mlp.experts.297.up_proj,0.0000903118,0.05000,14.362
43,mlp.experts.323.up_proj,0.0001080982,0.05000,14.452
43,mlp.experts.351.up_proj,0.0000120389,0.05000,14.543
43,mlp.experts.366.up_proj,0.0000408784,0.05000,14.356
43,mlp.experts.454.up_proj,0.0000331958,0.05000,14.591
43,mlp.experts.194.up_proj,0.0000254532,0.05000,14.504
43,mlp.experts.244.up_proj,0.0000443863,0.05000,14.594
43,mlp.experts.260.up_proj,failsafe(rtn): 0.0016251,0.00000,0.685
43,mlp.experts.276.up_proj,failsafe(rtn): 0.0016098,0.00000,0.668
43,mlp.experts.300.up_proj,0.0001183484,0.05000,14.482
43,mlp.experts.272.up_proj,0.0001041766,0.05000,14.473
43,mlp.experts.241.up_proj,0.0000409734,0.05000,14.528
43,mlp.experts.279.up_proj,0.0002013931,0.05000,14.525
43,mlp.experts.317.up_proj,0.0000758430,0.05000,14.528
43,mlp.experts.299.up_proj,0.0000620974,0.05000,14.670
43,mlp.experts.325.up_proj,0.0000641659,0.05000,14.567
43,mlp.experts.362.up_proj,0.0000159769,0.05000,14.513
43,mlp.experts.344.up_proj,0.0001390661,0.05000,14.533
43,mlp.experts.313.up_proj,0.0000271167,0.05000,14.632
43,mlp.experts.378.up_proj,failsafe(rtn): 0.0015717,0.00000,0.665
43,mlp.experts.329.up_proj,failsafe(rtn): 0.0016022,0.00000,0.655
43,mlp.experts.339.up_proj,0.0000618397,0.05000,14.474
43,mlp.experts.367.up_proj,0.0000544575,0.05000,14.409
43,mlp.experts.345.up_proj,failsafe(rtn): 0.0017776,0.00000,0.722
43,mlp.experts.382.up_proj,0.0000581112,0.05000,14.424
43,mlp.experts.470.up_proj,0.0001038659,0.05000,14.559
43,mlp.experts.210.up_proj,0.0000750627,0.05000,14.352
43,mlp.experts.292.up_proj,0.0000598720,0.05000,14.225
43,mlp.experts.316.up_proj,0.0000394705,0.05000,14.249
43,mlp.experts.288.up_proj,0.0000925970,0.05000,14.157
43,mlp.experts.257.up_proj,0.0000917324,0.05000,14.238
43,mlp.experts.295.up_proj,0.0001535370,0.05000,14.089
43,mlp.experts.333.up_proj,0.0000639951,0.05000,14.068
43,mlp.experts.315.up_proj,0.0000426221,0.05000,14.096
43,mlp.experts.341.up_proj,0.0000619723,0.05000,14.082
43,mlp.experts.360.up_proj,0.0000601082,0.05000,14.043
43,mlp.experts.331.up_proj,failsafe(rtn): 0.0016251,0.00000,0.721
43,mlp.experts.394.up_proj,0.0001399798,0.05000,14.025
43,mlp.experts.347.up_proj,failsafe(rtn): 0.0016785,0.00000,0.779
43,mlp.experts.410.up_proj,failsafe(rtn): 0.0016174,0.00000,0.778
43,mlp.experts.355.up_proj,0.0000512788,0.05000,14.050
43,mlp.experts.361.up_proj,0.0001338689,0.05000,14.126
43,mlp.experts.383.up_proj,0.0000604619,0.05000,14.233
43,mlp.experts.398.up_proj,0.0001523052,0.05000,14.120
43,mlp.experts.426.up_proj,failsafe(rtn): 0.0016479,0.00000,0.805
43,mlp.experts.486.up_proj,0.0000131738,0.05000,14.295
43,mlp.experts.226.up_proj,0.0000568005,0.05000,14.275
43,mlp.experts.308.up_proj,0.0001777123,0.05000,14.380
43,mlp.experts.332.up_proj,0.0000877993,0.05000,14.262
43,mlp.experts.304.up_proj,0.0000461990,0.05000,14.210
43,mlp.experts.273.up_proj,0.0000718878,0.05000,14.307
43,mlp.experts.311.up_proj,0.0000302039,0.05000,14.207
43,mlp.experts.349.up_proj,0.0001927993,0.05000,14.343
43,mlp.experts.357.up_proj,0.0000638911,0.05000,14.370
43,mlp.experts.376.up_proj,0.0000832347,0.05000,14.303
43,mlp.experts.363.up_proj,0.0000862103,0.05000,14.186
43,mlp.experts.371.up_proj,0.0002420459,0.05000,14.156
43,mlp.experts.377.up_proj,0.0000910341,0.05000,14.109
43,mlp.experts.414.up_proj,0.0000933776,0.05000,14.119
43,mlp.experts.399.up_proj,0.0000585448,0.05000,14.215
43,mlp.experts.442.up_proj,0.0000544561,0.05000,14.183
43,mlp.experts.502.up_proj,0.0001099133,0.05000,14.029
43,mlp.experts.242.up_proj,0.0000606642,0.05000,14.042
43,mlp.experts.6.down_proj,0.0000195148,0.05000,3.676
43,mlp.experts.324.up_proj,0.0000576678,0.05000,14.181
43,mlp.experts.348.up_proj,0.0000736898,0.05000,14.261
43,mlp.experts.320.up_proj,0.0002550451,0.05000,14.289
43,mlp.experts.289.up_proj,0.0000344724,0.05000,14.231
43,mlp.experts.327.up_proj,0.0001073685,0.05000,14.262
43,mlp.experts.343.up_proj,failsafe(rtn): 0.0015717,0.00000,0.659
43,mlp.experts.22.down_proj,0.0000054955,0.05000,3.354
43,mlp.experts.365.up_proj,0.0000750400,0.05000,14.211
43,mlp.experts.373.up_proj,0.0000639548,0.05000,14.059
43,mlp.experts.381.up_proj,failsafe(rtn): 0.0016098,0.00000,0.688
43,mlp.experts.392.up_proj,0.0000288414,0.05000,14.159
43,mlp.experts.389.up_proj,failsafe(rtn): 0.0017548,0.00000,0.716
43,mlp.experts.379.up_proj,0.0000370060,0.05000,14.157
43,mlp.experts.387.up_proj,0.0000162066,0.05000,13.965
43,mlp.experts.393.up_proj,0.0001294946,0.05000,13.991
43,mlp.experts.430.up_proj,0.0000299461,0.05000,13.948
43,mlp.experts.415.up_proj,0.0000638803,0.05000,13.925
43,mlp.experts.395.up_proj,failsafe(rtn): 0.0016479,0.00000,0.720
43,mlp.experts.458.up_proj,0.0000337065,0.05000,14.086
43,mlp.experts.38.down_proj,0.0000334240,0.05000,3.548
43,mlp.experts.54.down_proj,failsafe(rtn): 0.0017166,0.00000,0.205
43,mlp.experts.70.down_proj,0.0000102590,0.05000,3.835
43,mlp.experts.86.down_proj,failsafe(rtn): 0.0017853,0.00000,0.210
43,mlp.experts.258.up_proj,0.0000298578,0.05000,14.381
43,mlp.experts.102.down_proj,0.0000162616,0.05000,3.477
43,mlp.experts.340.up_proj,0.0000509351,0.05000,14.372
43,mlp.experts.364.up_proj,0.0000277554,0.05000,14.576
43,mlp.experts.336.up_proj,0.0000287192,0.05000,14.668
43,mlp.experts.380.up_proj,failsafe(rtn): 0.0016174,0.00000,0.810
43,mlp.experts.305.up_proj,0.0000425922,0.05000,14.720
43,mlp.experts.359.up_proj,0.0000610987,0.05000,14.578
43,mlp.experts.118.down_proj,0.0000628948,0.05000,3.693
43,mlp.experts.134.down_proj,failsafe(rtn): 0.0017776,0.00000,0.183
43,mlp.experts.397.up_proj,0.0001158973,0.05000,14.777
43,mlp.experts.408.up_proj,0.0000195406,0.05000,14.646
43,mlp.experts.405.up_proj,0.0000842754,0.05000,14.760
43,mlp.experts.424.up_proj,failsafe(rtn): 0.0017242,0.00000,0.714
43,mlp.experts.403.up_proj,0.0000341549,0.05000,14.810
43,mlp.experts.409.up_proj,0.0000951542,0.05000,14.902
43,mlp.experts.411.up_proj,0.0001093725,0.05000,14.748
43,mlp.experts.431.up_proj,0.0000416144,0.05000,14.849
43,mlp.experts.446.up_proj,0.0000373851,0.05000,14.918
43,mlp.experts.474.up_proj,0.0001429374,0.05000,14.720
43,mlp.experts.150.down_proj,0.0000257014,0.05000,3.745
43,mlp.experts.166.down_proj,failsafe(rtn): 0.0018158,0.00000,0.167
43,mlp.experts.182.down_proj,failsafe(rtn): 0.0015411,0.00000,0.166
43,mlp.experts.198.down_proj,failsafe(rtn): 0.0017471,0.00000,0.175
43,mlp.experts.214.down_proj,0.0000088327,0.05000,3.716
43,mlp.experts.274.up_proj,0.0000529488,0.05000,14.618
43,mlp.experts.356.up_proj,0.0000324053,0.05000,14.721
43,mlp.experts.230.down_proj,0.0001572406,0.05000,3.552
43,mlp.experts.352.up_proj,0.0000929741,0.05000,14.482
43,mlp.experts.396.up_proj,0.0000191106,0.05000,14.489
43,mlp.experts.321.up_proj,0.0000635067,0.05000,14.472
43,mlp.experts.375.up_proj,0.0000667603,0.05000,14.541
43,mlp.experts.413.up_proj,0.0000712668,0.05000,14.562
43,mlp.experts.246.down_proj,0.0000092663,0.05000,3.569
43,mlp.experts.421.up_proj,0.0000281546,0.05000,14.727
43,mlp.experts.440.up_proj,0.0000909009,0.05000,14.482
43,mlp.experts.419.up_proj,0.0000260789,0.05000,14.497
43,mlp.experts.456.up_proj,failsafe(rtn): 0.0015793,0.00000,0.704
43,mlp.experts.425.up_proj,0.0000471370,0.05000,14.545
43,mlp.experts.462.up_proj,0.0000730925,0.05000,14.548
43,mlp.experts.427.up_proj,0.0000458285,0.05000,14.614
43,mlp.experts.447.up_proj,0.0000225608,0.05000,14.581
43,mlp.experts.490.up_proj,0.0000573779,0.05000,14.663
43,mlp.experts.262.down_proj,0.0000122138,0.05000,3.626
43,mlp.experts.278.down_proj,failsafe(rtn): 0.0016479,0.00000,0.176
43,mlp.experts.294.down_proj,0.0000261686,0.05000,3.603
43,mlp.experts.290.up_proj,0.0000212462,0.05000,14.261
43,mlp.experts.306.up_proj,failsafe(rtn): 0.0016174,0.00000,0.729
43,mlp.experts.372.up_proj,0.0000244315,0.05000,14.403
43,mlp.experts.310.down_proj,0.0000327011,0.05000,3.582
43,mlp.experts.326.down_proj,failsafe(rtn): 0.0016174,0.00000,0.165
43,mlp.experts.368.up_proj,0.0001077074,0.05000,14.377
43,mlp.experts.412.up_proj,0.0000473583,0.05000,14.153
43,mlp.experts.337.up_proj,0.0001532046,0.05000,14.413
43,mlp.experts.391.up_proj,0.0001145084,0.05000,14.376
43,mlp.experts.429.up_proj,0.0000185899,0.05000,14.335
43,mlp.experts.342.down_proj,0.0001161954,0.05000,3.726
43,mlp.experts.437.up_proj,0.0001336794,0.05000,14.512
43,mlp.experts.472.up_proj,0.0000447147,0.05000,14.351
43,mlp.experts.435.up_proj,0.0000386930,0.05000,14.490
43,mlp.experts.443.up_proj,0.0001400818,0.05000,14.406
43,mlp.experts.441.up_proj,0.0000455705,0.05000,14.495
43,mlp.experts.463.up_proj,0.0001004326,0.05000,14.512
43,mlp.experts.478.up_proj,0.0000211307,0.05000,14.606
43,mlp.experts.506.up_proj,0.0000264686,0.05000,14.528
43,mlp.experts.10.down_proj,failsafe(rtn): 0.0016937,0.00000,0.171
43,mlp.experts.457.up_proj,failsafe(rtn): 0.0016098,0.00000,0.664
43,mlp.experts.26.down_proj,failsafe(rtn): 0.0017319,0.00000,0.187
43,mlp.experts.358.down_proj,0.0000118883,0.05000,3.711
43,mlp.experts.42.down_proj,0.0000081227,0.05000,3.602
43,mlp.experts.374.down_proj,0.0000232198,0.05000,3.559
43,mlp.experts.322.up_proj,0.0000472117,0.05000,14.443
43,mlp.experts.58.down_proj,0.0000333932,0.05000,3.573
43,mlp.experts.388.up_proj,0.0000343953,0.05000,14.370
43,mlp.experts.390.down_proj,0.0000959203,0.05000,3.511
43,mlp.experts.384.up_proj,0.0000479934,0.05000,14.380
43,mlp.experts.428.up_proj,0.0001265488,0.05000,14.468
43,mlp.experts.353.up_proj,0.0000540677,0.05000,14.461
43,mlp.experts.407.up_proj,0.0000464003,0.05000,14.491
43,mlp.experts.74.down_proj,0.0000064555,0.05000,3.655
43,mlp.experts.445.up_proj,0.0000794975,0.05000,14.432
43,mlp.experts.406.down_proj,0.0000418823,0.05000,3.729
43,mlp.experts.453.up_proj,0.0001903790,0.05000,14.454
43,mlp.experts.488.up_proj,0.0000939831,0.05000,14.279
43,mlp.experts.451.up_proj,0.0001270685,0.05000,14.299
43,mlp.experts.459.up_proj,0.0000507166,0.05000,14.366
43,mlp.experts.479.up_proj,0.0000509642,0.05000,14.286
43,mlp.experts.494.up_proj,0.0000332221,0.05000,14.262
43,mlp.experts.473.up_proj,0.0000733633,0.05000,14.328
43,mlp.experts.90.down_proj,0.0000178964,0.05000,3.585
43,mlp.experts.489.up_proj,failsafe(rtn): 0.0016937,0.00000,0.721
43,mlp.experts.422.down_proj,0.0000427121,0.05000,3.595
43,mlp.experts.438.down_proj,failsafe(rtn): 0.0016785,0.00000,0.156
43,mlp.experts.106.down_proj,0.0000285369,0.05000,3.457
43,mlp.experts.454.down_proj,0.0000146886,0.05000,3.633
43,mlp.experts.338.up_proj,0.0001162990,0.05000,14.405
43,mlp.experts.122.down_proj,0.0001190775,0.05000,3.622
43,mlp.experts.404.up_proj,0.0001764385,0.05000,14.341
43,mlp.experts.420.up_proj,failsafe(rtn): 0.0015945,0.00000,0.722
43,mlp.experts.470.down_proj,0.0001321146,0.05000,3.600
43,mlp.experts.400.up_proj,0.0000806491,0.05000,14.527
43,mlp.experts.444.up_proj,0.0000596814,0.05000,14.488
43,mlp.experts.369.up_proj,0.0001853180,0.05000,14.578
43,mlp.experts.460.up_proj,failsafe(rtn): 0.0016174,0.00000,0.710
43,mlp.experts.423.up_proj,0.0000235152,0.05000,14.401
43,mlp.experts.138.down_proj,0.0000094420,0.05000,3.737
43,mlp.experts.461.up_proj,0.0000345134,0.05000,14.243
43,mlp.experts.477.up_proj,failsafe(rtn): 0.0016632,0.00000,0.754
43,mlp.experts.469.up_proj,0.0000400630,0.05000,14.426
43,mlp.experts.486.down_proj,0.0000042258,0.05000,3.693
43,mlp.experts.467.up_proj,0.0000402124,0.05000,14.439
43,mlp.experts.504.up_proj,0.0000411077,0.05000,14.464
43,mlp.experts.475.up_proj,0.0002301444,0.05000,14.501
43,mlp.experts.495.up_proj,0.0000356931,0.05000,14.472
43,mlp.experts.510.up_proj,0.0000682577,0.05000,14.486
43,mlp.experts.511.up_proj,failsafe(rtn): 0.0016632,0.00000,0.786
43,mlp.experts.154.down_proj,0.0000334405,0.05000,3.781
43,mlp.experts.505.up_proj,0.0000370338,0.05000,14.624
43,mlp.experts.502.down_proj,0.0000389828,0.05000,3.784
43,mlp.experts.8.down_proj,0.0000237887,0.05000,3.705
43,mlp.experts.14.down_proj,0.0000170843,0.05000,3.660
43,mlp.experts.15.down_proj,0.0000729572,0.05000,3.494
43,mlp.experts.170.down_proj,0.0000255237,0.05000,3.572
43,mlp.experts.9.down_proj,0.0000257170,0.05000,3.454
43,mlp.experts.354.up_proj,0.0000973220,0.05000,14.218
43,mlp.experts.24.down_proj,0.0000178815,0.05000,3.322
43,mlp.experts.30.down_proj,0.0000591937,0.05000,3.336
43,mlp.experts.46.down_proj,failsafe(rtn): 0.0016708,0.00000,0.192
43,mlp.experts.31.down_proj,0.0000725898,0.05000,3.453
43,mlp.experts.186.down_proj,0.0000107708,0.05000,3.418
43,mlp.experts.202.down_proj,failsafe(rtn): 0.0017166,0.00000,0.157
43,mlp.experts.25.down_proj,0.0000089640,0.05000,3.493
43,mlp.experts.436.up_proj,0.0000454127,0.05000,14.130
43,mlp.experts.40.down_proj,0.0001572896,0.05000,3.374
43,mlp.experts.416.up_proj,0.0000536381,0.05000,14.063
43,mlp.experts.385.up_proj,0.0000173689,0.05000,14.139
43,mlp.experts.62.down_proj,0.0000104065,0.05000,3.320
43,mlp.experts.476.up_proj,0.0000476811,0.05000,14.058
43,mlp.experts.432.up_proj,failsafe(rtn): 0.0016327,0.00000,0.766
43,mlp.experts.78.down_proj,failsafe(rtn): 0.0016861,0.00000,0.179
43,mlp.experts.439.up_proj,0.0000410239,0.05000,14.243
43,mlp.experts.47.down_proj,0.0000198467,0.05000,3.462
43,mlp.experts.63.down_proj,failsafe(rtn): 0.0016937,0.00000,0.177
43,mlp.experts.448.up_proj,failsafe(rtn): 0.0016403,0.00000,0.698
43,mlp.experts.218.down_proj,0.0000145656,0.05000,3.331
43,mlp.experts.79.down_proj,failsafe(rtn): 0.0017090,0.00000,0.165
43,mlp.experts.455.up_proj,failsafe(rtn): 0.0016098,0.00000,0.650
43,mlp.experts.41.down_proj,0.0000371371,0.05000,3.430
43,mlp.experts.493.up_proj,0.0000555867,0.05000,13.900
43,mlp.experts.485.up_proj,0.0000257940,0.05000,13.913
43,mlp.experts.483.up_proj,0.0000375268,0.05000,13.839
43,mlp.experts.56.down_proj,0.0001406202,0.05000,3.467
43,mlp.experts.491.up_proj,0.0000890055,0.05000,13.890
43,mlp.experts.94.down_proj,0.0000366557,0.05000,3.350
43,mlp.experts.234.down_proj,0.0000704447,0.05000,3.400
43,mlp.experts.95.down_proj,0.0000176312,0.05000,3.408
43,mlp.experts.111.down_proj,failsafe(rtn): 0.0017242,0.00000,0.179
43,mlp.experts.57.down_proj,0.0000290161,0.05000,3.383
43,mlp.experts.127.down_proj,failsafe(rtn): 0.0016556,0.00000,0.197
43,mlp.experts.72.down_proj,0.0000092780,0.05000,3.365
43,mlp.experts.110.down_proj,0.0000172869,0.05000,3.342
43,mlp.experts.250.down_proj,0.0000045260,0.05000,3.371
43,mlp.experts.266.down_proj,failsafe(rtn): 0.0016174,0.00000,0.197
43,mlp.experts.73.down_proj,0.0000170714,0.05000,3.403
43,mlp.experts.143.down_proj,0.0000179099,0.05000,3.376
43,mlp.experts.370.up_proj,0.0000259881,0.05000,13.496
43,mlp.experts.88.down_proj,0.0000980093,0.05000,3.392
43,mlp.experts.126.down_proj,0.0000958371,0.05000,3.408
43,mlp.experts.282.down_proj,0.0000791325,0.05000,3.443
43,mlp.experts.89.down_proj,0.0000333768,0.05000,3.426
43,mlp.experts.159.down_proj,0.0000305836,0.05000,3.389
43,mlp.experts.452.up_proj,0.0000427318,0.05000,13.753
43,mlp.experts.104.down_proj,0.0000562968,0.05000,3.436
43,mlp.experts.401.up_proj,0.0000288075,0.05000,13.573
43,mlp.experts.492.up_proj,0.0000229011,0.05000,13.553
43,mlp.experts.142.down_proj,0.0000065450,0.05000,3.392
43,mlp.experts.464.up_proj,0.0000542265,0.05000,13.440
43,mlp.experts.508.up_proj,failsafe(rtn): 0.0018539,0.00000,0.682
43,mlp.experts.298.down_proj,0.0000184382,0.05000,3.285
43,mlp.experts.471.up_proj,0.0000822853,0.05000,13.508
43,mlp.experts.105.down_proj,0.0000148049,0.05000,3.341
43,mlp.experts.175.down_proj,0.0000432344,0.05000,3.329
43,mlp.experts.509.up_proj,0.0000544390,0.05000,13.510
43,mlp.experts.501.up_proj,0.0000767488,0.05000,13.537
43,mlp.experts.499.up_proj,0.0000906218,0.05000,13.484
43,mlp.experts.120.down_proj,0.0000169971,0.05000,3.312
43,mlp.experts.507.up_proj,0.0000365530,0.05000,13.483
43,mlp.experts.158.down_proj,0.0000330604,0.05000,3.327
43,mlp.experts.12.down_proj,0.0000318755,0.05000,3.383
43,mlp.experts.314.down_proj,0.0000411647,0.05000,3.293
43,mlp.experts.191.down_proj,0.0000206541,0.05000,3.335
43,mlp.experts.121.down_proj,0.0000438576,0.05000,3.384
43,mlp.experts.13.down_proj,0.0000050935,0.05000,3.326
43,mlp.experts.5.down_proj,0.0000086200,0.05000,3.427
43,mlp.experts.3.down_proj,0.0000091919,0.05000,3.506
43,mlp.experts.136.down_proj,0.0000175770,0.05000,3.526
43,mlp.experts.152.down_proj,failsafe(rtn): 0.0016098,0.00000,0.191
43,mlp.experts.168.down_proj,failsafe(rtn): 0.0016556,0.00000,0.207
43,mlp.experts.11.down_proj,0.0000183770,0.05000,3.597
43,mlp.experts.174.down_proj,0.0000777714,0.05000,3.584
43,mlp.experts.190.down_proj,failsafe(rtn): 0.0016022,0.00000,0.162
43,mlp.experts.28.down_proj,0.0000115580,0.05000,3.578
43,mlp.experts.330.down_proj,0.0000089122,0.05000,3.591
43,mlp.experts.137.down_proj,0.0000356519,0.05000,3.525
43,mlp.experts.207.down_proj,0.0000144223,0.05000,3.576
43,mlp.experts.29.down_proj,0.0000123634,0.05000,3.622
43,mlp.experts.21.down_proj,0.0000236954,0.05000,3.541
43,mlp.experts.386.up_proj,0.0002151731,0.05000,13.644
43,mlp.experts.19.down_proj,0.0000226457,0.05000,3.506
43,mlp.experts.184.down_proj,0.0000468969,0.05000,3.401
43,mlp.experts.27.down_proj,0.0001035143,0.05000,3.431
43,mlp.experts.206.down_proj,0.0000131306,0.05000,3.349
43,mlp.experts.44.down_proj,0.0001053733,0.05000,3.374
43,mlp.experts.346.down_proj,0.0000838443,0.05000,3.383
43,mlp.experts.153.down_proj,0.0000026907,0.05000,3.377
43,mlp.experts.223.down_proj,0.0000240382,0.05000,3.378
43,mlp.experts.45.down_proj,0.0000162758,0.05000,3.362
43,mlp.experts.468.up_proj,0.0000612218,0.05000,13.482
43,mlp.experts.37.down_proj,0.0000534893,0.05000,3.355
43,mlp.experts.35.down_proj,0.0000165075,0.05000,3.289
43,mlp.experts.484.up_proj,failsafe(rtn): 0.0016251,0.00000,0.732
43,mlp.experts.200.down_proj,0.0000190214,0.05000,3.322
43,mlp.experts.417.up_proj,0.0000963366,0.05000,13.690
43,mlp.experts.43.down_proj,0.0000242187,0.05000,3.335
43,mlp.experts.222.down_proj,0.0000215996,0.05000,3.380
43,mlp.experts.480.up_proj,0.0000556157,0.05000,13.697
43,mlp.experts.60.down_proj,0.0000279367,0.05000,3.433
43,mlp.experts.487.up_proj,0.0000412511,0.05000,13.572
43,mlp.experts.362.down_proj,0.0000049513,0.05000,3.413
43,mlp.experts.378.down_proj,failsafe(rtn): 0.0015869,0.00000,0.203
43,mlp.experts.169.down_proj,0.0000083636,0.05000,3.513
43,mlp.experts.239.down_proj,0.0000064538,0.05000,3.520
43,mlp.experts.61.down_proj,0.0001048644,0.05000,3.562
43,mlp.experts.53.down_proj,0.0000426851,0.05000,3.493
43,mlp.experts.69.down_proj,failsafe(rtn): 0.0017242,0.00000,0.165
43,mlp.experts.51.down_proj,0.0000256947,0.05000,3.435
43,mlp.experts.216.down_proj,0.0000077477,0.05000,3.434
43,mlp.experts.232.down_proj,failsafe(rtn): 0.0016556,0.00000,0.181
43,mlp.experts.59.down_proj,0.0000855123,0.05000,3.476
43,mlp.experts.238.down_proj,0.0000537449,0.05000,3.466
43,mlp.experts.76.down_proj,0.0000585344,0.05000,3.416
43,mlp.experts.394.down_proj,0.0000270289,0.05000,3.423
43,mlp.experts.185.down_proj,0.0000187920,0.05000,3.423
43,mlp.experts.255.down_proj,0.0000122248,0.05000,3.445
43,mlp.experts.410.down_proj,failsafe(rtn): 0.0016632,0.00000,0.210
43,mlp.experts.426.down_proj,failsafe(rtn): 0.0017319,0.00000,0.184
43,mlp.experts.77.down_proj,0.0000203779,0.05000,3.539
43,mlp.experts.85.down_proj,0.0000056454,0.05000,3.502
43,mlp.experts.67.down_proj,0.0000468918,0.05000,3.521
43,mlp.experts.248.down_proj,0.0000154969,0.05000,3.395
43,mlp.experts.75.down_proj,0.0000058974,0.05000,3.410
43,mlp.experts.254.down_proj,0.0000785441,0.05000,3.468
43,mlp.experts.92.down_proj,0.0000975184,0.05000,3.433
43,mlp.experts.201.down_proj,0.0000097466,0.05000,3.382
43,mlp.experts.271.down_proj,0.0000578958,0.05000,3.338
43,mlp.experts.217.down_proj,failsafe(rtn): 0.0017166,0.00000,0.147
43,mlp.experts.442.down_proj,0.0000378320,0.05000,3.322
43,mlp.experts.93.down_proj,0.0000108294,0.05000,3.333
43,mlp.experts.402.up_proj,0.0000686734,0.05000,13.445
43,mlp.experts.101.down_proj,0.0000125034,0.05000,3.243
43,mlp.experts.117.down_proj,failsafe(rtn): 0.0017548,0.00000,0.167
43,mlp.experts.83.down_proj,0.0000068970,0.05000,3.291
43,mlp.experts.133.down_proj,failsafe(rtn): 0.0017166,0.00000,0.160
43,mlp.experts.264.down_proj,0.0000241450,0.05000,3.339
43,mlp.experts.91.down_proj,0.0000166877,0.05000,3.321
43,mlp.experts.107.down_proj,failsafe(rtn): 0.0016937,0.00000,0.169
43,mlp.experts.270.down_proj,0.0000142377,0.05000,3.282
43,mlp.experts.108.down_proj,0.0000753621,0.05000,3.323
43,mlp.experts.287.down_proj,0.0000155266,0.05000,3.327
43,mlp.experts.233.down_proj,0.0000247217,0.05000,3.270
43,mlp.experts.303.down_proj,failsafe(rtn): 0.0015640,0.00000,0.171
43,mlp.experts.458.down_proj,0.0000150329,0.05000,3.321
43,mlp.experts.109.down_proj,0.0000155682,0.05000,3.321
43,mlp.experts.99.down_proj,0.0000178111,0.05000,3.363
43,mlp.experts.149.down_proj,0.0000190177,0.05000,3.374
43,mlp.experts.500.up_proj,0.0000972227,0.05000,13.529
43,mlp.experts.433.up_proj,0.0001053100,0.05000,13.430
43,mlp.experts.280.down_proj,0.0000398117,0.05000,3.373
43,mlp.experts.123.down_proj,0.0000244827,0.05000,3.311
43,mlp.experts.286.down_proj,0.0000295494,0.05000,3.297
43,mlp.experts.302.down_proj,failsafe(rtn): 0.0017014,0.00000,0.169
43,mlp.experts.496.up_proj,0.0001241987,0.05000,13.349
43,mlp.experts.318.down_proj,failsafe(rtn): 0.0016098,0.00000,0.190
43,mlp.experts.334.down_proj,failsafe(rtn): 0.0017319,0.00000,0.178
43,mlp.experts.503.up_proj,0.0000579213,0.05000,13.424
43,mlp.experts.124.down_proj,0.0000069357,0.05000,3.484
43,mlp.experts.7.down_proj,failsafe(rtn): 0.0018005,0.00000,0.202
43,mlp.experts.249.down_proj,0.0000198517,0.05000,3.499
43,mlp.experts.319.down_proj,0.0000212593,0.05000,3.469
43,mlp.experts.474.down_proj,0.0000439233,0.05000,3.534
43,mlp.experts.125.down_proj,0.0000071631,0.05000,3.589
43,mlp.experts.141.down_proj,failsafe(rtn): 0.0017548,0.00000,0.177
43,mlp.experts.115.down_proj,0.0000125358,0.05000,3.571
43,mlp.experts.165.down_proj,0.0000168486,0.05000,3.549
43,mlp.experts.4.down_proj,0.0000208418,0.05000,3.596
43,mlp.experts.296.down_proj,0.0000343243,0.05000,3.585
43,mlp.experts.139.down_proj,0.0000084685,0.05000,3.574
43,mlp.experts.312.down_proj,failsafe(rtn): 0.0015182,0.00000,0.154
43,mlp.experts.0.down_proj,0.0000165521,0.05000,3.544
43,mlp.experts.350.down_proj,0.0000209387,0.05000,3.466
43,mlp.experts.140.down_proj,0.0000103313,0.05000,3.384
43,mlp.experts.23.down_proj,0.0000650817,0.05000,3.410
43,mlp.experts.39.down_proj,failsafe(rtn): 0.0016861,0.00000,0.167
43,mlp.experts.265.down_proj,0.0000327476,0.05000,3.353
43,mlp.experts.335.down_proj,0.0001315425,0.05000,3.406
43,mlp.experts.490.down_proj,0.0001605601,0.05000,3.328
43,mlp.experts.281.down_proj,failsafe(rtn): 0.0017319,0.00000,0.173
43,mlp.experts.157.down_proj,0.0000190149,0.05000,3.300
43,mlp.experts.131.down_proj,0.0000285029,0.05000,3.280
43,mlp.experts.181.down_proj,0.0000199991,0.05000,3.287
43,mlp.experts.20.down_proj,0.0000079078,0.05000,3.300
43,mlp.experts.155.down_proj,0.0000266465,0.05000,3.343
43,mlp.experts.328.down_proj,0.0000659231,0.05000,3.357
43,mlp.experts.16.down_proj,0.0000340851,0.05000,3.486
43,mlp.experts.366.down_proj,0.0000118974,0.05000,3.436
43,mlp.experts.156.down_proj,0.0000577485,0.05000,3.530
43,mlp.experts.172.down_proj,failsafe(rtn): 0.0016632,0.00000,0.175
43,mlp.experts.55.down_proj,0.0000172187,0.05000,3.558
43,mlp.experts.506.down_proj,0.0000099658,0.05000,3.449
43,mlp.experts.351.down_proj,0.0000183549,0.05000,3.506
43,mlp.experts.297.down_proj,0.0000195294,0.05000,3.478
43,mlp.experts.418.up_proj,0.0001413151,0.05000,13.611
43,mlp.experts.173.down_proj,0.0000130853,0.05000,3.450
43,mlp.experts.147.down_proj,0.0001256335,0.05000,3.468
43,mlp.experts.197.down_proj,0.0000059365,0.05000,3.450
43,mlp.experts.163.down_proj,failsafe(rtn): 0.0017166,0.00000,0.158
43,mlp.experts.36.down_proj,0.0000075005,0.05000,3.444
43,mlp.experts.179.down_proj,failsafe(rtn): 0.0016937,0.00000,0.178
43,mlp.experts.171.down_proj,0.0000263653,0.05000,3.484
43,mlp.experts.344.down_proj,0.0000809954,0.05000,3.468
43,mlp.experts.32.down_proj,0.0000163369,0.05000,3.417
43,mlp.experts.382.down_proj,0.0000160560,0.05000,3.367
43,mlp.experts.188.down_proj,0.0000225885,0.05000,3.311
43,mlp.experts.204.down_proj,failsafe(rtn): 0.0016327,0.00000,0.175
43,mlp.experts.71.down_proj,0.0000162733,0.05000,3.329
43,mlp.experts.367.down_proj,0.0000058923,0.05000,3.347
43,mlp.experts.313.down_proj,0.0000100019,0.05000,3.368
43,mlp.experts.329.down_proj,failsafe(rtn): 0.0017090,0.00000,0.151
43,mlp.experts.345.down_proj,failsafe(rtn): 0.0018158,0.00000,0.154
43,mlp.experts.189.down_proj,0.0000125032,0.05000,3.351
43,mlp.experts.213.down_proj,0.0000248555,0.05000,3.443
43,mlp.experts.52.down_proj,0.0000465208,0.05000,3.387
43,mlp.experts.449.up_proj,0.0000687850,0.05000,13.652
43,mlp.experts.195.down_proj,0.0001930375,0.05000,3.416
43,mlp.experts.187.down_proj,0.0000444612,0.05000,3.337
43,mlp.experts.360.down_proj,0.0000160072,0.05000,3.371
43,mlp.experts.48.down_proj,0.0000122110,0.05000,3.373
43,mlp.experts.398.down_proj,0.0000254822,0.05000,3.349
43,mlp.experts.220.down_proj,0.0000224540,0.05000,3.291
43,mlp.experts.87.down_proj,0.0000121443,0.05000,3.357
43,mlp.experts.383.down_proj,0.0000160565,0.05000,3.221
43,mlp.experts.361.down_proj,0.0000265555,0.05000,3.283
43,mlp.experts.205.down_proj,0.0000181846,0.05000,3.200
43,mlp.experts.221.down_proj,failsafe(rtn): 0.0016937,0.00000,0.150
43,mlp.experts.237.down_proj,failsafe(rtn): 0.0016861,0.00000,0.143
43,mlp.experts.229.down_proj,0.0000292722,0.05000,3.067
43,mlp.experts.68.down_proj,0.0000235754,0.05000,3.101
43,mlp.experts.245.down_proj,failsafe(rtn): 0.0016403,0.00000,0.167
43,mlp.experts.211.down_proj,0.0000165946,0.05000,3.086
43,mlp.experts.227.down_proj,failsafe(rtn): 0.0016937,0.00000,0.173
43,mlp.experts.243.down_proj,failsafe(rtn): 0.0016785,0.00000,0.152
43,mlp.experts.203.down_proj,0.0000081170,0.05000,3.089
43,mlp.experts.376.down_proj,0.0000208348,0.05000,3.115
43,mlp.experts.219.down_proj,failsafe(rtn): 0.0016556,0.00000,0.169
43,mlp.experts.414.down_proj,0.0000322632,0.05000,3.004
43,mlp.experts.64.down_proj,0.0000277033,0.05000,3.122
43,mlp.experts.80.down_proj,failsafe(rtn): 0.0017395,0.00000,0.163
43,mlp.experts.236.down_proj,0.0000229508,0.05000,3.044
43,mlp.experts.103.down_proj,0.0000446679,0.05000,3.040
43,mlp.experts.399.down_proj,0.0000359298,0.05000,3.124
43,mlp.experts.377.down_proj,0.0000384237,0.05000,3.192
43,mlp.experts.253.down_proj,0.0000182152,0.05000,3.247
43,mlp.experts.84.down_proj,0.0000100101,0.05000,3.144
43,mlp.experts.261.down_proj,0.0000554824,0.05000,3.181
43,mlp.experts.259.down_proj,0.0000084155,0.05000,3.158
43,mlp.experts.275.down_proj,failsafe(rtn): 0.0017166,0.00000,0.161
43,mlp.experts.392.down_proj,0.0000111853,0.05000,3.217
43,mlp.experts.235.down_proj,0.0000087913,0.05000,3.186
43,mlp.experts.430.down_proj,0.0000166738,0.05000,3.243
43,mlp.experts.96.down_proj,0.0000159800,0.05000,3.296
43,mlp.experts.252.down_proj,0.0000138783,0.05000,3.372
43,mlp.experts.119.down_proj,0.0000090135,0.05000,3.354
43,mlp.experts.415.down_proj,0.0000256478,0.05000,3.432
43,mlp.experts.434.up_proj,0.0000174269,0.05000,12.938
43,mlp.experts.393.down_proj,0.0000353152,0.05000,3.410
43,mlp.experts.269.down_proj,0.0000174368,0.05000,3.393
43,mlp.experts.100.down_proj,0.0000760826,0.05000,3.430
43,mlp.experts.277.down_proj,0.0000308760,0.05000,3.498
43,mlp.experts.291.down_proj,0.0000536510,0.05000,3.436
43,mlp.experts.251.down_proj,0.0000217566,0.05000,3.392
43,mlp.experts.408.down_proj,0.0000080338,0.05000,3.433
43,mlp.experts.424.down_proj,failsafe(rtn): 0.0017624,0.00000,0.152
43,mlp.experts.446.down_proj,0.0000057092,0.05000,3.296
43,mlp.experts.112.down_proj,0.0001375440,0.05000,3.335
43,mlp.experts.268.down_proj,0.0000614212,0.05000,3.268
43,mlp.experts.135.down_proj,0.0000781250,0.05000,3.309
43,mlp.experts.431.down_proj,0.0000218039,0.05000,3.268
43,mlp.experts.409.down_proj,0.0000150115,0.05000,3.232
43,mlp.experts.285.down_proj,0.0000063409,0.05000,3.253
43,mlp.experts.116.down_proj,0.0000155413,0.05000,3.201
43,mlp.experts.465.up_proj,0.0000394897,0.05000,12.789
43,mlp.experts.293.down_proj,0.0000310471,0.05000,3.184
43,mlp.experts.307.down_proj,0.0000114819,0.05000,3.174
43,mlp.experts.267.down_proj,0.0000928477,0.05000,3.169
43,mlp.experts.440.down_proj,0.0000358869,0.05000,3.065
43,mlp.experts.456.down_proj,failsafe(rtn): 0.0017090,0.00000,0.173
43,mlp.experts.462.down_proj,0.0000198602,0.05000,3.094
43,mlp.experts.128.down_proj,0.0000871448,0.05000,3.148
43,mlp.experts.284.down_proj,0.0000273647,0.05000,3.129
43,mlp.experts.151.down_proj,0.0000471681,0.05000,3.106
43,mlp.experts.447.down_proj,0.0000047827,0.05000,3.180
43,mlp.experts.425.down_proj,0.0000180860,0.05000,3.131
43,mlp.experts.301.down_proj,0.0000151238,0.05000,3.133
43,mlp.experts.132.down_proj,0.0000319831,0.05000,3.116
43,mlp.experts.309.down_proj,0.0000387809,0.05000,3.070
43,mlp.experts.323.down_proj,0.0001181844,0.05000,3.112
43,mlp.experts.283.down_proj,0.0000176346,0.05000,3.165
43,mlp.experts.478.down_proj,0.0000066050,0.05000,3.110
43,mlp.experts.472.down_proj,0.0000096712,0.05000,3.136
43,mlp.experts.144.down_proj,0.0000202304,0.05000,3.207
43,mlp.experts.300.down_proj,0.0000355606,0.05000,3.170
43,mlp.experts.167.down_proj,0.0000538573,0.05000,3.193
43,mlp.experts.463.down_proj,0.0000165027,0.05000,3.238
43,mlp.experts.441.down_proj,0.0000217563,0.05000,3.286
43,mlp.experts.457.down_proj,failsafe(rtn): 0.0016098,0.00000,0.159
43,mlp.experts.317.down_proj,0.0000081542,0.05000,3.282
43,mlp.experts.148.down_proj,0.0000182875,0.05000,3.313
43,mlp.experts.325.down_proj,0.0000128115,0.05000,3.296
43,mlp.experts.339.down_proj,0.0001190259,0.05000,3.239
43,mlp.experts.299.down_proj,0.0000557820,0.05000,3.211
43,mlp.experts.494.down_proj,0.0000261603,0.05000,3.232
43,mlp.experts.488.down_proj,0.0000501194,0.05000,3.252
43,mlp.experts.160.down_proj,0.0000216049,0.05000,3.194
43,mlp.experts.176.down_proj,failsafe(rtn): 0.0016861,0.00000,0.162
43,mlp.experts.316.down_proj,0.0000118362,0.05000,3.189
43,mlp.experts.183.down_proj,0.0000220944,0.05000,3.162
43,mlp.experts.450.up_proj,0.0001090103,0.05000,12.450
43,mlp.experts.479.down_proj,0.0000225983,0.05000,3.161
43,mlp.experts.473.down_proj,0.0000130164,0.05000,3.098
43,mlp.experts.489.down_proj,failsafe(rtn): 0.0017624,0.00000,0.154
43,mlp.experts.333.down_proj,0.0000428248,0.05000,3.129
43,mlp.experts.164.down_proj,0.0000061724,0.05000,3.118
43,mlp.experts.341.down_proj,0.0000379501,0.05000,3.173
43,mlp.experts.355.down_proj,0.0000215524,0.05000,3.134
43,mlp.experts.315.down_proj,0.0000143129,0.05000,3.096
43,mlp.experts.331.down_proj,failsafe(rtn): 0.0016785,0.00000,0.149
43,mlp.experts.504.down_proj,0.0000200464,0.05000,3.088
43,mlp.experts.510.down_proj,0.0000203280,0.05000,3.124
43,mlp.experts.347.down_proj,failsafe(rtn): 0.0017776,0.00000,0.149
43,mlp.experts.192.down_proj,0.0000100693,0.05000,3.042
43,mlp.experts.332.down_proj,0.0000307934,0.05000,3.021
43,mlp.experts.199.down_proj,0.0000377176,0.05000,3.014
43,mlp.experts.495.down_proj,0.0000170726,0.05000,2.929
43,mlp.experts.511.down_proj,failsafe(rtn): 0.0017166,0.00000,0.120
43,mlp.experts.505.down_proj,0.0000196182,0.05000,2.789
43,mlp.experts.349.down_proj,0.0000740083,0.05000,2.685
43,mlp.experts.481.up_proj,0.0001366846,0.05000,12.143
43,mlp.experts.180.down_proj,0.0000319885,0.05000,2.688
43,mlp.experts.357.down_proj,0.0000478455,0.05000,2.625
43,mlp.experts.371.down_proj,0.0001907520,0.05000,2.434
43,mlp.experts.363.down_proj,0.0000774326,0.05000,2.356
43,mlp.experts.208.down_proj,0.0000231217,0.05000,2.287
43,mlp.experts.348.down_proj,0.0001550452,0.05000,2.271
43,mlp.experts.215.down_proj,0.0000119382,0.05000,2.272
43,mlp.experts.365.down_proj,0.0000832556,0.05000,2.077
43,mlp.experts.196.down_proj,0.0000562228,0.05000,2.003
43,mlp.experts.381.down_proj,failsafe(rtn): 0.0016861,0.00000,0.103
43,mlp.experts.373.down_proj,0.0000369973,0.05000,2.036
43,mlp.experts.389.down_proj,failsafe(rtn): 0.0018234,0.00000,0.100
43,mlp.experts.387.down_proj,0.0000071289,0.05000,1.992
43,mlp.experts.379.down_proj,0.0000113421,0.05000,1.942
43,mlp.experts.395.down_proj,failsafe(rtn): 0.0017014,0.00000,0.093
43,mlp.experts.224.down_proj,0.0001721656,0.05000,2.015
43,mlp.experts.364.down_proj,0.0000178310,0.05000,2.003
43,mlp.experts.231.down_proj,0.0000223009,0.05000,2.003
43,mlp.experts.380.down_proj,failsafe(rtn): 0.0017471,0.00000,0.108
43,mlp.experts.212.down_proj,0.0000795771,0.05000,2.033
43,mlp.experts.397.down_proj,0.0000599793,0.05000,2.029
43,mlp.experts.405.down_proj,0.0000237160,0.05000,2.050
43,mlp.experts.403.down_proj,0.0000052813,0.05000,2.009
43,mlp.experts.411.down_proj,0.0000269560,0.05000,2.047
43,mlp.experts.466.up_proj,0.0000709074,0.05000,8.902
43,mlp.experts.240.down_proj,0.0000151990,0.05000,1.975
43,mlp.experts.247.down_proj,0.0000202502,0.05000,1.962
43,mlp.experts.396.down_proj,0.0000114736,0.05000,1.951
43,mlp.experts.228.down_proj,0.0000062838,0.05000,1.905
43,mlp.experts.413.down_proj,0.0000102982,0.05000,1.943
43,mlp.experts.421.down_proj,0.0000099633,0.05000,1.934
43,mlp.experts.419.down_proj,0.0000055663,0.05000,1.909
43,mlp.experts.427.down_proj,0.0000336924,0.05000,1.936
43,mlp.experts.256.down_proj,0.0000200300,0.05000,2.015
43,mlp.experts.263.down_proj,0.0000494515,0.05000,1.998
43,mlp.experts.412.down_proj,0.0000121702,0.05000,2.023
43,mlp.experts.497.up_proj,0.0001741383,0.05000,8.102
43,mlp.experts.244.down_proj,0.0000171554,0.05000,2.150
43,mlp.experts.429.down_proj,0.0000070984,0.05000,2.110
43,mlp.experts.260.down_proj,failsafe(rtn): 0.0017166,0.00000,0.099
43,mlp.experts.276.down_proj,failsafe(rtn): 0.0017090,0.00000,0.103
43,mlp.experts.437.down_proj,0.0000501998,0.05000,2.080
43,mlp.experts.435.down_proj,0.0000190431,0.05000,2.155
43,mlp.experts.443.down_proj,0.0000932586,0.05000,2.112
43,mlp.experts.272.down_proj,0.0000387420,0.05000,2.115
43,mlp.experts.279.down_proj,0.0001096351,0.05000,2.081
43,mlp.experts.428.down_proj,0.0000307580,0.05000,2.090
43,mlp.experts.1.down_proj,0.0000387887,0.05000,2.067
43,mlp.experts.445.down_proj,0.0000257556,0.05000,2.075
43,mlp.experts.292.down_proj,0.0000148576,0.05000,2.062
43,mlp.experts.453.down_proj,0.0001030785,0.05000,2.041
43,mlp.experts.451.down_proj,0.0000505368,0.05000,2.059
43,mlp.experts.459.down_proj,0.0000187541,0.05000,2.030
43,mlp.experts.288.down_proj,0.0000264960,0.05000,2.021
43,mlp.experts.295.down_proj,0.0000491941,0.05000,1.985
43,mlp.experts.444.down_proj,0.0000213921,0.05000,1.979
43,mlp.experts.460.down_proj,failsafe(rtn): 0.0017624,0.00000,0.101
43,mlp.experts.17.down_proj,0.0001025388,0.05000,1.936
43,mlp.experts.461.down_proj,0.0000106790,0.05000,1.940
43,mlp.experts.477.down_proj,failsafe(rtn): 0.0017014,0.00000,0.101
43,mlp.experts.308.down_proj,0.0000503098,0.05000,1.928
43,mlp.experts.469.down_proj,0.0000174978,0.05000,1.941
43,mlp.experts.467.down_proj,0.0000100234,0.05000,1.956
43,mlp.experts.475.down_proj,0.0000759656,0.05000,1.943
43,mlp.experts.482.up_proj,0.0001387022,0.05000,7.878
43,mlp.experts.304.down_proj,0.0000767791,0.05000,1.951
43,mlp.experts.311.down_proj,0.0000157335,0.05000,1.953
43,mlp.experts.476.down_proj,0.0000341624,0.05000,1.948
43,mlp.experts.33.down_proj,0.0000097982,0.05000,1.946
43,mlp.experts.493.down_proj,0.0000324967,0.05000,1.944
43,mlp.experts.485.down_proj,0.0000062232,0.05000,1.922
43,mlp.experts.324.down_proj,0.0000163661,0.05000,1.973
43,mlp.experts.483.down_proj,0.0000108839,0.05000,1.948
43,mlp.experts.491.down_proj,0.0000577342,0.05000,1.924
43,mlp.experts.327.down_proj,0.0001386635,0.05000,1.901
43,mlp.experts.320.down_proj,0.0000415672,0.05000,1.944
43,mlp.experts.343.down_proj,failsafe(rtn): 0.0016327,0.00000,0.097
43,mlp.experts.492.down_proj,0.0000079164,0.05000,1.891
43,mlp.experts.508.down_proj,failsafe(rtn): 0.0018158,0.00000,0.098
43,mlp.experts.49.down_proj,0.0000202961,0.05000,1.906
43,mlp.experts.509.down_proj,0.0000187763,0.05000,1.870
43,mlp.experts.340.down_proj,0.0000217368,0.05000,1.835
43,mlp.experts.501.down_proj,0.0000381171,0.05000,1.866
43,mlp.experts.499.down_proj,0.0000513528,0.05000,1.811
43,mlp.experts.507.down_proj,0.0000131448,0.05000,1.734
43,mlp.experts.336.down_proj,0.0000170798,0.05000,1.545
43,mlp.experts.359.down_proj,0.0000338330,0.05000,1.524
43,mlp.experts.65.down_proj,0.0000073222,0.05000,1.070
43,mlp.experts.81.down_proj,failsafe(rtn): 0.0017090,0.00000,0.041
43,mlp.experts.356.down_proj,0.0000121216,0.05000,0.950
43,mlp.experts.352.down_proj,0.0000213162,0.05000,0.830
43,mlp.experts.375.down_proj,0.0000249808,0.05000,0.798
43,mlp.experts.97.down_proj,0.0000221778,0.05000,0.840
43,mlp.experts.372.down_proj,0.0000073558,0.05000,0.860
43,mlp.experts.498.up_proj,0.0001044970,0.05000,5.183
43,mlp.experts.368.down_proj,0.0000289435,0.05000,0.819
43,mlp.experts.391.down_proj,0.0000409818,0.05000,0.812
43,mlp.experts.113.down_proj,0.0000343989,0.05000,0.768
43,mlp.experts.129.down_proj,failsafe(rtn): 0.0017471,0.00000,0.050
43,mlp.experts.388.down_proj,0.0000154069,0.05000,0.834
43,mlp.experts.2.down_proj,0.0000125003,0.05000,0.830
43,mlp.experts.407.down_proj,0.0000242202,0.05000,0.879
43,mlp.experts.384.down_proj,0.0000125968,0.05000,0.912
43,mlp.experts.145.down_proj,0.0000076677,0.05000,0.859
43,mlp.experts.404.down_proj,0.0000790950,0.05000,0.863
43,mlp.experts.420.down_proj,failsafe(rtn): 0.0016556,0.00000,0.042
43,mlp.experts.18.down_proj,0.0000589318,0.05000,0.829
43,mlp.experts.423.down_proj,0.0000079465,0.05000,0.783
43,mlp.experts.400.down_proj,0.0000152917,0.05000,0.813
43,mlp.experts.161.down_proj,0.0000101437,0.05000,0.754
43,mlp.experts.436.down_proj,0.0000251405,0.05000,0.753
43,mlp.experts.34.down_proj,0.0000225478,0.05000,0.739
43,mlp.experts.439.down_proj,0.0000213982,0.05000,0.768
43,mlp.experts.416.down_proj,0.0000139202,0.05000,0.768
43,mlp.experts.455.down_proj,failsafe(rtn): 0.0016479,0.00000,0.044
43,mlp.experts.432.down_proj,failsafe(rtn): 0.0017242,0.00000,0.045
43,mlp.experts.448.down_proj,failsafe(rtn): 0.0017014,0.00000,0.042
43,mlp.experts.177.down_proj,0.0000366684,0.05000,0.782
43,mlp.experts.50.down_proj,0.0000139557,0.05000,0.766
43,mlp.experts.452.down_proj,0.0000114928,0.05000,0.807
43,mlp.experts.471.down_proj,0.0000153782,0.05000,0.748
43,mlp.experts.464.down_proj,0.0000108840,0.05000,0.798
43,mlp.experts.193.down_proj,0.0000171380,0.05000,0.785
43,mlp.experts.66.down_proj,0.0000090382,0.05000,0.805
43,mlp.experts.468.down_proj,0.0000168476,0.05000,0.808
43,mlp.experts.484.down_proj,failsafe(rtn): 0.0017014,0.00000,0.045
43,mlp.experts.487.down_proj,0.0000159000,0.05000,0.817
43,mlp.experts.480.down_proj,0.0000177705,0.05000,0.811
43,mlp.experts.209.down_proj,0.0000126162,0.05000,0.789
43,mlp.experts.82.down_proj,0.0000197145,0.05000,0.807
43,mlp.experts.500.down_proj,0.0000167784,0.05000,0.783
43,mlp.experts.503.down_proj,0.0000172437,0.05000,0.732
43,mlp.experts.225.down_proj,0.0000231579,0.05000,0.507
43,mlp.experts.496.down_proj,0.0000230337,0.05000,0.691
43,mlp.experts.98.down_proj,0.0000148496,0.05000,0.339
43,mlp.experts.241.down_proj,0.0000195495,0.05000,0.244
43,mlp.experts.114.down_proj,0.0000083781,0.05000,0.352
43,mlp.experts.257.down_proj,0.0000285419,0.05000,0.222
43,mlp.experts.130.down_proj,0.0000194100,0.05000,0.197
43,mlp.experts.273.down_proj,0.0000143680,0.05000,0.205
43,mlp.experts.146.down_proj,0.0000106368,0.05000,0.201
43,mlp.experts.289.down_proj,0.0000056164,0.05000,0.187
43,mlp.experts.162.down_proj,0.0000130850,0.05000,0.191
43,mlp.experts.305.down_proj,0.0000165041,0.05000,0.192
43,mlp.experts.178.down_proj,0.0000240953,0.05000,0.185
43,mlp.experts.321.down_proj,0.0000262046,0.05000,0.184
43,mlp.experts.194.down_proj,0.0000114706,0.05000,0.186
43,mlp.experts.337.down_proj,0.0000954189,0.05000,0.190
43,mlp.experts.210.down_proj,0.0000142778,0.05000,0.190
43,mlp.experts.353.down_proj,0.0000071061,0.05000,0.185
43,mlp.experts.226.down_proj,0.0000296271,0.05000,0.184
43,mlp.experts.369.down_proj,0.0000431371,0.05000,0.182
43,mlp.experts.242.down_proj,0.0000123491,0.05000,0.181
43,mlp.experts.385.down_proj,0.0000068976,0.05000,0.188
43,mlp.experts.258.down_proj,0.0000124995,0.05000,0.185
43,mlp.experts.401.down_proj,0.0000282019,0.05000,0.186
43,mlp.experts.274.down_proj,0.0000129350,0.05000,0.183
43,mlp.experts.417.down_proj,0.0000324815,0.05000,0.182
43,mlp.experts.290.down_proj,0.0000135010,0.05000,0.187
43,mlp.experts.306.down_proj,failsafe(rtn): 0.0017776,0.00000,0.013
43,mlp.experts.433.down_proj,0.0001005275,0.05000,0.205
43,mlp.experts.322.down_proj,0.0000376865,0.05000,0.227
43,mlp.experts.449.down_proj,0.0000157716,0.05000,0.236
43,mlp.experts.338.down_proj,0.0000557713,0.05000,0.199
43,mlp.experts.465.down_proj,0.0000138251,0.05000,0.187
43,mlp.experts.354.down_proj,0.0000397070,0.05000,0.224
43,mlp.experts.481.down_proj,0.0000476213,0.05000,0.240
43,mlp.experts.370.down_proj,0.0000129632,0.05000,0.257
43,mlp.experts.497.down_proj,0.0000181143,0.05000,0.219
43,mlp.experts.386.down_proj,0.0000552722,0.05000,0.146
43,mlp.experts.402.down_proj,0.0000153479,0.05000,0.133
43,mlp.experts.418.down_proj,0.0000357341,0.05000,0.130
43,mlp.experts.434.down_proj,0.0000060555,0.05000,0.128
43,mlp.experts.450.down_proj,0.0000148500,0.05000,0.131
43,mlp.experts.466.down_proj,0.0000187809,0.05000,0.130
43,mlp.experts.482.down_proj,0.0000309116,0.05000,0.128
43,mlp.experts.498.down_proj,0.0000241299,0.05000,0.135
44,mlp.experts.0.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.853
44,mlp.experts.8.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.865
44,mlp.experts.1.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.883
44,mlp.experts.11.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.871
44,mlp.experts.15.gate_proj,failsafe(rtn): 0.0017776,0.00000,0.883
44,mlp.experts.17.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.726
44,mlp.experts.12.gate_proj,0.0000701263,0.05000,12.110
44,mlp.experts.4.gate_proj,0.0000304957,0.05000,12.289
44,mlp.experts.5.gate_proj,0.0000452990,0.05000,12.324
44,mlp.experts.6.gate_proj,0.0000442204,0.05000,12.356
44,mlp.experts.9.gate_proj,0.0000201167,0.05000,12.383
44,mlp.experts.7.gate_proj,0.0000960759,0.05000,12.445
44,mlp.experts.13.gate_proj,0.0002186351,0.05000,12.442
44,mlp.experts.2.gate_proj,0.0000159782,0.05000,12.389
44,mlp.experts.14.gate_proj,0.0000816599,0.05000,12.529
44,mlp.experts.3.gate_proj,0.0000408591,0.05000,12.520
44,mlp.experts.10.gate_proj,0.0001382162,0.05000,12.654
44,mlp.experts.21.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.669
44,mlp.experts.16.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.680
44,mlp.experts.31.gate_proj,0.0000891177,0.05000,12.200
44,mlp.experts.27.gate_proj,0.0000318073,0.05000,12.228
44,mlp.experts.18.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.644
44,mlp.experts.32.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.569
44,mlp.experts.33.gate_proj,0.0000777679,0.05000,12.087
44,mlp.experts.37.gate_proj,failsafe(rtn): 0.0017624,0.00000,0.760
44,mlp.experts.53.gate_proj,failsafe(rtn): 0.0017776,0.00000,0.770
44,mlp.experts.28.gate_proj,0.0001012962,0.05000,14.116
44,mlp.experts.24.gate_proj,0.0000975387,0.05000,14.201
44,mlp.experts.30.gate_proj,0.0000849346,0.05000,14.033
44,mlp.experts.23.gate_proj,0.0000612247,0.05000,14.132
44,mlp.experts.20.gate_proj,0.0000305227,0.05000,14.290
44,mlp.experts.22.gate_proj,0.0000602662,0.05000,14.341
44,mlp.experts.26.gate_proj,0.0000413547,0.05000,14.058
44,mlp.experts.19.gate_proj,0.0000564954,0.05000,14.119
44,mlp.experts.46.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.724
44,mlp.experts.34.gate_proj,0.0000639685,0.05000,14.134
44,mlp.experts.47.gate_proj,0.0000202430,0.05000,14.201
44,mlp.experts.39.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.734
44,mlp.experts.43.gate_proj,0.0000980331,0.05000,14.200
44,mlp.experts.48.gate_proj,0.0002071449,0.05000,14.373
44,mlp.experts.25.gate_proj,0.0001178577,0.05000,14.402
44,mlp.experts.49.gate_proj,0.0000412648,0.05000,14.488
44,mlp.experts.29.gate_proj,0.0000191242,0.05000,14.576
44,mlp.experts.64.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.732
44,mlp.experts.69.gate_proj,0.0000702711,0.05000,14.515
44,mlp.experts.44.gate_proj,0.0000487541,0.05000,14.198
44,mlp.experts.40.gate_proj,0.0000506475,0.05000,14.121
44,mlp.experts.38.gate_proj,0.0000623773,0.05000,14.130
44,mlp.experts.36.gate_proj,0.0000750331,0.05000,14.249
44,mlp.experts.35.gate_proj,0.0000775750,0.05000,14.170
44,mlp.experts.42.gate_proj,0.0000272113,0.05000,14.232
44,mlp.experts.50.gate_proj,0.0000436402,0.05000,14.079
44,mlp.experts.62.gate_proj,0.0001661198,0.05000,14.107
44,mlp.experts.63.gate_proj,0.0000416629,0.05000,14.188
44,mlp.experts.55.gate_proj,0.0001690913,0.05000,14.298
44,mlp.experts.59.gate_proj,0.0000757041,0.05000,14.384
44,mlp.experts.58.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.804
44,mlp.experts.79.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.783
44,mlp.experts.41.gate_proj,0.0000514772,0.05000,14.276
44,mlp.experts.65.gate_proj,0.0000357893,0.05000,14.325
44,mlp.experts.45.gate_proj,0.0001787697,0.05000,14.401
44,mlp.experts.80.gate_proj,0.0000370809,0.05000,14.242
44,mlp.experts.85.gate_proj,0.0001088255,0.05000,14.507
44,mlp.experts.56.gate_proj,0.0000620432,0.05000,14.931
44,mlp.experts.60.gate_proj,0.0000430155,0.05000,14.997
44,mlp.experts.52.gate_proj,0.0000807621,0.05000,14.770
44,mlp.experts.54.gate_proj,0.0000209837,0.05000,14.969
44,mlp.experts.51.gate_proj,0.0000910306,0.05000,14.872
44,mlp.experts.66.gate_proj,0.0000984808,0.05000,14.975
44,mlp.experts.72.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.811
44,mlp.experts.76.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.835
44,mlp.experts.78.gate_proj,0.0000361600,0.05000,15.072
44,mlp.experts.74.gate_proj,0.0000379421,0.05000,14.908
44,mlp.experts.75.gate_proj,0.0000775101,0.05000,14.974
44,mlp.experts.71.gate_proj,0.0000273175,0.05000,15.074
44,mlp.experts.94.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.677
44,mlp.experts.57.gate_proj,0.0001347360,0.05000,14.844
44,mlp.experts.95.gate_proj,0.0001317006,0.05000,15.124
44,mlp.experts.90.gate_proj,failsafe(rtn): 0.0018005,0.00000,0.753
44,mlp.experts.81.gate_proj,0.0000329274,0.05000,14.913
44,mlp.experts.87.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.762
44,mlp.experts.61.gate_proj,0.0000221531,0.05000,14.956
44,mlp.experts.96.gate_proj,0.0000785688,0.05000,14.935
44,mlp.experts.111.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.719
44,mlp.experts.97.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.715
44,mlp.experts.103.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.695
44,mlp.experts.112.gate_proj,failsafe(rtn): 0.0015030,0.00000,0.682
44,mlp.experts.101.gate_proj,0.0001336147,0.05000,14.860
44,mlp.experts.68.gate_proj,0.0001166129,0.05000,14.661
44,mlp.experts.70.gate_proj,0.0002153587,0.05000,14.683
44,mlp.experts.67.gate_proj,0.0000376639,0.05000,14.693
44,mlp.experts.88.gate_proj,0.0000854707,0.05000,14.508
44,mlp.experts.82.gate_proj,0.0000337073,0.05000,14.669
44,mlp.experts.92.gate_proj,0.0000208709,0.05000,14.590
44,mlp.experts.86.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.779
44,mlp.experts.91.gate_proj,0.0000572004,0.05000,14.738
44,mlp.experts.110.gate_proj,0.0000161047,0.05000,14.621
44,mlp.experts.73.gate_proj,0.0001240354,0.05000,14.669
44,mlp.experts.106.gate_proj,0.0000857136,0.05000,14.545
44,mlp.experts.77.gate_proj,0.0001146013,0.05000,14.634
44,mlp.experts.126.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.734
44,mlp.experts.113.gate_proj,0.0000586124,0.05000,14.634
44,mlp.experts.119.gate_proj,0.0000121976,0.05000,14.672
44,mlp.experts.127.gate_proj,0.0000676275,0.05000,14.745
44,mlp.experts.128.gate_proj,0.0000422095,0.05000,14.648
44,mlp.experts.117.gate_proj,0.0001167200,0.05000,14.674
44,mlp.experts.84.gate_proj,0.0000604273,0.05000,14.538
44,mlp.experts.83.gate_proj,0.0000735632,0.05000,14.458
44,mlp.experts.104.gate_proj,0.0000349354,0.05000,14.417
44,mlp.experts.108.gate_proj,0.0000285985,0.05000,14.318
44,mlp.experts.98.gate_proj,0.0000372006,0.05000,14.516
44,mlp.experts.102.gate_proj,0.0000775038,0.05000,14.492
44,mlp.experts.107.gate_proj,0.0000613040,0.05000,14.485
44,mlp.experts.89.gate_proj,0.0000356582,0.05000,14.486
44,mlp.experts.122.gate_proj,0.0000597887,0.05000,14.524
44,mlp.experts.93.gate_proj,0.0000863146,0.05000,14.565
44,mlp.experts.142.gate_proj,0.0000847686,0.05000,14.430
44,mlp.experts.129.gate_proj,0.0000390310,0.05000,14.435
44,mlp.experts.135.gate_proj,0.0000468534,0.05000,14.391
44,mlp.experts.143.gate_proj,0.0000178608,0.05000,14.366
44,mlp.experts.144.gate_proj,0.0000450856,0.05000,14.305
44,mlp.experts.145.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.766
44,mlp.experts.159.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.774
44,mlp.experts.133.gate_proj,0.0000197324,0.05000,14.525
44,mlp.experts.175.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.695
44,mlp.experts.100.gate_proj,0.0000362615,0.05000,14.526
44,mlp.experts.99.gate_proj,0.0001667498,0.05000,14.497
44,mlp.experts.120.gate_proj,0.0000408653,0.05000,14.476
44,mlp.experts.124.gate_proj,0.0000810362,0.05000,14.579
44,mlp.experts.114.gate_proj,0.0000596072,0.05000,14.636
44,mlp.experts.118.gate_proj,0.0000328582,0.05000,14.741
44,mlp.experts.123.gate_proj,0.0001028704,0.05000,14.678
44,mlp.experts.105.gate_proj,0.0000302563,0.05000,14.739
44,mlp.experts.138.gate_proj,0.0000614065,0.05000,14.848
44,mlp.experts.109.gate_proj,0.0000443023,0.05000,14.766
44,mlp.experts.158.gate_proj,0.0000355714,0.05000,14.840
44,mlp.experts.154.gate_proj,failsafe(rtn): 0.0014572,0.00000,0.791
44,mlp.experts.151.gate_proj,0.0000375252,0.05000,14.993
44,mlp.experts.160.gate_proj,0.0000653733,0.05000,14.879
44,mlp.experts.161.gate_proj,0.0001329469,0.05000,14.923
44,mlp.experts.149.gate_proj,0.0001600889,0.05000,14.866
44,mlp.experts.191.gate_proj,0.0000153439,0.05000,14.884
44,mlp.experts.116.gate_proj,0.0000959914,0.05000,14.151
44,mlp.experts.115.gate_proj,0.0000858384,0.05000,14.283
44,mlp.experts.136.gate_proj,0.0000333163,0.05000,14.170
44,mlp.experts.140.gate_proj,0.0000417279,0.05000,14.252
44,mlp.experts.130.gate_proj,0.0000446765,0.05000,14.229
44,mlp.experts.134.gate_proj,0.0000594713,0.05000,14.346
44,mlp.experts.139.gate_proj,0.0001814216,0.05000,14.466
44,mlp.experts.121.gate_proj,0.0000284741,0.05000,14.335
44,mlp.experts.125.gate_proj,0.0001849262,0.05000,14.306
44,mlp.experts.174.gate_proj,0.0000300590,0.05000,14.322
44,mlp.experts.170.gate_proj,0.0000526049,0.05000,14.223
44,mlp.experts.167.gate_proj,0.0000699564,0.05000,14.251
44,mlp.experts.176.gate_proj,0.0000606053,0.05000,14.208
44,mlp.experts.177.gate_proj,0.0000365381,0.05000,14.360
44,mlp.experts.165.gate_proj,0.0001330006,0.05000,14.299
44,mlp.experts.207.gate_proj,0.0000353243,0.05000,14.315
44,mlp.experts.223.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.702
44,mlp.experts.239.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.705
44,mlp.experts.132.gate_proj,0.0000267002,0.05000,14.334
44,mlp.experts.131.gate_proj,0.0000399916,0.05000,14.319
44,mlp.experts.152.gate_proj,0.0000440572,0.05000,14.157
44,mlp.experts.156.gate_proj,0.0000284466,0.05000,14.277
44,mlp.experts.146.gate_proj,0.0001082679,0.05000,14.356
44,mlp.experts.150.gate_proj,0.0000517529,0.05000,14.198
44,mlp.experts.155.gate_proj,0.0000339391,0.05000,14.270
44,mlp.experts.137.gate_proj,0.0000555407,0.05000,14.201
44,mlp.experts.141.gate_proj,0.0000923446,0.05000,13.997
44,mlp.experts.190.gate_proj,0.0000433733,0.05000,14.046
44,mlp.experts.186.gate_proj,0.0000973807,0.05000,14.040
44,mlp.experts.153.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.744
44,mlp.experts.183.gate_proj,0.0000578908,0.05000,14.004
44,mlp.experts.192.gate_proj,0.0000546355,0.05000,14.011
44,mlp.experts.202.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.703
44,mlp.experts.169.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.714
44,mlp.experts.193.gate_proj,0.0001054062,0.05000,14.080
44,mlp.experts.181.gate_proj,0.0000418960,0.05000,14.182
44,mlp.experts.218.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.731
44,mlp.experts.209.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.713
44,mlp.experts.197.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.730
44,mlp.experts.255.gate_proj,0.0000520555,0.05000,14.223
44,mlp.experts.148.gate_proj,0.0000753471,0.05000,14.421
44,mlp.experts.147.gate_proj,0.0001310411,0.05000,14.380
44,mlp.experts.168.gate_proj,0.0001138277,0.05000,14.326
44,mlp.experts.172.gate_proj,0.0000414453,0.05000,14.443
44,mlp.experts.162.gate_proj,0.0000201559,0.05000,14.409
44,mlp.experts.184.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.783
44,mlp.experts.166.gate_proj,0.0000674791,0.05000,14.480
44,mlp.experts.171.gate_proj,0.0000289160,0.05000,14.439
44,mlp.experts.178.gate_proj,failsafe(rtn): 0.0018387,0.00000,0.732
44,mlp.experts.157.gate_proj,0.0000475861,0.05000,14.707
44,mlp.experts.187.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.850
44,mlp.experts.194.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.814
44,mlp.experts.206.gate_proj,0.0000851590,0.05000,14.633
44,mlp.experts.208.gate_proj,0.0000493495,0.05000,14.471
44,mlp.experts.199.gate_proj,0.0000933530,0.05000,14.665
44,mlp.experts.203.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.784
44,mlp.experts.185.gate_proj,0.0000480990,0.05000,14.529
44,mlp.experts.219.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.749
44,mlp.experts.234.gate_proj,0.0000422681,0.05000,14.623
44,mlp.experts.225.gate_proj,0.0000836133,0.05000,14.757
44,mlp.experts.213.gate_proj,0.0001750233,0.05000,14.745
44,mlp.experts.271.gate_proj,0.0001111681,0.05000,14.862
44,mlp.experts.164.gate_proj,0.0001689342,0.05000,14.893
44,mlp.experts.163.gate_proj,0.0000300888,0.05000,14.856
44,mlp.experts.188.gate_proj,0.0000268737,0.05000,14.819
44,mlp.experts.200.gate_proj,0.0000437083,0.05000,14.704
44,mlp.experts.182.gate_proj,0.0000445671,0.05000,14.884
44,mlp.experts.173.gate_proj,0.0000396198,0.05000,14.712
44,mlp.experts.210.gate_proj,0.0001203913,0.05000,14.632
44,mlp.experts.222.gate_proj,0.0000650481,0.05000,14.677
44,mlp.experts.224.gate_proj,0.0000641351,0.05000,14.655
44,mlp.experts.215.gate_proj,0.0001088237,0.05000,14.635
44,mlp.experts.201.gate_proj,0.0000168441,0.05000,14.754
44,mlp.experts.235.gate_proj,0.0002185191,0.05000,14.485
44,mlp.experts.250.gate_proj,0.0000324205,0.05000,14.524
44,mlp.experts.241.gate_proj,0.0000680604,0.05000,14.593
44,mlp.experts.229.gate_proj,0.0000249853,0.05000,14.365
44,mlp.experts.257.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.727
44,mlp.experts.287.gate_proj,0.0001440360,0.05000,14.299
44,mlp.experts.180.gate_proj,0.0000305646,0.05000,14.265
44,mlp.experts.179.gate_proj,0.0000472171,0.05000,14.395
44,mlp.experts.204.gate_proj,0.0000462914,0.05000,14.265
44,mlp.experts.216.gate_proj,0.0001667771,0.05000,14.331
44,mlp.experts.198.gate_proj,0.0000608572,0.05000,14.358
44,mlp.experts.189.gate_proj,0.0000208609,0.05000,14.446
44,mlp.experts.226.gate_proj,0.0000439759,0.05000,14.462
44,mlp.experts.238.gate_proj,0.0000718642,0.05000,14.425
44,mlp.experts.231.gate_proj,0.0000776116,0.05000,14.427
44,mlp.experts.240.gate_proj,0.0001123214,0.05000,14.480
44,mlp.experts.217.gate_proj,0.0000956264,0.05000,14.491
44,mlp.experts.251.gate_proj,0.0000701746,0.05000,14.358
44,mlp.experts.266.gate_proj,0.0001030573,0.05000,14.412
44,mlp.experts.233.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.723
44,mlp.experts.245.gate_proj,0.0000656130,0.05000,14.600
44,mlp.experts.273.gate_proj,0.0001203592,0.05000,14.654
44,mlp.experts.303.gate_proj,0.0001012944,0.05000,14.758
44,mlp.experts.289.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.785
44,mlp.experts.196.gate_proj,0.0000313720,0.05000,14.464
44,mlp.experts.195.gate_proj,0.0000412784,0.05000,14.645
44,mlp.experts.220.gate_proj,0.0000399572,0.05000,14.594
44,mlp.experts.232.gate_proj,0.0000494554,0.05000,14.593
44,mlp.experts.214.gate_proj,0.0000704153,0.05000,14.689
44,mlp.experts.230.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.739
44,mlp.experts.242.gate_proj,0.0000304808,0.05000,14.795
44,mlp.experts.205.gate_proj,0.0000275466,0.05000,14.933
44,mlp.experts.254.gate_proj,0.0000376746,0.05000,14.886
44,mlp.experts.247.gate_proj,0.0000881494,0.05000,14.611
44,mlp.experts.256.gate_proj,0.0000843475,0.05000,14.662
44,mlp.experts.267.gate_proj,0.0001612932,0.05000,14.779
44,mlp.experts.282.gate_proj,0.0001005096,0.05000,14.785
44,mlp.experts.249.gate_proj,0.0000565506,0.05000,14.754
44,mlp.experts.261.gate_proj,0.0001750337,0.05000,14.680
44,mlp.experts.298.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.718
44,mlp.experts.319.gate_proj,0.0000190573,0.05000,14.678
44,mlp.experts.305.gate_proj,0.0001511359,0.05000,14.610
44,mlp.experts.212.gate_proj,0.0000196733,0.05000,14.347
44,mlp.experts.211.gate_proj,0.0000274128,0.05000,14.223
44,mlp.experts.236.gate_proj,0.0000478083,0.05000,14.349
44,mlp.experts.248.gate_proj,0.0000219466,0.05000,14.423
44,mlp.experts.246.gate_proj,0.0000208592,0.05000,14.251
44,mlp.experts.258.gate_proj,0.0000910124,0.05000,14.287
44,mlp.experts.270.gate_proj,0.0000453316,0.05000,14.132
44,mlp.experts.221.gate_proj,0.0000212874,0.05000,14.358
44,mlp.experts.272.gate_proj,0.0001042778,0.05000,14.186
44,mlp.experts.263.gate_proj,0.0001034795,0.05000,14.266
44,mlp.experts.237.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.775
44,mlp.experts.279.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.795
44,mlp.experts.283.gate_proj,0.0002100907,0.05000,14.339
44,mlp.experts.265.gate_proj,0.0001314855,0.05000,14.271
44,mlp.experts.299.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.693
44,mlp.experts.277.gate_proj,0.0000925298,0.05000,14.284
44,mlp.experts.314.gate_proj,0.0000455226,0.05000,14.294
44,mlp.experts.281.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.769
44,mlp.experts.335.gate_proj,0.0000628250,0.05000,14.414
44,mlp.experts.321.gate_proj,0.0000186926,0.05000,14.498
44,mlp.experts.351.gate_proj,failsafe(rtn): 0.0018082,0.00000,0.703
44,mlp.experts.367.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.713
44,mlp.experts.383.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.745
44,mlp.experts.228.gate_proj,0.0000606180,0.05000,14.534
44,mlp.experts.227.gate_proj,0.0001451431,0.05000,14.589
44,mlp.experts.252.gate_proj,0.0000329789,0.05000,14.547
44,mlp.experts.243.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.767
44,mlp.experts.264.gate_proj,0.0000251562,0.05000,14.566
44,mlp.experts.262.gate_proj,0.0000464421,0.05000,14.569
44,mlp.experts.286.gate_proj,0.0000179086,0.05000,14.496
44,mlp.experts.274.gate_proj,0.0002367838,0.05000,14.558
44,mlp.experts.288.gate_proj,0.0000499637,0.05000,14.673
44,mlp.experts.253.gate_proj,0.0001175468,0.05000,14.551
44,mlp.experts.295.gate_proj,0.0001052505,0.05000,14.502
44,mlp.experts.315.gate_proj,0.0000902369,0.05000,14.733
44,mlp.experts.330.gate_proj,0.0001221863,0.05000,14.542
44,mlp.experts.293.gate_proj,0.0001326659,0.05000,14.675
44,mlp.experts.297.gate_proj,0.0001035270,0.05000,14.629
44,mlp.experts.346.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.744
44,mlp.experts.337.gate_proj,0.0000869013,0.05000,14.444
44,mlp.experts.399.gate_proj,0.0000168250,0.05000,14.438
44,mlp.experts.244.gate_proj,0.0000413728,0.05000,14.255
44,mlp.experts.268.gate_proj,0.0000486479,0.05000,14.254
44,mlp.experts.280.gate_proj,0.0000149069,0.05000,14.214
44,mlp.experts.259.gate_proj,0.0000385704,0.05000,14.311
44,mlp.experts.296.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.715
44,mlp.experts.278.gate_proj,0.0000806466,0.05000,14.242
44,mlp.experts.312.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.701
44,mlp.experts.302.gate_proj,0.0001270675,0.05000,14.255
44,mlp.experts.290.gate_proj,0.0002000332,0.05000,14.310
44,mlp.experts.304.gate_proj,0.0002099533,0.05000,14.349
44,mlp.experts.269.gate_proj,0.0000502864,0.05000,14.278
44,mlp.experts.311.gate_proj,0.0000627264,0.05000,14.350
44,mlp.experts.285.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.695
44,mlp.experts.331.gate_proj,0.0001153712,0.05000,14.244
44,mlp.experts.309.gate_proj,0.0000352586,0.05000,14.319
44,mlp.experts.313.gate_proj,0.0001199797,0.05000,14.369
44,mlp.experts.362.gate_proj,0.0000792946,0.05000,14.254
44,mlp.experts.325.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.776
44,mlp.experts.353.gate_proj,0.0000352700,0.05000,14.282
44,mlp.experts.341.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.721
44,mlp.experts.369.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.723
44,mlp.experts.385.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.694
44,mlp.experts.415.gate_proj,0.0001440293,0.05000,14.268
44,mlp.experts.401.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.718
44,mlp.experts.260.gate_proj,0.0000527608,0.05000,14.522
44,mlp.experts.284.gate_proj,0.0000880213,0.05000,14.395
44,mlp.experts.275.gate_proj,0.0000181750,0.05000,14.467
44,mlp.experts.294.gate_proj,0.0001050050,0.05000,14.452
44,mlp.experts.328.gate_proj,0.0002248706,0.05000,14.415
44,mlp.experts.318.gate_proj,0.0000175204,0.05000,14.517
44,mlp.experts.306.gate_proj,0.0000630061,0.05000,14.461
44,mlp.experts.320.gate_proj,0.0000434300,0.05000,14.523
44,mlp.experts.327.gate_proj,0.0000385648,0.05000,14.502
44,mlp.experts.301.gate_proj,0.0001045272,0.05000,14.418
44,mlp.experts.343.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.661
44,mlp.experts.347.gate_proj,0.0001677656,0.05000,14.530
44,mlp.experts.317.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.716
44,mlp.experts.329.gate_proj,0.0000722631,0.05000,14.452
44,mlp.experts.378.gate_proj,0.0001360787,0.05000,14.392
44,mlp.experts.357.gate_proj,0.0000561122,0.05000,14.342
44,mlp.experts.431.gate_proj,0.0000801315,0.05000,14.419
44,mlp.experts.417.gate_proj,0.0000566914,0.05000,14.487
44,mlp.experts.276.gate_proj,0.0001476827,0.05000,14.304
44,mlp.experts.300.gate_proj,0.0001011626,0.05000,14.260
44,mlp.experts.291.gate_proj,0.0000545087,0.05000,14.370
44,mlp.experts.307.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.680
44,mlp.experts.310.gate_proj,0.0001634427,0.05000,14.343
44,mlp.experts.344.gate_proj,0.0000333781,0.05000,14.371
44,mlp.experts.334.gate_proj,0.0000406396,0.05000,14.279
44,mlp.experts.322.gate_proj,0.0001807542,0.05000,14.331
44,mlp.experts.336.gate_proj,0.0000434227,0.05000,14.299
44,mlp.experts.360.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.741
44,mlp.experts.376.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.633
44,mlp.experts.359.gate_proj,0.0000287032,0.05000,14.170
44,mlp.experts.363.gate_proj,0.0000383602,0.05000,14.240
44,mlp.experts.333.gate_proj,0.0000946985,0.05000,14.266
44,mlp.experts.375.gate_proj,failsafe(rtn): 0.0018234,0.00000,0.719
44,mlp.experts.345.gate_proj,0.0000282050,0.05000,14.400
44,mlp.experts.394.gate_proj,0.0000846376,0.05000,14.200
44,mlp.experts.410.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.785
44,mlp.experts.373.gate_proj,0.0000710969,0.05000,14.374
44,mlp.experts.447.gate_proj,0.0001080160,0.05000,14.324
44,mlp.experts.433.gate_proj,0.0000349885,0.05000,14.442
44,mlp.experts.463.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.693
44,mlp.experts.292.gate_proj,0.0000485717,0.05000,14.311
44,mlp.experts.316.gate_proj,0.0000631675,0.05000,14.418
44,mlp.experts.308.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.704
44,mlp.experts.323.gate_proj,0.0001131367,0.05000,15.665
44,mlp.experts.326.gate_proj,0.0000270123,0.05000,15.699
44,mlp.experts.350.gate_proj,0.0000217975,0.05000,15.615
44,mlp.experts.338.gate_proj,0.0000469281,0.05000,15.607
44,mlp.experts.352.gate_proj,0.0000453966,0.05000,15.632
44,mlp.experts.392.gate_proj,0.0000410811,0.05000,15.681
44,mlp.experts.408.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.694
44,mlp.experts.379.gate_proj,0.0000458174,0.05000,15.687
44,mlp.experts.391.gate_proj,0.0000423641,0.05000,15.680
44,mlp.experts.349.gate_proj,0.0000267395,0.05000,15.816
44,mlp.experts.361.gate_proj,0.0000814253,0.05000,15.596
44,mlp.experts.426.gate_proj,0.0000796397,0.05000,15.529
44,mlp.experts.389.gate_proj,0.0001531152,0.05000,15.543
44,mlp.experts.449.gate_proj,0.0001053129,0.05000,15.488
44,mlp.experts.479.gate_proj,0.0000563639,0.05000,15.630
44,mlp.experts.495.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.754
44,mlp.experts.332.gate_proj,0.0000385864,0.05000,15.840
44,mlp.experts.324.gate_proj,0.0000602813,0.05000,15.850
44,mlp.experts.339.gate_proj,0.0000434674,0.05000,14.580
44,mlp.experts.342.gate_proj,0.0000471653,0.05000,14.600
44,mlp.experts.366.gate_proj,0.0000195467,0.05000,14.438
44,mlp.experts.354.gate_proj,0.0001524473,0.05000,14.505
44,mlp.experts.368.gate_proj,0.0000739290,0.05000,14.391
44,mlp.experts.424.gate_proj,0.0001592235,0.05000,14.724
44,mlp.experts.395.gate_proj,0.0000148914,0.05000,14.593
44,mlp.experts.407.gate_proj,0.0000556468,0.05000,14.562
44,mlp.experts.365.gate_proj,0.0001212543,0.05000,14.694
44,mlp.experts.377.gate_proj,0.0001185653,0.05000,14.627
44,mlp.experts.442.gate_proj,0.0000939923,0.05000,14.610
44,mlp.experts.405.gate_proj,0.0000656994,0.05000,14.737
44,mlp.experts.465.gate_proj,0.0000504971,0.05000,14.492
44,mlp.experts.511.gate_proj,0.0001369710,0.05000,14.295
44,mlp.experts.15.up_proj,failsafe(rtn): 0.0018082,0.00000,0.772
44,mlp.experts.340.gate_proj,0.0000630054,0.05000,14.135
44,mlp.experts.348.gate_proj,0.0000298255,0.05000,14.211
44,mlp.experts.355.gate_proj,0.0001678437,0.05000,14.345
44,mlp.experts.358.gate_proj,0.0000279723,0.05000,14.334
44,mlp.experts.382.gate_proj,0.0000695795,0.05000,14.228
44,mlp.experts.370.gate_proj,0.0001143382,0.05000,14.294
44,mlp.experts.384.gate_proj,0.0000572313,0.05000,14.300
44,mlp.experts.440.gate_proj,0.0001685711,0.05000,14.254
44,mlp.experts.411.gate_proj,0.0000959230,0.05000,14.260
44,mlp.experts.423.gate_proj,0.0000644758,0.05000,14.139
44,mlp.experts.381.gate_proj,0.0000523628,0.05000,14.263
44,mlp.experts.456.gate_proj,failsafe(rtn): 0.0018158,0.00000,0.701
44,mlp.experts.427.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.705
44,mlp.experts.393.gate_proj,0.0002109651,0.05000,14.419
44,mlp.experts.397.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.679
44,mlp.experts.458.gate_proj,0.0001522144,0.05000,14.245
44,mlp.experts.421.gate_proj,0.0001114905,0.05000,14.496
44,mlp.experts.481.gate_proj,0.0000765518,0.05000,14.605
44,mlp.experts.31.up_proj,0.0000828805,0.05000,14.619
44,mlp.experts.356.gate_proj,0.0000281638,0.05000,14.355
44,mlp.experts.364.gate_proj,0.0000280860,0.05000,14.397
44,mlp.experts.372.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.640
44,mlp.experts.380.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.667
44,mlp.experts.371.gate_proj,0.0000351814,0.05000,14.376
44,mlp.experts.396.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.777
44,mlp.experts.374.gate_proj,0.0001613322,0.05000,14.510
44,mlp.experts.398.gate_proj,0.0000844134,0.05000,14.465
44,mlp.experts.386.gate_proj,0.0000372141,0.05000,14.422
44,mlp.experts.412.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.746
44,mlp.experts.400.gate_proj,0.0000937690,0.05000,14.516
44,mlp.experts.402.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.710
44,mlp.experts.439.gate_proj,0.0000498780,0.05000,14.419
44,mlp.experts.443.gate_proj,0.0000345610,0.05000,14.376
44,mlp.experts.409.gate_proj,0.0000468149,0.05000,14.366
44,mlp.experts.472.gate_proj,0.0001936410,0.05000,14.527
44,mlp.experts.413.gate_proj,0.0000419569,0.05000,14.381
44,mlp.experts.474.gate_proj,0.0000400946,0.05000,14.371
44,mlp.experts.437.gate_proj,0.0001641968,0.05000,14.253
44,mlp.experts.490.gate_proj,failsafe(rtn): 0.0018082,0.00000,0.717
44,mlp.experts.497.gate_proj,0.0000539328,0.05000,14.274
44,mlp.experts.1.up_proj,failsafe(rtn): 0.0018005,0.00000,0.654
44,mlp.experts.17.up_proj,failsafe(rtn): 0.0017242,0.00000,0.696
44,mlp.experts.47.up_proj,0.0000210105,0.05000,13.978
44,mlp.experts.388.gate_proj,0.0000437305,0.05000,14.236
44,mlp.experts.387.gate_proj,0.0000160340,0.05000,14.138
44,mlp.experts.414.gate_proj,0.0000333895,0.05000,14.122
44,mlp.experts.390.gate_proj,0.0000565145,0.05000,14.280
44,mlp.experts.403.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.742
44,mlp.experts.428.gate_proj,0.0001106495,0.05000,14.193
44,mlp.experts.416.gate_proj,0.0000333645,0.05000,14.184
44,mlp.experts.430.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.725
44,mlp.experts.418.gate_proj,0.0000145230,0.05000,14.254
44,mlp.experts.444.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.767
44,mlp.experts.455.gate_proj,0.0000842393,0.05000,14.262
44,mlp.experts.459.gate_proj,0.0000476011,0.05000,14.179
44,mlp.experts.488.gate_proj,0.0001441362,0.05000,14.166
44,mlp.experts.425.gate_proj,0.0000224312,0.05000,14.200
44,mlp.experts.429.gate_proj,0.0000190285,0.05000,14.203
44,mlp.experts.475.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.718
44,mlp.experts.441.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.696
44,mlp.experts.453.gate_proj,0.0002165747,0.05000,14.320
44,mlp.experts.491.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.814
44,mlp.experts.506.gate_proj,0.0001800253,0.05000,14.349
44,mlp.experts.507.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.686
44,mlp.experts.11.up_proj,failsafe(rtn): 0.0016479,0.00000,0.674
44,mlp.experts.33.up_proj,0.0000792060,0.05000,14.287
44,mlp.experts.63.up_proj,0.0000406737,0.05000,14.293
44,mlp.experts.79.up_proj,failsafe(rtn): 0.0016479,0.00000,0.736
44,mlp.experts.404.gate_proj,0.0000510347,0.05000,14.544
44,mlp.experts.406.gate_proj,0.0000512699,0.05000,14.612
44,mlp.experts.419.gate_proj,0.0000533027,0.05000,14.469
44,mlp.experts.432.gate_proj,0.0001186826,0.05000,14.360
44,mlp.experts.446.gate_proj,0.0000161193,0.05000,14.423
44,mlp.experts.434.gate_proj,0.0000594500,0.05000,14.591
44,mlp.experts.460.gate_proj,0.0000716170,0.05000,14.501
44,mlp.experts.448.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.824
44,mlp.experts.471.gate_proj,0.0000879995,0.05000,14.783
44,mlp.experts.504.gate_proj,0.0000407751,0.05000,14.696
44,mlp.experts.445.gate_proj,0.0000946484,0.05000,14.689
44,mlp.experts.487.gate_proj,failsafe(rtn): 0.0018234,0.00000,0.792
44,mlp.experts.457.gate_proj,0.0000636671,0.05000,14.703
44,mlp.experts.8.up_proj,failsafe(rtn): 0.0016251,0.00000,0.744
44,mlp.experts.503.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.725
44,mlp.experts.469.gate_proj,0.0000401853,0.05000,14.739
44,mlp.experts.10.up_proj,0.0001326636,0.05000,14.753
44,mlp.experts.485.gate_proj,failsafe(rtn): 0.0017624,0.00000,0.806
44,mlp.experts.27.up_proj,0.0000328163,0.05000,15.004
44,mlp.experts.49.up_proj,0.0000419746,0.05000,14.938
44,mlp.experts.95.up_proj,0.0001164972,0.05000,15.029
44,mlp.experts.111.up_proj,failsafe(rtn): 0.0016098,0.00000,0.671
44,mlp.experts.420.gate_proj,0.0000662474,0.05000,14.512
44,mlp.experts.436.gate_proj,failsafe(rtn): 0.0018311,0.00000,0.691
44,mlp.experts.435.gate_proj,0.0001221375,0.05000,14.580
44,mlp.experts.422.gate_proj,0.0001287651,0.05000,14.654
44,mlp.experts.462.gate_proj,0.0000408870,0.05000,14.683
44,mlp.experts.476.gate_proj,0.0000999147,0.05000,14.557
44,mlp.experts.450.gate_proj,0.0000543301,0.05000,14.652
44,mlp.experts.464.gate_proj,0.0000446420,0.05000,14.552
44,mlp.experts.461.gate_proj,0.0001343056,0.05000,14.611
44,mlp.experts.24.up_proj,0.0000950478,0.05000,14.420
44,mlp.experts.473.gate_proj,0.0000394040,0.05000,14.569
44,mlp.experts.7.up_proj,0.0000935611,0.05000,14.581
44,mlp.experts.26.up_proj,0.0000412291,0.05000,14.537
44,mlp.experts.501.gate_proj,0.0001110021,0.05000,14.419
44,mlp.experts.43.up_proj,0.0001007194,0.05000,14.338
44,mlp.experts.65.up_proj,0.0000347884,0.05000,14.758
44,mlp.experts.127.up_proj,0.0000716809,0.05000,14.668
44,mlp.experts.452.gate_proj,0.0000153596,0.05000,15.105
44,mlp.experts.451.gate_proj,0.0001101251,0.05000,14.976
44,mlp.experts.438.gate_proj,0.0000405240,0.05000,15.022
44,mlp.experts.478.gate_proj,0.0001153288,0.05000,15.037
44,mlp.experts.492.gate_proj,0.0000292343,0.05000,14.952
44,mlp.experts.466.gate_proj,0.0000843261,0.05000,14.989
44,mlp.experts.480.gate_proj,0.0000483990,0.05000,15.170
44,mlp.experts.494.gate_proj,failsafe(rtn): 0.0017624,0.00000,0.784
44,mlp.experts.477.gate_proj,0.0000190344,0.05000,15.263
44,mlp.experts.40.up_proj,0.0000459085,0.05000,15.156
44,mlp.experts.489.gate_proj,0.0001555072,0.05000,15.087
44,mlp.experts.23.up_proj,0.0000597797,0.05000,15.153
44,mlp.experts.493.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.742
44,mlp.experts.42.up_proj,0.0000251586,0.05000,15.200
44,mlp.experts.39.up_proj,failsafe(rtn): 0.0016327,0.00000,0.706
44,mlp.experts.5.up_proj,0.0000425319,0.05000,15.199
44,mlp.experts.58.up_proj,failsafe(rtn): 0.0016403,0.00000,0.704
44,mlp.experts.59.up_proj,0.0000714962,0.05000,14.907
44,mlp.experts.21.up_proj,failsafe(rtn): 0.0016098,0.00000,0.744
44,mlp.experts.37.up_proj,failsafe(rtn): 0.0017014,0.00000,0.712
44,mlp.experts.53.up_proj,failsafe(rtn): 0.0016556,0.00000,0.698
44,mlp.experts.81.up_proj,0.0000328367,0.05000,14.938
44,mlp.experts.97.up_proj,failsafe(rtn): 0.0016022,0.00000,0.788
44,mlp.experts.143.up_proj,0.0000181887,0.05000,15.000
44,mlp.experts.159.up_proj,failsafe(rtn): 0.0016632,0.00000,0.836
44,mlp.experts.175.up_proj,failsafe(rtn): 0.0016251,0.00000,0.692
44,mlp.experts.468.gate_proj,0.0000259894,0.05000,14.986
44,mlp.experts.467.gate_proj,0.0001130840,0.05000,15.078
44,mlp.experts.454.gate_proj,0.0000565675,0.05000,15.086
44,mlp.experts.508.gate_proj,0.0000679004,0.05000,15.158
44,mlp.experts.482.gate_proj,0.0000429820,0.05000,15.098
44,mlp.experts.496.gate_proj,0.0000531620,0.05000,15.092
44,mlp.experts.510.gate_proj,0.0001089806,0.05000,15.070
44,mlp.experts.0.up_proj,failsafe(rtn): 0.0016556,0.00000,0.699
44,mlp.experts.16.up_proj,failsafe(rtn): 0.0016785,0.00000,0.733
44,mlp.experts.32.up_proj,failsafe(rtn): 0.0016479,0.00000,0.774
44,mlp.experts.56.up_proj,0.0000606650,0.05000,14.685
44,mlp.experts.505.gate_proj,0.0000211246,0.05000,15.071
44,mlp.experts.72.up_proj,failsafe(rtn): 0.0016479,0.00000,0.808
44,mlp.experts.509.gate_proj,0.0000469444,0.05000,15.095
44,mlp.experts.55.up_proj,0.0001652484,0.05000,15.034
44,mlp.experts.74.up_proj,0.0000395352,0.05000,14.814
44,mlp.experts.75.up_proj,0.0000722650,0.05000,14.957
44,mlp.experts.90.up_proj,failsafe(rtn): 0.0018005,0.00000,0.711
44,mlp.experts.69.up_proj,0.0000694769,0.05000,14.844
44,mlp.experts.113.up_proj,0.0000612297,0.05000,14.696
44,mlp.experts.191.up_proj,0.0000150230,0.05000,14.626
44,mlp.experts.484.gate_proj,0.0001788645,0.05000,14.551
44,mlp.experts.483.gate_proj,0.0002313543,0.05000,14.783
44,mlp.experts.470.gate_proj,0.0001062301,0.05000,14.815
44,mlp.experts.498.gate_proj,0.0000386408,0.05000,14.564
44,mlp.experts.12.up_proj,0.0000726205,0.05000,14.604
44,mlp.experts.14.up_proj,0.0000787212,0.05000,14.761
44,mlp.experts.48.up_proj,0.0002248461,0.05000,14.497
44,mlp.experts.9.up_proj,0.0000188806,0.05000,14.701
44,mlp.experts.64.up_proj,failsafe(rtn): 0.0016861,0.00000,0.804
44,mlp.experts.88.up_proj,0.0000791211,0.05000,14.611
44,mlp.experts.13.up_proj,0.0002218999,0.05000,14.643
44,mlp.experts.71.up_proj,0.0000290535,0.05000,14.656
44,mlp.experts.87.up_proj,failsafe(rtn): 0.0016785,0.00000,0.775
44,mlp.experts.91.up_proj,0.0000569571,0.05000,14.643
44,mlp.experts.106.up_proj,0.0000873505,0.05000,14.685
44,mlp.experts.103.up_proj,failsafe(rtn): 0.0016632,0.00000,0.721
44,mlp.experts.85.up_proj,0.0001079318,0.05000,14.796
44,mlp.experts.129.up_proj,0.0000396266,0.05000,14.900
44,mlp.experts.145.up_proj,failsafe(rtn): 0.0017166,0.00000,0.687
44,mlp.experts.207.up_proj,0.0000361738,0.05000,14.866
44,mlp.experts.223.up_proj,failsafe(rtn): 0.0016861,0.00000,0.712
44,mlp.experts.239.up_proj,failsafe(rtn): 0.0016251,0.00000,0.799
44,mlp.experts.500.gate_proj,0.0000934210,0.05000,14.702
44,mlp.experts.499.gate_proj,0.0000478146,0.05000,14.712
44,mlp.experts.486.gate_proj,0.0000615788,0.05000,14.647
44,mlp.experts.28.up_proj,0.0001013373,0.05000,14.653
44,mlp.experts.2.up_proj,0.0000164957,0.05000,14.767
44,mlp.experts.30.up_proj,0.0000933902,0.05000,14.716
44,mlp.experts.18.up_proj,failsafe(rtn): 0.0017242,0.00000,0.709
44,mlp.experts.46.up_proj,failsafe(rtn): 0.0017090,0.00000,0.732
44,mlp.experts.25.up_proj,0.0001237928,0.05000,14.279
44,mlp.experts.80.up_proj,0.0000380764,0.05000,14.492
44,mlp.experts.104.up_proj,0.0000348508,0.05000,14.403
44,mlp.experts.29.up_proj,0.0000203424,0.05000,14.367
44,mlp.experts.107.up_proj,0.0000528843,0.05000,14.198
44,mlp.experts.122.up_proj,0.0000570634,0.05000,14.271
44,mlp.experts.119.up_proj,0.0000121306,0.05000,14.019
44,mlp.experts.101.up_proj,0.0001389853,0.05000,14.327
44,mlp.experts.161.up_proj,0.0001328811,0.05000,14.308
44,mlp.experts.255.up_proj,0.0000559428,0.05000,14.012
44,mlp.experts.4.up_proj,0.0000291783,0.05000,14.097
44,mlp.experts.3.up_proj,0.0000427365,0.05000,14.105
44,mlp.experts.502.gate_proj,0.0000566720,0.05000,14.114
44,mlp.experts.44.up_proj,0.0000496259,0.05000,14.090
44,mlp.experts.34.up_proj,0.0000691196,0.05000,14.115
44,mlp.experts.62.up_proj,0.0001589053,0.05000,14.239
44,mlp.experts.41.up_proj,0.0000530624,0.05000,14.501
44,mlp.experts.45.up_proj,0.0001942772,0.05000,14.271
44,mlp.experts.96.up_proj,0.0000744512,0.05000,14.525
44,mlp.experts.120.up_proj,0.0000413648,0.05000,14.522
44,mlp.experts.112.up_proj,failsafe(rtn): 0.0015335,0.00000,0.755
44,mlp.experts.123.up_proj,0.0000787511,0.05000,14.612
44,mlp.experts.138.up_proj,0.0000613825,0.05000,14.431
44,mlp.experts.135.up_proj,0.0000454266,0.05000,14.588
44,mlp.experts.154.up_proj,failsafe(rtn): 0.0015488,0.00000,0.713
44,mlp.experts.117.up_proj,0.0001148414,0.05000,14.580
44,mlp.experts.177.up_proj,0.0000368792,0.05000,14.465
44,mlp.experts.271.up_proj,0.0001136742,0.05000,14.444
44,mlp.experts.20.up_proj,0.0000275764,0.05000,14.418
44,mlp.experts.6.up_proj,0.0000458071,0.05000,14.226
44,mlp.experts.19.up_proj,0.0000558907,0.05000,14.371
44,mlp.experts.60.up_proj,0.0000447670,0.05000,14.151
44,mlp.experts.76.up_proj,failsafe(rtn): 0.0017319,0.00000,0.679
44,mlp.experts.50.up_proj,0.0000429425,0.05000,14.152
44,mlp.experts.78.up_proj,0.0000313607,0.05000,14.037
44,mlp.experts.94.up_proj,failsafe(rtn): 0.0017166,0.00000,0.779
44,mlp.experts.57.up_proj,0.0001370709,0.05000,14.255
44,mlp.experts.136.up_proj,0.0000339635,0.05000,14.025
44,mlp.experts.61.up_proj,0.0000233306,0.05000,14.136
44,mlp.experts.128.up_proj,0.0000452494,0.05000,14.274
44,mlp.experts.139.up_proj,0.0001833720,0.05000,14.279
44,mlp.experts.151.up_proj,0.0000394199,0.05000,14.293
44,mlp.experts.170.up_proj,0.0000485600,0.05000,14.274
44,mlp.experts.133.up_proj,0.0000203337,0.05000,14.280
44,mlp.experts.193.up_proj,0.0001118138,0.05000,14.376
44,mlp.experts.209.up_proj,failsafe(rtn): 0.0016327,0.00000,0.809
44,mlp.experts.287.up_proj,0.0001503775,0.05000,14.603
44,mlp.experts.36.up_proj,0.0000763603,0.05000,14.761
44,mlp.experts.22.up_proj,0.0000586106,0.05000,14.807
44,mlp.experts.35.up_proj,0.0000798157,0.05000,14.848
44,mlp.experts.92.up_proj,0.0000207572,0.05000,14.846
44,mlp.experts.66.up_proj,0.0000994038,0.05000,14.885
44,mlp.experts.110.up_proj,0.0000174355,0.05000,14.704
44,mlp.experts.126.up_proj,failsafe(rtn): 0.0016251,0.00000,0.764
44,mlp.experts.73.up_proj,0.0001270215,0.05000,14.869
44,mlp.experts.152.up_proj,0.0000440391,0.05000,14.832
44,mlp.experts.77.up_proj,0.0001178010,0.05000,14.980
44,mlp.experts.144.up_proj,0.0000459907,0.05000,14.801
44,mlp.experts.155.up_proj,0.0000315796,0.05000,14.831
44,mlp.experts.167.up_proj,0.0000737647,0.05000,14.692
44,mlp.experts.186.up_proj,0.0001021566,0.05000,14.670
44,mlp.experts.202.up_proj,failsafe(rtn): 0.0016098,0.00000,0.655
44,mlp.experts.149.up_proj,0.0001623397,0.05000,14.599
44,mlp.experts.218.up_proj,failsafe(rtn): 0.0017166,0.00000,0.661
44,mlp.experts.225.up_proj,0.0000828029,0.05000,14.855
44,mlp.experts.303.up_proj,0.0001022032,0.05000,14.505
44,mlp.experts.52.up_proj,0.0000812351,0.05000,14.623
44,mlp.experts.38.up_proj,0.0000585153,0.05000,14.615
44,mlp.experts.51.up_proj,0.0000905198,0.05000,14.697
44,mlp.experts.108.up_proj,0.0000307996,0.05000,14.467
44,mlp.experts.82.up_proj,0.0000360756,0.05000,14.640
44,mlp.experts.142.up_proj,0.0000863200,0.05000,14.481
44,mlp.experts.89.up_proj,0.0000359961,0.05000,14.683
44,mlp.experts.168.up_proj,0.0001138990,0.05000,14.516
44,mlp.experts.93.up_proj,0.0000874558,0.05000,14.628
44,mlp.experts.184.up_proj,failsafe(rtn): 0.0016708,0.00000,0.728
44,mlp.experts.160.up_proj,0.0000602072,0.05000,14.769
44,mlp.experts.171.up_proj,0.0000289171,0.05000,14.782
44,mlp.experts.183.up_proj,0.0000596751,0.05000,14.646
44,mlp.experts.187.up_proj,failsafe(rtn): 0.0017395,0.00000,0.746
44,mlp.experts.165.up_proj,0.0001344962,0.05000,14.745
44,mlp.experts.203.up_proj,failsafe(rtn): 0.0016327,0.00000,0.721
44,mlp.experts.234.up_proj,0.0000402444,0.05000,14.658
44,mlp.experts.219.up_proj,failsafe(rtn): 0.0015869,0.00000,0.699
44,mlp.experts.241.up_proj,0.0000686994,0.05000,14.591
44,mlp.experts.257.up_proj,failsafe(rtn): 0.0016937,0.00000,0.740
44,mlp.experts.319.up_proj,0.0000189141,0.05000,14.554
44,mlp.experts.68.up_proj,0.0001222159,0.05000,14.534
44,mlp.experts.54.up_proj,0.0000213667,0.05000,14.584
44,mlp.experts.67.up_proj,0.0000388020,0.05000,14.723
44,mlp.experts.124.up_proj,0.0000818393,0.05000,14.721
44,mlp.experts.98.up_proj,0.0000381127,0.05000,14.744
44,mlp.experts.158.up_proj,0.0000376533,0.05000,14.689
44,mlp.experts.105.up_proj,0.0000300496,0.05000,14.901
44,mlp.experts.109.up_proj,0.0000471159,0.05000,14.805
44,mlp.experts.200.up_proj,0.0000436611,0.05000,14.763
44,mlp.experts.176.up_proj,0.0000619216,0.05000,14.939
44,mlp.experts.199.up_proj,0.0000916430,0.05000,14.963
44,mlp.experts.181.up_proj,0.0000444165,0.05000,15.081
44,mlp.experts.250.up_proj,0.0000341883,0.05000,14.985
44,mlp.experts.197.up_proj,failsafe(rtn): 0.0016251,0.00000,0.680
44,mlp.experts.235.up_proj,0.0002050612,0.05000,14.963
44,mlp.experts.273.up_proj,0.0001269050,0.05000,14.978
44,mlp.experts.289.up_proj,failsafe(rtn): 0.0016861,0.00000,0.721
44,mlp.experts.335.up_proj,0.0000585098,0.05000,14.951
44,mlp.experts.351.up_proj,failsafe(rtn): 0.0018311,0.00000,0.729
44,mlp.experts.84.up_proj,0.0000597301,0.05000,14.784
44,mlp.experts.367.up_proj,failsafe(rtn): 0.0016403,0.00000,0.694
44,mlp.experts.70.up_proj,0.0002167839,0.05000,14.710
44,mlp.experts.383.up_proj,failsafe(rtn): 0.0016022,0.00000,0.663
44,mlp.experts.83.up_proj,0.0000652587,0.05000,14.821
44,mlp.experts.86.up_proj,failsafe(rtn): 0.0016556,0.00000,0.680
44,mlp.experts.140.up_proj,0.0000378991,0.05000,14.635
44,mlp.experts.114.up_proj,0.0000631994,0.05000,14.580
44,mlp.experts.174.up_proj,0.0000308075,0.05000,14.236
44,mlp.experts.121.up_proj,0.0000302527,0.05000,14.304
44,mlp.experts.125.up_proj,0.0001837760,0.05000,14.264
44,mlp.experts.216.up_proj,0.0001527896,0.05000,14.360
44,mlp.experts.192.up_proj,0.0000562933,0.05000,14.114
44,mlp.experts.215.up_proj,0.0001087141,0.05000,14.064
44,mlp.experts.266.up_proj,0.0000991733,0.05000,14.182
44,mlp.experts.251.up_proj,0.0000659954,0.05000,14.057
44,mlp.experts.213.up_proj,0.0001800436,0.05000,14.191
44,mlp.experts.305.up_proj,0.0001322399,0.05000,13.997
44,mlp.experts.100.up_proj,0.0000364288,0.05000,14.262
44,mlp.experts.399.up_proj,0.0000170141,0.05000,14.309
44,mlp.experts.99.up_proj,0.0001658202,0.05000,14.334
44,mlp.experts.102.up_proj,0.0000774738,0.05000,14.271
44,mlp.experts.156.up_proj,0.0000287234,0.05000,14.545
44,mlp.experts.130.up_proj,0.0000434891,0.05000,14.441
44,mlp.experts.190.up_proj,0.0000398456,0.05000,14.497
44,mlp.experts.137.up_proj,0.0000554337,0.05000,14.748
44,mlp.experts.141.up_proj,0.0000931493,0.05000,14.641
44,mlp.experts.232.up_proj,0.0000496349,0.05000,14.697
44,mlp.experts.153.up_proj,failsafe(rtn): 0.0016861,0.00000,0.816
44,mlp.experts.208.up_proj,0.0000516499,0.05000,14.884
44,mlp.experts.169.up_proj,failsafe(rtn): 0.0016861,0.00000,0.738
44,mlp.experts.231.up_proj,0.0000747387,0.05000,14.960
44,mlp.experts.282.up_proj,0.0000887564,0.05000,14.803
44,mlp.experts.267.up_proj,0.0001502527,0.05000,14.809
44,mlp.experts.229.up_proj,0.0000252327,0.05000,14.762
44,mlp.experts.298.up_proj,failsafe(rtn): 0.0016556,0.00000,0.711
44,mlp.experts.321.up_proj,0.0000178734,0.05000,14.933
44,mlp.experts.116.up_proj,0.0000972595,0.05000,14.723
44,mlp.experts.415.up_proj,0.0001480490,0.05000,14.725
44,mlp.experts.115.up_proj,0.0000883752,0.05000,14.775
44,mlp.experts.118.up_proj,0.0000340424,0.05000,14.755
44,mlp.experts.172.up_proj,0.0000425461,0.05000,14.578
44,mlp.experts.146.up_proj,0.0001095388,0.05000,14.710
44,mlp.experts.206.up_proj,0.0000839565,0.05000,14.718
44,mlp.experts.157.up_proj,0.0000466422,0.05000,14.516
44,mlp.experts.248.up_proj,0.0000218062,0.05000,14.510
44,mlp.experts.224.up_proj,0.0000643727,0.05000,14.562
44,mlp.experts.185.up_proj,0.0000486737,0.05000,14.611
44,mlp.experts.247.up_proj,0.0000726651,0.05000,14.508
44,mlp.experts.245.up_proj,0.0000662414,0.05000,14.508
44,mlp.experts.283.up_proj,0.0002137347,0.05000,14.565
44,mlp.experts.314.up_proj,0.0000454050,0.05000,14.576
44,mlp.experts.299.up_proj,failsafe(rtn): 0.0016708,0.00000,0.727
44,mlp.experts.337.up_proj,0.0000875194,0.05000,14.851
44,mlp.experts.132.up_proj,0.0000275682,0.05000,15.110
44,mlp.experts.431.up_proj,0.0000737419,0.05000,14.971
44,mlp.experts.131.up_proj,0.0000400984,0.05000,15.155
44,mlp.experts.134.up_proj,0.0000550094,0.05000,15.082
44,mlp.experts.188.up_proj,0.0000273847,0.05000,15.019
44,mlp.experts.162.up_proj,0.0000201583,0.05000,15.261
44,mlp.experts.178.up_proj,failsafe(rtn): 0.0017853,0.00000,0.655
44,mlp.experts.194.up_proj,failsafe(rtn): 0.0016479,0.00000,0.748
44,mlp.experts.222.up_proj,0.0000638996,0.05000,15.204
44,mlp.experts.173.up_proj,0.0000407047,0.05000,15.362
44,mlp.experts.264.up_proj,0.0000257832,0.05000,15.347
44,mlp.experts.240.up_proj,0.0001146901,0.05000,15.386
44,mlp.experts.201.up_proj,0.0000172781,0.05000,15.486
44,mlp.experts.263.up_proj,0.0001032155,0.05000,15.448
44,mlp.experts.279.up_proj,failsafe(rtn): 0.0015945,0.00000,0.692
44,mlp.experts.261.up_proj,0.0001783674,0.05000,15.425
44,mlp.experts.330.up_proj,0.0001247148,0.05000,15.335
44,mlp.experts.315.up_proj,0.0000901062,0.05000,15.493
44,mlp.experts.346.up_proj,failsafe(rtn): 0.0016251,0.00000,0.792
44,mlp.experts.353.up_proj,0.0000344049,0.05000,15.272
44,mlp.experts.369.up_proj,failsafe(rtn): 0.0016937,0.00000,0.767
44,mlp.experts.385.up_proj,failsafe(rtn): 0.0016327,0.00000,0.728
44,mlp.experts.148.up_proj,0.0000778544,0.05000,15.118
44,mlp.experts.401.up_proj,failsafe(rtn): 0.0016327,0.00000,0.732
44,mlp.experts.447.up_proj,0.0001084863,0.05000,15.089
44,mlp.experts.150.up_proj,0.0000466585,0.05000,15.000
44,mlp.experts.147.up_proj,0.0001337184,0.05000,15.220
44,mlp.experts.463.up_proj,failsafe(rtn): 0.0016861,0.00000,0.771
44,mlp.experts.204.up_proj,0.0000457560,0.05000,14.996
44,mlp.experts.210.up_proj,0.0001236535,0.05000,15.064
44,mlp.experts.238.up_proj,0.0000718659,0.05000,15.080
44,mlp.experts.189.up_proj,0.0000203500,0.05000,14.996
44,mlp.experts.280.up_proj,0.0000152469,0.05000,14.814
44,mlp.experts.256.up_proj,0.0000816227,0.05000,14.636
44,mlp.experts.296.up_proj,failsafe(rtn): 0.0015564,0.00000,0.714
44,mlp.experts.217.up_proj,0.0000978456,0.05000,14.703
44,mlp.experts.312.up_proj,failsafe(rtn): 0.0016785,0.00000,0.707
44,mlp.experts.233.up_proj,failsafe(rtn): 0.0017014,0.00000,0.751
44,mlp.experts.295.up_proj,0.0001100509,0.05000,14.850
44,mlp.experts.277.up_proj,0.0000918994,0.05000,14.980
44,mlp.experts.331.up_proj,0.0001181529,0.05000,14.850
44,mlp.experts.362.up_proj,0.0000792817,0.05000,14.833
44,mlp.experts.164.up_proj,0.0001671793,0.05000,14.869
44,mlp.experts.417.up_proj,0.0000510891,0.05000,14.930
44,mlp.experts.166.up_proj,0.0000662007,0.05000,14.858
44,mlp.experts.163.up_proj,0.0000312018,0.05000,14.866
44,mlp.experts.479.up_proj,0.0000584391,0.05000,14.836
44,mlp.experts.220.up_proj,0.0000401549,0.05000,15.013
44,mlp.experts.495.up_proj,failsafe(rtn): 0.0018005,0.00000,0.751
44,mlp.experts.226.up_proj,0.0000451967,0.05000,14.846
44,mlp.experts.254.up_proj,0.0000373389,0.05000,14.886
44,mlp.experts.205.up_proj,0.0000285289,0.05000,14.999
44,mlp.experts.272.up_proj,0.0001072155,0.05000,14.999
44,mlp.experts.328.up_proj,0.0002306234,0.05000,15.128
44,mlp.experts.249.up_proj,0.0000570907,0.05000,14.949
44,mlp.experts.311.up_proj,0.0000590036,0.05000,14.990
44,mlp.experts.293.up_proj,0.0001402767,0.05000,14.887
44,mlp.experts.347.up_proj,0.0001681249,0.05000,14.910
44,mlp.experts.378.up_proj,0.0001424800,0.05000,14.954
44,mlp.experts.180.up_proj,0.0000311911,0.05000,15.140
44,mlp.experts.433.up_proj,0.0000359555,0.05000,15.034
44,mlp.experts.182.up_proj,0.0000440520,0.05000,14.936
44,mlp.experts.179.up_proj,0.0000494789,0.05000,14.912
44,mlp.experts.236.up_proj,0.0000482222,0.05000,14.758
44,mlp.experts.511.up_proj,0.0001400119,0.05000,14.715
44,mlp.experts.15.down_proj,failsafe(rtn): 0.0018158,0.00000,0.221
44,mlp.experts.242.up_proj,0.0000314664,0.05000,14.814
44,mlp.experts.270.up_proj,0.0000466890,0.05000,14.760
44,mlp.experts.221.up_proj,0.0000227963,0.05000,14.789
44,mlp.experts.288.up_proj,0.0000532551,0.05000,14.618
44,mlp.experts.237.up_proj,failsafe(rtn): 0.0016479,0.00000,0.748
44,mlp.experts.31.down_proj,0.0000757591,0.05000,3.685
44,mlp.experts.344.up_proj,0.0000340992,0.05000,14.778
44,mlp.experts.265.up_proj,0.0001298010,0.05000,14.815
44,mlp.experts.327.up_proj,0.0000404354,0.05000,14.625
44,mlp.experts.360.up_proj,failsafe(rtn): 0.0016174,0.00000,0.731
44,mlp.experts.281.up_proj,failsafe(rtn): 0.0016403,0.00000,0.689
44,mlp.experts.343.up_proj,failsafe(rtn): 0.0017319,0.00000,0.675
44,mlp.experts.376.up_proj,failsafe(rtn): 0.0015793,0.00000,0.688
44,mlp.experts.309.up_proj,0.0000359333,0.05000,14.825
44,mlp.experts.47.down_proj,0.0000098049,0.05000,3.614
44,mlp.experts.363.up_proj,0.0000369873,0.05000,14.804
44,mlp.experts.325.up_proj,failsafe(rtn): 0.0015488,0.00000,0.762
44,mlp.experts.394.up_proj,0.0000860815,0.05000,14.670
44,mlp.experts.341.up_proj,failsafe(rtn): 0.0017014,0.00000,0.742
44,mlp.experts.410.up_proj,failsafe(rtn): 0.0016861,0.00000,0.792
44,mlp.experts.63.down_proj,0.0000442332,0.05000,3.789
44,mlp.experts.79.down_proj,failsafe(rtn): 0.0017624,0.00000,0.177
44,mlp.experts.196.up_proj,0.0000302018,0.05000,14.640
44,mlp.experts.449.up_proj,0.0001060687,0.05000,14.631
44,mlp.experts.198.up_proj,0.0000570432,0.05000,14.604
44,mlp.experts.195.up_proj,0.0000384162,0.05000,14.589
44,mlp.experts.252.up_proj,0.0000328062,0.05000,14.555
44,mlp.experts.95.down_proj,0.0000561656,0.05000,3.602
44,mlp.experts.111.down_proj,failsafe(rtn): 0.0017319,0.00000,0.172
44,mlp.experts.258.up_proj,0.0000866016,0.05000,14.537
44,mlp.experts.286.up_proj,0.0000187447,0.05000,14.611
44,mlp.experts.304.up_proj,0.0002137167,0.05000,14.452
44,mlp.experts.253.up_proj,0.0001174963,0.05000,14.542
44,mlp.experts.127.down_proj,0.0000088353,0.05000,3.556
44,mlp.experts.297.up_proj,0.0000954330,0.05000,14.574
44,mlp.experts.359.up_proj,0.0000287524,0.05000,14.581
44,mlp.experts.392.up_proj,0.0000387501,0.05000,14.627
44,mlp.experts.375.up_proj,failsafe(rtn): 0.0018234,0.00000,0.681
44,mlp.experts.408.up_proj,failsafe(rtn): 0.0016632,0.00000,0.670
44,mlp.experts.379.up_proj,0.0000437776,0.05000,14.510
44,mlp.experts.143.down_proj,0.0000257942,0.05000,3.713
44,mlp.experts.159.down_proj,failsafe(rtn): 0.0016785,0.00000,0.203
44,mlp.experts.175.down_proj,failsafe(rtn): 0.0018005,0.00000,0.199
44,mlp.experts.357.up_proj,0.0000537162,0.05000,14.564
44,mlp.experts.426.up_proj,0.0000736395,0.05000,14.522
44,mlp.experts.191.down_proj,0.0000092857,0.05000,3.441
44,mlp.experts.212.up_proj,0.0000200634,0.05000,14.236
44,mlp.experts.465.up_proj,0.0000493213,0.05000,14.326
44,mlp.experts.214.up_proj,0.0000686373,0.05000,14.450
44,mlp.experts.211.up_proj,0.0000265405,0.05000,14.352
44,mlp.experts.268.up_proj,0.0000479722,0.05000,14.409
44,mlp.experts.230.up_proj,failsafe(rtn): 0.0015869,0.00000,0.714
44,mlp.experts.207.down_proj,0.0000178874,0.05000,3.563
44,mlp.experts.223.down_proj,failsafe(rtn): 0.0017853,0.00000,0.216
44,mlp.experts.239.down_proj,failsafe(rtn): 0.0017242,0.00000,0.211
44,mlp.experts.274.up_proj,0.0002414715,0.05000,14.416
44,mlp.experts.302.up_proj,0.0001205476,0.05000,14.417
44,mlp.experts.320.up_proj,0.0000426174,0.05000,14.529
44,mlp.experts.269.up_proj,0.0000533273,0.05000,14.558
44,mlp.experts.285.up_proj,failsafe(rtn): 0.0016022,0.00000,0.779
44,mlp.experts.255.down_proj,0.0000513642,0.05000,3.557
44,mlp.experts.313.up_proj,0.0001132905,0.05000,14.317
44,mlp.experts.424.up_proj,0.0001591530,0.05000,14.342
44,mlp.experts.391.up_proj,0.0000406860,0.05000,14.540
44,mlp.experts.395.up_proj,0.0000151943,0.05000,14.627
44,mlp.experts.373.up_proj,0.0000756669,0.05000,14.526
44,mlp.experts.442.up_proj,0.0000946537,0.05000,14.501
44,mlp.experts.271.down_proj,0.0000262605,0.05000,3.929
44,mlp.experts.228.up_proj,0.0000556989,0.05000,14.946
44,mlp.experts.287.down_proj,0.0000913466,0.05000,3.893
44,mlp.experts.481.up_proj,0.0000737637,0.05000,15.035
44,mlp.experts.227.up_proj,0.0001455748,0.05000,15.048
44,mlp.experts.284.up_proj,0.0000899914,0.05000,15.016
44,mlp.experts.246.up_proj,0.0000217297,0.05000,14.966
44,mlp.experts.243.up_proj,failsafe(rtn): 0.0016479,0.00000,0.768
44,mlp.experts.303.down_proj,0.0000182550,0.05000,3.679
44,mlp.experts.290.up_proj,0.0002018334,0.05000,15.076
44,mlp.experts.318.up_proj,0.0000185236,0.05000,15.024
44,mlp.experts.336.up_proj,0.0000437867,0.05000,15.198
44,mlp.experts.301.up_proj,0.0001080668,0.05000,15.060
44,mlp.experts.319.down_proj,0.0000069068,0.05000,3.589
44,mlp.experts.317.up_proj,failsafe(rtn): 0.0017014,0.00000,0.677
44,mlp.experts.329.up_proj,0.0000702934,0.05000,15.147
44,mlp.experts.407.up_proj,0.0000491381,0.05000,14.821
44,mlp.experts.440.up_proj,0.0001545097,0.05000,14.953
44,mlp.experts.411.up_proj,0.0000920869,0.05000,14.914
44,mlp.experts.456.up_proj,failsafe(rtn): 0.0018311,0.00000,0.819
44,mlp.experts.427.up_proj,failsafe(rtn): 0.0016556,0.00000,0.779
44,mlp.experts.389.up_proj,0.0001525288,0.05000,15.037
44,mlp.experts.458.up_proj,0.0001521726,0.05000,14.953
44,mlp.experts.335.down_proj,0.0000183993,0.05000,3.715
44,mlp.experts.351.down_proj,failsafe(rtn): 0.0017853,0.00000,0.192
44,mlp.experts.367.down_proj,failsafe(rtn): 0.0016861,0.00000,0.182
44,mlp.experts.383.down_proj,failsafe(rtn): 0.0017014,0.00000,0.173
44,mlp.experts.244.up_proj,0.0000407338,0.05000,14.634
44,mlp.experts.497.up_proj,0.0000561191,0.05000,14.597
44,mlp.experts.399.down_proj,0.0000143337,0.05000,3.657
44,mlp.experts.1.down_proj,failsafe(rtn): 0.0018311,0.00000,0.186
44,mlp.experts.17.down_proj,failsafe(rtn): 0.0017929,0.00000,0.206
44,mlp.experts.300.up_proj,0.0001055836,0.05000,14.685
44,mlp.experts.262.up_proj,0.0000459846,0.05000,14.839
44,mlp.experts.259.up_proj,0.0000402955,0.05000,14.699
44,mlp.experts.306.up_proj,0.0000585808,0.05000,14.661
44,mlp.experts.334.up_proj,0.0000384217,0.05000,14.590
44,mlp.experts.415.down_proj,0.0000957344,0.05000,3.716
44,mlp.experts.33.down_proj,0.0000830961,0.05000,3.674
44,mlp.experts.352.up_proj,0.0000460545,0.05000,14.811
44,mlp.experts.333.up_proj,0.0000953982,0.05000,14.667
44,mlp.experts.431.down_proj,0.0000274316,0.05000,3.623
44,mlp.experts.345.up_proj,0.0000280999,0.05000,14.754
44,mlp.experts.49.down_proj,0.0000150153,0.05000,3.663
44,mlp.experts.423.up_proj,0.0000604735,0.05000,14.615
44,mlp.experts.472.up_proj,0.0001879395,0.05000,14.556
44,mlp.experts.443.up_proj,0.0000344651,0.05000,14.608
44,mlp.experts.405.up_proj,0.0000660734,0.05000,14.567
44,mlp.experts.474.up_proj,0.0000378075,0.05000,14.380
44,mlp.experts.490.up_proj,failsafe(rtn): 0.0017242,0.00000,0.676
44,mlp.experts.447.down_proj,0.0000447346,0.05000,3.508
44,mlp.experts.463.down_proj,failsafe(rtn): 0.0017929,0.00000,0.171
44,mlp.experts.65.down_proj,0.0000155075,0.05000,3.533
44,mlp.experts.260.up_proj,0.0000528293,0.05000,14.384
44,mlp.experts.479.down_proj,0.0000234519,0.05000,3.566
44,mlp.experts.81.down_proj,0.0000151845,0.05000,3.477
44,mlp.experts.495.down_proj,failsafe(rtn): 0.0018082,0.00000,0.172
44,mlp.experts.97.down_proj,failsafe(rtn): 0.0017014,0.00000,0.173
44,mlp.experts.316.up_proj,0.0000663052,0.05000,14.228
44,mlp.experts.278.up_proj,0.0000835211,0.05000,14.206
44,mlp.experts.275.up_proj,0.0000187464,0.05000,14.293
44,mlp.experts.322.up_proj,0.0001703991,0.05000,14.115
44,mlp.experts.350.up_proj,0.0000225087,0.05000,14.256
44,mlp.experts.511.down_proj,0.0002974173,0.05000,3.682
44,mlp.experts.113.down_proj,0.0000206798,0.05000,3.733
44,mlp.experts.368.up_proj,0.0000733961,0.05000,14.333
44,mlp.experts.349.up_proj,0.0000283638,0.05000,14.261
44,mlp.experts.361.up_proj,0.0000826885,0.05000,14.205
44,mlp.experts.129.down_proj,0.0000134213,0.05000,3.364
44,mlp.experts.145.down_proj,failsafe(rtn): 0.0017548,0.00000,0.163
44,mlp.experts.439.up_proj,0.0000520757,0.05000,14.165
44,mlp.experts.488.up_proj,0.0001510576,0.05000,14.142
44,mlp.experts.459.up_proj,0.0000521144,0.05000,14.177
44,mlp.experts.421.up_proj,0.0001019855,0.05000,14.188
44,mlp.experts.475.up_proj,failsafe(rtn): 0.0017395,0.00000,0.632
44,mlp.experts.506.up_proj,0.0001780474,0.05000,14.124
44,mlp.experts.491.up_proj,failsafe(rtn): 0.0016785,0.00000,0.732
44,mlp.experts.161.down_proj,0.0000621622,0.05000,3.505
44,mlp.experts.507.up_proj,failsafe(rtn): 0.0016251,0.00000,0.653
44,mlp.experts.11.down_proj,failsafe(rtn): 0.0017014,0.00000,0.154
44,mlp.experts.276.up_proj,0.0001385108,0.05000,13.972
44,mlp.experts.10.down_proj,0.0000406538,0.05000,3.582
44,mlp.experts.177.down_proj,0.0000151010,0.05000,3.492
44,mlp.experts.332.up_proj,0.0000391486,0.05000,13.963
44,mlp.experts.294.up_proj,0.0001087888,0.05000,13.940
44,mlp.experts.291.up_proj,0.0000528609,0.05000,13.971
44,mlp.experts.27.down_proj,0.0000318209,0.05000,3.391
44,mlp.experts.307.up_proj,failsafe(rtn): 0.0016708,0.00000,0.654
44,mlp.experts.338.up_proj,0.0000444463,0.05000,13.735
44,mlp.experts.366.up_proj,0.0000207453,0.05000,13.757
44,mlp.experts.26.down_proj,0.0000205333,0.05000,3.248
44,mlp.experts.193.down_proj,0.0000354983,0.05000,3.196
44,mlp.experts.209.down_proj,failsafe(rtn): 0.0016327,0.00000,0.170
44,mlp.experts.43.down_proj,0.0002060461,0.05000,3.261
44,mlp.experts.384.up_proj,0.0000581305,0.05000,13.483
44,mlp.experts.365.up_proj,0.0001246024,0.05000,13.351
44,mlp.experts.42.down_proj,0.0000101086,0.05000,3.255
44,mlp.experts.377.up_proj,0.0001126888,0.05000,13.477
44,mlp.experts.58.down_proj,failsafe(rtn): 0.0017319,0.00000,0.171
44,mlp.experts.225.down_proj,0.0000210047,0.05000,3.353
44,mlp.experts.455.up_proj,0.0000822168,0.05000,13.514
44,mlp.experts.59.down_proj,0.0000253547,0.05000,3.284
44,mlp.experts.504.up_proj,0.0000409138,0.05000,13.455
44,mlp.experts.8.down_proj,failsafe(rtn): 0.0016708,0.00000,0.157
44,mlp.experts.437.up_proj,0.0001693040,0.05000,13.301
44,mlp.experts.74.down_proj,0.0000127420,0.05000,3.352
44,mlp.experts.90.down_proj,failsafe(rtn): 0.0018234,0.00000,0.177
44,mlp.experts.241.down_proj,0.0000534066,0.05000,3.295
44,mlp.experts.257.down_proj,failsafe(rtn): 0.0017242,0.00000,0.187
44,mlp.experts.75.down_proj,0.0000272640,0.05000,3.417
44,mlp.experts.24.down_proj,0.0000787724,0.05000,3.331
44,mlp.experts.292.up_proj,0.0000507213,0.05000,13.395
44,mlp.experts.308.up_proj,failsafe(rtn): 0.0015793,0.00000,0.656
44,mlp.experts.106.down_proj,0.0000347789,0.05000,3.401
44,mlp.experts.348.up_proj,0.0000287995,0.05000,13.389
44,mlp.experts.273.down_proj,0.0000282170,0.05000,3.439
44,mlp.experts.310.up_proj,0.0001428547,0.05000,13.244
44,mlp.experts.289.down_proj,failsafe(rtn): 0.0017014,0.00000,0.177
44,mlp.experts.91.down_proj,0.0000191460,0.05000,3.384
44,mlp.experts.40.down_proj,0.0000142036,0.05000,3.443
44,mlp.experts.323.up_proj,0.0001161741,0.05000,13.355
44,mlp.experts.354.up_proj,0.0001579241,0.05000,13.420
44,mlp.experts.382.up_proj,0.0002001445,0.05000,13.440
44,mlp.experts.122.down_proj,0.0000262422,0.05000,3.338
44,mlp.experts.305.down_proj,0.0001079131,0.05000,3.515
44,mlp.experts.107.down_proj,0.0000863051,0.05000,3.400
44,mlp.experts.400.up_proj,0.0000962624,0.05000,13.575
44,mlp.experts.56.down_proj,0.0000185931,0.05000,3.413
44,mlp.experts.72.down_proj,failsafe(rtn): 0.0016708,0.00000,0.186
44,mlp.experts.381.up_proj,0.0000534432,0.05000,13.590
44,mlp.experts.397.up_proj,failsafe(rtn): 0.0017776,0.00000,0.638
44,mlp.experts.393.up_proj,0.0002140837,0.05000,13.604
44,mlp.experts.138.down_proj,0.0000248029,0.05000,3.459
44,mlp.experts.154.down_proj,failsafe(rtn): 0.0016632,0.00000,0.189
44,mlp.experts.471.up_proj,0.0000876806,0.05000,13.644
44,mlp.experts.321.down_proj,0.0000643894,0.05000,3.442
44,mlp.experts.123.down_proj,0.0000529520,0.05000,3.384
44,mlp.experts.487.up_proj,failsafe(rtn): 0.0018463,0.00000,0.695
44,mlp.experts.88.down_proj,0.0000482146,0.05000,3.493
44,mlp.experts.503.up_proj,failsafe(rtn): 0.0016327,0.00000,0.688
44,mlp.experts.453.up_proj,0.0002179294,0.05000,13.694
44,mlp.experts.170.down_proj,0.0000774390,0.05000,3.580
44,mlp.experts.139.down_proj,0.0001301466,0.05000,3.493
44,mlp.experts.337.down_proj,0.0000762239,0.05000,3.554
44,mlp.experts.104.down_proj,0.0000444975,0.05000,3.423
44,mlp.experts.7.down_proj,0.0001205681,0.05000,3.535
44,mlp.experts.324.up_proj,0.0000608607,0.05000,13.913
44,mlp.experts.186.down_proj,0.0000249224,0.05000,3.490
44,mlp.experts.202.down_proj,failsafe(rtn): 0.0016708,0.00000,0.178
44,mlp.experts.218.down_proj,failsafe(rtn): 0.0017166,0.00000,0.164
44,mlp.experts.364.up_proj,0.0000291529,0.05000,13.867
44,mlp.experts.326.up_proj,0.0000264462,0.05000,13.911
44,mlp.experts.155.down_proj,0.0000153334,0.05000,3.557
44,mlp.experts.353.down_proj,0.0000162079,0.05000,3.607
44,mlp.experts.380.up_proj,failsafe(rtn): 0.0016022,0.00000,0.684
44,mlp.experts.369.down_proj,failsafe(rtn): 0.0017700,0.00000,0.178
44,mlp.experts.385.down_proj,failsafe(rtn): 0.0017166,0.00000,0.158
44,mlp.experts.401.down_proj,failsafe(rtn): 0.0017166,0.00000,0.179
44,mlp.experts.120.down_proj,0.0000315445,0.05000,3.507
44,mlp.experts.339.up_proj,0.0000466075,0.05000,13.979
44,mlp.experts.396.up_proj,failsafe(rtn): 0.0016556,0.00000,0.669
44,mlp.experts.23.down_proj,0.0000224131,0.05000,3.643
44,mlp.experts.370.up_proj,0.0001177817,0.05000,13.916
44,mlp.experts.39.down_proj,failsafe(rtn): 0.0017471,0.00000,0.184
44,mlp.experts.398.up_proj,0.0000871706,0.05000,14.084
44,mlp.experts.412.up_proj,failsafe(rtn): 0.0016861,0.00000,0.747
44,mlp.experts.234.down_proj,0.0000193655,0.05000,3.451
44,mlp.experts.171.down_proj,0.0000145497,0.05000,3.408
44,mlp.experts.416.up_proj,0.0000334908,0.05000,13.876
44,mlp.experts.187.down_proj,failsafe(rtn): 0.0017853,0.00000,0.168
44,mlp.experts.203.down_proj,failsafe(rtn): 0.0017242,0.00000,0.173
44,mlp.experts.219.down_proj,failsafe(rtn): 0.0016708,0.00000,0.165
44,mlp.experts.417.down_proj,0.0000738277,0.05000,3.458
44,mlp.experts.136.down_proj,0.0000210484,0.05000,3.516
44,mlp.experts.55.down_proj,0.0000341297,0.05000,3.340
44,mlp.experts.413.up_proj,0.0000385238,0.05000,13.899
44,mlp.experts.409.up_proj,0.0000449135,0.05000,13.968
44,mlp.experts.250.down_proj,0.0000182065,0.05000,3.373
44,mlp.experts.235.down_proj,0.0000592025,0.05000,3.217
44,mlp.experts.433.down_proj,0.0000144686,0.05000,3.282
44,mlp.experts.152.down_proj,0.0000077827,0.05000,3.242
44,mlp.experts.469.up_proj,0.0000397793,0.05000,13.791
44,mlp.experts.71.down_proj,0.0000285196,0.05000,3.302
44,mlp.experts.87.down_proj,failsafe(rtn): 0.0017395,0.00000,0.167
44,mlp.experts.103.down_proj,failsafe(rtn): 0.0017090,0.00000,0.181
44,mlp.experts.485.up_proj,failsafe(rtn): 0.0018005,0.00000,0.755
44,mlp.experts.266.down_proj,0.0000340174,0.05000,3.498
44,mlp.experts.251.down_proj,0.0000314728,0.05000,3.529
44,mlp.experts.449.down_proj,0.0000376943,0.05000,3.475
44,mlp.experts.168.down_proj,0.0000986541,0.05000,3.496
44,mlp.experts.184.down_proj,failsafe(rtn): 0.0016937,0.00000,0.153
44,mlp.experts.119.down_proj,0.0000405891,0.05000,3.353
44,mlp.experts.340.up_proj,0.0000665847,0.05000,13.587
44,mlp.experts.282.down_proj,0.0001080669,0.05000,3.200
44,mlp.experts.342.up_proj,0.0000464410,0.05000,13.350
44,mlp.experts.298.down_proj,failsafe(rtn): 0.0017242,0.00000,0.200
44,mlp.experts.267.down_proj,0.0000565433,0.05000,3.203
44,mlp.experts.465.down_proj,0.0000229076,0.05000,3.281
44,mlp.experts.355.up_proj,0.0001652506,0.05000,13.450
44,mlp.experts.200.down_proj,0.0000352013,0.05000,3.323
44,mlp.experts.386.up_proj,0.0000335973,0.05000,13.399
44,mlp.experts.414.up_proj,0.0000330438,0.05000,13.342
44,mlp.experts.428.up_proj,0.0001019862,0.05000,13.264
44,mlp.experts.135.down_proj,0.0000546101,0.05000,3.229
44,mlp.experts.402.up_proj,failsafe(rtn): 0.0016174,0.00000,0.667
44,mlp.experts.444.up_proj,failsafe(rtn): 0.0016403,0.00000,0.716
44,mlp.experts.430.up_proj,failsafe(rtn): 0.0016937,0.00000,0.721
44,mlp.experts.314.down_proj,0.0000265784,0.05000,3.456
44,mlp.experts.432.up_proj,0.0001092508,0.05000,13.441
44,mlp.experts.283.down_proj,0.0001170065,0.05000,3.515
44,mlp.experts.481.down_proj,0.0000757844,0.05000,3.485
44,mlp.experts.299.down_proj,failsafe(rtn): 0.0017242,0.00000,0.192
44,mlp.experts.448.up_proj,failsafe(rtn): 0.0016174,0.00000,0.714
44,mlp.experts.216.down_proj,0.0001638022,0.05000,3.542
44,mlp.experts.151.down_proj,0.0000298091,0.05000,3.566
44,mlp.experts.429.up_proj,0.0000187405,0.05000,13.505
44,mlp.experts.425.up_proj,0.0000223464,0.05000,13.512
44,mlp.experts.441.up_proj,failsafe(rtn): 0.0016403,0.00000,0.636
44,mlp.experts.330.down_proj,0.0000814735,0.05000,3.527
44,mlp.experts.346.down_proj,failsafe(rtn): 0.0017395,0.00000,0.192
44,mlp.experts.497.down_proj,0.0000505449,0.05000,3.515
44,mlp.experts.315.down_proj,0.0000495577,0.05000,3.587
44,mlp.experts.232.down_proj,0.0000120493,0.05000,3.411
44,mlp.experts.167.down_proj,0.0001016158,0.05000,3.436
44,mlp.experts.501.up_proj,0.0001120199,0.05000,13.629
44,mlp.experts.362.down_proj,0.0000828632,0.05000,3.227
44,mlp.experts.331.down_proj,0.0000378428,0.05000,3.219
44,mlp.experts.248.down_proj,0.0000122042,0.05000,3.199
44,mlp.experts.183.down_proj,0.0000186571,0.05000,3.075
44,mlp.experts.356.up_proj,0.0000303178,0.05000,13.274
44,mlp.experts.5.down_proj,0.0000172786,0.05000,3.052
44,mlp.experts.21.down_proj,failsafe(rtn): 0.0017166,0.00000,0.144
44,mlp.experts.37.down_proj,failsafe(rtn): 0.0018082,0.00000,0.135
44,mlp.experts.372.up_proj,failsafe(rtn): 0.0016174,0.00000,0.545
44,mlp.experts.53.down_proj,failsafe(rtn): 0.0017166,0.00000,0.138
44,mlp.experts.358.up_proj,0.0000283914,0.05000,13.235
44,mlp.experts.378.down_proj,0.0000206661,0.05000,2.941
44,mlp.experts.371.up_proj,0.0000352164,0.05000,12.994
44,mlp.experts.347.down_proj,0.0002513769,0.05000,2.893
44,mlp.experts.264.down_proj,0.0000158193,0.05000,2.843
44,mlp.experts.199.down_proj,0.0000469637,0.05000,2.903
44,mlp.experts.418.up_proj,0.0000148234,0.05000,13.017
44,mlp.experts.446.up_proj,0.0000162853,0.05000,12.899
44,mlp.experts.460.up_proj,0.0000733653,0.05000,12.994
44,mlp.experts.69.down_proj,0.0000246409,0.05000,3.149
44,mlp.experts.394.down_proj,0.0000195365,0.05000,3.242
44,mlp.experts.410.down_proj,failsafe(rtn): 0.0017242,0.00000,0.154
44,mlp.experts.464.up_proj,0.0000437745,0.05000,12.825
44,mlp.experts.363.down_proj,0.0000139935,0.05000,3.263
44,mlp.experts.280.down_proj,0.0000067673,0.05000,3.279
44,mlp.experts.296.down_proj,failsafe(rtn): 0.0016327,0.00000,0.152
44,mlp.experts.312.down_proj,failsafe(rtn): 0.0017090,0.00000,0.150
44,mlp.experts.215.down_proj,0.0000903685,0.05000,3.196
44,mlp.experts.445.up_proj,0.0000810782,0.05000,12.668
44,mlp.experts.85.down_proj,0.0000406458,0.05000,3.142
44,mlp.experts.457.up_proj,0.0000663953,0.05000,12.619
44,mlp.experts.426.down_proj,0.0002056161,0.05000,3.113
44,mlp.experts.379.down_proj,0.0000202773,0.05000,3.103
44,mlp.experts.328.down_proj,0.0001685750,0.05000,3.098
44,mlp.experts.231.down_proj,0.0001580456,0.05000,3.168
44,mlp.experts.101.down_proj,0.0000175568,0.05000,3.093
44,mlp.experts.442.down_proj,0.0000334524,0.05000,3.192
44,mlp.experts.395.down_proj,0.0000710628,0.05000,3.163
44,mlp.experts.344.down_proj,0.0000117182,0.05000,3.173
44,mlp.experts.360.down_proj,failsafe(rtn): 0.0016785,0.00000,0.189
44,mlp.experts.247.down_proj,0.0000572847,0.05000,3.135
44,mlp.experts.376.down_proj,failsafe(rtn): 0.0016327,0.00000,0.149
44,mlp.experts.388.up_proj,0.0000436635,0.05000,12.532
44,mlp.experts.117.down_proj,0.0000816349,0.05000,3.214
44,mlp.experts.374.up_proj,0.0001554113,0.05000,12.547
44,mlp.experts.458.down_proj,0.0000255832,0.05000,3.067
44,mlp.experts.387.up_proj,0.0000164780,0.05000,12.550
44,mlp.experts.411.down_proj,0.0000335976,0.05000,3.055
44,mlp.experts.427.down_proj,failsafe(rtn): 0.0016632,0.00000,0.161
44,mlp.experts.403.up_proj,failsafe(rtn): 0.0016861,0.00000,0.663
44,mlp.experts.263.down_proj,0.0000485549,0.05000,3.118
44,mlp.experts.392.down_proj,0.0000189627,0.05000,3.078
44,mlp.experts.279.down_proj,failsafe(rtn): 0.0016708,0.00000,0.178
44,mlp.experts.408.down_proj,failsafe(rtn): 0.0017395,0.00000,0.175
44,mlp.experts.434.up_proj,0.0000613494,0.05000,12.804
44,mlp.experts.476.up_proj,0.0001038292,0.05000,12.616
44,mlp.experts.462.up_proj,0.0000421714,0.05000,12.705
44,mlp.experts.133.down_proj,0.0000057390,0.05000,3.168
44,mlp.experts.474.down_proj,0.0000198440,0.05000,3.201
44,mlp.experts.490.down_proj,failsafe(rtn): 0.0018158,0.00000,0.154
44,mlp.experts.480.up_proj,0.0000470850,0.05000,12.650
44,mlp.experts.443.down_proj,0.0000126365,0.05000,3.241
44,mlp.experts.295.down_proj,0.0000572607,0.05000,3.161
44,mlp.experts.424.down_proj,0.0000886943,0.05000,3.144
44,mlp.experts.461.up_proj,0.0001386112,0.05000,12.661
44,mlp.experts.149.down_proj,0.0000962158,0.05000,3.179
44,mlp.experts.473.up_proj,0.0000372648,0.05000,12.671
44,mlp.experts.506.down_proj,0.0000909266,0.05000,3.193
44,mlp.experts.459.down_proj,0.0000615502,0.05000,3.132
44,mlp.experts.475.down_proj,failsafe(rtn): 0.0017776,0.00000,0.133
44,mlp.experts.491.down_proj,failsafe(rtn): 0.0017242,0.00000,0.130
44,mlp.experts.507.down_proj,failsafe(rtn): 0.0017853,0.00000,0.144
44,mlp.experts.311.down_proj,0.0000176445,0.05000,3.049
44,mlp.experts.440.down_proj,0.0001135698,0.05000,3.041
44,mlp.experts.456.down_proj,failsafe(rtn): 0.0018158,0.00000,0.131
44,mlp.experts.165.down_proj,0.0001540576,0.05000,2.954
44,mlp.experts.327.down_proj,0.0000294904,0.05000,2.604
44,mlp.experts.343.down_proj,failsafe(rtn): 0.0017776,0.00000,0.141
44,mlp.experts.472.down_proj,0.0000579544,0.05000,2.607
44,mlp.experts.404.up_proj,0.0000528059,0.05000,11.933
44,mlp.experts.181.down_proj,0.0000384724,0.05000,2.652
44,mlp.experts.197.down_proj,failsafe(rtn): 0.0017090,0.00000,0.132
44,mlp.experts.390.up_proj,0.0000558630,0.05000,11.930
44,mlp.experts.419.up_proj,0.0000553600,0.05000,11.530
44,mlp.experts.359.down_proj,0.0000096030,0.05000,2.527
44,mlp.experts.488.down_proj,0.0000741158,0.05000,2.549
44,mlp.experts.450.up_proj,0.0000501498,0.05000,11.309
44,mlp.experts.375.down_proj,failsafe(rtn): 0.0018082,0.00000,0.148
44,mlp.experts.492.up_proj,0.0000315716,0.05000,11.323
44,mlp.experts.478.up_proj,0.0001186112,0.05000,11.374
44,mlp.experts.213.down_proj,0.0000583036,0.05000,2.465
44,mlp.experts.494.up_proj,failsafe(rtn): 0.0016937,0.00000,0.528
44,mlp.experts.496.up_proj,0.0000499979,0.05000,11.010
44,mlp.experts.0.down_proj,failsafe(rtn): 0.0017395,0.00000,0.156
44,mlp.experts.16.down_proj,failsafe(rtn): 0.0017090,0.00000,0.144
44,mlp.experts.32.down_proj,failsafe(rtn): 0.0017776,0.00000,0.124
44,mlp.experts.477.up_proj,0.0000202843,0.05000,10.727
44,mlp.experts.391.down_proj,0.0000163805,0.05000,2.584
44,mlp.experts.504.down_proj,0.0000256515,0.05000,2.732
44,mlp.experts.493.up_proj,failsafe(rtn): 0.0015793,0.00000,0.510
44,mlp.experts.229.down_proj,0.0000186262,0.05000,2.634
44,mlp.experts.489.up_proj,0.0001597794,0.05000,10.626
44,mlp.experts.48.down_proj,0.0001692654,0.05000,2.397
44,mlp.experts.64.down_proj,failsafe(rtn): 0.0017471,0.00000,0.123
44,mlp.experts.407.down_proj,0.0000550443,0.05000,2.334
44,mlp.experts.245.down_proj,0.0000390911,0.05000,2.319
44,mlp.experts.80.down_proj,0.0000125133,0.05000,2.300
44,mlp.experts.423.down_proj,0.0000241483,0.05000,2.327
44,mlp.experts.420.up_proj,0.0000685729,0.05000,9.824
44,mlp.experts.261.down_proj,0.0000255541,0.05000,2.342
44,mlp.experts.406.up_proj,0.0000526204,0.05000,9.777
44,mlp.experts.436.up_proj,failsafe(rtn): 0.0018463,0.00000,0.475
44,mlp.experts.435.up_proj,0.0001229210,0.05000,9.648
44,mlp.experts.96.down_proj,0.0001606554,0.05000,2.385
44,mlp.experts.112.down_proj,failsafe(rtn): 0.0015411,0.00000,0.118
44,mlp.experts.439.down_proj,0.0000267489,0.05000,2.333
44,mlp.experts.466.up_proj,0.0000865745,0.05000,9.803
44,mlp.experts.508.up_proj,0.0000608486,0.05000,9.802
44,mlp.experts.277.down_proj,0.0000405126,0.05000,2.321
44,mlp.experts.510.up_proj,0.0001091556,0.05000,9.619
44,mlp.experts.128.down_proj,0.0000335316,0.05000,2.255
44,mlp.experts.455.down_proj,0.0000573418,0.05000,2.216
44,mlp.experts.12.down_proj,0.0000539832,0.05000,2.240
44,mlp.experts.509.up_proj,0.0000476345,0.05000,9.297
44,mlp.experts.293.down_proj,0.0000555923,0.05000,2.240
44,mlp.experts.505.up_proj,0.0000209807,0.05000,9.250
44,mlp.experts.14.down_proj,0.0000974960,0.05000,2.267
44,mlp.experts.144.down_proj,0.0000199346,0.05000,2.306
44,mlp.experts.471.down_proj,0.0000563553,0.05000,2.289
44,mlp.experts.487.down_proj,failsafe(rtn): 0.0018311,0.00000,0.119
44,mlp.experts.503.down_proj,failsafe(rtn): 0.0017166,0.00000,0.144
44,mlp.experts.28.down_proj,0.0001005047,0.05000,2.360
44,mlp.experts.13.down_proj,0.0000808711,0.05000,2.401
44,mlp.experts.9.down_proj,0.0000055069,0.05000,2.383
44,mlp.experts.309.down_proj,0.0000099646,0.05000,2.437
44,mlp.experts.30.down_proj,0.0000484561,0.05000,2.309
44,mlp.experts.325.down_proj,failsafe(rtn): 0.0017319,0.00000,0.114
44,mlp.experts.46.down_proj,failsafe(rtn): 0.0017395,0.00000,0.118
44,mlp.experts.341.down_proj,failsafe(rtn): 0.0017242,0.00000,0.118
44,mlp.experts.160.down_proj,0.0000308343,0.05000,2.294
44,mlp.experts.44.down_proj,0.0000364821,0.05000,2.173
44,mlp.experts.29.down_proj,0.0000313506,0.05000,2.141
44,mlp.experts.25.down_proj,0.0000499542,0.05000,2.141
44,mlp.experts.452.up_proj,0.0000256615,0.05000,8.975
44,mlp.experts.422.up_proj,0.0001269142,0.05000,9.122
44,mlp.experts.357.down_proj,0.0000421744,0.05000,2.095
44,mlp.experts.62.down_proj,0.0002394646,0.05000,2.137
44,mlp.experts.451.up_proj,0.0001108787,0.05000,8.792
44,mlp.experts.176.down_proj,0.0000271129,0.05000,2.063
44,mlp.experts.482.up_proj,0.0000435306,0.05000,8.772
44,mlp.experts.60.down_proj,0.0000303279,0.05000,2.074
44,mlp.experts.76.down_proj,failsafe(rtn): 0.0017319,0.00000,0.103
44,mlp.experts.45.down_proj,0.0000883261,0.05000,2.039
44,mlp.experts.41.down_proj,0.0000550170,0.05000,2.075
44,mlp.experts.78.down_proj,0.0000244157,0.05000,2.010
44,mlp.experts.373.down_proj,0.0000738821,0.05000,2.053
44,mlp.experts.94.down_proj,failsafe(rtn): 0.0017319,0.00000,0.117
44,mlp.experts.192.down_proj,0.0000338215,0.05000,1.966
44,mlp.experts.61.down_proj,0.0000173064,0.05000,1.902
44,mlp.experts.92.down_proj,0.0000120171,0.05000,1.956
44,mlp.experts.57.down_proj,0.0000633977,0.05000,1.940
44,mlp.experts.389.down_proj,0.0001166907,0.05000,1.989
44,mlp.experts.110.down_proj,0.0000063998,0.05000,1.981
44,mlp.experts.126.down_proj,failsafe(rtn): 0.0017090,0.00000,0.097
44,mlp.experts.208.down_proj,0.0000143629,0.05000,2.028
44,mlp.experts.77.down_proj,0.0000471255,0.05000,1.975
44,mlp.experts.108.down_proj,0.0000190935,0.05000,1.987
44,mlp.experts.73.down_proj,0.0000478311,0.05000,1.966
44,mlp.experts.405.down_proj,0.0000278246,0.05000,1.933
44,mlp.experts.142.down_proj,0.0000524340,0.05000,1.906
44,mlp.experts.224.down_proj,0.0002129076,0.05000,1.921
44,mlp.experts.93.down_proj,0.0000264150,0.05000,1.926
44,mlp.experts.124.down_proj,0.0000358288,0.05000,1.939
44,mlp.experts.468.up_proj,0.0000274377,0.05000,7.876
44,mlp.experts.89.down_proj,0.0000239553,0.05000,1.919
44,mlp.experts.438.up_proj,0.0000425123,0.05000,7.932
44,mlp.experts.421.down_proj,0.0000500174,0.05000,1.995
44,mlp.experts.158.down_proj,0.0000223870,0.05000,1.983
44,mlp.experts.467.up_proj,0.0001102827,0.05000,7.749
44,mlp.experts.498.up_proj,0.0000393329,0.05000,7.877
44,mlp.experts.240.down_proj,0.0000422758,0.05000,2.055
44,mlp.experts.109.down_proj,0.0000308079,0.05000,2.029
44,mlp.experts.140.down_proj,0.0000166878,0.05000,2.040
44,mlp.experts.105.down_proj,0.0000181127,0.05000,2.034
44,mlp.experts.437.down_proj,0.0000242874,0.05000,1.994
44,mlp.experts.174.down_proj,0.0000149474,0.05000,2.015
44,mlp.experts.2.down_proj,0.0000100624,0.05000,2.008
44,mlp.experts.256.down_proj,0.0000297842,0.05000,1.982
44,mlp.experts.18.down_proj,failsafe(rtn): 0.0017853,0.00000,0.105
44,mlp.experts.125.down_proj,0.0000537077,0.05000,2.016
44,mlp.experts.156.down_proj,0.0000139013,0.05000,2.026
44,mlp.experts.121.down_proj,0.0000300630,0.05000,2.001
44,mlp.experts.453.down_proj,0.0002090428,0.05000,2.028
44,mlp.experts.190.down_proj,0.0000289314,0.05000,1.978
44,mlp.experts.272.down_proj,0.0000394366,0.05000,2.053
44,mlp.experts.34.down_proj,0.0000288643,0.05000,2.033
44,mlp.experts.141.down_proj,0.0000205421,0.05000,2.080
44,mlp.experts.172.down_proj,0.0000113535,0.05000,2.074
44,mlp.experts.137.down_proj,0.0000198691,0.05000,2.095
44,mlp.experts.153.down_proj,failsafe(rtn): 0.0017548,0.00000,0.097
44,mlp.experts.169.down_proj,failsafe(rtn): 0.0017166,0.00000,0.093
44,mlp.experts.469.down_proj,0.0000043569,0.05000,2.067
44,mlp.experts.485.down_proj,failsafe(rtn): 0.0018005,0.00000,0.107
44,mlp.experts.206.down_proj,0.0000206314,0.05000,2.063
44,mlp.experts.288.down_proj,0.0000501248,0.05000,2.008
44,mlp.experts.50.down_proj,0.0000282898,0.05000,1.991
44,mlp.experts.157.down_proj,0.0000159216,0.05000,1.982
44,mlp.experts.188.down_proj,0.0000189657,0.05000,1.962
44,mlp.experts.484.up_proj,0.0001860952,0.05000,8.090
44,mlp.experts.454.up_proj,0.0000558401,0.05000,8.001
44,mlp.experts.185.down_proj,0.0000241542,0.05000,2.009
44,mlp.experts.222.down_proj,0.0000297097,0.05000,2.027
44,mlp.experts.501.down_proj,0.0000745014,0.05000,2.039
44,mlp.experts.483.up_proj,0.0002180268,0.05000,7.909
44,mlp.experts.304.down_proj,0.0001251956,0.05000,1.927
44,mlp.experts.66.down_proj,0.0000704363,0.05000,1.875
44,mlp.experts.173.down_proj,0.0000227413,0.05000,1.872
44,mlp.experts.204.down_proj,0.0000312258,0.05000,1.853
44,mlp.experts.201.down_proj,0.0000105045,0.05000,1.762
44,mlp.experts.238.down_proj,0.0000206582,0.05000,1.727
44,mlp.experts.320.down_proj,0.0000104916,0.05000,1.723
44,mlp.experts.82.down_proj,0.0000271088,0.05000,1.760
44,mlp.experts.189.down_proj,0.0000098995,0.05000,1.739
44,mlp.experts.220.down_proj,0.0000169569,0.05000,1.738
44,mlp.experts.217.down_proj,0.0001135871,0.05000,1.781
44,mlp.experts.233.down_proj,failsafe(rtn): 0.0017166,0.00000,0.088
44,mlp.experts.254.down_proj,0.0000180930,0.05000,1.811
44,mlp.experts.336.down_proj,0.0000095450,0.05000,1.881
44,mlp.experts.98.down_proj,0.0000164511,0.05000,1.845
44,mlp.experts.205.down_proj,0.0000129722,0.05000,1.901
44,mlp.experts.236.down_proj,0.0000613921,0.05000,1.892
44,mlp.experts.249.down_proj,0.0000181923,0.05000,1.875
44,mlp.experts.270.down_proj,0.0000210972,0.05000,1.899
44,mlp.experts.352.down_proj,0.0000446805,0.05000,1.868
44,mlp.experts.114.down_proj,0.0000569939,0.05000,1.904
44,mlp.experts.252.down_proj,0.0000217115,0.05000,1.835
44,mlp.experts.221.down_proj,0.0000253798,0.05000,1.868
44,mlp.experts.500.up_proj,0.0000965261,0.05000,7.341
44,mlp.experts.237.down_proj,failsafe(rtn): 0.0017319,0.00000,0.090
44,mlp.experts.470.up_proj,0.0001049521,0.05000,7.319
44,mlp.experts.499.up_proj,0.0000495492,0.05000,7.111
44,mlp.experts.265.down_proj,0.0001330288,0.05000,1.861
44,mlp.experts.286.down_proj,0.0000118457,0.05000,1.858
44,mlp.experts.281.down_proj,failsafe(rtn): 0.0017014,0.00000,0.101
44,mlp.experts.368.down_proj,0.0000725015,0.05000,1.832
44,mlp.experts.130.down_proj,0.0000141664,0.05000,1.834
44,mlp.experts.268.down_proj,0.0000297946,0.05000,1.825
44,mlp.experts.4.down_proj,0.0000187408,0.05000,1.863
44,mlp.experts.253.down_proj,0.0001549205,0.05000,1.825
44,mlp.experts.3.down_proj,0.0000102099,0.05000,1.792
44,mlp.experts.302.down_proj,0.0001023406,0.05000,1.803
44,mlp.experts.297.down_proj,0.0000268785,0.05000,1.795
44,mlp.experts.146.down_proj,0.0000343153,0.05000,1.805
44,mlp.experts.384.down_proj,0.0000087706,0.05000,1.877
44,mlp.experts.284.down_proj,0.0000260146,0.05000,1.827
44,mlp.experts.20.down_proj,0.0000152471,0.05000,1.810
44,mlp.experts.269.down_proj,0.0000307215,0.05000,1.825
44,mlp.experts.285.down_proj,failsafe(rtn): 0.0016556,0.00000,0.093
44,mlp.experts.19.down_proj,0.0000463108,0.05000,1.753
44,mlp.experts.318.down_proj,0.0000095115,0.05000,1.810
44,mlp.experts.313.down_proj,0.0000565951,0.05000,1.835
44,mlp.experts.162.down_proj,0.0000078209,0.05000,1.846
44,mlp.experts.400.down_proj,0.0000244738,0.05000,1.831
44,mlp.experts.178.down_proj,failsafe(rtn): 0.0018311,0.00000,0.094
44,mlp.experts.194.down_proj,failsafe(rtn): 0.0017166,0.00000,0.101
44,mlp.experts.300.down_proj,0.0000563963,0.05000,1.839
44,mlp.experts.36.down_proj,0.0000197452,0.05000,1.840
44,mlp.experts.35.down_proj,0.0000355293,0.05000,1.780
44,mlp.experts.301.down_proj,0.0000360848,0.05000,1.841
44,mlp.experts.317.down_proj,failsafe(rtn): 0.0017548,0.00000,0.093
44,mlp.experts.334.down_proj,0.0000103590,0.05000,1.829
44,mlp.experts.329.down_proj,0.0000169463,0.05000,1.813
44,mlp.experts.416.down_proj,0.0000056625,0.05000,1.823
44,mlp.experts.210.down_proj,0.0000808566,0.05000,1.803
44,mlp.experts.316.down_proj,0.0000605984,0.05000,1.803
44,mlp.experts.52.down_proj,0.0000292629,0.05000,1.789
44,mlp.experts.486.up_proj,0.0000572872,0.05000,7.278
44,mlp.experts.51.down_proj,0.0000246933,0.05000,1.779
44,mlp.experts.333.down_proj,0.0000857666,0.05000,1.822
44,mlp.experts.345.down_proj,0.0000143110,0.05000,1.781
44,mlp.experts.350.down_proj,0.0000225772,0.05000,1.814
44,mlp.experts.432.down_proj,0.0000505558,0.05000,1.766
44,mlp.experts.448.down_proj,failsafe(rtn): 0.0016632,0.00000,0.094
44,mlp.experts.226.down_proj,0.0000528979,0.05000,1.776
44,mlp.experts.332.down_proj,0.0000080929,0.05000,1.745
44,mlp.experts.68.down_proj,0.0000369204,0.05000,1.740
44,mlp.experts.67.down_proj,0.0000206279,0.05000,1.706
44,mlp.experts.349.down_proj,0.0000155528,0.05000,1.732
44,mlp.experts.361.down_proj,0.0000321488,0.05000,1.712
44,mlp.experts.366.down_proj,0.0000149687,0.05000,1.723
44,mlp.experts.464.down_proj,0.0000378252,0.05000,1.851
44,mlp.experts.242.down_proj,0.0000158734,0.05000,1.798
44,mlp.experts.348.down_proj,0.0000120975,0.05000,1.828
44,mlp.experts.84.down_proj,0.0000362016,0.05000,1.835
44,mlp.experts.83.down_proj,0.0000341612,0.05000,1.799
44,mlp.experts.365.down_proj,0.0000250977,0.05000,1.850
44,mlp.experts.377.down_proj,0.0000295365,0.05000,1.798
44,mlp.experts.382.down_proj,0.0000703614,0.05000,1.843
44,mlp.experts.258.down_proj,0.0000205112,0.05000,1.783
44,mlp.experts.480.down_proj,0.0000238983,0.05000,1.867
44,mlp.experts.364.down_proj,0.0000229093,0.05000,1.842
44,mlp.experts.100.down_proj,0.0000255712,0.05000,1.785
44,mlp.experts.99.down_proj,0.0000638521,0.05000,1.796
44,mlp.experts.380.down_proj,failsafe(rtn): 0.0017319,0.00000,0.095
44,mlp.experts.396.down_proj,failsafe(rtn): 0.0017548,0.00000,0.082
44,mlp.experts.412.down_proj,failsafe(rtn): 0.0017548,0.00000,0.090
44,mlp.experts.381.down_proj,0.0000141162,0.05000,1.817
44,mlp.experts.393.down_proj,0.0002360877,0.05000,1.795
44,mlp.experts.398.down_proj,0.0000253033,0.05000,1.789
44,mlp.experts.397.down_proj,failsafe(rtn): 0.0018082,0.00000,0.094
44,mlp.experts.274.down_proj,0.0000974522,0.05000,1.781
44,mlp.experts.496.down_proj,0.0000756771,0.05000,1.802
44,mlp.experts.115.down_proj,0.0000094194,0.05000,1.693
44,mlp.experts.116.down_proj,0.0000617514,0.05000,1.775
44,mlp.experts.502.up_proj,0.0000579216,0.05000,7.147
44,mlp.experts.428.down_proj,0.0001473121,0.05000,1.752
44,mlp.experts.409.down_proj,0.0000267893,0.05000,1.768
44,mlp.experts.444.down_proj,failsafe(rtn): 0.0017548,0.00000,0.095
44,mlp.experts.413.down_proj,0.0000173214,0.05000,1.740
44,mlp.experts.414.down_proj,0.0000107795,0.05000,1.777
44,mlp.experts.430.down_proj,failsafe(rtn): 0.0017776,0.00000,0.081
44,mlp.experts.290.down_proj,0.0001178371,0.05000,1.678
44,mlp.experts.131.down_proj,0.0000298358,0.05000,1.604
44,mlp.experts.132.down_proj,0.0000276623,0.05000,1.674
44,mlp.experts.6.down_proj,0.0000191702,0.05000,1.653
44,mlp.experts.425.down_proj,0.0000098555,0.05000,1.643
44,mlp.experts.460.down_proj,0.0000276700,0.05000,1.637
44,mlp.experts.429.down_proj,0.0000090246,0.05000,1.683
44,mlp.experts.441.down_proj,failsafe(rtn): 0.0017242,0.00000,0.107
44,mlp.experts.446.down_proj,0.0000533397,0.05000,1.634
44,mlp.experts.147.down_proj,0.0000370598,0.05000,1.620
44,mlp.experts.306.down_proj,0.0000187187,0.05000,1.662
44,mlp.experts.148.down_proj,0.0000286917,0.05000,1.651
44,mlp.experts.22.down_proj,0.0000118381,0.05000,1.654
44,mlp.experts.476.down_proj,0.0000462976,0.05000,1.646
44,mlp.experts.445.down_proj,0.0000643206,0.05000,1.662
44,mlp.experts.457.down_proj,0.0000300715,0.05000,1.653
44,mlp.experts.462.down_proj,0.0000479868,0.05000,1.631
44,mlp.experts.163.down_proj,0.0000072315,0.05000,1.575
44,mlp.experts.322.down_proj,0.0001180994,0.05000,1.611
44,mlp.experts.164.down_proj,0.0000760716,0.05000,1.609
44,mlp.experts.38.down_proj,0.0000184303,0.05000,1.623
44,mlp.experts.492.down_proj,0.0000239271,0.05000,1.620
44,mlp.experts.478.down_proj,0.0000262623,0.05000,1.602
44,mlp.experts.473.down_proj,0.0000245134,0.05000,1.626
44,mlp.experts.461.down_proj,0.0000449223,0.05000,1.639
44,mlp.experts.494.down_proj,failsafe(rtn): 0.0018234,0.00000,0.084
44,mlp.experts.179.down_proj,0.0000410829,0.05000,1.635
44,mlp.experts.338.down_proj,0.0000158367,0.05000,1.649
44,mlp.experts.54.down_proj,0.0000096385,0.05000,1.607
44,mlp.experts.180.down_proj,0.0000279129,0.05000,1.657
44,mlp.experts.508.down_proj,0.0000263615,0.05000,1.702
44,mlp.experts.489.down_proj,0.0000491679,0.05000,1.667
44,mlp.experts.477.down_proj,0.0000146988,0.05000,1.676
44,mlp.experts.510.down_proj,0.0000188818,0.05000,1.667
44,mlp.experts.493.down_proj,failsafe(rtn): 0.0016251,0.00000,0.072
44,mlp.experts.195.down_proj,0.0000184235,0.05000,1.400
44,mlp.experts.354.down_proj,0.0000789118,0.05000,1.386
44,mlp.experts.196.down_proj,0.0000216331,0.05000,1.292
44,mlp.experts.70.down_proj,0.0000679460,0.05000,1.347
44,mlp.experts.86.down_proj,failsafe(rtn): 0.0016556,0.00000,0.059
44,mlp.experts.505.down_proj,0.0000098202,0.05000,1.203
44,mlp.experts.509.down_proj,0.0000182545,0.05000,1.164
44,mlp.experts.211.down_proj,0.0000122960,0.05000,0.842
44,mlp.experts.212.down_proj,0.0000105929,0.05000,0.830
44,mlp.experts.370.down_proj,0.0001526476,0.05000,0.875
44,mlp.experts.102.down_proj,0.0000857239,0.05000,0.817
44,mlp.experts.227.down_proj,0.0001123770,0.05000,0.604
44,mlp.experts.243.down_proj,failsafe(rtn): 0.0016785,0.00000,0.034
44,mlp.experts.228.down_proj,0.0000184897,0.05000,0.598
44,mlp.experts.386.down_proj,0.0000124827,0.05000,0.634
44,mlp.experts.402.down_proj,failsafe(rtn): 0.0016861,0.00000,0.032
44,mlp.experts.118.down_proj,0.0000231646,0.05000,0.644
44,mlp.experts.259.down_proj,0.0000329850,0.05000,0.680
44,mlp.experts.244.down_proj,0.0000181422,0.05000,0.664
44,mlp.experts.418.down_proj,0.0000061618,0.05000,0.641
44,mlp.experts.134.down_proj,0.0000201233,0.05000,0.645
44,mlp.experts.260.down_proj,0.0000116414,0.05000,0.634
44,mlp.experts.275.down_proj,0.0000090782,0.05000,0.676
44,mlp.experts.434.down_proj,0.0000256019,0.05000,0.680
44,mlp.experts.150.down_proj,0.0000137027,0.05000,0.667
44,mlp.experts.276.down_proj,0.0000371210,0.05000,0.641
44,mlp.experts.291.down_proj,0.0000253642,0.05000,0.714
44,mlp.experts.307.down_proj,failsafe(rtn): 0.0017319,0.00000,0.043
44,mlp.experts.450.down_proj,0.0000187566,0.05000,0.720
44,mlp.experts.166.down_proj,0.0000089091,0.05000,0.743
44,mlp.experts.292.down_proj,0.0000413458,0.05000,0.746
44,mlp.experts.308.down_proj,failsafe(rtn): 0.0016632,0.00000,0.030
44,mlp.experts.323.down_proj,0.0000488440,0.05000,0.705
44,mlp.experts.466.down_proj,0.0000619580,0.05000,0.758
44,mlp.experts.182.down_proj,0.0000175673,0.05000,0.749
44,mlp.experts.324.down_proj,0.0000205072,0.05000,0.628
44,mlp.experts.339.down_proj,0.0000846065,0.05000,0.648
44,mlp.experts.482.down_proj,0.0000215708,0.05000,0.682
44,mlp.experts.198.down_proj,0.0000181048,0.05000,0.713
44,mlp.experts.340.down_proj,0.0000253846,0.05000,0.635
44,mlp.experts.355.down_proj,0.0000299731,0.05000,0.688
44,mlp.experts.498.down_proj,0.0000308493,0.05000,0.774
44,mlp.experts.214.down_proj,0.0000283805,0.05000,0.689
44,mlp.experts.230.down_proj,failsafe(rtn): 0.0016479,0.00000,0.024
44,mlp.experts.356.down_proj,0.0000263141,0.05000,0.585
44,mlp.experts.372.down_proj,failsafe(rtn): 0.0016785,0.00000,0.029
44,mlp.experts.371.down_proj,0.0000273363,0.05000,0.516
44,mlp.experts.246.down_proj,0.0000099344,0.05000,0.428
44,mlp.experts.388.down_proj,0.0000179348,0.05000,0.425
44,mlp.experts.387.down_proj,0.0000284805,0.05000,0.440
44,mlp.experts.403.down_proj,failsafe(rtn): 0.0017471,0.00000,0.027
44,mlp.experts.262.down_proj,0.0000161087,0.05000,0.419
44,mlp.experts.404.down_proj,0.0000121879,0.05000,0.416
44,mlp.experts.419.down_proj,0.0000203682,0.05000,0.443
44,mlp.experts.278.down_proj,0.0000143907,0.05000,0.392
44,mlp.experts.420.down_proj,0.0000422560,0.05000,0.366
44,mlp.experts.436.down_proj,failsafe(rtn): 0.0018692,0.00000,0.020
44,mlp.experts.435.down_proj,0.0000168721,0.05000,0.390
44,mlp.experts.294.down_proj,0.0000144774,0.05000,0.354
44,mlp.experts.452.down_proj,0.0000082362,0.05000,0.398
44,mlp.experts.451.down_proj,0.0001334980,0.05000,0.427
44,mlp.experts.310.down_proj,0.0000949707,0.05000,0.406
44,mlp.experts.468.down_proj,0.0000291379,0.05000,0.429
44,mlp.experts.326.down_proj,0.0000130590,0.05000,0.393
44,mlp.experts.467.down_proj,0.0000388013,0.05000,0.404
44,mlp.experts.484.down_proj,0.0001223752,0.05000,0.425
44,mlp.experts.342.down_proj,0.0000107492,0.05000,0.394
44,mlp.experts.483.down_proj,0.0000604698,0.05000,0.432
44,mlp.experts.500.down_proj,0.0000265640,0.05000,0.371
44,mlp.experts.358.down_proj,0.0000397017,0.05000,0.315
44,mlp.experts.499.down_proj,0.0000266749,0.05000,0.310
44,mlp.experts.374.down_proj,0.0000746996,0.05000,0.136
44,mlp.experts.390.down_proj,0.0000390038,0.05000,0.129
44,mlp.experts.406.down_proj,0.0000168239,0.05000,0.130
44,mlp.experts.422.down_proj,0.0000231904,0.05000,0.126
44,mlp.experts.438.down_proj,0.0000443329,0.05000,0.127
44,mlp.experts.454.down_proj,0.0001105395,0.05000,0.129
44,mlp.experts.470.down_proj,0.0000308953,0.05000,0.128
44,mlp.experts.486.down_proj,0.0000174153,0.05000,0.129
44,mlp.experts.502.down_proj,0.0000145613,0.05000,0.128
45,mlp.experts.4.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.850
45,mlp.experts.2.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.802
45,mlp.experts.11.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.852
45,mlp.experts.13.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.859
45,mlp.experts.7.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.869
45,mlp.experts.20.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.766
45,mlp.experts.15.gate_proj,0.0000505179,0.05000,15.259
45,mlp.experts.8.gate_proj,0.0000727190,0.05000,15.300
45,mlp.experts.0.gate_proj,0.0000490945,0.05000,15.323
45,mlp.experts.5.gate_proj,0.0001896167,0.05000,15.329
45,mlp.experts.6.gate_proj,0.0000427379,0.05000,15.339
45,mlp.experts.1.gate_proj,0.0000743092,0.05000,15.355
45,mlp.experts.3.gate_proj,0.0001175765,0.05000,15.487
45,mlp.experts.12.gate_proj,0.0000160244,0.05000,15.489
45,mlp.experts.9.gate_proj,0.0002061863,0.05000,15.516
45,mlp.experts.14.gate_proj,0.0000991201,0.05000,15.497
45,mlp.experts.10.gate_proj,0.0000288170,0.05000,15.531
45,mlp.experts.31.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.910
45,mlp.experts.18.gate_proj,0.0000351730,0.05000,15.372
45,mlp.experts.16.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.921
45,mlp.experts.29.gate_proj,0.0000424883,0.05000,15.422
45,mlp.experts.23.gate_proj,0.0001614892,0.05000,15.455
45,mlp.experts.27.gate_proj,0.0000092769,0.05000,15.499
45,mlp.experts.30.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.898
45,mlp.experts.26.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.862
45,mlp.experts.36.gate_proj,0.0000692794,0.05000,15.369
45,mlp.experts.45.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.716
45,mlp.experts.42.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.695
45,mlp.experts.52.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.738
45,mlp.experts.61.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.767
45,mlp.experts.58.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.786
45,mlp.experts.24.gate_proj,0.0000813066,0.05000,14.276
45,mlp.experts.21.gate_proj,0.0000654889,0.05000,14.287
45,mlp.experts.22.gate_proj,0.0000714925,0.05000,14.358
45,mlp.experts.17.gate_proj,0.0001450149,0.05000,14.315
45,mlp.experts.28.gate_proj,0.0001063206,0.05000,14.271
45,mlp.experts.19.gate_proj,0.0000765611,0.05000,14.296
45,mlp.experts.25.gate_proj,0.0000552434,0.05000,14.322
45,mlp.experts.32.gate_proj,0.0000597015,0.05000,14.056
45,mlp.experts.47.gate_proj,0.0000554358,0.05000,14.237
45,mlp.experts.34.gate_proj,0.0000871338,0.05000,14.180
45,mlp.experts.38.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.761
45,mlp.experts.43.gate_proj,0.0001871914,0.05000,14.190
45,mlp.experts.46.gate_proj,0.0001207857,0.05000,14.243
45,mlp.experts.39.gate_proj,0.0001010121,0.05000,14.327
45,mlp.experts.68.gate_proj,0.0000718189,0.05000,14.158
45,mlp.experts.77.gate_proj,0.0000790825,0.05000,14.204
45,mlp.experts.74.gate_proj,0.0000245191,0.05000,14.201
45,mlp.experts.84.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.783
45,mlp.experts.40.gate_proj,0.0001767322,0.05000,14.942
45,mlp.experts.37.gate_proj,0.0001621812,0.05000,15.111
45,mlp.experts.35.gate_proj,0.0001449772,0.05000,14.964
45,mlp.experts.33.gate_proj,0.0001630018,0.05000,15.004
45,mlp.experts.44.gate_proj,0.0000191095,0.05000,14.998
45,mlp.experts.41.gate_proj,0.0000275926,0.05000,15.088
45,mlp.experts.48.gate_proj,0.0000637411,0.05000,14.934
45,mlp.experts.63.gate_proj,0.0000399301,0.05000,15.039
45,mlp.experts.50.gate_proj,0.0001027397,0.05000,15.046
45,mlp.experts.54.gate_proj,0.0001728717,0.05000,14.997
45,mlp.experts.59.gate_proj,0.0000567910,0.05000,15.002
45,mlp.experts.49.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.800
45,mlp.experts.55.gate_proj,0.0000624650,0.05000,15.029
45,mlp.experts.62.gate_proj,0.0000600819,0.05000,15.131
45,mlp.experts.66.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.801
45,mlp.experts.70.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.780
45,mlp.experts.90.gate_proj,0.0000315907,0.05000,15.083
45,mlp.experts.93.gate_proj,0.0001258218,0.05000,15.336
45,mlp.experts.100.gate_proj,0.0001518779,0.05000,15.025
45,mlp.experts.56.gate_proj,0.0000275325,0.05000,14.831
45,mlp.experts.60.gate_proj,0.0000144258,0.05000,14.574
45,mlp.experts.53.gate_proj,0.0002003087,0.05000,14.813
45,mlp.experts.57.gate_proj,0.0000402293,0.05000,14.712
45,mlp.experts.51.gate_proj,0.0001207633,0.05000,14.933
45,mlp.experts.64.gate_proj,0.0000928941,0.05000,14.776
45,mlp.experts.79.gate_proj,0.0000609788,0.05000,14.706
45,mlp.experts.65.gate_proj,0.0000423616,0.05000,14.785
45,mlp.experts.75.gate_proj,0.0000323636,0.05000,14.843
45,mlp.experts.71.gate_proj,0.0001424332,0.05000,14.700
45,mlp.experts.78.gate_proj,0.0002182827,0.05000,14.684
45,mlp.experts.82.gate_proj,0.0000354067,0.05000,14.674
45,mlp.experts.86.gate_proj,0.0000244275,0.05000,14.747
45,mlp.experts.81.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.784
45,mlp.experts.106.gate_proj,0.0000107697,0.05000,14.773
45,mlp.experts.109.gate_proj,0.0001240933,0.05000,14.720
45,mlp.experts.116.gate_proj,0.0000563043,0.05000,14.726
45,mlp.experts.122.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.713
45,mlp.experts.72.gate_proj,0.0000844478,0.05000,14.420
45,mlp.experts.76.gate_proj,0.0000539158,0.05000,14.519
45,mlp.experts.69.gate_proj,0.0000239426,0.05000,14.415
45,mlp.experts.67.gate_proj,0.0000429966,0.05000,14.475
45,mlp.experts.73.gate_proj,0.0000537817,0.05000,14.555
45,mlp.experts.80.gate_proj,0.0000436621,0.05000,14.391
45,mlp.experts.95.gate_proj,0.0000593260,0.05000,14.380
45,mlp.experts.87.gate_proj,0.0000658435,0.05000,14.392
45,mlp.experts.91.gate_proj,0.0001017131,0.05000,14.548
45,mlp.experts.83.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.779
45,mlp.experts.94.gate_proj,0.0001449082,0.05000,14.479
45,mlp.experts.96.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.812
45,mlp.experts.102.gate_proj,0.0001152055,0.05000,14.466
45,mlp.experts.98.gate_proj,0.0000808872,0.05000,14.570
45,mlp.experts.103.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.730
45,mlp.experts.97.gate_proj,0.0001448054,0.05000,14.423
45,mlp.experts.110.gate_proj,failsafe(rtn): 0.0018234,0.00000,0.684
45,mlp.experts.112.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.667
45,mlp.experts.114.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.799
45,mlp.experts.113.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.744
45,mlp.experts.125.gate_proj,0.0000817863,0.05000,14.473
45,mlp.experts.132.gate_proj,0.0000889312,0.05000,14.394
45,mlp.experts.129.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.702
45,mlp.experts.138.gate_proj,0.0000522726,0.05000,14.398
45,mlp.experts.148.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.795
45,mlp.experts.145.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.751
45,mlp.experts.88.gate_proj,0.0001417967,0.05000,14.171
45,mlp.experts.92.gate_proj,0.0000370557,0.05000,14.238
45,mlp.experts.85.gate_proj,0.0000529638,0.05000,14.169
45,mlp.experts.89.gate_proj,0.0001985243,0.05000,14.390
45,mlp.experts.111.gate_proj,0.0001897503,0.05000,14.231
45,mlp.experts.107.gate_proj,0.0001069724,0.05000,14.219
45,mlp.experts.99.gate_proj,0.0000659801,0.05000,14.343
45,mlp.experts.118.gate_proj,0.0000592403,0.05000,14.171
45,mlp.experts.119.gate_proj,0.0000159242,0.05000,14.242
45,mlp.experts.123.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.735
45,mlp.experts.126.gate_proj,0.0000477250,0.05000,14.352
45,mlp.experts.115.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.796
45,mlp.experts.128.gate_proj,0.0000169031,0.05000,14.272
45,mlp.experts.130.gate_proj,0.0000497556,0.05000,14.334
45,mlp.experts.141.gate_proj,0.0000195454,0.05000,14.324
45,mlp.experts.154.gate_proj,0.0001304929,0.05000,14.280
45,mlp.experts.164.gate_proj,0.0000405369,0.05000,14.200
45,mlp.experts.161.gate_proj,0.0000369423,0.05000,14.315
45,mlp.experts.180.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.681
45,mlp.experts.104.gate_proj,0.0000453949,0.05000,14.741
45,mlp.experts.108.gate_proj,0.0000601881,0.05000,14.705
45,mlp.experts.101.gate_proj,0.0000482122,0.05000,14.722
45,mlp.experts.105.gate_proj,0.0000429113,0.05000,14.755
45,mlp.experts.127.gate_proj,0.0000470182,0.05000,14.701
45,mlp.experts.134.gate_proj,0.0000377201,0.05000,14.755
45,mlp.experts.135.gate_proj,0.0000818802,0.05000,14.768
45,mlp.experts.142.gate_proj,0.0000911394,0.05000,14.680
45,mlp.experts.139.gate_proj,0.0001462128,0.05000,14.921
45,mlp.experts.131.gate_proj,0.0001042573,0.05000,14.761
45,mlp.experts.144.gate_proj,0.0000878131,0.05000,14.809
45,mlp.experts.146.gate_proj,0.0001114526,0.05000,14.725
45,mlp.experts.158.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.705
45,mlp.experts.157.gate_proj,0.0000461240,0.05000,14.709
45,mlp.experts.170.gate_proj,0.0001535760,0.05000,14.739
45,mlp.experts.173.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.715
45,mlp.experts.177.gate_proj,0.0000677224,0.05000,14.794
45,mlp.experts.196.gate_proj,0.0000509290,0.05000,14.656
45,mlp.experts.120.gate_proj,0.0000339787,0.05000,14.555
45,mlp.experts.124.gate_proj,0.0000730699,0.05000,14.511
45,mlp.experts.117.gate_proj,0.0000621147,0.05000,14.627
45,mlp.experts.121.gate_proj,0.0000966826,0.05000,14.593
45,mlp.experts.143.gate_proj,0.0000966723,0.05000,14.457
45,mlp.experts.140.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.644
45,mlp.experts.137.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.708
45,mlp.experts.150.gate_proj,0.0000424943,0.05000,14.388
45,mlp.experts.151.gate_proj,0.0000309948,0.05000,14.323
45,mlp.experts.147.gate_proj,0.0001214191,0.05000,14.319
45,mlp.experts.155.gate_proj,0.0000289909,0.05000,14.398
45,mlp.experts.160.gate_proj,0.0000525042,0.05000,14.324
45,mlp.experts.153.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.714
45,mlp.experts.166.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.724
45,mlp.experts.162.gate_proj,0.0000364801,0.05000,14.180
45,mlp.experts.174.gate_proj,0.0001043285,0.05000,14.369
45,mlp.experts.186.gate_proj,0.0000635182,0.05000,14.312
45,mlp.experts.189.gate_proj,0.0001625892,0.05000,14.212
45,mlp.experts.202.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.674
45,mlp.experts.193.gate_proj,0.0000642294,0.05000,14.576
45,mlp.experts.212.gate_proj,0.0001932857,0.05000,14.317
45,mlp.experts.218.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.733
45,mlp.experts.136.gate_proj,0.0000622069,0.05000,14.509
45,mlp.experts.133.gate_proj,0.0000414345,0.05000,14.510
45,mlp.experts.159.gate_proj,0.0000424260,0.05000,14.386
45,mlp.experts.156.gate_proj,0.0000781739,0.05000,14.412
45,mlp.experts.167.gate_proj,0.0000471494,0.05000,14.563
45,mlp.experts.163.gate_proj,0.0000435756,0.05000,14.598
45,mlp.experts.171.gate_proj,0.0000456995,0.05000,14.586
45,mlp.experts.176.gate_proj,0.0001426496,0.05000,14.503
45,mlp.experts.169.gate_proj,0.0000693499,0.05000,14.610
45,mlp.experts.178.gate_proj,0.0001121620,0.05000,14.574
45,mlp.experts.182.gate_proj,0.0000635354,0.05000,14.620
45,mlp.experts.190.gate_proj,0.0000456955,0.05000,14.710
45,mlp.experts.192.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.805
45,mlp.experts.187.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.878
45,mlp.experts.185.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.819
45,mlp.experts.205.gate_proj,0.0000777370,0.05000,14.834
45,mlp.experts.201.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.802
45,mlp.experts.217.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.673
45,mlp.experts.228.gate_proj,0.0001356109,0.05000,14.808
45,mlp.experts.209.gate_proj,0.0000308588,0.05000,15.001
45,mlp.experts.234.gate_proj,0.0000650061,0.05000,14.987
45,mlp.experts.152.gate_proj,0.0000376138,0.05000,15.206
45,mlp.experts.149.gate_proj,0.0001202202,0.05000,15.210
45,mlp.experts.175.gate_proj,0.0000333194,0.05000,15.138
45,mlp.experts.172.gate_proj,0.0000156490,0.05000,15.173
45,mlp.experts.183.gate_proj,0.0000485143,0.05000,15.215
45,mlp.experts.179.gate_proj,0.0000371793,0.05000,15.369
45,mlp.experts.198.gate_proj,0.0001125449,0.05000,15.167
45,mlp.experts.194.gate_proj,0.0001112485,0.05000,15.234
45,mlp.experts.206.gate_proj,0.0000349430,0.05000,15.244
45,mlp.experts.203.gate_proj,0.0000782612,0.05000,15.176
45,mlp.experts.208.gate_proj,0.0000484251,0.05000,15.290
45,mlp.experts.214.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.812
45,mlp.experts.221.gate_proj,0.0001668482,0.05000,15.239
45,mlp.experts.233.gate_proj,0.0000573336,0.05000,15.228
45,mlp.experts.244.gate_proj,0.0000885392,0.05000,15.296
45,mlp.experts.225.gate_proj,0.0001403664,0.05000,15.287
45,mlp.experts.250.gate_proj,0.0000934924,0.05000,15.156
45,mlp.experts.260.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.756
45,mlp.experts.241.gate_proj,failsafe(rtn): 0.0017624,0.00000,0.792
45,mlp.experts.276.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.748
45,mlp.experts.168.gate_proj,0.0000535575,0.05000,14.662
45,mlp.experts.165.gate_proj,0.0000331329,0.05000,14.917
45,mlp.experts.191.gate_proj,0.0000449179,0.05000,14.794
45,mlp.experts.188.gate_proj,0.0000983308,0.05000,14.759
45,mlp.experts.199.gate_proj,0.0000296233,0.05000,14.686
45,mlp.experts.210.gate_proj,0.0001258228,0.05000,14.440
45,mlp.experts.195.gate_proj,0.0000222867,0.05000,14.723
45,mlp.experts.222.gate_proj,0.0000535238,0.05000,14.623
45,mlp.experts.224.gate_proj,0.0000125938,0.05000,14.547
45,mlp.experts.219.gate_proj,0.0000791486,0.05000,14.620
45,mlp.experts.230.gate_proj,0.0000591266,0.05000,14.610
45,mlp.experts.237.gate_proj,0.0000330112,0.05000,14.529
45,mlp.experts.249.gate_proj,0.0002287984,0.05000,14.639
45,mlp.experts.266.gate_proj,0.0001086552,0.05000,14.527
45,mlp.experts.257.gate_proj,0.0000295549,0.05000,14.663
45,mlp.experts.292.gate_proj,0.0002168490,0.05000,14.543
45,mlp.experts.184.gate_proj,0.0000258606,0.05000,14.545
45,mlp.experts.181.gate_proj,0.0000787431,0.05000,14.503
45,mlp.experts.207.gate_proj,0.0000605619,0.05000,14.388
45,mlp.experts.204.gate_proj,0.0000493983,0.05000,14.339
45,mlp.experts.200.gate_proj,failsafe(rtn): 0.0018234,0.00000,0.707
45,mlp.experts.220.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.708
45,mlp.experts.215.gate_proj,0.0002461112,0.05000,14.340
45,mlp.experts.236.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.726
45,mlp.experts.211.gate_proj,0.0000193352,0.05000,14.360
45,mlp.experts.226.gate_proj,0.0000996365,0.05000,14.435
45,mlp.experts.240.gate_proj,0.0000875884,0.05000,14.412
45,mlp.experts.235.gate_proj,0.0000547739,0.05000,14.423
45,mlp.experts.238.gate_proj,0.0001141881,0.05000,14.525
45,mlp.experts.246.gate_proj,0.0000505576,0.05000,14.478
45,mlp.experts.253.gate_proj,0.0000915349,0.05000,14.418
45,mlp.experts.254.gate_proj,failsafe(rtn): 0.0017471,0.00000,0.699
45,mlp.experts.265.gate_proj,0.0000857940,0.05000,14.563
45,mlp.experts.282.gate_proj,0.0000422061,0.05000,14.482
45,mlp.experts.273.gate_proj,0.0000360719,0.05000,14.536
45,mlp.experts.308.gate_proj,0.0000627912,0.05000,14.329
45,mlp.experts.197.gate_proj,0.0000304990,0.05000,14.995
45,mlp.experts.223.gate_proj,0.0001140377,0.05000,14.979
45,mlp.experts.216.gate_proj,0.0002367510,0.05000,14.949
45,mlp.experts.231.gate_proj,0.0001373221,0.05000,15.042
45,mlp.experts.252.gate_proj,0.0000087293,0.05000,15.009
45,mlp.experts.227.gate_proj,0.0001153324,0.05000,14.911
45,mlp.experts.242.gate_proj,0.0000489514,0.05000,14.959
45,mlp.experts.251.gate_proj,0.0000274999,0.05000,14.818
45,mlp.experts.256.gate_proj,0.0000233934,0.05000,14.936
45,mlp.experts.262.gate_proj,0.0001441924,0.05000,14.899
45,mlp.experts.269.gate_proj,0.0000386688,0.05000,14.849
45,mlp.experts.270.gate_proj,0.0001114182,0.05000,14.866
45,mlp.experts.285.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.717
45,mlp.experts.286.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.721
45,mlp.experts.281.gate_proj,0.0000287500,0.05000,14.742
45,mlp.experts.298.gate_proj,0.0000625680,0.05000,14.744
45,mlp.experts.297.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.717
45,mlp.experts.314.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.738
45,mlp.experts.324.gate_proj,0.0000868799,0.05000,14.699
45,mlp.experts.289.gate_proj,0.0000577967,0.05000,14.911
45,mlp.experts.340.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.668
45,mlp.experts.239.gate_proj,0.0001574253,0.05000,14.055
45,mlp.experts.213.gate_proj,0.0000877390,0.05000,14.106
45,mlp.experts.232.gate_proj,0.0000867172,0.05000,14.018
45,mlp.experts.247.gate_proj,0.0000347992,0.05000,14.000
45,mlp.experts.268.gate_proj,0.0000646924,0.05000,14.097
45,mlp.experts.243.gate_proj,0.0000257967,0.05000,14.099
45,mlp.experts.258.gate_proj,0.0001070525,0.05000,14.090
45,mlp.experts.272.gate_proj,0.0000169296,0.05000,14.026
45,mlp.experts.267.gate_proj,0.0000952406,0.05000,14.207
45,mlp.experts.259.gate_proj,failsafe(rtn): 0.0018768,0.00000,0.764
45,mlp.experts.278.gate_proj,0.0000237707,0.05000,14.293
45,mlp.experts.275.gate_proj,failsafe(rtn): 0.0017395,0.00000,0.776
45,mlp.experts.302.gate_proj,0.0000170743,0.05000,14.221
45,mlp.experts.301.gate_proj,0.0000791123,0.05000,14.393
45,mlp.experts.313.gate_proj,0.0000788733,0.05000,14.409
45,mlp.experts.330.gate_proj,0.0001621532,0.05000,14.398
45,mlp.experts.305.gate_proj,0.0001057166,0.05000,14.254
45,mlp.experts.329.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.717
45,mlp.experts.356.gate_proj,0.0001526709,0.05000,14.277
45,mlp.experts.255.gate_proj,0.0001630832,0.05000,14.407
45,mlp.experts.229.gate_proj,0.0000628276,0.05000,14.507
45,mlp.experts.248.gate_proj,0.0000056319,0.05000,14.581
45,mlp.experts.271.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.805
45,mlp.experts.263.gate_proj,0.0002368087,0.05000,14.612
45,mlp.experts.284.gate_proj,0.0000293594,0.05000,14.634
45,mlp.experts.274.gate_proj,0.0001273040,0.05000,14.723
45,mlp.experts.279.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.765
45,mlp.experts.283.gate_proj,0.0000499595,0.05000,14.642
45,mlp.experts.288.gate_proj,0.0000295897,0.05000,14.769
45,mlp.experts.295.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.716
45,mlp.experts.294.gate_proj,0.0001145119,0.05000,14.636
45,mlp.experts.291.gate_proj,0.0000523458,0.05000,14.604
45,mlp.experts.310.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.741
45,mlp.experts.318.gate_proj,0.0001459190,0.05000,14.537
45,mlp.experts.317.gate_proj,0.0000522236,0.05000,14.521
45,mlp.experts.307.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.704
45,mlp.experts.346.gate_proj,0.0000573801,0.05000,14.396
45,mlp.experts.321.gate_proj,0.0000378002,0.05000,14.521
45,mlp.experts.345.gate_proj,0.0000791027,0.05000,14.479
45,mlp.experts.372.gate_proj,0.0000807215,0.05000,14.435
45,mlp.experts.361.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.684
45,mlp.experts.245.gate_proj,0.0000759790,0.05000,14.350
45,mlp.experts.264.gate_proj,0.0000283538,0.05000,14.276
45,mlp.experts.287.gate_proj,0.0000493027,0.05000,14.097
45,mlp.experts.300.gate_proj,0.0000317369,0.05000,14.241
45,mlp.experts.290.gate_proj,0.0000583394,0.05000,14.184
45,mlp.experts.299.gate_proj,0.0000210674,0.05000,14.326
45,mlp.experts.304.gate_proj,0.0000199580,0.05000,14.317
45,mlp.experts.311.gate_proj,0.0000505953,0.05000,14.348
45,mlp.experts.315.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.806
45,mlp.experts.326.gate_proj,0.0000993313,0.05000,14.394
45,mlp.experts.334.gate_proj,0.0000291680,0.05000,14.352
45,mlp.experts.333.gate_proj,0.0000709420,0.05000,14.398
45,mlp.experts.323.gate_proj,0.0000521103,0.05000,14.365
45,mlp.experts.362.gate_proj,0.0000380910,0.05000,14.431
45,mlp.experts.337.gate_proj,0.0001002698,0.05000,14.566
45,mlp.experts.388.gate_proj,0.0000677497,0.05000,14.486
45,mlp.experts.353.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.723
45,mlp.experts.377.gate_proj,0.0000400679,0.05000,14.525
45,mlp.experts.369.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.658
45,mlp.experts.393.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.610
45,mlp.experts.385.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.641
45,mlp.experts.261.gate_proj,0.0000168715,0.05000,14.547
45,mlp.experts.280.gate_proj,0.0000312830,0.05000,14.515
45,mlp.experts.303.gate_proj,0.0000407865,0.05000,14.453
45,mlp.experts.319.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.767
45,mlp.experts.316.gate_proj,0.0000318612,0.05000,14.553
45,mlp.experts.306.gate_proj,0.0000316371,0.05000,14.564
45,mlp.experts.332.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.703
45,mlp.experts.320.gate_proj,0.0000856500,0.05000,14.496
45,mlp.experts.322.gate_proj,failsafe(rtn): 0.0014801,0.00000,0.717
45,mlp.experts.327.gate_proj,0.0000325971,0.05000,14.474
45,mlp.experts.331.gate_proj,0.0002165280,0.05000,14.351
45,mlp.experts.338.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.740
45,mlp.experts.342.gate_proj,0.0000088396,0.05000,14.476
45,mlp.experts.350.gate_proj,0.0000400309,0.05000,14.620
45,mlp.experts.349.gate_proj,0.0000470307,0.05000,14.553
45,mlp.experts.339.gate_proj,0.0000356568,0.05000,14.622
45,mlp.experts.366.gate_proj,failsafe(rtn): 0.0017395,0.00000,0.781
45,mlp.experts.378.gate_proj,0.0000618583,0.05000,14.567
45,mlp.experts.382.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.757
45,mlp.experts.404.gate_proj,0.0001193649,0.05000,14.582
45,mlp.experts.409.gate_proj,0.0000990783,0.05000,14.785
45,mlp.experts.401.gate_proj,0.0000579313,0.05000,14.900
45,mlp.experts.425.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.734
45,mlp.experts.277.gate_proj,0.0000266742,0.05000,14.989
45,mlp.experts.296.gate_proj,0.0001555809,0.05000,14.972
45,mlp.experts.293.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.865
45,mlp.experts.335.gate_proj,0.0000658764,0.05000,15.213
45,mlp.experts.309.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.750
45,mlp.experts.348.gate_proj,0.0001147008,0.05000,15.016
45,mlp.experts.325.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.659
45,mlp.experts.336.gate_proj,0.0000433770,0.05000,15.074
45,mlp.experts.343.gate_proj,0.0000560857,0.05000,15.049
45,mlp.experts.341.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.722
45,mlp.experts.347.gate_proj,0.0000357459,0.05000,15.115
45,mlp.experts.354.gate_proj,0.0000977017,0.05000,15.084
45,mlp.experts.358.gate_proj,0.0000479451,0.05000,14.964
45,mlp.experts.365.gate_proj,0.0000919629,0.05000,14.899
45,mlp.experts.355.gate_proj,0.0000692975,0.05000,15.030
45,mlp.experts.394.gate_proj,0.0000220589,0.05000,14.916
45,mlp.experts.398.gate_proj,0.0000641291,0.05000,14.910
45,mlp.experts.420.gate_proj,0.0000233756,0.05000,14.890
45,mlp.experts.417.gate_proj,0.0000378486,0.05000,14.973
45,mlp.experts.441.gate_proj,0.0000604472,0.05000,15.001
45,mlp.experts.457.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.682
45,mlp.experts.473.gate_proj,failsafe(rtn): 0.0017853,0.00000,0.722
45,mlp.experts.312.gate_proj,0.0000792381,0.05000,14.773
45,mlp.experts.328.gate_proj,failsafe(rtn): 0.0015182,0.00000,0.660
45,mlp.experts.351.gate_proj,0.0000472409,0.05000,14.485
45,mlp.experts.352.gate_proj,0.0000918875,0.05000,14.319
45,mlp.experts.364.gate_proj,0.0000517857,0.05000,14.505
45,mlp.experts.359.gate_proj,0.0000708559,0.05000,14.429
45,mlp.experts.357.gate_proj,0.0000365409,0.05000,14.498
45,mlp.experts.368.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.779
45,mlp.experts.363.gate_proj,0.0000410740,0.05000,14.449
45,mlp.experts.370.gate_proj,0.0000510196,0.05000,14.542
45,mlp.experts.374.gate_proj,0.0002114905,0.05000,14.533
45,mlp.experts.379.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.693
45,mlp.experts.381.gate_proj,0.0000605829,0.05000,14.506
45,mlp.experts.371.gate_proj,0.0000476095,0.05000,14.539
45,mlp.experts.387.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.755
45,mlp.experts.410.gate_proj,0.0001160542,0.05000,14.337
45,mlp.experts.414.gate_proj,0.0000369395,0.05000,14.410
45,mlp.experts.403.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.657
45,mlp.experts.426.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.672
45,mlp.experts.436.gate_proj,0.0000252053,0.05000,14.335
45,mlp.experts.430.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.709
45,mlp.experts.446.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.709
45,mlp.experts.433.gate_proj,0.0000527660,0.05000,14.230
45,mlp.experts.489.gate_proj,0.0000203565,0.05000,14.306
45,mlp.experts.344.gate_proj,0.0000541648,0.05000,14.353
45,mlp.experts.367.gate_proj,0.0000506517,0.05000,14.560
45,mlp.experts.383.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.731
45,mlp.experts.380.gate_proj,0.0000475454,0.05000,14.579
45,mlp.experts.375.gate_proj,0.0000444569,0.05000,14.687
45,mlp.experts.384.gate_proj,0.0001125103,0.05000,14.503
45,mlp.experts.373.gate_proj,0.0000142924,0.05000,14.548
45,mlp.experts.386.gate_proj,0.0000490672,0.05000,14.582
45,mlp.experts.391.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.698
45,mlp.experts.390.gate_proj,0.0000963506,0.05000,14.596
45,mlp.experts.389.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.668
45,mlp.experts.395.gate_proj,0.0000242489,0.05000,14.661
45,mlp.experts.397.gate_proj,0.0000424018,0.05000,14.632
45,mlp.experts.419.gate_proj,0.0000429208,0.05000,14.601
45,mlp.experts.442.gate_proj,0.0000532411,0.05000,14.652
45,mlp.experts.452.gate_proj,0.0000298252,0.05000,14.690
45,mlp.experts.458.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.711
45,mlp.experts.462.gate_proj,0.0000321179,0.05000,14.456
45,mlp.experts.449.gate_proj,0.0000847565,0.05000,14.806
45,mlp.experts.505.gate_proj,0.0000579555,0.05000,14.538
45,mlp.experts.360.gate_proj,0.0000731795,0.05000,14.682
45,mlp.experts.399.gate_proj,0.0000721803,0.05000,14.672
45,mlp.experts.396.gate_proj,0.0001275730,0.05000,14.464
45,mlp.experts.400.gate_proj,0.0001158444,0.05000,14.521
45,mlp.experts.415.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.769
45,mlp.experts.402.gate_proj,0.0000485566,0.05000,14.582
45,mlp.experts.407.gate_proj,0.0000255068,0.05000,14.703
45,mlp.experts.406.gate_proj,0.0001421577,0.05000,14.534
45,mlp.experts.405.gate_proj,0.0000794120,0.05000,14.696
45,mlp.experts.413.gate_proj,0.0000209038,0.05000,14.569
45,mlp.experts.411.gate_proj,0.0000406734,0.05000,14.692
45,mlp.experts.421.gate_proj,failsafe(rtn): 0.0017395,0.00000,0.735
45,mlp.experts.437.gate_proj,failsafe(rtn): 0.0018463,0.00000,0.706
45,mlp.experts.435.gate_proj,0.0000925216,0.05000,14.663
45,mlp.experts.468.gate_proj,0.0000341130,0.05000,14.621
45,mlp.experts.474.gate_proj,0.0000169226,0.05000,14.605
45,mlp.experts.478.gate_proj,0.0000308871,0.05000,14.671
45,mlp.experts.490.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.733
45,mlp.experts.465.gate_proj,0.0000700279,0.05000,14.745
45,mlp.experts.481.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.716
45,mlp.experts.9.up_proj,0.0001990237,0.05000,14.631
45,mlp.experts.497.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.746
45,mlp.experts.376.gate_proj,0.0000502648,0.05000,14.923
45,mlp.experts.412.gate_proj,0.0001114794,0.05000,15.005
45,mlp.experts.416.gate_proj,0.0001597647,0.05000,14.902
45,mlp.experts.431.gate_proj,0.0000741571,0.05000,14.889
45,mlp.experts.418.gate_proj,0.0000844449,0.05000,14.899
45,mlp.experts.423.gate_proj,0.0000427187,0.05000,14.962
45,mlp.experts.422.gate_proj,0.0000488236,0.05000,14.965
45,mlp.experts.429.gate_proj,0.0000289050,0.05000,14.985
45,mlp.experts.427.gate_proj,0.0000611774,0.05000,14.996
45,mlp.experts.439.gate_proj,failsafe(rtn): 0.0015488,0.00000,0.788
45,mlp.experts.455.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.762
45,mlp.experts.453.gate_proj,0.0000455634,0.05000,15.113
45,mlp.experts.451.gate_proj,0.0000414933,0.05000,15.058
45,mlp.experts.471.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.674
45,mlp.experts.484.gate_proj,0.0000940429,0.05000,15.048
45,mlp.experts.494.gate_proj,0.0001243369,0.05000,14.997
45,mlp.experts.500.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.764
45,mlp.experts.506.gate_proj,0.0001608174,0.05000,15.135
45,mlp.experts.4.up_proj,failsafe(rtn): 0.0017395,0.00000,0.822
45,mlp.experts.20.up_proj,failsafe(rtn): 0.0017014,0.00000,0.766
45,mlp.experts.25.up_proj,0.0000567553,0.05000,15.094
45,mlp.experts.1.up_proj,0.0000786951,0.05000,15.208
45,mlp.experts.392.gate_proj,0.0001530350,0.05000,14.564
45,mlp.experts.408.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.666
45,mlp.experts.428.gate_proj,0.0001101708,0.05000,14.506
45,mlp.experts.432.gate_proj,0.0000270930,0.05000,14.479
45,mlp.experts.447.gate_proj,0.0000555887,0.05000,14.589
45,mlp.experts.434.gate_proj,0.0000618225,0.05000,14.415
45,mlp.experts.438.gate_proj,0.0001012914,0.05000,14.510
45,mlp.experts.443.gate_proj,0.0000891407,0.05000,14.368
45,mlp.experts.445.gate_proj,0.0001809721,0.05000,14.529
45,mlp.experts.469.gate_proj,0.0000454456,0.05000,14.540
45,mlp.experts.487.gate_proj,0.0000804638,0.05000,14.469
45,mlp.experts.467.gate_proj,0.0000448437,0.05000,14.572
45,mlp.experts.510.gate_proj,0.0000680028,0.05000,14.485
45,mlp.experts.10.up_proj,0.0000298889,0.05000,14.343
45,mlp.experts.26.up_proj,failsafe(rtn): 0.0016785,0.00000,0.699
45,mlp.experts.36.up_proj,0.0000689300,0.05000,14.421
45,mlp.experts.42.up_proj,failsafe(rtn): 0.0016403,0.00000,0.747
45,mlp.experts.52.up_proj,failsafe(rtn): 0.0016479,0.00000,0.717
45,mlp.experts.41.up_proj,0.0000281704,0.05000,14.337
45,mlp.experts.58.up_proj,failsafe(rtn): 0.0016479,0.00000,0.663
45,mlp.experts.17.up_proj,0.0001458931,0.05000,14.328
45,mlp.experts.424.gate_proj,0.0000935690,0.05000,14.815
45,mlp.experts.444.gate_proj,0.0001183041,0.05000,14.753
45,mlp.experts.448.gate_proj,0.0000515803,0.05000,14.852
45,mlp.experts.463.gate_proj,0.0001888373,0.05000,14.766
45,mlp.experts.450.gate_proj,0.0000357628,0.05000,14.838
45,mlp.experts.454.gate_proj,0.0001120085,0.05000,14.734
45,mlp.experts.479.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.691
45,mlp.experts.459.gate_proj,0.0001979932,0.05000,14.797
45,mlp.experts.466.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.735
45,mlp.experts.461.gate_proj,0.0001374080,0.05000,14.925
45,mlp.experts.470.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.760
45,mlp.experts.482.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.744
45,mlp.experts.477.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.767
45,mlp.experts.485.gate_proj,0.0000912642,0.05000,14.823
45,mlp.experts.503.gate_proj,0.0000744852,0.05000,14.624
45,mlp.experts.483.gate_proj,0.0000321715,0.05000,14.705
45,mlp.experts.7.up_proj,failsafe(rtn): 0.0017014,0.00000,0.639
45,mlp.experts.14.up_proj,0.0001014614,0.05000,14.456
45,mlp.experts.30.up_proj,failsafe(rtn): 0.0016708,0.00000,0.620
45,mlp.experts.68.up_proj,0.0000747435,0.05000,14.187
45,mlp.experts.57.up_proj,0.0000385086,0.05000,14.157
45,mlp.experts.74.up_proj,0.0000249745,0.05000,14.064
45,mlp.experts.33.up_proj,0.0001661496,0.05000,14.096
45,mlp.experts.84.up_proj,failsafe(rtn): 0.0016861,0.00000,0.574
45,mlp.experts.49.up_proj,failsafe(rtn): 0.0018005,0.00000,0.720
45,mlp.experts.493.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.721
45,mlp.experts.509.gate_proj,failsafe(rtn): 0.0017776,0.00000,0.731
45,mlp.experts.13.up_proj,failsafe(rtn): 0.0016556,0.00000,0.766
45,mlp.experts.440.gate_proj,0.0000402975,0.05000,13.755
45,mlp.experts.460.gate_proj,0.0000301243,0.05000,13.679
45,mlp.experts.464.gate_proj,0.0001257683,0.05000,13.552
45,mlp.experts.476.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.753
45,mlp.experts.495.gate_proj,0.0002685284,0.05000,13.725
45,mlp.experts.492.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.705
45,mlp.experts.475.gate_proj,0.0000319904,0.05000,13.630
45,mlp.experts.486.gate_proj,0.0000368543,0.05000,13.671
45,mlp.experts.491.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.675
45,mlp.experts.498.gate_proj,0.0001252311,0.05000,13.596
45,mlp.experts.507.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.584
45,mlp.experts.499.gate_proj,0.0000816069,0.05000,13.547
45,mlp.experts.11.up_proj,failsafe(rtn): 0.0016556,0.00000,0.631
45,mlp.experts.23.up_proj,0.0001655692,0.05000,13.411
45,mlp.experts.46.up_proj,0.0001152626,0.05000,13.500
45,mlp.experts.90.up_proj,0.0000329095,0.05000,13.381
45,mlp.experts.100.up_proj,0.0001552308,0.05000,13.557
45,mlp.experts.501.gate_proj,0.0000688104,0.05000,13.595
45,mlp.experts.73.up_proj,0.0000558053,0.05000,13.669
45,mlp.experts.2.up_proj,failsafe(rtn): 0.0017471,0.00000,0.774
45,mlp.experts.65.up_proj,0.0000415615,0.05000,13.471
45,mlp.experts.81.up_proj,failsafe(rtn): 0.0016632,0.00000,0.718
45,mlp.experts.29.up_proj,0.0000440511,0.05000,13.476
45,mlp.experts.45.up_proj,failsafe(rtn): 0.0017090,0.00000,0.652
45,mlp.experts.61.up_proj,failsafe(rtn): 0.0017242,0.00000,0.678
45,mlp.experts.456.gate_proj,0.0001184447,0.05000,13.287
45,mlp.experts.480.gate_proj,0.0000394135,0.05000,13.187
45,mlp.experts.508.gate_proj,0.0001170205,0.05000,13.181
45,mlp.experts.511.gate_proj,0.0000673847,0.05000,13.210
45,mlp.experts.3.up_proj,0.0001277273,0.05000,13.108
45,mlp.experts.27.up_proj,0.0000081177,0.05000,13.176
45,mlp.experts.39.up_proj,0.0001081288,0.05000,13.120
45,mlp.experts.502.gate_proj,0.0000359216,0.05000,12.851
45,mlp.experts.62.up_proj,0.0000596705,0.05000,12.862
45,mlp.experts.106.up_proj,0.0000116568,0.05000,12.976
45,mlp.experts.116.up_proj,0.0000570782,0.05000,12.661
45,mlp.experts.5.up_proj,0.0001782037,0.05000,12.887
45,mlp.experts.89.up_proj,0.0002084649,0.05000,12.830
45,mlp.experts.122.up_proj,failsafe(rtn): 0.0017242,0.00000,0.621
45,mlp.experts.18.up_proj,0.0000377574,0.05000,12.819
45,mlp.experts.97.up_proj,0.0001470843,0.05000,12.845
45,mlp.experts.113.up_proj,failsafe(rtn): 0.0016479,0.00000,0.706
45,mlp.experts.129.up_proj,failsafe(rtn): 0.0016708,0.00000,0.816
45,mlp.experts.77.up_proj,0.0000879589,0.05000,12.899
45,mlp.experts.145.up_proj,failsafe(rtn): 0.0016327,0.00000,0.635
45,mlp.experts.15.up_proj,0.0000513398,0.05000,13.279
45,mlp.experts.19.up_proj,0.0000867503,0.05000,13.382
45,mlp.experts.43.up_proj,0.0001953118,0.05000,13.408
45,mlp.experts.55.up_proj,0.0000531709,0.05000,13.345
45,mlp.experts.31.up_proj,failsafe(rtn): 0.0016632,0.00000,0.856
45,mlp.experts.6.up_proj,0.0000419201,0.05000,14.236
45,mlp.experts.78.up_proj,0.0002254648,0.05000,14.350
45,mlp.experts.12.up_proj,0.0000172055,0.05000,14.275
45,mlp.experts.472.gate_proj,0.0000837543,0.05000,14.356
45,mlp.experts.132.up_proj,0.0000926251,0.05000,14.362
45,mlp.experts.496.gate_proj,0.0000535687,0.05000,14.455
45,mlp.experts.21.up_proj,0.0000664219,0.05000,14.371
45,mlp.experts.105.up_proj,0.0000450856,0.05000,14.442
45,mlp.experts.34.up_proj,0.0000902521,0.05000,14.402
45,mlp.experts.138.up_proj,0.0000543896,0.05000,14.409
45,mlp.experts.148.up_proj,failsafe(rtn): 0.0015945,0.00000,0.749
45,mlp.experts.161.up_proj,0.0000373618,0.05000,14.704
45,mlp.experts.93.up_proj,0.0001416233,0.05000,14.728
45,mlp.experts.71.up_proj,0.0001477936,0.05000,15.010
45,mlp.experts.35.up_proj,0.0001564168,0.05000,15.050
45,mlp.experts.59.up_proj,0.0000586487,0.05000,15.174
45,mlp.experts.47.up_proj,0.0000535823,0.05000,14.958
45,mlp.experts.22.up_proj,0.0000694942,0.05000,14.831
45,mlp.experts.94.up_proj,0.0001484562,0.05000,14.811
45,mlp.experts.28.up_proj,0.0001129478,0.05000,14.843
45,mlp.experts.488.gate_proj,0.0002135268,0.05000,14.762
45,mlp.experts.0.up_proj,0.0000474029,0.05000,14.670
45,mlp.experts.38.up_proj,failsafe(rtn): 0.0017319,0.00000,0.737
45,mlp.experts.50.up_proj,0.0001027804,0.05000,14.651
45,mlp.experts.154.up_proj,0.0001295572,0.05000,14.669
45,mlp.experts.37.up_proj,0.0001733680,0.05000,14.906
45,mlp.experts.121.up_proj,0.0000937674,0.05000,14.859
45,mlp.experts.110.up_proj,failsafe(rtn): 0.0017548,0.00000,0.782
45,mlp.experts.16.up_proj,failsafe(rtn): 0.0016174,0.00000,0.748
45,mlp.experts.164.up_proj,0.0000401745,0.05000,14.792
45,mlp.experts.66.up_proj,failsafe(rtn): 0.0017014,0.00000,0.738
45,mlp.experts.137.up_proj,failsafe(rtn): 0.0017014,0.00000,0.716
45,mlp.experts.180.up_proj,failsafe(rtn): 0.0016708,0.00000,0.654
45,mlp.experts.153.up_proj,failsafe(rtn): 0.0016632,0.00000,0.652
45,mlp.experts.109.up_proj,0.0001269049,0.05000,14.557
45,mlp.experts.177.up_proj,0.0000685768,0.05000,14.631
45,mlp.experts.87.up_proj,0.0000631779,0.05000,14.312
45,mlp.experts.51.up_proj,0.0001225978,0.05000,14.410
45,mlp.experts.75.up_proj,0.0000335225,0.05000,14.305
45,mlp.experts.103.up_proj,failsafe(rtn): 0.0016174,0.00000,0.767
45,mlp.experts.63.up_proj,0.0000394946,0.05000,14.276
45,mlp.experts.44.up_proj,0.0000205018,0.05000,14.182
45,mlp.experts.504.gate_proj,0.0000490577,0.05000,14.354
45,mlp.experts.170.up_proj,0.0001483346,0.05000,14.286
45,mlp.experts.126.up_proj,0.0000468026,0.05000,14.326
45,mlp.experts.54.up_proj,0.0001740306,0.05000,14.486
45,mlp.experts.53.up_proj,0.0002042715,0.05000,14.445
45,mlp.experts.32.up_proj,0.0000620807,0.05000,14.200
45,mlp.experts.82.up_proj,0.0000361413,0.05000,14.387
45,mlp.experts.70.up_proj,failsafe(rtn): 0.0016632,0.00000,0.715
45,mlp.experts.196.up_proj,0.0000484674,0.05000,14.409
45,mlp.experts.169.up_proj,0.0000717845,0.05000,14.372
45,mlp.experts.185.up_proj,failsafe(rtn): 0.0017090,0.00000,0.709
45,mlp.experts.201.up_proj,failsafe(rtn): 0.0016479,0.00000,0.671
45,mlp.experts.125.up_proj,0.0000769383,0.05000,14.236
45,mlp.experts.217.up_proj,failsafe(rtn): 0.0017166,0.00000,0.783
45,mlp.experts.193.up_proj,0.0000635818,0.05000,14.442
45,mlp.experts.67.up_proj,0.0000427474,0.05000,14.330
45,mlp.experts.91.up_proj,0.0001003131,0.05000,14.564
45,mlp.experts.119.up_proj,0.0000162740,0.05000,14.333
45,mlp.experts.79.up_proj,0.0000664115,0.05000,14.404
45,mlp.experts.83.up_proj,failsafe(rtn): 0.0016708,0.00000,0.847
45,mlp.experts.60.up_proj,0.0000153285,0.05000,14.272
45,mlp.experts.8.up_proj,0.0000740520,0.05000,14.329
45,mlp.experts.186.up_proj,0.0000610091,0.05000,14.360
45,mlp.experts.142.up_proj,0.0000911899,0.05000,14.379
45,mlp.experts.69.up_proj,0.0000245161,0.05000,14.404
45,mlp.experts.48.up_proj,0.0000653224,0.05000,14.432
45,mlp.experts.202.up_proj,failsafe(rtn): 0.0016098,0.00000,0.682
45,mlp.experts.98.up_proj,0.0000677940,0.05000,14.355
45,mlp.experts.86.up_proj,0.0000255568,0.05000,14.330
45,mlp.experts.158.up_proj,failsafe(rtn): 0.0016785,0.00000,0.751
45,mlp.experts.212.up_proj,0.0001910295,0.05000,14.380
45,mlp.experts.218.up_proj,failsafe(rtn): 0.0015945,0.00000,0.801
45,mlp.experts.114.up_proj,failsafe(rtn): 0.0016098,0.00000,0.817
45,mlp.experts.141.up_proj,0.0000205325,0.05000,14.593
45,mlp.experts.233.up_proj,0.0000585431,0.05000,14.591
45,mlp.experts.209.up_proj,0.0000317753,0.05000,14.800
45,mlp.experts.107.up_proj,0.0001060754,0.05000,14.820
45,mlp.experts.135.up_proj,0.0000746632,0.05000,14.705
45,mlp.experts.95.up_proj,0.0000591578,0.05000,14.664
45,mlp.experts.99.up_proj,0.0000668450,0.05000,14.728
45,mlp.experts.123.up_proj,failsafe(rtn): 0.0017395,0.00000,0.720
45,mlp.experts.115.up_proj,failsafe(rtn): 0.0016479,0.00000,0.696
45,mlp.experts.76.up_proj,0.0000593781,0.05000,14.804
45,mlp.experts.24.up_proj,0.0000845438,0.05000,14.784
45,mlp.experts.85.up_proj,0.0000544176,0.05000,14.811
45,mlp.experts.64.up_proj,0.0000823329,0.05000,14.953
45,mlp.experts.102.up_proj,0.0001020495,0.05000,14.747
45,mlp.experts.174.up_proj,0.0001090908,0.05000,14.899
45,mlp.experts.228.up_proj,0.0001372562,0.05000,14.894
45,mlp.experts.234.up_proj,0.0000660992,0.05000,14.858
45,mlp.experts.130.up_proj,0.0000527115,0.05000,14.850
45,mlp.experts.157.up_proj,0.0000486688,0.05000,14.597
45,mlp.experts.249.up_proj,0.0002205344,0.05000,14.538
45,mlp.experts.225.up_proj,0.0001476842,0.05000,14.550
45,mlp.experts.173.up_proj,failsafe(rtn): 0.0017395,0.00000,0.669
45,mlp.experts.241.up_proj,failsafe(rtn): 0.0017776,0.00000,0.663
45,mlp.experts.151.up_proj,0.0000323901,0.05000,14.598
45,mlp.experts.111.up_proj,0.0001926192,0.05000,14.586
45,mlp.experts.139.up_proj,0.0001566736,0.05000,14.805
45,mlp.experts.131.up_proj,0.0001108391,0.05000,14.762
45,mlp.experts.92.up_proj,0.0000369264,0.05000,14.804
45,mlp.experts.40.up_proj,0.0001262766,0.05000,14.805
45,mlp.experts.101.up_proj,0.0000499821,0.05000,14.831
45,mlp.experts.80.up_proj,0.0000448368,0.05000,14.627
45,mlp.experts.118.up_proj,0.0000587852,0.05000,14.711
45,mlp.experts.190.up_proj,0.0000462458,0.05000,14.719
45,mlp.experts.96.up_proj,failsafe(rtn): 0.0016632,0.00000,0.701
45,mlp.experts.244.up_proj,0.0000927432,0.05000,14.725
45,mlp.experts.250.up_proj,0.0000861823,0.05000,14.650
45,mlp.experts.146.up_proj,0.0001148908,0.05000,14.648
45,mlp.experts.112.up_proj,failsafe(rtn): 0.0016556,0.00000,0.737
45,mlp.experts.260.up_proj,failsafe(rtn): 0.0016556,0.00000,0.760
45,mlp.experts.276.up_proj,failsafe(rtn): 0.0017395,0.00000,0.695
45,mlp.experts.265.up_proj,0.0000902226,0.05000,14.919
45,mlp.experts.189.up_proj,0.0001713303,0.05000,14.945
45,mlp.experts.257.up_proj,0.0000313688,0.05000,15.011
45,mlp.experts.167.up_proj,0.0000506461,0.05000,14.590
45,mlp.experts.127.up_proj,0.0000486364,0.05000,14.558
45,mlp.experts.155.up_proj,0.0000292447,0.05000,14.549
45,mlp.experts.147.up_proj,0.0001237640,0.05000,14.571
45,mlp.experts.108.up_proj,0.0000626239,0.05000,14.544
45,mlp.experts.56.up_proj,0.0000292595,0.05000,14.376
45,mlp.experts.117.up_proj,0.0000616856,0.05000,14.471
45,mlp.experts.134.up_proj,0.0000388145,0.05000,14.641
45,mlp.experts.206.up_proj,0.0000358419,0.05000,14.602
45,mlp.experts.266.up_proj,0.0001132394,0.05000,14.591
45,mlp.experts.162.up_proj,0.0000364947,0.05000,14.500
45,mlp.experts.128.up_proj,0.0000170975,0.05000,14.445
45,mlp.experts.292.up_proj,0.0002187532,0.05000,14.402
45,mlp.experts.281.up_proj,0.0000299150,0.05000,14.239
45,mlp.experts.205.up_proj,0.0000834767,0.05000,14.209
45,mlp.experts.297.up_proj,failsafe(rtn): 0.0017014,0.00000,0.688
45,mlp.experts.273.up_proj,0.0000364030,0.05000,14.215
45,mlp.experts.143.up_proj,0.0001017894,0.05000,14.386
45,mlp.experts.183.up_proj,0.0000496648,0.05000,14.419
45,mlp.experts.171.up_proj,0.0000477565,0.05000,14.449
45,mlp.experts.163.up_proj,0.0000408457,0.05000,14.452
45,mlp.experts.187.up_proj,failsafe(rtn): 0.0016556,0.00000,0.707
45,mlp.experts.72.up_proj,0.0000817949,0.05000,14.322
45,mlp.experts.124.up_proj,0.0000748161,0.05000,14.462
45,mlp.experts.140.up_proj,failsafe(rtn): 0.0017853,0.00000,0.813
45,mlp.experts.133.up_proj,0.0000425044,0.05000,14.519
45,mlp.experts.150.up_proj,0.0000449961,0.05000,14.385
45,mlp.experts.222.up_proj,0.0000585169,0.05000,14.303
45,mlp.experts.166.up_proj,failsafe(rtn): 0.0018005,0.00000,0.688
45,mlp.experts.282.up_proj,0.0000412199,0.05000,14.567
45,mlp.experts.178.up_proj,0.0001167419,0.05000,14.584
45,mlp.experts.144.up_proj,0.0000845573,0.05000,14.461
45,mlp.experts.308.up_proj,0.0000657097,0.05000,14.514
45,mlp.experts.221.up_proj,0.0001700774,0.05000,14.409
45,mlp.experts.313.up_proj,0.0000820100,0.05000,14.408
45,mlp.experts.289.up_proj,0.0000577638,0.05000,14.364
45,mlp.experts.329.up_proj,failsafe(rtn): 0.0017242,0.00000,0.742
45,mlp.experts.159.up_proj,0.0000429575,0.05000,14.169
45,mlp.experts.199.up_proj,0.0000310820,0.05000,14.258
45,mlp.experts.179.up_proj,0.0000395444,0.05000,14.266
45,mlp.experts.203.up_proj,0.0000783087,0.05000,14.278
45,mlp.experts.88.up_proj,0.0001445459,0.05000,14.408
45,mlp.experts.156.up_proj,0.0000777749,0.05000,14.331
45,mlp.experts.149.up_proj,0.0001182902,0.05000,14.316
45,mlp.experts.238.up_proj,0.0001031053,0.05000,14.268
45,mlp.experts.182.up_proj,0.0000512246,0.05000,14.212
45,mlp.experts.298.up_proj,0.0000637158,0.05000,14.252
45,mlp.experts.254.up_proj,failsafe(rtn): 0.0017853,0.00000,0.673
45,mlp.experts.194.up_proj,0.0001196523,0.05000,14.334
45,mlp.experts.160.up_proj,0.0000570799,0.05000,14.470
45,mlp.experts.314.up_proj,failsafe(rtn): 0.0016785,0.00000,0.756
45,mlp.experts.324.up_proj,0.0000911575,0.05000,14.271
45,mlp.experts.340.up_proj,failsafe(rtn): 0.0016556,0.00000,0.761
45,mlp.experts.237.up_proj,0.0000335916,0.05000,14.481
45,mlp.experts.305.up_proj,0.0001076127,0.05000,14.545
45,mlp.experts.345.up_proj,0.0000809340,0.05000,14.451
45,mlp.experts.361.up_proj,failsafe(rtn): 0.0017471,0.00000,0.657
45,mlp.experts.175.up_proj,0.0000336948,0.05000,14.371
45,mlp.experts.215.up_proj,0.0002422802,0.05000,14.274
45,mlp.experts.195.up_proj,0.0000234374,0.05000,14.260
45,mlp.experts.219.up_proj,0.0000809444,0.05000,14.339
45,mlp.experts.104.up_proj,0.0000460039,0.05000,13.931
45,mlp.experts.172.up_proj,0.0000168410,0.05000,14.041
45,mlp.experts.165.up_proj,0.0000354985,0.05000,14.121
45,mlp.experts.198.up_proj,0.0001122126,0.05000,14.036
45,mlp.experts.270.up_proj,0.0001086527,0.05000,14.111
45,mlp.experts.210.up_proj,0.0001313071,0.05000,14.127
45,mlp.experts.176.up_proj,0.0001509364,0.05000,14.112
45,mlp.experts.214.up_proj,failsafe(rtn): 0.0016861,0.00000,0.742
45,mlp.experts.286.up_proj,failsafe(rtn): 0.0016632,0.00000,0.800
45,mlp.experts.330.up_proj,0.0001723265,0.05000,14.177
45,mlp.experts.192.up_proj,failsafe(rtn): 0.0016785,0.00000,0.778
45,mlp.experts.356.up_proj,0.0001632683,0.05000,14.165
45,mlp.experts.253.up_proj,0.0000898024,0.05000,14.200
45,mlp.experts.321.up_proj,0.0000397129,0.05000,14.242
45,mlp.experts.377.up_proj,0.0000396695,0.05000,14.281
45,mlp.experts.393.up_proj,failsafe(rtn): 0.0017395,0.00000,0.732
45,mlp.experts.191.up_proj,0.0000473596,0.05000,14.645
45,mlp.experts.231.up_proj,0.0001400367,0.05000,14.637
45,mlp.experts.211.up_proj,0.0000195032,0.05000,14.535
45,mlp.experts.235.up_proj,0.0000561960,0.05000,14.690
45,mlp.experts.120.up_proj,0.0000347665,0.05000,14.680
45,mlp.experts.188.up_proj,0.0000971588,0.05000,14.517
45,mlp.experts.181.up_proj,0.0000821827,0.05000,14.688
45,mlp.experts.226.up_proj,0.0001045074,0.05000,14.768
45,mlp.experts.230.up_proj,0.0000625056,0.05000,14.736
45,mlp.experts.302.up_proj,0.0000175883,0.05000,14.629
45,mlp.experts.346.up_proj,0.0000601002,0.05000,14.640
45,mlp.experts.208.up_proj,0.0000461797,0.05000,14.673
45,mlp.experts.372.up_proj,0.0000838719,0.05000,14.691
45,mlp.experts.269.up_proj,0.0000372447,0.05000,14.473
45,mlp.experts.337.up_proj,0.0001047125,0.05000,14.478
45,mlp.experts.285.up_proj,failsafe(rtn): 0.0016632,0.00000,0.664
45,mlp.experts.353.up_proj,failsafe(rtn): 0.0016403,0.00000,0.704
45,mlp.experts.369.up_proj,failsafe(rtn): 0.0016403,0.00000,0.683
45,mlp.experts.409.up_proj,0.0001008668,0.05000,14.250
45,mlp.experts.385.up_proj,failsafe(rtn): 0.0016708,0.00000,0.667
45,mlp.experts.425.up_proj,failsafe(rtn): 0.0017090,0.00000,0.720
45,mlp.experts.207.up_proj,0.0000634779,0.05000,14.027
45,mlp.experts.247.up_proj,0.0000376347,0.05000,14.201
45,mlp.experts.227.up_proj,0.0001257730,0.05000,14.361
45,mlp.experts.251.up_proj,0.0000285211,0.05000,14.191
45,mlp.experts.136.up_proj,0.0000636755,0.05000,14.280
45,mlp.experts.204.up_proj,0.0000509584,0.05000,14.284
45,mlp.experts.197.up_proj,0.0000314957,0.05000,14.275
45,mlp.experts.220.up_proj,failsafe(rtn): 0.0016403,0.00000,0.720
45,mlp.experts.236.up_proj,failsafe(rtn): 0.0018158,0.00000,0.750
45,mlp.experts.242.up_proj,0.0000471859,0.05000,14.168
45,mlp.experts.246.up_proj,0.0000526440,0.05000,14.200
45,mlp.experts.362.up_proj,0.0000402576,0.05000,14.135
45,mlp.experts.318.up_proj,0.0001475677,0.05000,14.162
45,mlp.experts.224.up_proj,0.0000142046,0.05000,14.252
45,mlp.experts.388.up_proj,0.0000675464,0.05000,14.266
45,mlp.experts.301.up_proj,0.0000812445,0.05000,14.397
45,mlp.experts.401.up_proj,0.0000624299,0.05000,14.658
45,mlp.experts.441.up_proj,0.0000674834,0.05000,14.760
45,mlp.experts.457.up_proj,failsafe(rtn): 0.0016403,0.00000,0.752
45,mlp.experts.473.up_proj,failsafe(rtn): 0.0018082,0.00000,0.796
45,mlp.experts.223.up_proj,0.0001200272,0.05000,14.972
45,mlp.experts.263.up_proj,0.0002306556,0.05000,14.929
45,mlp.experts.279.up_proj,failsafe(rtn): 0.0016785,0.00000,0.699
45,mlp.experts.243.up_proj,0.0000233619,0.05000,14.831
45,mlp.experts.267.up_proj,0.0000969588,0.05000,14.784
45,mlp.experts.295.up_proj,failsafe(rtn): 0.0016251,0.00000,0.692
45,mlp.experts.259.up_proj,failsafe(rtn): 0.0018616,0.00000,0.740
45,mlp.experts.152.up_proj,0.0000381413,0.05000,14.860
45,mlp.experts.275.up_proj,failsafe(rtn): 0.0017624,0.00000,0.792
45,mlp.experts.213.up_proj,0.0000902664,0.05000,15.082
45,mlp.experts.252.up_proj,0.0000087445,0.05000,14.935
45,mlp.experts.258.up_proj,0.0001143217,0.05000,14.978
45,mlp.experts.262.up_proj,0.0001533838,0.05000,14.972
45,mlp.experts.334.up_proj,0.0000286342,0.05000,14.897
45,mlp.experts.378.up_proj,0.0000651928,0.05000,14.926
45,mlp.experts.240.up_proj,0.0000866309,0.05000,15.077
45,mlp.experts.404.up_proj,0.0001133741,0.05000,14.846
45,mlp.experts.317.up_proj,0.0000548350,0.05000,15.171
45,mlp.experts.417.up_proj,0.0000378697,0.05000,14.985
45,mlp.experts.489.up_proj,0.0000202845,0.05000,14.731
45,mlp.experts.239.up_proj,0.0001614893,0.05000,14.844
45,mlp.experts.283.up_proj,0.0000515425,0.05000,14.802
45,mlp.experts.311.up_proj,0.0000481173,0.05000,14.939
45,mlp.experts.168.up_proj,0.0000562930,0.05000,14.754
45,mlp.experts.291.up_proj,0.0000556777,0.05000,14.778
45,mlp.experts.307.up_proj,failsafe(rtn): 0.0016251,0.00000,0.708
45,mlp.experts.229.up_proj,0.0000598705,0.05000,14.847
45,mlp.experts.268.up_proj,0.0000656667,0.05000,14.812
45,mlp.experts.274.up_proj,0.0001316875,0.05000,14.846
45,mlp.experts.278.up_proj,0.0000237044,0.05000,14.859
45,mlp.experts.394.up_proj,0.0000216697,0.05000,14.867
45,mlp.experts.350.up_proj,0.0000402318,0.05000,15.003
45,mlp.experts.256.up_proj,0.0000245613,0.05000,14.873
45,mlp.experts.366.up_proj,failsafe(rtn): 0.0017776,0.00000,0.706
45,mlp.experts.420.up_proj,0.0000243494,0.05000,14.692
45,mlp.experts.382.up_proj,failsafe(rtn): 0.0017166,0.00000,0.752
45,mlp.experts.333.up_proj,0.0000739885,0.05000,14.802
45,mlp.experts.433.up_proj,0.0000548569,0.05000,14.655
45,mlp.experts.505.up_proj,0.0000596287,0.05000,14.638
45,mlp.experts.255.up_proj,0.0001633527,0.05000,14.606
45,mlp.experts.271.up_proj,failsafe(rtn): 0.0016479,0.00000,0.707
45,mlp.experts.9.down_proj,0.0000417157,0.05000,3.584
45,mlp.experts.299.up_proj,0.0000221669,0.05000,14.502
45,mlp.experts.327.up_proj,0.0000340675,0.05000,14.420
45,mlp.experts.315.up_proj,failsafe(rtn): 0.0016479,0.00000,0.718
45,mlp.experts.184.up_proj,0.0000268652,0.05000,14.502
45,mlp.experts.200.up_proj,failsafe(rtn): 0.0018158,0.00000,0.788
45,mlp.experts.323.up_proj,0.0000545711,0.05000,14.710
45,mlp.experts.245.up_proj,0.0000753576,0.05000,14.599
45,mlp.experts.284.up_proj,0.0000311530,0.05000,14.457
45,mlp.experts.25.down_proj,0.0000495626,0.05000,3.795
45,mlp.experts.290.up_proj,0.0000571594,0.05000,14.463
45,mlp.experts.294.up_proj,0.0001091783,0.05000,14.498
45,mlp.experts.410.up_proj,0.0001157758,0.05000,14.462
45,mlp.experts.272.up_proj,0.0000169847,0.05000,14.489
45,mlp.experts.310.up_proj,failsafe(rtn): 0.0016708,0.00000,0.772
45,mlp.experts.426.up_proj,failsafe(rtn): 0.0016937,0.00000,0.787
45,mlp.experts.436.up_proj,0.0000268165,0.05000,14.505
45,mlp.experts.398.up_proj,0.0000623687,0.05000,14.542
45,mlp.experts.349.up_proj,0.0000464793,0.05000,14.507
45,mlp.experts.41.down_proj,0.0000271158,0.05000,3.525
45,mlp.experts.449.up_proj,0.0000843865,0.05000,14.469
45,mlp.experts.57.down_proj,0.0000296555,0.05000,3.406
45,mlp.experts.287.up_proj,0.0000544665,0.05000,14.368
45,mlp.experts.73.down_proj,0.0000324602,0.05000,3.703
45,mlp.experts.343.up_proj,0.0000608297,0.05000,14.473
45,mlp.experts.331.up_proj,0.0002238184,0.05000,14.340
45,mlp.experts.216.up_proj,0.0002245288,0.05000,14.390
45,mlp.experts.339.up_proj,0.0000356033,0.05000,14.396
45,mlp.experts.261.up_proj,0.0000174166,0.05000,14.288
45,mlp.experts.300.up_proj,0.0000324783,0.05000,14.192
45,mlp.experts.89.down_proj,0.0001466332,0.05000,3.587
45,mlp.experts.306.up_proj,0.0000324777,0.05000,14.371
45,mlp.experts.322.up_proj,failsafe(rtn): 0.0015488,0.00000,0.832
45,mlp.experts.288.up_proj,0.0000305204,0.05000,14.292
45,mlp.experts.326.up_proj,0.0000973879,0.05000,14.295
45,mlp.experts.442.up_proj,0.0000595608,0.05000,14.374
45,mlp.experts.452.up_proj,0.0000316056,0.05000,14.333
45,mlp.experts.338.up_proj,failsafe(rtn): 0.0016479,0.00000,0.821
45,mlp.experts.458.up_proj,failsafe(rtn): 0.0016327,0.00000,0.777
45,mlp.experts.414.up_proj,0.0000376691,0.05000,14.592
45,mlp.experts.430.up_proj,failsafe(rtn): 0.0016479,0.00000,0.691
45,mlp.experts.365.up_proj,0.0000887244,0.05000,14.477
45,mlp.experts.105.down_proj,0.0000065893,0.05000,3.813
45,mlp.experts.446.up_proj,failsafe(rtn): 0.0016632,0.00000,0.691
45,mlp.experts.465.up_proj,0.0000704361,0.05000,14.905
45,mlp.experts.481.up_proj,failsafe(rtn): 0.0016785,0.00000,0.689
45,mlp.experts.497.up_proj,failsafe(rtn): 0.0016327,0.00000,0.706
45,mlp.experts.121.down_proj,0.0000423223,0.05000,3.785
45,mlp.experts.137.down_proj,failsafe(rtn): 0.0017242,0.00000,0.169
45,mlp.experts.153.down_proj,failsafe(rtn): 0.0017242,0.00000,0.183
45,mlp.experts.303.up_proj,0.0000408713,0.05000,14.977
45,mlp.experts.1.down_proj,0.0000527819,0.05000,3.606
45,mlp.experts.319.up_proj,failsafe(rtn): 0.0016251,0.00000,0.701
45,mlp.experts.169.down_proj,0.0000376734,0.05000,3.610
45,mlp.experts.359.up_proj,0.0000732125,0.05000,14.888
45,mlp.experts.185.down_proj,failsafe(rtn): 0.0017548,0.00000,0.181
45,mlp.experts.201.down_proj,failsafe(rtn): 0.0017090,0.00000,0.162
45,mlp.experts.347.up_proj,0.0000362236,0.05000,14.850
45,mlp.experts.217.down_proj,failsafe(rtn): 0.0017548,0.00000,0.183
45,mlp.experts.232.up_proj,0.0000912837,0.05000,14.756
45,mlp.experts.355.up_proj,0.0000651027,0.05000,14.767
45,mlp.experts.277.up_proj,0.0000297438,0.05000,14.839
45,mlp.experts.293.up_proj,failsafe(rtn): 0.0016861,0.00000,0.798
45,mlp.experts.316.up_proj,0.0000321315,0.05000,14.926
45,mlp.experts.17.down_proj,0.0001168479,0.05000,3.786
45,mlp.experts.309.up_proj,failsafe(rtn): 0.0017014,0.00000,0.819
45,mlp.experts.332.up_proj,failsafe(rtn): 0.0016861,0.00000,0.821
45,mlp.experts.233.down_proj,0.0000197540,0.05000,3.859
45,mlp.experts.304.up_proj,0.0000212949,0.05000,14.855
45,mlp.experts.342.up_proj,0.0000081593,0.05000,14.889
45,mlp.experts.325.up_proj,failsafe(rtn): 0.0016556,0.00000,0.823
45,mlp.experts.468.up_proj,0.0000341016,0.05000,15.015
45,mlp.experts.354.up_proj,0.0000937675,0.05000,14.955
45,mlp.experts.341.up_proj,failsafe(rtn): 0.0016327,0.00000,0.746
45,mlp.experts.474.up_proj,0.0000191627,0.05000,14.868
45,mlp.experts.490.up_proj,failsafe(rtn): 0.0016861,0.00000,0.688
45,mlp.experts.381.up_proj,0.0000610587,0.05000,14.885
45,mlp.experts.462.up_proj,0.0000339505,0.05000,14.773
45,mlp.experts.33.down_proj,0.0000708398,0.05000,3.958
45,mlp.experts.49.down_proj,failsafe(rtn): 0.0018311,0.00000,0.165
45,mlp.experts.249.down_proj,0.0000661199,0.05000,3.742
45,mlp.experts.65.down_proj,0.0000157446,0.05000,3.701
45,mlp.experts.81.down_proj,failsafe(rtn): 0.0017090,0.00000,0.182
45,mlp.experts.265.down_proj,0.0000253117,0.05000,3.762
45,mlp.experts.375.up_proj,0.0000465686,0.05000,14.707
45,mlp.experts.335.up_proj,0.0001665889,0.05000,14.858
45,mlp.experts.97.down_proj,0.0000472087,0.05000,3.650
45,mlp.experts.113.down_proj,failsafe(rtn): 0.0016861,0.00000,0.191
45,mlp.experts.129.down_proj,failsafe(rtn): 0.0017548,0.00000,0.199
45,mlp.experts.363.up_proj,0.0000444002,0.05000,14.961
45,mlp.experts.391.up_proj,failsafe(rtn): 0.0016861,0.00000,0.786
45,mlp.experts.145.down_proj,failsafe(rtn): 0.0017014,0.00000,0.231
45,mlp.experts.281.down_proj,0.0000297466,0.05000,3.758
45,mlp.experts.297.down_proj,failsafe(rtn): 0.0017395,0.00000,0.209
45,mlp.experts.379.up_proj,failsafe(rtn): 0.0016556,0.00000,0.797
45,mlp.experts.248.up_proj,0.0000060590,0.05000,14.932
45,mlp.experts.371.up_proj,0.0000481614,0.05000,14.960
45,mlp.experts.387.up_proj,failsafe(rtn): 0.0016174,0.00000,0.666
45,mlp.experts.403.up_proj,failsafe(rtn): 0.0016861,0.00000,0.679
45,mlp.experts.348.up_proj,0.0001197896,0.05000,14.654
45,mlp.experts.358.up_proj,0.0000469443,0.05000,14.662
45,mlp.experts.320.up_proj,0.0000950150,0.05000,14.751
45,mlp.experts.161.down_proj,0.0000659213,0.05000,3.704
45,mlp.experts.313.down_proj,0.0000629057,0.05000,3.652
45,mlp.experts.484.up_proj,0.0000968732,0.05000,14.648
45,mlp.experts.329.down_proj,failsafe(rtn): 0.0018387,0.00000,0.192
45,mlp.experts.370.up_proj,0.0000528211,0.05000,14.645
45,mlp.experts.357.up_proj,0.0000398037,0.05000,14.645
45,mlp.experts.500.up_proj,failsafe(rtn): 0.0016403,0.00000,0.705
45,mlp.experts.4.down_proj,failsafe(rtn): 0.0017929,0.00000,0.177
45,mlp.experts.20.down_proj,failsafe(rtn): 0.0017242,0.00000,0.208
45,mlp.experts.506.up_proj,0.0001723749,0.05000,14.714
45,mlp.experts.397.up_proj,0.0000460228,0.05000,14.535
45,mlp.experts.478.up_proj,0.0000324148,0.05000,14.515
45,mlp.experts.177.down_proj,0.0000307406,0.05000,3.665
45,mlp.experts.345.down_proj,0.0000512514,0.05000,3.579
45,mlp.experts.361.down_proj,failsafe(rtn): 0.0018768,0.00000,0.170
45,mlp.experts.36.down_proj,0.0000665628,0.05000,3.447
45,mlp.experts.10.down_proj,0.0000156929,0.05000,3.455
45,mlp.experts.52.down_proj,failsafe(rtn): 0.0016403,0.00000,0.177
45,mlp.experts.26.down_proj,failsafe(rtn): 0.0017395,0.00000,0.204
45,mlp.experts.42.down_proj,failsafe(rtn): 0.0017624,0.00000,0.164
45,mlp.experts.58.down_proj,failsafe(rtn): 0.0017014,0.00000,0.156
45,mlp.experts.193.down_proj,0.0000508577,0.05000,3.474
45,mlp.experts.377.down_proj,0.0000463506,0.05000,3.456
45,mlp.experts.393.down_proj,failsafe(rtn): 0.0017624,0.00000,0.186
45,mlp.experts.68.down_proj,0.0000393824,0.05000,3.448
45,mlp.experts.84.down_proj,failsafe(rtn): 0.0017395,0.00000,0.199
45,mlp.experts.74.down_proj,0.0000211659,0.05000,3.503
45,mlp.experts.351.up_proj,0.0000524040,0.05000,14.274
45,mlp.experts.407.up_proj,0.0000288855,0.05000,14.072
45,mlp.experts.209.down_proj,0.0000156479,0.05000,3.592
45,mlp.experts.395.up_proj,0.0000252191,0.05000,14.278
45,mlp.experts.264.up_proj,0.0000293550,0.05000,14.292
45,mlp.experts.409.down_proj,0.0000603116,0.05000,3.679
45,mlp.experts.425.down_proj,failsafe(rtn): 0.0017471,0.00000,0.200
45,mlp.experts.100.down_proj,0.0000706195,0.05000,3.691
45,mlp.experts.90.down_proj,0.0000174006,0.05000,3.594
45,mlp.experts.419.up_proj,0.0000419220,0.05000,14.321
45,mlp.experts.364.up_proj,0.0000549352,0.05000,14.158
45,mlp.experts.374.up_proj,0.0002247121,0.05000,14.040
45,mlp.experts.336.up_proj,0.0000458836,0.05000,14.204
45,mlp.experts.225.down_proj,0.0000669074,0.05000,3.575
45,mlp.experts.241.down_proj,failsafe(rtn): 0.0018616,0.00000,0.181
45,mlp.experts.386.up_proj,0.0000539083,0.05000,14.062
45,mlp.experts.373.up_proj,0.0000154332,0.05000,14.089
45,mlp.experts.441.down_proj,0.0000537719,0.05000,3.567
45,mlp.experts.389.up_proj,failsafe(rtn): 0.0016632,0.00000,0.708
45,mlp.experts.457.down_proj,failsafe(rtn): 0.0017166,0.00000,0.190
45,mlp.experts.473.down_proj,failsafe(rtn): 0.0018539,0.00000,0.189
45,mlp.experts.116.down_proj,0.0000341543,0.05000,3.580
45,mlp.experts.106.down_proj,0.0000084231,0.05000,3.566
45,mlp.experts.413.up_proj,0.0000217364,0.05000,14.177
45,mlp.experts.494.up_proj,0.0001321047,0.05000,14.036
45,mlp.experts.122.down_proj,failsafe(rtn): 0.0017700,0.00000,0.191
45,mlp.experts.257.down_proj,0.0000100751,0.05000,3.765
45,mlp.experts.489.down_proj,0.0000450141,0.05000,3.811
45,mlp.experts.132.down_proj,0.0000623087,0.05000,3.836
45,mlp.experts.148.down_proj,failsafe(rtn): 0.0017014,0.00000,0.178
45,mlp.experts.138.down_proj,0.0000317525,0.05000,3.771
45,mlp.experts.273.down_proj,0.0000193000,0.05000,3.638
45,mlp.experts.505.down_proj,0.0000097842,0.05000,3.547
45,mlp.experts.164.down_proj,0.0000139580,0.05000,3.450
45,mlp.experts.154.down_proj,0.0001825340,0.05000,3.510
45,mlp.experts.180.down_proj,failsafe(rtn): 0.0017014,0.00000,0.172
45,mlp.experts.367.up_proj,0.0000503975,0.05000,14.406
45,mlp.experts.423.up_proj,0.0000462072,0.05000,14.430
45,mlp.experts.383.up_proj,failsafe(rtn): 0.0015945,0.00000,0.614
45,mlp.experts.289.down_proj,0.0000452424,0.05000,3.405
45,mlp.experts.439.up_proj,failsafe(rtn): 0.0016174,0.00000,0.734
45,mlp.experts.411.up_proj,0.0000448181,0.05000,14.389
45,mlp.experts.280.up_proj,0.0000316291,0.05000,14.335
45,mlp.experts.455.up_proj,failsafe(rtn): 0.0016937,0.00000,0.777
45,mlp.experts.471.up_proj,failsafe(rtn): 0.0016785,0.00000,0.690
45,mlp.experts.196.down_proj,0.0000767709,0.05000,3.551
45,mlp.experts.170.down_proj,0.0001072972,0.05000,3.581
45,mlp.experts.435.up_proj,0.0001016653,0.05000,14.425
45,mlp.experts.380.up_proj,0.0000468284,0.05000,14.393
45,mlp.experts.390.up_proj,0.0000963103,0.05000,14.385
45,mlp.experts.352.up_proj,0.0000961675,0.05000,14.391
45,mlp.experts.402.up_proj,0.0000485172,0.05000,14.297
45,mlp.experts.305.down_proj,0.0000372606,0.05000,3.549
45,mlp.experts.368.up_proj,failsafe(rtn): 0.0016708,0.00000,0.665
45,mlp.experts.405.up_proj,0.0000832776,0.05000,14.266
45,mlp.experts.429.up_proj,0.0000308283,0.05000,14.106
45,mlp.experts.421.up_proj,failsafe(rtn): 0.0017395,0.00000,0.702
45,mlp.experts.510.up_proj,0.0000717281,0.05000,14.255
45,mlp.experts.212.down_proj,0.0000473716,0.05000,3.411
45,mlp.experts.186.down_proj,0.0001049804,0.05000,3.414
45,mlp.experts.202.down_proj,failsafe(rtn): 0.0016861,0.00000,0.157
45,mlp.experts.218.down_proj,failsafe(rtn): 0.0016785,0.00000,0.158
45,mlp.experts.437.up_proj,failsafe(rtn): 0.0018387,0.00000,0.663
45,mlp.experts.321.down_proj,0.0000352483,0.05000,3.437
45,mlp.experts.14.down_proj,0.0000379411,0.05000,3.320
45,mlp.experts.228.down_proj,0.0000551019,0.05000,3.260
45,mlp.experts.30.down_proj,failsafe(rtn): 0.0017471,0.00000,0.157
45,mlp.experts.234.down_proj,0.0000206067,0.05000,3.209
45,mlp.experts.337.down_proj,0.0000156373,0.05000,3.250
45,mlp.experts.353.down_proj,failsafe(rtn): 0.0016937,0.00000,0.168
45,mlp.experts.369.down_proj,failsafe(rtn): 0.0016708,0.00000,0.157
45,mlp.experts.385.down_proj,failsafe(rtn): 0.0016479,0.00000,0.148
45,mlp.experts.244.down_proj,0.0000881586,0.05000,3.321
45,mlp.experts.46.down_proj,0.0001368867,0.05000,3.325
45,mlp.experts.260.down_proj,failsafe(rtn): 0.0017471,0.00000,0.178
45,mlp.experts.250.down_proj,0.0000426659,0.05000,3.375
45,mlp.experts.276.down_proj,failsafe(rtn): 0.0017166,0.00000,0.192
45,mlp.experts.399.up_proj,0.0000733498,0.05000,13.737
45,mlp.experts.427.up_proj,0.0000614510,0.05000,13.708
45,mlp.experts.415.up_proj,failsafe(rtn): 0.0016937,0.00000,0.754
45,mlp.experts.296.up_proj,0.0001550141,0.05000,13.745
45,mlp.experts.401.down_proj,0.0000085243,0.05000,3.621
45,mlp.experts.487.up_proj,0.0000813339,0.05000,13.539
45,mlp.experts.62.down_proj,0.0000630801,0.05000,3.551
45,mlp.experts.451.up_proj,0.0000414689,0.05000,13.433
45,mlp.experts.266.down_proj,0.0000178381,0.05000,3.532
45,mlp.experts.292.down_proj,0.0001762085,0.05000,3.514
45,mlp.experts.396.up_proj,0.0001306933,0.05000,13.456
45,mlp.experts.406.up_proj,0.0001429495,0.05000,13.541
45,mlp.experts.418.up_proj,0.0000872145,0.05000,13.478
45,mlp.experts.384.up_proj,0.0001169057,0.05000,13.338
45,mlp.experts.417.down_proj,0.0000223490,0.05000,3.301
45,mlp.experts.445.up_proj,0.0001812188,0.05000,13.321
45,mlp.experts.78.down_proj,0.0001060007,0.05000,3.325
45,mlp.experts.282.down_proj,0.0000349911,0.05000,3.302
45,mlp.experts.308.down_proj,0.0000122560,0.05000,3.319
45,mlp.experts.453.up_proj,0.0000455800,0.05000,13.428
45,mlp.experts.433.down_proj,0.0000243429,0.05000,3.224
45,mlp.experts.94.down_proj,0.0000404665,0.05000,3.307
45,mlp.experts.110.down_proj,failsafe(rtn): 0.0018845,0.00000,0.171
45,mlp.experts.298.down_proj,0.0000964997,0.05000,3.340
45,mlp.experts.324.down_proj,0.0000295529,0.05000,3.328
45,mlp.experts.314.down_proj,failsafe(rtn): 0.0017319,0.00000,0.177
45,mlp.experts.340.down_proj,failsafe(rtn): 0.0017242,0.00000,0.165
45,mlp.experts.449.down_proj,0.0000214914,0.05000,3.514
45,mlp.experts.126.down_proj,0.0000362984,0.05000,3.513
45,mlp.experts.356.down_proj,0.0000335779,0.05000,3.507
45,mlp.experts.330.down_proj,0.0000874123,0.05000,3.551
45,mlp.experts.443.up_proj,0.0000958543,0.05000,13.495
45,mlp.experts.431.up_proj,0.0000759954,0.05000,13.541
45,mlp.experts.312.up_proj,0.0000805562,0.05000,13.515
45,mlp.experts.465.down_proj,0.0000389511,0.05000,3.493
45,mlp.experts.481.down_proj,failsafe(rtn): 0.0017776,0.00000,0.172
45,mlp.experts.497.down_proj,failsafe(rtn): 0.0017166,0.00000,0.171
45,mlp.experts.328.up_proj,failsafe(rtn): 0.0015564,0.00000,0.686
45,mlp.experts.503.up_proj,0.0000730841,0.05000,13.451
45,mlp.experts.7.down_proj,failsafe(rtn): 0.0017471,0.00000,0.142
45,mlp.experts.142.down_proj,0.0000322390,0.05000,3.284
45,mlp.experts.467.up_proj,0.0000467985,0.05000,13.511
45,mlp.experts.158.down_proj,failsafe(rtn): 0.0017166,0.00000,0.153
45,mlp.experts.412.up_proj,0.0001170995,0.05000,13.501
45,mlp.experts.372.down_proj,0.0000264565,0.05000,3.300
45,mlp.experts.346.down_proj,0.0000194024,0.05000,3.268
45,mlp.experts.422.up_proj,0.0000529778,0.05000,13.386
45,mlp.experts.434.up_proj,0.0000629862,0.05000,13.553
45,mlp.experts.400.up_proj,0.0001214250,0.05000,13.463
45,mlp.experts.461.up_proj,0.0001334941,0.05000,13.407
45,mlp.experts.23.down_proj,0.0000952001,0.05000,3.248
45,mlp.experts.477.up_proj,failsafe(rtn): 0.0016556,0.00000,0.617
45,mlp.experts.174.down_proj,0.0000359156,0.05000,3.244
45,mlp.experts.469.up_proj,0.0000424662,0.05000,13.423
45,mlp.experts.388.down_proj,0.0000202619,0.05000,3.273
45,mlp.experts.362.down_proj,0.0000190510,0.05000,3.294
45,mlp.experts.493.up_proj,failsafe(rtn): 0.0016708,0.00000,0.635
45,mlp.experts.509.up_proj,failsafe(rtn): 0.0017242,0.00000,0.655
45,mlp.experts.13.down_proj,failsafe(rtn): 0.0017548,0.00000,0.173
45,mlp.experts.39.down_proj,0.0000625291,0.05000,3.329
45,mlp.experts.190.down_proj,0.0000614801,0.05000,3.447
45,mlp.experts.404.down_proj,0.0001609742,0.05000,3.365
45,mlp.experts.378.down_proj,0.0000289767,0.05000,3.364
45,mlp.experts.29.down_proj,0.0000156470,0.05000,3.371
45,mlp.experts.45.down_proj,failsafe(rtn): 0.0017395,0.00000,0.160
45,mlp.experts.61.down_proj,failsafe(rtn): 0.0018463,0.00000,0.162
45,mlp.experts.55.down_proj,0.0001005001,0.05000,3.294
45,mlp.experts.206.down_proj,0.0000157891,0.05000,3.188
45,mlp.experts.420.down_proj,0.0000255563,0.05000,3.204
45,mlp.experts.394.down_proj,0.0000122433,0.05000,3.218
45,mlp.experts.459.up_proj,0.0002061091,0.05000,12.894
45,mlp.experts.447.up_proj,0.0000581498,0.05000,12.838
45,mlp.experts.77.down_proj,0.0000898914,0.05000,2.834
45,mlp.experts.344.up_proj,0.0000546583,0.05000,12.722
45,mlp.experts.71.down_proj,0.0000469259,0.05000,2.834
45,mlp.experts.483.up_proj,0.0000320400,0.05000,12.800
45,mlp.experts.428.up_proj,0.0001046769,0.05000,12.796
45,mlp.experts.222.down_proj,0.0001329341,0.05000,3.010
45,mlp.experts.436.down_proj,0.0000065899,0.05000,3.002
45,mlp.experts.410.down_proj,0.0000541555,0.05000,2.995
45,mlp.experts.438.up_proj,0.0001061929,0.05000,12.696
45,mlp.experts.426.down_proj,failsafe(rtn): 0.0017471,0.00000,0.177
45,mlp.experts.450.up_proj,0.0000378038,0.05000,12.664
45,mlp.experts.416.up_proj,0.0001668548,0.05000,12.643
45,mlp.experts.93.down_proj,0.0000941113,0.05000,3.043
45,mlp.experts.466.up_proj,failsafe(rtn): 0.0016403,0.00000,0.557
45,mlp.experts.482.up_proj,failsafe(rtn): 0.0017471,0.00000,0.564
45,mlp.experts.87.down_proj,0.0000207649,0.05000,3.025
45,mlp.experts.103.down_proj,failsafe(rtn): 0.0016861,0.00000,0.167
45,mlp.experts.485.up_proj,0.0000864451,0.05000,12.379
45,mlp.experts.238.down_proj,0.0001506281,0.05000,2.935
45,mlp.experts.452.down_proj,0.0000173380,0.05000,2.899
45,mlp.experts.254.down_proj,failsafe(rtn): 0.0018311,0.00000,0.137
45,mlp.experts.442.down_proj,0.0000531567,0.05000,2.921
45,mlp.experts.458.down_proj,failsafe(rtn): 0.0017319,0.00000,0.153
45,mlp.experts.109.down_proj,0.0000991586,0.05000,2.984
45,mlp.experts.119.down_proj,0.0000068554,0.05000,3.110
45,mlp.experts.468.down_proj,0.0000169119,0.05000,3.106
45,mlp.experts.270.down_proj,0.0001786945,0.05000,3.242
45,mlp.experts.286.down_proj,failsafe(rtn): 0.0017395,0.00000,0.165
45,mlp.experts.474.down_proj,0.0000187428,0.05000,3.173
45,mlp.experts.490.down_proj,failsafe(rtn): 0.0018005,0.00000,0.151
45,mlp.experts.125.down_proj,0.0000384644,0.05000,3.119
45,mlp.experts.135.down_proj,0.0002935412,0.05000,3.078
45,mlp.experts.484.down_proj,0.0000650625,0.05000,3.067
45,mlp.experts.500.down_proj,failsafe(rtn): 0.0017014,0.00000,0.172
45,mlp.experts.302.down_proj,0.0000131522,0.05000,3.026
45,mlp.experts.506.down_proj,0.0000697044,0.05000,2.978
45,mlp.experts.475.up_proj,0.0000325941,0.05000,12.146
45,mlp.experts.463.up_proj,0.0001978592,0.05000,12.209
45,mlp.experts.141.down_proj,0.0000121844,0.05000,2.968
45,mlp.experts.491.up_proj,failsafe(rtn): 0.0016251,0.00000,0.544
45,mlp.experts.479.up_proj,failsafe(rtn): 0.0017548,0.00000,0.564
45,mlp.experts.360.up_proj,0.0000677579,0.05000,12.130
45,mlp.experts.507.up_proj,failsafe(rtn): 0.0016403,0.00000,0.569
45,mlp.experts.151.down_proj,0.0000113281,0.05000,2.826
45,mlp.experts.11.down_proj,failsafe(rtn): 0.0017242,0.00000,0.142
45,mlp.experts.499.up_proj,0.0000684954,0.05000,11.975
45,mlp.experts.444.up_proj,0.0001303804,0.05000,11.939
45,mlp.experts.454.up_proj,0.0000934117,0.05000,11.945
45,mlp.experts.318.down_proj,0.0001059205,0.05000,2.677
45,mlp.experts.432.up_proj,0.0000292953,0.05000,11.631
45,mlp.experts.470.up_proj,failsafe(rtn): 0.0016632,0.00000,0.469
45,mlp.experts.157.down_proj,0.0000200082,0.05000,2.556
45,mlp.experts.173.down_proj,failsafe(rtn): 0.0017776,0.00000,0.123
45,mlp.experts.498.up_proj,0.0001236327,0.05000,11.609
45,mlp.experts.2.down_proj,failsafe(rtn): 0.0017853,0.00000,0.155
45,mlp.experts.27.down_proj,0.0000050179,0.05000,2.641
45,mlp.experts.167.down_proj,0.0000249637,0.05000,2.659
45,mlp.experts.501.up_proj,0.0000671086,0.05000,11.471
45,mlp.experts.3.down_proj,0.0001008115,0.05000,2.673
45,mlp.experts.334.down_proj,0.0000179018,0.05000,2.700
45,mlp.experts.189.down_proj,0.0000749501,0.05000,2.850
45,mlp.experts.18.down_proj,0.0000196005,0.05000,2.811
45,mlp.experts.43.down_proj,0.0003880381,0.05000,2.777
45,mlp.experts.183.down_proj,0.0000320570,0.05000,2.805
45,mlp.experts.5.down_proj,0.0001562106,0.05000,2.741
45,mlp.experts.19.down_proj,0.0000800742,0.05000,2.745
45,mlp.experts.350.down_proj,0.0000288546,0.05000,2.698
45,mlp.experts.366.down_proj,failsafe(rtn): 0.0018311,0.00000,0.139
45,mlp.experts.382.down_proj,failsafe(rtn): 0.0017166,0.00000,0.141
45,mlp.experts.205.down_proj,0.0000544725,0.05000,2.739
45,mlp.experts.34.down_proj,0.0000685814,0.05000,2.662
45,mlp.experts.59.down_proj,0.0000202567,0.05000,2.711
45,mlp.experts.199.down_proj,0.0000152496,0.05000,2.714
45,mlp.experts.21.down_proj,0.0000540232,0.05000,2.701
45,mlp.experts.35.down_proj,0.0001071915,0.05000,2.699
45,mlp.experts.398.down_proj,0.0000282849,0.05000,2.525
45,mlp.experts.221.down_proj,0.0000986605,0.05000,2.457
45,mlp.experts.495.up_proj,0.0002670508,0.05000,10.489
45,mlp.experts.376.up_proj,0.0000512464,0.05000,10.562
45,mlp.experts.50.down_proj,0.0000182812,0.05000,2.487
45,mlp.experts.66.down_proj,failsafe(rtn): 0.0017624,0.00000,0.125
45,mlp.experts.75.down_proj,0.0000231880,0.05000,2.530
45,mlp.experts.37.down_proj,0.0001559516,0.05000,2.468
45,mlp.experts.215.down_proj,0.0004475424,0.05000,2.614
45,mlp.experts.51.down_proj,0.0002656894,0.05000,2.576
45,mlp.experts.460.up_proj,0.0000309271,0.05000,10.597
45,mlp.experts.476.up_proj,failsafe(rtn): 0.0016403,0.00000,0.558
45,mlp.experts.414.down_proj,0.0000439576,0.05000,2.612
45,mlp.experts.448.up_proj,0.0000525695,0.05000,10.594
45,mlp.experts.430.down_proj,failsafe(rtn): 0.0017014,0.00000,0.145
45,mlp.experts.486.up_proj,0.0000367170,0.05000,10.681
45,mlp.experts.446.down_proj,failsafe(rtn): 0.0017624,0.00000,0.117
45,mlp.experts.492.up_proj,failsafe(rtn): 0.0015564,0.00000,0.487
45,mlp.experts.237.down_proj,0.0000189920,0.05000,2.647
45,mlp.experts.82.down_proj,0.0000320532,0.05000,2.722
45,mlp.experts.91.down_proj,0.0000969427,0.05000,2.718
45,mlp.experts.53.down_proj,0.0002785791,0.05000,2.663
45,mlp.experts.231.down_proj,0.0000461509,0.05000,2.735
45,mlp.experts.67.down_proj,0.0000434251,0.05000,2.701
45,mlp.experts.83.down_proj,failsafe(rtn): 0.0017395,0.00000,0.124
45,mlp.experts.462.down_proj,0.0000387786,0.05000,2.628
45,mlp.experts.253.down_proj,0.0000620136,0.05000,2.626
45,mlp.experts.98.down_proj,0.0000422477,0.05000,2.479
45,mlp.experts.114.down_proj,failsafe(rtn): 0.0016708,0.00000,0.118
45,mlp.experts.107.down_proj,0.0001186176,0.05000,2.513
45,mlp.experts.69.down_proj,0.0000121454,0.05000,2.503
45,mlp.experts.123.down_proj,failsafe(rtn): 0.0017395,0.00000,0.126
45,mlp.experts.247.down_proj,0.0000454583,0.05000,2.521
45,mlp.experts.99.down_proj,0.0000717101,0.05000,2.479
45,mlp.experts.115.down_proj,failsafe(rtn): 0.0017242,0.00000,0.125
45,mlp.experts.478.down_proj,0.0000478920,0.05000,2.612
45,mlp.experts.269.down_proj,0.0000226744,0.05000,2.644
45,mlp.experts.285.down_proj,failsafe(rtn): 0.0018082,0.00000,0.145
45,mlp.experts.130.down_proj,0.0000382991,0.05000,2.641
45,mlp.experts.85.down_proj,0.0000456232,0.05000,2.716
45,mlp.experts.263.down_proj,0.0000653357,0.05000,2.690
45,mlp.experts.139.down_proj,0.0000175648,0.05000,2.724
45,mlp.experts.279.down_proj,failsafe(rtn): 0.0017166,0.00000,0.144
45,mlp.experts.295.down_proj,failsafe(rtn): 0.0016861,0.00000,0.163
45,mlp.experts.131.down_proj,0.0000317186,0.05000,2.754
45,mlp.experts.494.down_proj,0.0000813531,0.05000,2.706
45,mlp.experts.511.up_proj,0.0000728026,0.05000,10.542
45,mlp.experts.301.down_proj,0.0000275721,0.05000,2.764
45,mlp.experts.392.up_proj,0.0001599360,0.05000,10.572
45,mlp.experts.408.up_proj,failsafe(rtn): 0.0016708,0.00000,0.480
45,mlp.experts.146.down_proj,0.0000552408,0.05000,2.640
45,mlp.experts.101.down_proj,0.0000236252,0.05000,2.609
45,mlp.experts.155.down_proj,0.0000093689,0.05000,2.715
45,mlp.experts.311.down_proj,0.0000646687,0.05000,2.645
45,mlp.experts.147.down_proj,0.0001342981,0.05000,2.603
45,mlp.experts.464.up_proj,0.0001241033,0.05000,10.467
45,mlp.experts.502.up_proj,0.0000371527,0.05000,10.461
45,mlp.experts.510.down_proj,0.0000396786,0.05000,2.634
45,mlp.experts.508.up_proj,0.0001133071,0.05000,10.450
45,mlp.experts.15.down_proj,0.0000257152,0.05000,2.525
45,mlp.experts.317.down_proj,0.0000275315,0.05000,2.486
45,mlp.experts.31.down_proj,failsafe(rtn): 0.0017548,0.00000,0.135
45,mlp.experts.162.down_proj,0.0000150279,0.05000,2.467
45,mlp.experts.117.down_proj,0.0000476821,0.05000,2.434
45,mlp.experts.171.down_proj,0.0000233176,0.05000,2.413
45,mlp.experts.187.down_proj,failsafe(rtn): 0.0016937,0.00000,0.133
45,mlp.experts.327.down_proj,0.0000245408,0.05000,2.502
45,mlp.experts.163.down_proj,0.0000268481,0.05000,2.504
45,mlp.experts.6.down_proj,0.0000213870,0.05000,2.302
45,mlp.experts.12.down_proj,0.0001032752,0.05000,2.369
45,mlp.experts.333.down_proj,0.0000603815,0.05000,2.326
45,mlp.experts.47.down_proj,0.0000640352,0.05000,2.299
45,mlp.experts.178.down_proj,0.0000730093,0.05000,2.268
45,mlp.experts.133.down_proj,0.0000154012,0.05000,2.296
45,mlp.experts.203.down_proj,0.0000560292,0.05000,2.280
45,mlp.experts.343.down_proj,0.0000544773,0.05000,2.231
45,mlp.experts.179.down_proj,0.0000219154,0.05000,2.215
45,mlp.experts.22.down_proj,0.0001082920,0.05000,2.206
45,mlp.experts.38.down_proj,failsafe(rtn): 0.0017929,0.00000,0.117
45,mlp.experts.28.down_proj,0.0000519855,0.05000,2.247
45,mlp.experts.349.down_proj,0.0000410246,0.05000,2.184
45,mlp.experts.63.down_proj,0.0000310068,0.05000,2.215
45,mlp.experts.194.down_proj,0.0000175402,0.05000,2.217
45,mlp.experts.149.down_proj,0.0000597258,0.05000,2.207
45,mlp.experts.219.down_proj,0.0001048220,0.05000,2.234
45,mlp.experts.359.down_proj,0.0000551980,0.05000,2.261
45,mlp.experts.195.down_proj,0.0000246131,0.05000,2.290
45,mlp.experts.54.down_proj,0.0001524338,0.05000,2.255
45,mlp.experts.70.down_proj,failsafe(rtn): 0.0017624,0.00000,0.121
45,mlp.experts.44.down_proj,0.0000183887,0.05000,2.315
45,mlp.experts.365.down_proj,0.0000508992,0.05000,2.346
45,mlp.experts.79.down_proj,0.0000790120,0.05000,2.334
45,mlp.experts.424.up_proj,0.0000924290,0.05000,9.326
45,mlp.experts.210.down_proj,0.0000414615,0.05000,2.372
45,mlp.experts.165.down_proj,0.0000212807,0.05000,2.393
45,mlp.experts.235.down_proj,0.0000261736,0.05000,2.411
45,mlp.experts.375.down_proj,0.0000343278,0.05000,2.405
45,mlp.experts.211.down_proj,0.0000047812,0.05000,2.372
45,mlp.experts.391.down_proj,failsafe(rtn): 0.0017319,0.00000,0.122
45,mlp.experts.480.up_proj,0.0000403372,0.05000,9.221
45,mlp.experts.86.down_proj,0.0000041089,0.05000,2.408
45,mlp.experts.60.down_proj,0.0000107135,0.05000,2.413
45,mlp.experts.381.down_proj,0.0000292938,0.05000,2.396
45,mlp.experts.95.down_proj,0.0001174269,0.05000,2.381
45,mlp.experts.226.down_proj,0.0000320035,0.05000,2.285
45,mlp.experts.181.down_proj,0.0000246505,0.05000,2.286
45,mlp.experts.251.down_proj,0.0000241697,0.05000,2.317
45,mlp.experts.227.down_proj,0.0001095860,0.05000,2.374
45,mlp.experts.407.down_proj,0.0000257009,0.05000,2.357
45,mlp.experts.102.down_proj,0.0000736437,0.05000,2.309
45,mlp.experts.76.down_proj,0.0000271692,0.05000,2.296
45,mlp.experts.397.down_proj,0.0000185189,0.05000,2.321
45,mlp.experts.111.down_proj,0.0000876945,0.05000,2.301
45,mlp.experts.242.down_proj,0.0000280919,0.05000,2.301
45,mlp.experts.197.down_proj,0.0000138224,0.05000,2.268
45,mlp.experts.267.down_proj,0.0000974113,0.05000,2.276
45,mlp.experts.243.down_proj,0.0000075435,0.05000,2.259
45,mlp.experts.423.down_proj,0.0000442435,0.05000,2.249
45,mlp.experts.259.down_proj,failsafe(rtn): 0.0018616,0.00000,0.103
45,mlp.experts.439.down_proj,failsafe(rtn): 0.0016479,0.00000,0.107
45,mlp.experts.275.down_proj,failsafe(rtn): 0.0017624,0.00000,0.111
45,mlp.experts.455.down_proj,failsafe(rtn): 0.0017395,0.00000,0.116
45,mlp.experts.471.down_proj,failsafe(rtn): 0.0017014,0.00000,0.112
45,mlp.experts.118.down_proj,0.0000507961,0.05000,2.206
45,mlp.experts.92.down_proj,0.0000231162,0.05000,2.239
45,mlp.experts.413.down_proj,0.0000169260,0.05000,2.231
45,mlp.experts.127.down_proj,0.0000107953,0.05000,2.234
45,mlp.experts.258.down_proj,0.0000175747,0.05000,2.255
45,mlp.experts.213.down_proj,0.0000754593,0.05000,2.377
45,mlp.experts.283.down_proj,0.0000100176,0.05000,2.491
45,mlp.experts.291.down_proj,0.0000245780,0.05000,2.513
45,mlp.experts.307.down_proj,failsafe(rtn): 0.0016937,0.00000,0.125
45,mlp.experts.487.down_proj,0.0000762886,0.05000,2.549
45,mlp.experts.134.down_proj,0.0000182385,0.05000,2.491
45,mlp.experts.108.down_proj,0.0000337132,0.05000,2.520
45,mlp.experts.429.down_proj,0.0000130069,0.05000,2.550
45,mlp.experts.143.down_proj,0.0000379735,0.05000,2.588
45,mlp.experts.440.up_proj,0.0000408139,0.05000,9.383
45,mlp.experts.274.down_proj,0.0001705357,0.05000,2.493
45,mlp.experts.229.down_proj,0.0000269840,0.05000,2.499
45,mlp.experts.299.down_proj,0.0000126114,0.05000,2.459
45,mlp.experts.315.down_proj,failsafe(rtn): 0.0017166,0.00000,0.136
45,mlp.experts.496.up_proj,0.0000537872,0.05000,9.392
45,mlp.experts.323.down_proj,0.0000313216,0.05000,2.495
45,mlp.experts.150.down_proj,0.0000255480,0.05000,2.439
45,mlp.experts.503.down_proj,0.0000617768,0.05000,2.486
45,mlp.experts.124.down_proj,0.0000248326,0.05000,2.391
45,mlp.experts.166.down_proj,failsafe(rtn): 0.0018387,0.00000,0.127
45,mlp.experts.140.down_proj,failsafe(rtn): 0.0018692,0.00000,0.123
45,mlp.experts.445.down_proj,0.0000871822,0.05000,2.391
45,mlp.experts.159.down_proj,0.0000485669,0.05000,2.356
45,mlp.experts.290.down_proj,0.0000684820,0.05000,2.280
45,mlp.experts.245.down_proj,0.0000342969,0.05000,2.248
45,mlp.experts.331.down_proj,0.0001173282,0.05000,2.216
45,mlp.experts.0.down_proj,0.0000172267,0.05000,2.178
45,mlp.experts.16.down_proj,failsafe(rtn): 0.0017014,0.00000,0.117
45,mlp.experts.339.down_proj,0.0000107808,0.05000,2.158
45,mlp.experts.182.down_proj,0.0000286614,0.05000,2.088
45,mlp.experts.156.down_proj,0.0000341264,0.05000,2.118
45,mlp.experts.461.down_proj,0.0001178247,0.05000,2.089
45,mlp.experts.175.down_proj,0.0000177260,0.05000,2.104
45,mlp.experts.477.down_proj,failsafe(rtn): 0.0017395,0.00000,0.102
45,mlp.experts.493.down_proj,failsafe(rtn): 0.0017090,0.00000,0.100
45,mlp.experts.306.down_proj,0.0000207687,0.05000,2.072
45,mlp.experts.509.down_proj,failsafe(rtn): 0.0018158,0.00000,0.107
45,mlp.experts.322.down_proj,failsafe(rtn): 0.0016479,0.00000,0.097
45,mlp.experts.261.down_proj,0.0000339098,0.05000,2.060
45,mlp.experts.338.down_proj,failsafe(rtn): 0.0017395,0.00000,0.089
45,mlp.experts.347.down_proj,0.0000297473,0.05000,1.959
45,mlp.experts.32.down_proj,0.0000145435,0.05000,1.896
45,mlp.experts.355.down_proj,0.0000781132,0.05000,1.916
45,mlp.experts.198.down_proj,0.0000715953,0.05000,1.870
45,mlp.experts.172.down_proj,0.0000554821,0.05000,1.860
45,mlp.experts.214.down_proj,failsafe(rtn): 0.0017471,0.00000,0.097
45,mlp.experts.191.down_proj,0.0000258999,0.05000,1.809
45,mlp.experts.277.down_proj,0.0000253818,0.05000,1.752
45,mlp.experts.354.down_proj,0.0000630951,0.05000,1.784
45,mlp.experts.293.down_proj,failsafe(rtn): 0.0017471,0.00000,0.085
45,mlp.experts.309.down_proj,failsafe(rtn): 0.0018234,0.00000,0.097
45,mlp.experts.325.down_proj,failsafe(rtn): 0.0017090,0.00000,0.083
45,mlp.experts.341.down_proj,failsafe(rtn): 0.0016861,0.00000,0.094
45,mlp.experts.363.down_proj,0.0000312977,0.05000,1.837
45,mlp.experts.379.down_proj,failsafe(rtn): 0.0018005,0.00000,0.100
45,mlp.experts.48.down_proj,0.0000475274,0.05000,1.860
45,mlp.experts.371.down_proj,0.0000054023,0.05000,1.886
45,mlp.experts.188.down_proj,0.0000820537,0.05000,1.831
45,mlp.experts.230.down_proj,0.0000310271,0.05000,1.841
45,mlp.experts.387.down_proj,failsafe(rtn): 0.0016479,0.00000,0.112
45,mlp.experts.403.down_proj,failsafe(rtn): 0.0017319,0.00000,0.131
45,mlp.experts.207.down_proj,0.0000840192,0.05000,1.921
45,mlp.experts.456.up_proj,0.0001203232,0.05000,8.071
45,mlp.experts.370.down_proj,0.0000279153,0.05000,1.946
45,mlp.experts.357.down_proj,0.0000259509,0.05000,1.847
45,mlp.experts.64.down_proj,0.0001662862,0.05000,1.870
45,mlp.experts.395.down_proj,0.0000112598,0.05000,1.914
45,mlp.experts.246.down_proj,0.0000164960,0.05000,1.854
45,mlp.experts.204.down_proj,0.0000457363,0.05000,1.898
45,mlp.experts.419.down_proj,0.0000298880,0.05000,1.827
45,mlp.experts.220.down_proj,failsafe(rtn): 0.0016937,0.00000,0.093
45,mlp.experts.236.down_proj,failsafe(rtn): 0.0018387,0.00000,0.112
45,mlp.experts.223.down_proj,0.0000606568,0.05000,1.850
45,mlp.experts.386.down_proj,0.0000377927,0.05000,1.815
45,mlp.experts.373.down_proj,0.0000092745,0.05000,1.810
45,mlp.experts.389.down_proj,failsafe(rtn): 0.0017319,0.00000,0.092
45,mlp.experts.80.down_proj,0.0000151853,0.05000,1.911
45,mlp.experts.411.down_proj,0.0000327139,0.05000,1.910
45,mlp.experts.96.down_proj,failsafe(rtn): 0.0017548,0.00000,0.098
45,mlp.experts.112.down_proj,failsafe(rtn): 0.0017090,0.00000,0.088
45,mlp.experts.262.down_proj,0.0000186108,0.05000,1.856
45,mlp.experts.435.down_proj,0.0000996664,0.05000,1.873
45,mlp.experts.252.down_proj,0.0000229596,0.05000,1.875
45,mlp.experts.239.down_proj,0.0000973154,0.05000,1.849
45,mlp.experts.402.down_proj,0.0000345366,0.05000,1.887
45,mlp.experts.405.down_proj,0.0000480155,0.05000,1.776
45,mlp.experts.421.down_proj,failsafe(rtn): 0.0018311,0.00000,0.086
45,mlp.experts.437.down_proj,failsafe(rtn): 0.0018539,0.00000,0.090
45,mlp.experts.427.down_proj,0.0000290873,0.05000,1.780
45,mlp.experts.128.down_proj,0.0000799407,0.05000,1.801
45,mlp.experts.278.down_proj,0.0000495917,0.05000,1.791
45,mlp.experts.451.down_proj,0.0000344361,0.05000,1.818
45,mlp.experts.268.down_proj,0.0000227916,0.05000,1.817
45,mlp.experts.255.down_proj,0.0000711296,0.05000,1.837
45,mlp.experts.271.down_proj,failsafe(rtn): 0.0018005,0.00000,0.091
45,mlp.experts.418.down_proj,0.0000514603,0.05000,1.800
45,mlp.experts.453.down_proj,0.0000500596,0.05000,1.721
45,mlp.experts.443.down_proj,0.0000221901,0.05000,1.795
45,mlp.experts.144.down_proj,0.0003391685,0.05000,1.758
45,mlp.experts.294.down_proj,0.0003540635,0.05000,1.744
45,mlp.experts.310.down_proj,failsafe(rtn): 0.0016937,0.00000,0.093
45,mlp.experts.467.down_proj,0.0000337055,0.05000,1.776
45,mlp.experts.284.down_proj,0.0000159600,0.05000,1.779
45,mlp.experts.472.up_proj,0.0000839766,0.05000,7.251
45,mlp.experts.287.down_proj,0.0000378615,0.05000,1.800
45,mlp.experts.434.down_proj,0.0000192688,0.05000,1.748
45,mlp.experts.469.down_proj,0.0000340564,0.05000,1.790
45,mlp.experts.459.down_proj,0.0001373771,0.05000,1.881
45,mlp.experts.160.down_proj,0.0000182234,0.05000,1.874
45,mlp.experts.326.down_proj,0.0000670027,0.05000,1.840
45,mlp.experts.483.down_proj,0.0000203299,0.05000,1.890
45,mlp.experts.300.down_proj,0.0000219181,0.05000,1.882
45,mlp.experts.303.down_proj,0.0000205237,0.05000,1.886
45,mlp.experts.319.down_proj,failsafe(rtn): 0.0017090,0.00000,0.096
45,mlp.experts.450.down_proj,0.0000467247,0.05000,1.857
45,mlp.experts.466.down_proj,failsafe(rtn): 0.0016861,0.00000,0.090
45,mlp.experts.482.down_proj,failsafe(rtn): 0.0017776,0.00000,0.102
45,mlp.experts.485.down_proj,0.0000356266,0.05000,1.814
45,mlp.experts.475.down_proj,0.0000152301,0.05000,1.844
45,mlp.experts.491.down_proj,failsafe(rtn): 0.0017014,0.00000,0.095
45,mlp.experts.176.down_proj,0.0000604196,0.05000,1.867
45,mlp.experts.507.down_proj,failsafe(rtn): 0.0016785,0.00000,0.087
45,mlp.experts.192.down_proj,failsafe(rtn): 0.0017624,0.00000,0.084
45,mlp.experts.342.down_proj,0.0000047007,0.05000,1.844
45,mlp.experts.499.down_proj,0.0000397045,0.05000,1.827
45,mlp.experts.316.down_proj,0.0000212132,0.05000,1.794
45,mlp.experts.332.down_proj,failsafe(rtn): 0.0017776,0.00000,0.063
45,mlp.experts.335.down_proj,0.0000302304,0.05000,1.688
45,mlp.experts.498.down_proj,0.0000841462,0.05000,1.662
45,mlp.experts.501.down_proj,0.0000521333,0.05000,1.602
45,mlp.experts.208.down_proj,0.0000286810,0.05000,1.270
45,mlp.experts.358.down_proj,0.0000353681,0.05000,1.180
45,mlp.experts.348.down_proj,0.0000421876,0.05000,1.065
45,mlp.experts.351.down_proj,0.0000482542,0.05000,0.950
45,mlp.experts.374.down_proj,0.0000991988,0.05000,0.753
45,mlp.experts.224.down_proj,0.0000136384,0.05000,0.782
45,mlp.experts.488.up_proj,0.0002133924,0.05000,5.437
45,mlp.experts.367.down_proj,0.0000305738,0.05000,0.756
45,mlp.experts.364.down_proj,0.0000488134,0.05000,0.820
45,mlp.experts.383.down_proj,failsafe(rtn): 0.0016403,0.00000,0.047
45,mlp.experts.390.down_proj,0.0000639703,0.05000,0.775
45,mlp.experts.240.down_proj,0.0000265417,0.05000,0.810
45,mlp.experts.380.down_proj,0.0000197308,0.05000,0.769
45,mlp.experts.399.down_proj,0.0000524580,0.05000,0.759
45,mlp.experts.415.down_proj,failsafe(rtn): 0.0018311,0.00000,0.038
45,mlp.experts.406.down_proj,0.0002441130,0.05000,0.777
45,mlp.experts.256.down_proj,0.0000140909,0.05000,0.855
45,mlp.experts.396.down_proj,0.0000968566,0.05000,0.846
45,mlp.experts.431.down_proj,0.0000505791,0.05000,0.827
45,mlp.experts.422.down_proj,0.0000847875,0.05000,0.873
45,mlp.experts.272.down_proj,0.0000081340,0.05000,0.849
45,mlp.experts.412.down_proj,0.0000558574,0.05000,0.865
45,mlp.experts.447.down_proj,0.0000266140,0.05000,0.844
45,mlp.experts.438.down_proj,0.0000518976,0.05000,0.805
45,mlp.experts.288.down_proj,0.0000111214,0.05000,0.809
45,mlp.experts.463.down_proj,0.0000757480,0.05000,0.797
45,mlp.experts.504.up_proj,0.0000509606,0.05000,3.380
45,mlp.experts.479.down_proj,failsafe(rtn): 0.0018082,0.00000,0.050
45,mlp.experts.428.down_proj,0.0000659148,0.05000,0.879
45,mlp.experts.454.down_proj,0.0001306064,0.05000,0.893
45,mlp.experts.470.down_proj,failsafe(rtn): 0.0017242,0.00000,0.057
45,mlp.experts.304.down_proj,0.0000083295,0.05000,0.928
45,mlp.experts.495.down_proj,0.0003592212,0.05000,0.929
45,mlp.experts.444.down_proj,0.0000172063,0.05000,0.951
45,mlp.experts.8.down_proj,0.0000747862,0.05000,0.986
45,mlp.experts.486.down_proj,0.0000152162,0.05000,0.819
45,mlp.experts.320.down_proj,0.0000986552,0.05000,0.959
45,mlp.experts.511.down_proj,0.0000434322,0.05000,0.790
45,mlp.experts.24.down_proj,0.0000337234,0.05000,0.848
45,mlp.experts.460.down_proj,0.0000112553,0.05000,0.857
45,mlp.experts.476.down_proj,failsafe(rtn): 0.0016937,0.00000,0.034
45,mlp.experts.492.down_proj,failsafe(rtn): 0.0015793,0.00000,0.033
45,mlp.experts.502.down_proj,0.0000206172,0.05000,0.605
45,mlp.experts.336.down_proj,0.0000266075,0.05000,0.528
45,mlp.experts.40.down_proj,0.0001606200,0.05000,0.463
45,mlp.experts.508.down_proj,0.0001095291,0.05000,0.431
45,mlp.experts.352.down_proj,0.0000346746,0.05000,0.285
45,mlp.experts.368.down_proj,failsafe(rtn): 0.0017395,0.00000,0.013
45,mlp.experts.56.down_proj,0.0000204736,0.05000,0.242
45,mlp.experts.384.down_proj,0.0000435967,0.05000,0.203
45,mlp.experts.72.down_proj,0.0002477925,0.05000,0.212
45,mlp.experts.400.down_proj,0.0000133946,0.05000,0.218
45,mlp.experts.88.down_proj,0.0000926496,0.05000,0.205
45,mlp.experts.416.down_proj,0.0000862407,0.05000,0.202
45,mlp.experts.104.down_proj,0.0000317214,0.05000,0.204
45,mlp.experts.432.down_proj,0.0000249074,0.05000,0.206
45,mlp.experts.120.down_proj,0.0000229553,0.05000,0.206
45,mlp.experts.448.down_proj,0.0000129776,0.05000,1.537
45,mlp.experts.136.down_proj,0.0000427890,0.05000,1.533
45,mlp.experts.464.down_proj,0.0000355611,0.05000,0.234
45,mlp.experts.152.down_proj,0.0000370225,0.05000,0.262
45,mlp.experts.480.down_proj,0.0000298883,0.05000,0.268
45,mlp.experts.168.down_proj,0.0000335012,0.05000,0.264
45,mlp.experts.496.down_proj,0.0000543413,0.05000,0.268
45,mlp.experts.184.down_proj,0.0000233149,0.05000,0.228
45,mlp.experts.200.down_proj,failsafe(rtn): 0.0018387,0.00000,0.009
45,mlp.experts.216.down_proj,0.0002941532,0.05000,0.132
45,mlp.experts.232.down_proj,0.0000510801,0.05000,0.129
45,mlp.experts.248.down_proj,0.0000101832,0.05000,0.130
45,mlp.experts.264.down_proj,0.0000429853,0.05000,0.130
45,mlp.experts.280.down_proj,0.0000155917,0.05000,0.131
45,mlp.experts.296.down_proj,0.0001003725,0.05000,0.131
45,mlp.experts.312.down_proj,0.0000223234,0.05000,0.128
45,mlp.experts.328.down_proj,failsafe(rtn): 0.0016403,0.00000,0.009
45,mlp.experts.344.down_proj,0.0000180652,0.05000,0.137
45,mlp.experts.360.down_proj,0.0000934243,0.05000,0.130
45,mlp.experts.376.down_proj,0.0000444938,0.05000,0.129
45,mlp.experts.392.down_proj,0.0000663541,0.05000,0.132
45,mlp.experts.408.down_proj,failsafe(rtn): 0.0016632,0.00000,0.009
45,mlp.experts.424.down_proj,0.0001469458,0.05000,0.133
45,mlp.experts.440.down_proj,0.0000217898,0.05000,0.131
45,mlp.experts.456.down_proj,0.0000237942,0.05000,0.134
45,mlp.experts.472.down_proj,0.0000313524,0.05000,0.130
45,mlp.experts.488.down_proj,0.0000454570,0.05000,0.133
45,mlp.experts.504.down_proj,0.0000475974,0.05000,0.132
46,mlp.experts.2.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.755
46,mlp.experts.5.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.787
46,mlp.experts.4.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.796
46,mlp.experts.3.gate_proj,failsafe(rtn): 0.0015259,0.00000,0.760
46,mlp.experts.19.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.731
46,mlp.experts.10.gate_proj,0.0000246584,0.05000,13.807
46,mlp.experts.6.gate_proj,0.0000677973,0.05000,13.819
46,mlp.experts.14.gate_proj,0.0000381140,0.05000,13.835
46,mlp.experts.15.gate_proj,0.0000891234,0.05000,13.844
46,mlp.experts.13.gate_proj,0.0000453142,0.05000,13.857
46,mlp.experts.12.gate_proj,0.0000174063,0.05000,13.866
46,mlp.experts.9.gate_proj,0.0001379847,0.05000,13.895
46,mlp.experts.11.gate_proj,0.0000732801,0.05000,13.918
46,mlp.experts.1.gate_proj,0.0000304471,0.05000,13.856
46,mlp.experts.0.gate_proj,0.0001198005,0.05000,14.030
46,mlp.experts.8.gate_proj,0.0000859118,0.05000,14.050
46,mlp.experts.7.gate_proj,0.0000373126,0.05000,14.094
46,mlp.experts.18.gate_proj,0.0000146221,0.05000,13.811
46,mlp.experts.20.gate_proj,0.0000981404,0.05000,13.789
46,mlp.experts.31.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.760
46,mlp.experts.17.gate_proj,failsafe(rtn): 0.0018158,0.00000,0.715
46,mlp.experts.21.gate_proj,0.0001002520,0.05000,13.905
46,mlp.experts.16.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.713
46,mlp.experts.33.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.704
46,mlp.experts.35.gate_proj,0.0000294731,0.05000,13.885
46,mlp.experts.30.gate_proj,0.0001169707,0.05000,13.773
46,mlp.experts.24.gate_proj,0.0000777992,0.05000,13.683
46,mlp.experts.26.gate_proj,0.0000650477,0.05000,13.929
46,mlp.experts.28.gate_proj,0.0000537802,0.05000,13.874
46,mlp.experts.29.gate_proj,0.0001449781,0.05000,13.907
46,mlp.experts.22.gate_proj,0.0000416933,0.05000,14.020
46,mlp.experts.27.gate_proj,0.0000351663,0.05000,13.980
46,mlp.experts.25.gate_proj,0.0000917698,0.05000,14.132
46,mlp.experts.23.gate_proj,0.0000590230,0.05000,13.991
46,mlp.experts.46.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.833
46,mlp.experts.34.gate_proj,0.0000433055,0.05000,13.945
46,mlp.experts.32.gate_proj,0.0001175090,0.05000,13.780
46,mlp.experts.36.gate_proj,0.0000192564,0.05000,13.946
46,mlp.experts.47.gate_proj,0.0000317453,0.05000,14.031
46,mlp.experts.37.gate_proj,0.0000712598,0.05000,13.968
46,mlp.experts.62.gate_proj,failsafe(rtn): 0.0019073,0.00000,0.744
46,mlp.experts.51.gate_proj,0.0000473123,0.05000,13.964
46,mlp.experts.49.gate_proj,0.0000201041,0.05000,14.131
46,mlp.experts.67.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.722
46,mlp.experts.65.gate_proj,failsafe(rtn): 0.0018311,0.00000,0.711
46,mlp.experts.83.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.709
46,mlp.experts.81.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.718
46,mlp.experts.97.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.676
46,mlp.experts.42.gate_proj,0.0000721620,0.05000,13.873
46,mlp.experts.44.gate_proj,0.0000260172,0.05000,13.905
46,mlp.experts.45.gate_proj,0.0000239437,0.05000,13.972
46,mlp.experts.38.gate_proj,0.0001609849,0.05000,13.951
46,mlp.experts.40.gate_proj,0.0000640446,0.05000,14.075
46,mlp.experts.39.gate_proj,0.0000216828,0.05000,13.837
46,mlp.experts.43.gate_proj,0.0001693684,0.05000,14.014
46,mlp.experts.41.gate_proj,0.0000824452,0.05000,14.124
46,mlp.experts.48.gate_proj,0.0000552661,0.05000,13.959
46,mlp.experts.52.gate_proj,0.0000099424,0.05000,14.013
46,mlp.experts.50.gate_proj,0.0001005749,0.05000,14.088
46,mlp.experts.63.gate_proj,0.0000996206,0.05000,13.946
46,mlp.experts.56.gate_proj,failsafe(rtn): 0.0018082,0.00000,0.773
46,mlp.experts.53.gate_proj,0.0000797391,0.05000,14.030
46,mlp.experts.59.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.795
46,mlp.experts.57.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.758
46,mlp.experts.78.gate_proj,0.0000389024,0.05000,13.965
46,mlp.experts.64.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.810
46,mlp.experts.72.gate_proj,failsafe(rtn): 0.0018158,0.00000,0.749
46,mlp.experts.69.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.792
46,mlp.experts.85.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.749
46,mlp.experts.99.gate_proj,0.0000421744,0.05000,14.106
46,mlp.experts.113.gate_proj,0.0000420731,0.05000,14.081
46,mlp.experts.58.gate_proj,0.0000346785,0.05000,13.836
46,mlp.experts.60.gate_proj,0.0001397165,0.05000,13.830
46,mlp.experts.54.gate_proj,0.0000695645,0.05000,13.722
46,mlp.experts.61.gate_proj,0.0000572086,0.05000,13.811
46,mlp.experts.55.gate_proj,0.0001890326,0.05000,13.854
46,mlp.experts.66.gate_proj,0.0000756840,0.05000,13.598
46,mlp.experts.76.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.710
46,mlp.experts.77.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.669
46,mlp.experts.70.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.714
46,mlp.experts.79.gate_proj,0.0000277415,0.05000,13.677
46,mlp.experts.75.gate_proj,0.0000586709,0.05000,13.604
46,mlp.experts.68.gate_proj,0.0001098612,0.05000,13.834
46,mlp.experts.73.gate_proj,0.0000397405,0.05000,13.775
46,mlp.experts.94.gate_proj,0.0001018492,0.05000,13.723
46,mlp.experts.80.gate_proj,0.0000126365,0.05000,13.678
46,mlp.experts.88.gate_proj,0.0000916254,0.05000,13.630
46,mlp.experts.96.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.669
46,mlp.experts.104.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.646
46,mlp.experts.101.gate_proj,0.0000278860,0.05000,13.623
46,mlp.experts.115.gate_proj,0.0000341744,0.05000,13.575
46,mlp.experts.129.gate_proj,0.0001071405,0.05000,13.629
46,mlp.experts.74.gate_proj,0.0001214888,0.05000,13.696
46,mlp.experts.71.gate_proj,0.0000205718,0.05000,13.664
46,mlp.experts.92.gate_proj,0.0000655373,0.05000,13.650
46,mlp.experts.82.gate_proj,0.0000843124,0.05000,13.712
46,mlp.experts.93.gate_proj,0.0000126979,0.05000,13.774
46,mlp.experts.95.gate_proj,0.0000439227,0.05000,13.733
46,mlp.experts.91.gate_proj,0.0001006114,0.05000,13.734
46,mlp.experts.84.gate_proj,0.0000483548,0.05000,13.707
46,mlp.experts.86.gate_proj,0.0000521055,0.05000,13.870
46,mlp.experts.87.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.773
46,mlp.experts.89.gate_proj,0.0000210903,0.05000,13.888
46,mlp.experts.110.gate_proj,0.0000336859,0.05000,13.763
46,mlp.experts.109.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.740
46,mlp.experts.100.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.703
46,mlp.experts.112.gate_proj,0.0000179847,0.05000,13.675
46,mlp.experts.120.gate_proj,0.0000898044,0.05000,13.825
46,mlp.experts.116.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.709
46,mlp.experts.117.gate_proj,0.0002016836,0.05000,13.837
46,mlp.experts.133.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.656
46,mlp.experts.131.gate_proj,0.0000051424,0.05000,13.823
46,mlp.experts.145.gate_proj,0.0000275172,0.05000,13.812
46,mlp.experts.90.gate_proj,0.0000406744,0.05000,14.080
46,mlp.experts.108.gate_proj,0.0000362201,0.05000,14.108
46,mlp.experts.98.gate_proj,0.0001249752,0.05000,14.250
46,mlp.experts.111.gate_proj,0.0000128529,0.05000,14.163
46,mlp.experts.107.gate_proj,0.0000434272,0.05000,14.108
46,mlp.experts.102.gate_proj,0.0000951785,0.05000,14.151
46,mlp.experts.103.gate_proj,0.0002374438,0.05000,14.146
46,mlp.experts.105.gate_proj,0.0000934542,0.05000,14.087
46,mlp.experts.126.gate_proj,0.0000156324,0.05000,14.151
46,mlp.experts.125.gate_proj,0.0000500783,0.05000,14.173
46,mlp.experts.128.gate_proj,0.0000399130,0.05000,14.124
46,mlp.experts.136.gate_proj,0.0001659339,0.05000,14.115
46,mlp.experts.132.gate_proj,0.0000905925,0.05000,14.125
46,mlp.experts.152.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.645
46,mlp.experts.147.gate_proj,0.0001047829,0.05000,14.160
46,mlp.experts.149.gate_proj,0.0000801943,0.05000,14.200
46,mlp.experts.161.gate_proj,0.0001028794,0.05000,14.188
46,mlp.experts.106.gate_proj,0.0000407775,0.05000,13.906
46,mlp.experts.124.gate_proj,0.0000299848,0.05000,13.880
46,mlp.experts.123.gate_proj,0.0000271766,0.05000,13.865
46,mlp.experts.114.gate_proj,0.0000984905,0.05000,13.977
46,mlp.experts.127.gate_proj,0.0000359283,0.05000,13.944
46,mlp.experts.118.gate_proj,0.0000280423,0.05000,13.880
46,mlp.experts.119.gate_proj,0.0001176387,0.05000,13.938
46,mlp.experts.121.gate_proj,0.0000581220,0.05000,13.907
46,mlp.experts.142.gate_proj,0.0000519970,0.05000,13.977
46,mlp.experts.143.gate_proj,failsafe(rtn): 0.0018082,0.00000,0.703
46,mlp.experts.141.gate_proj,0.0000719756,0.05000,13.973
46,mlp.experts.135.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.735
46,mlp.experts.144.gate_proj,0.0001121310,0.05000,13.887
46,mlp.experts.159.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.756
46,mlp.experts.148.gate_proj,0.0000646127,0.05000,13.984
46,mlp.experts.168.gate_proj,0.0000437412,0.05000,13.983
46,mlp.experts.164.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.730
46,mlp.experts.163.gate_proj,0.0000792831,0.05000,14.038
46,mlp.experts.165.gate_proj,0.0000815357,0.05000,14.184
46,mlp.experts.179.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.711
46,mlp.experts.177.gate_proj,0.0002123815,0.05000,14.095
46,mlp.experts.122.gate_proj,0.0000199753,0.05000,13.914
46,mlp.experts.140.gate_proj,0.0000339419,0.05000,13.826
46,mlp.experts.139.gate_proj,0.0001079787,0.05000,13.814
46,mlp.experts.130.gate_proj,0.0000401451,0.05000,13.821
46,mlp.experts.134.gate_proj,0.0001273000,0.05000,13.937
46,mlp.experts.156.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.734
46,mlp.experts.137.gate_proj,0.0000497197,0.05000,13.870
46,mlp.experts.158.gate_proj,0.0000487158,0.05000,13.910
46,mlp.experts.157.gate_proj,0.0000496202,0.05000,14.014
46,mlp.experts.151.gate_proj,0.0000190654,0.05000,14.051
46,mlp.experts.160.gate_proj,0.0000896119,0.05000,13.891
46,mlp.experts.175.gate_proj,0.0001025356,0.05000,13.932
46,mlp.experts.167.gate_proj,failsafe(rtn): 0.0017776,0.00000,0.659
46,mlp.experts.176.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.677
46,mlp.experts.184.gate_proj,0.0001081329,0.05000,13.714
46,mlp.experts.180.gate_proj,0.0000404955,0.05000,13.713
46,mlp.experts.191.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.713
46,mlp.experts.181.gate_proj,0.0000521885,0.05000,13.875
46,mlp.experts.196.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.661
46,mlp.experts.195.gate_proj,0.0001863748,0.05000,13.584
46,mlp.experts.207.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.638
46,mlp.experts.193.gate_proj,0.0000386816,0.05000,13.792
46,mlp.experts.197.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.710
46,mlp.experts.211.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.720
46,mlp.experts.138.gate_proj,0.0000354364,0.05000,13.898
46,mlp.experts.146.gate_proj,0.0000271813,0.05000,13.741
46,mlp.experts.155.gate_proj,0.0000346519,0.05000,13.953
46,mlp.experts.150.gate_proj,0.0000438921,0.05000,13.736
46,mlp.experts.172.gate_proj,0.0000004214,0.05000,13.845
46,mlp.experts.153.gate_proj,0.0000238208,0.05000,13.847
46,mlp.experts.174.gate_proj,0.0000364272,0.05000,13.766
46,mlp.experts.171.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.737
46,mlp.experts.173.gate_proj,0.0000191002,0.05000,13.877
46,mlp.experts.183.gate_proj,0.0000368250,0.05000,13.947
46,mlp.experts.192.gate_proj,0.0001065462,0.05000,13.849
46,mlp.experts.200.gate_proj,0.0000576099,0.05000,13.840
46,mlp.experts.199.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.682
46,mlp.experts.212.gate_proj,0.0000749581,0.05000,13.821
46,mlp.experts.223.gate_proj,0.0000229735,0.05000,13.824
46,mlp.experts.209.gate_proj,0.0001849159,0.05000,13.774
46,mlp.experts.215.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.709
46,mlp.experts.213.gate_proj,0.0000456309,0.05000,13.815
46,mlp.experts.227.gate_proj,0.0000294114,0.05000,13.753
46,mlp.experts.239.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.688
46,mlp.experts.231.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.712
46,mlp.experts.154.gate_proj,0.0001928525,0.05000,13.992
46,mlp.experts.162.gate_proj,0.0000887692,0.05000,13.916
46,mlp.experts.166.gate_proj,0.0000213038,0.05000,13.982
46,mlp.experts.188.gate_proj,0.0000357798,0.05000,14.016
46,mlp.experts.169.gate_proj,0.0000369876,0.05000,14.033
46,mlp.experts.187.gate_proj,0.0000284788,0.05000,13.985
46,mlp.experts.190.gate_proj,0.0000862120,0.05000,14.131
46,mlp.experts.189.gate_proj,0.0001103441,0.05000,14.080
46,mlp.experts.208.gate_proj,0.0000872913,0.05000,13.976
46,mlp.experts.216.gate_proj,0.0001226709,0.05000,13.986
46,mlp.experts.228.gate_proj,0.0000763498,0.05000,14.017
46,mlp.experts.225.gate_proj,0.0000845719,0.05000,14.163
46,mlp.experts.229.gate_proj,0.0000189699,0.05000,14.165
46,mlp.experts.255.gate_proj,0.0001105355,0.05000,14.086
46,mlp.experts.243.gate_proj,0.0000877960,0.05000,14.161
46,mlp.experts.247.gate_proj,0.0000792587,0.05000,14.157
46,mlp.experts.170.gate_proj,0.0000909001,0.05000,13.935
46,mlp.experts.178.gate_proj,0.0002160378,0.05000,13.825
46,mlp.experts.186.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.625
46,mlp.experts.182.gate_proj,0.0000579874,0.05000,13.891
46,mlp.experts.204.gate_proj,0.0000677063,0.05000,13.813
46,mlp.experts.185.gate_proj,0.0000488039,0.05000,13.796
46,mlp.experts.202.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.710
46,mlp.experts.206.gate_proj,0.0000380204,0.05000,13.700
46,mlp.experts.203.gate_proj,0.0000870131,0.05000,13.774
46,mlp.experts.205.gate_proj,0.0000800075,0.05000,13.858
46,mlp.experts.224.gate_proj,0.0000671851,0.05000,13.706
46,mlp.experts.232.gate_proj,0.0000644141,0.05000,13.704
46,mlp.experts.244.gate_proj,0.0000102972,0.05000,13.709
46,mlp.experts.241.gate_proj,0.0000150858,0.05000,13.687
46,mlp.experts.245.gate_proj,0.0001035822,0.05000,13.623
46,mlp.experts.271.gate_proj,0.0000257384,0.05000,13.635
46,mlp.experts.259.gate_proj,0.0000407861,0.05000,13.692
46,mlp.experts.257.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.707
46,mlp.experts.263.gate_proj,0.0000696812,0.05000,13.636
46,mlp.experts.287.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.700
46,mlp.experts.303.gate_proj,failsafe(rtn): 0.0017624,0.00000,0.656
46,mlp.experts.319.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.703
46,mlp.experts.194.gate_proj,0.0000218301,0.05000,13.842
46,mlp.experts.198.gate_proj,0.0000203433,0.05000,13.821
46,mlp.experts.220.gate_proj,0.0001819468,0.05000,13.876
46,mlp.experts.210.gate_proj,failsafe(rtn): 0.0017853,0.00000,0.709
46,mlp.experts.201.gate_proj,0.0000754311,0.05000,13.889
46,mlp.experts.218.gate_proj,0.0001026098,0.05000,13.919
46,mlp.experts.222.gate_proj,0.0000243986,0.05000,13.866
46,mlp.experts.219.gate_proj,0.0000393917,0.05000,13.885
46,mlp.experts.214.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.772
46,mlp.experts.236.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.712
46,mlp.experts.221.gate_proj,0.0000243657,0.05000,14.071
46,mlp.experts.226.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.795
46,mlp.experts.248.gate_proj,0.0000308885,0.05000,13.896
46,mlp.experts.240.gate_proj,0.0002176640,0.05000,13.966
46,mlp.experts.260.gate_proj,0.0000280765,0.05000,13.916
46,mlp.experts.261.gate_proj,0.0001094167,0.05000,14.050
46,mlp.experts.275.gate_proj,0.0001300409,0.05000,14.021
46,mlp.experts.279.gate_proj,0.0000796989,0.05000,14.048
46,mlp.experts.273.gate_proj,0.0001982447,0.05000,14.135
46,mlp.experts.335.gate_proj,0.0000189921,0.05000,13.944
46,mlp.experts.217.gate_proj,0.0000650973,0.05000,13.621
46,mlp.experts.234.gate_proj,0.0000663759,0.05000,13.633
46,mlp.experts.238.gate_proj,0.0000523461,0.05000,13.676
46,mlp.experts.235.gate_proj,0.0000449648,0.05000,13.718
46,mlp.experts.230.gate_proj,0.0000690980,0.05000,13.703
46,mlp.experts.252.gate_proj,0.0002084347,0.05000,13.576
46,mlp.experts.237.gate_proj,0.0000298459,0.05000,13.544
46,mlp.experts.242.gate_proj,0.0000555785,0.05000,13.611
46,mlp.experts.246.gate_proj,failsafe(rtn): 0.0017014,0.00000,0.690
46,mlp.experts.264.gate_proj,0.0000170895,0.05000,13.474
46,mlp.experts.256.gate_proj,0.0000558406,0.05000,13.674
46,mlp.experts.258.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.694
46,mlp.experts.276.gate_proj,0.0000902449,0.05000,13.461
46,mlp.experts.277.gate_proj,0.0000170309,0.05000,13.692
46,mlp.experts.291.gate_proj,0.0001826134,0.05000,13.555
46,mlp.experts.295.gate_proj,0.0000571497,0.05000,13.498
46,mlp.experts.289.gate_proj,0.0000225182,0.05000,13.704
46,mlp.experts.307.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.685
46,mlp.experts.351.gate_proj,0.0000467524,0.05000,13.592
46,mlp.experts.233.gate_proj,0.0000948941,0.05000,13.802
46,mlp.experts.250.gate_proj,0.0000046370,0.05000,13.823
46,mlp.experts.254.gate_proj,0.0001153587,0.05000,13.748
46,mlp.experts.251.gate_proj,0.0000940175,0.05000,13.797
46,mlp.experts.268.gate_proj,0.0000303627,0.05000,13.752
46,mlp.experts.253.gate_proj,0.0002528774,0.05000,13.768
46,mlp.experts.267.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.692
46,mlp.experts.262.gate_proj,0.0000776097,0.05000,13.714
46,mlp.experts.280.gate_proj,0.0000467141,0.05000,13.820
46,mlp.experts.272.gate_proj,0.0000417004,0.05000,13.758
46,mlp.experts.274.gate_proj,0.0000406191,0.05000,13.768
46,mlp.experts.288.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.754
46,mlp.experts.292.gate_proj,0.0001043270,0.05000,13.886
46,mlp.experts.290.gate_proj,failsafe(rtn): 0.0015411,0.00000,0.748
46,mlp.experts.293.gate_proj,0.0000964509,0.05000,13.936
46,mlp.experts.311.gate_proj,0.0000543596,0.05000,14.058
46,mlp.experts.323.gate_proj,0.0001440216,0.05000,13.935
46,mlp.experts.305.gate_proj,0.0000238941,0.05000,14.068
46,mlp.experts.327.gate_proj,failsafe(rtn): 0.0015869,0.00000,0.718
46,mlp.experts.367.gate_proj,0.0000959334,0.05000,13.896
46,mlp.experts.383.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.781
46,mlp.experts.249.gate_proj,0.0001662288,0.05000,14.054
46,mlp.experts.270.gate_proj,0.0000397385,0.05000,14.027
46,mlp.experts.266.gate_proj,0.0000576824,0.05000,14.137
46,mlp.experts.284.gate_proj,0.0000657771,0.05000,14.042
46,mlp.experts.269.gate_proj,0.0000289750,0.05000,14.107
46,mlp.experts.265.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.755
46,mlp.experts.278.gate_proj,0.0001179058,0.05000,14.122
46,mlp.experts.283.gate_proj,0.0001084695,0.05000,14.281
46,mlp.experts.296.gate_proj,0.0000712884,0.05000,14.028
46,mlp.experts.299.gate_proj,failsafe(rtn): 0.0015717,0.00000,0.688
46,mlp.experts.308.gate_proj,0.0001638858,0.05000,14.151
46,mlp.experts.306.gate_proj,0.0000480410,0.05000,14.204
46,mlp.experts.304.gate_proj,0.0002269036,0.05000,14.296
46,mlp.experts.315.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.721
46,mlp.experts.324.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.753
46,mlp.experts.309.gate_proj,0.0000861631,0.05000,14.240
46,mlp.experts.340.gate_proj,failsafe(rtn): 0.0017395,0.00000,0.657
46,mlp.experts.339.gate_proj,0.0000327824,0.05000,14.173
46,mlp.experts.321.gate_proj,0.0001076510,0.05000,14.292
46,mlp.experts.356.gate_proj,failsafe(rtn): 0.0015793,0.00000,0.655
46,mlp.experts.343.gate_proj,0.0000787682,0.05000,14.283
46,mlp.experts.337.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.684
46,mlp.experts.399.gate_proj,0.0000958877,0.05000,13.994
46,mlp.experts.286.gate_proj,0.0000292817,0.05000,14.116
46,mlp.experts.282.gate_proj,0.0000271227,0.05000,14.103
46,mlp.experts.285.gate_proj,0.0000310937,0.05000,13.952
46,mlp.experts.300.gate_proj,0.0000096867,0.05000,14.196
46,mlp.experts.281.gate_proj,0.0000714832,0.05000,14.019
46,mlp.experts.302.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.695
46,mlp.experts.294.gate_proj,0.0000383152,0.05000,13.868
46,mlp.experts.298.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.723
46,mlp.experts.312.gate_proj,0.0001139065,0.05000,14.004
46,mlp.experts.310.gate_proj,failsafe(rtn): 0.0018234,0.00000,0.759
46,mlp.experts.322.gate_proj,0.0000907858,0.05000,14.040
46,mlp.experts.320.gate_proj,0.0001791634,0.05000,14.045
46,mlp.experts.326.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.776
46,mlp.experts.331.gate_proj,0.0000867999,0.05000,14.034
46,mlp.experts.325.gate_proj,0.0000272946,0.05000,13.896
46,mlp.experts.355.gate_proj,0.0000370034,0.05000,14.192
46,mlp.experts.372.gate_proj,0.0001161904,0.05000,13.999
46,mlp.experts.359.gate_proj,0.0000724627,0.05000,14.095
46,mlp.experts.353.gate_proj,0.0000161837,0.05000,14.115
46,mlp.experts.415.gate_proj,0.0001212362,0.05000,13.962
46,mlp.experts.301.gate_proj,0.0001394697,0.05000,13.782
46,mlp.experts.316.gate_proj,0.0001179013,0.05000,13.745
46,mlp.experts.297.gate_proj,0.0000505347,0.05000,13.824
46,mlp.experts.318.gate_proj,0.0001420273,0.05000,13.846
46,mlp.experts.314.gate_proj,0.0000357387,0.05000,13.762
46,mlp.experts.328.gate_proj,0.0001398886,0.05000,13.962
46,mlp.experts.317.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.761
46,mlp.experts.333.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.678
46,mlp.experts.338.gate_proj,0.0000336570,0.05000,13.762
46,mlp.experts.336.gate_proj,0.0001068395,0.05000,13.793
46,mlp.experts.342.gate_proj,0.0000663445,0.05000,13.772
46,mlp.experts.347.gate_proj,0.0000442535,0.05000,13.952
46,mlp.experts.352.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.752
46,mlp.experts.341.gate_proj,0.0000297021,0.05000,13.860
46,mlp.experts.368.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.685
46,mlp.experts.357.gate_proj,failsafe(rtn): 0.0016022,0.00000,0.661
46,mlp.experts.388.gate_proj,0.0000650103,0.05000,13.679
46,mlp.experts.371.gate_proj,0.0000712697,0.05000,13.844
46,mlp.experts.384.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.708
46,mlp.experts.375.gate_proj,0.0000167770,0.05000,13.816
46,mlp.experts.369.gate_proj,0.0001013858,0.05000,13.842
46,mlp.experts.400.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.708
46,mlp.experts.431.gate_proj,0.0000282530,0.05000,13.839
46,mlp.experts.447.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.752
46,mlp.experts.332.gate_proj,0.0000430047,0.05000,13.742
46,mlp.experts.334.gate_proj,0.0000305615,0.05000,13.697
46,mlp.experts.330.gate_proj,0.0001005461,0.05000,13.699
46,mlp.experts.313.gate_proj,0.0001423057,0.05000,13.947
46,mlp.experts.344.gate_proj,0.0000400189,0.05000,13.739
46,mlp.experts.350.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.702
46,mlp.experts.349.gate_proj,0.0001717294,0.05000,13.897
46,mlp.experts.366.gate_proj,failsafe(rtn): 0.0015564,0.00000,0.676
46,mlp.experts.358.gate_proj,0.0001608009,0.05000,13.712
46,mlp.experts.354.gate_proj,0.0000405904,0.05000,13.865
46,mlp.experts.363.gate_proj,0.0000943542,0.05000,13.664
46,mlp.experts.379.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.681
46,mlp.experts.373.gate_proj,0.0000161167,0.05000,13.803
46,mlp.experts.404.gate_proj,0.0000294798,0.05000,13.766
46,mlp.experts.387.gate_proj,0.0001765891,0.05000,13.747
46,mlp.experts.391.gate_proj,0.0000462911,0.05000,13.715
46,mlp.experts.420.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.723
46,mlp.experts.385.gate_proj,0.0000757770,0.05000,13.897
46,mlp.experts.416.gate_proj,0.0000619023,0.05000,13.769
46,mlp.experts.463.gate_proj,0.0000438423,0.05000,13.714
46,mlp.experts.348.gate_proj,0.0000478104,0.05000,13.780
46,mlp.experts.346.gate_proj,0.0000921218,0.05000,13.923
46,mlp.experts.329.gate_proj,0.0000507356,0.05000,13.891
46,mlp.experts.364.gate_proj,failsafe(rtn): 0.0015335,0.00000,0.701
46,mlp.experts.360.gate_proj,0.0000284924,0.05000,13.872
46,mlp.experts.345.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.713
46,mlp.experts.380.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.734
46,mlp.experts.365.gate_proj,0.0000605975,0.05000,13.992
46,mlp.experts.374.gate_proj,0.0001596836,0.05000,13.886
46,mlp.experts.382.gate_proj,0.0000404734,0.05000,14.076
46,mlp.experts.370.gate_proj,0.0000683133,0.05000,14.015
46,mlp.experts.396.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.680
46,mlp.experts.395.gate_proj,0.0001133394,0.05000,13.950
46,mlp.experts.389.gate_proj,0.0000817770,0.05000,13.876
46,mlp.experts.411.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.688
46,mlp.experts.403.gate_proj,0.0000376664,0.05000,14.045
46,mlp.experts.407.gate_proj,0.0000520835,0.05000,13.997
46,mlp.experts.436.gate_proj,0.0000419825,0.05000,13.974
46,mlp.experts.401.gate_proj,0.0000881238,0.05000,13.937
46,mlp.experts.432.gate_proj,0.0000125648,0.05000,13.856
46,mlp.experts.417.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.740
46,mlp.experts.479.gate_proj,0.0000881278,0.05000,14.042
46,mlp.experts.362.gate_proj,0.0000378574,0.05000,13.984
46,mlp.experts.376.gate_proj,0.0002384430,0.05000,13.971
46,mlp.experts.361.gate_proj,0.0001050225,0.05000,13.985
46,mlp.experts.392.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.695
46,mlp.experts.398.gate_proj,0.0000378062,0.05000,13.880
46,mlp.experts.381.gate_proj,0.0000473997,0.05000,14.048
46,mlp.experts.386.gate_proj,0.0000605977,0.05000,13.832
46,mlp.experts.390.gate_proj,0.0000611469,0.05000,14.083
46,mlp.experts.412.gate_proj,0.0001204098,0.05000,13.869
46,mlp.experts.408.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.729
46,mlp.experts.405.gate_proj,0.0000310128,0.05000,13.938
46,mlp.experts.427.gate_proj,0.0000805506,0.05000,13.980
46,mlp.experts.419.gate_proj,0.0000417196,0.05000,13.966
46,mlp.experts.423.gate_proj,0.0000337924,0.05000,14.021
46,mlp.experts.452.gate_proj,0.0001049145,0.05000,13.974
46,mlp.experts.448.gate_proj,0.0000412666,0.05000,13.894
46,mlp.experts.433.gate_proj,0.0000715863,0.05000,13.828
46,mlp.experts.495.gate_proj,0.0000925386,0.05000,13.951
46,mlp.experts.378.gate_proj,0.0001097875,0.05000,13.730
46,mlp.experts.377.gate_proj,0.0000504197,0.05000,13.843
46,mlp.experts.397.gate_proj,0.0000500540,0.05000,13.809
46,mlp.experts.414.gate_proj,0.0000188266,0.05000,13.860
46,mlp.experts.406.gate_proj,0.0000913269,0.05000,13.733
46,mlp.experts.402.gate_proj,0.0001022500,0.05000,13.868
46,mlp.experts.428.gate_proj,0.0000072365,0.05000,13.760
46,mlp.experts.424.gate_proj,0.0000863673,0.05000,13.812
46,mlp.experts.422.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.712
46,mlp.experts.421.gate_proj,0.0000485037,0.05000,13.848
46,mlp.experts.443.gate_proj,0.0000254961,0.05000,13.822
46,mlp.experts.435.gate_proj,0.0001808276,0.05000,13.888
46,mlp.experts.439.gate_proj,0.0001108489,0.05000,13.849
46,mlp.experts.468.gate_proj,0.0001204338,0.05000,13.912
46,mlp.experts.464.gate_proj,0.0001197337,0.05000,13.887
46,mlp.experts.449.gate_proj,0.0000657395,0.05000,13.919
46,mlp.experts.511.gate_proj,0.0001537388,0.05000,13.849
46,mlp.experts.394.gate_proj,0.0001421861,0.05000,13.872
46,mlp.experts.410.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.703
46,mlp.experts.393.gate_proj,0.0001359118,0.05000,14.101
46,mlp.experts.413.gate_proj,0.0000595012,0.05000,14.011
46,mlp.experts.418.gate_proj,0.0000612611,0.05000,14.030
46,mlp.experts.444.gate_proj,0.0000717689,0.05000,14.050
46,mlp.experts.430.gate_proj,0.0001188520,0.05000,14.177
46,mlp.experts.440.gate_proj,0.0000890555,0.05000,14.043
46,mlp.experts.438.gate_proj,0.0001084836,0.05000,13.990
46,mlp.experts.437.gate_proj,0.0000254289,0.05000,14.168
46,mlp.experts.459.gate_proj,0.0001258826,0.05000,14.121
46,mlp.experts.451.gate_proj,0.0000216739,0.05000,14.135
46,mlp.experts.455.gate_proj,0.0001986511,0.05000,14.082
46,mlp.experts.484.gate_proj,0.0001550081,0.05000,14.110
46,mlp.experts.480.gate_proj,0.0000303768,0.05000,14.168
46,mlp.experts.465.gate_proj,0.0000501845,0.05000,14.320
46,mlp.experts.15.up_proj,0.0000876162,0.05000,14.218
46,mlp.experts.31.up_proj,failsafe(rtn): 0.0017319,0.00000,0.704
46,mlp.experts.426.gate_proj,0.0000472637,0.05000,13.916
46,mlp.experts.409.gate_proj,0.0000941891,0.05000,13.975
46,mlp.experts.429.gate_proj,0.0001109068,0.05000,13.926
46,mlp.experts.460.gate_proj,0.0000768678,0.05000,13.778
46,mlp.experts.434.gate_proj,0.0000243635,0.05000,13.920
46,mlp.experts.446.gate_proj,0.0001257146,0.05000,13.889
46,mlp.experts.456.gate_proj,0.0000778807,0.05000,13.942
46,mlp.experts.454.gate_proj,0.0000378029,0.05000,13.888
46,mlp.experts.476.gate_proj,failsafe(rtn): 0.0014877,0.00000,0.704
46,mlp.experts.450.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.722
46,mlp.experts.462.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.673
46,mlp.experts.472.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.723
46,mlp.experts.466.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.670
46,mlp.experts.492.gate_proj,failsafe(rtn): 0.0018234,0.00000,0.736
46,mlp.experts.478.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.733
46,mlp.experts.453.gate_proj,0.0000763619,0.05000,13.924
46,mlp.experts.475.gate_proj,0.0000523201,0.05000,13.904
46,mlp.experts.467.gate_proj,0.0000649124,0.05000,13.831
46,mlp.experts.494.gate_proj,failsafe(rtn): 0.0018234,0.00000,0.711
46,mlp.experts.471.gate_proj,0.0000188315,0.05000,13.875
46,mlp.experts.500.gate_proj,0.0000326126,0.05000,13.915
46,mlp.experts.496.gate_proj,0.0000879037,0.05000,13.735
46,mlp.experts.510.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.725
46,mlp.experts.487.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.737
46,mlp.experts.4.up_proj,failsafe(rtn): 0.0016251,0.00000,0.729
46,mlp.experts.481.gate_proj,0.0001583867,0.05000,13.947
46,mlp.experts.47.up_proj,0.0000316329,0.05000,14.019
46,mlp.experts.442.gate_proj,0.0000338603,0.05000,13.812
46,mlp.experts.425.gate_proj,0.0001268609,0.05000,13.968
46,mlp.experts.445.gate_proj,0.0001164232,0.05000,14.086
46,mlp.experts.441.gate_proj,failsafe(rtn): 0.0016174,0.00000,0.711
46,mlp.experts.470.gate_proj,0.0000422371,0.05000,14.009
46,mlp.experts.488.gate_proj,0.0000764314,0.05000,14.065
46,mlp.experts.482.gate_proj,0.0000788938,0.05000,13.851
46,mlp.experts.486.gate_proj,failsafe(rtn): 0.0016556,0.00000,0.720
46,mlp.experts.508.gate_proj,0.0000459511,0.05000,13.991
46,mlp.experts.469.gate_proj,0.0000248563,0.05000,13.962
46,mlp.experts.491.gate_proj,0.0000544932,0.05000,13.940
46,mlp.experts.504.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.727
46,mlp.experts.483.gate_proj,0.0000175569,0.05000,13.983
46,mlp.experts.0.up_proj,0.0001251525,0.05000,13.834
46,mlp.experts.14.up_proj,0.0000401671,0.05000,13.818
46,mlp.experts.503.gate_proj,0.0000334159,0.05000,13.925
46,mlp.experts.20.up_proj,0.0001024744,0.05000,13.798
46,mlp.experts.16.up_proj,failsafe(rtn): 0.0017014,0.00000,0.768
46,mlp.experts.497.gate_proj,0.0000401471,0.05000,14.045
46,mlp.experts.63.up_proj,0.0000925073,0.05000,13.982
46,mlp.experts.458.gate_proj,0.0001258765,0.05000,14.001
46,mlp.experts.461.gate_proj,0.0001757816,0.05000,13.849
46,mlp.experts.457.gate_proj,0.0000445238,0.05000,13.919
46,mlp.experts.473.gate_proj,failsafe(rtn): 0.0016098,0.00000,0.702
46,mlp.experts.498.gate_proj,0.0000785993,0.05000,13.859
46,mlp.experts.12.up_proj,0.0000193381,0.05000,13.776
46,mlp.experts.502.gate_proj,0.0000309540,0.05000,13.890
46,mlp.experts.489.gate_proj,failsafe(rtn): 0.0015640,0.00000,0.705
46,mlp.experts.485.gate_proj,0.0000190975,0.05000,13.870
46,mlp.experts.507.gate_proj,0.0000988088,0.05000,14.055
46,mlp.experts.8.up_proj,0.0000794323,0.05000,13.969
46,mlp.experts.2.up_proj,failsafe(rtn): 0.0018463,0.00000,0.783
46,mlp.experts.499.gate_proj,0.0000218347,0.05000,14.085
46,mlp.experts.30.up_proj,0.0001211046,0.05000,13.902
46,mlp.experts.3.up_proj,failsafe(rtn): 0.0016632,0.00000,0.648
46,mlp.experts.7.up_proj,0.0000427663,0.05000,13.802
46,mlp.experts.36.up_proj,0.0000207926,0.05000,13.745
46,mlp.experts.32.up_proj,0.0001224803,0.05000,13.751
46,mlp.experts.46.up_proj,failsafe(rtn): 0.0018234,0.00000,0.722
46,mlp.experts.19.up_proj,failsafe(rtn): 0.0017319,0.00000,0.733
46,mlp.experts.1.up_proj,0.0000314198,0.05000,14.004
46,mlp.experts.62.up_proj,failsafe(rtn): 0.0018692,0.00000,0.818
46,mlp.experts.17.up_proj,failsafe(rtn): 0.0017929,0.00000,0.784
46,mlp.experts.79.up_proj,0.0000295821,0.05000,13.919
46,mlp.experts.33.up_proj,failsafe(rtn): 0.0016174,0.00000,0.731
46,mlp.experts.474.gate_proj,0.0000910879,0.05000,14.217
46,mlp.experts.477.gate_proj,0.0000597168,0.05000,14.295
46,mlp.experts.28.up_proj,0.0000550122,0.05000,14.092
46,mlp.experts.6.up_proj,0.0000744537,0.05000,14.176
46,mlp.experts.505.gate_proj,0.0001305645,0.05000,14.115
46,mlp.experts.501.gate_proj,0.0000196371,0.05000,14.173
46,mlp.experts.24.up_proj,0.0000828925,0.05000,14.025
46,mlp.experts.11.up_proj,0.0000757424,0.05000,14.138
46,mlp.experts.18.up_proj,0.0000145317,0.05000,14.166
46,mlp.experts.5.up_proj,failsafe(rtn): 0.0016937,0.00000,0.775
46,mlp.experts.23.up_proj,0.0000624004,0.05000,14.188
46,mlp.experts.52.up_proj,0.0000102556,0.05000,14.198
46,mlp.experts.48.up_proj,0.0000577527,0.05000,14.243
46,mlp.experts.35.up_proj,0.0000286779,0.05000,14.312
46,mlp.experts.64.up_proj,failsafe(rtn): 0.0017319,0.00000,0.682
46,mlp.experts.78.up_proj,0.0000423119,0.05000,14.118
46,mlp.experts.95.up_proj,0.0000462093,0.05000,14.128
46,mlp.experts.49.up_proj,0.0000228440,0.05000,14.166
46,mlp.experts.65.up_proj,failsafe(rtn): 0.0018463,0.00000,0.661
46,mlp.experts.81.up_proj,failsafe(rtn): 0.0016861,0.00000,0.743
46,mlp.experts.97.up_proj,failsafe(rtn): 0.0018158,0.00000,0.689
46,mlp.experts.490.gate_proj,0.0000120046,0.05000,14.019
46,mlp.experts.493.gate_proj,0.0002373024,0.05000,14.183
46,mlp.experts.509.gate_proj,failsafe(rtn): 0.0016479,0.00000,0.711
46,mlp.experts.44.up_proj,0.0000265729,0.05000,14.077
46,mlp.experts.22.up_proj,0.0000455902,0.05000,14.041
46,mlp.experts.9.up_proj,0.0001311820,0.05000,14.061
46,mlp.experts.27.up_proj,0.0000364135,0.05000,14.023
46,mlp.experts.40.up_proj,0.0000718854,0.05000,14.153
46,mlp.experts.34.up_proj,0.0000435026,0.05000,14.081
46,mlp.experts.21.up_proj,0.0000936371,0.05000,13.996
46,mlp.experts.56.up_proj,failsafe(rtn): 0.0018005,0.00000,0.664
46,mlp.experts.68.up_proj,0.0001230365,0.05000,13.986
46,mlp.experts.39.up_proj,0.0000217274,0.05000,14.173
46,mlp.experts.72.up_proj,failsafe(rtn): 0.0018387,0.00000,0.723
46,mlp.experts.51.up_proj,0.0000507858,0.05000,14.122
46,mlp.experts.80.up_proj,0.0000139354,0.05000,14.039
46,mlp.experts.94.up_proj,0.0001090487,0.05000,13.979
46,mlp.experts.67.up_proj,failsafe(rtn): 0.0016708,0.00000,0.706
46,mlp.experts.96.up_proj,failsafe(rtn): 0.0016403,0.00000,0.689
46,mlp.experts.83.up_proj,failsafe(rtn): 0.0016785,0.00000,0.727
46,mlp.experts.111.up_proj,0.0000131540,0.05000,14.024
46,mlp.experts.113.up_proj,0.0000446262,0.05000,14.076
46,mlp.experts.506.gate_proj,0.0000540278,0.05000,13.884
46,mlp.experts.13.up_proj,0.0000466430,0.05000,13.815
46,mlp.experts.60.up_proj,0.0001553446,0.05000,13.635
46,mlp.experts.38.up_proj,0.0001830938,0.05000,13.694
46,mlp.experts.25.up_proj,0.0000963629,0.05000,13.830
46,mlp.experts.76.up_proj,failsafe(rtn): 0.0017090,0.00000,0.710
46,mlp.experts.43.up_proj,0.0001900296,0.05000,13.821
46,mlp.experts.50.up_proj,0.0001048478,0.05000,13.802
46,mlp.experts.37.up_proj,0.0000676945,0.05000,13.772
46,mlp.experts.59.up_proj,failsafe(rtn): 0.0017242,0.00000,0.750
46,mlp.experts.84.up_proj,0.0000494412,0.05000,13.854
46,mlp.experts.55.up_proj,0.0001942651,0.05000,14.005
46,mlp.experts.88.up_proj,0.0000970365,0.05000,13.881
46,mlp.experts.100.up_proj,failsafe(rtn): 0.0016785,0.00000,0.703
46,mlp.experts.104.up_proj,failsafe(rtn): 0.0018158,0.00000,0.684
46,mlp.experts.110.up_proj,0.0000350364,0.05000,13.907
46,mlp.experts.116.up_proj,failsafe(rtn): 0.0018005,0.00000,0.674
46,mlp.experts.112.up_proj,0.0000192239,0.05000,13.742
46,mlp.experts.99.up_proj,0.0000434821,0.05000,13.778
46,mlp.experts.127.up_proj,0.0000355967,0.05000,13.892
46,mlp.experts.143.up_proj,failsafe(rtn): 0.0018082,0.00000,0.691
46,mlp.experts.159.up_proj,failsafe(rtn): 0.0017395,0.00000,0.726
46,mlp.experts.129.up_proj,0.0001157344,0.05000,13.968
46,mlp.experts.10.up_proj,0.0000259353,0.05000,13.850
46,mlp.experts.29.up_proj,0.0001542157,0.05000,13.895
46,mlp.experts.54.up_proj,0.0000728540,0.05000,13.955
46,mlp.experts.41.up_proj,0.0000795722,0.05000,13.930
46,mlp.experts.92.up_proj,0.0000626522,0.05000,13.933
46,mlp.experts.70.up_proj,failsafe(rtn): 0.0017929,0.00000,0.693
46,mlp.experts.66.up_proj,0.0000770638,0.05000,14.041
46,mlp.experts.53.up_proj,0.0000843650,0.05000,13.894
46,mlp.experts.57.up_proj,failsafe(rtn): 0.0016251,0.00000,0.722
46,mlp.experts.75.up_proj,0.0000604354,0.05000,13.873
46,mlp.experts.69.up_proj,failsafe(rtn): 0.0016479,0.00000,0.772
46,mlp.experts.71.up_proj,0.0000209964,0.05000,13.897
46,mlp.experts.85.up_proj,failsafe(rtn): 0.0018158,0.00000,0.698
46,mlp.experts.120.up_proj,0.0000956672,0.05000,13.744
46,mlp.experts.87.up_proj,failsafe(rtn): 0.0017014,0.00000,0.680
46,mlp.experts.126.up_proj,0.0000165721,0.05000,13.914
46,mlp.experts.132.up_proj,0.0001004518,0.05000,13.864
46,mlp.experts.128.up_proj,0.0000421053,0.05000,13.902
46,mlp.experts.115.up_proj,0.0000394349,0.05000,13.974
46,mlp.experts.175.up_proj,0.0001031159,0.05000,13.957
46,mlp.experts.191.up_proj,failsafe(rtn): 0.0016937,0.00000,0.689
46,mlp.experts.145.up_proj,0.0000283353,0.05000,13.844
46,mlp.experts.207.up_proj,failsafe(rtn): 0.0017242,0.00000,0.620
46,mlp.experts.26.up_proj,0.0000621947,0.05000,13.848
46,mlp.experts.45.up_proj,0.0000258008,0.05000,13.776
46,mlp.experts.108.up_proj,0.0000401125,0.05000,13.734
46,mlp.experts.86.up_proj,0.0000547098,0.05000,13.817
46,mlp.experts.82.up_proj,0.0000897370,0.05000,13.807
46,mlp.experts.73.up_proj,0.0000397111,0.05000,13.812
46,mlp.experts.91.up_proj,0.0001061276,0.05000,13.885
46,mlp.experts.101.up_proj,0.0000286883,0.05000,13.828
46,mlp.experts.136.up_proj,0.0001747081,0.05000,13.767
46,mlp.experts.103.up_proj,0.0002460473,0.05000,13.796
46,mlp.experts.142.up_proj,0.0000551795,0.05000,13.740
46,mlp.experts.148.up_proj,0.0000665661,0.05000,13.658
46,mlp.experts.144.up_proj,0.0001087662,0.05000,13.610
46,mlp.experts.152.up_proj,failsafe(rtn): 0.0018005,0.00000,0.717
46,mlp.experts.164.up_proj,failsafe(rtn): 0.0016708,0.00000,0.752
46,mlp.experts.131.up_proj,0.0000053079,0.05000,13.871
46,mlp.experts.161.up_proj,0.0001104974,0.05000,13.850
46,mlp.experts.223.up_proj,0.0000256346,0.05000,13.871
46,mlp.experts.239.up_proj,failsafe(rtn): 0.0017090,0.00000,0.683
46,mlp.experts.42.up_proj,0.0000684894,0.05000,13.958
46,mlp.experts.61.up_proj,0.0000541077,0.05000,14.087
46,mlp.experts.77.up_proj,failsafe(rtn): 0.0017014,0.00000,0.733
46,mlp.experts.124.up_proj,0.0000310202,0.05000,14.125
46,mlp.experts.102.up_proj,0.0000916208,0.05000,14.206
46,mlp.experts.98.up_proj,0.0001266592,0.05000,14.048
46,mlp.experts.89.up_proj,0.0000243127,0.05000,14.264
46,mlp.experts.107.up_proj,0.0000449596,0.05000,14.159
46,mlp.experts.117.up_proj,0.0002116208,0.05000,14.207
46,mlp.experts.119.up_proj,0.0001227798,0.05000,14.368
46,mlp.experts.158.up_proj,0.0000523590,0.05000,14.203
46,mlp.experts.133.up_proj,failsafe(rtn): 0.0016556,0.00000,0.683
46,mlp.experts.160.up_proj,0.0000773737,0.05000,14.243
46,mlp.experts.168.up_proj,0.0000442493,0.05000,14.232
46,mlp.experts.135.up_proj,failsafe(rtn): 0.0016861,0.00000,0.694
46,mlp.experts.180.up_proj,0.0000427638,0.05000,14.222
46,mlp.experts.176.up_proj,failsafe(rtn): 0.0016861,0.00000,0.739
46,mlp.experts.147.up_proj,0.0001116417,0.05000,14.198
46,mlp.experts.196.up_proj,failsafe(rtn): 0.0017548,0.00000,0.746
46,mlp.experts.177.up_proj,0.0002072501,0.05000,14.268
46,mlp.experts.255.up_proj,0.0001151771,0.05000,14.225
46,mlp.experts.58.up_proj,0.0000378512,0.05000,14.056
46,mlp.experts.93.up_proj,0.0000135812,0.05000,13.857
46,mlp.experts.140.up_proj,0.0000366393,0.05000,14.043
46,mlp.experts.109.up_proj,failsafe(rtn): 0.0016632,0.00000,0.685
46,mlp.experts.118.up_proj,0.0000283355,0.05000,14.011
46,mlp.experts.114.up_proj,0.0001032706,0.05000,14.066
46,mlp.experts.105.up_proj,0.0001025915,0.05000,14.043
46,mlp.experts.156.up_proj,failsafe(rtn): 0.0016708,0.00000,0.676
46,mlp.experts.123.up_proj,0.0000294236,0.05000,13.927
46,mlp.experts.174.up_proj,0.0000366718,0.05000,13.980
46,mlp.experts.149.up_proj,0.0000830071,0.05000,14.048
46,mlp.experts.184.up_proj,0.0001046135,0.05000,13.982
46,mlp.experts.151.up_proj,0.0000202936,0.05000,14.019
46,mlp.experts.192.up_proj,0.0001095763,0.05000,14.094
46,mlp.experts.163.up_proj,0.0000844090,0.05000,14.081
46,mlp.experts.167.up_proj,failsafe(rtn): 0.0018311,0.00000,0.672
46,mlp.experts.212.up_proj,0.0000768407,0.05000,13.869
46,mlp.experts.179.up_proj,failsafe(rtn): 0.0016479,0.00000,0.711
46,mlp.experts.193.up_proj,0.0000397194,0.05000,13.890
46,mlp.experts.271.up_proj,0.0000284637,0.05000,13.940
46,mlp.experts.287.up_proj,failsafe(rtn): 0.0016632,0.00000,0.677
46,mlp.experts.303.up_proj,failsafe(rtn): 0.0017700,0.00000,0.699
46,mlp.experts.319.up_proj,failsafe(rtn): 0.0017166,0.00000,0.669
46,mlp.experts.74.up_proj,0.0001253348,0.05000,13.964
46,mlp.experts.125.up_proj,0.0000505900,0.05000,13.788
46,mlp.experts.130.up_proj,0.0000425795,0.05000,13.837
46,mlp.experts.134.up_proj,0.0001230851,0.05000,14.030
46,mlp.experts.172.up_proj,0.0000004478,0.05000,13.916
46,mlp.experts.121.up_proj,0.0000633131,0.05000,14.054
46,mlp.experts.139.up_proj,0.0001035719,0.05000,13.908
46,mlp.experts.190.up_proj,0.0000734600,0.05000,13.877
46,mlp.experts.165.up_proj,0.0000861831,0.05000,13.844
46,mlp.experts.200.up_proj,0.0000571981,0.05000,13.846
46,mlp.experts.208.up_proj,0.0000842857,0.05000,14.061
46,mlp.experts.228.up_proj,0.0000819561,0.05000,13.825
46,mlp.experts.183.up_proj,0.0000403583,0.05000,14.047
46,mlp.experts.195.up_proj,0.0002055930,0.05000,13.989
46,mlp.experts.199.up_proj,failsafe(rtn): 0.0016327,0.00000,0.666
46,mlp.experts.211.up_proj,failsafe(rtn): 0.0016785,0.00000,0.645
46,mlp.experts.215.up_proj,failsafe(rtn): 0.0016861,0.00000,0.683
46,mlp.experts.209.up_proj,0.0002010101,0.05000,13.982
46,mlp.experts.231.up_proj,failsafe(rtn): 0.0018158,0.00000,0.726
46,mlp.experts.335.up_proj,0.0000199930,0.05000,13.867
46,mlp.experts.90.up_proj,0.0000429506,0.05000,13.807
46,mlp.experts.141.up_proj,0.0000769151,0.05000,13.865
46,mlp.experts.146.up_proj,0.0000295975,0.05000,13.835
46,mlp.experts.150.up_proj,0.0000458305,0.05000,13.971
46,mlp.experts.188.up_proj,0.0000388381,0.05000,13.770
46,mlp.experts.137.up_proj,0.0000547167,0.05000,13.835
46,mlp.experts.155.up_proj,0.0000344737,0.05000,13.901
46,mlp.experts.171.up_proj,failsafe(rtn): 0.0016327,0.00000,0.700
46,mlp.experts.206.up_proj,0.0000413767,0.05000,13.892
46,mlp.experts.181.up_proj,0.0000510889,0.05000,13.899
46,mlp.experts.216.up_proj,0.0001184076,0.05000,13.957
46,mlp.experts.197.up_proj,failsafe(rtn): 0.0016632,0.00000,0.717
46,mlp.experts.224.up_proj,0.0000705275,0.05000,13.868
46,mlp.experts.244.up_proj,0.0000113984,0.05000,13.873
46,mlp.experts.227.up_proj,0.0000319690,0.05000,13.862
46,mlp.experts.225.up_proj,0.0000891480,0.05000,13.943
46,mlp.experts.247.up_proj,0.0000851719,0.05000,13.948
46,mlp.experts.351.up_proj,0.0000507296,0.05000,13.925
46,mlp.experts.106.up_proj,0.0000422797,0.05000,13.925
46,mlp.experts.162.up_proj,0.0000931817,0.05000,13.869
46,mlp.experts.157.up_proj,0.0000516672,0.05000,14.041
46,mlp.experts.204.up_proj,0.0000736473,0.05000,13.811
46,mlp.experts.166.up_proj,0.0000210608,0.05000,13.856
46,mlp.experts.153.up_proj,0.0000265462,0.05000,13.778
46,mlp.experts.187.up_proj,0.0000301085,0.05000,13.773
46,mlp.experts.222.up_proj,0.0000234099,0.05000,13.759
46,mlp.experts.232.up_proj,0.0000675814,0.05000,13.822
46,mlp.experts.213.up_proj,0.0000484592,0.05000,13.862
46,mlp.experts.240.up_proj,0.0002110410,0.05000,13.766
46,mlp.experts.260.up_proj,0.0000287594,0.05000,13.736
46,mlp.experts.243.up_proj,0.0000933567,0.05000,13.777
46,mlp.experts.263.up_proj,0.0000724050,0.05000,13.835
46,mlp.experts.241.up_proj,0.0000144442,0.05000,14.003
46,mlp.experts.257.up_proj,failsafe(rtn): 0.0017776,0.00000,0.783
46,mlp.experts.367.up_proj,0.0001050419,0.05000,13.813
46,mlp.experts.383.up_proj,failsafe(rtn): 0.0016251,0.00000,0.676
46,mlp.experts.122.up_proj,0.0000213103,0.05000,13.757
46,mlp.experts.178.up_proj,0.0002271821,0.05000,14.028
46,mlp.experts.173.up_proj,0.0000184081,0.05000,14.097
46,mlp.experts.182.up_proj,0.0000586872,0.05000,13.991
46,mlp.experts.220.up_proj,0.0002007267,0.05000,14.015
46,mlp.experts.169.up_proj,0.0000402217,0.05000,14.080
46,mlp.experts.236.up_proj,failsafe(rtn): 0.0016708,0.00000,0.696
46,mlp.experts.203.up_proj,0.0000942748,0.05000,14.033
46,mlp.experts.238.up_proj,0.0000554032,0.05000,13.999
46,mlp.experts.248.up_proj,0.0000323704,0.05000,13.965
46,mlp.experts.229.up_proj,0.0000191827,0.05000,14.001
46,mlp.experts.256.up_proj,0.0000589405,0.05000,14.022
46,mlp.experts.276.up_proj,0.0000882594,0.05000,13.963
46,mlp.experts.259.up_proj,0.0000424311,0.05000,14.107
46,mlp.experts.279.up_proj,0.0000861901,0.05000,14.096
46,mlp.experts.273.up_proj,0.0002231666,0.05000,13.953
46,mlp.experts.399.up_proj,0.0001040453,0.05000,14.102
46,mlp.experts.138.up_proj,0.0000381277,0.05000,13.983
46,mlp.experts.194.up_proj,0.0000230907,0.05000,13.938
46,mlp.experts.189.up_proj,0.0001232396,0.05000,14.131
46,mlp.experts.198.up_proj,0.0000216192,0.05000,14.133
46,mlp.experts.185.up_proj,0.0000494012,0.05000,14.016
46,mlp.experts.210.up_proj,failsafe(rtn): 0.0017624,0.00000,0.765
46,mlp.experts.252.up_proj,0.0002302007,0.05000,13.994
46,mlp.experts.214.up_proj,failsafe(rtn): 0.0016937,0.00000,0.750
46,mlp.experts.219.up_proj,0.0000398990,0.05000,14.038
46,mlp.experts.226.up_proj,failsafe(rtn): 0.0016098,0.00000,0.696
46,mlp.experts.254.up_proj,0.0001187408,0.05000,14.105
46,mlp.experts.264.up_proj,0.0000187600,0.05000,14.119
46,mlp.experts.245.up_proj,0.0001056619,0.05000,14.279
46,mlp.experts.272.up_proj,0.0000443097,0.05000,14.205
46,mlp.experts.292.up_proj,0.0001115497,0.05000,14.087
46,mlp.experts.288.up_proj,failsafe(rtn): 0.0016098,0.00000,0.699
46,mlp.experts.275.up_proj,0.0001369917,0.05000,14.057
46,mlp.experts.295.up_proj,0.0000590671,0.05000,14.009
46,mlp.experts.289.up_proj,0.0000243190,0.05000,14.106
46,mlp.experts.415.up_proj,0.0001235753,0.05000,14.049
46,mlp.experts.154.up_proj,0.0002082685,0.05000,14.065
46,mlp.experts.205.up_proj,0.0000909804,0.05000,14.132
46,mlp.experts.201.up_proj,0.0000827883,0.05000,14.142
46,mlp.experts.268.up_proj,0.0000303088,0.05000,14.113
46,mlp.experts.230.up_proj,0.0000730363,0.05000,14.100
46,mlp.experts.235.up_proj,0.0000452378,0.05000,14.092
46,mlp.experts.242.up_proj,0.0000585370,0.05000,14.110
46,mlp.experts.246.up_proj,failsafe(rtn): 0.0017166,0.00000,0.703
46,mlp.experts.270.up_proj,0.0000409247,0.05000,13.990
46,mlp.experts.258.up_proj,failsafe(rtn): 0.0016937,0.00000,0.734
46,mlp.experts.280.up_proj,0.0000491999,0.05000,13.885
46,mlp.experts.261.up_proj,0.0001112346,0.05000,14.008
46,mlp.experts.308.up_proj,0.0001801655,0.05000,13.899
46,mlp.experts.324.up_proj,failsafe(rtn): 0.0017014,0.00000,0.702
46,mlp.experts.304.up_proj,0.0002383255,0.05000,14.048
46,mlp.experts.340.up_proj,failsafe(rtn): 0.0017242,0.00000,0.730
46,mlp.experts.291.up_proj,0.0001871312,0.05000,14.072
46,mlp.experts.356.up_proj,failsafe(rtn): 0.0016785,0.00000,0.671
46,mlp.experts.307.up_proj,failsafe(rtn): 0.0016327,0.00000,0.675
46,mlp.experts.311.up_proj,0.0000518237,0.05000,14.043
46,mlp.experts.327.up_proj,failsafe(rtn): 0.0017014,0.00000,0.703
46,mlp.experts.305.up_proj,0.0000256562,0.05000,13.999
46,mlp.experts.431.up_proj,0.0000306772,0.05000,13.835
46,mlp.experts.170.up_proj,0.0000927401,0.05000,13.834
46,mlp.experts.447.up_proj,failsafe(rtn): 0.0016785,0.00000,0.703
46,mlp.experts.186.up_proj,failsafe(rtn): 0.0017700,0.00000,0.826
46,mlp.experts.202.up_proj,failsafe(rtn): 0.0017471,0.00000,0.676
46,mlp.experts.221.up_proj,0.0000252705,0.05000,13.869
46,mlp.experts.217.up_proj,0.0000673998,0.05000,13.921
46,mlp.experts.284.up_proj,0.0000619565,0.05000,13.829
46,mlp.experts.251.up_proj,0.0000975748,0.05000,13.948
46,mlp.experts.262.up_proj,0.0000715098,0.05000,13.978
46,mlp.experts.267.up_proj,failsafe(rtn): 0.0018387,0.00000,0.707
46,mlp.experts.286.up_proj,0.0000276556,0.05000,13.976
46,mlp.experts.274.up_proj,0.0000391433,0.05000,14.067
46,mlp.experts.296.up_proj,0.0000767107,0.05000,14.140
46,mlp.experts.302.up_proj,failsafe(rtn): 0.0018005,0.00000,0.734
46,mlp.experts.290.up_proj,failsafe(rtn): 0.0015945,0.00000,0.796
46,mlp.experts.277.up_proj,0.0000188903,0.05000,14.116
46,mlp.experts.320.up_proj,0.0001843194,0.05000,14.039
46,mlp.experts.372.up_proj,0.0001209970,0.05000,14.210
46,mlp.experts.323.up_proj,0.0001490484,0.05000,14.169
46,mlp.experts.343.up_proj,0.0000848657,0.05000,13.959
46,mlp.experts.321.up_proj,0.0001132726,0.05000,14.151
46,mlp.experts.337.up_proj,failsafe(rtn): 0.0017700,0.00000,0.647
46,mlp.experts.463.up_proj,0.0000411963,0.05000,14.027
46,mlp.experts.218.up_proj,0.0001028540,0.05000,13.853
46,mlp.experts.237.up_proj,0.0000331265,0.05000,14.030
46,mlp.experts.233.up_proj,0.0001001246,0.05000,14.096
46,mlp.experts.300.up_proj,0.0000100108,0.05000,13.943
46,mlp.experts.278.up_proj,0.0001272101,0.05000,14.003
46,mlp.experts.283.up_proj,0.0001164842,0.05000,13.966
46,mlp.experts.312.up_proj,0.0001165978,0.05000,13.958
46,mlp.experts.299.up_proj,failsafe(rtn): 0.0016937,0.00000,0.702
46,mlp.experts.318.up_proj,0.0001541125,0.05000,13.858
46,mlp.experts.306.up_proj,0.0000521717,0.05000,13.763
46,mlp.experts.315.up_proj,failsafe(rtn): 0.0016708,0.00000,0.672
46,mlp.experts.293.up_proj,0.0000982406,0.05000,13.962
46,mlp.experts.336.up_proj,0.0001107389,0.05000,13.747
46,mlp.experts.352.up_proj,failsafe(rtn): 0.0017242,0.00000,0.635
46,mlp.experts.368.up_proj,failsafe(rtn): 0.0016708,0.00000,0.670
46,mlp.experts.388.up_proj,0.0000619574,0.05000,13.737
46,mlp.experts.339.up_proj,0.0000340117,0.05000,13.704
46,mlp.experts.384.up_proj,failsafe(rtn): 0.0017624,0.00000,0.702
46,mlp.experts.359.up_proj,0.0000807872,0.05000,13.906
46,mlp.experts.400.up_proj,failsafe(rtn): 0.0017700,0.00000,0.670
46,mlp.experts.353.up_proj,0.0000174067,0.05000,13.960
46,mlp.experts.479.up_proj,0.0000943228,0.05000,13.934
46,mlp.experts.234.up_proj,0.0000682727,0.05000,13.852
46,mlp.experts.253.up_proj,0.0002520523,0.05000,13.843
46,mlp.experts.249.up_proj,0.0001735955,0.05000,13.871
46,mlp.experts.316.up_proj,0.0001310049,0.05000,13.812
46,mlp.experts.265.up_proj,failsafe(rtn): 0.0016251,0.00000,0.696
46,mlp.experts.294.up_proj,0.0000406780,0.05000,13.858
46,mlp.experts.328.up_proj,0.0001416385,0.05000,13.837
46,mlp.experts.310.up_proj,failsafe(rtn): 0.0018463,0.00000,0.711
46,mlp.experts.334.up_proj,0.0000326926,0.05000,13.852
46,mlp.experts.322.up_proj,0.0000956523,0.05000,13.852
46,mlp.experts.326.up_proj,failsafe(rtn): 0.0016708,0.00000,0.773
46,mlp.experts.350.up_proj,failsafe(rtn): 0.0017090,0.00000,0.817
46,mlp.experts.331.up_proj,0.0000915719,0.05000,14.066
46,mlp.experts.309.up_proj,0.0000924615,0.05000,14.062
46,mlp.experts.366.up_proj,failsafe(rtn): 0.0016785,0.00000,0.694
46,mlp.experts.404.up_proj,0.0000295535,0.05000,13.957
46,mlp.experts.355.up_proj,0.0000394583,0.05000,14.070
46,mlp.experts.420.up_proj,failsafe(rtn): 0.0016708,0.00000,0.685
46,mlp.experts.375.up_proj,0.0000156558,0.05000,14.118
46,mlp.experts.416.up_proj,0.0000652186,0.05000,14.045
46,mlp.experts.369.up_proj,0.0001022071,0.05000,14.142
46,mlp.experts.495.up_proj,0.0001006404,0.05000,14.135
46,mlp.experts.250.up_proj,0.0000046827,0.05000,14.139
46,mlp.experts.269.up_proj,0.0000312015,0.05000,14.363
46,mlp.experts.332.up_proj,0.0000455055,0.05000,14.197
46,mlp.experts.281.up_proj,0.0000750602,0.05000,14.255
46,mlp.experts.344.up_proj,0.0000428683,0.05000,14.181
46,mlp.experts.338.up_proj,0.0000343855,0.05000,14.145
46,mlp.experts.342.up_proj,0.0000649722,0.05000,14.040
46,mlp.experts.347.up_proj,0.0000417413,0.05000,14.107
46,mlp.experts.325.up_proj,0.0000291425,0.05000,14.080
46,mlp.experts.382.up_proj,0.0000439555,0.05000,13.957
46,mlp.experts.371.up_proj,0.0000775380,0.05000,13.999
46,mlp.experts.436.up_proj,0.0000404306,0.05000,13.875
46,mlp.experts.391.up_proj,0.0000469729,0.05000,13.957
46,mlp.experts.432.up_proj,0.0000127937,0.05000,13.975
46,mlp.experts.385.up_proj,0.0000829023,0.05000,14.075
46,mlp.experts.511.up_proj,0.0001676382,0.05000,13.956
46,mlp.experts.266.up_proj,0.0000631820,0.05000,14.065
46,mlp.experts.15.down_proj,0.0000410268,0.05000,3.458
46,mlp.experts.31.down_proj,failsafe(rtn): 0.0017319,0.00000,0.164
46,mlp.experts.285.up_proj,0.0000337474,0.05000,13.890
46,mlp.experts.348.up_proj,0.0000495067,0.05000,13.860
46,mlp.experts.364.up_proj,failsafe(rtn): 0.0015793,0.00000,0.660
46,mlp.experts.297.up_proj,0.0000516380,0.05000,13.981
46,mlp.experts.380.up_proj,failsafe(rtn): 0.0018311,0.00000,0.668
46,mlp.experts.360.up_proj,0.0000295204,0.05000,13.795
46,mlp.experts.396.up_proj,failsafe(rtn): 0.0017014,0.00000,0.686
46,mlp.experts.354.up_proj,0.0000437251,0.05000,13.924
46,mlp.experts.358.up_proj,0.0001686582,0.05000,13.957
46,mlp.experts.363.up_proj,0.0001002226,0.05000,13.905
46,mlp.experts.341.up_proj,0.0000315027,0.05000,13.959
46,mlp.experts.47.down_proj,0.0000925960,0.05000,3.488
46,mlp.experts.398.up_proj,0.0000393329,0.05000,13.858
46,mlp.experts.379.up_proj,failsafe(rtn): 0.0016708,0.00000,0.704
46,mlp.experts.357.up_proj,failsafe(rtn): 0.0016632,0.00000,0.702
46,mlp.experts.387.up_proj,0.0001833051,0.05000,13.938
46,mlp.experts.452.up_proj,0.0001108472,0.05000,13.924
46,mlp.experts.407.up_proj,0.0000537729,0.05000,13.843
46,mlp.experts.448.up_proj,0.0000445775,0.05000,13.835
46,mlp.experts.63.down_proj,0.0001096102,0.05000,3.485
46,mlp.experts.401.up_proj,0.0000920968,0.05000,13.880
46,mlp.experts.417.up_proj,failsafe(rtn): 0.0017014,0.00000,0.689
46,mlp.experts.79.down_proj,0.0000193242,0.05000,3.406
46,mlp.experts.282.up_proj,0.0000304658,0.05000,13.805
46,mlp.experts.298.up_proj,failsafe(rtn): 0.0016403,0.00000,0.675
46,mlp.experts.95.down_proj,0.0000177660,0.05000,3.374
46,mlp.experts.301.up_proj,0.0001485800,0.05000,13.710
46,mlp.experts.317.up_proj,failsafe(rtn): 0.0017395,0.00000,0.697
46,mlp.experts.313.up_proj,0.0001517972,0.05000,13.865
46,mlp.experts.333.up_proj,failsafe(rtn): 0.0017548,0.00000,0.796
46,mlp.experts.376.up_proj,0.0002560206,0.05000,13.929
46,mlp.experts.412.up_proj,0.0001196766,0.05000,13.927
46,mlp.experts.370.up_proj,0.0000691696,0.05000,13.905
46,mlp.experts.392.up_proj,failsafe(rtn): 0.0017471,0.00000,0.736
46,mlp.experts.374.up_proj,0.0001650698,0.05000,13.855
46,mlp.experts.111.down_proj,0.0001569925,0.05000,3.681
46,mlp.experts.408.up_proj,failsafe(rtn): 0.0017242,0.00000,0.682
46,mlp.experts.414.up_proj,0.0000208270,0.05000,13.929
46,mlp.experts.395.up_proj,0.0001200382,0.05000,13.984
46,mlp.experts.373.up_proj,0.0000177200,0.05000,13.885
46,mlp.experts.411.up_proj,failsafe(rtn): 0.0017014,0.00000,0.729
46,mlp.experts.403.up_proj,0.0000390669,0.05000,13.931
46,mlp.experts.468.up_proj,0.0001181574,0.05000,13.878
46,mlp.experts.423.up_proj,0.0000374133,0.05000,13.864
46,mlp.experts.464.up_proj,0.0001264053,0.05000,14.014
46,mlp.experts.127.down_proj,0.0000296696,0.05000,3.515
46,mlp.experts.143.down_proj,failsafe(rtn): 0.0017853,0.00000,0.174
46,mlp.experts.159.down_proj,failsafe(rtn): 0.0017014,0.00000,0.159
46,mlp.experts.433.up_proj,0.0000730142,0.05000,13.897
46,mlp.experts.175.down_proj,0.0001640330,0.05000,3.439
46,mlp.experts.191.down_proj,failsafe(rtn): 0.0017319,0.00000,0.188
46,mlp.experts.207.down_proj,failsafe(rtn): 0.0017471,0.00000,0.212
46,mlp.experts.314.up_proj,0.0000390700,0.05000,14.044
46,mlp.experts.223.down_proj,0.0000580914,0.05000,3.502
46,mlp.experts.239.down_proj,failsafe(rtn): 0.0017471,0.00000,0.184
46,mlp.experts.329.up_proj,0.0000493537,0.05000,14.151
46,mlp.experts.349.up_proj,0.0001626658,0.05000,14.056
46,mlp.experts.345.up_proj,failsafe(rtn): 0.0016632,0.00000,0.750
46,mlp.experts.386.up_proj,0.0000637003,0.05000,14.006
46,mlp.experts.428.up_proj,0.0000071551,0.05000,14.150
46,mlp.experts.390.up_proj,0.0000633395,0.05000,14.136
46,mlp.experts.430.up_proj,0.0001245018,0.05000,14.118
46,mlp.experts.424.up_proj,0.0000917113,0.05000,14.255
46,mlp.experts.389.up_proj,0.0000859527,0.05000,14.174
46,mlp.experts.255.down_proj,0.0000979983,0.05000,3.649
46,mlp.experts.427.up_proj,0.0000815734,0.05000,14.150
46,mlp.experts.419.up_proj,0.0000437264,0.05000,14.141
46,mlp.experts.484.up_proj,0.0001684723,0.05000,14.147
46,mlp.experts.439.up_proj,0.0001115214,0.05000,14.103
46,mlp.experts.480.up_proj,0.0000331601,0.05000,14.075
46,mlp.experts.271.down_proj,0.0000186344,0.05000,3.302
46,mlp.experts.449.up_proj,0.0000636422,0.05000,13.889
46,mlp.experts.330.up_proj,0.0001063984,0.05000,13.165
46,mlp.experts.365.up_proj,0.0000588892,0.05000,12.415
46,mlp.experts.361.up_proj,0.0001122449,0.05000,12.329
46,mlp.experts.402.up_proj,0.0001001707,0.05000,12.181
46,mlp.experts.444.up_proj,0.0000749389,0.05000,12.130
46,mlp.experts.406.up_proj,0.0000964161,0.05000,12.027
46,mlp.experts.446.up_proj,0.0001277355,0.05000,11.850
46,mlp.experts.422.up_proj,failsafe(rtn): 0.0016937,0.00000,0.578
46,mlp.experts.440.up_proj,0.0000862802,0.05000,11.869
46,mlp.experts.405.up_proj,0.0000338837,0.05000,11.895
46,mlp.experts.443.up_proj,0.0000268715,0.05000,11.368
46,mlp.experts.462.up_proj,failsafe(rtn): 0.0017395,0.00000,0.613
46,mlp.experts.287.down_proj,failsafe(rtn): 0.0017242,0.00000,0.236
46,mlp.experts.303.down_proj,failsafe(rtn): 0.0018997,0.00000,0.153
46,mlp.experts.478.up_proj,failsafe(rtn): 0.0017471,0.00000,0.644
46,mlp.experts.319.down_proj,failsafe(rtn): 0.0017319,0.00000,0.154
46,mlp.experts.500.up_proj,0.0000346606,0.05000,11.676
46,mlp.experts.494.up_proj,failsafe(rtn): 0.0018387,0.00000,0.662
46,mlp.experts.4.down_proj,failsafe(rtn): 0.0016174,0.00000,0.171
46,mlp.experts.496.up_proj,0.0000937350,0.05000,11.574
46,mlp.experts.510.up_proj,failsafe(rtn): 0.0017624,0.00000,0.675
46,mlp.experts.465.up_proj,0.0000509060,0.05000,11.937
46,mlp.experts.335.down_proj,0.0000121562,0.05000,3.372
46,mlp.experts.20.down_proj,0.0000696886,0.05000,3.435
46,mlp.experts.0.down_proj,0.0001320660,0.05000,3.421
46,mlp.experts.14.down_proj,0.0000354500,0.05000,3.413
46,mlp.experts.16.down_proj,failsafe(rtn): 0.0017319,0.00000,0.157
46,mlp.experts.346.up_proj,0.0000959398,0.05000,12.561
46,mlp.experts.351.down_proj,0.0000229540,0.05000,3.462
46,mlp.experts.36.down_proj,0.0000230021,0.05000,3.431
46,mlp.experts.30.down_proj,0.0001147931,0.05000,3.525
46,mlp.experts.32.down_proj,0.0000617070,0.05000,3.521
46,mlp.experts.46.down_proj,failsafe(rtn): 0.0018082,0.00000,0.183
46,mlp.experts.62.down_proj,failsafe(rtn): 0.0019836,0.00000,0.202
46,mlp.experts.381.up_proj,0.0000461636,0.05000,13.332
46,mlp.experts.367.down_proj,0.0000964057,0.05000,3.555
46,mlp.experts.383.down_proj,failsafe(rtn): 0.0016632,0.00000,0.189
46,mlp.experts.377.up_proj,0.0000492031,0.05000,13.422
46,mlp.experts.52.down_proj,0.0000130688,0.05000,3.548
46,mlp.experts.460.up_proj,0.0000752048,0.05000,13.437
46,mlp.experts.418.up_proj,0.0000609023,0.05000,13.482
46,mlp.experts.48.down_proj,0.0000508674,0.05000,3.585
46,mlp.experts.476.up_proj,failsafe(rtn): 0.0015259,0.00000,0.712
46,mlp.experts.78.down_proj,0.0000166232,0.05000,3.558
46,mlp.experts.438.up_proj,0.0001127483,0.05000,13.665
46,mlp.experts.456.up_proj,0.0000856086,0.05000,13.676
46,mlp.experts.421.up_proj,0.0000517803,0.05000,13.722
46,mlp.experts.455.up_proj,0.0002127359,0.05000,13.612
46,mlp.experts.435.up_proj,0.0001804074,0.05000,13.629
46,mlp.experts.459.up_proj,0.0001186100,0.05000,13.735
46,mlp.experts.399.down_proj,0.0000756673,0.05000,3.156
46,mlp.experts.68.down_proj,0.0000498418,0.05000,2.974
46,mlp.experts.64.down_proj,failsafe(rtn): 0.0017395,0.00000,0.172
46,mlp.experts.472.up_proj,failsafe(rtn): 0.0017242,0.00000,0.700
46,mlp.experts.492.up_proj,failsafe(rtn): 0.0018463,0.00000,0.732
46,mlp.experts.94.down_proj,0.0000413370,0.05000,3.070
46,mlp.experts.481.up_proj,0.0001650607,0.05000,13.554
46,mlp.experts.415.down_proj,0.0001084568,0.05000,3.430
46,mlp.experts.84.down_proj,0.0000165582,0.05000,3.501
46,mlp.experts.100.down_proj,failsafe(rtn): 0.0017090,0.00000,0.177
46,mlp.experts.80.down_proj,0.0000133305,0.05000,3.524
46,mlp.experts.96.down_proj,failsafe(rtn): 0.0016785,0.00000,0.167
46,mlp.experts.116.down_proj,failsafe(rtn): 0.0018539,0.00000,0.184
46,mlp.experts.110.down_proj,0.0000232362,0.05000,3.433
46,mlp.experts.362.up_proj,0.0000362350,0.05000,13.460
46,mlp.experts.431.down_proj,0.0000246897,0.05000,3.502
46,mlp.experts.447.down_proj,failsafe(rtn): 0.0016479,0.00000,0.160
46,mlp.experts.112.down_proj,0.0000210012,0.05000,3.486
46,mlp.experts.132.down_proj,0.0000115066,0.05000,3.513
46,mlp.experts.126.down_proj,0.0000124423,0.05000,3.461
46,mlp.experts.397.up_proj,0.0000524126,0.05000,13.468
46,mlp.experts.393.up_proj,0.0001341311,0.05000,13.388
46,mlp.experts.463.down_proj,0.0000203037,0.05000,3.511
46,mlp.experts.434.up_proj,0.0000260582,0.05000,13.398
46,mlp.experts.128.down_proj,0.0000221016,0.05000,3.528
46,mlp.experts.148.down_proj,0.0000193681,0.05000,3.552
46,mlp.experts.164.down_proj,failsafe(rtn): 0.0017166,0.00000,0.161
46,mlp.experts.450.up_proj,failsafe(rtn): 0.0016479,0.00000,0.751
46,mlp.experts.454.up_proj,0.0000374834,0.05000,13.418
46,mlp.experts.142.down_proj,0.0000369071,0.05000,3.594
46,mlp.experts.466.up_proj,failsafe(rtn): 0.0017242,0.00000,0.726
46,mlp.experts.437.up_proj,0.0000268755,0.05000,13.565
46,mlp.experts.471.up_proj,0.0000205495,0.05000,13.655
46,mlp.experts.451.up_proj,0.0000221403,0.05000,13.743
46,mlp.experts.475.up_proj,0.0000538146,0.05000,13.681
46,mlp.experts.487.up_proj,failsafe(rtn): 0.0017014,0.00000,0.725
46,mlp.experts.479.down_proj,0.0000428345,0.05000,3.582
46,mlp.experts.144.down_proj,0.0001536415,0.05000,3.565
46,mlp.experts.488.up_proj,0.0001046958,0.05000,13.902
46,mlp.experts.180.down_proj,0.0000348683,0.05000,3.509
46,mlp.experts.508.up_proj,0.0000511327,0.05000,13.961
46,mlp.experts.196.down_proj,failsafe(rtn): 0.0018234,0.00000,0.195
46,mlp.experts.158.down_proj,0.0000164581,0.05000,3.538
46,mlp.experts.504.up_proj,failsafe(rtn): 0.0017242,0.00000,0.705
46,mlp.experts.497.up_proj,0.0000445921,0.05000,13.947
46,mlp.experts.495.down_proj,0.0000616702,0.05000,3.537
46,mlp.experts.160.down_proj,0.0001009848,0.05000,3.511
46,mlp.experts.176.down_proj,failsafe(rtn): 0.0017319,0.00000,0.153
46,mlp.experts.12.down_proj,0.0000137403,0.05000,3.507
46,mlp.experts.212.down_proj,0.0000604633,0.05000,3.499
46,mlp.experts.174.down_proj,0.0000209716,0.05000,3.487
46,mlp.experts.8.down_proj,0.0002136828,0.05000,3.474
46,mlp.experts.1.down_proj,0.0000209996,0.05000,3.512
46,mlp.experts.17.down_proj,failsafe(rtn): 0.0018768,0.00000,0.161
46,mlp.experts.378.up_proj,0.0001157880,0.05000,14.002
46,mlp.experts.33.down_proj,failsafe(rtn): 0.0016632,0.00000,0.180
46,mlp.experts.511.down_proj,0.0001335503,0.05000,3.479
46,mlp.experts.192.down_proj,0.0001330845,0.05000,3.437
46,mlp.experts.28.down_proj,0.0000154243,0.05000,3.439
46,mlp.experts.228.down_proj,0.0000866162,0.05000,3.465
46,mlp.experts.190.down_proj,0.0000481825,0.05000,3.370
46,mlp.experts.24.down_proj,0.0000282445,0.05000,3.373
46,mlp.experts.413.up_proj,0.0000627905,0.05000,13.674
46,mlp.experts.49.down_proj,0.0000155158,0.05000,3.255
46,mlp.experts.65.down_proj,failsafe(rtn): 0.0018387,0.00000,0.163
46,mlp.experts.81.down_proj,failsafe(rtn): 0.0016708,0.00000,0.161
46,mlp.experts.409.up_proj,0.0000870227,0.05000,13.917
46,mlp.experts.97.down_proj,failsafe(rtn): 0.0018997,0.00000,0.200
46,mlp.experts.208.down_proj,0.0001229197,0.05000,3.168
46,mlp.experts.44.down_proj,0.0000179573,0.05000,3.234
46,mlp.experts.244.down_proj,0.0000067114,0.05000,3.212
46,mlp.experts.470.up_proj,0.0000449862,0.05000,13.494
46,mlp.experts.206.down_proj,0.0000297325,0.05000,3.279
46,mlp.experts.40.down_proj,0.0000436821,0.05000,3.279
46,mlp.experts.482.up_proj,0.0000824737,0.05000,13.534
46,mlp.experts.56.down_proj,failsafe(rtn): 0.0018158,0.00000,0.141
46,mlp.experts.453.up_proj,0.0000811763,0.05000,13.467
46,mlp.experts.486.up_proj,failsafe(rtn): 0.0017090,0.00000,0.631
46,mlp.experts.72.down_proj,failsafe(rtn): 0.0018692,0.00000,0.140
46,mlp.experts.467.up_proj,0.0000682654,0.05000,13.481
46,mlp.experts.491.up_proj,0.0000565092,0.05000,13.455
46,mlp.experts.503.up_proj,0.0000347240,0.05000,13.200
46,mlp.experts.113.down_proj,0.0000111422,0.05000,2.958
46,mlp.experts.224.down_proj,0.0000685665,0.05000,2.752
46,mlp.experts.60.down_proj,0.0000792461,0.05000,2.692
46,mlp.experts.260.down_proj,0.0000337588,0.05000,2.674
46,mlp.experts.76.down_proj,failsafe(rtn): 0.0017166,0.00000,0.136
46,mlp.experts.88.down_proj,0.0000562614,0.05000,2.501
46,mlp.experts.104.down_proj,failsafe(rtn): 0.0018463,0.00000,0.127
46,mlp.experts.7.down_proj,0.0000499104,0.05000,2.505
46,mlp.experts.129.down_proj,0.0000925875,0.05000,2.567
46,mlp.experts.240.down_proj,0.0002615788,0.05000,2.575
46,mlp.experts.276.down_proj,0.0001273517,0.05000,2.524
46,mlp.experts.92.down_proj,0.0000486555,0.05000,2.566
46,mlp.experts.120.down_proj,0.0000446883,0.05000,2.568
46,mlp.experts.394.up_proj,0.0001607765,0.05000,11.221
46,mlp.experts.23.down_proj,0.0000109924,0.05000,2.564
46,mlp.experts.410.up_proj,failsafe(rtn): 0.0016479,0.00000,0.661
46,mlp.experts.145.down_proj,0.0000283868,0.05000,2.658
46,mlp.experts.256.down_proj,0.0000198601,0.05000,2.918
46,mlp.experts.292.down_proj,0.0000716911,0.05000,2.949
46,mlp.experts.108.down_proj,0.0000411219,0.05000,2.961
46,mlp.experts.136.down_proj,0.0000834572,0.05000,3.140
46,mlp.experts.152.down_proj,failsafe(rtn): 0.0018692,0.00000,0.162
46,mlp.experts.429.up_proj,0.0001154216,0.05000,11.422
46,mlp.experts.222.down_proj,0.0000267844,0.05000,3.324
46,mlp.experts.39.down_proj,0.0000221179,0.05000,3.335
46,mlp.experts.425.up_proj,0.0001323360,0.05000,11.616
46,mlp.experts.161.down_proj,0.0000451790,0.05000,3.402
46,mlp.experts.441.up_proj,failsafe(rtn): 0.0016708,0.00000,0.644
46,mlp.experts.272.down_proj,0.0000514565,0.05000,3.400
46,mlp.experts.308.down_proj,0.0000835298,0.05000,3.366
46,mlp.experts.288.down_proj,failsafe(rtn): 0.0016327,0.00000,0.161
46,mlp.experts.324.down_proj,failsafe(rtn): 0.0017471,0.00000,0.162
46,mlp.experts.124.down_proj,0.0000581367,0.05000,3.465
46,mlp.experts.340.down_proj,failsafe(rtn): 0.0016785,0.00000,0.157
46,mlp.experts.469.up_proj,0.0000251854,0.05000,11.372
46,mlp.experts.356.down_proj,failsafe(rtn): 0.0017624,0.00000,0.167
46,mlp.experts.168.down_proj,0.0000351980,0.05000,3.380
46,mlp.experts.483.up_proj,0.0000188950,0.05000,11.607
46,mlp.experts.507.up_proj,0.0000872981,0.05000,11.584
46,mlp.experts.238.down_proj,0.0000424205,0.05000,3.294
46,mlp.experts.55.down_proj,0.0001715463,0.05000,3.314
46,mlp.experts.177.down_proj,0.0000690620,0.05000,3.201
46,mlp.experts.304.down_proj,0.0001274018,0.05000,3.094
46,mlp.experts.140.down_proj,0.0000180430,0.05000,3.006
46,mlp.experts.156.down_proj,failsafe(rtn): 0.0017090,0.00000,0.147
46,mlp.experts.372.down_proj,0.0001015060,0.05000,3.009
46,mlp.experts.184.down_proj,0.0001294926,0.05000,3.021
46,mlp.experts.11.down_proj,0.0000293089,0.05000,3.062
46,mlp.experts.254.down_proj,0.0000908723,0.05000,3.011
46,mlp.experts.71.down_proj,0.0000096286,0.05000,3.024
46,mlp.experts.87.down_proj,failsafe(rtn): 0.0018158,0.00000,0.148
46,mlp.experts.320.down_proj,0.0001760335,0.05000,3.050
46,mlp.experts.172.down_proj,0.0000080223,0.05000,3.086
46,mlp.experts.388.down_proj,0.0000996364,0.05000,3.090
46,mlp.experts.200.down_proj,0.0001770296,0.05000,3.082
46,mlp.experts.27.down_proj,0.0000070056,0.05000,3.138
46,mlp.experts.498.up_proj,0.0000778526,0.05000,12.716
46,mlp.experts.502.up_proj,0.0000306329,0.05000,12.739
46,mlp.experts.270.down_proj,0.0000276194,0.05000,3.170
46,mlp.experts.2.down_proj,failsafe(rtn): 0.0018768,0.00000,0.166
46,mlp.experts.103.down_proj,0.0002008829,0.05000,3.111
46,mlp.experts.426.up_proj,0.0000503175,0.05000,12.616
46,mlp.experts.336.down_proj,0.0000937525,0.05000,3.243
46,mlp.experts.188.down_proj,0.0001270376,0.05000,3.140
46,mlp.experts.352.down_proj,failsafe(rtn): 0.0017853,0.00000,0.156
46,mlp.experts.404.down_proj,0.0000736505,0.05000,3.113
46,mlp.experts.368.down_proj,failsafe(rtn): 0.0016174,0.00000,0.174
46,mlp.experts.420.down_proj,failsafe(rtn): 0.0017014,0.00000,0.162
46,mlp.experts.384.down_proj,failsafe(rtn): 0.0017395,0.00000,0.145
46,mlp.experts.400.down_proj,failsafe(rtn): 0.0017929,0.00000,0.156
46,mlp.experts.216.down_proj,0.0001024464,0.05000,3.132
46,mlp.experts.43.down_proj,0.0000366609,0.05000,3.075
46,mlp.experts.445.up_proj,0.0001230815,0.05000,12.543
46,mlp.experts.6.down_proj,0.0000902431,0.05000,3.123
46,mlp.experts.59.down_proj,failsafe(rtn): 0.0017014,0.00000,0.158
46,mlp.experts.286.down_proj,0.0000118631,0.05000,3.147
46,mlp.experts.18.down_proj,0.0000182355,0.05000,3.153
46,mlp.experts.302.down_proj,failsafe(rtn): 0.0018082,0.00000,0.144
46,mlp.experts.119.down_proj,0.0000710761,0.05000,3.050
46,mlp.experts.135.down_proj,failsafe(rtn): 0.0017166,0.00000,0.156
46,mlp.experts.457.up_proj,0.0000493433,0.05000,12.281
46,mlp.experts.204.down_proj,0.0001239345,0.05000,2.921
46,mlp.experts.485.up_proj,0.0000190569,0.05000,12.110
46,mlp.experts.436.down_proj,0.0000946303,0.05000,2.923
46,mlp.experts.416.down_proj,0.0000226584,0.05000,2.940
46,mlp.experts.499.up_proj,0.0000227003,0.05000,12.070
46,mlp.experts.473.up_proj,failsafe(rtn): 0.0017166,0.00000,0.701
46,mlp.experts.232.down_proj,0.0000446119,0.05000,2.985
46,mlp.experts.3.down_proj,failsafe(rtn): 0.0017319,0.00000,0.169
46,mlp.experts.19.down_proj,failsafe(rtn): 0.0017395,0.00000,0.163
46,mlp.experts.22.down_proj,0.0000686738,0.05000,3.024
46,mlp.experts.75.down_proj,0.0000269122,0.05000,2.989
46,mlp.experts.34.down_proj,0.0000832939,0.05000,3.039
46,mlp.experts.318.down_proj,0.0001347626,0.05000,3.051
46,mlp.experts.489.up_proj,failsafe(rtn): 0.0016479,0.00000,0.658
46,mlp.experts.151.down_proj,0.0000180274,0.05000,3.206
46,mlp.experts.167.down_proj,failsafe(rtn): 0.0018921,0.00000,0.163
46,mlp.experts.220.down_proj,0.0000896212,0.05000,3.362
46,mlp.experts.236.down_proj,failsafe(rtn): 0.0017014,0.00000,0.183
46,mlp.experts.193.down_proj,0.0000263765,0.05000,3.500
46,mlp.experts.452.down_proj,0.0000690149,0.05000,3.460
46,mlp.experts.432.down_proj,0.0000782871,0.05000,3.499
46,mlp.experts.248.down_proj,0.0000449999,0.05000,3.476
46,mlp.experts.91.down_proj,0.0000705448,0.05000,3.406
46,mlp.experts.35.down_proj,0.0000200715,0.05000,3.457
46,mlp.experts.38.down_proj,0.0001169407,0.05000,3.473
46,mlp.experts.50.down_proj,0.0000315746,0.05000,3.464
46,mlp.experts.334.down_proj,0.0000120194,0.05000,3.373
46,mlp.experts.350.down_proj,failsafe(rtn): 0.0017471,0.00000,0.169
46,mlp.experts.366.down_proj,failsafe(rtn): 0.0017395,0.00000,0.169
46,mlp.experts.183.down_proj,0.0000275769,0.05000,3.379
46,mlp.experts.199.down_proj,failsafe(rtn): 0.0016937,0.00000,0.167
46,mlp.experts.215.down_proj,failsafe(rtn): 0.0017395,0.00000,0.162
46,mlp.experts.231.down_proj,failsafe(rtn): 0.0018692,0.00000,0.162
46,mlp.experts.252.down_proj,0.0001541450,0.05000,3.320
46,mlp.experts.209.down_proj,0.0001490506,0.05000,3.342
46,mlp.experts.468.down_proj,0.0001285698,0.05000,3.313
46,mlp.experts.448.down_proj,0.0000251856,0.05000,3.334
46,mlp.experts.264.down_proj,0.0000118727,0.05000,3.297
46,mlp.experts.51.down_proj,0.0000264828,0.05000,3.258
46,mlp.experts.107.down_proj,0.0000273935,0.05000,3.327
46,mlp.experts.54.down_proj,0.0000381306,0.05000,3.304
46,mlp.experts.67.down_proj,failsafe(rtn): 0.0017242,0.00000,0.167
46,mlp.experts.70.down_proj,failsafe(rtn): 0.0018005,0.00000,0.175
46,mlp.experts.66.down_proj,0.0000905610,0.05000,3.353
46,mlp.experts.83.down_proj,failsafe(rtn): 0.0017319,0.00000,0.170
46,mlp.experts.442.up_proj,0.0000372777,0.05000,12.775
46,mlp.experts.382.down_proj,0.0000221319,0.05000,3.369
46,mlp.experts.247.down_proj,0.0000458840,0.05000,3.424
46,mlp.experts.268.down_proj,0.0000268487,0.05000,3.350
46,mlp.experts.225.down_proj,0.0000417070,0.05000,3.349
46,mlp.experts.484.down_proj,0.0001873013,0.05000,3.299
46,mlp.experts.464.down_proj,0.0001003925,0.05000,3.304
46,mlp.experts.280.down_proj,0.0000580410,0.05000,3.327
46,mlp.experts.123.down_proj,0.0000219229,0.05000,3.342
46,mlp.experts.86.down_proj,0.0000256918,0.05000,3.284
46,mlp.experts.99.down_proj,0.0000447316,0.05000,3.288
46,mlp.experts.82.down_proj,0.0000140413,0.05000,3.393
46,mlp.experts.398.down_proj,0.0000304705,0.05000,3.271
46,mlp.experts.263.down_proj,0.0000432293,0.05000,3.223
46,mlp.experts.461.up_proj,0.0001810904,0.05000,13.288
46,mlp.experts.501.up_proj,0.0000214409,0.05000,13.359
46,mlp.experts.284.down_proj,0.0003975386,0.05000,3.262
46,mlp.experts.5.down_proj,failsafe(rtn): 0.0017395,0.00000,0.167
46,mlp.experts.241.down_proj,0.0002190642,0.05000,3.333
46,mlp.experts.500.down_proj,0.0000248946,0.05000,3.332
46,mlp.experts.257.down_proj,failsafe(rtn): 0.0018311,0.00000,0.174
46,mlp.experts.480.down_proj,0.0000218080,0.05000,3.340
46,mlp.experts.296.down_proj,0.0000183194,0.05000,3.264
46,mlp.experts.139.down_proj,0.0004657809,0.05000,3.287
46,mlp.experts.102.down_proj,0.0002250722,0.05000,3.273
46,mlp.experts.505.up_proj,0.0001358283,0.05000,13.244
46,mlp.experts.98.down_proj,0.0001062775,0.05000,3.244
46,mlp.experts.115.down_proj,0.0000216378,0.05000,3.342
46,mlp.experts.414.down_proj,0.0000121510,0.05000,3.246
46,mlp.experts.279.down_proj,0.0000398744,0.05000,3.243
46,mlp.experts.300.down_proj,0.0000029231,0.05000,3.153
46,mlp.experts.21.down_proj,0.0001934371,0.05000,3.096
46,mlp.experts.273.down_proj,0.0001600201,0.05000,3.132
46,mlp.experts.496.down_proj,0.0000477111,0.05000,3.093
46,mlp.experts.312.down_proj,0.0000544103,0.05000,3.092
46,mlp.experts.155.down_proj,0.0000510113,0.05000,3.082
46,mlp.experts.118.down_proj,0.0000411694,0.05000,3.057
46,mlp.experts.171.down_proj,failsafe(rtn): 0.0016785,0.00000,0.139
46,mlp.experts.9.down_proj,0.0001499829,0.05000,3.037
46,mlp.experts.131.down_proj,0.0000291102,0.05000,3.004
46,mlp.experts.114.down_proj,0.0000547074,0.05000,3.059
46,mlp.experts.430.down_proj,0.0000535178,0.05000,3.003
46,mlp.experts.295.down_proj,0.0000271751,0.05000,2.976
46,mlp.experts.316.down_proj,0.0000783655,0.05000,2.832
46,mlp.experts.37.down_proj,0.0000710892,0.05000,2.833
46,mlp.experts.289.down_proj,0.0000156977,0.05000,2.806
46,mlp.experts.328.down_proj,0.0002019636,0.05000,2.803
46,mlp.experts.134.down_proj,0.0002511026,0.05000,2.824
46,mlp.experts.25.down_proj,0.0000706185,0.05000,2.768
46,mlp.experts.187.down_proj,0.0000079250,0.05000,2.805
46,mlp.experts.147.down_proj,0.0000508124,0.05000,2.751
46,mlp.experts.458.up_proj,0.0001291966,0.05000,12.308
46,mlp.experts.130.down_proj,0.0000132613,0.05000,2.811
46,mlp.experts.446.down_proj,0.0002027747,0.05000,2.808
46,mlp.experts.462.down_proj,failsafe(rtn): 0.0017014,0.00000,0.135
46,mlp.experts.478.down_proj,failsafe(rtn): 0.0017014,0.00000,0.142
46,mlp.experts.494.down_proj,failsafe(rtn): 0.0018387,0.00000,0.135
46,mlp.experts.510.down_proj,failsafe(rtn): 0.0017548,0.00000,0.137
46,mlp.experts.311.down_proj,0.0000870369,0.05000,2.741
46,mlp.experts.327.down_proj,failsafe(rtn): 0.0017700,0.00000,0.123
46,mlp.experts.332.down_proj,0.0000097884,0.05000,2.712
46,mlp.experts.53.down_proj,0.0000364791,0.05000,2.716
46,mlp.experts.69.down_proj,failsafe(rtn): 0.0017242,0.00000,0.121
46,mlp.experts.305.down_proj,0.0000143080,0.05000,2.663
46,mlp.experts.85.down_proj,failsafe(rtn): 0.0018158,0.00000,0.135
46,mlp.experts.344.down_proj,0.0000219650,0.05000,2.619
46,mlp.experts.150.down_proj,0.0000179008,0.05000,2.547
46,mlp.experts.41.down_proj,0.0001549355,0.05000,2.558
46,mlp.experts.163.down_proj,0.0000126713,0.05000,2.558
46,mlp.experts.203.down_proj,0.0000188726,0.05000,2.603
46,mlp.experts.146.down_proj,0.0000125451,0.05000,2.536
46,mlp.experts.57.down_proj,failsafe(rtn): 0.0016632,0.00000,0.121
46,mlp.experts.179.down_proj,failsafe(rtn): 0.0016098,0.00000,0.133
46,mlp.experts.343.down_proj,0.0000251513,0.05000,2.529
46,mlp.experts.477.up_proj,0.0000549103,0.05000,11.215
46,mlp.experts.348.down_proj,0.0000491489,0.05000,2.580
46,mlp.experts.364.down_proj,failsafe(rtn): 0.0016479,0.00000,0.122
46,mlp.experts.321.down_proj,0.0000197055,0.05000,2.581
46,mlp.experts.380.down_proj,failsafe(rtn): 0.0019073,0.00000,0.123
46,mlp.experts.337.down_proj,failsafe(rtn): 0.0017624,0.00000,0.130
46,mlp.experts.101.down_proj,0.0000334063,0.05000,2.598
46,mlp.experts.396.down_proj,failsafe(rtn): 0.0017242,0.00000,0.123
46,mlp.experts.360.down_proj,0.0000243889,0.05000,2.552
46,mlp.experts.166.down_proj,0.0000171426,0.05000,2.593
46,mlp.experts.219.down_proj,0.0000803424,0.05000,2.639
46,mlp.experts.162.down_proj,0.0000321076,0.05000,2.689
46,mlp.experts.73.down_proj,0.0000307724,0.05000,2.698
46,mlp.experts.195.down_proj,0.0001063917,0.05000,2.706
46,mlp.experts.211.down_proj,failsafe(rtn): 0.0017166,0.00000,0.137
46,mlp.experts.359.down_proj,0.0000437522,0.05000,2.696
46,mlp.experts.353.down_proj,0.0000107779,0.05000,2.611
46,mlp.experts.117.down_proj,0.0002105466,0.05000,2.662
46,mlp.experts.412.down_proj,0.0001540897,0.05000,2.625
46,mlp.experts.376.down_proj,0.0004809003,0.05000,2.635
46,mlp.experts.133.down_proj,failsafe(rtn): 0.0017166,0.00000,0.164
46,mlp.experts.392.down_proj,failsafe(rtn): 0.0017700,0.00000,0.158
46,mlp.experts.408.down_proj,failsafe(rtn): 0.0017395,0.00000,0.126
46,mlp.experts.182.down_proj,0.0000423749,0.05000,2.653
46,mlp.experts.235.down_proj,0.0000543665,0.05000,2.649
46,mlp.experts.178.down_proj,0.0001324968,0.05000,2.659
46,mlp.experts.89.down_proj,0.0000249468,0.05000,2.657
46,mlp.experts.227.down_proj,0.0000245703,0.05000,2.683
46,mlp.experts.375.down_proj,0.0001004800,0.05000,2.594
46,mlp.experts.369.down_proj,0.0000641357,0.05000,2.624
46,mlp.experts.428.down_proj,0.0000043349,0.05000,2.586
46,mlp.experts.149.down_proj,0.0000633472,0.05000,2.661
46,mlp.experts.424.down_proj,0.0000841254,0.05000,2.644
46,mlp.experts.198.down_proj,0.0000342149,0.05000,2.660
46,mlp.experts.474.up_proj,0.0000978671,0.05000,10.434
46,mlp.experts.214.down_proj,failsafe(rtn): 0.0017242,0.00000,0.157
46,mlp.experts.251.down_proj,0.0000810503,0.05000,2.708
46,mlp.experts.194.down_proj,0.0000192125,0.05000,2.697
46,mlp.experts.105.down_proj,0.0000878653,0.05000,2.676
46,mlp.experts.267.down_proj,failsafe(rtn): 0.0018539,0.00000,0.144
46,mlp.experts.210.down_proj,failsafe(rtn): 0.0017929,0.00000,0.144
46,mlp.experts.243.down_proj,0.0000622932,0.05000,2.692
46,mlp.experts.226.down_proj,failsafe(rtn): 0.0016861,0.00000,0.149
46,mlp.experts.391.down_proj,0.0000347748,0.05000,2.761
46,mlp.experts.385.down_proj,0.0000302446,0.05000,2.718
46,mlp.experts.444.down_proj,0.0000454709,0.05000,2.728
46,mlp.experts.165.down_proj,0.0000691696,0.05000,2.698
46,mlp.experts.440.down_proj,0.0001839973,0.05000,2.635
46,mlp.experts.230.down_proj,0.0000364403,0.05000,2.542
46,mlp.experts.246.down_proj,failsafe(rtn): 0.0017319,0.00000,0.123
46,mlp.experts.121.down_proj,0.0000371721,0.05000,2.596
46,mlp.experts.283.down_proj,0.0000583489,0.05000,2.596
46,mlp.experts.259.down_proj,0.0000270686,0.05000,2.513
46,mlp.experts.299.down_proj,failsafe(rtn): 0.0017853,0.00000,0.113
46,mlp.experts.242.down_proj,0.0000315270,0.05000,2.524
46,mlp.experts.315.down_proj,failsafe(rtn): 0.0017090,0.00000,0.118
46,mlp.experts.258.down_proj,failsafe(rtn): 0.0017090,0.00000,0.122
46,mlp.experts.407.down_proj,0.0000606137,0.05000,2.620
46,mlp.experts.493.up_proj,0.0002447813,0.05000,10.543
46,mlp.experts.509.up_proj,failsafe(rtn): 0.0016937,0.00000,0.475
46,mlp.experts.401.down_proj,0.0000374876,0.05000,2.535
46,mlp.experts.460.down_proj,0.0000398098,0.05000,2.488
46,mlp.experts.417.down_proj,failsafe(rtn): 0.0017319,0.00000,0.117
46,mlp.experts.476.down_proj,failsafe(rtn): 0.0015869,0.00000,0.117
46,mlp.experts.181.down_proj,0.0000151170,0.05000,2.496
46,mlp.experts.492.down_proj,failsafe(rtn): 0.0019302,0.00000,0.120
46,mlp.experts.197.down_proj,failsafe(rtn): 0.0017319,0.00000,0.121
46,mlp.experts.456.down_proj,0.0000588551,0.05000,2.530
46,mlp.experts.472.down_proj,failsafe(rtn): 0.0017853,0.00000,0.148
46,mlp.experts.262.down_proj,0.0000872400,0.05000,2.603
46,mlp.experts.137.down_proj,0.0000412891,0.05000,2.580
46,mlp.experts.275.down_proj,0.0001441993,0.05000,2.613
46,mlp.experts.331.down_proj,0.0000449666,0.05000,2.624
46,mlp.experts.274.down_proj,0.0000222755,0.05000,2.731
46,mlp.experts.290.down_proj,failsafe(rtn): 0.0016556,0.00000,0.141
46,mlp.experts.423.down_proj,0.0000188341,0.05000,2.656
46,mlp.experts.13.down_proj,0.0000736249,0.05000,2.633
46,mlp.experts.433.down_proj,0.0000414438,0.05000,2.646
46,mlp.experts.508.down_proj,0.0000240023,0.05000,2.603
46,mlp.experts.213.down_proj,0.0000359611,0.05000,2.655
46,mlp.experts.488.down_proj,0.0000433203,0.05000,2.561
46,mlp.experts.504.down_proj,failsafe(rtn): 0.0017395,0.00000,0.102
46,mlp.experts.278.down_proj,0.0000278464,0.05000,2.535
46,mlp.experts.153.down_proj,0.0000149491,0.05000,2.567
46,mlp.experts.291.down_proj,0.0000875821,0.05000,2.479
46,mlp.experts.307.down_proj,failsafe(rtn): 0.0016861,0.00000,0.105
46,mlp.experts.347.down_proj,0.0000315538,0.05000,2.473
46,mlp.experts.306.down_proj,0.0000501667,0.05000,2.335
46,mlp.experts.439.down_proj,0.0001426361,0.05000,2.251
46,mlp.experts.29.down_proj,0.0000207090,0.05000,2.166
46,mlp.experts.449.down_proj,0.0002834042,0.05000,2.156
46,mlp.experts.229.down_proj,0.0000250717,0.05000,2.076
46,mlp.experts.490.up_proj,0.0000116600,0.05000,9.802
46,mlp.experts.294.down_proj,0.0000182200,0.05000,2.066
46,mlp.experts.169.down_proj,0.0000293937,0.05000,2.064
46,mlp.experts.310.down_proj,failsafe(rtn): 0.0018692,0.00000,0.109
46,mlp.experts.326.down_proj,failsafe(rtn): 0.0017014,0.00000,0.107
46,mlp.experts.363.down_proj,0.0000126278,0.05000,2.045
46,mlp.experts.323.down_proj,0.0001638214,0.05000,2.101
46,mlp.experts.379.down_proj,failsafe(rtn): 0.0016861,0.00000,0.107
46,mlp.experts.322.down_proj,0.0000503996,0.05000,2.096
46,mlp.experts.455.down_proj,0.0001262504,0.05000,2.069
46,mlp.experts.45.down_proj,0.0000241018,0.05000,2.108
46,mlp.experts.465.down_proj,0.0000251646,0.05000,2.141
46,mlp.experts.245.down_proj,0.0000912599,0.05000,2.113
46,mlp.experts.185.down_proj,0.0000572960,0.05000,2.114
46,mlp.experts.342.down_proj,0.0000539885,0.05000,2.104
46,mlp.experts.339.down_proj,0.0000174195,0.05000,2.148
46,mlp.experts.395.down_proj,0.0000482557,0.05000,2.104
46,mlp.experts.338.down_proj,0.0000306100,0.05000,2.066
46,mlp.experts.411.down_proj,failsafe(rtn): 0.0017242,0.00000,0.102
46,mlp.experts.471.down_proj,0.0000150552,0.05000,2.106
46,mlp.experts.487.down_proj,failsafe(rtn): 0.0017471,0.00000,0.103
46,mlp.experts.61.down_proj,0.0000473930,0.05000,2.086
46,mlp.experts.77.down_proj,failsafe(rtn): 0.0017548,0.00000,0.104
46,mlp.experts.481.down_proj,0.0001309882,0.05000,2.116
46,mlp.experts.261.down_proj,0.0000523828,0.05000,2.100
46,mlp.experts.201.down_proj,0.0000267352,0.05000,2.104
46,mlp.experts.358.down_proj,0.0001448089,0.05000,2.045
46,mlp.experts.355.down_proj,0.0000234053,0.05000,2.074
46,mlp.experts.354.down_proj,0.0000209348,0.05000,2.063
46,mlp.experts.427.down_proj,0.0000571662,0.05000,2.058
46,mlp.experts.503.down_proj,0.0000138609,0.05000,2.101
46,mlp.experts.93.down_proj,0.0000051009,0.05000,2.017
46,mlp.experts.109.down_proj,failsafe(rtn): 0.0017166,0.00000,0.089
46,mlp.experts.497.down_proj,0.0000367280,0.05000,2.034
46,mlp.experts.277.down_proj,0.0000134286,0.05000,2.020
46,mlp.experts.217.down_proj,0.0000285843,0.05000,1.897
46,mlp.experts.374.down_proj,0.0003449937,0.05000,1.898
46,mlp.experts.371.down_proj,0.0000394100,0.05000,1.899
46,mlp.experts.443.down_proj,0.0000155722,0.05000,1.838
46,mlp.experts.370.down_proj,0.0000602386,0.05000,1.858
46,mlp.experts.125.down_proj,0.0000342738,0.05000,1.645
46,mlp.experts.506.up_proj,0.0000552894,0.05000,7.836
46,mlp.experts.293.down_proj,0.0000663058,0.05000,1.688
46,mlp.experts.233.down_proj,0.0000524217,0.05000,1.654
46,mlp.experts.390.down_proj,0.0000287342,0.05000,1.690
46,mlp.experts.387.down_proj,0.0001784581,0.05000,1.622
46,mlp.experts.459.down_proj,0.0001062974,0.05000,1.643
46,mlp.experts.386.down_proj,0.0000619532,0.05000,1.708
46,mlp.experts.141.down_proj,0.0000435635,0.05000,1.608
46,mlp.experts.10.down_proj,0.0000335886,0.05000,1.590
46,mlp.experts.309.down_proj,0.0001295525,0.05000,1.622
46,mlp.experts.249.down_proj,0.0001788951,0.05000,1.614
46,mlp.experts.265.down_proj,failsafe(rtn): 0.0016861,0.00000,0.088
46,mlp.experts.406.down_proj,0.0000669932,0.05000,1.637
46,mlp.experts.403.down_proj,0.0000290547,0.05000,1.627
46,mlp.experts.422.down_proj,failsafe(rtn): 0.0017242,0.00000,0.087
46,mlp.experts.475.down_proj,0.0000340273,0.05000,1.626
46,mlp.experts.402.down_proj,0.0000801816,0.05000,1.621
46,mlp.experts.157.down_proj,0.0000741864,0.05000,1.604
46,mlp.experts.26.down_proj,0.0001280634,0.05000,1.621
46,mlp.experts.325.down_proj,0.0000222168,0.05000,1.583
46,mlp.experts.281.down_proj,0.0000490090,0.05000,1.567
46,mlp.experts.419.down_proj,0.0000270370,0.05000,1.525
46,mlp.experts.438.down_proj,0.0000800969,0.05000,1.579
46,mlp.experts.491.down_proj,0.0000630830,0.05000,1.527
46,mlp.experts.418.down_proj,0.0000258162,0.05000,1.570
46,mlp.experts.173.down_proj,0.0000151965,0.05000,1.547
46,mlp.experts.341.down_proj,0.0000168741,0.05000,1.549
46,mlp.experts.42.down_proj,0.0000238417,0.05000,1.571
46,mlp.experts.357.down_proj,failsafe(rtn): 0.0017090,0.00000,0.090
46,mlp.experts.297.down_proj,0.0000294078,0.05000,1.606
46,mlp.experts.435.down_proj,0.0001275358,0.05000,1.621
46,mlp.experts.507.down_proj,0.0000895334,0.05000,1.604
46,mlp.experts.454.down_proj,0.0000328764,0.05000,1.637
46,mlp.experts.434.down_proj,0.0000141706,0.05000,1.589
46,mlp.experts.450.down_proj,failsafe(rtn): 0.0017014,0.00000,0.075
46,mlp.experts.466.down_proj,failsafe(rtn): 0.0017700,0.00000,0.066
46,mlp.experts.189.down_proj,0.0001079768,0.05000,1.534
46,mlp.experts.58.down_proj,0.0000326243,0.05000,1.512
46,mlp.experts.373.down_proj,0.0000150537,0.05000,1.528
46,mlp.experts.313.down_proj,0.0000912513,0.05000,1.451
46,mlp.experts.451.down_proj,0.0000240202,0.05000,1.441
46,mlp.experts.470.down_proj,0.0000160472,0.05000,1.508
46,mlp.experts.486.down_proj,failsafe(rtn): 0.0017319,0.00000,0.080
46,mlp.experts.482.down_proj,0.0000381347,0.05000,1.477
46,mlp.experts.205.down_proj,0.0000731064,0.05000,1.446
46,mlp.experts.74.down_proj,0.0001737689,0.05000,1.480
46,mlp.experts.389.down_proj,0.0000662946,0.05000,1.475
46,mlp.experts.329.down_proj,0.0001468926,0.05000,1.478
46,mlp.experts.345.down_proj,failsafe(rtn): 0.0016785,0.00000,0.069
46,mlp.experts.467.down_proj,0.0000422636,0.05000,1.473
46,mlp.experts.502.down_proj,0.0000979703,0.05000,1.487
46,mlp.experts.498.down_proj,0.0000345766,0.05000,1.437
46,mlp.experts.221.down_proj,0.0000251844,0.05000,1.250
46,mlp.experts.90.down_proj,0.0000180662,0.05000,1.139
46,mlp.experts.405.down_proj,0.0000251964,0.05000,1.133
46,mlp.experts.483.down_proj,0.0000154060,0.05000,0.965
46,mlp.experts.361.down_proj,0.0000907321,0.05000,1.033
46,mlp.experts.237.down_proj,0.0000174963,0.05000,0.854
46,mlp.experts.106.down_proj,0.0000245822,0.05000,0.833
46,mlp.experts.421.down_proj,0.0000234600,0.05000,0.863
46,mlp.experts.499.down_proj,0.0000252392,0.05000,0.790
46,mlp.experts.377.down_proj,0.0000523147,0.05000,0.808
46,mlp.experts.122.down_proj,0.0000181858,0.05000,0.603
46,mlp.experts.253.down_proj,0.0002810446,0.05000,0.688
46,mlp.experts.437.down_proj,0.0000419441,0.05000,0.611
46,mlp.experts.393.down_proj,0.0003136505,0.05000,0.609
46,mlp.experts.138.down_proj,0.0000301030,0.05000,0.516
46,mlp.experts.269.down_proj,0.0000144996,0.05000,0.621
46,mlp.experts.453.down_proj,0.0000240245,0.05000,0.622
46,mlp.experts.409.down_proj,0.0002359451,0.05000,0.596
46,mlp.experts.154.down_proj,0.0000586314,0.05000,0.559
46,mlp.experts.469.down_proj,0.0000152910,0.05000,0.497
46,mlp.experts.285.down_proj,0.0000264133,0.05000,0.619
46,mlp.experts.425.down_proj,0.0000626753,0.05000,0.497
46,mlp.experts.441.down_proj,failsafe(rtn): 0.0016785,0.00000,0.029
46,mlp.experts.170.down_proj,0.0002544814,0.05000,0.554
46,mlp.experts.186.down_proj,failsafe(rtn): 0.0018463,0.00000,0.031
46,mlp.experts.202.down_proj,failsafe(rtn): 0.0019073,0.00000,0.024
46,mlp.experts.301.down_proj,0.0000837794,0.05000,0.531
46,mlp.experts.485.down_proj,0.0000171076,0.05000,0.551
46,mlp.experts.317.down_proj,failsafe(rtn): 0.0017624,0.00000,0.039
46,mlp.experts.333.down_proj,failsafe(rtn): 0.0017700,0.00000,0.032
46,mlp.experts.457.down_proj,0.0000193715,0.05000,0.583
46,mlp.experts.473.down_proj,failsafe(rtn): 0.0017548,0.00000,0.033
46,mlp.experts.489.down_proj,failsafe(rtn): 0.0017166,0.00000,0.043
46,mlp.experts.218.down_proj,0.0001134505,0.05000,0.574
46,mlp.experts.501.down_proj,0.0000132650,0.05000,0.654
46,mlp.experts.349.down_proj,0.0002021301,0.05000,0.629
46,mlp.experts.505.down_proj,0.0001449235,0.05000,0.548
46,mlp.experts.234.down_proj,0.0000317124,0.05000,0.345
46,mlp.experts.365.down_proj,0.0000444290,0.05000,0.220
46,mlp.experts.250.down_proj,0.0000637680,0.05000,0.183
46,mlp.experts.381.down_proj,0.0001974176,0.05000,0.182
46,mlp.experts.266.down_proj,0.0001393064,0.05000,0.191
46,mlp.experts.397.down_proj,0.0000576018,0.05000,0.201
46,mlp.experts.282.down_proj,0.0000365095,0.05000,0.192
46,mlp.experts.298.down_proj,failsafe(rtn): 0.0015182,0.00000,0.012
46,mlp.experts.413.down_proj,0.0000214033,0.05000,0.221
46,mlp.experts.314.down_proj,0.0000226825,0.05000,0.244
46,mlp.experts.429.down_proj,0.0000592440,0.05000,0.215
46,mlp.experts.330.down_proj,0.0000130517,0.05000,0.223
46,mlp.experts.445.down_proj,0.0002391051,0.05000,0.247
46,mlp.experts.346.down_proj,0.0001555985,0.05000,0.243
46,mlp.experts.461.down_proj,0.0002162892,0.05000,0.243
46,mlp.experts.362.down_proj,0.0000236774,0.05000,0.239
46,mlp.experts.477.down_proj,0.0000548344,0.05000,0.244
46,mlp.experts.378.down_proj,0.0000884000,0.05000,0.244
46,mlp.experts.493.down_proj,0.0001524101,0.05000,0.243
46,mlp.experts.509.down_proj,failsafe(rtn): 0.0017395,0.00000,0.014
46,mlp.experts.394.down_proj,0.0001273544,0.05000,0.193
46,mlp.experts.410.down_proj,failsafe(rtn): 0.0016861,0.00000,0.008
46,mlp.experts.426.down_proj,0.0000262839,0.05000,0.125
46,mlp.experts.442.down_proj,0.0000274841,0.05000,0.123
46,mlp.experts.458.down_proj,0.0001305324,0.05000,0.125
46,mlp.experts.474.down_proj,0.0000398687,0.05000,0.122
46,mlp.experts.490.down_proj,0.0000046895,0.05000,0.128
46,mlp.experts.506.down_proj,0.0000280815,0.05000,0.125
47,mlp.experts.15.gate_proj,failsafe(rtn): 0.0019684,0.00000,0.801
47,mlp.experts.7.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.800
47,mlp.experts.6.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.816
47,mlp.experts.13.gate_proj,failsafe(rtn): 0.0016937,0.00000,0.871
47,mlp.experts.31.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.717
47,mlp.experts.9.gate_proj,0.0000761887,0.05000,14.203
47,mlp.experts.14.gate_proj,0.0000233059,0.05000,14.201
47,mlp.experts.3.gate_proj,0.0000633508,0.05000,14.099
47,mlp.experts.4.gate_proj,0.0000375499,0.05000,14.248
47,mlp.experts.12.gate_proj,0.0000204446,0.05000,14.253
47,mlp.experts.1.gate_proj,0.0000927480,0.05000,14.253
47,mlp.experts.8.gate_proj,0.0000399401,0.05000,14.346
47,mlp.experts.2.gate_proj,0.0000145642,0.05000,14.207
47,mlp.experts.0.gate_proj,0.0000763499,0.05000,14.347
47,mlp.experts.11.gate_proj,0.0001666734,0.05000,14.410
47,mlp.experts.10.gate_proj,0.0000553534,0.05000,14.446
47,mlp.experts.5.gate_proj,0.0000289220,0.05000,14.504
47,mlp.experts.30.gate_proj,failsafe(rtn): 0.0018539,0.00000,0.830
47,mlp.experts.23.gate_proj,0.0000176837,0.05000,14.291
47,mlp.experts.22.gate_proj,0.0000328041,0.05000,14.321
47,mlp.experts.29.gate_proj,0.0000279163,0.05000,14.370
47,mlp.experts.47.gate_proj,0.0000016003,0.05000,14.332
47,mlp.experts.63.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.735
47,mlp.experts.20.gate_proj,0.0001105950,0.05000,14.328
47,mlp.experts.16.gate_proj,0.0000191830,0.05000,14.258
47,mlp.experts.19.gate_proj,0.0000630265,0.05000,14.456
47,mlp.experts.28.gate_proj,0.0000241043,0.05000,14.463
47,mlp.experts.24.gate_proj,0.0000538445,0.05000,14.405
47,mlp.experts.25.gate_proj,0.0000119457,0.05000,14.548
47,mlp.experts.18.gate_proj,0.0000392964,0.05000,14.489
47,mlp.experts.27.gate_proj,0.0000181105,0.05000,14.451
47,mlp.experts.17.gate_proj,0.0000189418,0.05000,14.636
47,mlp.experts.26.gate_proj,0.0000116660,0.05000,14.573
47,mlp.experts.21.gate_proj,0.0000954582,0.05000,14.549
47,mlp.experts.38.gate_proj,0.0000740733,0.05000,14.343
47,mlp.experts.39.gate_proj,0.0000434918,0.05000,14.379
47,mlp.experts.46.gate_proj,0.0000420064,0.05000,14.513
47,mlp.experts.43.gate_proj,failsafe(rtn): 0.0017776,0.00000,0.731
47,mlp.experts.45.gate_proj,0.0000474106,0.05000,14.392
47,mlp.experts.55.gate_proj,failsafe(rtn): 0.0017471,0.00000,0.756
47,mlp.experts.59.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.755
47,mlp.experts.79.gate_proj,0.0000260673,0.05000,14.461
47,mlp.experts.40.gate_proj,0.0000576320,0.05000,15.944
47,mlp.experts.32.gate_proj,0.0000295535,0.05000,16.072
47,mlp.experts.36.gate_proj,0.0000225953,0.05000,16.186
47,mlp.experts.34.gate_proj,0.0000161947,0.05000,16.012
47,mlp.experts.35.gate_proj,0.0000531624,0.05000,16.241
47,mlp.experts.44.gate_proj,0.0000204586,0.05000,16.260
47,mlp.experts.33.gate_proj,0.0000805696,0.05000,16.081
47,mlp.experts.41.gate_proj,0.0000807743,0.05000,16.249
47,mlp.experts.37.gate_proj,0.0000671972,0.05000,16.061
47,mlp.experts.42.gate_proj,0.0000873097,0.05000,16.261
47,mlp.experts.48.gate_proj,failsafe(rtn): 0.0017776,0.00000,0.778
47,mlp.experts.52.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.785
47,mlp.experts.54.gate_proj,0.0001464451,0.05000,16.140
47,mlp.experts.57.gate_proj,failsafe(rtn): 0.0017166,0.00000,0.780
47,mlp.experts.62.gate_proj,0.0001312409,0.05000,16.255
47,mlp.experts.58.gate_proj,failsafe(rtn): 0.0015945,0.00000,0.768
47,mlp.experts.61.gate_proj,0.0000293552,0.05000,16.426
47,mlp.experts.71.gate_proj,0.0000242490,0.05000,16.084
47,mlp.experts.75.gate_proj,0.0000310689,0.05000,16.082
47,mlp.experts.95.gate_proj,0.0000340508,0.05000,16.085
47,mlp.experts.56.gate_proj,0.0000568110,0.05000,14.031
47,mlp.experts.50.gate_proj,0.0002388169,0.05000,14.098
47,mlp.experts.51.gate_proj,0.0000660159,0.05000,14.139
47,mlp.experts.60.gate_proj,0.0000899720,0.05000,14.117
47,mlp.experts.49.gate_proj,0.0001240985,0.05000,14.133
47,mlp.experts.53.gate_proj,0.0000415958,0.05000,14.083
47,mlp.experts.64.gate_proj,0.0000547041,0.05000,14.126
47,mlp.experts.68.gate_proj,0.0001563893,0.05000,14.136
47,mlp.experts.70.gate_proj,0.0000894713,0.05000,14.093
47,mlp.experts.67.gate_proj,failsafe(rtn): 0.0016403,0.00000,0.752
47,mlp.experts.78.gate_proj,0.0001653694,0.05000,14.106
47,mlp.experts.73.gate_proj,0.0000293262,0.05000,14.153
47,mlp.experts.74.gate_proj,0.0000174818,0.05000,14.144
47,mlp.experts.77.gate_proj,0.0000464421,0.05000,14.262
47,mlp.experts.84.gate_proj,failsafe(rtn): 0.0018082,0.00000,0.801
47,mlp.experts.87.gate_proj,0.0000549416,0.05000,14.193
47,mlp.experts.86.gate_proj,failsafe(rtn): 0.0017090,0.00000,0.800
47,mlp.experts.83.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.821
47,mlp.experts.91.gate_proj,0.0000395106,0.05000,14.353
47,mlp.experts.103.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.702
47,mlp.experts.111.gate_proj,0.0000884375,0.05000,14.212
47,mlp.experts.107.gate_proj,failsafe(rtn): 0.0017242,0.00000,0.761
47,mlp.experts.72.gate_proj,0.0001199003,0.05000,14.029
47,mlp.experts.66.gate_proj,0.0001647621,0.05000,14.105
47,mlp.experts.76.gate_proj,0.0000250189,0.05000,14.078
47,mlp.experts.65.gate_proj,0.0000290496,0.05000,14.059
47,mlp.experts.69.gate_proj,0.0000902254,0.05000,14.168
47,mlp.experts.88.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.759
47,mlp.experts.80.gate_proj,0.0000761026,0.05000,14.099
47,mlp.experts.82.gate_proj,failsafe(rtn): 0.0018005,0.00000,0.746
47,mlp.experts.94.gate_proj,0.0000939686,0.05000,14.051
47,mlp.experts.89.gate_proj,0.0001088385,0.05000,14.080
47,mlp.experts.85.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.716
47,mlp.experts.90.gate_proj,0.0000240588,0.05000,13.888
47,mlp.experts.93.gate_proj,0.0000228784,0.05000,13.998
47,mlp.experts.100.gate_proj,0.0000420853,0.05000,13.967
47,mlp.experts.102.gate_proj,0.0001152402,0.05000,13.996
47,mlp.experts.99.gate_proj,0.0000221891,0.05000,14.140
47,mlp.experts.106.gate_proj,failsafe(rtn): 0.0017624,0.00000,0.773
47,mlp.experts.116.gate_proj,failsafe(rtn): 0.0017319,0.00000,0.804
47,mlp.experts.119.gate_proj,0.0000395960,0.05000,14.131
47,mlp.experts.127.gate_proj,0.0000816169,0.05000,14.018
47,mlp.experts.122.gate_proj,failsafe(rtn): 0.0017853,0.00000,0.777
47,mlp.experts.123.gate_proj,0.0000734472,0.05000,14.199
47,mlp.experts.143.gate_proj,failsafe(rtn): 0.0018082,0.00000,0.817
47,mlp.experts.138.gate_proj,failsafe(rtn): 0.0016708,0.00000,0.786
47,mlp.experts.159.gate_proj,failsafe(rtn): 0.0019455,0.00000,0.693
47,mlp.experts.92.gate_proj,0.0000388082,0.05000,14.511
47,mlp.experts.81.gate_proj,0.0000685040,0.05000,14.584
47,mlp.experts.104.gate_proj,0.0000684986,0.05000,14.490
47,mlp.experts.96.gate_proj,0.0001677189,0.05000,14.624
47,mlp.experts.98.gate_proj,0.0000694980,0.05000,14.563
47,mlp.experts.105.gate_proj,0.0000546871,0.05000,14.408
47,mlp.experts.110.gate_proj,0.0000134519,0.05000,14.582
47,mlp.experts.101.gate_proj,0.0000322632,0.05000,14.490
47,mlp.experts.109.gate_proj,0.0000462576,0.05000,14.479
47,mlp.experts.118.gate_proj,0.0000686632,0.05000,14.656
47,mlp.experts.121.gate_proj,failsafe(rtn): 0.0017548,0.00000,0.780
47,mlp.experts.115.gate_proj,0.0000364968,0.05000,14.480
47,mlp.experts.132.gate_proj,0.0000350085,0.05000,14.306
47,mlp.experts.135.gate_proj,0.0000460149,0.05000,14.387
47,mlp.experts.131.gate_proj,failsafe(rtn): 0.0017853,0.00000,0.706
47,mlp.experts.139.gate_proj,0.0000225158,0.05000,14.364
47,mlp.experts.148.gate_proj,failsafe(rtn): 0.0016251,0.00000,0.718
47,mlp.experts.154.gate_proj,0.0001152535,0.05000,14.342
47,mlp.experts.175.gate_proj,0.0000124732,0.05000,14.424
47,mlp.experts.191.gate_proj,failsafe(rtn): 0.0018539,0.00000,0.688
47,mlp.experts.108.gate_proj,0.0000477571,0.05000,14.266
47,mlp.experts.97.gate_proj,0.0000600475,0.05000,14.356
47,mlp.experts.120.gate_proj,0.0000433805,0.05000,14.212
47,mlp.experts.112.gate_proj,0.0000020943,0.05000,14.371
47,mlp.experts.114.gate_proj,0.0000277318,0.05000,14.341
47,mlp.experts.126.gate_proj,0.0000298184,0.05000,14.303
47,mlp.experts.117.gate_proj,0.0000588491,0.05000,14.272
47,mlp.experts.113.gate_proj,failsafe(rtn): 0.0018158,0.00000,0.734
47,mlp.experts.125.gate_proj,0.0000661030,0.05000,14.202
47,mlp.experts.134.gate_proj,0.0000607701,0.05000,14.343
47,mlp.experts.137.gate_proj,0.0000637045,0.05000,14.368
47,mlp.experts.151.gate_proj,0.0001124675,0.05000,14.279
47,mlp.experts.147.gate_proj,0.0000751042,0.05000,14.246
47,mlp.experts.155.gate_proj,0.0001107524,0.05000,14.331
47,mlp.experts.164.gate_proj,0.0000199969,0.05000,14.235
47,mlp.experts.163.gate_proj,failsafe(rtn): 0.0016632,0.00000,0.684
47,mlp.experts.170.gate_proj,0.0000701257,0.05000,14.239
47,mlp.experts.207.gate_proj,0.0000152736,0.05000,14.335
47,mlp.experts.124.gate_proj,0.0001246931,0.05000,14.188
47,mlp.experts.136.gate_proj,0.0000460253,0.05000,14.229
47,mlp.experts.128.gate_proj,0.0000348027,0.05000,14.374
47,mlp.experts.130.gate_proj,0.0000397916,0.05000,14.364
47,mlp.experts.133.gate_proj,0.0000545166,0.05000,14.254
47,mlp.experts.142.gate_proj,0.0000998620,0.05000,14.386
47,mlp.experts.152.gate_proj,failsafe(rtn): 0.0018005,0.00000,0.796
47,mlp.experts.141.gate_proj,0.0001395682,0.05000,14.299
47,mlp.experts.129.gate_proj,0.0001164086,0.05000,14.562
47,mlp.experts.150.gate_proj,0.0000289591,0.05000,14.439
47,mlp.experts.153.gate_proj,0.0000971435,0.05000,14.412
47,mlp.experts.167.gate_proj,0.0000259035,0.05000,14.453
47,mlp.experts.166.gate_proj,failsafe(rtn): 0.0016785,0.00000,0.795
47,mlp.experts.171.gate_proj,0.0001565753,0.05000,14.387
47,mlp.experts.180.gate_proj,0.0000747427,0.05000,14.383
47,mlp.experts.179.gate_proj,0.0000800477,0.05000,14.569
47,mlp.experts.187.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.768
47,mlp.experts.186.gate_proj,0.0000109308,0.05000,14.690
47,mlp.experts.223.gate_proj,0.0000522133,0.05000,14.452
47,mlp.experts.140.gate_proj,0.0000150407,0.05000,14.278
47,mlp.experts.144.gate_proj,0.0000200111,0.05000,14.366
47,mlp.experts.146.gate_proj,0.0000168324,0.05000,14.404
47,mlp.experts.168.gate_proj,0.0001080206,0.05000,14.355
47,mlp.experts.157.gate_proj,0.0001406911,0.05000,14.339
47,mlp.experts.158.gate_proj,0.0000791838,0.05000,14.476
47,mlp.experts.149.gate_proj,0.0000651080,0.05000,14.644
47,mlp.experts.145.gate_proj,0.0000233469,0.05000,14.445
47,mlp.experts.162.gate_proj,failsafe(rtn): 0.0016327,0.00000,0.761
47,mlp.experts.169.gate_proj,0.0000567509,0.05000,14.342
47,mlp.experts.173.gate_proj,failsafe(rtn): 0.0017700,0.00000,0.742
47,mlp.experts.165.gate_proj,failsafe(rtn): 0.0017929,0.00000,0.756
47,mlp.experts.183.gate_proj,0.0000396569,0.05000,14.478
47,mlp.experts.182.gate_proj,0.0000473638,0.05000,14.438
47,mlp.experts.196.gate_proj,0.0000251532,0.05000,14.399
47,mlp.experts.195.gate_proj,0.0000472392,0.05000,14.431
47,mlp.experts.212.gate_proj,failsafe(rtn): 0.0018692,0.00000,0.747
47,mlp.experts.203.gate_proj,0.0000243469,0.05000,14.451
47,mlp.experts.202.gate_proj,0.0000228587,0.05000,14.446
47,mlp.experts.239.gate_proj,0.0001605579,0.05000,14.605
47,mlp.experts.156.gate_proj,0.0000455300,0.05000,18.837
47,mlp.experts.161.gate_proj,0.0000252311,0.05000,19.427
47,mlp.experts.174.gate_proj,0.0000631917,0.05000,20.066
47,mlp.experts.160.gate_proj,0.0001260056,0.05000,20.762
47,mlp.experts.184.gate_proj,0.0000201655,0.05000,20.927
47,mlp.experts.178.gate_proj,0.0000746463,0.05000,20.583
47,mlp.experts.185.gate_proj,0.0000803571,0.05000,20.576
47,mlp.experts.199.gate_proj,0.0000305638,0.05000,20.483
47,mlp.experts.189.gate_proj,0.0001473394,0.05000,21.940
47,mlp.experts.181.gate_proj,0.0000125644,0.05000,21.940
47,mlp.experts.198.gate_proj,0.0000055362,0.05000,22.469
47,mlp.experts.211.gate_proj,0.0000858361,0.05000,22.269
47,mlp.experts.214.gate_proj,failsafe(rtn): 0.0012512,0.00000,1.204
47,mlp.experts.218.gate_proj,0.0000709498,0.05000,23.438
47,mlp.experts.228.gate_proj,0.0001197270,0.05000,23.740
47,mlp.experts.219.gate_proj,0.0000475686,0.05000,24.062
47,mlp.experts.255.gate_proj,0.0000441300,0.05000,23.381
47,mlp.experts.172.gate_proj,0.0001481444,0.05000,23.864
47,mlp.experts.190.gate_proj,0.0000260952,0.05000,24.318
47,mlp.experts.194.gate_proj,0.0000298192,0.05000,23.849
47,mlp.experts.200.gate_proj,0.0000517292,0.05000,24.763
47,mlp.experts.177.gate_proj,0.0000516399,0.05000,26.481
47,mlp.experts.197.gate_proj,0.0000052030,0.05000,23.584
47,mlp.experts.176.gate_proj,0.0000281855,0.05000,25.993
47,mlp.experts.205.gate_proj,0.0000214730,0.05000,24.216
47,mlp.experts.215.gate_proj,0.0000225790,0.05000,25.229
47,mlp.experts.216.gate_proj,failsafe(rtn): 0.0017090,0.00000,1.605
47,mlp.experts.193.gate_proj,failsafe(rtn): 0.0018616,0.00000,1.435
47,mlp.experts.234.gate_proj,0.0000308767,0.05000,22.308
47,mlp.experts.201.gate_proj,0.0001309600,0.05000,27.178
47,mlp.experts.227.gate_proj,0.0000786552,0.05000,24.682
47,mlp.experts.230.gate_proj,0.0000764478,0.05000,24.242
47,mlp.experts.235.gate_proj,0.0000287157,0.05000,23.562
47,mlp.experts.244.gate_proj,0.0001533347,0.05000,24.335
47,mlp.experts.271.gate_proj,0.0001423753,0.05000,23.755
47,mlp.experts.251.gate_proj,failsafe(rtn): 0.0018387,0.00000,1.322
47,mlp.experts.188.gate_proj,0.0001345574,0.05000,23.838
47,mlp.experts.206.gate_proj,0.0000338887,0.05000,23.733
47,mlp.experts.210.gate_proj,0.0000852819,0.05000,23.736
47,mlp.experts.213.gate_proj,0.0000609346,0.05000,24.235
47,mlp.experts.231.gate_proj,0.0000822768,0.05000,25.064
47,mlp.experts.209.gate_proj,0.0000959279,0.05000,24.954
47,mlp.experts.232.gate_proj,0.0000324939,0.05000,25.384
47,mlp.experts.192.gate_proj,0.0000272150,0.05000,26.161
47,mlp.experts.221.gate_proj,0.0001699089,0.05000,25.856
47,mlp.experts.250.gate_proj,0.0000525420,0.05000,25.291
47,mlp.experts.247.gate_proj,failsafe(rtn): 0.0017624,0.00000,1.747
47,mlp.experts.217.gate_proj,0.0001934306,0.05000,26.157
47,mlp.experts.287.gate_proj,0.0000465174,0.05000,23.667
47,mlp.experts.246.gate_proj,0.0000302740,0.05000,25.321
47,mlp.experts.243.gate_proj,0.0001248139,0.05000,26.410
47,mlp.experts.260.gate_proj,0.0001920734,0.05000,26.096
47,mlp.experts.267.gate_proj,0.0001007504,0.05000,25.604
47,mlp.experts.259.gate_proj,failsafe(rtn): 0.0017242,0.00000,1.426
47,mlp.experts.204.gate_proj,0.0000294837,0.05000,24.544
47,mlp.experts.222.gate_proj,0.0000229496,0.05000,24.675
47,mlp.experts.238.gate_proj,failsafe(rtn): 0.0017166,0.00000,1.617
47,mlp.experts.229.gate_proj,0.0001187369,0.05000,24.645
47,mlp.experts.226.gate_proj,0.0000510735,0.05000,27.187
47,mlp.experts.225.gate_proj,0.0000314291,0.05000,23.467
47,mlp.experts.208.gate_proj,0.0000326471,0.05000,24.762
47,mlp.experts.237.gate_proj,0.0000214424,0.05000,25.302
47,mlp.experts.263.gate_proj,0.0000532387,0.05000,24.720
47,mlp.experts.224.gate_proj,failsafe(rtn): 0.0016327,0.00000,1.304
47,mlp.experts.266.gate_proj,0.0001504943,0.05000,25.647
47,mlp.experts.303.gate_proj,0.0000176192,0.05000,24.678
47,mlp.experts.253.gate_proj,failsafe(rtn): 0.0018082,0.00000,1.386
47,mlp.experts.233.gate_proj,0.0000493580,0.05000,25.339
47,mlp.experts.248.gate_proj,0.0000318635,0.05000,27.390
47,mlp.experts.262.gate_proj,0.0000233953,0.05000,25.471
47,mlp.experts.275.gate_proj,0.0000327870,0.05000,23.908
47,mlp.experts.283.gate_proj,0.0001228519,0.05000,24.062
47,mlp.experts.276.gate_proj,0.0000531613,0.05000,25.615
47,mlp.experts.220.gate_proj,0.0000233959,0.05000,24.691
47,mlp.experts.236.gate_proj,failsafe(rtn): 0.0016708,0.00000,1.442
47,mlp.experts.254.gate_proj,0.0000133043,0.05000,24.996
47,mlp.experts.270.gate_proj,failsafe(rtn): 0.0017090,0.00000,1.637
47,mlp.experts.241.gate_proj,0.0000927039,0.05000,25.197
47,mlp.experts.245.gate_proj,0.0000179586,0.05000,26.040
47,mlp.experts.242.gate_proj,0.0000176070,0.05000,26.841
47,mlp.experts.269.gate_proj,0.0000808435,0.05000,24.084
47,mlp.experts.282.gate_proj,0.0000693325,0.05000,25.625
47,mlp.experts.279.gate_proj,0.0000345095,0.05000,26.285
47,mlp.experts.240.gate_proj,0.0000662681,0.05000,26.088
47,mlp.experts.319.gate_proj,0.0000264193,0.05000,27.192
47,mlp.experts.264.gate_proj,0.0001049446,0.05000,26.514
47,mlp.experts.278.gate_proj,0.0000493007,0.05000,27.665
47,mlp.experts.299.gate_proj,0.0000227759,0.05000,26.956
47,mlp.experts.249.gate_proj,0.0000711794,0.05000,28.272
47,mlp.experts.291.gate_proj,0.0001357293,0.05000,27.653
47,mlp.experts.315.gate_proj,failsafe(rtn): 0.0017853,0.00000,1.290
47,mlp.experts.292.gate_proj,0.0001200785,0.05000,27.257
47,mlp.experts.265.gate_proj,failsafe(rtn): 0.0017166,0.00000,1.560
47,mlp.experts.252.gate_proj,0.0000204134,0.05000,29.299
47,mlp.experts.261.gate_proj,0.0000257941,0.05000,25.909
47,mlp.experts.286.gate_proj,0.0000876058,0.05000,26.331
47,mlp.experts.257.gate_proj,0.0000235522,0.05000,27.320
47,mlp.experts.285.gate_proj,0.0001206003,0.05000,25.533
47,mlp.experts.258.gate_proj,0.0000796986,0.05000,26.899
47,mlp.experts.295.gate_proj,0.0000179814,0.05000,25.154
47,mlp.experts.256.gate_proj,0.0000423357,0.05000,25.552
47,mlp.experts.298.gate_proj,0.0000447278,0.05000,26.561
47,mlp.experts.311.gate_proj,failsafe(rtn): 0.0017700,0.00000,1.678
47,mlp.experts.294.gate_proj,0.0000613572,0.05000,24.357
47,mlp.experts.314.gate_proj,failsafe(rtn): 0.0017242,0.00000,1.195
47,mlp.experts.280.gate_proj,0.0000608624,0.05000,26.058
47,mlp.experts.335.gate_proj,0.0000277281,0.05000,26.746
47,mlp.experts.307.gate_proj,0.0000167296,0.05000,25.647
47,mlp.experts.308.gate_proj,0.0000322599,0.05000,24.982
47,mlp.experts.281.gate_proj,0.0000452624,0.05000,25.475
47,mlp.experts.323.gate_proj,failsafe(rtn): 0.0016251,0.00000,1.418
47,mlp.experts.331.gate_proj,0.0000965210,0.05000,26.858
47,mlp.experts.339.gate_proj,failsafe(rtn): 0.0017471,0.00000,1.427
47,mlp.experts.347.gate_proj,failsafe(rtn): 0.0017776,0.00000,1.464
47,mlp.experts.302.gate_proj,0.0000540883,0.05000,24.279
47,mlp.experts.268.gate_proj,0.0000533473,0.05000,26.422
47,mlp.experts.277.gate_proj,0.0000729902,0.05000,25.521
47,mlp.experts.318.gate_proj,failsafe(rtn): 0.0017548,0.00000,1.473
47,mlp.experts.301.gate_proj,0.0000991121,0.05000,24.625
47,mlp.experts.273.gate_proj,0.0000483412,0.05000,25.255
47,mlp.experts.274.gate_proj,0.0001068115,0.05000,25.181
47,mlp.experts.289.gate_proj,failsafe(rtn): 0.0018158,0.00000,1.349
47,mlp.experts.310.gate_proj,0.0000242632,0.05000,25.714
47,mlp.experts.272.gate_proj,0.0000310156,0.05000,27.963
47,mlp.experts.351.gate_proj,0.0000356756,0.05000,25.326
47,mlp.experts.330.gate_proj,0.0000743384,0.05000,26.278
47,mlp.experts.296.gate_proj,0.0000816615,0.05000,26.462
47,mlp.experts.327.gate_proj,0.0000683573,0.05000,27.948
47,mlp.experts.346.gate_proj,failsafe(rtn): 0.0016251,0.00000,1.343
47,mlp.experts.297.gate_proj,0.0000555487,0.05000,25.395
47,mlp.experts.324.gate_proj,0.0000259228,0.05000,26.128
47,mlp.experts.313.gate_proj,failsafe(rtn): 0.0018539,0.00000,1.425
47,mlp.experts.355.gate_proj,0.0002115861,0.05000,24.960
47,mlp.experts.329.gate_proj,failsafe(rtn): 0.0018005,0.00000,1.561
47,mlp.experts.363.gate_proj,0.0000086890,0.05000,26.883
47,mlp.experts.284.gate_proj,0.0000591704,0.05000,25.396
47,mlp.experts.334.gate_proj,0.0000108714,0.05000,24.154
47,mlp.experts.300.gate_proj,failsafe(rtn): 0.0016861,0.00000,0.974
47,mlp.experts.290.gate_proj,0.0000282529,0.05000,24.059
47,mlp.experts.293.gate_proj,0.0001528486,0.05000,26.099
47,mlp.experts.305.gate_proj,0.0000350038,0.05000,23.987
47,mlp.experts.317.gate_proj,0.0000261730,0.05000,25.816
47,mlp.experts.306.gate_proj,failsafe(rtn): 0.0017090,0.00000,1.121
47,mlp.experts.309.gate_proj,failsafe(rtn): 0.0017700,0.00000,1.220
47,mlp.experts.333.gate_proj,failsafe(rtn): 0.0018082,0.00000,1.430
47,mlp.experts.322.gate_proj,failsafe(rtn): 0.0018311,0.00000,1.390
47,mlp.experts.326.gate_proj,0.0000530558,0.05000,24.391
47,mlp.experts.288.gate_proj,0.0000152817,0.05000,24.175
47,mlp.experts.312.gate_proj,0.0000530801,0.05000,24.060
47,mlp.experts.367.gate_proj,0.0000714288,0.05000,24.963
47,mlp.experts.342.gate_proj,failsafe(rtn): 0.0017471,0.00000,1.407
47,mlp.experts.304.gate_proj,failsafe(rtn): 0.0018005,0.00000,1.230
47,mlp.experts.362.gate_proj,0.0000191343,0.05000,23.746
47,mlp.experts.340.gate_proj,0.0000765764,0.05000,23.555
47,mlp.experts.343.gate_proj,0.0000704745,0.05000,24.761
47,mlp.experts.371.gate_proj,0.0000399481,0.05000,23.183
47,mlp.experts.378.gate_proj,failsafe(rtn): 0.0018005,0.00000,1.515
47,mlp.experts.356.gate_proj,failsafe(rtn): 0.0019684,0.00000,1.609
47,mlp.experts.345.gate_proj,0.0000611243,0.05000,25.165
47,mlp.experts.379.gate_proj,0.0001077604,0.05000,25.559
47,mlp.experts.395.gate_proj,failsafe(rtn): 0.0016632,0.00000,1.365
47,mlp.experts.316.gate_proj,0.0000194614,0.05000,24.571
47,mlp.experts.325.gate_proj,0.0000584548,0.05000,22.801
47,mlp.experts.350.gate_proj,0.0000659961,0.05000,26.246
47,mlp.experts.321.gate_proj,0.0000851822,0.05000,24.736
47,mlp.experts.337.gate_proj,failsafe(rtn): 0.0016327,0.00000,1.378
47,mlp.experts.338.gate_proj,0.0000159378,0.05000,24.550
47,mlp.experts.349.gate_proj,0.0000281061,0.05000,25.232
47,mlp.experts.353.gate_proj,failsafe(rtn): 0.0018463,0.00000,1.257
47,mlp.experts.383.gate_proj,0.0000140655,0.05000,23.787
47,mlp.experts.369.gate_proj,failsafe(rtn): 0.0018158,0.00000,1.129
47,mlp.experts.320.gate_proj,0.0000176491,0.05000,24.169
47,mlp.experts.358.gate_proj,0.0000483426,0.05000,24.217
47,mlp.experts.328.gate_proj,0.0000364066,0.05000,25.479
47,mlp.experts.359.gate_proj,0.0001261542,0.05000,25.316
47,mlp.experts.394.gate_proj,0.0000406247,0.05000,24.440
47,mlp.experts.372.gate_proj,0.0001641157,0.05000,24.607
47,mlp.experts.387.gate_proj,0.0000387962,0.05000,26.622
47,mlp.experts.361.gate_proj,0.0001643483,0.05000,25.007
47,mlp.experts.411.gate_proj,0.0000610883,0.05000,24.056
47,mlp.experts.341.gate_proj,0.0000864224,0.05000,24.623
47,mlp.experts.366.gate_proj,0.0001310782,0.05000,24.215
47,mlp.experts.332.gate_proj,0.0000738480,0.05000,25.043
47,mlp.experts.365.gate_proj,0.0001112601,0.05000,24.153
47,mlp.experts.354.gate_proj,0.0000356809,0.05000,25.102
47,mlp.experts.399.gate_proj,0.0000208165,0.05000,24.093
47,mlp.experts.385.gate_proj,0.0000326050,0.05000,24.627
47,mlp.experts.370.gate_proj,failsafe(rtn): 0.0017166,0.00000,1.828
47,mlp.experts.415.gate_proj,failsafe(rtn): 0.0017471,0.00000,1.613
47,mlp.experts.336.gate_proj,0.0000264929,0.05000,25.365
47,mlp.experts.374.gate_proj,0.0000348423,0.05000,25.395
47,mlp.experts.375.gate_proj,0.0000345692,0.05000,24.489
47,mlp.experts.388.gate_proj,0.0001164699,0.05000,23.932
47,mlp.experts.344.gate_proj,0.0001808713,0.05000,26.153
47,mlp.experts.410.gate_proj,0.0000409846,0.05000,25.346
47,mlp.experts.403.gate_proj,0.0000260240,0.05000,26.756
47,mlp.experts.427.gate_proj,0.0000100646,0.05000,24.176
47,mlp.experts.377.gate_proj,0.0000581539,0.05000,26.383
47,mlp.experts.348.gate_proj,0.0000342160,0.05000,23.271
47,mlp.experts.382.gate_proj,0.0001093417,0.05000,24.812
47,mlp.experts.357.gate_proj,0.0000766350,0.05000,26.542
47,mlp.experts.381.gate_proj,0.0000495201,0.05000,25.565
47,mlp.experts.386.gate_proj,0.0000757103,0.05000,23.646
47,mlp.experts.401.gate_proj,0.0000530131,0.05000,25.543
47,mlp.experts.360.gate_proj,0.0000387946,0.05000,24.110
47,mlp.experts.431.gate_proj,0.0000215294,0.05000,25.887
47,mlp.experts.390.gate_proj,0.0001388961,0.05000,26.059
47,mlp.experts.352.gate_proj,0.0001023278,0.05000,26.354
47,mlp.experts.391.gate_proj,0.0000206759,0.05000,25.586
47,mlp.experts.404.gate_proj,0.0001378465,0.05000,25.940
47,mlp.experts.426.gate_proj,0.0000693260,0.05000,25.401
47,mlp.experts.406.gate_proj,failsafe(rtn): 0.0016174,0.00000,1.340
47,mlp.experts.422.gate_proj,failsafe(rtn): 0.0016785,0.00000,1.573
47,mlp.experts.419.gate_proj,0.0001048935,0.05000,25.059
47,mlp.experts.438.gate_proj,failsafe(rtn): 0.0018082,0.00000,1.545
47,mlp.experts.435.gate_proj,failsafe(rtn): 0.0015335,0.00000,1.219
47,mlp.experts.393.gate_proj,0.0000354688,0.05000,25.037
47,mlp.experts.443.gate_proj,0.0000502817,0.05000,26.328
47,mlp.experts.364.gate_proj,0.0000184945,0.05000,24.534
47,mlp.experts.398.gate_proj,0.0001037377,0.05000,24.704
47,mlp.experts.373.gate_proj,0.0000369377,0.05000,24.150
47,mlp.experts.397.gate_proj,0.0000120124,0.05000,23.597
47,mlp.experts.402.gate_proj,0.0001918017,0.05000,25.692
47,mlp.experts.417.gate_proj,0.0000921180,0.05000,24.758
47,mlp.experts.447.gate_proj,0.0000188759,0.05000,23.980
47,mlp.experts.407.gate_proj,0.0001032798,0.05000,23.217
47,mlp.experts.433.gate_proj,failsafe(rtn): 0.0014420,0.00000,1.496
47,mlp.experts.368.gate_proj,0.0001500726,0.05000,24.800
47,mlp.experts.376.gate_proj,0.0000455595,0.05000,25.687
47,mlp.experts.442.gate_proj,0.0000758670,0.05000,24.445
47,mlp.experts.384.gate_proj,failsafe(rtn): 0.0017853,0.00000,1.441
47,mlp.experts.420.gate_proj,0.0000212112,0.05000,25.804
47,mlp.experts.436.gate_proj,failsafe(rtn): 0.0017319,0.00000,1.128
47,mlp.experts.400.gate_proj,failsafe(rtn): 0.0017548,0.00000,1.308
47,mlp.experts.454.gate_proj,0.0000385173,0.05000,25.135
47,mlp.experts.451.gate_proj,0.0000345120,0.05000,24.374
47,mlp.experts.409.gate_proj,0.0000114753,0.05000,24.333
47,mlp.experts.425.gate_proj,failsafe(rtn): 0.0017853,0.00000,1.303
47,mlp.experts.459.gate_proj,0.0000253767,0.05000,26.338
47,mlp.experts.475.gate_proj,failsafe(rtn): 0.0016632,0.00000,1.160
47,mlp.experts.380.gate_proj,0.0000124299,0.05000,25.067
47,mlp.experts.414.gate_proj,0.0000994336,0.05000,24.465
47,mlp.experts.430.gate_proj,failsafe(rtn): 0.0019150,0.00000,1.331
47,mlp.experts.413.gate_proj,0.0000154732,0.05000,23.543
47,mlp.experts.389.gate_proj,0.0000910012,0.05000,25.124
47,mlp.experts.446.gate_proj,failsafe(rtn): 0.0016098,0.00000,1.469
47,mlp.experts.423.gate_proj,0.0001382684,0.05000,24.723
47,mlp.experts.439.gate_proj,failsafe(rtn): 0.0017624,0.00000,1.002
47,mlp.experts.418.gate_proj,0.0000175240,0.05000,26.638
47,mlp.experts.449.gate_proj,0.0002260015,0.05000,25.049
47,mlp.experts.463.gate_proj,0.0000566303,0.05000,26.360
47,mlp.experts.458.gate_proj,0.0001343367,0.05000,25.106
47,mlp.experts.455.gate_proj,failsafe(rtn): 0.0016556,0.00000,1.587
47,mlp.experts.479.gate_proj,failsafe(rtn): 0.0017624,0.00000,1.245
47,mlp.experts.452.gate_proj,0.0000166245,0.05000,23.890
47,mlp.experts.465.gate_proj,failsafe(rtn): 0.0017166,0.00000,1.712
47,mlp.experts.392.gate_proj,0.0000380547,0.05000,27.755
47,mlp.experts.470.gate_proj,0.0000196732,0.05000,24.314
47,mlp.experts.416.gate_proj,0.0000791486,0.05000,26.811
47,mlp.experts.467.gate_proj,0.0000498853,0.05000,25.450
47,mlp.experts.441.gate_proj,0.0000010652,0.05000,25.619
47,mlp.experts.483.gate_proj,failsafe(rtn): 0.0018768,0.00000,1.597
47,mlp.experts.457.gate_proj,failsafe(rtn): 0.0018158,0.00000,1.467
47,mlp.experts.491.gate_proj,0.0000328855,0.05000,25.714
47,mlp.experts.396.gate_proj,0.0002261387,0.05000,26.805
47,mlp.experts.429.gate_proj,0.0000667045,0.05000,25.168
47,mlp.experts.462.gate_proj,0.0001120576,0.05000,23.983
47,mlp.experts.405.gate_proj,0.0000322168,0.05000,26.235
47,mlp.experts.434.gate_proj,0.0001450100,0.05000,26.108
47,mlp.experts.471.gate_proj,0.0001077438,0.05000,24.900
47,mlp.experts.495.gate_proj,0.0001190089,0.05000,25.025
47,mlp.experts.474.gate_proj,0.0001119836,0.05000,26.209
47,mlp.experts.481.gate_proj,0.0000187472,0.05000,25.859
47,mlp.experts.468.gate_proj,0.0000448445,0.05000,25.942
47,mlp.experts.408.gate_proj,0.0000101889,0.05000,24.833
47,mlp.experts.424.gate_proj,failsafe(rtn): 0.0017700,0.00000,1.285
47,mlp.experts.486.gate_proj,0.0000360409,0.05000,25.637
47,mlp.experts.440.gate_proj,failsafe(rtn): 0.0017624,0.00000,1.354
47,mlp.experts.432.gate_proj,0.0001072766,0.05000,25.985
47,mlp.experts.456.gate_proj,failsafe(rtn): 0.0018539,0.00000,1.246
47,mlp.experts.499.gate_proj,0.0000260310,0.05000,26.392
47,mlp.experts.472.gate_proj,failsafe(rtn): 0.0010071,0.00000,1.704
47,mlp.experts.473.gate_proj,0.0000306079,0.05000,25.225
47,mlp.experts.489.gate_proj,failsafe(rtn): 0.0017471,0.00000,1.170
47,mlp.experts.507.gate_proj,0.0001075207,0.05000,26.261
47,mlp.experts.412.gate_proj,0.0000172024,0.05000,25.477
47,mlp.experts.445.gate_proj,0.0000511652,0.05000,24.759
47,mlp.experts.478.gate_proj,0.0000309907,0.05000,26.047
47,mlp.experts.421.gate_proj,0.0001393185,0.05000,25.062
47,mlp.experts.494.gate_proj,failsafe(rtn): 0.0018921,0.00000,1.401
47,mlp.experts.450.gate_proj,0.0000139058,0.05000,24.561
47,mlp.experts.511.gate_proj,0.0000709924,0.05000,23.841
47,mlp.experts.487.gate_proj,0.0000172812,0.05000,24.367
47,mlp.experts.503.gate_proj,failsafe(rtn): 0.0017319,0.00000,1.450
47,mlp.experts.15.up_proj,failsafe(rtn): 0.0018692,0.00000,1.664
47,mlp.experts.490.gate_proj,0.0000797082,0.05000,25.369
47,mlp.experts.484.gate_proj,0.0000798995,0.05000,25.510
47,mlp.experts.7.up_proj,failsafe(rtn): 0.0017242,0.00000,1.560
47,mlp.experts.31.up_proj,failsafe(rtn): 0.0017395,0.00000,1.455
47,mlp.experts.497.gate_proj,0.0000308797,0.05000,25.906
47,mlp.experts.448.gate_proj,0.0001210755,0.05000,23.395
47,mlp.experts.502.gate_proj,0.0000155138,0.05000,25.552
47,mlp.experts.6.up_proj,failsafe(rtn): 0.0017700,0.00000,1.355
47,mlp.experts.3.up_proj,0.0000649188,0.05000,24.830
47,mlp.experts.488.gate_proj,0.0000333785,0.05000,25.433
47,mlp.experts.505.gate_proj,0.0000349433,0.05000,24.952
47,mlp.experts.11.up_proj,0.0001823257,0.05000,26.400
47,mlp.experts.428.gate_proj,0.0000720339,0.05000,24.371
47,mlp.experts.461.gate_proj,0.0000317500,0.05000,24.727
47,mlp.experts.444.gate_proj,failsafe(rtn): 0.0016708,0.00000,1.449
47,mlp.experts.477.gate_proj,failsafe(rtn): 0.0016632,0.00000,1.843
47,mlp.experts.510.gate_proj,0.0000661618,0.05000,25.025
47,mlp.experts.437.gate_proj,0.0000298306,0.05000,27.017
47,mlp.experts.453.gate_proj,failsafe(rtn): 0.0016708,0.00000,1.745
47,mlp.experts.466.gate_proj,0.0000731103,0.05000,26.361
47,mlp.experts.1.up_proj,0.0000940903,0.05000,24.165
47,mlp.experts.482.gate_proj,failsafe(rtn): 0.0016022,0.00000,1.334
47,mlp.experts.500.gate_proj,0.0000360920,0.05000,25.201
47,mlp.experts.47.up_proj,0.0000017901,0.05000,25.246
47,mlp.experts.23.up_proj,0.0000184567,0.05000,26.240
47,mlp.experts.506.gate_proj,0.0001242011,0.05000,27.418
47,mlp.experts.63.up_proj,failsafe(rtn): 0.0018311,0.00000,1.431
47,mlp.experts.464.gate_proj,0.0000949197,0.05000,26.238
47,mlp.experts.480.gate_proj,failsafe(rtn): 0.0018234,0.00000,1.178
47,mlp.experts.22.up_proj,0.0000338034,0.05000,25.078
47,mlp.experts.19.up_proj,0.0000625083,0.05000,25.875
47,mlp.experts.9.up_proj,0.0000760220,0.05000,26.193
47,mlp.experts.504.gate_proj,0.0000304260,0.05000,27.286
47,mlp.experts.27.up_proj,0.0000193342,0.05000,26.177
47,mlp.experts.43.up_proj,failsafe(rtn): 0.0017166,0.00000,1.379
47,mlp.experts.59.up_proj,failsafe(rtn): 0.0017319,0.00000,1.327
47,mlp.experts.493.gate_proj,0.0000456661,0.05000,23.980
47,mlp.experts.460.gate_proj,0.0000881535,0.05000,25.409
47,mlp.experts.476.gate_proj,failsafe(rtn): 0.0017700,0.00000,1.375
47,mlp.experts.492.gate_proj,failsafe(rtn): 0.0016022,0.00000,1.306
47,mlp.experts.508.gate_proj,failsafe(rtn): 0.0016251,0.00000,1.592
47,mlp.experts.14.up_proj,0.0000231096,0.05000,27.990
47,mlp.experts.469.gate_proj,0.0000586377,0.05000,25.863
47,mlp.experts.30.up_proj,failsafe(rtn): 0.0018845,0.00000,1.245
47,mlp.experts.17.up_proj,0.0000204466,0.05000,24.626
47,mlp.experts.498.gate_proj,0.0000474472,0.05000,26.172
47,mlp.experts.4.up_proj,0.0000356604,0.05000,26.042
47,mlp.experts.10.up_proj,0.0000503065,0.05000,24.667
47,mlp.experts.79.up_proj,0.0000285522,0.05000,25.032
47,mlp.experts.39.up_proj,0.0000423916,0.05000,26.283
47,mlp.experts.55.up_proj,failsafe(rtn): 0.0016937,0.00000,1.494
47,mlp.experts.496.gate_proj,0.0001353069,0.05000,25.915
47,mlp.experts.38.up_proj,0.0000667802,0.05000,26.690
47,mlp.experts.35.up_proj,0.0000510382,0.05000,27.403
47,mlp.experts.25.up_proj,0.0000106574,0.05000,26.814
47,mlp.experts.8.up_proj,0.0000382468,0.05000,26.767
47,mlp.experts.75.up_proj,0.0000307914,0.05000,27.575
47,mlp.experts.509.gate_proj,0.0001115202,0.05000,27.005
47,mlp.experts.13.up_proj,failsafe(rtn): 0.0016556,0.00000,1.544
47,mlp.experts.12.up_proj,0.0000178987,0.05000,26.472
47,mlp.experts.46.up_proj,0.0000403733,0.05000,25.474
47,mlp.experts.485.gate_proj,0.0000311741,0.05000,27.241
47,mlp.experts.2.up_proj,0.0000124431,0.05000,24.416
47,mlp.experts.33.up_proj,0.0000818425,0.05000,27.100
47,mlp.experts.20.up_proj,0.0001156184,0.05000,25.517
47,mlp.experts.95.up_proj,0.0000329108,0.05000,24.751
47,mlp.experts.26.up_proj,0.0000124339,0.05000,26.778
47,mlp.experts.71.up_proj,0.0000202087,0.05000,25.045
47,mlp.experts.0.up_proj,0.0000814558,0.05000,26.487
47,mlp.experts.54.up_proj,0.0001576250,0.05000,25.787
47,mlp.experts.24.up_proj,0.0000542748,0.05000,23.999
47,mlp.experts.51.up_proj,0.0000690479,0.05000,26.057
47,mlp.experts.41.up_proj,0.0000863724,0.05000,25.822
47,mlp.experts.67.up_proj,failsafe(rtn): 0.0017014,0.00000,1.692
47,mlp.experts.57.up_proj,failsafe(rtn): 0.0017090,0.00000,1.217
47,mlp.experts.83.up_proj,failsafe(rtn): 0.0017395,0.00000,1.459
47,mlp.experts.91.up_proj,0.0000363107,0.05000,28.258
47,mlp.experts.29.up_proj,0.0000277709,0.05000,25.490
47,mlp.experts.107.up_proj,failsafe(rtn): 0.0017471,0.00000,1.489
47,mlp.experts.28.up_proj,0.0000240418,0.05000,25.320
47,mlp.experts.62.up_proj,0.0001129966,0.05000,26.042
47,mlp.experts.501.gate_proj,0.0000518653,0.05000,25.778
47,mlp.experts.18.up_proj,0.0000387976,0.05000,25.481
47,mlp.experts.49.up_proj,0.0001384731,0.05000,26.839
47,mlp.experts.36.up_proj,0.0000212270,0.05000,27.974
47,mlp.experts.111.up_proj,0.0000859538,0.05000,28.102
47,mlp.experts.42.up_proj,0.0000913831,0.05000,26.809
47,mlp.experts.70.up_proj,0.0000903021,0.05000,24.537
47,mlp.experts.52.up_proj,failsafe(rtn): 0.0017624,0.00000,1.617
47,mlp.experts.87.up_proj,0.0000557637,0.05000,27.196
47,mlp.experts.58.up_proj,failsafe(rtn): 0.0016632,0.00000,1.762
47,mlp.experts.86.up_proj,failsafe(rtn): 0.0017090,0.00000,1.675
47,mlp.experts.103.up_proj,failsafe(rtn): 0.0016937,0.00000,1.473
47,mlp.experts.16.up_proj,0.0000179816,0.05000,27.361
47,mlp.experts.40.up_proj,0.0000608213,0.05000,28.029
47,mlp.experts.73.up_proj,0.0000290705,0.05000,26.655
47,mlp.experts.99.up_proj,0.0000228289,0.05000,26.122
47,mlp.experts.123.up_proj,0.0000724726,0.05000,26.887
47,mlp.experts.44.up_proj,0.0000191581,0.05000,26.040
47,mlp.experts.45.up_proj,0.0000483664,0.05000,28.792
47,mlp.experts.78.up_proj,0.0001712027,0.05000,27.169
47,mlp.experts.5.up_proj,0.0000283112,0.05000,27.870
47,mlp.experts.34.up_proj,0.0000149110,0.05000,27.026
47,mlp.experts.65.up_proj,0.0000287178,0.05000,24.998
47,mlp.experts.74.up_proj,0.0000172244,0.05000,24.988
47,mlp.experts.127.up_proj,0.0000832105,0.05000,27.130
47,mlp.experts.68.up_proj,0.0001620737,0.05000,26.598
47,mlp.experts.32.up_proj,0.0000293359,0.05000,24.897
47,mlp.experts.143.up_proj,failsafe(rtn): 0.0018005,0.00000,1.363
47,mlp.experts.102.up_proj,0.0001016445,0.05000,25.854
47,mlp.experts.48.up_proj,failsafe(rtn): 0.0017471,0.00000,1.284
47,mlp.experts.159.up_proj,failsafe(rtn): 0.0018005,0.00000,1.141
47,mlp.experts.84.up_proj,failsafe(rtn): 0.0017700,0.00000,1.770
47,mlp.experts.119.up_proj,0.0000402379,0.05000,26.662
47,mlp.experts.56.up_proj,0.0000606519,0.05000,24.860
47,mlp.experts.115.up_proj,0.0000370941,0.05000,24.638
47,mlp.experts.89.up_proj,0.0001141536,0.05000,25.179
47,mlp.experts.131.up_proj,failsafe(rtn): 0.0017548,0.00000,1.536
47,mlp.experts.139.up_proj,0.0000229371,0.05000,25.349
47,mlp.experts.61.up_proj,0.0000268643,0.05000,24.070
47,mlp.experts.60.up_proj,0.0000916984,0.05000,24.657
47,mlp.experts.94.up_proj,0.0000952648,0.05000,25.036
47,mlp.experts.50.up_proj,0.0002470235,0.05000,24.712
47,mlp.experts.81.up_proj,0.0000714493,0.05000,24.889
47,mlp.experts.21.up_proj,0.0000835572,0.05000,25.854
47,mlp.experts.90.up_proj,0.0000236472,0.05000,25.882
47,mlp.experts.64.up_proj,0.0000521630,0.05000,24.161
47,mlp.experts.118.up_proj,0.0000632289,0.05000,25.252
47,mlp.experts.106.up_proj,failsafe(rtn): 0.0017242,0.00000,1.666
47,mlp.experts.135.up_proj,0.0000474368,0.05000,24.641
47,mlp.experts.100.up_proj,0.0000362261,0.05000,24.670
47,mlp.experts.122.up_proj,failsafe(rtn): 0.0017776,0.00000,1.471
47,mlp.experts.116.up_proj,failsafe(rtn): 0.0017395,0.00000,1.415
47,mlp.experts.175.up_proj,0.0000115831,0.05000,26.498
47,mlp.experts.72.up_proj,0.0001258187,0.05000,25.315
47,mlp.experts.138.up_proj,failsafe(rtn): 0.0017319,0.00000,1.492
47,mlp.experts.191.up_proj,failsafe(rtn): 0.0018997,0.00000,1.317
47,mlp.experts.88.up_proj,failsafe(rtn): 0.0017929,0.00000,1.421
47,mlp.experts.147.up_proj,0.0000724656,0.05000,24.430
47,mlp.experts.105.up_proj,0.0000537768,0.05000,26.202
47,mlp.experts.163.up_proj,failsafe(rtn): 0.0016556,0.00000,1.298
47,mlp.experts.121.up_proj,failsafe(rtn): 0.0017319,0.00000,1.408
47,mlp.experts.77.up_proj,0.0000485667,0.05000,24.810
47,mlp.experts.155.up_proj,0.0002814946,0.05000,26.265
47,mlp.experts.76.up_proj,0.0000240087,0.05000,27.785
47,mlp.experts.110.up_proj,0.0000124354,0.05000,28.198
47,mlp.experts.97.up_proj,0.0000538252,0.05000,27.009
47,mlp.experts.66.up_proj,0.0001383501,0.05000,28.088
47,mlp.experts.37.up_proj,0.0000619529,0.05000,27.692
47,mlp.experts.113.up_proj,failsafe(rtn): 0.0017624,0.00000,1.787
47,mlp.experts.82.up_proj,failsafe(rtn): 0.0018234,0.00000,1.751
47,mlp.experts.80.up_proj,0.0000668541,0.05000,25.696
47,mlp.experts.134.up_proj,0.0000640622,0.05000,26.352
47,mlp.experts.151.up_proj,0.0001209197,0.05000,25.761
47,mlp.experts.132.up_proj,0.0000329964,0.05000,27.861
47,mlp.experts.154.up_proj,0.0001207319,0.05000,27.554
47,mlp.experts.148.up_proj,failsafe(rtn): 0.0016556,0.00000,1.609
47,mlp.experts.104.up_proj,0.0000652795,0.05000,27.513
47,mlp.experts.207.up_proj,0.0000139828,0.05000,29.222
47,mlp.experts.137.up_proj,0.0000647898,0.05000,27.089
47,mlp.experts.179.up_proj,0.0000804577,0.05000,28.156
47,mlp.experts.93.up_proj,0.0000212504,0.05000,27.296
47,mlp.experts.171.up_proj,0.0001682249,0.05000,28.200
47,mlp.experts.92.up_proj,0.0000423076,0.05000,26.752
47,mlp.experts.187.up_proj,failsafe(rtn): 0.0012054,0.00000,1.401
47,mlp.experts.126.up_proj,0.0000310596,0.05000,26.550
47,mlp.experts.53.up_proj,0.0000424285,0.05000,27.701
47,mlp.experts.129.up_proj,0.0001176230,0.05000,27.382
47,mlp.experts.96.up_proj,0.0001726447,0.05000,25.190
47,mlp.experts.98.up_proj,0.0000732314,0.05000,27.241
47,mlp.experts.150.up_proj,0.0000301471,0.05000,27.083
47,mlp.experts.167.up_proj,0.0000280757,0.05000,27.339
47,mlp.experts.166.up_proj,failsafe(rtn): 0.0017319,0.00000,1.338
47,mlp.experts.170.up_proj,0.0000613295,0.05000,26.001
47,mlp.experts.120.up_proj,0.0000402895,0.05000,24.984
47,mlp.experts.223.up_proj,0.0000554639,0.05000,26.085
47,mlp.experts.164.up_proj,0.0000207546,0.05000,27.424
47,mlp.experts.195.up_proj,0.0000471668,0.05000,24.916
47,mlp.experts.153.up_proj,0.0001005827,0.05000,26.962
47,mlp.experts.109.up_proj,0.0000367394,0.05000,27.524
47,mlp.experts.203.up_proj,0.0000249031,0.05000,24.770
47,mlp.experts.108.up_proj,0.0000492762,0.05000,27.653
47,mlp.experts.142.up_proj,0.0000866388,0.05000,25.365
47,mlp.experts.69.up_proj,0.0000954660,0.05000,22.689
47,mlp.experts.85.up_proj,failsafe(rtn): 0.0017548,0.00000,1.549
47,mlp.experts.145.up_proj,0.0000246080,0.05000,25.798
47,mlp.experts.114.up_proj,0.0000280463,0.05000,25.866
47,mlp.experts.112.up_proj,0.0000021754,0.05000,27.686
47,mlp.experts.183.up_proj,0.0000409509,0.05000,26.067
47,mlp.experts.182.up_proj,0.0000500813,0.05000,25.152
47,mlp.experts.180.up_proj,0.0000645128,0.05000,24.082
47,mlp.experts.136.up_proj,0.0000400592,0.05000,26.194
47,mlp.experts.186.up_proj,0.0000094511,0.05000,26.656
47,mlp.experts.239.up_proj,0.0001590891,0.05000,25.766
47,mlp.experts.152.up_proj,failsafe(rtn): 0.0018311,0.00000,1.598
47,mlp.experts.211.up_proj,0.0000824664,0.05000,25.473
47,mlp.experts.169.up_proj,0.0000526031,0.05000,27.636
47,mlp.experts.125.up_proj,0.0000605629,0.05000,25.582
47,mlp.experts.219.up_proj,0.0000500252,0.05000,24.969
47,mlp.experts.124.up_proj,0.0001181536,0.05000,26.454
47,mlp.experts.158.up_proj,0.0000829148,0.05000,26.388
47,mlp.experts.101.up_proj,0.0000336773,0.05000,37.167
47,mlp.experts.161.up_proj,0.0000210144,0.05000,35.551
47,mlp.experts.130.up_proj,0.0000416428,0.05000,36.918
47,mlp.experts.128.up_proj,0.0000366370,0.05000,36.201
47,mlp.experts.199.up_proj,0.0000293595,0.05000,37.477
47,mlp.experts.198.up_proj,0.0000048768,0.05000,39.386
47,mlp.experts.214.up_proj,failsafe(rtn): 0.0012970,0.00000,1.110
47,mlp.experts.202.up_proj,0.0000207016,0.05000,37.360
47,mlp.experts.196.up_proj,0.0000246954,0.05000,38.286
47,mlp.experts.227.up_proj,0.0000743417,0.05000,36.592
47,mlp.experts.168.up_proj,0.0001126680,0.05000,36.942
47,mlp.experts.212.up_proj,failsafe(rtn): 0.0018768,0.00000,1.399
47,mlp.experts.255.up_proj,0.0000427440,0.05000,38.724
47,mlp.experts.185.up_proj,0.0000797728,0.05000,36.121
47,mlp.experts.235.up_proj,0.0000307512,0.05000,36.272
47,mlp.experts.141.up_proj,0.0001493683,0.05000,36.681
47,mlp.experts.251.up_proj,failsafe(rtn): 0.0018158,0.00000,1.277
47,mlp.experts.140.up_proj,0.0000136118,0.05000,35.145
47,mlp.experts.177.up_proj,0.0000491157,0.05000,24.178
47,mlp.experts.174.up_proj,0.0000662241,0.05000,37.753
47,mlp.experts.193.up_proj,failsafe(rtn): 0.0018082,0.00000,1.449
47,mlp.experts.117.up_proj,0.0000559697,0.05000,26.170
47,mlp.experts.144.up_proj,0.0000213618,0.05000,23.728
47,mlp.experts.146.up_proj,0.0000179165,0.05000,24.894
47,mlp.experts.162.up_proj,failsafe(rtn): 0.0016708,0.00000,1.376
47,mlp.experts.215.up_proj,0.0000211785,0.05000,25.434
47,mlp.experts.230.up_proj,0.0000853008,0.05000,23.645
47,mlp.experts.218.up_proj,0.0000719624,0.05000,25.817
47,mlp.experts.243.up_proj,0.0001402746,0.05000,25.714
47,mlp.experts.228.up_proj,0.0001208012,0.05000,25.336
47,mlp.experts.184.up_proj,0.0000174943,0.05000,25.803
47,mlp.experts.271.up_proj,0.0001300544,0.05000,25.518
47,mlp.experts.259.up_proj,failsafe(rtn): 0.0017319,0.00000,1.587
47,mlp.experts.201.up_proj,0.0001286784,0.05000,25.519
47,mlp.experts.157.up_proj,0.0001399627,0.05000,25.385
47,mlp.experts.173.up_proj,failsafe(rtn): 0.0017929,0.00000,1.436
47,mlp.experts.156.up_proj,0.0000437863,0.05000,24.781
47,mlp.experts.267.up_proj,0.0001055130,0.05000,25.977
47,mlp.experts.209.up_proj,0.0000915316,0.05000,25.178
47,mlp.experts.190.up_proj,0.0000268547,0.05000,26.445
47,mlp.experts.160.up_proj,0.0001093625,0.05000,26.002
47,mlp.experts.133.up_proj,0.0000575820,0.05000,27.849
47,mlp.experts.178.up_proj,0.0000638074,0.05000,26.202
47,mlp.experts.231.up_proj,0.0000850618,0.05000,25.662
47,mlp.experts.247.up_proj,failsafe(rtn): 0.0017929,0.00000,1.285
47,mlp.experts.246.up_proj,0.0000294480,0.05000,25.990
47,mlp.experts.244.up_proj,0.0001619698,0.05000,25.261
47,mlp.experts.234.up_proj,0.0000291918,0.05000,26.960
47,mlp.experts.200.up_proj,0.0000575984,0.05000,26.387
47,mlp.experts.287.up_proj,0.0000480082,0.05000,25.970
47,mlp.experts.216.up_proj,failsafe(rtn): 0.0017014,0.00000,1.033
47,mlp.experts.275.up_proj,0.0000347859,0.05000,26.751
47,mlp.experts.217.up_proj,0.0001882141,0.05000,25.589
47,mlp.experts.283.up_proj,0.0001276351,0.05000,23.583
47,mlp.experts.189.up_proj,0.0001470079,0.05000,25.209
47,mlp.experts.172.up_proj,0.0001617367,0.05000,26.594
47,mlp.experts.225.up_proj,0.0000353714,0.05000,26.138
47,mlp.experts.206.up_proj,0.0000344726,0.05000,25.744
47,mlp.experts.176.up_proj,0.0000283318,0.05000,27.138
47,mlp.experts.149.up_proj,0.0000596162,0.05000,26.998
47,mlp.experts.194.up_proj,0.0000288310,0.05000,26.531
47,mlp.experts.165.up_proj,failsafe(rtn): 0.0017471,0.00000,1.375
47,mlp.experts.263.up_proj,0.0000576099,0.05000,27.087
47,mlp.experts.262.up_proj,0.0000241979,0.05000,27.233
47,mlp.experts.250.up_proj,0.0000569443,0.05000,24.604
47,mlp.experts.260.up_proj,0.0001692981,0.05000,27.496
47,mlp.experts.291.up_proj,0.0001323248,0.05000,25.460
47,mlp.experts.232.up_proj,0.0000324003,0.05000,26.933
47,mlp.experts.233.up_proj,0.0000403692,0.05000,26.374
47,mlp.experts.303.up_proj,0.0000163023,0.05000,28.497
47,mlp.experts.299.up_proj,0.0000209575,0.05000,27.024
47,mlp.experts.205.up_proj,0.0000221755,0.05000,25.926
47,mlp.experts.188.up_proj,0.0001339505,0.05000,25.613
47,mlp.experts.315.up_proj,failsafe(rtn): 0.0018234,0.00000,1.551
47,mlp.experts.222.up_proj,0.0000213528,0.05000,26.784
47,mlp.experts.241.up_proj,0.0000654775,0.05000,27.366
47,mlp.experts.238.up_proj,failsafe(rtn): 0.0017471,0.00000,1.624
47,mlp.experts.192.up_proj,0.0000308646,0.05000,28.220
47,mlp.experts.210.up_proj,0.0000890902,0.05000,27.421
47,mlp.experts.181.up_proj,0.0000132913,0.05000,28.294
47,mlp.experts.279.up_proj,0.0000354706,0.05000,27.460
47,mlp.experts.278.up_proj,0.0000480331,0.05000,28.630
47,mlp.experts.266.up_proj,0.0001572015,0.05000,27.619
47,mlp.experts.276.up_proj,0.0000552271,0.05000,28.531
47,mlp.experts.248.up_proj,0.0000311562,0.05000,27.327
47,mlp.experts.319.up_proj,0.0000245323,0.05000,26.759
47,mlp.experts.249.up_proj,0.0000608128,0.05000,27.779
47,mlp.experts.307.up_proj,0.0000161149,0.05000,29.738
47,mlp.experts.265.up_proj,failsafe(rtn): 0.0017624,0.00000,1.499
47,mlp.experts.323.up_proj,failsafe(rtn): 0.0017166,0.00000,1.231
47,mlp.experts.339.up_proj,failsafe(rtn): 0.0018158,0.00000,1.569
47,mlp.experts.204.up_proj,0.0000315402,0.05000,26.091
47,mlp.experts.221.up_proj,0.0001591850,0.05000,28.762
47,mlp.experts.331.up_proj,0.0000944927,0.05000,28.662
47,mlp.experts.347.up_proj,failsafe(rtn): 0.0017395,0.00000,1.453
47,mlp.experts.257.up_proj,0.0000227696,0.05000,28.010
47,mlp.experts.254.up_proj,0.0000118013,0.05000,27.070
47,mlp.experts.270.up_proj,failsafe(rtn): 0.0017624,0.00000,1.353
47,mlp.experts.208.up_proj,0.0000310192,0.05000,26.310
47,mlp.experts.226.up_proj,0.0000498253,0.05000,27.091
47,mlp.experts.224.up_proj,failsafe(rtn): 0.0016708,0.00000,1.426
47,mlp.experts.197.up_proj,0.0000054062,0.05000,26.814
47,mlp.experts.295.up_proj,0.0000194198,0.05000,28.410
47,mlp.experts.282.up_proj,0.0000670570,0.05000,26.680
47,mlp.experts.311.up_proj,failsafe(rtn): 0.0018387,0.00000,1.463
47,mlp.experts.294.up_proj,0.0000564947,0.05000,28.549
47,mlp.experts.264.up_proj,0.0000894354,0.05000,26.210
47,mlp.experts.335.up_proj,0.0000241929,0.05000,27.342
47,mlp.experts.292.up_proj,0.0001267516,0.05000,28.345
47,mlp.experts.281.up_proj,0.0000479345,0.05000,27.924
47,mlp.experts.355.up_proj,0.0002173213,0.05000,26.788
47,mlp.experts.220.up_proj,0.0000231976,0.05000,27.220
47,mlp.experts.236.up_proj,failsafe(rtn): 0.0017090,0.00000,1.655
47,mlp.experts.237.up_proj,0.0000223364,0.05000,28.103
47,mlp.experts.253.up_proj,failsafe(rtn): 0.0017166,0.00000,1.460
47,mlp.experts.363.up_proj,0.0000096234,0.05000,29.052
47,mlp.experts.273.up_proj,0.0000484967,0.05000,28.598
47,mlp.experts.286.up_proj,0.0000935311,0.05000,28.043
47,mlp.experts.242.up_proj,0.0000181293,0.05000,26.884
47,mlp.experts.289.up_proj,failsafe(rtn): 0.0018539,0.00000,1.858
47,mlp.experts.240.up_proj,0.0000703583,0.05000,27.933
47,mlp.experts.213.up_proj,0.0000704874,0.05000,26.833
47,mlp.experts.298.up_proj,0.0000429125,0.05000,27.797
47,mlp.experts.327.up_proj,0.0000640874,0.05000,27.987
47,mlp.experts.314.up_proj,failsafe(rtn): 0.0017929,0.00000,1.414
47,mlp.experts.310.up_proj,0.0000243491,0.05000,28.032
47,mlp.experts.280.up_proj,0.0000645453,0.05000,27.219
47,mlp.experts.308.up_proj,0.0000341947,0.05000,27.174
47,mlp.experts.351.up_proj,0.0000361440,0.05000,27.813
47,mlp.experts.297.up_proj,0.0000489711,0.05000,25.894
47,mlp.experts.371.up_proj,0.0000418934,0.05000,25.389
47,mlp.experts.313.up_proj,failsafe(rtn): 0.0018082,0.00000,0.872
47,mlp.experts.329.up_proj,failsafe(rtn): 0.0018463,0.00000,1.498
47,mlp.experts.252.up_proj,0.0000193642,0.05000,25.389
47,mlp.experts.269.up_proj,0.0000799355,0.05000,26.726
47,mlp.experts.379.up_proj,0.0001056751,0.05000,26.227
47,mlp.experts.395.up_proj,failsafe(rtn): 0.0016861,0.00000,1.866
47,mlp.experts.302.up_proj,0.0000510595,0.05000,26.696
47,mlp.experts.258.up_proj,0.0000766794,0.05000,26.782
47,mlp.experts.229.up_proj,0.0001249085,0.05000,25.941
47,mlp.experts.305.up_proj,0.0000344331,0.05000,27.543
47,mlp.experts.318.up_proj,failsafe(rtn): 0.0017700,0.00000,1.543
47,mlp.experts.256.up_proj,0.0000448770,0.05000,28.107
47,mlp.experts.330.up_proj,0.0000782903,0.05000,25.927
47,mlp.experts.343.up_proj,0.0000738923,0.05000,26.768
47,mlp.experts.326.up_proj,0.0000553121,0.05000,27.076
47,mlp.experts.346.up_proj,failsafe(rtn): 0.0015259,0.00000,1.643
47,mlp.experts.296.up_proj,0.0000867171,0.05000,27.078
47,mlp.experts.324.up_proj,0.0000257572,0.05000,25.810
47,mlp.experts.342.up_proj,failsafe(rtn): 0.0017242,0.00000,1.891
47,mlp.experts.367.up_proj,0.0000630276,0.05000,27.885
47,mlp.experts.387.up_proj,0.0000397560,0.05000,27.808
47,mlp.experts.345.up_proj,0.0000546632,0.05000,29.054
47,mlp.experts.268.up_proj,0.0000542965,0.05000,28.976
47,mlp.experts.285.up_proj,0.0001238800,0.05000,27.692
47,mlp.experts.411.up_proj,0.0000627018,0.05000,27.920
47,mlp.experts.334.up_proj,0.0000099629,0.05000,26.689
47,mlp.experts.245.up_proj,0.0000171503,0.05000,27.954
47,mlp.experts.274.up_proj,0.0000910363,0.05000,28.794
47,mlp.experts.321.up_proj,0.0000891756,0.05000,28.072
47,mlp.experts.272.up_proj,0.0000309956,0.05000,27.112
47,mlp.experts.337.up_proj,failsafe(rtn): 0.0016556,0.00000,1.251
47,mlp.experts.353.up_proj,failsafe(rtn): 0.0018539,0.00000,1.604
47,mlp.experts.369.up_proj,failsafe(rtn): 0.0018311,0.00000,1.428
47,mlp.experts.359.up_proj,0.0001493604,0.05000,27.518
47,mlp.experts.362.up_proj,0.0000183903,0.05000,27.146
47,mlp.experts.312.up_proj,0.0000539788,0.05000,27.614
47,mlp.experts.378.up_proj,failsafe(rtn): 0.0016785,0.00000,1.679
47,mlp.experts.340.up_proj,0.0000719130,0.05000,27.983
47,mlp.experts.383.up_proj,0.0000123558,0.05000,27.217
47,mlp.experts.356.up_proj,failsafe(rtn): 0.0018539,0.00000,1.603
47,mlp.experts.358.up_proj,0.0000485902,0.05000,29.018
47,mlp.experts.403.up_proj,0.0000252414,0.05000,26.790
47,mlp.experts.361.up_proj,0.0001546036,0.05000,29.031
47,mlp.experts.284.up_proj,0.0000629156,0.05000,28.054
47,mlp.experts.300.up_proj,failsafe(rtn): 0.0017014,0.00000,1.470
47,mlp.experts.301.up_proj,0.0001082106,0.05000,28.991
47,mlp.experts.427.up_proj,0.0000086859,0.05000,26.650
47,mlp.experts.261.up_proj,0.0000268340,0.05000,26.794
47,mlp.experts.350.up_proj,0.0000656524,0.05000,27.552
47,mlp.experts.288.up_proj,0.0000129770,0.05000,26.723
47,mlp.experts.290.up_proj,0.0000274729,0.05000,28.636
47,mlp.experts.304.up_proj,failsafe(rtn): 0.0018311,0.00000,1.604
47,mlp.experts.306.up_proj,failsafe(rtn): 0.0017776,0.00000,1.529
47,mlp.experts.322.up_proj,failsafe(rtn): 0.0018082,0.00000,1.558
47,mlp.experts.385.up_proj,0.0000329698,0.05000,29.243
47,mlp.experts.375.up_proj,0.0000351770,0.05000,28.155
47,mlp.experts.328.up_proj,0.0000378662,0.05000,27.700
47,mlp.experts.374.up_proj,0.0000351792,0.05000,26.707
47,mlp.experts.394.up_proj,0.0000432589,0.05000,29.614
47,mlp.experts.372.up_proj,0.0001572333,0.05000,27.978
47,mlp.experts.399.up_proj,0.0000213438,0.05000,29.591
47,mlp.experts.419.up_proj,0.0000845307,0.05000,29.145
47,mlp.experts.415.up_proj,failsafe(rtn): 0.0017471,0.00000,1.500
47,mlp.experts.435.up_proj,failsafe(rtn): 0.0015640,0.00000,1.814
47,mlp.experts.377.up_proj,0.0000644463,0.05000,26.687
47,mlp.experts.316.up_proj,0.0000202210,0.05000,27.983
47,mlp.experts.317.up_proj,0.0000258226,0.05000,27.151
47,mlp.experts.333.up_proj,failsafe(rtn): 0.0017319,0.00000,1.474
47,mlp.experts.443.up_proj,0.0000571672,0.05000,27.588
47,mlp.experts.277.up_proj,0.0000673610,0.05000,26.716
47,mlp.experts.366.up_proj,0.0001366294,0.05000,27.965
47,mlp.experts.320.up_proj,0.0001512208,0.05000,26.654
47,mlp.experts.338.up_proj,0.0000149241,0.05000,26.149
47,mlp.experts.391.up_proj,0.0000230073,0.05000,25.754
47,mlp.experts.401.up_proj,0.0000552577,0.05000,28.284
47,mlp.experts.344.up_proj,0.0001965120,0.05000,26.579
47,mlp.experts.390.up_proj,0.0001465766,0.05000,26.181
47,mlp.experts.410.up_proj,0.0000400256,0.05000,25.690
47,mlp.experts.406.up_proj,failsafe(rtn): 0.0016785,0.00000,1.520
47,mlp.experts.388.up_proj,0.0001249548,0.05000,28.015
47,mlp.experts.422.up_proj,failsafe(rtn): 0.0017242,0.00000,1.690
47,mlp.experts.438.up_proj,failsafe(rtn): 0.0018234,0.00000,1.413
47,mlp.experts.431.up_proj,0.0000219643,0.05000,27.215
47,mlp.experts.451.up_proj,0.0000360252,0.05000,28.122
47,mlp.experts.393.up_proj,0.0000379607,0.05000,28.256
47,mlp.experts.332.up_proj,0.0000751530,0.05000,27.680
47,mlp.experts.349.up_proj,0.0000297020,0.05000,26.176
47,mlp.experts.459.up_proj,0.0000379670,0.05000,27.978
47,mlp.experts.475.up_proj,failsafe(rtn): 0.0016937,0.00000,1.618
47,mlp.experts.382.up_proj,0.0001108110,0.05000,26.654
47,mlp.experts.293.up_proj,0.0001510189,0.05000,28.110
47,mlp.experts.309.up_proj,failsafe(rtn): 0.0017929,0.00000,1.621
47,mlp.experts.336.up_proj,0.0000264926,0.05000,27.508
47,mlp.experts.354.up_proj,0.0000362013,0.05000,29.393
47,mlp.experts.407.up_proj,0.0001114848,0.05000,27.748
47,mlp.experts.370.up_proj,failsafe(rtn): 0.0017319,0.00000,1.679
47,mlp.experts.360.up_proj,0.0000390580,0.05000,27.953
47,mlp.experts.417.up_proj,0.0000983774,0.05000,28.591
47,mlp.experts.433.up_proj,failsafe(rtn): 0.0014343,0.00000,1.650
47,mlp.experts.426.up_proj,0.0000725348,0.05000,28.343
47,mlp.experts.447.up_proj,0.0000175076,0.05000,25.837
47,mlp.experts.404.up_proj,0.0001545678,0.05000,28.329
47,mlp.experts.454.up_proj,0.0000402602,0.05000,28.162
47,mlp.experts.467.up_proj,0.0000498910,0.05000,27.290
47,mlp.experts.483.up_proj,failsafe(rtn): 0.0018005,0.00000,1.286
47,mlp.experts.409.up_proj,0.0000117301,0.05000,27.793
47,mlp.experts.425.up_proj,failsafe(rtn): 0.0017929,0.00000,1.661
47,mlp.experts.348.up_proj,0.0000326103,0.05000,27.437
47,mlp.experts.365.up_proj,0.0001196591,0.05000,27.478
47,mlp.experts.398.up_proj,0.0001097602,0.05000,25.553
47,mlp.experts.491.up_proj,0.0000317783,0.05000,27.778
47,mlp.experts.325.up_proj,0.0000580003,0.05000,28.450
47,mlp.experts.352.up_proj,0.0001110114,0.05000,28.784
47,mlp.experts.376.up_proj,0.0000486759,0.05000,25.058
47,mlp.experts.423.up_proj,0.0001448374,0.05000,27.516
47,mlp.experts.386.up_proj,0.0000786833,0.05000,27.466
47,mlp.experts.439.up_proj,failsafe(rtn): 0.0017319,0.00000,1.492
47,mlp.experts.449.up_proj,0.0002336018,0.05000,26.467
47,mlp.experts.455.up_proj,failsafe(rtn): 0.0016403,0.00000,1.507
47,mlp.experts.465.up_proj,failsafe(rtn): 0.0017319,0.00000,1.486
47,mlp.experts.463.up_proj,0.0000606822,0.05000,27.061
47,mlp.experts.442.up_proj,0.0000772561,0.05000,29.456
47,mlp.experts.420.up_proj,0.0000214009,0.05000,27.417
47,mlp.experts.479.up_proj,failsafe(rtn): 0.0017929,0.00000,1.444
47,mlp.experts.436.up_proj,failsafe(rtn): 0.0017548,0.00000,1.572
47,mlp.experts.470.up_proj,0.0000201335,0.05000,27.657
47,mlp.experts.499.up_proj,0.0000255262,0.05000,29.794
47,mlp.experts.441.up_proj,0.0000010646,0.05000,28.764
47,mlp.experts.364.up_proj,0.0000194978,0.05000,27.374
47,mlp.experts.381.up_proj,0.0000519163,0.05000,27.418
47,mlp.experts.457.up_proj,failsafe(rtn): 0.0018158,0.00000,1.672
47,mlp.experts.414.up_proj,0.0001034134,0.05000,25.917
47,mlp.experts.430.up_proj,failsafe(rtn): 0.0019150,0.00000,1.574
47,mlp.experts.507.up_proj,0.0001118471,0.05000,27.651
47,mlp.experts.3.down_proj,0.0000452941,0.05000,6.952
47,mlp.experts.446.up_proj,failsafe(rtn): 0.0016098,0.00000,1.644
47,mlp.experts.341.up_proj,0.0000904052,0.05000,26.739
47,mlp.experts.368.up_proj,0.0001597835,0.05000,28.660
47,mlp.experts.11.down_proj,0.0001002223,0.05000,6.430
47,mlp.experts.384.up_proj,failsafe(rtn): 0.0017929,0.00000,1.657
47,mlp.experts.19.down_proj,0.0003874772,0.05000,7.026
47,mlp.experts.392.up_proj,0.0000400764,0.05000,27.603
47,mlp.experts.400.up_proj,failsafe(rtn): 0.0018082,0.00000,1.677
47,mlp.experts.402.up_proj,0.0001987164,0.05000,28.335
47,mlp.experts.471.up_proj,0.0001115261,0.05000,27.717
47,mlp.experts.481.up_proj,0.0000179537,0.05000,28.387
47,mlp.experts.458.up_proj,0.0001371223,0.05000,27.061
47,mlp.experts.27.down_proj,0.0000619813,0.05000,7.345
47,mlp.experts.43.down_proj,failsafe(rtn): 0.0016327,0.00000,0.306
47,mlp.experts.59.down_proj,failsafe(rtn): 0.0016556,0.00000,0.366
47,mlp.experts.35.down_proj,0.0000647774,0.05000,7.798
47,mlp.experts.495.up_proj,0.0001183126,0.05000,27.811
47,mlp.experts.486.up_proj,0.0000325433,0.05000,28.234
47,mlp.experts.452.up_proj,0.0000176921,0.05000,29.152
47,mlp.experts.380.up_proj,0.0000117740,0.05000,26.838
47,mlp.experts.75.down_proj,0.0000402687,0.05000,7.382
47,mlp.experts.51.down_proj,0.0000271005,0.05000,7.508
47,mlp.experts.67.down_proj,failsafe(rtn): 0.0016785,0.00000,0.308
47,mlp.experts.473.up_proj,0.0000271265,0.05000,27.138
47,mlp.experts.83.down_proj,failsafe(rtn): 0.0017166,0.00000,0.524
47,mlp.experts.397.up_proj,0.0000116423,0.05000,29.313
47,mlp.experts.489.up_proj,failsafe(rtn): 0.0018311,0.00000,1.864
47,mlp.experts.462.up_proj,0.0001160650,0.05000,27.912
47,mlp.experts.91.down_proj,0.0000170731,0.05000,7.310
47,mlp.experts.107.down_proj,failsafe(rtn): 0.0016708,0.00000,0.409
47,mlp.experts.99.down_proj,0.0000150082,0.05000,7.063
47,mlp.experts.357.up_proj,0.0000746338,0.05000,28.643
47,mlp.experts.115.down_proj,0.0000163800,0.05000,5.919
47,mlp.experts.408.up_proj,0.0000106694,0.05000,29.019
47,mlp.experts.131.down_proj,failsafe(rtn): 0.0017319,0.00000,0.271
47,mlp.experts.416.up_proj,0.0000795701,0.05000,27.921
47,mlp.experts.123.down_proj,0.0001224404,0.05000,7.302
47,mlp.experts.418.up_proj,0.0000179197,0.05000,27.976
47,mlp.experts.424.up_proj,failsafe(rtn): 0.0018005,0.00000,1.531
47,mlp.experts.440.up_proj,failsafe(rtn): 0.0017776,0.00000,1.412
47,mlp.experts.487.up_proj,0.0000171235,0.05000,28.690
47,mlp.experts.497.up_proj,0.0000303006,0.05000,27.478
47,mlp.experts.503.up_proj,failsafe(rtn): 0.0017471,0.00000,1.402
47,mlp.experts.456.up_proj,failsafe(rtn): 0.0017853,0.00000,1.642
47,mlp.experts.474.up_proj,0.0001089170,0.05000,28.141
47,mlp.experts.7.down_proj,failsafe(rtn): 0.0016556,0.00000,0.457
47,mlp.experts.472.up_proj,failsafe(rtn): 0.0009995,0.00000,1.414
47,mlp.experts.139.down_proj,0.0000081921,0.05000,6.320
47,mlp.experts.511.up_proj,0.0000645841,0.05000,28.380
47,mlp.experts.15.down_proj,failsafe(rtn): 0.0018234,0.00000,0.405
47,mlp.experts.147.down_proj,0.0001134529,0.05000,7.884
47,mlp.experts.31.down_proj,failsafe(rtn): 0.0017395,0.00000,0.347
47,mlp.experts.163.down_proj,failsafe(rtn): 0.0016174,0.00000,0.480
47,mlp.experts.502.up_proj,0.0000155726,0.05000,28.304
47,mlp.experts.6.down_proj,failsafe(rtn): 0.0018082,0.00000,0.451
47,mlp.experts.468.up_proj,0.0000441891,0.05000,29.294
47,mlp.experts.1.down_proj,0.0000462605,0.05000,8.057
47,mlp.experts.23.down_proj,0.0000080136,0.05000,7.451
47,mlp.experts.396.up_proj,0.0002360474,0.05000,28.451
47,mlp.experts.155.down_proj,0.0006476425,0.05000,7.508
47,mlp.experts.179.down_proj,0.0000804274,0.05000,6.234
47,mlp.experts.22.down_proj,0.0000132251,0.05000,6.891
47,mlp.experts.47.down_proj,0.0000009714,0.05000,7.939
47,mlp.experts.63.down_proj,failsafe(rtn): 0.0018158,0.00000,0.407
47,mlp.experts.505.up_proj,0.0000331865,0.05000,28.424
47,mlp.experts.413.up_proj,0.0000151270,0.05000,29.302
47,mlp.experts.17.down_proj,0.0000092402,0.05000,6.258
47,mlp.experts.39.down_proj,0.0000864507,0.05000,6.720
47,mlp.experts.478.up_proj,0.0000276526,0.05000,27.387
47,mlp.experts.55.down_proj,failsafe(rtn): 0.0016403,0.00000,0.445
47,mlp.experts.494.up_proj,failsafe(rtn): 0.0018997,0.00000,1.464
47,mlp.experts.195.down_proj,0.0000397439,0.05000,6.722
47,mlp.experts.171.down_proj,0.0002906376,0.05000,7.566
47,mlp.experts.187.down_proj,failsafe(rtn): 0.0010529,0.00000,0.562
47,mlp.experts.79.down_proj,0.0000311463,0.05000,6.555
47,mlp.experts.38.down_proj,0.0001072498,0.05000,7.178
47,mlp.experts.373.up_proj,0.0000351535,0.05000,29.466
47,mlp.experts.9.down_proj,0.0002248157,0.05000,7.920
47,mlp.experts.33.down_proj,0.0000911694,0.05000,6.829
47,mlp.experts.71.down_proj,0.0000074737,0.05000,7.062
47,mlp.experts.432.up_proj,0.0001130283,0.05000,27.377
47,mlp.experts.434.up_proj,0.0001540586,0.05000,28.345
47,mlp.experts.211.down_proj,0.0008529515,0.05000,8.199
47,mlp.experts.203.down_proj,0.0000156242,0.05000,7.718
47,mlp.experts.95.down_proj,0.0000161818,0.05000,7.529
47,mlp.experts.54.down_proj,0.0003052731,0.05000,7.620
47,mlp.experts.25.down_proj,0.0000357146,0.05000,7.535
47,mlp.experts.49.down_proj,0.0002119778,0.05000,7.652
47,mlp.experts.87.down_proj,0.0000233562,0.05000,6.906
47,mlp.experts.103.down_proj,failsafe(rtn): 0.0017090,0.00000,0.181
47,mlp.experts.490.up_proj,0.0000785953,0.05000,30.332
47,mlp.experts.488.up_proj,0.0000342308,0.05000,29.198
47,mlp.experts.227.down_proj,0.0000729159,0.05000,6.734
47,mlp.experts.219.down_proj,0.0000256007,0.05000,6.924
47,mlp.experts.70.down_proj,0.0000271435,0.05000,6.760
47,mlp.experts.111.down_proj,0.0000625714,0.05000,7.392
47,mlp.experts.86.down_proj,failsafe(rtn): 0.0016785,0.00000,0.495
47,mlp.experts.484.up_proj,0.0000772150,0.05000,27.979
47,mlp.experts.41.down_proj,0.0000369215,0.05000,6.800
47,mlp.experts.65.down_proj,0.0000112671,0.05000,6.535
47,mlp.experts.57.down_proj,failsafe(rtn): 0.0016861,0.00000,0.436
47,mlp.experts.119.down_proj,0.0000856088,0.05000,6.485
47,mlp.experts.412.up_proj,0.0000186066,0.05000,28.305
47,mlp.experts.243.down_proj,0.0002417810,0.05000,6.916
47,mlp.experts.259.down_proj,failsafe(rtn): 0.0016861,0.00000,0.393
47,mlp.experts.235.down_proj,0.0000484523,0.05000,6.792
47,mlp.experts.251.down_proj,failsafe(rtn): 0.0017395,0.00000,0.367
47,mlp.experts.102.down_proj,0.0001232645,0.05000,6.388
47,mlp.experts.73.down_proj,0.0000161541,0.05000,5.374
47,mlp.experts.127.down_proj,0.0000555743,0.05000,7.575
47,mlp.experts.81.down_proj,0.0002288911,0.05000,6.272
47,mlp.experts.143.down_proj,failsafe(rtn): 0.0017624,0.00000,0.528
47,mlp.experts.159.down_proj,failsafe(rtn): 0.0017471,0.00000,0.285
47,mlp.experts.135.down_proj,0.0000484002,0.05000,6.287
47,mlp.experts.429.up_proj,0.0000690789,0.05000,30.607
47,mlp.experts.510.up_proj,0.0000651372,0.05000,27.998
47,mlp.experts.275.down_proj,0.0001116338,0.05000,6.414
47,mlp.experts.118.down_proj,0.0002284858,0.05000,6.687
47,mlp.experts.267.down_proj,0.0000353120,0.05000,7.038
47,mlp.experts.389.up_proj,0.0000985208,0.05000,27.472
47,mlp.experts.89.down_proj,0.0000734423,0.05000,6.954
47,mlp.experts.175.down_proj,0.0000088607,0.05000,6.810
47,mlp.experts.97.down_proj,0.0001713676,0.05000,7.769
47,mlp.experts.151.down_proj,0.0000198363,0.05000,7.013
47,mlp.experts.191.down_proj,failsafe(rtn): 0.0018692,0.00000,0.410
47,mlp.experts.113.down_proj,failsafe(rtn): 0.0016403,0.00000,0.497
47,mlp.experts.14.down_proj,0.0000071625,0.05000,7.110
47,mlp.experts.448.up_proj,0.0001267227,0.05000,28.599
47,mlp.experts.30.down_proj,failsafe(rtn): 0.0018463,0.00000,0.357
47,mlp.experts.291.down_proj,0.0000731917,0.05000,7.109
47,mlp.experts.450.up_proj,0.0000119828,0.05000,28.482
47,mlp.experts.283.down_proj,0.0000360804,0.05000,7.264
47,mlp.experts.134.down_proj,0.0000716126,0.05000,7.922
47,mlp.experts.105.down_proj,0.0000262081,0.05000,7.524
47,mlp.experts.121.down_proj,failsafe(rtn): 0.0016861,0.00000,0.400
47,mlp.experts.129.down_proj,0.0001446844,0.05000,6.945
47,mlp.experts.167.down_proj,0.0000154275,0.05000,7.768
47,mlp.experts.207.down_proj,0.0000082599,0.05000,7.900
47,mlp.experts.504.up_proj,0.0000265757,0.05000,27.548
47,mlp.experts.307.down_proj,0.0000063741,0.05000,6.877
47,mlp.experts.46.down_proj,0.0000361989,0.05000,8.052
47,mlp.experts.323.down_proj,failsafe(rtn): 0.0017700,0.00000,0.374
47,mlp.experts.506.up_proj,0.0001295590,0.05000,29.345
47,mlp.experts.339.down_proj,failsafe(rtn): 0.0017929,0.00000,0.396
47,mlp.experts.299.down_proj,0.0000231245,0.05000,6.538
47,mlp.experts.315.down_proj,failsafe(rtn): 0.0018005,0.00000,0.449
47,mlp.experts.500.up_proj,0.0000369364,0.05000,27.956
47,mlp.experts.150.down_proj,0.0000308766,0.05000,7.932
47,mlp.experts.166.down_proj,failsafe(rtn): 0.0017242,0.00000,0.433
47,mlp.experts.137.down_proj,0.0000345871,0.05000,7.724
47,mlp.experts.145.down_proj,0.0000055241,0.05000,7.136
47,mlp.experts.183.down_proj,0.0000714346,0.05000,7.356
47,mlp.experts.223.down_proj,0.0000288054,0.05000,7.723
47,mlp.experts.428.up_proj,0.0000769196,0.05000,28.490
47,mlp.experts.8.down_proj,0.0000565748,0.05000,7.573
47,mlp.experts.444.up_proj,failsafe(rtn): 0.0016861,0.00000,1.575
47,mlp.experts.62.down_proj,0.0000836568,0.05000,7.719
47,mlp.experts.355.down_proj,0.0001008413,0.05000,7.703
47,mlp.experts.10.down_proj,0.0000658142,0.05000,8.252
47,mlp.experts.331.down_proj,0.0001026793,0.05000,7.336
47,mlp.experts.347.down_proj,failsafe(rtn): 0.0016479,0.00000,0.177
47,mlp.experts.4.down_proj,0.0000211341,0.05000,7.275
47,mlp.experts.182.down_proj,0.0000169947,0.05000,6.453
47,mlp.experts.161.down_proj,0.0000110514,0.05000,6.278
47,mlp.experts.153.down_proj,0.0000633973,0.05000,7.521
47,mlp.experts.239.down_proj,0.0000902615,0.05000,6.264
47,mlp.experts.199.down_proj,0.0000124678,0.05000,7.045
47,mlp.experts.445.up_proj,0.0000530817,0.05000,28.297
47,mlp.experts.24.down_proj,0.0000223312,0.05000,6.998
47,mlp.experts.405.up_proj,0.0000330561,0.05000,26.454
47,mlp.experts.78.down_proj,0.0001695390,0.05000,7.749
47,mlp.experts.371.down_proj,0.0000284989,0.05000,7.079
47,mlp.experts.26.down_proj,0.0000063670,0.05000,7.080
47,mlp.experts.20.down_proj,0.0000369265,0.05000,7.007
47,mlp.experts.198.down_proj,0.0000065096,0.05000,6.506
47,mlp.experts.363.down_proj,0.0026185562,0.05000,7.778
47,mlp.experts.214.down_proj,failsafe(rtn): 0.0012665,0.00000,0.401
47,mlp.experts.177.down_proj,0.0000167468,0.05000,7.756
47,mlp.experts.215.down_proj,0.0000148198,0.05000,6.517
47,mlp.experts.193.down_proj,failsafe(rtn): 0.0017395,0.00000,0.422
47,mlp.experts.255.down_proj,0.0000358392,0.05000,7.430
47,mlp.experts.169.down_proj,0.0001184233,0.05000,8.081
47,mlp.experts.464.up_proj,0.0000999982,0.05000,27.880
47,mlp.experts.480.up_proj,failsafe(rtn): 0.0017853,0.00000,1.308
47,mlp.experts.40.down_proj,0.0000383341,0.05000,8.100
47,mlp.experts.466.up_proj,0.0000659816,0.05000,28.179
47,mlp.experts.36.down_proj,0.0000141653,0.05000,6.617
47,mlp.experts.94.down_proj,0.0000435521,0.05000,7.498
47,mlp.experts.482.up_proj,failsafe(rtn): 0.0016403,0.00000,1.524
47,mlp.experts.42.down_proj,0.0000190380,0.05000,7.386
47,mlp.experts.52.down_proj,failsafe(rtn): 0.0016861,0.00000,0.584
47,mlp.experts.230.down_proj,0.0002080346,0.05000,6.833
47,mlp.experts.387.down_proj,0.0000156239,0.05000,8.079
47,mlp.experts.58.down_proj,failsafe(rtn): 0.0016937,0.00000,0.577
47,mlp.experts.379.down_proj,0.0001798131,0.05000,7.260
47,mlp.experts.395.down_proj,failsafe(rtn): 0.0016556,0.00000,0.390
47,mlp.experts.209.down_proj,0.0004006633,0.05000,7.476
47,mlp.experts.231.down_proj,0.0000579988,0.05000,7.897
47,mlp.experts.271.down_proj,0.0003273800,0.05000,7.503
47,mlp.experts.247.down_proj,failsafe(rtn): 0.0017014,0.00000,0.512
47,mlp.experts.185.down_proj,0.0000055817,0.05000,7.841
47,mlp.experts.56.down_proj,0.0000199067,0.05000,7.140
47,mlp.experts.74.down_proj,0.0000107969,0.05000,6.428
47,mlp.experts.110.down_proj,0.0000253830,0.05000,7.428
47,mlp.experts.403.down_proj,0.0000194056,0.05000,7.178
47,mlp.experts.411.down_proj,0.0000366028,0.05000,6.524
47,mlp.experts.68.down_proj,0.0001373313,0.05000,7.764
47,mlp.experts.84.down_proj,failsafe(rtn): 0.0016937,0.00000,0.258
47,mlp.experts.246.down_proj,0.0000129351,0.05000,7.982
47,mlp.experts.225.down_proj,0.0000451636,0.05000,6.370
47,mlp.experts.263.down_proj,0.0000220997,0.05000,6.841
47,mlp.experts.201.down_proj,0.0001019682,0.05000,6.600
47,mlp.experts.287.down_proj,0.0000120530,0.05000,7.849
47,mlp.experts.72.down_proj,0.0000864440,0.05000,7.109
47,mlp.experts.460.up_proj,0.0000913823,0.05000,28.179
47,mlp.experts.88.down_proj,failsafe(rtn): 0.0017776,0.00000,0.347
47,mlp.experts.90.down_proj,0.0000078707,0.05000,6.609
47,mlp.experts.106.down_proj,failsafe(rtn): 0.0016632,0.00000,0.410
47,mlp.experts.476.up_proj,failsafe(rtn): 0.0018311,0.00000,1.636
47,mlp.experts.126.down_proj,0.0000398005,0.05000,7.093
47,mlp.experts.122.down_proj,failsafe(rtn): 0.0016708,0.00000,0.435
47,mlp.experts.419.down_proj,0.0001028763,0.05000,6.945
47,mlp.experts.427.down_proj,0.0000052199,0.05000,7.005
47,mlp.experts.435.down_proj,failsafe(rtn): 0.0015488,0.00000,0.425
47,mlp.experts.138.down_proj,failsafe(rtn): 0.0017548,0.00000,0.446
47,mlp.experts.262.down_proj,0.0000466274,0.05000,7.313
47,mlp.experts.492.up_proj,failsafe(rtn): 0.0016403,0.00000,1.476
47,mlp.experts.100.down_proj,0.0000290161,0.05000,8.093
47,mlp.experts.116.down_proj,failsafe(rtn): 0.0017014,0.00000,0.456
47,mlp.experts.241.down_proj,0.0002037212,0.05000,7.772
47,mlp.experts.461.up_proj,0.0000328628,0.05000,28.389
47,mlp.experts.508.up_proj,failsafe(rtn): 0.0016708,0.00000,1.415
47,mlp.experts.279.down_proj,0.0000177066,0.05000,8.160
47,mlp.experts.477.up_proj,failsafe(rtn): 0.0016937,0.00000,1.350
47,mlp.experts.217.down_proj,0.0003458899,0.05000,8.373
47,mlp.experts.303.down_proj,0.0000265204,0.05000,7.773
47,mlp.experts.104.down_proj,0.0000335505,0.05000,6.849
47,mlp.experts.421.up_proj,0.0001468061,0.05000,29.746
47,mlp.experts.142.down_proj,0.0001037620,0.05000,7.251
47,mlp.experts.443.down_proj,0.0000440519,0.05000,7.761
47,mlp.experts.451.down_proj,0.0000180976,0.05000,7.813
47,mlp.experts.278.down_proj,0.0000610692,0.05000,7.466
47,mlp.experts.154.down_proj,0.0004596581,0.05000,8.233
47,mlp.experts.257.down_proj,0.0000083748,0.05000,7.440
47,mlp.experts.12.down_proj,0.0000678688,0.05000,7.651
47,mlp.experts.132.down_proj,0.0000181370,0.05000,8.362
47,mlp.experts.496.up_proj,0.0001398444,0.05000,27.526
47,mlp.experts.148.down_proj,failsafe(rtn): 0.0016556,0.00000,0.289
47,mlp.experts.295.down_proj,0.0000337441,0.05000,7.009
47,mlp.experts.311.down_proj,failsafe(rtn): 0.0018082,0.00000,0.472
47,mlp.experts.120.down_proj,0.0000297549,0.05000,7.127
47,mlp.experts.319.down_proj,0.0000143056,0.05000,8.034
47,mlp.experts.233.down_proj,0.0000244285,0.05000,8.163
47,mlp.experts.498.up_proj,0.0000422855,0.05000,27.273
47,mlp.experts.158.down_proj,0.0000451229,0.05000,6.787
47,mlp.experts.459.down_proj,0.0000224228,0.05000,6.319
47,mlp.experts.475.down_proj,failsafe(rtn): 0.0016785,0.00000,0.144
47,mlp.experts.294.down_proj,0.0001086295,0.05000,6.692
47,mlp.experts.467.down_proj,0.0001487649,0.05000,7.173
47,mlp.experts.483.down_proj,failsafe(rtn): 0.0016708,0.00000,0.475
47,mlp.experts.28.down_proj,0.0000148684,0.05000,6.393
47,mlp.experts.170.down_proj,0.0001273784,0.05000,8.148
47,mlp.experts.0.down_proj,0.0001350487,0.05000,6.611
47,mlp.experts.273.down_proj,0.0000183158,0.05000,7.878
47,mlp.experts.164.down_proj,0.0000239298,0.05000,6.943
47,mlp.experts.289.down_proj,failsafe(rtn): 0.0018005,0.00000,0.304
47,mlp.experts.327.down_proj,0.0001358647,0.05000,7.182
47,mlp.experts.249.down_proj,0.0000658834,0.05000,6.826
47,mlp.experts.335.down_proj,0.0000177273,0.05000,7.050
47,mlp.experts.2.down_proj,0.0000116083,0.05000,6.865
47,mlp.experts.136.down_proj,0.0000361803,0.05000,7.300
47,mlp.experts.265.down_proj,failsafe(rtn): 0.0017548,0.00000,0.287
47,mlp.experts.152.down_proj,failsafe(rtn): 0.0018158,0.00000,0.309
47,mlp.experts.174.down_proj,0.0000412488,0.05000,6.803
47,mlp.experts.491.down_proj,0.0000184061,0.05000,7.091
47,mlp.experts.499.down_proj,0.0000132961,0.05000,6.736
47,mlp.experts.310.down_proj,0.0000167370,0.05000,7.571
47,mlp.experts.186.down_proj,0.0000055838,0.05000,6.055
47,mlp.experts.44.down_proj,0.0000094028,0.05000,7.204
47,mlp.experts.180.down_proj,0.0001166005,0.05000,6.369
47,mlp.experts.16.down_proj,0.0000285025,0.05000,7.039
47,mlp.experts.305.down_proj,0.0000226125,0.05000,6.811
47,mlp.experts.343.down_proj,0.0000386748,0.05000,7.003
47,mlp.experts.281.down_proj,0.0000244708,0.05000,6.508
47,mlp.experts.168.down_proj,0.0000589730,0.05000,6.536
47,mlp.experts.18.down_proj,0.0000396025,0.05000,7.187
47,mlp.experts.351.down_proj,0.0000170160,0.05000,7.383
47,mlp.experts.190.down_proj,0.0000115917,0.05000,6.700
47,mlp.experts.507.down_proj,0.0000662038,0.05000,6.992
47,mlp.experts.326.down_proj,0.0000260370,0.05000,5.820
47,mlp.experts.342.down_proj,failsafe(rtn): 0.0016632,0.00000,0.300
47,mlp.experts.202.down_proj,0.0000075736,0.05000,6.804
47,mlp.experts.60.down_proj,0.0002452974,0.05000,6.592
47,mlp.experts.32.down_proj,0.0000188910,0.05000,6.556
47,mlp.experts.321.down_proj,0.0000449205,0.05000,6.327
47,mlp.experts.196.down_proj,0.0000657654,0.05000,7.060
47,mlp.experts.48.down_proj,failsafe(rtn): 0.0016251,0.00000,0.399
47,mlp.experts.337.down_proj,failsafe(rtn): 0.0016327,0.00000,0.196
47,mlp.experts.353.down_proj,failsafe(rtn): 0.0018082,0.00000,0.450
47,mlp.experts.212.down_proj,failsafe(rtn): 0.0018311,0.00000,0.631
47,mlp.experts.184.down_proj,0.0012088785,0.05000,5.706
47,mlp.experts.369.down_proj,failsafe(rtn): 0.0018234,0.00000,0.209
47,mlp.experts.493.up_proj,0.0000485360,0.05000,28.383
47,mlp.experts.359.down_proj,0.0002613862,0.05000,6.665
47,mlp.experts.34.down_proj,0.0000044335,0.05000,5.773
47,mlp.experts.297.down_proj,0.0000894688,0.05000,6.455
47,mlp.experts.313.down_proj,failsafe(rtn): 0.0017471,0.00000,0.397
47,mlp.experts.329.down_proj,failsafe(rtn): 0.0018234,0.00000,0.325
47,mlp.experts.206.down_proj,0.0000423742,0.05000,5.993
47,mlp.experts.367.down_proj,0.0000266674,0.05000,6.810
47,mlp.experts.437.up_proj,0.0000297679,0.05000,28.393
47,mlp.experts.358.down_proj,0.0001233444,0.05000,5.783
47,mlp.experts.218.down_proj,0.0000327773,0.05000,5.391
47,mlp.experts.453.up_proj,failsafe(rtn): 0.0017090,0.00000,1.298
47,mlp.experts.76.down_proj,0.0000121877,0.05000,5.298
47,mlp.experts.228.down_proj,0.0003167353,0.05000,5.055
47,mlp.experts.64.down_proj,0.0000596475,0.05000,5.745
47,mlp.experts.200.down_proj,0.0000383959,0.05000,5.198
47,mlp.experts.216.down_proj,failsafe(rtn): 0.0017014,0.00000,0.291
47,mlp.experts.375.down_proj,0.0000274576,0.05000,5.562
47,mlp.experts.50.down_proj,0.0002374216,0.05000,6.380
47,mlp.experts.383.down_proj,0.0000060383,0.05000,5.243
47,mlp.experts.222.down_proj,0.0000579228,0.05000,5.729
47,mlp.experts.385.down_proj,0.0000429280,0.05000,6.884
47,mlp.experts.345.down_proj,0.0002587695,0.05000,5.956
47,mlp.experts.238.down_proj,failsafe(rtn): 0.0017471,0.00000,0.312
47,mlp.experts.374.down_proj,0.0000173986,0.05000,5.657
47,mlp.experts.92.down_proj,0.0000401547,0.05000,5.026
47,mlp.experts.234.down_proj,0.0000194264,0.05000,6.073
47,mlp.experts.244.down_proj,0.0000814969,0.05000,5.134
47,mlp.experts.80.down_proj,0.0001585242,0.05000,5.545
47,mlp.experts.232.down_proj,0.0000084761,0.05000,5.220
47,mlp.experts.66.down_proj,0.0004132600,0.05000,4.654
47,mlp.experts.391.down_proj,0.0000070306,0.05000,5.514
47,mlp.experts.82.down_proj,failsafe(rtn): 0.0018082,0.00000,0.373
47,mlp.experts.361.down_proj,0.0001587297,0.05000,4.728
47,mlp.experts.254.down_proj,0.0001769402,0.05000,5.412
47,mlp.experts.401.down_proj,0.0000273222,0.05000,5.925
47,mlp.experts.399.down_proj,0.0000054189,0.05000,6.317
47,mlp.experts.390.down_proj,0.0000342084,0.05000,4.799
47,mlp.experts.270.down_proj,failsafe(rtn): 0.0017471,0.00000,0.364
47,mlp.experts.406.down_proj,failsafe(rtn): 0.0017014,0.00000,0.191
47,mlp.experts.415.down_proj,failsafe(rtn): 0.0016861,0.00000,0.486
47,mlp.experts.422.down_proj,failsafe(rtn): 0.0017166,0.00000,0.427
47,mlp.experts.438.down_proj,failsafe(rtn): 0.0018311,0.00000,0.421
47,mlp.experts.250.down_proj,0.0000056027,0.05000,5.169
47,mlp.experts.108.down_proj,0.0000104365,0.05000,5.731
47,mlp.experts.96.down_proj,0.0001611477,0.05000,5.488
47,mlp.experts.260.down_proj,0.0001084321,0.05000,6.413
47,mlp.experts.248.down_proj,0.0000752475,0.05000,5.953
47,mlp.experts.98.down_proj,0.0000277425,0.05000,5.687
47,mlp.experts.407.down_proj,0.0001758674,0.05000,6.327
47,mlp.experts.377.down_proj,0.0000286294,0.05000,6.186
47,mlp.experts.286.down_proj,0.0000566740,0.05000,5.302
47,mlp.experts.417.down_proj,0.0000531059,0.05000,5.851
47,mlp.experts.266.down_proj,0.0001119359,0.05000,4.553
47,mlp.experts.433.down_proj,failsafe(rtn): 0.0014114,0.00000,0.278
47,mlp.experts.431.down_proj,0.0000062593,0.05000,5.797
47,mlp.experts.124.down_proj,0.0002059983,0.05000,5.322
47,mlp.experts.454.down_proj,0.0000236095,0.05000,5.869
47,mlp.experts.112.down_proj,0.0000118608,0.05000,4.650
47,mlp.experts.276.down_proj,0.0000379532,0.05000,5.587
47,mlp.experts.509.up_proj,0.0001106950,0.05000,21.998
47,mlp.experts.264.down_proj,0.0001443036,0.05000,5.584
47,mlp.experts.13.down_proj,failsafe(rtn): 0.0015564,0.00000,0.386
47,mlp.experts.423.down_proj,0.0000917632,0.05000,5.082
47,mlp.experts.114.down_proj,0.0000103554,0.05000,5.503
47,mlp.experts.439.down_proj,failsafe(rtn): 0.0016632,0.00000,0.335
47,mlp.experts.455.down_proj,failsafe(rtn): 0.0016556,0.00000,0.263
47,mlp.experts.393.down_proj,0.0007091503,0.05000,5.477
47,mlp.experts.302.down_proj,0.0000356050,0.05000,5.287
47,mlp.experts.318.down_proj,failsafe(rtn): 0.0017853,0.00000,0.348
47,mlp.experts.282.down_proj,0.0000267501,0.05000,5.240
47,mlp.experts.449.down_proj,0.0002357779,0.05000,5.436
47,mlp.experts.447.down_proj,0.0000057206,0.05000,5.473
47,mlp.experts.465.down_proj,failsafe(rtn): 0.0017090,0.00000,0.385
47,mlp.experts.469.up_proj,0.0000602679,0.05000,21.967
47,mlp.experts.128.down_proj,0.0000474727,0.05000,4.864
47,mlp.experts.140.down_proj,0.0000110517,0.05000,6.382
47,mlp.experts.470.down_proj,0.0000095076,0.05000,6.116
47,mlp.experts.292.down_proj,0.0000769362,0.05000,5.273
47,mlp.experts.280.down_proj,0.0000244674,0.05000,5.210
47,mlp.experts.471.down_proj,0.0001960984,0.05000,4.656
47,mlp.experts.130.down_proj,0.0000279902,0.05000,5.234
47,mlp.experts.298.down_proj,0.0000218650,0.05000,4.955
47,mlp.experts.409.down_proj,0.0000046341,0.05000,5.759
47,mlp.experts.29.down_proj,0.0000135161,0.05000,6.798
47,mlp.experts.314.down_proj,failsafe(rtn): 0.0017242,0.00000,0.289
47,mlp.experts.425.down_proj,failsafe(rtn): 0.0018005,0.00000,0.293
47,mlp.experts.463.down_proj,0.0000435327,0.05000,4.977
47,mlp.experts.481.down_proj,0.0000063701,0.05000,4.985
47,mlp.experts.479.down_proj,failsafe(rtn): 0.0017242,0.00000,0.221
47,mlp.experts.334.down_proj,0.0000520234,0.05000,6.060
47,mlp.experts.144.down_proj,0.0000161138,0.05000,5.423
47,mlp.experts.486.down_proj,0.0000264959,0.05000,5.554
47,mlp.experts.156.down_proj,0.0000297898,0.05000,5.915
47,mlp.experts.308.down_proj,0.0000059661,0.05000,5.095
47,mlp.experts.296.down_proj,0.0000481271,0.05000,5.298
47,mlp.experts.146.down_proj,0.0000117932,0.05000,5.577
47,mlp.experts.162.down_proj,failsafe(rtn): 0.0016632,0.00000,0.249
47,mlp.experts.487.down_proj,0.0000180307,0.05000,6.110
47,mlp.experts.503.down_proj,failsafe(rtn): 0.0017242,0.00000,0.371
47,mlp.experts.45.down_proj,0.0000230020,0.05000,5.611
47,mlp.experts.330.down_proj,0.0000733579,0.05000,5.838
47,mlp.experts.497.down_proj,0.0000130199,0.05000,5.630
47,mlp.experts.495.down_proj,0.0002854454,0.05000,5.503
47,mlp.experts.346.down_proj,failsafe(rtn): 0.0014114,0.00000,0.240
47,mlp.experts.441.down_proj,0.0000014748,0.05000,6.032
47,mlp.experts.350.down_proj,0.0000860531,0.05000,5.442
47,mlp.experts.457.down_proj,failsafe(rtn): 0.0018005,0.00000,0.233
47,mlp.experts.160.down_proj,0.0000735219,0.05000,5.257
47,mlp.experts.502.down_proj,0.0000291502,0.05000,5.135
47,mlp.experts.172.down_proj,0.0000712263,0.05000,5.205
47,mlp.experts.312.down_proj,0.0001949244,0.05000,4.467
47,mlp.experts.324.down_proj,0.0000121650,0.05000,4.861
47,mlp.experts.178.down_proj,0.0000515060,0.05000,3.932
47,mlp.experts.61.down_proj,0.0000203542,0.05000,4.067
47,mlp.experts.511.down_proj,0.0001496314,0.05000,3.607
47,mlp.experts.473.down_proj,0.0000445487,0.05000,3.516
47,mlp.experts.366.down_proj,0.0000778781,0.05000,3.854
47,mlp.experts.362.down_proj,0.0000063616,0.05000,3.992
47,mlp.experts.489.down_proj,failsafe(rtn): 0.0018311,0.00000,0.167
47,mlp.experts.176.down_proj,0.0000144507,0.05000,3.381
47,mlp.experts.378.down_proj,failsafe(rtn): 0.0016403,0.00000,0.141
47,mlp.experts.188.down_proj,0.0000271117,0.05000,2.819
47,mlp.experts.328.down_proj,0.0000196290,0.05000,3.153
47,mlp.experts.340.down_proj,0.0001864240,0.05000,3.029
47,mlp.experts.356.down_proj,failsafe(rtn): 0.0018463,0.00000,0.217
47,mlp.experts.194.down_proj,0.0000224895,0.05000,3.267
47,mlp.experts.77.down_proj,0.0000205921,0.05000,2.507
47,mlp.experts.485.up_proj,0.0000315847,0.05000,16.517
47,mlp.experts.382.down_proj,0.0000583968,0.05000,2.891
47,mlp.experts.394.down_proj,0.0000320944,0.05000,2.720
47,mlp.experts.192.down_proj,0.0000475356,0.05000,2.887
47,mlp.experts.505.down_proj,0.0000158627,0.05000,3.371
47,mlp.experts.204.down_proj,0.0000108462,0.05000,3.003
47,mlp.experts.344.down_proj,0.0005584598,0.05000,3.283
47,mlp.experts.372.down_proj,0.0001553168,0.05000,3.169
47,mlp.experts.210.down_proj,0.0000605463,0.05000,3.215
47,mlp.experts.410.down_proj,0.0000157613,0.05000,2.404
47,mlp.experts.93.down_proj,0.0000188195,0.05000,3.577
47,mlp.experts.208.down_proj,0.0000123308,0.05000,2.662
47,mlp.experts.224.down_proj,failsafe(rtn): 0.0016556,0.00000,0.277
47,mlp.experts.398.down_proj,0.0000722463,0.05000,3.188
47,mlp.experts.220.down_proj,0.0000098495,0.05000,2.640
47,mlp.experts.236.down_proj,failsafe(rtn): 0.0016861,0.00000,0.196
47,mlp.experts.360.down_proj,0.0000221559,0.05000,2.372
47,mlp.experts.388.down_proj,0.0002617407,0.05000,2.919
47,mlp.experts.226.down_proj,0.0000403333,0.05000,2.637
47,mlp.experts.426.down_proj,0.0000273936,0.05000,2.865
47,mlp.experts.240.down_proj,0.0001330293,0.05000,2.295
47,mlp.experts.252.down_proj,0.0000213410,0.05000,2.240
47,mlp.experts.109.down_proj,0.0000191433,0.05000,3.071
47,mlp.experts.414.down_proj,0.0000703913,0.05000,2.692
47,mlp.experts.430.down_proj,failsafe(rtn): 0.0018768,0.00000,0.222
47,mlp.experts.446.down_proj,failsafe(rtn): 0.0016022,0.00000,0.116
47,mlp.experts.376.down_proj,0.0000601216,0.05000,3.116
47,mlp.experts.404.down_proj,0.0002247721,0.05000,2.786
47,mlp.experts.242.down_proj,0.0000111579,0.05000,2.580
47,mlp.experts.442.down_proj,0.0000579795,0.05000,2.704
47,mlp.experts.256.down_proj,0.0000429091,0.05000,3.049
47,mlp.experts.125.down_proj,0.0000585196,0.05000,2.871
47,mlp.experts.462.down_proj,0.0001701903,0.05000,2.404
47,mlp.experts.268.down_proj,0.0000256151,0.05000,3.069
47,mlp.experts.501.up_proj,0.0000538456,0.05000,10.236
47,mlp.experts.420.down_proj,0.0000370231,0.05000,2.658
47,mlp.experts.392.down_proj,0.0000130869,0.05000,3.159
47,mlp.experts.436.down_proj,failsafe(rtn): 0.0016937,0.00000,0.145
47,mlp.experts.258.down_proj,0.0002268179,0.05000,2.926
47,mlp.experts.458.down_proj,0.0000318433,0.05000,2.407
47,mlp.experts.272.down_proj,0.0000256750,0.05000,2.566
47,mlp.experts.141.down_proj,0.0000774997,0.05000,2.774
47,mlp.experts.478.down_proj,0.0000147282,0.05000,2.889
47,mlp.experts.284.down_proj,0.0002472272,0.05000,2.870
47,mlp.experts.494.down_proj,failsafe(rtn): 0.0018539,0.00000,0.165
47,mlp.experts.300.down_proj,failsafe(rtn): 0.0016937,0.00000,0.181
47,mlp.experts.5.down_proj,0.0000178606,0.05000,2.818
47,mlp.experts.408.down_proj,0.0000038879,0.05000,2.720
47,mlp.experts.274.down_proj,0.0000485267,0.05000,2.543
47,mlp.experts.452.down_proj,0.0000121278,0.05000,2.896
47,mlp.experts.474.down_proj,0.0000675768,0.05000,2.463
47,mlp.experts.424.down_proj,failsafe(rtn): 0.0017166,0.00000,0.265
47,mlp.experts.440.down_proj,failsafe(rtn): 0.0016174,0.00000,0.185
47,mlp.experts.456.down_proj,failsafe(rtn): 0.0017242,0.00000,0.088
47,mlp.experts.288.down_proj,0.0000053053,0.05000,2.236
47,mlp.experts.472.down_proj,failsafe(rtn): 0.0009842,0.00000,0.178
47,mlp.experts.304.down_proj,failsafe(rtn): 0.0017929,0.00000,0.283
47,mlp.experts.157.down_proj,0.0001108653,0.05000,2.752
47,mlp.experts.173.down_proj,failsafe(rtn): 0.0017166,0.00000,0.196
47,mlp.experts.510.down_proj,0.0000311737,0.05000,2.728
47,mlp.experts.316.down_proj,0.0000144133,0.05000,2.661
47,mlp.experts.21.down_proj,0.0000518968,0.05000,2.130
47,mlp.experts.490.down_proj,0.0000561286,0.05000,2.219
47,mlp.experts.468.down_proj,0.0000211042,0.05000,2.637
47,mlp.experts.290.down_proj,0.0000124909,0.05000,2.818
47,mlp.experts.306.down_proj,failsafe(rtn): 0.0017929,0.00000,0.212
47,mlp.experts.488.down_proj,0.0000292996,0.05000,2.476
47,mlp.experts.320.down_proj,0.0001165079,0.05000,2.333
47,mlp.experts.322.down_proj,failsafe(rtn): 0.0018005,0.00000,0.222
47,mlp.experts.189.down_proj,0.0000256905,0.05000,2.365
47,mlp.experts.332.down_proj,0.0001420520,0.05000,2.406
47,mlp.experts.37.down_proj,0.0000359067,0.05000,2.489
47,mlp.experts.506.down_proj,0.0001657449,0.05000,2.389
47,mlp.experts.484.down_proj,0.0001087486,0.05000,2.367
47,mlp.experts.338.down_proj,0.0000054410,0.05000,2.023
47,mlp.experts.504.down_proj,0.0000239388,0.05000,2.193
47,mlp.experts.336.down_proj,0.0000579842,0.05000,2.584
47,mlp.experts.205.down_proj,0.0000895898,0.05000,1.908
47,mlp.experts.348.down_proj,0.0000148184,0.05000,1.740
47,mlp.experts.53.down_proj,0.0000243725,0.05000,1.949
47,mlp.experts.500.down_proj,0.0001153758,0.05000,1.531
47,mlp.experts.354.down_proj,0.0000153250,0.05000,1.839
47,mlp.experts.370.down_proj,failsafe(rtn): 0.0016479,0.00000,0.064
47,mlp.experts.221.down_proj,0.0002426656,0.05000,1.455
47,mlp.experts.364.down_proj,0.0000097549,0.05000,1.399
47,mlp.experts.352.down_proj,0.0003240252,0.05000,1.804
47,mlp.experts.69.down_proj,0.0000292551,0.05000,1.343
47,mlp.experts.85.down_proj,failsafe(rtn): 0.0016937,0.00000,0.101
47,mlp.experts.386.down_proj,0.0000942622,0.05000,1.523
47,mlp.experts.237.down_proj,0.0000098106,0.05000,1.504
47,mlp.experts.253.down_proj,failsafe(rtn): 0.0016785,0.00000,0.058
47,mlp.experts.380.down_proj,0.0000076541,0.05000,1.572
47,mlp.experts.101.down_proj,0.0000207606,0.05000,1.421
47,mlp.experts.368.down_proj,0.0000671378,0.05000,1.707
47,mlp.experts.384.down_proj,failsafe(rtn): 0.0017242,0.00000,0.099
47,mlp.experts.400.down_proj,failsafe(rtn): 0.0017776,0.00000,0.110
47,mlp.experts.402.down_proj,0.0001314143,0.05000,1.421
47,mlp.experts.269.down_proj,0.0000457504,0.05000,1.515
47,mlp.experts.396.down_proj,0.0001529642,0.05000,1.521
47,mlp.experts.117.down_proj,0.0005027702,0.05000,1.416
47,mlp.experts.416.down_proj,0.0000786365,0.05000,1.496
47,mlp.experts.418.down_proj,0.0000154727,0.05000,1.184
47,mlp.experts.285.down_proj,0.0000736198,0.05000,1.481
47,mlp.experts.412.down_proj,0.0000310650,0.05000,1.577
47,mlp.experts.133.down_proj,0.0000293143,0.05000,1.547
47,mlp.experts.432.down_proj,0.0000194302,0.05000,1.301
47,mlp.experts.434.down_proj,0.0001135872,0.05000,1.345
47,mlp.experts.301.down_proj,0.0000708523,0.05000,1.290
47,mlp.experts.428.down_proj,0.0000665524,0.05000,1.315
47,mlp.experts.444.down_proj,failsafe(rtn): 0.0016556,0.00000,0.118
47,mlp.experts.149.down_proj,0.0001493080,0.05000,1.421
47,mlp.experts.165.down_proj,failsafe(rtn): 0.0017166,0.00000,0.133
47,mlp.experts.448.down_proj,0.0000692565,0.05000,1.423
47,mlp.experts.450.down_proj,0.0000561258,0.05000,1.229
47,mlp.experts.317.down_proj,0.0000102243,0.05000,1.413
47,mlp.experts.333.down_proj,failsafe(rtn): 0.0016403,0.00000,0.067
47,mlp.experts.460.down_proj,0.0000379845,0.05000,1.327
47,mlp.experts.181.down_proj,0.0000091742,0.05000,1.307
47,mlp.experts.476.down_proj,failsafe(rtn): 0.0018234,0.00000,0.128
47,mlp.experts.492.down_proj,failsafe(rtn): 0.0016479,0.00000,0.077
47,mlp.experts.508.down_proj,failsafe(rtn): 0.0016556,0.00000,0.072
47,mlp.experts.464.down_proj,0.0000616483,0.05000,1.471
47,mlp.experts.480.down_proj,failsafe(rtn): 0.0016708,0.00000,0.053
47,mlp.experts.466.down_proj,0.0001016781,0.05000,1.399
47,mlp.experts.482.down_proj,failsafe(rtn): 0.0016327,0.00000,0.041
47,mlp.experts.349.down_proj,0.0000819836,0.05000,0.983
47,mlp.experts.197.down_proj,0.0000029554,0.05000,1.059
47,mlp.experts.496.down_proj,0.0000663800,0.05000,0.915
47,mlp.experts.498.down_proj,0.0000588092,0.05000,0.876
47,mlp.experts.365.down_proj,0.0000151199,0.05000,0.679
47,mlp.experts.213.down_proj,0.0001637313,0.05000,0.524
47,mlp.experts.381.down_proj,0.0000343305,0.05000,0.413
47,mlp.experts.229.down_proj,0.0000420367,0.05000,0.450
47,mlp.experts.397.down_proj,0.0000044602,0.05000,0.431
47,mlp.experts.245.down_proj,0.0000067357,0.05000,0.467
47,mlp.experts.413.down_proj,0.0000134110,0.05000,0.424
47,mlp.experts.261.down_proj,0.0000175715,0.05000,0.445
47,mlp.experts.429.down_proj,0.0000929714,0.05000,0.426
47,mlp.experts.277.down_proj,0.0001663930,0.05000,0.414
47,mlp.experts.445.down_proj,0.0000098346,0.05000,0.380
47,mlp.experts.293.down_proj,0.0003091023,0.05000,0.365
47,mlp.experts.309.down_proj,failsafe(rtn): 0.0017853,0.00000,0.026
47,mlp.experts.461.down_proj,0.0000238519,0.05000,0.384
47,mlp.experts.477.down_proj,failsafe(rtn): 0.0016708,0.00000,0.023
47,mlp.experts.325.down_proj,0.0000367722,0.05000,0.353
47,mlp.experts.493.down_proj,0.0000328393,0.05000,0.379
47,mlp.experts.341.down_proj,0.0001288324,0.05000,0.400
47,mlp.experts.509.down_proj,0.0000508489,0.05000,0.405
47,mlp.experts.357.down_proj,0.0001282561,0.05000,0.288
47,mlp.experts.373.down_proj,0.0000286293,0.05000,0.225
47,mlp.experts.389.down_proj,0.0000674048,0.05000,0.206
47,mlp.experts.405.down_proj,0.0000249278,0.05000,0.231
47,mlp.experts.421.down_proj,0.0001041360,0.05000,0.210
47,mlp.experts.437.down_proj,0.0000225657,0.05000,0.225
47,mlp.experts.453.down_proj,failsafe(rtn): 0.0017014,0.00000,0.014
47,mlp.experts.469.down_proj,0.0000292508,0.05000,0.234
47,mlp.experts.485.down_proj,0.0000206535,0.05000,0.232
47,mlp.experts.501.down_proj,0.0000151222,0.05000,0.226