diff --git "a/entropy.csv" "b/entropy.csv"
new file mode 100644--- /dev/null
+++ "b/entropy.csv"
@@ -0,0 +1,14968 @@
+block_name,entropy
+model.layers.0,3.215606212615967
+model.layers.1,3.3976082801818848
+model.layers.10.mlp.experts.0,2.580389499664306
+model.layers.10.mlp.experts.1,2.561725616455078
+model.layers.10.mlp.experts.10,2.5644688606262207
+model.layers.10.mlp.experts.100,2.556358337402344
+model.layers.10.mlp.experts.101,2.573229551315308
+model.layers.10.mlp.experts.102,2.5612823963165283
+model.layers.10.mlp.experts.103,2.5570731163024902
+model.layers.10.mlp.experts.104,2.5608973503112797
+model.layers.10.mlp.experts.105,2.558722972869873
+model.layers.10.mlp.experts.106,2.561063289642334
+model.layers.10.mlp.experts.107,2.581672191619873
+model.layers.10.mlp.experts.108,2.573042869567871
+model.layers.10.mlp.experts.109,2.554412841796875
+model.layers.10.mlp.experts.11,2.561204671859741
+model.layers.10.mlp.experts.110,2.562349557876587
+model.layers.10.mlp.experts.111,2.5673794746398926
+model.layers.10.mlp.experts.112,2.557626247406006
+model.layers.10.mlp.experts.113,2.563140392303467
+model.layers.10.mlp.experts.114,2.562495231628418
+model.layers.10.mlp.experts.115,2.561271905899048
+model.layers.10.mlp.experts.116,2.562295436859131
+model.layers.10.mlp.experts.117,2.5597593784332275
+model.layers.10.mlp.experts.118,2.5678257942199707
+model.layers.10.mlp.experts.119,2.7135066986083984
+model.layers.10.mlp.experts.12,2.947828769683838
+model.layers.10.mlp.experts.120,2.5612807273864746
+model.layers.10.mlp.experts.121,2.559262990951538
+model.layers.10.mlp.experts.122,2.564459800720215
+model.layers.10.mlp.experts.123,2.569987773895264
+model.layers.10.mlp.experts.124,2.5554680824279785
+model.layers.10.mlp.experts.125,2.564747810363769
+model.layers.10.mlp.experts.126,2.5803589820861816
+model.layers.10.mlp.experts.127,2.58475399017334
+model.layers.10.mlp.experts.128,2.5695080757141118
+model.layers.10.mlp.experts.129,2.5570404529571533
+model.layers.10.mlp.experts.13,2.5603244304656982
+model.layers.10.mlp.experts.130,2.565972328186035
+model.layers.10.mlp.experts.131,2.5682997703552246
+model.layers.10.mlp.experts.132,2.5598511695861816
+model.layers.10.mlp.experts.133,2.556981325149536
+model.layers.10.mlp.experts.134,2.5579276084899902
+model.layers.10.mlp.experts.135,2.555600166320801
+model.layers.10.mlp.experts.136,2.5609018802642822
+model.layers.10.mlp.experts.137,2.5628485679626465
+model.layers.10.mlp.experts.138,2.555112361907959
+model.layers.10.mlp.experts.139,2.5587172508239746
+model.layers.10.mlp.experts.14,2.574199676513672
+model.layers.10.mlp.experts.140,2.575018882751465
+model.layers.10.mlp.experts.141,2.560078382492065
+model.layers.10.mlp.experts.142,2.5566728115081787
+model.layers.10.mlp.experts.143,2.579535484313965
+model.layers.10.mlp.experts.144,2.5550317764282227
+model.layers.10.mlp.experts.145,2.5654358863830566
+model.layers.10.mlp.experts.146,2.5565855503082275
+model.layers.10.mlp.experts.147,2.559213638305664
+model.layers.10.mlp.experts.148,2.5594279766082764
+model.layers.10.mlp.experts.149,2.6014621257781982
+model.layers.10.mlp.experts.15,2.557826280593872
+model.layers.10.mlp.experts.150,2.5724000930786133
+model.layers.10.mlp.experts.151,2.55885648727417
+model.layers.10.mlp.experts.152,2.567232131958008
+model.layers.10.mlp.experts.153,2.669884204864502
+model.layers.10.mlp.experts.154,2.5570287704467773
+model.layers.10.mlp.experts.155,2.558985471725464
+model.layers.10.mlp.experts.156,2.5655593872070312
+model.layers.10.mlp.experts.157,2.560704708099365
+model.layers.10.mlp.experts.158,2.6162891387939453
+model.layers.10.mlp.experts.159,2.5648934841156006
+model.layers.10.mlp.experts.16,2.5658297538757324
+model.layers.10.mlp.experts.160,2.566223621368408
+model.layers.10.mlp.experts.161,2.5620076656341557
+model.layers.10.mlp.experts.162,2.5662240982055664
+model.layers.10.mlp.experts.163,2.5641465187072754
+model.layers.10.mlp.experts.164,2.5565221309661865
+model.layers.10.mlp.experts.165,2.557536602020264
+model.layers.10.mlp.experts.166,2.580259084701538
+model.layers.10.mlp.experts.167,2.5600600242614746
+model.layers.10.mlp.experts.168,2.586398124694824
+model.layers.10.mlp.experts.169,2.5578675270080566
+model.layers.10.mlp.experts.17,2.577213287353516
+model.layers.10.mlp.experts.170,2.5601494312286377
+model.layers.10.mlp.experts.171,2.621131420135498
+model.layers.10.mlp.experts.172,2.579087734222412
+model.layers.10.mlp.experts.173,2.5598039627075195
+model.layers.10.mlp.experts.174,2.583728790283203
+model.layers.10.mlp.experts.175,2.558403968811035
+model.layers.10.mlp.experts.176,2.559093713760376
+model.layers.10.mlp.experts.177,2.570342779159546
+model.layers.10.mlp.experts.178,2.605484962463379
+model.layers.10.mlp.experts.179,2.5549845695495605
+model.layers.10.mlp.experts.18,2.5606369972229004
+model.layers.10.mlp.experts.180,2.565240859985352
+model.layers.10.mlp.experts.181,2.5567688941955566
+model.layers.10.mlp.experts.182,2.5757625102996826
+model.layers.10.mlp.experts.183,2.563443183898926
+model.layers.10.mlp.experts.184,2.571919202804565
+model.layers.10.mlp.experts.185,2.5612871646881104
+model.layers.10.mlp.experts.186,2.5799355506896973
+model.layers.10.mlp.experts.187,2.5603139400482178
+model.layers.10.mlp.experts.188,2.5581133365631104
+model.layers.10.mlp.experts.189,2.5595040321350098
+model.layers.10.mlp.experts.19,2.556426763534546
+model.layers.10.mlp.experts.190,2.664141893386841
+model.layers.10.mlp.experts.191,2.559881687164306
+model.layers.10.mlp.experts.192,2.594294548034668
+model.layers.10.mlp.experts.193,2.5587546825408936
+model.layers.10.mlp.experts.194,2.5612905025482178
+model.layers.10.mlp.experts.195,2.562941074371338
+model.layers.10.mlp.experts.196,2.563340425491333
+model.layers.10.mlp.experts.197,2.566432476043701
+model.layers.10.mlp.experts.198,2.5633299350738525
+model.layers.10.mlp.experts.199,2.558903694152832
+model.layers.10.mlp.experts.2,2.563112497329712
+model.layers.10.mlp.experts.20,2.55942964553833
+model.layers.10.mlp.experts.200,2.5580334663391118
+model.layers.10.mlp.experts.201,2.599302053451538
+model.layers.10.mlp.experts.202,2.5607006549835205
+model.layers.10.mlp.experts.203,2.560658693313598
+model.layers.10.mlp.experts.204,2.5562777519226074
+model.layers.10.mlp.experts.205,2.568830966949463
+model.layers.10.mlp.experts.206,2.584435224533081
+model.layers.10.mlp.experts.207,2.562739610671997
+model.layers.10.mlp.experts.208,2.558627128601074
+model.layers.10.mlp.experts.209,2.5606343746185303
+model.layers.10.mlp.experts.21,2.562832355499268
+model.layers.10.mlp.experts.210,2.5683019161224365
+model.layers.10.mlp.experts.211,2.559351682662964
+model.layers.10.mlp.experts.212,2.5672502517700195
+model.layers.10.mlp.experts.213,2.5627498626708984
+model.layers.10.mlp.experts.214,2.5870275497436523
+model.layers.10.mlp.experts.215,2.560670852661133
+model.layers.10.mlp.experts.216,2.5560970306396484
+model.layers.10.mlp.experts.217,2.5617403984069824
+model.layers.10.mlp.experts.218,2.5597615242004395
+model.layers.10.mlp.experts.219,2.5552682876586914
+model.layers.10.mlp.experts.22,2.560127258300781
+model.layers.10.mlp.experts.220,2.5594353675842285
+model.layers.10.mlp.experts.221,2.751243829727173
+model.layers.10.mlp.experts.222,2.5587687492370605
+model.layers.10.mlp.experts.223,2.5750231742858887
+model.layers.10.mlp.experts.224,2.561753034591675
+model.layers.10.mlp.experts.225,2.5612869262695312
+model.layers.10.mlp.experts.226,2.5811097621917725
+model.layers.10.mlp.experts.227,2.85660719871521
+model.layers.10.mlp.experts.228,2.562710285186768
+model.layers.10.mlp.experts.229,2.580610752105713
+model.layers.10.mlp.experts.23,2.91848373413086
+model.layers.10.mlp.experts.230,2.554655075073242
+model.layers.10.mlp.experts.231,2.5607612133026123
+model.layers.10.mlp.experts.232,2.5599803924560547
+model.layers.10.mlp.experts.233,2.5582995414733887
+model.layers.10.mlp.experts.234,2.5564818382263184
+model.layers.10.mlp.experts.235,2.5927982330322266
+model.layers.10.mlp.experts.236,2.5587658882141118
+model.layers.10.mlp.experts.237,2.555426597595215
+model.layers.10.mlp.experts.238,2.5829195976257324
+model.layers.10.mlp.experts.239,2.565573215484619
+model.layers.10.mlp.experts.24,2.56900954246521
+model.layers.10.mlp.experts.240,2.5555715560913086
+model.layers.10.mlp.experts.241,2.5608935356140137
+model.layers.10.mlp.experts.242,2.5604207515716557
+model.layers.10.mlp.experts.243,2.5658366680145264
+model.layers.10.mlp.experts.244,2.585216999053955
+model.layers.10.mlp.experts.245,2.581325054168701
+model.layers.10.mlp.experts.246,2.557483673095703
+model.layers.10.mlp.experts.247,2.5779147148132324
+model.layers.10.mlp.experts.248,2.5583066940307617
+model.layers.10.mlp.experts.249,2.5586745738983154
+model.layers.10.mlp.experts.25,2.559419631958008
+model.layers.10.mlp.experts.250,2.7510597705841064
+model.layers.10.mlp.experts.251,2.6173417568206787
+model.layers.10.mlp.experts.252,2.567094087600708
+model.layers.10.mlp.experts.253,2.5636682510375977
+model.layers.10.mlp.experts.254,2.566819190979004
+model.layers.10.mlp.experts.255,2.5581789016723637
+model.layers.10.mlp.experts.26,2.558998107910156
+model.layers.10.mlp.experts.27,2.573227643966675
+model.layers.10.mlp.experts.28,2.563595056533813
+model.layers.10.mlp.experts.29,2.5884718894958496
+model.layers.10.mlp.experts.3,2.5663928985595703
+model.layers.10.mlp.experts.30,2.563605546951294
+model.layers.10.mlp.experts.31,2.5565476417541504
+model.layers.10.mlp.experts.32,2.5693798065185547
+model.layers.10.mlp.experts.33,2.5707879066467285
+model.layers.10.mlp.experts.34,2.562241077423096
+model.layers.10.mlp.experts.35,2.5629940032958984
+model.layers.10.mlp.experts.36,2.562338829040528
+model.layers.10.mlp.experts.37,2.562678813934326
+model.layers.10.mlp.experts.38,2.572263717651367
+model.layers.10.mlp.experts.39,2.55851149559021
+model.layers.10.mlp.experts.4,2.55963134765625
+model.layers.10.mlp.experts.40,2.563050508499145
+model.layers.10.mlp.experts.41,2.5727601051330566
+model.layers.10.mlp.experts.42,2.5594284534454346
+model.layers.10.mlp.experts.43,2.5606656074523926
+model.layers.10.mlp.experts.44,2.5758538246154785
+model.layers.10.mlp.experts.45,2.56460952758789
+model.layers.10.mlp.experts.46,2.56283974647522
+model.layers.10.mlp.experts.47,2.560213565826416
+model.layers.10.mlp.experts.48,2.573460340499878
+model.layers.10.mlp.experts.49,2.561859607696533
+model.layers.10.mlp.experts.5,2.555748462677002
+model.layers.10.mlp.experts.50,2.555460929870605
+model.layers.10.mlp.experts.51,2.563133716583252
+model.layers.10.mlp.experts.52,2.5629653930664062
+model.layers.10.mlp.experts.53,2.560342311859131
+model.layers.10.mlp.experts.54,2.5683090686798096
+model.layers.10.mlp.experts.55,2.610475540161133
+model.layers.10.mlp.experts.56,2.5551629066467285
+model.layers.10.mlp.experts.57,2.5649778842926025
+model.layers.10.mlp.experts.58,2.6957037448883057
+model.layers.10.mlp.experts.59,2.583083391189575
+model.layers.10.mlp.experts.6,2.5977931022644043
+model.layers.10.mlp.experts.60,2.572545051574707
+model.layers.10.mlp.experts.61,2.5582985877990723
+model.layers.10.mlp.experts.62,2.562371015548706
+model.layers.10.mlp.experts.63,2.5585670471191406
+model.layers.10.mlp.experts.64,2.571202278137207
+model.layers.10.mlp.experts.65,2.584368705749512
+model.layers.10.mlp.experts.66,2.577916383743286
+model.layers.10.mlp.experts.67,2.56569242477417
+model.layers.10.mlp.experts.68,2.564128160476685
+model.layers.10.mlp.experts.69,2.566414833068848
+model.layers.10.mlp.experts.7,2.557868480682373
+model.layers.10.mlp.experts.70,2.5579493045806885
+model.layers.10.mlp.experts.71,2.5760457515716557
+model.layers.10.mlp.experts.72,2.574227809906006
+model.layers.10.mlp.experts.73,2.5589709281921387
+model.layers.10.mlp.experts.74,2.5810964107513428
+model.layers.10.mlp.experts.75,2.586597442626953
+model.layers.10.mlp.experts.76,2.563709259033203
+model.layers.10.mlp.experts.77,2.5587944984436035
+model.layers.10.mlp.experts.78,2.5634751319885254
+model.layers.10.mlp.experts.79,2.566625595092773
+model.layers.10.mlp.experts.8,2.5588059425354004
+model.layers.10.mlp.experts.80,2.555833339691162
+model.layers.10.mlp.experts.81,2.574113368988037
+model.layers.10.mlp.experts.82,2.557159423828125
+model.layers.10.mlp.experts.83,2.561781167984009
+model.layers.10.mlp.experts.84,2.5597386360168457
+model.layers.10.mlp.experts.85,2.558478116989136
+model.layers.10.mlp.experts.86,2.5563974380493164
+model.layers.10.mlp.experts.87,2.556235313415528
+model.layers.10.mlp.experts.88,2.559296131134033
+model.layers.10.mlp.experts.89,2.560506820678711
+model.layers.10.mlp.experts.9,2.556666135787964
+model.layers.10.mlp.experts.90,2.5911734104156494
+model.layers.10.mlp.experts.91,2.5655016899108887
+model.layers.10.mlp.experts.92,2.565635681152344
+model.layers.10.mlp.experts.93,2.559591293334961
+model.layers.10.mlp.experts.94,2.556760311126709
+model.layers.10.mlp.experts.95,2.5696420669555664
+model.layers.10.mlp.experts.96,2.5777060985565186
+model.layers.10.mlp.experts.97,2.554682731628418
+model.layers.10.mlp.experts.98,2.571384191513061
+model.layers.10.mlp.experts.99,2.566268920898437
+model.layers.10.mlp.shared_experts,2.82662034034729
+model.layers.10.self_attn,2.661420583724976
+model.layers.11.mlp.experts.0,2.556663751602173
+model.layers.11.mlp.experts.1,2.557424545288086
+model.layers.11.mlp.experts.10,2.554692029953003
+model.layers.11.mlp.experts.100,2.5717227458953857
+model.layers.11.mlp.experts.101,2.559813976287842
+model.layers.11.mlp.experts.102,2.559483766555786
+model.layers.11.mlp.experts.103,2.5578408241271973
+model.layers.11.mlp.experts.104,2.5581836700439453
+model.layers.11.mlp.experts.105,2.56125283241272
+model.layers.11.mlp.experts.106,2.573552131652832
+model.layers.11.mlp.experts.107,2.5563039779663086
+model.layers.11.mlp.experts.108,2.5557804107666016
+model.layers.11.mlp.experts.109,2.5903003215789795
+model.layers.11.mlp.experts.11,2.5574207305908203
+model.layers.11.mlp.experts.110,2.557215690612793
+model.layers.11.mlp.experts.111,2.5678436756134038
+model.layers.11.mlp.experts.112,2.568614959716797
+model.layers.11.mlp.experts.113,2.558570623397827
+model.layers.11.mlp.experts.114,2.5551552772521973
+model.layers.11.mlp.experts.115,2.562540292739868
+model.layers.11.mlp.experts.116,2.5584940910339355
+model.layers.11.mlp.experts.117,2.5548458099365234
+model.layers.11.mlp.experts.118,2.5539441108703613
+model.layers.11.mlp.experts.119,2.5896685123443604
+model.layers.11.mlp.experts.12,2.555826425552368
+model.layers.11.mlp.experts.120,2.6036572456359863
+model.layers.11.mlp.experts.121,2.600260734558105
+model.layers.11.mlp.experts.122,2.559807777404785
+model.layers.11.mlp.experts.123,2.554118156433105
+model.layers.11.mlp.experts.124,2.561051607131958
+model.layers.11.mlp.experts.125,2.556845188140869
+model.layers.11.mlp.experts.126,2.563000202178955
+model.layers.11.mlp.experts.127,2.557819604873657
+model.layers.11.mlp.experts.128,2.56326961517334
+model.layers.11.mlp.experts.129,2.558324813842773
+model.layers.11.mlp.experts.13,2.5579333305358887
+model.layers.11.mlp.experts.130,2.894248008728028
+model.layers.11.mlp.experts.131,2.553838014602661
+model.layers.11.mlp.experts.132,2.5568342208862305
+model.layers.11.mlp.experts.133,2.5680205821990967
+model.layers.11.mlp.experts.134,2.557528495788574
+model.layers.11.mlp.experts.135,2.594038248062134
+model.layers.11.mlp.experts.136,2.561151027679444
+model.layers.11.mlp.experts.137,2.5625925064086914
+model.layers.11.mlp.experts.138,2.5558862686157227
+model.layers.11.mlp.experts.139,2.554615259170532
+model.layers.11.mlp.experts.14,2.559301853179932
+model.layers.11.mlp.experts.140,2.563676357269287
+model.layers.11.mlp.experts.141,2.5590734481811523
+model.layers.11.mlp.experts.142,2.572304010391236
+model.layers.11.mlp.experts.143,2.566171407699585
+model.layers.11.mlp.experts.144,2.558593273162842
+model.layers.11.mlp.experts.145,2.5749940872192383
+model.layers.11.mlp.experts.146,2.555121898651123
+model.layers.11.mlp.experts.147,2.5718514919281006
+model.layers.11.mlp.experts.148,2.5561957359313965
+model.layers.11.mlp.experts.149,2.562485218048096
+model.layers.11.mlp.experts.15,2.5726656913757324
+model.layers.11.mlp.experts.150,2.554379463195801
+model.layers.11.mlp.experts.151,2.559680223464966
+model.layers.11.mlp.experts.152,2.558889865875244
+model.layers.11.mlp.experts.153,2.5607495307922363
+model.layers.11.mlp.experts.154,2.558307886123657
+model.layers.11.mlp.experts.155,2.557431697845459
+model.layers.11.mlp.experts.156,2.5564751625061035
+model.layers.11.mlp.experts.157,2.564006328582764
+model.layers.11.mlp.experts.158,2.5662384033203125
+model.layers.11.mlp.experts.159,2.5546655654907227
+model.layers.11.mlp.experts.16,2.566868782043457
+model.layers.11.mlp.experts.160,2.5536704063415527
+model.layers.11.mlp.experts.161,2.560870409011841
+model.layers.11.mlp.experts.162,2.556518793106079
+model.layers.11.mlp.experts.163,2.559377670288086
+model.layers.11.mlp.experts.164,2.557353973388672
+model.layers.11.mlp.experts.165,2.6007912158966064
+model.layers.11.mlp.experts.166,2.557369947433472
+model.layers.11.mlp.experts.167,2.5573534965515137
+model.layers.11.mlp.experts.168,2.5611226558685303
+model.layers.11.mlp.experts.169,2.5533881187438965
+model.layers.11.mlp.experts.17,2.553353309631348
+model.layers.11.mlp.experts.170,2.567641258239746
+model.layers.11.mlp.experts.171,2.5720999240875244
+model.layers.11.mlp.experts.172,2.558104991912842
+model.layers.11.mlp.experts.173,2.557252883911133
+model.layers.11.mlp.experts.174,2.5538084506988525
+model.layers.11.mlp.experts.175,2.5564873218536377
+model.layers.11.mlp.experts.176,2.5837411880493164
+model.layers.11.mlp.experts.177,2.5633583068847656
+model.layers.11.mlp.experts.178,2.5568861961364746
+model.layers.11.mlp.experts.179,2.5576558113098145
+model.layers.11.mlp.experts.18,2.591745376586914
+model.layers.11.mlp.experts.180,2.637894868850708
+model.layers.11.mlp.experts.181,2.556063652038574
+model.layers.11.mlp.experts.182,2.6212387084960938
+model.layers.11.mlp.experts.183,2.5606436729431152
+model.layers.11.mlp.experts.184,2.5557315349578857
+model.layers.11.mlp.experts.185,2.5559451580047607
+model.layers.11.mlp.experts.186,2.558081865310669
+model.layers.11.mlp.experts.187,2.581634283065796
+model.layers.11.mlp.experts.188,2.556835174560547
+model.layers.11.mlp.experts.189,2.6041817665100098
+model.layers.11.mlp.experts.19,2.5845954418182373
+model.layers.11.mlp.experts.190,2.6917967796325684
+model.layers.11.mlp.experts.191,2.563720226287842
+model.layers.11.mlp.experts.192,2.558042049407959
+model.layers.11.mlp.experts.193,2.560514450073242
+model.layers.11.mlp.experts.194,2.556504726409912
+model.layers.11.mlp.experts.195,2.557431936264038
+model.layers.11.mlp.experts.196,2.5818028450012207
+model.layers.11.mlp.experts.197,2.561508893966675
+model.layers.11.mlp.experts.198,2.569582223892212
+model.layers.11.mlp.experts.199,2.556811809539795
+model.layers.11.mlp.experts.2,2.55616307258606
+model.layers.11.mlp.experts.20,2.568118095397949
+model.layers.11.mlp.experts.200,2.5583224296569824
+model.layers.11.mlp.experts.201,2.5571866035461426
+model.layers.11.mlp.experts.202,2.561588287353516
+model.layers.11.mlp.experts.203,2.562129259109497
+model.layers.11.mlp.experts.204,2.5613274574279785
+model.layers.11.mlp.experts.205,2.5573372840881348
+model.layers.11.mlp.experts.206,2.5934526920318604
+model.layers.11.mlp.experts.207,2.5557994842529297
+model.layers.11.mlp.experts.208,2.5580363273620605
+model.layers.11.mlp.experts.209,2.557072639465332
+model.layers.11.mlp.experts.21,2.559274435043335
+model.layers.11.mlp.experts.210,2.5623695850372314
+model.layers.11.mlp.experts.211,2.578399658203125
+model.layers.11.mlp.experts.212,2.5555567741394043
+model.layers.11.mlp.experts.213,2.556360244750977
+model.layers.11.mlp.experts.214,2.558061122894287
+model.layers.11.mlp.experts.215,2.554479122161865
+model.layers.11.mlp.experts.216,2.5568432807922363
+model.layers.11.mlp.experts.217,2.577720165252685
+model.layers.11.mlp.experts.218,2.554382085800171
+model.layers.11.mlp.experts.219,2.565126657485962
+model.layers.11.mlp.experts.22,2.5623812675476074
+model.layers.11.mlp.experts.220,2.5648739337921143
+model.layers.11.mlp.experts.221,2.595997810363769
+model.layers.11.mlp.experts.222,2.5637874603271484
+model.layers.11.mlp.experts.223,2.5586698055267334
+model.layers.11.mlp.experts.224,2.5575551986694336
+model.layers.11.mlp.experts.225,2.5568222999572754
+model.layers.11.mlp.experts.226,2.5539283752441406
+model.layers.11.mlp.experts.227,2.57023549079895
+model.layers.11.mlp.experts.228,2.5706770420074463
+model.layers.11.mlp.experts.229,2.5577704906463623
+model.layers.11.mlp.experts.23,2.570265769958496
+model.layers.11.mlp.experts.230,2.5838851928710938
+model.layers.11.mlp.experts.231,2.556831121444702
+model.layers.11.mlp.experts.232,2.556630373001098
+model.layers.11.mlp.experts.233,2.590810775756836
+model.layers.11.mlp.experts.234,2.559167861938477
+model.layers.11.mlp.experts.235,2.5564351081848145
+model.layers.11.mlp.experts.236,2.5573654174804688
+model.layers.11.mlp.experts.237,2.561079978942871
+model.layers.11.mlp.experts.238,2.558311462402344
+model.layers.11.mlp.experts.239,2.5572152137756348
+model.layers.11.mlp.experts.24,2.5557641983032227
+model.layers.11.mlp.experts.240,2.599895000457764
+model.layers.11.mlp.experts.241,2.5651259422302246
+model.layers.11.mlp.experts.242,2.581704616546631
+model.layers.11.mlp.experts.243,2.5584075450897217
+model.layers.11.mlp.experts.244,2.571213722229004
+model.layers.11.mlp.experts.245,2.5627541542053223
+model.layers.11.mlp.experts.246,2.560187578201294
+model.layers.11.mlp.experts.247,2.560575485229492
+model.layers.11.mlp.experts.248,2.5624337196350098
+model.layers.11.mlp.experts.249,2.5614089965820312
+model.layers.11.mlp.experts.25,2.554982185363769
+model.layers.11.mlp.experts.250,2.556325912475586
+model.layers.11.mlp.experts.251,2.555760145187378
+model.layers.11.mlp.experts.252,2.558666944503784
+model.layers.11.mlp.experts.253,2.555377721786499
+model.layers.11.mlp.experts.254,2.561903715133667
+model.layers.11.mlp.experts.255,2.5614681243896484
+model.layers.11.mlp.experts.26,2.6275479793548584
+model.layers.11.mlp.experts.27,2.554512023925781
+model.layers.11.mlp.experts.28,2.5567855834960938
+model.layers.11.mlp.experts.29,2.55815863609314
+model.layers.11.mlp.experts.3,2.556940793991089
+model.layers.11.mlp.experts.30,2.5582377910614014
+model.layers.11.mlp.experts.31,2.554746627807617
+model.layers.11.mlp.experts.32,2.5601065158843994
+model.layers.11.mlp.experts.33,2.5692286491394043
+model.layers.11.mlp.experts.34,2.559539556503296
+model.layers.11.mlp.experts.35,2.557894706726074
+model.layers.11.mlp.experts.36,2.5806610584259038
+model.layers.11.mlp.experts.37,2.5586516857147217
+model.layers.11.mlp.experts.38,2.5620241165161133
+model.layers.11.mlp.experts.39,2.561564922332764
+model.layers.11.mlp.experts.4,2.5557918548583984
+model.layers.11.mlp.experts.40,2.557735681533813
+model.layers.11.mlp.experts.41,2.558973789215088
+model.layers.11.mlp.experts.42,2.556987762451172
+model.layers.11.mlp.experts.43,2.5599093437194824
+model.layers.11.mlp.experts.44,2.559645175933838
+model.layers.11.mlp.experts.45,2.560820817947388
+model.layers.11.mlp.experts.46,2.5618863105773926
+model.layers.11.mlp.experts.47,2.5743930339813232
+model.layers.11.mlp.experts.48,2.5574491024017334
+model.layers.11.mlp.experts.49,2.554868221282959
+model.layers.11.mlp.experts.5,2.5567779541015625
+model.layers.11.mlp.experts.50,2.5737123489379883
+model.layers.11.mlp.experts.51,2.55850601196289
+model.layers.11.mlp.experts.52,2.560376644134521
+model.layers.11.mlp.experts.53,2.5721185207366943
+model.layers.11.mlp.experts.54,2.5566320419311523
+model.layers.11.mlp.experts.55,2.568181037902832
+model.layers.11.mlp.experts.56,2.5582616329193115
+model.layers.11.mlp.experts.57,2.5630693435668945
+model.layers.11.mlp.experts.58,2.577369213104248
+model.layers.11.mlp.experts.59,2.575054168701172
+model.layers.11.mlp.experts.6,2.5572800636291504
+model.layers.11.mlp.experts.60,2.555086612701416
+model.layers.11.mlp.experts.61,2.5562899112701416
+model.layers.11.mlp.experts.62,2.5643558502197266
+model.layers.11.mlp.experts.63,2.5616369247436523
+model.layers.11.mlp.experts.64,2.5567221641540527
+model.layers.11.mlp.experts.65,2.5594844818115234
+model.layers.11.mlp.experts.66,2.5614283084869385
+model.layers.11.mlp.experts.67,2.559007406234741
+model.layers.11.mlp.experts.68,2.554975986480713
+model.layers.11.mlp.experts.69,2.5597925186157227
+model.layers.11.mlp.experts.7,2.577333450317383
+model.layers.11.mlp.experts.70,2.562750101089477
+model.layers.11.mlp.experts.71,2.5572614669799805
+model.layers.11.mlp.experts.72,2.5544114112854004
+model.layers.11.mlp.experts.73,2.559680938720703
+model.layers.11.mlp.experts.74,2.591464042663574
+model.layers.11.mlp.experts.75,2.583711862564087
+model.layers.11.mlp.experts.76,2.5634119510650635
+model.layers.11.mlp.experts.77,2.5650665760040283
+model.layers.11.mlp.experts.78,2.5864052772521973
+model.layers.11.mlp.experts.79,2.5741071701049805
+model.layers.11.mlp.experts.8,2.5583558082580566
+model.layers.11.mlp.experts.80,2.568333625793457
+model.layers.11.mlp.experts.81,2.5549800395965576
+model.layers.11.mlp.experts.82,2.557521343231201
+model.layers.11.mlp.experts.83,2.5945024490356445
+model.layers.11.mlp.experts.84,2.554229736328125
+model.layers.11.mlp.experts.85,2.555053472518921
+model.layers.11.mlp.experts.86,2.555148124694824
+model.layers.11.mlp.experts.87,2.557255268096924
+model.layers.11.mlp.experts.88,2.6056067943573
+model.layers.11.mlp.experts.89,2.556601285934448
+model.layers.11.mlp.experts.9,2.555222511291504
+model.layers.11.mlp.experts.90,2.560337543487549
+model.layers.11.mlp.experts.91,2.5793490409851074
+model.layers.11.mlp.experts.92,2.5605759620666504
+model.layers.11.mlp.experts.93,2.558938980102539
+model.layers.11.mlp.experts.94,2.55426025390625
+model.layers.11.mlp.experts.95,2.556365966796875
+model.layers.11.mlp.experts.96,2.554372310638428
+model.layers.11.mlp.experts.97,2.5672614574432373
+model.layers.11.mlp.experts.98,2.5567777156829834
+model.layers.11.mlp.experts.99,2.557645320892334
+model.layers.11.mlp.shared_experts,2.821903705596924
+model.layers.11.self_attn,2.7313778400421143
+model.layers.12.mlp.experts.0,2.553525686264038
+model.layers.12.mlp.experts.1,2.7425241470336914
+model.layers.12.mlp.experts.10,2.5811214447021484
+model.layers.12.mlp.experts.100,2.5567729473114014
+model.layers.12.mlp.experts.101,2.557604551315308
+model.layers.12.mlp.experts.102,2.561829805374145
+model.layers.12.mlp.experts.103,2.5683960914611816
+model.layers.12.mlp.experts.104,2.55465030670166
+model.layers.12.mlp.experts.105,2.578239917755127
+model.layers.12.mlp.experts.106,2.5631017684936523
+model.layers.12.mlp.experts.107,2.580372810363769
+model.layers.12.mlp.experts.108,2.555189847946167
+model.layers.12.mlp.experts.109,2.5529842376708984
+model.layers.12.mlp.experts.11,2.5555877685546875
+model.layers.12.mlp.experts.110,2.5531368255615234
+model.layers.12.mlp.experts.111,2.560997247695923
+model.layers.12.mlp.experts.112,2.569924831390381
+model.layers.12.mlp.experts.113,2.559954643249512
+model.layers.12.mlp.experts.114,2.5546529293060303
+model.layers.12.mlp.experts.115,2.554093599319458
+model.layers.12.mlp.experts.116,2.553020715713501
+model.layers.12.mlp.experts.117,2.5635082721710205
+model.layers.12.mlp.experts.118,2.5532658100128174
+model.layers.12.mlp.experts.119,2.559650421142578
+model.layers.12.mlp.experts.12,2.557054042816162
+model.layers.12.mlp.experts.120,2.557916641235352
+model.layers.12.mlp.experts.121,2.553943157196045
+model.layers.12.mlp.experts.122,2.5577220916748047
+model.layers.12.mlp.experts.123,2.559011459350586
+model.layers.12.mlp.experts.124,2.555317640304565
+model.layers.12.mlp.experts.125,2.5524823665618896
+model.layers.12.mlp.experts.126,2.566920518875122
+model.layers.12.mlp.experts.127,2.562739372253418
+model.layers.12.mlp.experts.128,2.5612034797668457
+model.layers.12.mlp.experts.129,2.554421901702881
+model.layers.12.mlp.experts.13,2.560312271118164
+model.layers.12.mlp.experts.130,2.5543863773345947
+model.layers.12.mlp.experts.131,2.5521366596221924
+model.layers.12.mlp.experts.132,2.55713438987732
+model.layers.12.mlp.experts.133,2.561659812927246
+model.layers.12.mlp.experts.134,2.558802604675293
+model.layers.12.mlp.experts.135,2.5724992752075195
+model.layers.12.mlp.experts.136,2.5547728538513184
+model.layers.12.mlp.experts.137,2.565903425216675
+model.layers.12.mlp.experts.138,2.556511640548706
+model.layers.12.mlp.experts.139,2.5546505451202397
+model.layers.12.mlp.experts.14,2.557224750518799
+model.layers.12.mlp.experts.140,2.5540590286254883
+model.layers.12.mlp.experts.141,2.5534214973449707
+model.layers.12.mlp.experts.142,2.555752277374268
+model.layers.12.mlp.experts.143,2.560131549835205
+model.layers.12.mlp.experts.144,2.5600407123565674
+model.layers.12.mlp.experts.145,2.5554494857788086
+model.layers.12.mlp.experts.146,2.553013324737549
+model.layers.12.mlp.experts.147,2.5620760917663574
+model.layers.12.mlp.experts.148,2.566366910934448
+model.layers.12.mlp.experts.149,2.557309150695801
+model.layers.12.mlp.experts.15,2.559152603149414
+model.layers.12.mlp.experts.150,2.562283754348755
+model.layers.12.mlp.experts.151,2.5545036792755127
+model.layers.12.mlp.experts.152,2.553903102874756
+model.layers.12.mlp.experts.153,2.5528860092163086
+model.layers.12.mlp.experts.154,2.5559675693511963
+model.layers.12.mlp.experts.155,2.5823254585266118
+model.layers.12.mlp.experts.156,2.556107759475708
+model.layers.12.mlp.experts.157,2.7359495162963867
+model.layers.12.mlp.experts.158,2.6211695671081543
+model.layers.12.mlp.experts.159,2.5568206310272217
+model.layers.12.mlp.experts.16,2.552509307861328
+model.layers.12.mlp.experts.160,2.566568374633789
+model.layers.12.mlp.experts.161,2.552805662155152
+model.layers.12.mlp.experts.162,2.5568885803222656
+model.layers.12.mlp.experts.163,2.5555825233459477
+model.layers.12.mlp.experts.164,2.5539112091064453
+model.layers.12.mlp.experts.165,2.5532331466674805
+model.layers.12.mlp.experts.166,2.561840057373047
+model.layers.12.mlp.experts.167,2.555163145065308
+model.layers.12.mlp.experts.168,2.5606722831726074
+model.layers.12.mlp.experts.169,2.553711414337158
+model.layers.12.mlp.experts.17,2.555819272994995
+model.layers.12.mlp.experts.170,2.84616756439209
+model.layers.12.mlp.experts.171,2.5602638721466064
+model.layers.12.mlp.experts.172,2.557070016860962
+model.layers.12.mlp.experts.173,2.558046340942383
+model.layers.12.mlp.experts.174,2.611886978149414
+model.layers.12.mlp.experts.175,2.555875778198242
+model.layers.12.mlp.experts.176,2.565000534057617
+model.layers.12.mlp.experts.177,2.5630946159362797
+model.layers.12.mlp.experts.178,2.5582518577575684
+model.layers.12.mlp.experts.179,2.553067922592163
+model.layers.12.mlp.experts.18,2.558612823486328
+model.layers.12.mlp.experts.180,2.5546603202819824
+model.layers.12.mlp.experts.181,2.552748203277588
+model.layers.12.mlp.experts.182,2.557358264923096
+model.layers.12.mlp.experts.183,2.557959079742432
+model.layers.12.mlp.experts.184,2.5559544563293457
+model.layers.12.mlp.experts.185,2.5599753856658936
+model.layers.12.mlp.experts.186,2.561649799346924
+model.layers.12.mlp.experts.187,2.560004472732544
+model.layers.12.mlp.experts.188,2.579880475997925
+model.layers.12.mlp.experts.189,2.555229902267456
+model.layers.12.mlp.experts.19,2.5560781955718994
+model.layers.12.mlp.experts.190,2.699290037155152
+model.layers.12.mlp.experts.191,2.555654764175415
+model.layers.12.mlp.experts.192,2.5547995567321777
+model.layers.12.mlp.experts.193,2.5580735206604004
+model.layers.12.mlp.experts.194,2.5967674255371094
+model.layers.12.mlp.experts.195,2.578481674194336
+model.layers.12.mlp.experts.196,2.580568552017212
+model.layers.12.mlp.experts.197,2.91089129447937
+model.layers.12.mlp.experts.198,2.559145927429199
+model.layers.12.mlp.experts.199,2.5602853298187256
+model.layers.12.mlp.experts.2,2.559454679489136
+model.layers.12.mlp.experts.20,2.5551271438598637
+model.layers.12.mlp.experts.200,2.554762363433838
+model.layers.12.mlp.experts.201,2.572943687438965
+model.layers.12.mlp.experts.202,2.559621572494507
+model.layers.12.mlp.experts.203,2.603755235671997
+model.layers.12.mlp.experts.204,2.5685927867889404
+model.layers.12.mlp.experts.205,2.5555906295776367
+model.layers.12.mlp.experts.206,2.55279803276062
+model.layers.12.mlp.experts.207,2.5633792877197266
+model.layers.12.mlp.experts.208,2.552566766738892
+model.layers.12.mlp.experts.209,2.557818651199341
+model.layers.12.mlp.experts.21,2.557713508605957
+model.layers.12.mlp.experts.210,2.5548863410949707
+model.layers.12.mlp.experts.211,2.553406238555908
+model.layers.12.mlp.experts.212,2.559670925140381
+model.layers.12.mlp.experts.213,2.554905414581299
+model.layers.12.mlp.experts.214,2.5536041259765625
+model.layers.12.mlp.experts.215,2.55535626411438
+model.layers.12.mlp.experts.216,2.553100824356079
+model.layers.12.mlp.experts.217,2.5598154067993164
+model.layers.12.mlp.experts.218,2.5550427436828613
+model.layers.12.mlp.experts.219,2.5526680946350098
+model.layers.12.mlp.experts.22,2.5561952590942383
+model.layers.12.mlp.experts.220,2.55226469039917
+model.layers.12.mlp.experts.221,2.5660645961761475
+model.layers.12.mlp.experts.222,2.5566868782043457
+model.layers.12.mlp.experts.223,2.554142475128174
+model.layers.12.mlp.experts.224,2.554937601089477
+model.layers.12.mlp.experts.225,2.5572774410247803
+model.layers.12.mlp.experts.226,2.554009199142456
+model.layers.12.mlp.experts.227,2.5574660301208496
+model.layers.12.mlp.experts.228,2.56404709815979
+model.layers.12.mlp.experts.229,2.560778856277466
+model.layers.12.mlp.experts.23,2.555795192718506
+model.layers.12.mlp.experts.230,2.559686183929444
+model.layers.12.mlp.experts.231,2.555426597595215
+model.layers.12.mlp.experts.232,2.55734920501709
+model.layers.12.mlp.experts.233,2.583046197891236
+model.layers.12.mlp.experts.234,2.554746627807617
+model.layers.12.mlp.experts.235,2.565620422363281
+model.layers.12.mlp.experts.236,2.608740329742432
+model.layers.12.mlp.experts.237,2.5726587772369385
+model.layers.12.mlp.experts.238,2.559992790222168
+model.layers.12.mlp.experts.239,2.5538368225097656
+model.layers.12.mlp.experts.24,2.553149461746216
+model.layers.12.mlp.experts.240,2.563230037689209
+model.layers.12.mlp.experts.241,2.5544652938842773
+model.layers.12.mlp.experts.242,2.55700159072876
+model.layers.12.mlp.experts.243,2.561310052871704
+model.layers.12.mlp.experts.244,2.55360746383667
+model.layers.12.mlp.experts.245,2.561404228210449
+model.layers.12.mlp.experts.246,2.5589137077331543
+model.layers.12.mlp.experts.247,2.555214166641236
+model.layers.12.mlp.experts.248,2.5612728595733643
+model.layers.12.mlp.experts.249,2.5610737800598145
+model.layers.12.mlp.experts.25,2.5663161277771
+model.layers.12.mlp.experts.250,2.554492473602295
+model.layers.12.mlp.experts.251,2.552653789520264
+model.layers.12.mlp.experts.252,2.5565617084503174
+model.layers.12.mlp.experts.253,2.5809059143066406
+model.layers.12.mlp.experts.254,2.59114408493042
+model.layers.12.mlp.experts.255,2.5598292350769043
+model.layers.12.mlp.experts.26,2.555239200592041
+model.layers.12.mlp.experts.27,2.55677342414856
+model.layers.12.mlp.experts.28,2.554835557937622
+model.layers.12.mlp.experts.29,2.9002742767333984
+model.layers.12.mlp.experts.3,2.560181140899658
+model.layers.12.mlp.experts.30,2.560384750366211
+model.layers.12.mlp.experts.31,2.556431293487549
+model.layers.12.mlp.experts.32,2.558766841888428
+model.layers.12.mlp.experts.33,2.557518482208252
+model.layers.12.mlp.experts.34,2.553678512573242
+model.layers.12.mlp.experts.35,2.5570003986358643
+model.layers.12.mlp.experts.36,2.5537753105163574
+model.layers.12.mlp.experts.37,2.5602617263793945
+model.layers.12.mlp.experts.38,2.5696120262146
+model.layers.12.mlp.experts.39,2.556943655014038
+model.layers.12.mlp.experts.4,2.559175968170166
+model.layers.12.mlp.experts.40,2.556193351745605
+model.layers.12.mlp.experts.41,2.556852102279663
+model.layers.12.mlp.experts.42,2.5572338104248047
+model.layers.12.mlp.experts.43,2.5548758506774902
+model.layers.12.mlp.experts.44,2.559494972229004
+model.layers.12.mlp.experts.45,2.5613274574279785
+model.layers.12.mlp.experts.46,2.6025776863098145
+model.layers.12.mlp.experts.47,2.6193714141845703
+model.layers.12.mlp.experts.48,2.5532214641571045
+model.layers.12.mlp.experts.49,2.5708494186401367
+model.layers.12.mlp.experts.5,2.558310031890869
+model.layers.12.mlp.experts.50,2.60376501083374
+model.layers.12.mlp.experts.51,2.5612924098968506
+model.layers.12.mlp.experts.52,2.557015895843506
+model.layers.12.mlp.experts.53,2.574179172515869
+model.layers.12.mlp.experts.54,2.5631728172302246
+model.layers.12.mlp.experts.55,2.5591700077056885
+model.layers.12.mlp.experts.56,2.557278633117676
+model.layers.12.mlp.experts.57,2.5624210834503174
+model.layers.12.mlp.experts.58,2.5571110248565674
+model.layers.12.mlp.experts.59,2.5549240112304688
+model.layers.12.mlp.experts.6,2.556222915649414
+model.layers.12.mlp.experts.60,2.556690216064453
+model.layers.12.mlp.experts.61,2.6541390419006348
+model.layers.12.mlp.experts.62,2.554149389266968
+model.layers.12.mlp.experts.63,2.557315826416016
+model.layers.12.mlp.experts.64,2.5576276779174805
+model.layers.12.mlp.experts.65,2.5702500343322754
+model.layers.12.mlp.experts.66,2.561122417449951
+model.layers.12.mlp.experts.67,2.552499294281006
+model.layers.12.mlp.experts.68,2.5634069442749023
+model.layers.12.mlp.experts.69,2.555803775787353
+model.layers.12.mlp.experts.7,2.5623550415039062
+model.layers.12.mlp.experts.70,2.55265212059021
+model.layers.12.mlp.experts.71,2.554501533508301
+model.layers.12.mlp.experts.72,2.5565450191497803
+model.layers.12.mlp.experts.73,2.5688223838806152
+model.layers.12.mlp.experts.74,2.5533459186553955
+model.layers.12.mlp.experts.75,2.559243440628052
+model.layers.12.mlp.experts.76,2.652063369750977
+model.layers.12.mlp.experts.77,2.5544707775115967
+model.layers.12.mlp.experts.78,2.556429147720337
+model.layers.12.mlp.experts.79,2.568689346313477
+model.layers.12.mlp.experts.8,2.565798759460449
+model.layers.12.mlp.experts.80,3.042498826980591
+model.layers.12.mlp.experts.81,2.554914951324463
+model.layers.12.mlp.experts.82,2.5813417434692383
+model.layers.12.mlp.experts.83,2.5596866607666016
+model.layers.12.mlp.experts.84,2.554421901702881
+model.layers.12.mlp.experts.85,2.5545427799224854
+model.layers.12.mlp.experts.86,2.5561511516571045
+model.layers.12.mlp.experts.87,2.5585007667541504
+model.layers.12.mlp.experts.88,2.9825398921966557
+model.layers.12.mlp.experts.89,2.55794620513916
+model.layers.12.mlp.experts.9,2.555901288986206
+model.layers.12.mlp.experts.90,2.5561976432800293
+model.layers.12.mlp.experts.91,2.57657790184021
+model.layers.12.mlp.experts.92,2.5528151988983154
+model.layers.12.mlp.experts.93,2.56657075881958
+model.layers.12.mlp.experts.94,2.5728561878204346
+model.layers.12.mlp.experts.95,2.5580129623413086
+model.layers.12.mlp.experts.96,2.5543501377105717
+model.layers.12.mlp.experts.97,2.5564537048339844
+model.layers.12.mlp.experts.98,2.553349256515503
+model.layers.12.mlp.experts.99,2.5603513717651367
+model.layers.12.mlp.shared_experts,2.8080554008483887
+model.layers.12.self_attn,2.70405912399292
+model.layers.13.mlp.experts.0,2.5627918243408203
+model.layers.13.mlp.experts.1,2.553894519805908
+model.layers.13.mlp.experts.10,2.581181049346924
+model.layers.13.mlp.experts.100,2.55753231048584
+model.layers.13.mlp.experts.101,2.5575718879699707
+model.layers.13.mlp.experts.102,2.557151556015014
+model.layers.13.mlp.experts.103,2.5526134967803955
+model.layers.13.mlp.experts.104,2.557776689529419
+model.layers.13.mlp.experts.105,2.5515620708465576
+model.layers.13.mlp.experts.106,2.6063389778137207
+model.layers.13.mlp.experts.107,2.553811550140381
+model.layers.13.mlp.experts.108,2.554297685623169
+model.layers.13.mlp.experts.109,2.588137149810791
+model.layers.13.mlp.experts.11,2.557723999023437
+model.layers.13.mlp.experts.110,2.5803062915802
+model.layers.13.mlp.experts.111,2.55529260635376
+model.layers.13.mlp.experts.112,2.553931474685669
+model.layers.13.mlp.experts.113,2.7458627223968506
+model.layers.13.mlp.experts.114,2.5748982429504395
+model.layers.13.mlp.experts.115,2.555185317993164
+model.layers.13.mlp.experts.116,2.5629727840423584
+model.layers.13.mlp.experts.117,2.554844856262207
+model.layers.13.mlp.experts.118,2.5591633319854736
+model.layers.13.mlp.experts.119,2.5646657943725586
+model.layers.13.mlp.experts.12,2.552052974700928
+model.layers.13.mlp.experts.120,2.559284210205078
+model.layers.13.mlp.experts.121,2.5853166580200195
+model.layers.13.mlp.experts.122,2.571767807006836
+model.layers.13.mlp.experts.123,2.5548436641693115
+model.layers.13.mlp.experts.124,2.5538270473480225
+model.layers.13.mlp.experts.125,2.570425510406494
+model.layers.13.mlp.experts.126,2.5521163940429688
+model.layers.13.mlp.experts.127,2.560797929763794
+model.layers.13.mlp.experts.128,2.5525710582733154
+model.layers.13.mlp.experts.129,2.5570998191833496
+model.layers.13.mlp.experts.13,2.553171873092652
+model.layers.13.mlp.experts.130,2.5549581050872803
+model.layers.13.mlp.experts.131,2.7208917140960693
+model.layers.13.mlp.experts.132,2.555120944976806
+model.layers.13.mlp.experts.133,2.571741819381714
+model.layers.13.mlp.experts.134,2.5541319847106934
+model.layers.13.mlp.experts.135,2.599005699157715
+model.layers.13.mlp.experts.136,2.55722451210022
+model.layers.13.mlp.experts.137,2.552419185638428
+model.layers.13.mlp.experts.138,2.5609049797058105
+model.layers.13.mlp.experts.139,2.552481412887573
+model.layers.13.mlp.experts.14,2.593388795852661
+model.layers.13.mlp.experts.140,2.6147260665893555
+model.layers.13.mlp.experts.141,2.621619701385498
+model.layers.13.mlp.experts.142,2.5582549571990967
+model.layers.13.mlp.experts.143,2.5655336380004883
+model.layers.13.mlp.experts.144,2.8418188095092773
+model.layers.13.mlp.experts.145,2.558950424194336
+model.layers.13.mlp.experts.146,2.556857824325561
+model.layers.13.mlp.experts.147,2.56287145614624
+model.layers.13.mlp.experts.148,2.574002742767334
+model.layers.13.mlp.experts.149,2.5581014156341557
+model.layers.13.mlp.experts.15,2.567687511444092
+model.layers.13.mlp.experts.150,2.5559499263763428
+model.layers.13.mlp.experts.151,2.581312894821167
+model.layers.13.mlp.experts.152,2.55311131477356
+model.layers.13.mlp.experts.153,2.5552124977111816
+model.layers.13.mlp.experts.154,2.556453227996826
+model.layers.13.mlp.experts.155,2.556669235229492
+model.layers.13.mlp.experts.156,2.576774835586548
+model.layers.13.mlp.experts.157,2.5617940425872803
+model.layers.13.mlp.experts.158,2.563100576400757
+model.layers.13.mlp.experts.159,2.563362598419189
+model.layers.13.mlp.experts.16,2.553814649581909
+model.layers.13.mlp.experts.160,2.554274082183838
+model.layers.13.mlp.experts.161,2.561924934387207
+model.layers.13.mlp.experts.162,2.554244041442871
+model.layers.13.mlp.experts.163,2.565173625946045
+model.layers.13.mlp.experts.164,2.565402030944824
+model.layers.13.mlp.experts.165,2.552884101867676
+model.layers.13.mlp.experts.166,2.559997081756592
+model.layers.13.mlp.experts.167,2.5555129051208496
+model.layers.13.mlp.experts.168,2.5550789833068848
+model.layers.13.mlp.experts.169,2.557625770568848
+model.layers.13.mlp.experts.17,2.637358903884888
+model.layers.13.mlp.experts.170,2.554274559020996
+model.layers.13.mlp.experts.171,2.5552566051483154
+model.layers.13.mlp.experts.172,2.555046319961548
+model.layers.13.mlp.experts.173,2.556126117706299
+model.layers.13.mlp.experts.174,2.558868169784546
+model.layers.13.mlp.experts.175,2.557044982910156
+model.layers.13.mlp.experts.176,2.5540714263916016
+model.layers.13.mlp.experts.177,2.553291320800781
+model.layers.13.mlp.experts.178,2.5555238723754883
+model.layers.13.mlp.experts.179,2.5819525718688965
+model.layers.13.mlp.experts.18,2.5522401332855225
+model.layers.13.mlp.experts.180,2.5700268745422363
+model.layers.13.mlp.experts.181,2.5549676418304443
+model.layers.13.mlp.experts.182,2.5537269115448
+model.layers.13.mlp.experts.183,2.562907218933105
+model.layers.13.mlp.experts.184,2.5532264709472656
+model.layers.13.mlp.experts.185,2.5614013671875
+model.layers.13.mlp.experts.186,2.552461624145508
+model.layers.13.mlp.experts.187,2.556612968444824
+model.layers.13.mlp.experts.188,2.56128454208374
+model.layers.13.mlp.experts.189,2.5580615997314453
+model.layers.13.mlp.experts.19,2.55610466003418
+model.layers.13.mlp.experts.190,2.552956342697144
+model.layers.13.mlp.experts.191,2.568800926208496
+model.layers.13.mlp.experts.192,2.5541224479675293
+model.layers.13.mlp.experts.193,2.6023528575897217
+model.layers.13.mlp.experts.194,2.5547754764556885
+model.layers.13.mlp.experts.195,2.5552401542663574
+model.layers.13.mlp.experts.196,2.5617408752441406
+model.layers.13.mlp.experts.197,2.5587825775146484
+model.layers.13.mlp.experts.198,2.6059350967407227
+model.layers.13.mlp.experts.199,2.563204765319824
+model.layers.13.mlp.experts.2,2.5523271560668945
+model.layers.13.mlp.experts.20,2.5711467266082764
+model.layers.13.mlp.experts.200,2.5628817081451416
+model.layers.13.mlp.experts.201,2.552898406982422
+model.layers.13.mlp.experts.202,2.5580801963806152
+model.layers.13.mlp.experts.203,2.558114528656006
+model.layers.13.mlp.experts.204,2.5559000968933105
+model.layers.13.mlp.experts.205,2.562347412109375
+model.layers.13.mlp.experts.206,2.55698299407959
+model.layers.13.mlp.experts.207,2.5537703037261963
+model.layers.13.mlp.experts.208,2.5593652725219727
+model.layers.13.mlp.experts.209,2.5547308921813965
+model.layers.13.mlp.experts.21,2.5697500705718994
+model.layers.13.mlp.experts.210,2.584560871124268
+model.layers.13.mlp.experts.211,2.558560371398926
+model.layers.13.mlp.experts.212,2.552100658416748
+model.layers.13.mlp.experts.213,2.5655863285064697
+model.layers.13.mlp.experts.214,2.5613155364990234
+model.layers.13.mlp.experts.215,2.564385175704956
+model.layers.13.mlp.experts.216,2.569695949554444
+model.layers.13.mlp.experts.217,2.5589308738708496
+model.layers.13.mlp.experts.218,2.553528308868408
+model.layers.13.mlp.experts.219,2.561771869659424
+model.layers.13.mlp.experts.22,2.554837226867676
+model.layers.13.mlp.experts.220,2.5595173835754395
+model.layers.13.mlp.experts.221,2.8646435737609863
+model.layers.13.mlp.experts.222,2.562115430831909
+model.layers.13.mlp.experts.223,2.5597081184387207
+model.layers.13.mlp.experts.224,2.553773164749145
+model.layers.13.mlp.experts.225,2.597466468811035
+model.layers.13.mlp.experts.226,2.5542423725128174
+model.layers.13.mlp.experts.227,2.571726083755493
+model.layers.13.mlp.experts.228,2.553272008895874
+model.layers.13.mlp.experts.229,2.6153154373168945
+model.layers.13.mlp.experts.23,2.5530712604522705
+model.layers.13.mlp.experts.230,2.560173988342285
+model.layers.13.mlp.experts.231,2.8052468299865723
+model.layers.13.mlp.experts.232,2.5536766052246094
+model.layers.13.mlp.experts.233,2.5526657104492188
+model.layers.13.mlp.experts.234,2.557164192199707
+model.layers.13.mlp.experts.235,2.5560617446899414
+model.layers.13.mlp.experts.236,2.560167074203491
+model.layers.13.mlp.experts.237,2.5600404739379883
+model.layers.13.mlp.experts.238,2.5546624660491943
+model.layers.13.mlp.experts.239,2.5596728324890137
+model.layers.13.mlp.experts.24,2.58756160736084
+model.layers.13.mlp.experts.240,2.558935165405273
+model.layers.13.mlp.experts.241,2.552996158599853
+model.layers.13.mlp.experts.242,2.9259583950042725
+model.layers.13.mlp.experts.243,2.557053327560425
+model.layers.13.mlp.experts.244,2.558462858200073
+model.layers.13.mlp.experts.245,2.560145378112793
+model.layers.13.mlp.experts.246,2.561633586883545
+model.layers.13.mlp.experts.247,2.574549674987793
+model.layers.13.mlp.experts.248,2.5543882846832275
+model.layers.13.mlp.experts.249,2.556082010269165
+model.layers.13.mlp.experts.25,2.553957462310791
+model.layers.13.mlp.experts.250,2.787648916244507
+model.layers.13.mlp.experts.251,2.559845209121704
+model.layers.13.mlp.experts.252,2.563187837600708
+model.layers.13.mlp.experts.253,2.556536912918091
+model.layers.13.mlp.experts.254,2.558424472808838
+model.layers.13.mlp.experts.255,2.559866428375244
+model.layers.13.mlp.experts.26,2.553215980529785
+model.layers.13.mlp.experts.27,2.5594189167022705
+model.layers.13.mlp.experts.28,2.564411401748657
+model.layers.13.mlp.experts.29,2.570826530456543
+model.layers.13.mlp.experts.3,2.570833683013916
+model.layers.13.mlp.experts.30,2.5540647506713867
+model.layers.13.mlp.experts.31,2.5581188201904297
+model.layers.13.mlp.experts.32,2.5548720359802246
+model.layers.13.mlp.experts.33,2.5569467544555664
+model.layers.13.mlp.experts.34,2.559016227722168
+model.layers.13.mlp.experts.35,2.5872550010681152
+model.layers.13.mlp.experts.36,2.562575578689575
+model.layers.13.mlp.experts.37,2.553342819213867
+model.layers.13.mlp.experts.38,2.553769826889038
+model.layers.13.mlp.experts.39,2.553353309631348
+model.layers.13.mlp.experts.4,2.556137084960937
+model.layers.13.mlp.experts.40,2.5533323287963867
+model.layers.13.mlp.experts.41,2.5561792850494385
+model.layers.13.mlp.experts.42,2.55704116821289
+model.layers.13.mlp.experts.43,2.5524535179138184
+model.layers.13.mlp.experts.44,2.5799527168273926
+model.layers.13.mlp.experts.45,2.565312385559082
+model.layers.13.mlp.experts.46,2.561779499053955
+model.layers.13.mlp.experts.47,2.5565948486328125
+model.layers.13.mlp.experts.48,2.5664403438568115
+model.layers.13.mlp.experts.49,2.5729193687438965
+model.layers.13.mlp.experts.5,2.5663657188415527
+model.layers.13.mlp.experts.50,2.587548017501831
+model.layers.13.mlp.experts.51,2.556936025619507
+model.layers.13.mlp.experts.52,2.552298069000244
+model.layers.13.mlp.experts.53,2.5579962730407715
+model.layers.13.mlp.experts.54,2.555922031402588
+model.layers.13.mlp.experts.55,2.566206932067871
+model.layers.13.mlp.experts.56,2.5521743297576904
+model.layers.13.mlp.experts.57,2.552344799041748
+model.layers.13.mlp.experts.58,2.56123161315918
+model.layers.13.mlp.experts.59,2.553572177886963
+model.layers.13.mlp.experts.6,2.57934308052063
+model.layers.13.mlp.experts.60,2.6642603874206543
+model.layers.13.mlp.experts.61,2.5550222396850586
+model.layers.13.mlp.experts.62,2.5605392456054688
+model.layers.13.mlp.experts.63,2.5563840866088867
+model.layers.13.mlp.experts.64,2.7200424671173096
+model.layers.13.mlp.experts.65,2.5576863288879395
+model.layers.13.mlp.experts.66,2.565842628479004
+model.layers.13.mlp.experts.67,2.551877975463867
+model.layers.13.mlp.experts.68,2.555887222290039
+model.layers.13.mlp.experts.69,2.5554025173187256
+model.layers.13.mlp.experts.7,2.556743860244751
+model.layers.13.mlp.experts.70,2.555736780166626
+model.layers.13.mlp.experts.71,2.558518648147583
+model.layers.13.mlp.experts.72,2.5570945739746094
+model.layers.13.mlp.experts.73,2.5559659004211426
+model.layers.13.mlp.experts.74,2.5626256465911865
+model.layers.13.mlp.experts.75,2.5564181804656982
+model.layers.13.mlp.experts.76,2.5565896034240723
+model.layers.13.mlp.experts.77,2.555312156677246
+model.layers.13.mlp.experts.78,2.5693893432617188
+model.layers.13.mlp.experts.79,2.5549535751342773
+model.layers.13.mlp.experts.8,2.5549941062927246
+model.layers.13.mlp.experts.80,2.555438041687012
+model.layers.13.mlp.experts.81,2.55245304107666
+model.layers.13.mlp.experts.82,2.5521011352539062
+model.layers.13.mlp.experts.83,2.571244239807129
+model.layers.13.mlp.experts.84,2.5578773021698
+model.layers.13.mlp.experts.85,2.575951099395752
+model.layers.13.mlp.experts.86,2.555445671081543
+model.layers.13.mlp.experts.87,2.564462900161743
+model.layers.13.mlp.experts.88,2.559180498123169
+model.layers.13.mlp.experts.89,2.5607597827911377
+model.layers.13.mlp.experts.9,2.568832397460937
+model.layers.13.mlp.experts.90,2.5524487495422363
+model.layers.13.mlp.experts.91,2.559486389160156
+model.layers.13.mlp.experts.92,2.5598862171173096
+model.layers.13.mlp.experts.93,2.55956768989563
+model.layers.13.mlp.experts.94,2.554875135421753
+model.layers.13.mlp.experts.95,2.555459976196289
+model.layers.13.mlp.experts.96,2.5793051719665527
+model.layers.13.mlp.experts.97,2.556480407714844
+model.layers.13.mlp.experts.98,2.565916061401367
+model.layers.13.mlp.experts.99,2.555893898010254
+model.layers.13.mlp.shared_experts,2.8096017837524414
+model.layers.13.self_attn,2.6877942085266118
+model.layers.14.mlp.experts.0,2.5520334243774414
+model.layers.14.mlp.experts.1,2.551771879196167
+model.layers.14.mlp.experts.10,2.554723262786865
+model.layers.14.mlp.experts.100,2.5536751747131348
+model.layers.14.mlp.experts.101,2.5530261993408203
+model.layers.14.mlp.experts.102,2.5676145553588867
+model.layers.14.mlp.experts.103,2.5751819610595703
+model.layers.14.mlp.experts.104,2.557389736175537
+model.layers.14.mlp.experts.105,2.556117057800293
+model.layers.14.mlp.experts.106,2.553393840789795
+model.layers.14.mlp.experts.107,2.613452672958374
+model.layers.14.mlp.experts.108,2.57659912109375
+model.layers.14.mlp.experts.109,2.7022716999053955
+model.layers.14.mlp.experts.11,2.556692123413086
+model.layers.14.mlp.experts.110,2.5520787239074707
+model.layers.14.mlp.experts.111,2.56732177734375
+model.layers.14.mlp.experts.112,2.556123971939087
+model.layers.14.mlp.experts.113,2.555518865585327
+model.layers.14.mlp.experts.114,2.5656723976135254
+model.layers.14.mlp.experts.115,2.573786735534668
+model.layers.14.mlp.experts.116,2.554525375366211
+model.layers.14.mlp.experts.117,2.5559701919555664
+model.layers.14.mlp.experts.118,2.5644850730896
+model.layers.14.mlp.experts.119,2.5595662593841557
+model.layers.14.mlp.experts.12,2.565517902374268
+model.layers.14.mlp.experts.120,2.563042163848877
+model.layers.14.mlp.experts.121,2.558760643005371
+model.layers.14.mlp.experts.122,2.5591773986816406
+model.layers.14.mlp.experts.123,2.5535314083099365
+model.layers.14.mlp.experts.124,2.563166618347168
+model.layers.14.mlp.experts.125,2.5612692832946777
+model.layers.14.mlp.experts.126,2.551447868347168
+model.layers.14.mlp.experts.127,2.5561423301696777
+model.layers.14.mlp.experts.128,2.556570053100586
+model.layers.14.mlp.experts.129,2.5532264709472656
+model.layers.14.mlp.experts.13,2.5581600666046143
+model.layers.14.mlp.experts.130,2.560863971710205
+model.layers.14.mlp.experts.131,2.559931993484497
+model.layers.14.mlp.experts.132,2.557257413864136
+model.layers.14.mlp.experts.133,2.554049015045166
+model.layers.14.mlp.experts.134,2.565768003463745
+model.layers.14.mlp.experts.135,2.559518814086914
+model.layers.14.mlp.experts.136,2.556482315063477
+model.layers.14.mlp.experts.137,2.5640501976013184
+model.layers.14.mlp.experts.138,2.5737576484680176
+model.layers.14.mlp.experts.139,2.5760903358459477
+model.layers.14.mlp.experts.14,2.5562403202056885
+model.layers.14.mlp.experts.140,2.559390068054199
+model.layers.14.mlp.experts.141,2.552427053451538
+model.layers.14.mlp.experts.142,2.559314250946045
+model.layers.14.mlp.experts.143,2.5556414127349854
+model.layers.14.mlp.experts.144,2.5526647567749023
+model.layers.14.mlp.experts.145,2.5582869052886963
+model.layers.14.mlp.experts.146,2.554248809814453
+model.layers.14.mlp.experts.147,2.6329903602600098
+model.layers.14.mlp.experts.148,2.554272413253784
+model.layers.14.mlp.experts.149,2.5555648803710938
+model.layers.14.mlp.experts.15,2.561464548110962
+model.layers.14.mlp.experts.150,2.557074546813965
+model.layers.14.mlp.experts.151,2.555760145187378
+model.layers.14.mlp.experts.152,2.555248737335205
+model.layers.14.mlp.experts.153,2.5603597164154053
+model.layers.14.mlp.experts.154,2.558063745498657
+model.layers.14.mlp.experts.155,2.55570912361145
+model.layers.14.mlp.experts.156,2.558063507080078
+model.layers.14.mlp.experts.157,2.556806802749634
+model.layers.14.mlp.experts.158,2.561232089996338
+model.layers.14.mlp.experts.159,2.6481499671936035
+model.layers.14.mlp.experts.16,2.557800769805908
+model.layers.14.mlp.experts.160,2.562395572662353
+model.layers.14.mlp.experts.161,2.565761089324951
+model.layers.14.mlp.experts.162,2.560999870300293
+model.layers.14.mlp.experts.163,2.553527355194092
+model.layers.14.mlp.experts.164,2.636554718017578
+model.layers.14.mlp.experts.165,2.55732536315918
+model.layers.14.mlp.experts.166,2.5580289363861084
+model.layers.14.mlp.experts.167,2.559090375900269
+model.layers.14.mlp.experts.168,2.5630366802215576
+model.layers.14.mlp.experts.169,2.558119535446167
+model.layers.14.mlp.experts.17,2.5583860874176025
+model.layers.14.mlp.experts.170,2.949094772338867
+model.layers.14.mlp.experts.171,2.555837154388428
+model.layers.14.mlp.experts.172,2.559007167816162
+model.layers.14.mlp.experts.173,2.5581276416778564
+model.layers.14.mlp.experts.174,2.8157384395599365
+model.layers.14.mlp.experts.175,2.5550031661987305
+model.layers.14.mlp.experts.176,2.57793927192688
+model.layers.14.mlp.experts.177,2.576067924499512
+model.layers.14.mlp.experts.178,2.5579307079315186
+model.layers.14.mlp.experts.179,2.552595615386963
+model.layers.14.mlp.experts.18,2.5548062324523926
+model.layers.14.mlp.experts.180,2.552194356918335
+model.layers.14.mlp.experts.181,2.551827907562256
+model.layers.14.mlp.experts.182,2.555302143096924
+model.layers.14.mlp.experts.183,2.5519397258758545
+model.layers.14.mlp.experts.184,2.583064556121826
+model.layers.14.mlp.experts.185,2.554525375366211
+model.layers.14.mlp.experts.186,2.5619988441467285
+model.layers.14.mlp.experts.187,2.5588765144348145
+model.layers.14.mlp.experts.188,2.686928987503052
+model.layers.14.mlp.experts.189,2.5556960105896
+model.layers.14.mlp.experts.19,2.56545352935791
+model.layers.14.mlp.experts.190,2.5528564453125
+model.layers.14.mlp.experts.191,2.560720205307007
+model.layers.14.mlp.experts.192,2.5577495098114014
+model.layers.14.mlp.experts.193,2.5580124855041504
+model.layers.14.mlp.experts.194,2.554476737976074
+model.layers.14.mlp.experts.195,2.640637159347534
+model.layers.14.mlp.experts.196,2.556682109832764
+model.layers.14.mlp.experts.197,2.554565191268921
+model.layers.14.mlp.experts.198,2.555014133453369
+model.layers.14.mlp.experts.199,2.559168100357056
+model.layers.14.mlp.experts.2,2.5593461990356445
+model.layers.14.mlp.experts.20,2.5699949264526367
+model.layers.14.mlp.experts.200,2.556780815124512
+model.layers.14.mlp.experts.201,2.5517497062683105
+model.layers.14.mlp.experts.202,3.418707609176636
+model.layers.14.mlp.experts.203,2.556004524230957
+model.layers.14.mlp.experts.204,2.565147638320923
+model.layers.14.mlp.experts.205,2.576630115509033
+model.layers.14.mlp.experts.206,2.56892991065979
+model.layers.14.mlp.experts.207,2.554048538208008
+model.layers.14.mlp.experts.208,2.554049015045166
+model.layers.14.mlp.experts.209,2.5646209716796875
+model.layers.14.mlp.experts.21,2.572746753692627
+model.layers.14.mlp.experts.210,2.5555431842803955
+model.layers.14.mlp.experts.211,2.554682731628418
+model.layers.14.mlp.experts.212,2.779768228530884
+model.layers.14.mlp.experts.213,2.557846784591675
+model.layers.14.mlp.experts.214,2.55727219581604
+model.layers.14.mlp.experts.215,2.556230068206787
+model.layers.14.mlp.experts.216,2.571190357208252
+model.layers.14.mlp.experts.217,2.5648043155670166
+model.layers.14.mlp.experts.218,2.5550005435943604
+model.layers.14.mlp.experts.219,2.580477714538574
+model.layers.14.mlp.experts.22,2.556471586227417
+model.layers.14.mlp.experts.220,2.5600781440734863
+model.layers.14.mlp.experts.221,2.5617775917053223
+model.layers.14.mlp.experts.222,2.578920125961304
+model.layers.14.mlp.experts.223,2.558750629425049
+model.layers.14.mlp.experts.224,2.562246084213257
+model.layers.14.mlp.experts.225,2.582926034927368
+model.layers.14.mlp.experts.226,2.568657875061035
+model.layers.14.mlp.experts.227,2.556478977203369
+model.layers.14.mlp.experts.228,2.560534715652466
+model.layers.14.mlp.experts.229,2.56978702545166
+model.layers.14.mlp.experts.23,2.564178943634033
+model.layers.14.mlp.experts.230,2.5525753498077397
+model.layers.14.mlp.experts.231,2.5523428916931152
+model.layers.14.mlp.experts.232,2.5880980491638184
+model.layers.14.mlp.experts.233,2.5677778720855717
+model.layers.14.mlp.experts.234,2.567753553390503
+model.layers.14.mlp.experts.235,2.5586307048797607
+model.layers.14.mlp.experts.236,2.563533067703247
+model.layers.14.mlp.experts.237,2.556863307952881
+model.layers.14.mlp.experts.238,2.8563551902771
+model.layers.14.mlp.experts.239,2.569196939468384
+model.layers.14.mlp.experts.24,2.5569100379943848
+model.layers.14.mlp.experts.240,2.558786630630493
+model.layers.14.mlp.experts.241,2.558408260345459
+model.layers.14.mlp.experts.242,2.5629467964172363
+model.layers.14.mlp.experts.243,2.560248851776123
+model.layers.14.mlp.experts.244,2.561739921569824
+model.layers.14.mlp.experts.245,2.565678596496582
+model.layers.14.mlp.experts.246,2.551771402359009
+model.layers.14.mlp.experts.247,2.5562407970428467
+model.layers.14.mlp.experts.248,2.748326778411865
+model.layers.14.mlp.experts.249,2.5668182373046875
+model.layers.14.mlp.experts.25,2.5702805519104004
+model.layers.14.mlp.experts.250,2.551793575286865
+model.layers.14.mlp.experts.251,2.552912712097168
+model.layers.14.mlp.experts.252,2.558478593826294
+model.layers.14.mlp.experts.253,2.5575814247131348
+model.layers.14.mlp.experts.254,2.5570130348205566
+model.layers.14.mlp.experts.255,2.5584535598754883
+model.layers.14.mlp.experts.26,2.555184841156006
+model.layers.14.mlp.experts.27,2.554727792739868
+model.layers.14.mlp.experts.28,2.5616440773010254
+model.layers.14.mlp.experts.29,2.6155717372894287
+model.layers.14.mlp.experts.3,2.5544819831848145
+model.layers.14.mlp.experts.30,2.601346015930176
+model.layers.14.mlp.experts.31,2.579216480255127
+model.layers.14.mlp.experts.32,3.029947280883789
+model.layers.14.mlp.experts.33,2.594469785690308
+model.layers.14.mlp.experts.34,2.5575289726257324
+model.layers.14.mlp.experts.35,2.551795721054077
+model.layers.14.mlp.experts.36,2.6980621814727783
+model.layers.14.mlp.experts.37,2.555835247039795
+model.layers.14.mlp.experts.38,2.5574827194213867
+model.layers.14.mlp.experts.39,2.581818103790283
+model.layers.14.mlp.experts.4,2.6590709686279297
+model.layers.14.mlp.experts.40,2.581745147705078
+model.layers.14.mlp.experts.41,2.572450637817383
+model.layers.14.mlp.experts.42,2.5618255138397217
+model.layers.14.mlp.experts.43,2.552159309387207
+model.layers.14.mlp.experts.44,2.556819438934326
+model.layers.14.mlp.experts.45,2.556591510772705
+model.layers.14.mlp.experts.46,2.753188133239746
+model.layers.14.mlp.experts.47,2.563201904296875
+model.layers.14.mlp.experts.48,2.5545825958251958
+model.layers.14.mlp.experts.49,2.5516562461853027
+model.layers.14.mlp.experts.5,2.5979666709899902
+model.layers.14.mlp.experts.50,2.569070339202881
+model.layers.14.mlp.experts.51,2.598130941390991
+model.layers.14.mlp.experts.52,2.570875644683838
+model.layers.14.mlp.experts.53,2.570413112640381
+model.layers.14.mlp.experts.54,2.5629706382751465
+model.layers.14.mlp.experts.55,2.581839799880981
+model.layers.14.mlp.experts.56,2.570082902908325
+model.layers.14.mlp.experts.57,2.559377908706665
+model.layers.14.mlp.experts.58,2.553888320922852
+model.layers.14.mlp.experts.59,2.581867218017578
+model.layers.14.mlp.experts.6,2.556734561920166
+model.layers.14.mlp.experts.60,2.559521436691284
+model.layers.14.mlp.experts.61,2.5580625534057617
+model.layers.14.mlp.experts.62,2.564145565032959
+model.layers.14.mlp.experts.63,2.5676095485687256
+model.layers.14.mlp.experts.64,2.566356658935547
+model.layers.14.mlp.experts.65,2.554817676544189
+model.layers.14.mlp.experts.66,2.627336263656616
+model.layers.14.mlp.experts.67,2.5565340518951416
+model.layers.14.mlp.experts.68,2.556727647781372
+model.layers.14.mlp.experts.69,2.5601449012756348
+model.layers.14.mlp.experts.7,2.557349920272827
+model.layers.14.mlp.experts.70,2.557429552078247
+model.layers.14.mlp.experts.71,2.567218065261841
+model.layers.14.mlp.experts.72,2.560617446899414
+model.layers.14.mlp.experts.73,2.5512523651123047
+model.layers.14.mlp.experts.74,2.5567855834960938
+model.layers.14.mlp.experts.75,2.585960865020752
+model.layers.14.mlp.experts.76,2.597785711288452
+model.layers.14.mlp.experts.77,2.559415340423584
+model.layers.14.mlp.experts.78,2.5568201541900635
+model.layers.14.mlp.experts.79,2.5853488445281982
+model.layers.14.mlp.experts.8,2.557037115097046
+model.layers.14.mlp.experts.80,2.555995464324951
+model.layers.14.mlp.experts.81,2.554421901702881
+model.layers.14.mlp.experts.82,2.555344343185425
+model.layers.14.mlp.experts.83,2.559659957885742
+model.layers.14.mlp.experts.84,2.610318660736084
+model.layers.14.mlp.experts.85,2.5714473724365234
+model.layers.14.mlp.experts.86,2.5769643783569336
+model.layers.14.mlp.experts.87,2.5575263500213623
+model.layers.14.mlp.experts.88,2.556280851364136
+model.layers.14.mlp.experts.89,2.5553646087646484
+model.layers.14.mlp.experts.9,2.552662134170532
+model.layers.14.mlp.experts.90,2.555625915527344
+model.layers.14.mlp.experts.91,2.5845539569854736
+model.layers.14.mlp.experts.92,2.560200452804565
+model.layers.14.mlp.experts.93,3.127232789993286
+model.layers.14.mlp.experts.94,2.591768264770508
+model.layers.14.mlp.experts.95,2.56179141998291
+model.layers.14.mlp.experts.96,2.5525062084198
+model.layers.14.mlp.experts.97,2.555202007293701
+model.layers.14.mlp.experts.98,2.566275358200073
+model.layers.14.mlp.experts.99,2.5624594688415527
+model.layers.14.mlp.shared_experts,2.8168153762817383
+model.layers.14.self_attn,2.652949810028076
+model.layers.15.mlp.experts.0,2.5564279556274414
+model.layers.15.mlp.experts.1,2.564359426498413
+model.layers.15.mlp.experts.10,2.561427593231201
+model.layers.15.mlp.experts.100,2.5703611373901367
+model.layers.15.mlp.experts.101,2.5581350326538086
+model.layers.15.mlp.experts.102,2.569798231124878
+model.layers.15.mlp.experts.103,2.572662115097046
+model.layers.15.mlp.experts.104,2.566938877105713
+model.layers.15.mlp.experts.105,2.5696136951446533
+model.layers.15.mlp.experts.106,2.560033798217773
+model.layers.15.mlp.experts.107,2.566235065460205
+model.layers.15.mlp.experts.108,2.551370620727539
+model.layers.15.mlp.experts.109,2.559361457824707
+model.layers.15.mlp.experts.11,2.569715738296509
+model.layers.15.mlp.experts.110,2.557119131088257
+model.layers.15.mlp.experts.111,2.5566956996917725
+model.layers.15.mlp.experts.112,2.5546247959136963
+model.layers.15.mlp.experts.113,2.5572094917297363
+model.layers.15.mlp.experts.114,2.55501651763916
+model.layers.15.mlp.experts.115,2.5578575134277344
+model.layers.15.mlp.experts.116,2.5601284503936768
+model.layers.15.mlp.experts.117,2.5567052364349365
+model.layers.15.mlp.experts.118,2.5628809928894043
+model.layers.15.mlp.experts.119,2.5597028732299805
+model.layers.15.mlp.experts.12,2.553039073944092
+model.layers.15.mlp.experts.120,2.565498113632202
+model.layers.15.mlp.experts.121,2.5722789764404297
+model.layers.15.mlp.experts.122,2.553927421569824
+model.layers.15.mlp.experts.123,2.568878412246704
+model.layers.15.mlp.experts.124,2.555737972259521
+model.layers.15.mlp.experts.125,2.633844375610352
+model.layers.15.mlp.experts.126,2.554436445236206
+model.layers.15.mlp.experts.127,2.5661845207214355
+model.layers.15.mlp.experts.128,2.560678720474243
+model.layers.15.mlp.experts.129,2.55466628074646
+model.layers.15.mlp.experts.13,2.558497190475464
+model.layers.15.mlp.experts.130,2.5527944564819336
+model.layers.15.mlp.experts.131,2.5548877716064453
+model.layers.15.mlp.experts.132,2.572674036026001
+model.layers.15.mlp.experts.133,2.56028413772583
+model.layers.15.mlp.experts.134,2.555912494659424
+model.layers.15.mlp.experts.135,2.560654163360596
+model.layers.15.mlp.experts.136,2.8333752155303955
+model.layers.15.mlp.experts.137,2.5629777908325195
+model.layers.15.mlp.experts.138,2.570264339447021
+model.layers.15.mlp.experts.139,2.567138671875
+model.layers.15.mlp.experts.14,2.611968517303467
+model.layers.15.mlp.experts.140,2.562791109085083
+model.layers.15.mlp.experts.141,2.5575063228607178
+model.layers.15.mlp.experts.142,2.5574162006378174
+model.layers.15.mlp.experts.143,2.5559048652648926
+model.layers.15.mlp.experts.144,2.555527210235596
+model.layers.15.mlp.experts.145,2.5575108528137207
+model.layers.15.mlp.experts.146,2.5564539432525635
+model.layers.15.mlp.experts.147,2.554939746856689
+model.layers.15.mlp.experts.148,2.5700740814208984
+model.layers.15.mlp.experts.149,2.5540919303894043
+model.layers.15.mlp.experts.15,2.5578036308288574
+model.layers.15.mlp.experts.150,2.558283805847168
+model.layers.15.mlp.experts.151,2.588132381439209
+model.layers.15.mlp.experts.152,2.576323747634888
+model.layers.15.mlp.experts.153,2.575138568878174
+model.layers.15.mlp.experts.154,2.553421974182129
+model.layers.15.mlp.experts.155,2.555959701538086
+model.layers.15.mlp.experts.156,2.554612159729004
+model.layers.15.mlp.experts.157,2.5580196380615234
+model.layers.15.mlp.experts.158,2.572784662246704
+model.layers.15.mlp.experts.159,2.637936353683472
+model.layers.15.mlp.experts.16,2.5711512565612797
+model.layers.15.mlp.experts.160,2.559551239013672
+model.layers.15.mlp.experts.161,2.557602882385254
+model.layers.15.mlp.experts.162,2.5707898139953613
+model.layers.15.mlp.experts.163,2.5789031982421875
+model.layers.15.mlp.experts.164,2.5564396381378174
+model.layers.15.mlp.experts.165,2.5725622177124023
+model.layers.15.mlp.experts.166,2.559177160263061
+model.layers.15.mlp.experts.167,2.553517818450928
+model.layers.15.mlp.experts.168,2.610235929489136
+model.layers.15.mlp.experts.169,2.562216281890869
+model.layers.15.mlp.experts.17,2.57033634185791
+model.layers.15.mlp.experts.170,2.553910493850708
+model.layers.15.mlp.experts.171,2.55649471282959
+model.layers.15.mlp.experts.172,2.5568995475769043
+model.layers.15.mlp.experts.173,2.609290599822998
+model.layers.15.mlp.experts.174,2.557180643081665
+model.layers.15.mlp.experts.175,2.553696155548096
+model.layers.15.mlp.experts.176,2.5521903038024902
+model.layers.15.mlp.experts.177,2.5603322982788086
+model.layers.15.mlp.experts.178,2.670319080352783
+model.layers.15.mlp.experts.179,2.5544252395629883
+model.layers.15.mlp.experts.18,2.559422731399536
+model.layers.15.mlp.experts.180,2.561784267425537
+model.layers.15.mlp.experts.181,2.5821313858032227
+model.layers.15.mlp.experts.182,2.553664207458496
+model.layers.15.mlp.experts.183,2.62133264541626
+model.layers.15.mlp.experts.184,2.557931661605835
+model.layers.15.mlp.experts.185,2.5574634075164795
+model.layers.15.mlp.experts.186,2.563038825988769
+model.layers.15.mlp.experts.187,2.578066825866699
+model.layers.15.mlp.experts.188,2.566234827041626
+model.layers.15.mlp.experts.189,2.583463668823242
+model.layers.15.mlp.experts.19,2.559969425201416
+model.layers.15.mlp.experts.190,2.557848691940308
+model.layers.15.mlp.experts.191,2.579183578491211
+model.layers.15.mlp.experts.192,2.5647268295288086
+model.layers.15.mlp.experts.193,2.5631580352783203
+model.layers.15.mlp.experts.194,2.553220272064209
+model.layers.15.mlp.experts.195,2.5555922985076904
+model.layers.15.mlp.experts.196,2.5532381534576416
+model.layers.15.mlp.experts.197,2.5663442611694336
+model.layers.15.mlp.experts.198,2.5913357734680176
+model.layers.15.mlp.experts.199,2.5723509788513184
+model.layers.15.mlp.experts.2,2.573974370956421
+model.layers.15.mlp.experts.20,2.552976608276367
+model.layers.15.mlp.experts.200,2.555583238601685
+model.layers.15.mlp.experts.201,2.557364225387573
+model.layers.15.mlp.experts.202,2.561696529388428
+model.layers.15.mlp.experts.203,2.554116725921631
+model.layers.15.mlp.experts.204,2.5584402084350586
+model.layers.15.mlp.experts.205,2.560061454772949
+model.layers.15.mlp.experts.206,2.5687146186828613
+model.layers.15.mlp.experts.207,2.566265344619751
+model.layers.15.mlp.experts.208,2.55701231956482
+model.layers.15.mlp.experts.209,2.5559895038604736
+model.layers.15.mlp.experts.21,2.561451196670532
+model.layers.15.mlp.experts.210,2.574626445770264
+model.layers.15.mlp.experts.211,2.5735371112823486
+model.layers.15.mlp.experts.212,2.5546059608459477
+model.layers.15.mlp.experts.213,2.55903434753418
+model.layers.15.mlp.experts.214,2.5521881580352783
+model.layers.15.mlp.experts.215,2.5564427375793457
+model.layers.15.mlp.experts.216,2.5939605236053467
+model.layers.15.mlp.experts.217,2.552349805831909
+model.layers.15.mlp.experts.218,2.5573363304138184
+model.layers.15.mlp.experts.219,2.5648674964904785
+model.layers.15.mlp.experts.22,2.7165775299072266
+model.layers.15.mlp.experts.220,2.5585086345672607
+model.layers.15.mlp.experts.221,2.5987470149993896
+model.layers.15.mlp.experts.222,2.564356565475464
+model.layers.15.mlp.experts.223,2.568344831466675
+model.layers.15.mlp.experts.224,2.5541954040527344
+model.layers.15.mlp.experts.225,2.5590474605560303
+model.layers.15.mlp.experts.226,2.5570602416992188
+model.layers.15.mlp.experts.227,2.5625710487365723
+model.layers.15.mlp.experts.228,2.5535531044006348
+model.layers.15.mlp.experts.229,2.5614025592803955
+model.layers.15.mlp.experts.23,2.559535503387451
+model.layers.15.mlp.experts.230,2.556557893753052
+model.layers.15.mlp.experts.231,2.5569653511047363
+model.layers.15.mlp.experts.232,2.5652103424072266
+model.layers.15.mlp.experts.233,2.5537257194519043
+model.layers.15.mlp.experts.234,2.5587940216064453
+model.layers.15.mlp.experts.235,2.568689346313477
+model.layers.15.mlp.experts.236,2.5587286949157715
+model.layers.15.mlp.experts.237,2.555558443069458
+model.layers.15.mlp.experts.238,2.559786319732666
+model.layers.15.mlp.experts.239,2.5654258728027344
+model.layers.15.mlp.experts.24,2.5560977458953857
+model.layers.15.mlp.experts.240,2.5568714141845703
+model.layers.15.mlp.experts.241,2.5515449047088623
+model.layers.15.mlp.experts.242,2.552699089050293
+model.layers.15.mlp.experts.243,2.554850578308105
+model.layers.15.mlp.experts.244,2.5628256797790527
+model.layers.15.mlp.experts.245,2.561549425125122
+model.layers.15.mlp.experts.246,2.558762550354004
+model.layers.15.mlp.experts.247,2.558151960372925
+model.layers.15.mlp.experts.248,2.5585310459136963
+model.layers.15.mlp.experts.249,2.55615758895874
+model.layers.15.mlp.experts.25,2.553606986999512
+model.layers.15.mlp.experts.250,2.5543665885925293
+model.layers.15.mlp.experts.251,2.616635799407959
+model.layers.15.mlp.experts.252,2.5546932220458984
+model.layers.15.mlp.experts.253,2.55523419380188
+model.layers.15.mlp.experts.254,2.555213928222656
+model.layers.15.mlp.experts.255,2.555958032608032
+model.layers.15.mlp.experts.26,2.5586185455322266
+model.layers.15.mlp.experts.27,2.56790542602539
+model.layers.15.mlp.experts.28,2.585846424102783
+model.layers.15.mlp.experts.29,2.6406173706054688
+model.layers.15.mlp.experts.3,2.5600736141204834
+model.layers.15.mlp.experts.30,2.5606331825256348
+model.layers.15.mlp.experts.31,2.5559589862823486
+model.layers.15.mlp.experts.32,2.559964179992676
+model.layers.15.mlp.experts.33,2.5552804470062256
+model.layers.15.mlp.experts.34,2.646019458770752
+model.layers.15.mlp.experts.35,2.555229425430298
+model.layers.15.mlp.experts.36,2.556565761566162
+model.layers.15.mlp.experts.37,2.557610034942627
+model.layers.15.mlp.experts.38,2.5567891597747803
+model.layers.15.mlp.experts.39,2.552722215652466
+model.layers.15.mlp.experts.4,2.5590357780456543
+model.layers.15.mlp.experts.40,2.5610430240631104
+model.layers.15.mlp.experts.41,2.5601494312286377
+model.layers.15.mlp.experts.42,2.797654151916504
+model.layers.15.mlp.experts.43,2.557215452194214
+model.layers.15.mlp.experts.44,2.5584583282470703
+model.layers.15.mlp.experts.45,2.551891326904297
+model.layers.15.mlp.experts.46,2.557211875915528
+model.layers.15.mlp.experts.47,2.558470726013184
+model.layers.15.mlp.experts.48,2.565192937850952
+model.layers.15.mlp.experts.49,2.552180767059326
+model.layers.15.mlp.experts.5,2.5582714080810547
+model.layers.15.mlp.experts.50,2.553321123123169
+model.layers.15.mlp.experts.51,2.5632565021514893
+model.layers.15.mlp.experts.52,2.5558595657348637
+model.layers.15.mlp.experts.53,2.56361985206604
+model.layers.15.mlp.experts.54,2.5732533931732178
+model.layers.15.mlp.experts.55,2.5557701587677
+model.layers.15.mlp.experts.56,2.590527057647705
+model.layers.15.mlp.experts.57,2.557289123535156
+model.layers.15.mlp.experts.58,2.557271957397461
+model.layers.15.mlp.experts.59,2.5668811798095703
+model.layers.15.mlp.experts.6,2.5667707920074463
+model.layers.15.mlp.experts.60,2.583009958267212
+model.layers.15.mlp.experts.61,2.5542571544647217
+model.layers.15.mlp.experts.62,2.5700159072875977
+model.layers.15.mlp.experts.63,2.5590696334838867
+model.layers.15.mlp.experts.64,2.5554113388061523
+model.layers.15.mlp.experts.65,2.5648412704467773
+model.layers.15.mlp.experts.66,2.562272071838379
+model.layers.15.mlp.experts.67,2.553701877593994
+model.layers.15.mlp.experts.68,2.5547266006469727
+model.layers.15.mlp.experts.69,2.569156646728516
+model.layers.15.mlp.experts.7,2.564774513244629
+model.layers.15.mlp.experts.70,2.585776090621948
+model.layers.15.mlp.experts.71,2.6013388633728027
+model.layers.15.mlp.experts.72,2.557649612426758
+model.layers.15.mlp.experts.73,2.5516810417175293
+model.layers.15.mlp.experts.74,2.558049440383911
+model.layers.15.mlp.experts.75,2.572085380554199
+model.layers.15.mlp.experts.76,2.5757641792297363
+model.layers.15.mlp.experts.77,2.5553994178771973
+model.layers.15.mlp.experts.78,2.5595383644104004
+model.layers.15.mlp.experts.79,2.582908391952514
+model.layers.15.mlp.experts.8,2.5691020488739014
+model.layers.15.mlp.experts.80,2.8384013175964355
+model.layers.15.mlp.experts.81,2.552687168121338
+model.layers.15.mlp.experts.82,2.555805206298828
+model.layers.15.mlp.experts.83,2.585245132446289
+model.layers.15.mlp.experts.84,2.5576117038726807
+model.layers.15.mlp.experts.85,2.9334659576416016
+model.layers.15.mlp.experts.86,2.5744221210479736
+model.layers.15.mlp.experts.87,2.556324243545532
+model.layers.15.mlp.experts.88,2.5560050010681152
+model.layers.15.mlp.experts.89,2.5561389923095703
+model.layers.15.mlp.experts.9,2.554438352584839
+model.layers.15.mlp.experts.90,2.5614049434661865
+model.layers.15.mlp.experts.91,2.582606315612793
+model.layers.15.mlp.experts.92,2.557589054107666
+model.layers.15.mlp.experts.93,2.5566718578338623
+model.layers.15.mlp.experts.94,2.5642662048339844
+model.layers.15.mlp.experts.95,2.553722381591797
+model.layers.15.mlp.experts.96,2.615880489349365
+model.layers.15.mlp.experts.97,2.5818140506744385
+model.layers.15.mlp.experts.98,2.552928924560547
+model.layers.15.mlp.experts.99,2.5850696563720703
+model.layers.15.mlp.shared_experts,2.802474021911621
+model.layers.15.self_attn,2.6359357833862305
+model.layers.16.mlp.experts.0,2.5735907554626465
+model.layers.16.mlp.experts.1,2.581648826599121
+model.layers.16.mlp.experts.10,2.5570268630981445
+model.layers.16.mlp.experts.100,2.5852842330932617
+model.layers.16.mlp.experts.101,2.569281816482544
+model.layers.16.mlp.experts.102,2.5758416652679443
+model.layers.16.mlp.experts.103,2.56753158569336
+model.layers.16.mlp.experts.104,2.556462526321411
+model.layers.16.mlp.experts.105,3.15576696395874
+model.layers.16.mlp.experts.106,2.558502197265625
+model.layers.16.mlp.experts.107,2.5684101581573486
+model.layers.16.mlp.experts.108,2.555081605911255
+model.layers.16.mlp.experts.109,2.555861473083496
+model.layers.16.mlp.experts.11,2.56535005569458
+model.layers.16.mlp.experts.110,2.5566320419311523
+model.layers.16.mlp.experts.111,2.563537359237671
+model.layers.16.mlp.experts.112,2.5573105812072754
+model.layers.16.mlp.experts.113,2.551560401916504
+model.layers.16.mlp.experts.114,2.556623697280884
+model.layers.16.mlp.experts.115,2.554694414138794
+model.layers.16.mlp.experts.116,2.553244113922119
+model.layers.16.mlp.experts.117,2.555160522460937
+model.layers.16.mlp.experts.118,2.559911012649536
+model.layers.16.mlp.experts.119,2.559515476226806
+model.layers.16.mlp.experts.12,2.6182749271392822
+model.layers.16.mlp.experts.120,2.580687999725342
+model.layers.16.mlp.experts.121,2.561786651611328
+model.layers.16.mlp.experts.122,2.556364059448242
+model.layers.16.mlp.experts.123,2.5557241439819336
+model.layers.16.mlp.experts.124,2.55178165435791
+model.layers.16.mlp.experts.125,2.5562903881073
+model.layers.16.mlp.experts.126,2.556805372238159
+model.layers.16.mlp.experts.127,2.5794851779937744
+model.layers.16.mlp.experts.128,2.556032657623291
+model.layers.16.mlp.experts.129,2.6029367446899414
+model.layers.16.mlp.experts.13,2.5562052726745605
+model.layers.16.mlp.experts.130,2.617818832397461
+model.layers.16.mlp.experts.131,2.581502914428711
+model.layers.16.mlp.experts.132,2.564514398574829
+model.layers.16.mlp.experts.133,2.557468175888061
+model.layers.16.mlp.experts.134,2.552633762359619
+model.layers.16.mlp.experts.135,2.562219858169556
+model.layers.16.mlp.experts.136,2.5626420974731445
+model.layers.16.mlp.experts.137,2.5716376304626465
+model.layers.16.mlp.experts.138,2.5692038536071777
+model.layers.16.mlp.experts.139,2.554183006286621
+model.layers.16.mlp.experts.14,2.5601372718811035
+model.layers.16.mlp.experts.140,2.5605664253234863
+model.layers.16.mlp.experts.141,2.5709099769592285
+model.layers.16.mlp.experts.142,2.5546116828918457
+model.layers.16.mlp.experts.143,2.581696033477783
+model.layers.16.mlp.experts.144,2.5570597648620605
+model.layers.16.mlp.experts.145,2.5620248317718506
+model.layers.16.mlp.experts.146,2.5617058277130127
+model.layers.16.mlp.experts.147,2.563300371170044
+model.layers.16.mlp.experts.148,2.5572378635406494
+model.layers.16.mlp.experts.149,2.558271169662476
+model.layers.16.mlp.experts.15,2.557389259338379
+model.layers.16.mlp.experts.150,2.554166316986084
+model.layers.16.mlp.experts.151,2.556720495223999
+model.layers.16.mlp.experts.152,2.5594229698181152
+model.layers.16.mlp.experts.153,2.5605337619781494
+model.layers.16.mlp.experts.154,2.554346799850464
+model.layers.16.mlp.experts.155,2.56044864654541
+model.layers.16.mlp.experts.156,2.568263053894043
+model.layers.16.mlp.experts.157,2.5551681518554688
+model.layers.16.mlp.experts.158,2.560667037963867
+model.layers.16.mlp.experts.159,2.5996484756469727
+model.layers.16.mlp.experts.16,2.5588412284851074
+model.layers.16.mlp.experts.160,2.5639185905456543
+model.layers.16.mlp.experts.161,2.6707851886749268
+model.layers.16.mlp.experts.162,2.557294607162476
+model.layers.16.mlp.experts.163,2.5558390617370605
+model.layers.16.mlp.experts.164,2.555840492248535
+model.layers.16.mlp.experts.165,2.556467056274414
+model.layers.16.mlp.experts.166,2.5642881393432617
+model.layers.16.mlp.experts.167,2.552525758743286
+model.layers.16.mlp.experts.168,2.5562822818756104
+model.layers.16.mlp.experts.169,2.62998628616333
+model.layers.16.mlp.experts.17,2.5521128177642822
+model.layers.16.mlp.experts.170,2.559233903884888
+model.layers.16.mlp.experts.171,2.554476261138916
+model.layers.16.mlp.experts.172,2.556955337524414
+model.layers.16.mlp.experts.173,2.556910514831543
+model.layers.16.mlp.experts.174,2.572053909301758
+model.layers.16.mlp.experts.175,2.5586283206939697
+model.layers.16.mlp.experts.176,2.6973764896392822
+model.layers.16.mlp.experts.177,2.5522470474243164
+model.layers.16.mlp.experts.178,2.558412551879883
+model.layers.16.mlp.experts.179,2.5674047470092773
+model.layers.16.mlp.experts.18,2.5569663047790527
+model.layers.16.mlp.experts.180,2.5655264854431152
+model.layers.16.mlp.experts.181,2.5629844665527344
+model.layers.16.mlp.experts.182,2.552587985992432
+model.layers.16.mlp.experts.183,2.5598561763763428
+model.layers.16.mlp.experts.184,2.55350399017334
+model.layers.16.mlp.experts.185,2.554287433624268
+model.layers.16.mlp.experts.186,2.5526552200317383
+model.layers.16.mlp.experts.187,2.5561485290527344
+model.layers.16.mlp.experts.188,2.552574634552002
+model.layers.16.mlp.experts.189,2.554642915725708
+model.layers.16.mlp.experts.19,2.615976333618164
+model.layers.16.mlp.experts.190,2.5949301719665527
+model.layers.16.mlp.experts.191,2.5577454566955566
+model.layers.16.mlp.experts.192,2.636542797088623
+model.layers.16.mlp.experts.193,2.56641149520874
+model.layers.16.mlp.experts.194,2.5535569190979004
+model.layers.16.mlp.experts.195,3.450929641723633
+model.layers.16.mlp.experts.196,2.560678482055664
+model.layers.16.mlp.experts.197,2.5698065757751465
+model.layers.16.mlp.experts.198,2.5545639991760254
+model.layers.16.mlp.experts.199,2.5788965225219727
+model.layers.16.mlp.experts.2,2.563581705093384
+model.layers.16.mlp.experts.20,2.556708335876465
+model.layers.16.mlp.experts.200,2.6053950786590576
+model.layers.16.mlp.experts.201,2.5546646118164062
+model.layers.16.mlp.experts.202,2.570579767227173
+model.layers.16.mlp.experts.203,2.551313638687134
+model.layers.16.mlp.experts.204,2.562586784362793
+model.layers.16.mlp.experts.205,2.56502103805542
+model.layers.16.mlp.experts.206,2.5632758140563965
+model.layers.16.mlp.experts.207,2.5553719997406006
+model.layers.16.mlp.experts.208,2.560168027877808
+model.layers.16.mlp.experts.209,2.5587172508239746
+model.layers.16.mlp.experts.21,3.386956691741944
+model.layers.16.mlp.experts.210,2.557929992675781
+model.layers.16.mlp.experts.211,2.619901180267334
+model.layers.16.mlp.experts.212,2.559504985809326
+model.layers.16.mlp.experts.213,2.565993547439575
+model.layers.16.mlp.experts.214,2.559886693954468
+model.layers.16.mlp.experts.215,2.5516374111175537
+model.layers.16.mlp.experts.216,2.558661460876465
+model.layers.16.mlp.experts.217,2.5560317039489746
+model.layers.16.mlp.experts.218,2.573397159576416
+model.layers.16.mlp.experts.219,2.99072265625
+model.layers.16.mlp.experts.22,2.55220627784729
+model.layers.16.mlp.experts.220,2.5771613121032715
+model.layers.16.mlp.experts.221,2.551715612411499
+model.layers.16.mlp.experts.222,2.5652546882629395
+model.layers.16.mlp.experts.223,2.551265954971313
+model.layers.16.mlp.experts.224,2.557882308959961
+model.layers.16.mlp.experts.225,2.5521373748779297
+model.layers.16.mlp.experts.226,2.551980495452881
+model.layers.16.mlp.experts.227,2.5514841079711914
+model.layers.16.mlp.experts.228,2.5571579933166504
+model.layers.16.mlp.experts.229,2.56439471244812
+model.layers.16.mlp.experts.23,2.564718246459961
+model.layers.16.mlp.experts.230,2.552933692932129
+model.layers.16.mlp.experts.231,2.557504892349243
+model.layers.16.mlp.experts.232,2.557260274887085
+model.layers.16.mlp.experts.233,2.5510025024414062
+model.layers.16.mlp.experts.234,2.561407327651977
+model.layers.16.mlp.experts.235,2.554171323776245
+model.layers.16.mlp.experts.236,2.5809714794158936
+model.layers.16.mlp.experts.237,2.559575319290161
+model.layers.16.mlp.experts.238,2.5555174350738525
+model.layers.16.mlp.experts.239,2.556450605392456
+model.layers.16.mlp.experts.24,2.558992385864258
+model.layers.16.mlp.experts.240,2.5574839115142822
+model.layers.16.mlp.experts.241,2.552318572998047
+model.layers.16.mlp.experts.242,2.5551645755767822
+model.layers.16.mlp.experts.243,2.5511388778686523
+model.layers.16.mlp.experts.244,2.5563464164733887
+model.layers.16.mlp.experts.245,2.5604822635650635
+model.layers.16.mlp.experts.246,2.5699357986450195
+model.layers.16.mlp.experts.247,2.56034517288208
+model.layers.16.mlp.experts.248,2.553398609161377
+model.layers.16.mlp.experts.249,2.5590476989746094
+model.layers.16.mlp.experts.25,2.558877944946289
+model.layers.16.mlp.experts.250,2.551298856735229
+model.layers.16.mlp.experts.251,2.561038017272949
+model.layers.16.mlp.experts.252,2.575859308242798
+model.layers.16.mlp.experts.253,2.561385154724121
+model.layers.16.mlp.experts.254,2.5574676990509038
+model.layers.16.mlp.experts.255,2.5544326305389404
+model.layers.16.mlp.experts.26,2.557955741882324
+model.layers.16.mlp.experts.27,2.5554065704345703
+model.layers.16.mlp.experts.28,2.558276891708374
+model.layers.16.mlp.experts.29,2.559448719024658
+model.layers.16.mlp.experts.3,2.555248737335205
+model.layers.16.mlp.experts.30,2.559782028198242
+model.layers.16.mlp.experts.31,2.5657799243927
+model.layers.16.mlp.experts.32,2.565983533859253
+model.layers.16.mlp.experts.33,2.6188783645629883
+model.layers.16.mlp.experts.34,2.554082155227661
+model.layers.16.mlp.experts.35,2.563836574554444
+model.layers.16.mlp.experts.36,2.557273626327514
+model.layers.16.mlp.experts.37,2.5635876655578613
+model.layers.16.mlp.experts.38,2.5578513145446777
+model.layers.16.mlp.experts.39,2.5566420555114746
+model.layers.16.mlp.experts.4,2.55816912651062
+model.layers.16.mlp.experts.40,2.568596363067627
+model.layers.16.mlp.experts.41,2.553829431533813
+model.layers.16.mlp.experts.42,2.562863826751709
+model.layers.16.mlp.experts.43,2.566656827926636
+model.layers.16.mlp.experts.44,2.756232500076294
+model.layers.16.mlp.experts.45,2.5569138526916504
+model.layers.16.mlp.experts.46,2.574209690093994
+model.layers.16.mlp.experts.47,2.5605807304382324
+model.layers.16.mlp.experts.48,2.5553081035614014
+model.layers.16.mlp.experts.49,2.570516586303711
+model.layers.16.mlp.experts.5,2.5580391883850098
+model.layers.16.mlp.experts.50,2.5776891708374023
+model.layers.16.mlp.experts.51,2.560990810394287
+model.layers.16.mlp.experts.52,2.5579464435577397
+model.layers.16.mlp.experts.53,2.5561728477478027
+model.layers.16.mlp.experts.54,2.5574753284454346
+model.layers.16.mlp.experts.55,2.5585036277771
+model.layers.16.mlp.experts.56,2.5542593002319336
+model.layers.16.mlp.experts.57,2.556809902191162
+model.layers.16.mlp.experts.58,2.558873176574707
+model.layers.16.mlp.experts.59,2.561456680297852
+model.layers.16.mlp.experts.6,2.5676944255828857
+model.layers.16.mlp.experts.60,2.5596179962158203
+model.layers.16.mlp.experts.61,2.552817821502685
+model.layers.16.mlp.experts.62,2.558492422103882
+model.layers.16.mlp.experts.63,2.556372165679932
+model.layers.16.mlp.experts.64,2.553341865539551
+model.layers.16.mlp.experts.65,2.5689914226531982
+model.layers.16.mlp.experts.66,2.5581679344177246
+model.layers.16.mlp.experts.67,3.1580111980438232
+model.layers.16.mlp.experts.68,2.556671142578125
+model.layers.16.mlp.experts.69,2.569275140762329
+model.layers.16.mlp.experts.7,2.552928686141968
+model.layers.16.mlp.experts.70,2.560080051422119
+model.layers.16.mlp.experts.71,2.5516886711120605
+model.layers.16.mlp.experts.72,2.5634264945983887
+model.layers.16.mlp.experts.73,2.5743207931518555
+model.layers.16.mlp.experts.74,2.5620691776275635
+model.layers.16.mlp.experts.75,2.566736221313477
+model.layers.16.mlp.experts.76,2.55459213256836
+model.layers.16.mlp.experts.77,2.55539345741272
+model.layers.16.mlp.experts.78,2.570934772491455
+model.layers.16.mlp.experts.79,2.6084094047546387
+model.layers.16.mlp.experts.8,2.551682472229004
+model.layers.16.mlp.experts.80,2.560875415802002
+model.layers.16.mlp.experts.81,2.580873250961304
+model.layers.16.mlp.experts.82,2.556580781936645
+model.layers.16.mlp.experts.83,2.5548200607299805
+model.layers.16.mlp.experts.84,2.558140993118286
+model.layers.16.mlp.experts.85,2.559399127960205
+model.layers.16.mlp.experts.86,2.5698957443237305
+model.layers.16.mlp.experts.87,2.5588178634643555
+model.layers.16.mlp.experts.88,2.581131935119629
+model.layers.16.mlp.experts.89,2.5668270587921143
+model.layers.16.mlp.experts.9,2.55895471572876
+model.layers.16.mlp.experts.90,2.55502986907959
+model.layers.16.mlp.experts.91,2.5599372386932373
+model.layers.16.mlp.experts.92,2.555592536926269
+model.layers.16.mlp.experts.93,2.9382665157318115
+model.layers.16.mlp.experts.94,2.556047916412353
+model.layers.16.mlp.experts.95,2.7461843490600586
+model.layers.16.mlp.experts.96,2.5631537437438965
+model.layers.16.mlp.experts.97,2.561743259429932
+model.layers.16.mlp.experts.98,2.551574945449829
+model.layers.16.mlp.experts.99,2.553147077560425
+model.layers.16.mlp.shared_experts,2.818278312683105
+model.layers.16.self_attn,2.659132719039917
+model.layers.17.mlp.experts.0,2.556393623352051
+model.layers.17.mlp.experts.1,2.559969186782837
+model.layers.17.mlp.experts.10,2.5565826892852783
+model.layers.17.mlp.experts.100,2.5570931434631348
+model.layers.17.mlp.experts.101,2.8057525157928467
+model.layers.17.mlp.experts.102,2.559215545654297
+model.layers.17.mlp.experts.103,2.5617904663085938
+model.layers.17.mlp.experts.104,2.552602767944336
+model.layers.17.mlp.experts.105,2.824345827102661
+model.layers.17.mlp.experts.106,2.585407495498657
+model.layers.17.mlp.experts.107,2.562488317489624
+model.layers.17.mlp.experts.108,2.561969995498657
+model.layers.17.mlp.experts.109,2.5760788917541504
+model.layers.17.mlp.experts.11,2.5793185234069824
+model.layers.17.mlp.experts.110,2.5562727451324463
+model.layers.17.mlp.experts.111,2.6879665851593018
+model.layers.17.mlp.experts.112,2.5514817237854004
+model.layers.17.mlp.experts.113,2.5563454627990723
+model.layers.17.mlp.experts.114,2.556845664978028
+model.layers.17.mlp.experts.115,2.5530755519866943
+model.layers.17.mlp.experts.116,2.5607051849365234
+model.layers.17.mlp.experts.117,2.5619561672210693
+model.layers.17.mlp.experts.118,2.565601348876953
+model.layers.17.mlp.experts.119,2.560711622238159
+model.layers.17.mlp.experts.12,2.5675673484802246
+model.layers.17.mlp.experts.120,2.5647289752960205
+model.layers.17.mlp.experts.121,2.556824207305908
+model.layers.17.mlp.experts.122,2.566680192947388
+model.layers.17.mlp.experts.123,2.561203956604004
+model.layers.17.mlp.experts.124,2.561561107635498
+model.layers.17.mlp.experts.125,2.5551037788391118
+model.layers.17.mlp.experts.126,2.5566213130950928
+model.layers.17.mlp.experts.127,2.5708141326904297
+model.layers.17.mlp.experts.128,2.557529926300049
+model.layers.17.mlp.experts.129,2.846747875213623
+model.layers.17.mlp.experts.13,2.572012662887573
+model.layers.17.mlp.experts.130,2.553910732269287
+model.layers.17.mlp.experts.131,2.55703353881836
+model.layers.17.mlp.experts.132,2.553201198577881
+model.layers.17.mlp.experts.133,2.587606430053711
+model.layers.17.mlp.experts.134,2.5596630573272705
+model.layers.17.mlp.experts.135,2.559883117675781
+model.layers.17.mlp.experts.136,2.572096824645996
+model.layers.17.mlp.experts.137,2.550930976867676
+model.layers.17.mlp.experts.138,2.5560145378112797
+model.layers.17.mlp.experts.139,2.552254676818848
+model.layers.17.mlp.experts.14,2.55261778831482
+model.layers.17.mlp.experts.140,2.5521459579467773
+model.layers.17.mlp.experts.141,2.5588219165802
+model.layers.17.mlp.experts.142,2.5583300590515137
+model.layers.17.mlp.experts.143,2.6131999492645264
+model.layers.17.mlp.experts.144,2.556933879852295
+model.layers.17.mlp.experts.145,2.5514955520629883
+model.layers.17.mlp.experts.146,2.557731866836548
+model.layers.17.mlp.experts.147,2.554573535919189
+model.layers.17.mlp.experts.148,2.556513786315918
+model.layers.17.mlp.experts.149,2.5583229064941406
+model.layers.17.mlp.experts.15,2.604081630706787
+model.layers.17.mlp.experts.150,2.5597872734069824
+model.layers.17.mlp.experts.151,2.5650362968444824
+model.layers.17.mlp.experts.152,2.560537338256836
+model.layers.17.mlp.experts.153,2.551191568374634
+model.layers.17.mlp.experts.154,2.564281702041626
+model.layers.17.mlp.experts.155,2.565582275390625
+model.layers.17.mlp.experts.156,2.556018352508545
+model.layers.17.mlp.experts.157,2.5543527603149414
+model.layers.17.mlp.experts.158,2.55481481552124
+model.layers.17.mlp.experts.159,2.5607128143310547
+model.layers.17.mlp.experts.16,2.551936388015747
+model.layers.17.mlp.experts.160,2.557015419006348
+model.layers.17.mlp.experts.161,2.558215618133545
+model.layers.17.mlp.experts.162,2.565541505813598
+model.layers.17.mlp.experts.163,2.5610039234161377
+model.layers.17.mlp.experts.164,2.553946018218994
+model.layers.17.mlp.experts.165,2.5609588623046875
+model.layers.17.mlp.experts.166,2.5575108528137207
+model.layers.17.mlp.experts.167,2.5593130588531494
+model.layers.17.mlp.experts.168,2.553826332092285
+model.layers.17.mlp.experts.169,2.5627200603485107
+model.layers.17.mlp.experts.17,2.570648193359375
+model.layers.17.mlp.experts.170,2.560452938079834
+model.layers.17.mlp.experts.171,2.5593955516815186
+model.layers.17.mlp.experts.172,3.051023006439209
+model.layers.17.mlp.experts.173,2.558432579040528
+model.layers.17.mlp.experts.174,2.558614730834961
+model.layers.17.mlp.experts.175,2.5513744354248047
+model.layers.17.mlp.experts.176,2.847512006759644
+model.layers.17.mlp.experts.177,2.564509153366089
+model.layers.17.mlp.experts.178,2.553351402282715
+model.layers.17.mlp.experts.179,2.552659034729004
+model.layers.17.mlp.experts.18,2.5521602630615234
+model.layers.17.mlp.experts.180,2.565610408782959
+model.layers.17.mlp.experts.181,2.5560202598571777
+model.layers.17.mlp.experts.182,2.558104991912842
+model.layers.17.mlp.experts.183,2.6392061710357666
+model.layers.17.mlp.experts.184,2.5604164600372314
+model.layers.17.mlp.experts.185,2.5589704513549805
+model.layers.17.mlp.experts.186,2.598280668258667
+model.layers.17.mlp.experts.187,2.55994176864624
+model.layers.17.mlp.experts.188,2.5515952110290527
+model.layers.17.mlp.experts.189,2.556381940841675
+model.layers.17.mlp.experts.19,2.5541224479675293
+model.layers.17.mlp.experts.190,2.621145725250244
+model.layers.17.mlp.experts.191,2.57491397857666
+model.layers.17.mlp.experts.192,2.577842712402344
+model.layers.17.mlp.experts.193,2.557332992553711
+model.layers.17.mlp.experts.194,2.5710225105285645
+model.layers.17.mlp.experts.195,2.5574264526367188
+model.layers.17.mlp.experts.196,2.606238603591919
+model.layers.17.mlp.experts.197,2.5523624420166016
+model.layers.17.mlp.experts.198,2.5721232891082764
+model.layers.17.mlp.experts.199,2.642712116241455
+model.layers.17.mlp.experts.2,2.556949615478516
+model.layers.17.mlp.experts.20,2.5597219467163086
+model.layers.17.mlp.experts.200,2.5518932342529297
+model.layers.17.mlp.experts.201,2.5849335193634038
+model.layers.17.mlp.experts.202,2.572362899780273
+model.layers.17.mlp.experts.203,2.568277597427368
+model.layers.17.mlp.experts.204,2.556476831436157
+model.layers.17.mlp.experts.205,2.569540500640869
+model.layers.17.mlp.experts.206,2.5533180236816406
+model.layers.17.mlp.experts.207,2.563240528106689
+model.layers.17.mlp.experts.208,2.5606131553649902
+model.layers.17.mlp.experts.209,2.554018497467041
+model.layers.17.mlp.experts.21,2.563647508621216
+model.layers.17.mlp.experts.210,2.5570285320281982
+model.layers.17.mlp.experts.211,2.552269458770752
+model.layers.17.mlp.experts.212,2.57556700706482
+model.layers.17.mlp.experts.213,2.556939125061035
+model.layers.17.mlp.experts.214,2.560856819152832
+model.layers.17.mlp.experts.215,2.5634891986846924
+model.layers.17.mlp.experts.216,2.5565221309661865
+model.layers.17.mlp.experts.217,2.5578806400299072
+model.layers.17.mlp.experts.218,2.570598125457764
+model.layers.17.mlp.experts.219,2.5629827976226807
+model.layers.17.mlp.experts.22,2.578591108322144
+model.layers.17.mlp.experts.220,2.579679489135742
+model.layers.17.mlp.experts.221,2.552754163742065
+model.layers.17.mlp.experts.222,2.6338489055633545
+model.layers.17.mlp.experts.223,2.560922622680664
+model.layers.17.mlp.experts.224,2.555950403213501
+model.layers.17.mlp.experts.225,2.571998357772827
+model.layers.17.mlp.experts.226,2.582805156707764
+model.layers.17.mlp.experts.227,2.581083059310913
+model.layers.17.mlp.experts.228,2.5601561069488525
+model.layers.17.mlp.experts.229,2.556601047515869
+model.layers.17.mlp.experts.23,2.577522754669189
+model.layers.17.mlp.experts.230,2.5563182830810547
+model.layers.17.mlp.experts.231,2.743192672729492
+model.layers.17.mlp.experts.232,2.6149001121521
+model.layers.17.mlp.experts.233,2.5626745223999023
+model.layers.17.mlp.experts.234,2.568942070007324
+model.layers.17.mlp.experts.235,2.5594801902771
+model.layers.17.mlp.experts.236,2.5700008869171143
+model.layers.17.mlp.experts.237,2.557596206665039
+model.layers.17.mlp.experts.238,2.555968761444092
+model.layers.17.mlp.experts.239,2.56538462638855
+model.layers.17.mlp.experts.24,2.5532474517822266
+model.layers.17.mlp.experts.240,2.935695171356201
+model.layers.17.mlp.experts.241,2.55537486076355
+model.layers.17.mlp.experts.242,2.5524110794067383
+model.layers.17.mlp.experts.243,2.551208734512329
+model.layers.17.mlp.experts.244,3.2454497814178467
+model.layers.17.mlp.experts.245,2.563268184661865
+model.layers.17.mlp.experts.246,2.555457592010498
+model.layers.17.mlp.experts.247,2.5803415775299072
+model.layers.17.mlp.experts.248,2.5602877140045166
+model.layers.17.mlp.experts.249,2.572610378265381
+model.layers.17.mlp.experts.25,2.562630414962769
+model.layers.17.mlp.experts.250,2.557576894760132
+model.layers.17.mlp.experts.251,2.5594520568847656
+model.layers.17.mlp.experts.252,2.564271926879883
+model.layers.17.mlp.experts.253,2.567423105239868
+model.layers.17.mlp.experts.254,2.5754263401031494
+model.layers.17.mlp.experts.255,2.5511510372161865
+model.layers.17.mlp.experts.26,2.558136463165283
+model.layers.17.mlp.experts.27,2.558189868927002
+model.layers.17.mlp.experts.28,2.55993127822876
+model.layers.17.mlp.experts.29,2.5635995864868164
+model.layers.17.mlp.experts.3,2.5743308067321777
+model.layers.17.mlp.experts.30,2.552484035491944
+model.layers.17.mlp.experts.31,2.5579662322998047
+model.layers.17.mlp.experts.32,2.585556983947754
+model.layers.17.mlp.experts.33,2.560575485229492
+model.layers.17.mlp.experts.34,2.5547032356262207
+model.layers.17.mlp.experts.35,2.6174635887146
+model.layers.17.mlp.experts.36,2.5796115398406982
+model.layers.17.mlp.experts.37,2.5592846870422363
+model.layers.17.mlp.experts.38,2.5704970359802246
+model.layers.17.mlp.experts.39,2.561486959457397
+model.layers.17.mlp.experts.4,2.575632333755493
+model.layers.17.mlp.experts.40,2.550724983215332
+model.layers.17.mlp.experts.41,2.5635385513305664
+model.layers.17.mlp.experts.42,2.563095808029175
+model.layers.17.mlp.experts.43,2.559934139251709
+model.layers.17.mlp.experts.44,2.563585996627808
+model.layers.17.mlp.experts.45,2.5536837577819824
+model.layers.17.mlp.experts.46,2.556330680847168
+model.layers.17.mlp.experts.47,2.5576722621917725
+model.layers.17.mlp.experts.48,2.558408260345459
+model.layers.17.mlp.experts.49,2.592508554458618
+model.layers.17.mlp.experts.5,2.685476303100586
+model.layers.17.mlp.experts.50,2.560515880584717
+model.layers.17.mlp.experts.51,2.554674863815308
+model.layers.17.mlp.experts.52,2.5652403831481934
+model.layers.17.mlp.experts.53,2.9063720703125
+model.layers.17.mlp.experts.54,2.566380500793457
+model.layers.17.mlp.experts.55,2.559933423995972
+model.layers.17.mlp.experts.56,2.5727686882019043
+model.layers.17.mlp.experts.57,2.557973623275757
+model.layers.17.mlp.experts.58,2.553406953811645
+model.layers.17.mlp.experts.59,2.5662059783935547
+model.layers.17.mlp.experts.6,2.5768728256225586
+model.layers.17.mlp.experts.60,2.55212926864624
+model.layers.17.mlp.experts.61,2.5582528114318848
+model.layers.17.mlp.experts.62,2.5554862022399902
+model.layers.17.mlp.experts.63,2.573195695877075
+model.layers.17.mlp.experts.64,2.577058792114258
+model.layers.17.mlp.experts.65,2.567563533782959
+model.layers.17.mlp.experts.66,2.551100969314575
+model.layers.17.mlp.experts.67,2.557202816009521
+model.layers.17.mlp.experts.68,2.55741286277771
+model.layers.17.mlp.experts.69,2.582531690597534
+model.layers.17.mlp.experts.7,2.565870761871338
+model.layers.17.mlp.experts.70,2.5603058338165283
+model.layers.17.mlp.experts.71,2.566941738128662
+model.layers.17.mlp.experts.72,2.583576202392578
+model.layers.17.mlp.experts.73,2.756730794906616
+model.layers.17.mlp.experts.74,2.5577051639556885
+model.layers.17.mlp.experts.75,2.7084102630615234
+model.layers.17.mlp.experts.76,2.5638632774353027
+model.layers.17.mlp.experts.77,2.561978578567505
+model.layers.17.mlp.experts.78,2.579796314239502
+model.layers.17.mlp.experts.79,2.563781976699829
+model.layers.17.mlp.experts.8,2.5517373085021973
+model.layers.17.mlp.experts.80,2.551397562026977
+model.layers.17.mlp.experts.81,2.5562615394592285
+model.layers.17.mlp.experts.82,2.573292016983032
+model.layers.17.mlp.experts.83,2.600180625915528
+model.layers.17.mlp.experts.84,2.5602471828460693
+model.layers.17.mlp.experts.85,3.3223767280578613
+model.layers.17.mlp.experts.86,2.550792694091797
+model.layers.17.mlp.experts.87,2.562597751617432
+model.layers.17.mlp.experts.88,2.551332950592041
+model.layers.17.mlp.experts.89,2.5728001594543457
+model.layers.17.mlp.experts.9,2.557899236679077
+model.layers.17.mlp.experts.90,2.555846929550171
+model.layers.17.mlp.experts.91,2.5553715229034424
+model.layers.17.mlp.experts.92,2.592682361602783
+model.layers.17.mlp.experts.93,2.5635862350463867
+model.layers.17.mlp.experts.94,2.5557234287261963
+model.layers.17.mlp.experts.95,2.5572006702423096
+model.layers.17.mlp.experts.96,2.552618980407715
+model.layers.17.mlp.experts.97,2.566542148590088
+model.layers.17.mlp.experts.98,2.561357259750366
+model.layers.17.mlp.experts.99,2.555755615234375
+model.layers.17.mlp.shared_experts,2.7697460651397705
+model.layers.17.self_attn,2.676879644393921
+model.layers.18.mlp.experts.0,2.565835475921631
+model.layers.18.mlp.experts.1,2.564997673034668
+model.layers.18.mlp.experts.10,2.572798728942871
+model.layers.18.mlp.experts.100,2.6995434761047363
+model.layers.18.mlp.experts.101,2.5565977096557617
+model.layers.18.mlp.experts.102,2.561537504196167
+model.layers.18.mlp.experts.103,2.570272207260132
+model.layers.18.mlp.experts.104,2.567974805831909
+model.layers.18.mlp.experts.105,2.5668301582336426
+model.layers.18.mlp.experts.106,2.555795907974243
+model.layers.18.mlp.experts.107,2.554004430770874
+model.layers.18.mlp.experts.108,2.555603265762329
+model.layers.18.mlp.experts.109,2.554110050201416
+model.layers.18.mlp.experts.11,3.225205183029175
+model.layers.18.mlp.experts.110,2.5576298236846924
+model.layers.18.mlp.experts.111,2.5531013011932373
+model.layers.18.mlp.experts.112,2.5620694160461426
+model.layers.18.mlp.experts.113,2.560058116912842
+model.layers.18.mlp.experts.114,2.556476593017578
+model.layers.18.mlp.experts.115,2.559179306030273
+model.layers.18.mlp.experts.116,2.563392639160156
+model.layers.18.mlp.experts.117,2.5585806369781494
+model.layers.18.mlp.experts.118,2.556267023086548
+model.layers.18.mlp.experts.119,2.5572235584259038
+model.layers.18.mlp.experts.12,2.5562875270843506
+model.layers.18.mlp.experts.120,2.5772957801818848
+model.layers.18.mlp.experts.121,2.553370952606201
+model.layers.18.mlp.experts.122,2.586139678955078
+model.layers.18.mlp.experts.123,2.5529913902282715
+model.layers.18.mlp.experts.124,2.5568177700042725
+model.layers.18.mlp.experts.125,2.5771307945251465
+model.layers.18.mlp.experts.126,2.5620455741882324
+model.layers.18.mlp.experts.127,2.551042318344116
+model.layers.18.mlp.experts.128,2.5551540851593018
+model.layers.18.mlp.experts.129,2.5935018062591557
+model.layers.18.mlp.experts.13,2.581813335418701
+model.layers.18.mlp.experts.130,2.5589280128479004
+model.layers.18.mlp.experts.131,2.5580267906188965
+model.layers.18.mlp.experts.132,2.556203365325928
+model.layers.18.mlp.experts.133,2.5615508556365967
+model.layers.18.mlp.experts.134,2.6504392623901367
+model.layers.18.mlp.experts.135,2.5686326026916504
+model.layers.18.mlp.experts.136,2.5637073516845703
+model.layers.18.mlp.experts.137,2.5645785331726074
+model.layers.18.mlp.experts.138,2.5800883769989014
+model.layers.18.mlp.experts.139,2.5965707302093506
+model.layers.18.mlp.experts.14,2.560609102249145
+model.layers.18.mlp.experts.140,2.553102493286133
+model.layers.18.mlp.experts.141,2.56403923034668
+model.layers.18.mlp.experts.142,2.5605056285858154
+model.layers.18.mlp.experts.143,2.5515644550323486
+model.layers.18.mlp.experts.144,2.571237802505493
+model.layers.18.mlp.experts.145,2.558067798614502
+model.layers.18.mlp.experts.146,2.5636990070343018
+model.layers.18.mlp.experts.147,2.5579464435577397
+model.layers.18.mlp.experts.148,2.564054489135742
+model.layers.18.mlp.experts.149,2.55359411239624
+model.layers.18.mlp.experts.15,2.6668734550476074
+model.layers.18.mlp.experts.150,2.5602431297302246
+model.layers.18.mlp.experts.151,2.7659666538238525
+model.layers.18.mlp.experts.152,2.5550577640533447
+model.layers.18.mlp.experts.153,2.5642690658569336
+model.layers.18.mlp.experts.154,2.556637525558472
+model.layers.18.mlp.experts.155,2.568258285522461
+model.layers.18.mlp.experts.156,2.5603506565093994
+model.layers.18.mlp.experts.157,2.565295934677124
+model.layers.18.mlp.experts.158,2.567176818847656
+model.layers.18.mlp.experts.159,2.556984663009644
+model.layers.18.mlp.experts.16,2.557500123977661
+model.layers.18.mlp.experts.160,2.5616707801818848
+model.layers.18.mlp.experts.161,2.558173656463623
+model.layers.18.mlp.experts.162,2.5550425052642822
+model.layers.18.mlp.experts.163,2.5542311668396
+model.layers.18.mlp.experts.164,2.567516803741455
+model.layers.18.mlp.experts.165,2.6057846546173096
+model.layers.18.mlp.experts.166,2.555387496948242
+model.layers.18.mlp.experts.167,2.575777530670166
+model.layers.18.mlp.experts.168,2.558612585067749
+model.layers.18.mlp.experts.169,2.550626516342163
+model.layers.18.mlp.experts.17,2.5636696815490723
+model.layers.18.mlp.experts.170,2.565596103668213
+model.layers.18.mlp.experts.171,2.5889902114868164
+model.layers.18.mlp.experts.172,2.56943941116333
+model.layers.18.mlp.experts.173,2.573838710784912
+model.layers.18.mlp.experts.174,2.5563414096832275
+model.layers.18.mlp.experts.175,2.5719165802001958
+model.layers.18.mlp.experts.176,2.554421186447144
+model.layers.18.mlp.experts.177,2.553797721862793
+model.layers.18.mlp.experts.178,2.69660758972168
+model.layers.18.mlp.experts.179,2.753844976425171
+model.layers.18.mlp.experts.18,2.557224750518799
+model.layers.18.mlp.experts.180,2.552691698074341
+model.layers.18.mlp.experts.181,2.563171863555908
+model.layers.18.mlp.experts.182,2.583298683166504
+model.layers.18.mlp.experts.183,2.5534868240356445
+model.layers.18.mlp.experts.184,2.557292938232422
+model.layers.18.mlp.experts.185,2.555804252624512
+model.layers.18.mlp.experts.186,2.557069063186645
+model.layers.18.mlp.experts.187,2.551069974899292
+model.layers.18.mlp.experts.188,2.5539681911468506
+model.layers.18.mlp.experts.189,2.553988456726074
+model.layers.18.mlp.experts.19,2.5670742988586426
+model.layers.18.mlp.experts.190,2.551454782485962
+model.layers.18.mlp.experts.191,2.559671640396118
+model.layers.18.mlp.experts.192,2.5530998706817627
+model.layers.18.mlp.experts.193,2.590418100357056
+model.layers.18.mlp.experts.194,2.5556702613830566
+model.layers.18.mlp.experts.195,2.607249021530152
+model.layers.18.mlp.experts.196,2.5704965591430664
+model.layers.18.mlp.experts.197,2.56120228767395
+model.layers.18.mlp.experts.198,2.5899441242218018
+model.layers.18.mlp.experts.199,2.5827364921569824
+model.layers.18.mlp.experts.2,2.560300350189209
+model.layers.18.mlp.experts.20,2.551494598388672
+model.layers.18.mlp.experts.200,2.553511142730713
+model.layers.18.mlp.experts.201,2.5562431812286377
+model.layers.18.mlp.experts.202,2.569018840789795
+model.layers.18.mlp.experts.203,2.569232940673828
+model.layers.18.mlp.experts.204,2.5725834369659424
+model.layers.18.mlp.experts.205,2.555795907974243
+model.layers.18.mlp.experts.206,2.564172744750977
+model.layers.18.mlp.experts.207,2.5808029174804688
+model.layers.18.mlp.experts.208,2.554595947265625
+model.layers.18.mlp.experts.209,2.561615467071533
+model.layers.18.mlp.experts.21,2.558269739151001
+model.layers.18.mlp.experts.210,2.5514919757843018
+model.layers.18.mlp.experts.211,2.578410148620605
+model.layers.18.mlp.experts.212,2.563326358795166
+model.layers.18.mlp.experts.213,2.5577237606048584
+model.layers.18.mlp.experts.214,2.551642417907715
+model.layers.18.mlp.experts.215,2.554948329925537
+model.layers.18.mlp.experts.216,2.559628486633301
+model.layers.18.mlp.experts.217,2.564598560333252
+model.layers.18.mlp.experts.218,2.571462631225586
+model.layers.18.mlp.experts.219,2.554182529449463
+model.layers.18.mlp.experts.22,2.575906991958618
+model.layers.18.mlp.experts.220,2.562196493148804
+model.layers.18.mlp.experts.221,2.553044319152832
+model.layers.18.mlp.experts.222,2.5564026832580566
+model.layers.18.mlp.experts.223,2.5643601417541504
+model.layers.18.mlp.experts.224,2.561271905899048
+model.layers.18.mlp.experts.225,2.5699830055236816
+model.layers.18.mlp.experts.226,2.5517396926879883
+model.layers.18.mlp.experts.227,2.8403162956237797
+model.layers.18.mlp.experts.228,2.567709445953369
+model.layers.18.mlp.experts.229,2.581027746200561
+model.layers.18.mlp.experts.23,2.5671443939208984
+model.layers.18.mlp.experts.230,2.5631418228149414
+model.layers.18.mlp.experts.231,2.583408832550049
+model.layers.18.mlp.experts.232,2.5724899768829346
+model.layers.18.mlp.experts.233,2.552628993988037
+model.layers.18.mlp.experts.234,2.5570499897003174
+model.layers.18.mlp.experts.235,2.577864646911621
+model.layers.18.mlp.experts.236,2.602484226226806
+model.layers.18.mlp.experts.237,2.8103628158569336
+model.layers.18.mlp.experts.238,2.556107997894287
+model.layers.18.mlp.experts.239,2.55908727645874
+model.layers.18.mlp.experts.24,2.5529582500457764
+model.layers.18.mlp.experts.240,2.7203898429870605
+model.layers.18.mlp.experts.241,2.55614709854126
+model.layers.18.mlp.experts.242,2.556917905807495
+model.layers.18.mlp.experts.243,2.6520566940307617
+model.layers.18.mlp.experts.244,2.5520145893096924
+model.layers.18.mlp.experts.245,2.5513253211975098
+model.layers.18.mlp.experts.246,2.566044807434082
+model.layers.18.mlp.experts.247,2.5558676719665527
+model.layers.18.mlp.experts.248,2.561793565750122
+model.layers.18.mlp.experts.249,2.768324851989746
+model.layers.18.mlp.experts.25,2.557374954223633
+model.layers.18.mlp.experts.250,2.559783458709717
+model.layers.18.mlp.experts.251,2.555060386657715
+model.layers.18.mlp.experts.252,2.5536417961120605
+model.layers.18.mlp.experts.253,2.5517385005950928
+model.layers.18.mlp.experts.254,2.579365968704224
+model.layers.18.mlp.experts.255,2.57366681098938
+model.layers.18.mlp.experts.26,2.5906033515930176
+model.layers.18.mlp.experts.27,2.566151857376098
+model.layers.18.mlp.experts.28,2.5637521743774414
+model.layers.18.mlp.experts.29,2.5611042976379395
+model.layers.18.mlp.experts.3,2.566616535186768
+model.layers.18.mlp.experts.30,2.5554537773132324
+model.layers.18.mlp.experts.31,2.569734573364258
+model.layers.18.mlp.experts.32,2.5640974044799805
+model.layers.18.mlp.experts.33,2.598236560821533
+model.layers.18.mlp.experts.34,2.558168888092041
+model.layers.18.mlp.experts.35,2.5615897178649902
+model.layers.18.mlp.experts.36,2.556938886642456
+model.layers.18.mlp.experts.37,2.843173027038574
+model.layers.18.mlp.experts.38,2.557048320770264
+model.layers.18.mlp.experts.39,2.559088706970215
+model.layers.18.mlp.experts.4,2.562574863433838
+model.layers.18.mlp.experts.40,2.570008516311645
+model.layers.18.mlp.experts.41,2.8251218795776367
+model.layers.18.mlp.experts.42,2.5589494705200195
+model.layers.18.mlp.experts.43,2.550801038742065
+model.layers.18.mlp.experts.44,2.562588691711426
+model.layers.18.mlp.experts.45,2.5702638626098637
+model.layers.18.mlp.experts.46,2.5593931674957275
+model.layers.18.mlp.experts.47,2.562180995941162
+model.layers.18.mlp.experts.48,2.556000232696533
+model.layers.18.mlp.experts.49,2.5840775966644287
+model.layers.18.mlp.experts.5,2.558019161224365
+model.layers.18.mlp.experts.50,2.574277400970459
+model.layers.18.mlp.experts.51,2.573439836502075
+model.layers.18.mlp.experts.52,2.5753605365753174
+model.layers.18.mlp.experts.53,2.5540621280670166
+model.layers.18.mlp.experts.54,2.565237522125244
+model.layers.18.mlp.experts.55,2.5570082664489746
+model.layers.18.mlp.experts.56,2.552667617797852
+model.layers.18.mlp.experts.57,2.5601725578308105
+model.layers.18.mlp.experts.58,2.572930335998535
+model.layers.18.mlp.experts.59,2.561201810836792
+model.layers.18.mlp.experts.6,2.5938849449157715
+model.layers.18.mlp.experts.60,2.564939260482788
+model.layers.18.mlp.experts.61,2.570474147796631
+model.layers.18.mlp.experts.62,2.579357147216797
+model.layers.18.mlp.experts.63,2.584066390991211
+model.layers.18.mlp.experts.64,2.5547802448272705
+model.layers.18.mlp.experts.65,2.5578746795654297
+model.layers.18.mlp.experts.66,2.5545759201049805
+model.layers.18.mlp.experts.67,2.598031759262085
+model.layers.18.mlp.experts.68,2.558351755142212
+model.layers.18.mlp.experts.69,2.5568220615386963
+model.layers.18.mlp.experts.7,2.554321765899658
+model.layers.18.mlp.experts.70,2.5594964027404785
+model.layers.18.mlp.experts.71,2.555008888244629
+model.layers.18.mlp.experts.72,2.558250904083252
+model.layers.18.mlp.experts.73,2.5563251972198486
+model.layers.18.mlp.experts.74,2.555892944335937
+model.layers.18.mlp.experts.75,2.567410945892334
+model.layers.18.mlp.experts.76,2.560364246368408
+model.layers.18.mlp.experts.77,2.5630078315734863
+model.layers.18.mlp.experts.78,2.5638575553894043
+model.layers.18.mlp.experts.79,2.5542426109313965
+model.layers.18.mlp.experts.8,2.552093982696533
+model.layers.18.mlp.experts.80,2.5665876865386963
+model.layers.18.mlp.experts.81,2.554994821548462
+model.layers.18.mlp.experts.82,2.5604465007781982
+model.layers.18.mlp.experts.83,2.5568134784698486
+model.layers.18.mlp.experts.84,2.5598905086517334
+model.layers.18.mlp.experts.85,2.5666675567626958
+model.layers.18.mlp.experts.86,2.575610637664795
+model.layers.18.mlp.experts.87,2.5692739486694336
+model.layers.18.mlp.experts.88,2.555596351623535
+model.layers.18.mlp.experts.89,2.595710277557373
+model.layers.18.mlp.experts.9,2.5561134815216064
+model.layers.18.mlp.experts.90,2.5759201049804688
+model.layers.18.mlp.experts.91,2.5823967456817627
+model.layers.18.mlp.experts.92,2.553172826766968
+model.layers.18.mlp.experts.93,2.572701930999756
+model.layers.18.mlp.experts.94,2.8171186447143555
+model.layers.18.mlp.experts.95,2.584578037261963
+model.layers.18.mlp.experts.96,2.587515115737915
+model.layers.18.mlp.experts.97,2.5577688217163086
+model.layers.18.mlp.experts.98,2.7687082290649414
+model.layers.18.mlp.experts.99,2.5697853565216064
+model.layers.18.mlp.shared_experts,2.7870664596557617
+model.layers.18.self_attn,2.645565986633301
+model.layers.19.mlp.experts.0,2.58015251159668
+model.layers.19.mlp.experts.1,2.5562427043914795
+model.layers.19.mlp.experts.10,2.5662643909454346
+model.layers.19.mlp.experts.100,2.5827057361602783
+model.layers.19.mlp.experts.101,2.557790756225586
+model.layers.19.mlp.experts.102,2.5990684032440186
+model.layers.19.mlp.experts.103,2.564270496368408
+model.layers.19.mlp.experts.104,2.559359550476074
+model.layers.19.mlp.experts.105,2.5802698135375977
+model.layers.19.mlp.experts.106,2.5553290843963623
+model.layers.19.mlp.experts.107,2.5616321563720703
+model.layers.19.mlp.experts.108,2.568286657333374
+model.layers.19.mlp.experts.109,2.5563106536865234
+model.layers.19.mlp.experts.11,2.620248556137085
+model.layers.19.mlp.experts.110,2.5588512420654297
+model.layers.19.mlp.experts.111,2.557147264480591
+model.layers.19.mlp.experts.112,2.55301833152771
+model.layers.19.mlp.experts.113,2.5602402687072754
+model.layers.19.mlp.experts.114,2.5742759704589844
+model.layers.19.mlp.experts.115,2.55603289604187
+model.layers.19.mlp.experts.116,2.5631375312805176
+model.layers.19.mlp.experts.117,2.552915334701538
+model.layers.19.mlp.experts.118,2.5620625019073486
+model.layers.19.mlp.experts.119,2.567711353302002
+model.layers.19.mlp.experts.12,2.5833516120910645
+model.layers.19.mlp.experts.120,2.5646564960479736
+model.layers.19.mlp.experts.121,2.558577060699463
+model.layers.19.mlp.experts.122,2.620927095413208
+model.layers.19.mlp.experts.123,2.5708279609680176
+model.layers.19.mlp.experts.124,2.5614500045776367
+model.layers.19.mlp.experts.125,2.556807041168213
+model.layers.19.mlp.experts.126,2.55432677268982
+model.layers.19.mlp.experts.127,2.59212327003479
+model.layers.19.mlp.experts.128,2.552914619445801
+model.layers.19.mlp.experts.129,2.5588061809539795
+model.layers.19.mlp.experts.13,2.561913013458252
+model.layers.19.mlp.experts.130,2.556929588317871
+model.layers.19.mlp.experts.131,2.5593082904815674
+model.layers.19.mlp.experts.132,3.1551613807678223
+model.layers.19.mlp.experts.133,2.5581088066101074
+model.layers.19.mlp.experts.134,2.5722153186798096
+model.layers.19.mlp.experts.135,2.556058406829834
+model.layers.19.mlp.experts.136,2.5736656188964844
+model.layers.19.mlp.experts.137,2.5569725036621094
+model.layers.19.mlp.experts.138,2.556680679321289
+model.layers.19.mlp.experts.139,2.564606189727783
+model.layers.19.mlp.experts.14,2.571043968200684
+model.layers.19.mlp.experts.140,2.554037570953369
+model.layers.19.mlp.experts.141,2.5585925579071045
+model.layers.19.mlp.experts.142,2.555013656616211
+model.layers.19.mlp.experts.143,2.562755584716797
+model.layers.19.mlp.experts.144,2.5617690086364746
+model.layers.19.mlp.experts.145,2.559920072555542
+model.layers.19.mlp.experts.146,2.578320264816284
+model.layers.19.mlp.experts.147,2.591392517089844
+model.layers.19.mlp.experts.148,2.571986198425293
+model.layers.19.mlp.experts.149,2.55332612991333
+model.layers.19.mlp.experts.15,2.55773401260376
+model.layers.19.mlp.experts.150,2.554551124572754
+model.layers.19.mlp.experts.151,2.8452939987182617
+model.layers.19.mlp.experts.152,2.8798282146453857
+model.layers.19.mlp.experts.153,2.6790552139282227
+model.layers.19.mlp.experts.154,2.5547661781311035
+model.layers.19.mlp.experts.155,2.561326742172241
+model.layers.19.mlp.experts.156,2.5588579177856445
+model.layers.19.mlp.experts.157,2.5749645233154297
+model.layers.19.mlp.experts.158,2.577612400054932
+model.layers.19.mlp.experts.159,2.558022737503052
+model.layers.19.mlp.experts.16,2.577629566192627
+model.layers.19.mlp.experts.160,2.562663555145264
+model.layers.19.mlp.experts.161,2.5868990421295166
+model.layers.19.mlp.experts.162,2.564372062683105
+model.layers.19.mlp.experts.163,2.5607333183288574
+model.layers.19.mlp.experts.164,2.5581212043762207
+model.layers.19.mlp.experts.165,2.555807590484619
+model.layers.19.mlp.experts.166,2.5643131732940674
+model.layers.19.mlp.experts.167,2.792180061340332
+model.layers.19.mlp.experts.168,2.555988311767578
+model.layers.19.mlp.experts.169,2.561042070388794
+model.layers.19.mlp.experts.17,2.565157413482666
+model.layers.19.mlp.experts.170,2.595188856124878
+model.layers.19.mlp.experts.171,2.555316925048828
+model.layers.19.mlp.experts.172,2.5602307319641118
+model.layers.19.mlp.experts.173,2.5547118186950684
+model.layers.19.mlp.experts.174,2.565603256225586
+model.layers.19.mlp.experts.175,2.553753137588501
+model.layers.19.mlp.experts.176,2.564420223236084
+model.layers.19.mlp.experts.177,2.554401397705078
+model.layers.19.mlp.experts.178,2.560633897781372
+model.layers.19.mlp.experts.179,2.588912010192871
+model.layers.19.mlp.experts.18,2.554931163787842
+model.layers.19.mlp.experts.180,2.563781261444092
+model.layers.19.mlp.experts.181,2.5622737407684326
+model.layers.19.mlp.experts.182,2.5618252754211426
+model.layers.19.mlp.experts.183,2.550721883773804
+model.layers.19.mlp.experts.184,2.682514905929565
+model.layers.19.mlp.experts.185,2.5563178062438965
+model.layers.19.mlp.experts.186,2.6002461910247803
+model.layers.19.mlp.experts.187,2.566312313079834
+model.layers.19.mlp.experts.188,2.563019275665283
+model.layers.19.mlp.experts.189,2.570633888244629
+model.layers.19.mlp.experts.19,2.5582921504974365
+model.layers.19.mlp.experts.190,2.56373929977417
+model.layers.19.mlp.experts.191,2.557448387145996
+model.layers.19.mlp.experts.192,2.554564952850342
+model.layers.19.mlp.experts.193,2.575661420822144
+model.layers.19.mlp.experts.194,2.55841064453125
+model.layers.19.mlp.experts.195,2.566521167755127
+model.layers.19.mlp.experts.196,2.5517077445983887
+model.layers.19.mlp.experts.197,2.556710720062256
+model.layers.19.mlp.experts.198,2.5564818382263184
+model.layers.19.mlp.experts.199,2.6056525707244877
+model.layers.19.mlp.experts.2,2.6068756580352783
+model.layers.19.mlp.experts.20,2.557268619537353
+model.layers.19.mlp.experts.200,2.555310010910034
+model.layers.19.mlp.experts.201,2.556295871734619
+model.layers.19.mlp.experts.202,2.560108184814453
+model.layers.19.mlp.experts.203,2.5959994792938232
+model.layers.19.mlp.experts.204,2.556250095367432
+model.layers.19.mlp.experts.205,2.578359365463257
+model.layers.19.mlp.experts.206,2.5624351501464844
+model.layers.19.mlp.experts.207,2.5525197982788086
+model.layers.19.mlp.experts.208,2.578890085220337
+model.layers.19.mlp.experts.209,2.556679010391236
+model.layers.19.mlp.experts.21,2.556000232696533
+model.layers.19.mlp.experts.210,2.591522455215454
+model.layers.19.mlp.experts.211,2.5565013885498047
+model.layers.19.mlp.experts.212,2.552222728729248
+model.layers.19.mlp.experts.213,2.561292886734009
+model.layers.19.mlp.experts.214,2.5627551078796387
+model.layers.19.mlp.experts.215,2.55696702003479
+model.layers.19.mlp.experts.216,2.560692071914673
+model.layers.19.mlp.experts.217,2.558255910873413
+model.layers.19.mlp.experts.218,2.59123969078064
+model.layers.19.mlp.experts.219,2.5631661415100098
+model.layers.19.mlp.experts.22,2.558876276016236
+model.layers.19.mlp.experts.220,2.574687957763672
+model.layers.19.mlp.experts.221,2.5767221450805664
+model.layers.19.mlp.experts.222,2.568101406097412
+model.layers.19.mlp.experts.223,2.5600054264068604
+model.layers.19.mlp.experts.224,2.560347557067871
+model.layers.19.mlp.experts.225,2.566060781478882
+model.layers.19.mlp.experts.226,2.5561740398406982
+model.layers.19.mlp.experts.227,2.556633949279785
+model.layers.19.mlp.experts.228,2.555228471755981
+model.layers.19.mlp.experts.229,2.559752941131592
+model.layers.19.mlp.experts.23,2.558746337890625
+model.layers.19.mlp.experts.230,2.554291248321533
+model.layers.19.mlp.experts.231,2.560389757156372
+model.layers.19.mlp.experts.232,2.5556535720825195
+model.layers.19.mlp.experts.233,2.553443670272827
+model.layers.19.mlp.experts.234,2.564945697784424
+model.layers.19.mlp.experts.235,2.558988094329834
+model.layers.19.mlp.experts.236,2.552523374557495
+model.layers.19.mlp.experts.237,2.5596609115600586
+model.layers.19.mlp.experts.238,2.564727067947388
+model.layers.19.mlp.experts.239,2.574291944503784
+model.layers.19.mlp.experts.24,2.5539889335632324
+model.layers.19.mlp.experts.240,2.565938949584961
+model.layers.19.mlp.experts.241,2.5587520599365234
+model.layers.19.mlp.experts.242,2.554187059402466
+model.layers.19.mlp.experts.243,2.567024707794189
+model.layers.19.mlp.experts.244,2.552790641784668
+model.layers.19.mlp.experts.245,2.564696788787842
+model.layers.19.mlp.experts.246,2.5508711338043213
+model.layers.19.mlp.experts.247,2.553704023361206
+model.layers.19.mlp.experts.248,2.552574396133423
+model.layers.19.mlp.experts.249,2.56953239440918
+model.layers.19.mlp.experts.25,2.558661937713623
+model.layers.19.mlp.experts.250,2.55812931060791
+model.layers.19.mlp.experts.251,2.5547776222229004
+model.layers.19.mlp.experts.252,2.562800407409668
+model.layers.19.mlp.experts.253,2.5846855640411377
+model.layers.19.mlp.experts.254,2.557806491851806
+model.layers.19.mlp.experts.255,2.550394058227539
+model.layers.19.mlp.experts.26,2.5621120929718018
+model.layers.19.mlp.experts.27,2.580868721008301
+model.layers.19.mlp.experts.28,2.5619611740112305
+model.layers.19.mlp.experts.29,2.56498384475708
+model.layers.19.mlp.experts.3,2.5803756713867188
+model.layers.19.mlp.experts.30,2.5741522312164307
+model.layers.19.mlp.experts.31,2.568310022354126
+model.layers.19.mlp.experts.32,2.5705230236053467
+model.layers.19.mlp.experts.33,2.556243419647217
+model.layers.19.mlp.experts.34,2.558849811553955
+model.layers.19.mlp.experts.35,2.568869113922119
+model.layers.19.mlp.experts.36,2.5568957328796387
+model.layers.19.mlp.experts.37,2.5577449798583984
+model.layers.19.mlp.experts.38,2.5673961639404297
+model.layers.19.mlp.experts.39,2.583373069763184
+model.layers.19.mlp.experts.4,2.5580224990844727
+model.layers.19.mlp.experts.40,2.5569567680358887
+model.layers.19.mlp.experts.41,2.576845645904541
+model.layers.19.mlp.experts.42,2.5521116256713867
+model.layers.19.mlp.experts.43,2.5748679637908936
+model.layers.19.mlp.experts.44,2.5566837787628174
+model.layers.19.mlp.experts.45,2.556281328201294
+model.layers.19.mlp.experts.46,2.556295871734619
+model.layers.19.mlp.experts.47,2.5671608448028564
+model.layers.19.mlp.experts.48,2.562350988388061
+model.layers.19.mlp.experts.49,2.5696957111358643
+model.layers.19.mlp.experts.5,2.576522827148437
+model.layers.19.mlp.experts.50,2.555692672729492
+model.layers.19.mlp.experts.51,2.557858943939209
+model.layers.19.mlp.experts.52,2.619237899780273
+model.layers.19.mlp.experts.53,2.5512783527374268
+model.layers.19.mlp.experts.54,2.5521364212036133
+model.layers.19.mlp.experts.55,2.561787366867065
+model.layers.19.mlp.experts.56,2.5641064643859863
+model.layers.19.mlp.experts.57,2.600738525390625
+model.layers.19.mlp.experts.58,2.559846878051758
+model.layers.19.mlp.experts.59,2.5558321475982666
+model.layers.19.mlp.experts.6,2.5631556510925293
+model.layers.19.mlp.experts.60,2.5609052181243896
+model.layers.19.mlp.experts.61,2.580098390579224
+model.layers.19.mlp.experts.62,2.59123969078064
+model.layers.19.mlp.experts.63,2.5628931522369385
+model.layers.19.mlp.experts.64,2.578125476837158
+model.layers.19.mlp.experts.65,2.5558972358703613
+model.layers.19.mlp.experts.66,2.5674169063568115
+model.layers.19.mlp.experts.67,2.562378168106079
+model.layers.19.mlp.experts.68,2.5707597732543945
+model.layers.19.mlp.experts.69,2.555437564849853
+model.layers.19.mlp.experts.7,2.559187889099121
+model.layers.19.mlp.experts.70,2.567897081375122
+model.layers.19.mlp.experts.71,2.554896593093872
+model.layers.19.mlp.experts.72,2.5558557510375977
+model.layers.19.mlp.experts.73,2.5582919120788574
+model.layers.19.mlp.experts.74,2.573348999023437
+model.layers.19.mlp.experts.75,2.55380654335022
+model.layers.19.mlp.experts.76,2.5566160678863525
+model.layers.19.mlp.experts.77,2.561665773391724
+model.layers.19.mlp.experts.78,2.5724306106567383
+model.layers.19.mlp.experts.79,2.552481174468994
+model.layers.19.mlp.experts.8,2.571990489959717
+model.layers.19.mlp.experts.80,2.565452337265014
+model.layers.19.mlp.experts.81,2.57330060005188
+model.layers.19.mlp.experts.82,2.5627686977386475
+model.layers.19.mlp.experts.83,2.567901611328125
+model.layers.19.mlp.experts.84,2.553041219711304
+model.layers.19.mlp.experts.85,2.5630340576171875
+model.layers.19.mlp.experts.86,2.556972026824951
+model.layers.19.mlp.experts.87,2.55095648765564
+model.layers.19.mlp.experts.88,2.557853937149048
+model.layers.19.mlp.experts.89,2.551435947418213
+model.layers.19.mlp.experts.9,2.5568675994873047
+model.layers.19.mlp.experts.90,2.6174607276916504
+model.layers.19.mlp.experts.91,2.5672566890716557
+model.layers.19.mlp.experts.92,2.5536932945251465
+model.layers.19.mlp.experts.93,2.5589911937713623
+model.layers.19.mlp.experts.94,2.563678741455078
+model.layers.19.mlp.experts.95,2.555705547332764
+model.layers.19.mlp.experts.96,2.5849738121032715
+model.layers.19.mlp.experts.97,2.5568387508392334
+model.layers.19.mlp.experts.98,2.557878017425537
+model.layers.19.mlp.experts.99,2.552845001220703
+model.layers.19.mlp.shared_experts,2.771254062652588
+model.layers.19.self_attn,2.624983787536621
+model.layers.2,3.3860280513763428
+model.layers.20.mlp.experts.0,2.57468318939209
+model.layers.20.mlp.experts.1,2.55814790725708
+model.layers.20.mlp.experts.10,2.551882266998291
+model.layers.20.mlp.experts.100,2.574810743331909
+model.layers.20.mlp.experts.101,2.5535521507263184
+model.layers.20.mlp.experts.102,2.551748514175415
+model.layers.20.mlp.experts.103,2.555091142654419
+model.layers.20.mlp.experts.104,2.5606632232666016
+model.layers.20.mlp.experts.105,2.5579099655151367
+model.layers.20.mlp.experts.106,2.55283522605896
+model.layers.20.mlp.experts.107,2.5520577430725098
+model.layers.20.mlp.experts.108,2.551530361175537
+model.layers.20.mlp.experts.109,2.560574531555176
+model.layers.20.mlp.experts.11,2.5638465881347656
+model.layers.20.mlp.experts.110,2.5573713779449463
+model.layers.20.mlp.experts.111,2.558232307434082
+model.layers.20.mlp.experts.112,2.557533502578736
+model.layers.20.mlp.experts.113,2.6005566120147705
+model.layers.20.mlp.experts.114,2.581838846206665
+model.layers.20.mlp.experts.115,2.626095771789551
+model.layers.20.mlp.experts.116,2.5536859035491943
+model.layers.20.mlp.experts.117,2.555436849594116
+model.layers.20.mlp.experts.118,2.5762410163879395
+model.layers.20.mlp.experts.119,2.5545637607574463
+model.layers.20.mlp.experts.12,2.5779404640197754
+model.layers.20.mlp.experts.120,2.559486389160156
+model.layers.20.mlp.experts.121,2.555253505706787
+model.layers.20.mlp.experts.122,2.553478240966797
+model.layers.20.mlp.experts.123,2.582082748413086
+model.layers.20.mlp.experts.124,2.552842617034912
+model.layers.20.mlp.experts.125,2.555246114730835
+model.layers.20.mlp.experts.126,2.5912797451019287
+model.layers.20.mlp.experts.127,2.5605177879333496
+model.layers.20.mlp.experts.128,2.8085646629333496
+model.layers.20.mlp.experts.129,2.5525002479553223
+model.layers.20.mlp.experts.13,2.567887783050537
+model.layers.20.mlp.experts.130,2.553172826766968
+model.layers.20.mlp.experts.131,2.5559144020080566
+model.layers.20.mlp.experts.132,2.5554394721984863
+model.layers.20.mlp.experts.133,2.55118989944458
+model.layers.20.mlp.experts.134,2.561398506164551
+model.layers.20.mlp.experts.135,2.565255880355835
+model.layers.20.mlp.experts.136,2.555166721343994
+model.layers.20.mlp.experts.137,2.575246810913086
+model.layers.20.mlp.experts.138,2.553016185760498
+model.layers.20.mlp.experts.139,2.559902667999268
+model.layers.20.mlp.experts.14,2.5597972869873047
+model.layers.20.mlp.experts.140,2.55346417427063
+model.layers.20.mlp.experts.141,2.557948350906372
+model.layers.20.mlp.experts.142,2.5663905143737797
+model.layers.20.mlp.experts.143,2.5507736206054688
+model.layers.20.mlp.experts.144,2.575289011001587
+model.layers.20.mlp.experts.145,2.551269054412842
+model.layers.20.mlp.experts.146,2.5949866771698
+model.layers.20.mlp.experts.147,2.5567030906677246
+model.layers.20.mlp.experts.148,2.562951803207397
+model.layers.20.mlp.experts.149,2.551591157913208
+model.layers.20.mlp.experts.15,2.5643835067749023
+model.layers.20.mlp.experts.150,2.552698373794556
+model.layers.20.mlp.experts.151,2.561028480529785
+model.layers.20.mlp.experts.152,2.5512566566467285
+model.layers.20.mlp.experts.153,2.551429748535156
+model.layers.20.mlp.experts.154,2.5571177005767822
+model.layers.20.mlp.experts.155,2.550877571105957
+model.layers.20.mlp.experts.156,2.5537328720092773
+model.layers.20.mlp.experts.157,2.555814027786255
+model.layers.20.mlp.experts.158,2.5513696670532227
+model.layers.20.mlp.experts.159,2.563599109649658
+model.layers.20.mlp.experts.16,2.571218490600586
+model.layers.20.mlp.experts.160,2.55837082862854
+model.layers.20.mlp.experts.161,2.555592536926269
+model.layers.20.mlp.experts.162,2.555243492126465
+model.layers.20.mlp.experts.163,2.557916641235352
+model.layers.20.mlp.experts.164,2.5778632164001465
+model.layers.20.mlp.experts.165,2.568366527557373
+model.layers.20.mlp.experts.166,2.569243192672729
+model.layers.20.mlp.experts.167,2.5972046852111816
+model.layers.20.mlp.experts.168,2.5530638694763184
+model.layers.20.mlp.experts.169,2.550917148590088
+model.layers.20.mlp.experts.17,2.5650830268859863
+model.layers.20.mlp.experts.170,2.558784484863281
+model.layers.20.mlp.experts.171,2.575814723968506
+model.layers.20.mlp.experts.172,2.556926965713501
+model.layers.20.mlp.experts.173,2.564337968826294
+model.layers.20.mlp.experts.174,2.592233657836914
+model.layers.20.mlp.experts.175,2.553701639175415
+model.layers.20.mlp.experts.176,2.557095527648926
+model.layers.20.mlp.experts.177,2.56118106842041
+model.layers.20.mlp.experts.178,2.5592076778411865
+model.layers.20.mlp.experts.179,2.5603814125061035
+model.layers.20.mlp.experts.18,2.572652578353882
+model.layers.20.mlp.experts.180,2.560602188110352
+model.layers.20.mlp.experts.181,2.553510427474976
+model.layers.20.mlp.experts.182,2.5580408573150635
+model.layers.20.mlp.experts.183,2.559903621673584
+model.layers.20.mlp.experts.184,2.5542778968811035
+model.layers.20.mlp.experts.185,2.555491209030152
+model.layers.20.mlp.experts.186,2.553969621658325
+model.layers.20.mlp.experts.187,2.559042453765869
+model.layers.20.mlp.experts.188,2.55387806892395
+model.layers.20.mlp.experts.189,2.553736686706543
+model.layers.20.mlp.experts.19,2.5561304092407227
+model.layers.20.mlp.experts.190,2.560689926147461
+model.layers.20.mlp.experts.191,2.5672049522399902
+model.layers.20.mlp.experts.192,2.553529500961304
+model.layers.20.mlp.experts.193,2.5739917755126958
+model.layers.20.mlp.experts.194,2.5749735832214355
+model.layers.20.mlp.experts.195,2.5553646087646484
+model.layers.20.mlp.experts.196,2.5741586685180664
+model.layers.20.mlp.experts.197,2.5597498416900635
+model.layers.20.mlp.experts.198,2.555216789245605
+model.layers.20.mlp.experts.199,2.557189464569092
+model.layers.20.mlp.experts.2,2.5593178272247314
+model.layers.20.mlp.experts.20,2.5547001361846924
+model.layers.20.mlp.experts.200,2.566250324249268
+model.layers.20.mlp.experts.201,2.553473472595215
+model.layers.20.mlp.experts.202,2.5543580055236816
+model.layers.20.mlp.experts.203,2.5677294731140137
+model.layers.20.mlp.experts.204,2.5566606521606445
+model.layers.20.mlp.experts.205,2.5631909370422363
+model.layers.20.mlp.experts.206,2.5611069202423096
+model.layers.20.mlp.experts.207,2.58646297454834
+model.layers.20.mlp.experts.208,2.57056188583374
+model.layers.20.mlp.experts.209,2.5699944496154785
+model.layers.20.mlp.experts.21,2.555696487426758
+model.layers.20.mlp.experts.210,2.561281681060791
+model.layers.20.mlp.experts.211,2.557335615158081
+model.layers.20.mlp.experts.212,2.55245041847229
+model.layers.20.mlp.experts.213,2.5509839057922363
+model.layers.20.mlp.experts.214,2.822030782699585
+model.layers.20.mlp.experts.215,2.5678110122680664
+model.layers.20.mlp.experts.216,2.557378053665161
+model.layers.20.mlp.experts.217,2.6132640838623047
+model.layers.20.mlp.experts.218,2.553826332092285
+model.layers.20.mlp.experts.219,2.558102607727051
+model.layers.20.mlp.experts.22,2.6037158966064453
+model.layers.20.mlp.experts.220,2.5570976734161377
+model.layers.20.mlp.experts.221,2.558738470077514
+model.layers.20.mlp.experts.222,2.552528381347656
+model.layers.20.mlp.experts.223,2.5594303607940674
+model.layers.20.mlp.experts.224,2.5563387870788574
+model.layers.20.mlp.experts.225,2.5555458068847656
+model.layers.20.mlp.experts.226,2.55640721321106
+model.layers.20.mlp.experts.227,2.5552382469177246
+model.layers.20.mlp.experts.228,2.556826114654541
+model.layers.20.mlp.experts.229,2.558727741241455
+model.layers.20.mlp.experts.23,2.565093994140625
+model.layers.20.mlp.experts.230,2.558258533477783
+model.layers.20.mlp.experts.231,2.558977603912353
+model.layers.20.mlp.experts.232,2.555966854095459
+model.layers.20.mlp.experts.233,2.5612616539001465
+model.layers.20.mlp.experts.234,2.5614206790924072
+model.layers.20.mlp.experts.235,2.551967144012451
+model.layers.20.mlp.experts.236,2.550722599029541
+model.layers.20.mlp.experts.237,2.5621705055236816
+model.layers.20.mlp.experts.238,2.5515427589416504
+model.layers.20.mlp.experts.239,2.556614637374878
+model.layers.20.mlp.experts.24,2.5677006244659424
+model.layers.20.mlp.experts.240,2.8862924575805664
+model.layers.20.mlp.experts.241,2.56501841545105
+model.layers.20.mlp.experts.242,2.553668975830078
+model.layers.20.mlp.experts.243,2.5681097507476807
+model.layers.20.mlp.experts.244,2.563060760498047
+model.layers.20.mlp.experts.245,2.5577855110168457
+model.layers.20.mlp.experts.246,2.564150333404541
+model.layers.20.mlp.experts.247,2.569110155105591
+model.layers.20.mlp.experts.248,2.556372880935669
+model.layers.20.mlp.experts.249,2.5541763305664062
+model.layers.20.mlp.experts.25,2.5548462867736816
+model.layers.20.mlp.experts.250,2.5836782455444336
+model.layers.20.mlp.experts.251,2.582271099090576
+model.layers.20.mlp.experts.252,2.551349639892578
+model.layers.20.mlp.experts.253,2.557150363922119
+model.layers.20.mlp.experts.254,2.556750774383545
+model.layers.20.mlp.experts.255,2.5516908168792725
+model.layers.20.mlp.experts.26,2.551590204238892
+model.layers.20.mlp.experts.27,2.5793023109436035
+model.layers.20.mlp.experts.28,2.555747985839844
+model.layers.20.mlp.experts.29,2.573873519897461
+model.layers.20.mlp.experts.3,2.5595760345458984
+model.layers.20.mlp.experts.30,2.556869506835937
+model.layers.20.mlp.experts.31,2.567605495452881
+model.layers.20.mlp.experts.32,2.5661449432373047
+model.layers.20.mlp.experts.33,2.554152727127075
+model.layers.20.mlp.experts.34,2.559770345687866
+model.layers.20.mlp.experts.35,2.555978298187256
+model.layers.20.mlp.experts.36,2.7325825691223145
+model.layers.20.mlp.experts.37,2.553644180297852
+model.layers.20.mlp.experts.38,2.5632524490356445
+model.layers.20.mlp.experts.39,2.556880235671997
+model.layers.20.mlp.experts.4,2.5552468299865723
+model.layers.20.mlp.experts.40,2.5526375770568848
+model.layers.20.mlp.experts.41,2.554694652557373
+model.layers.20.mlp.experts.42,2.551680564880371
+model.layers.20.mlp.experts.43,2.570105791091919
+model.layers.20.mlp.experts.44,2.553222894668579
+model.layers.20.mlp.experts.45,2.557342052459717
+model.layers.20.mlp.experts.46,2.5605475902557373
+model.layers.20.mlp.experts.47,2.566901683807373
+model.layers.20.mlp.experts.48,2.6330361366271973
+model.layers.20.mlp.experts.49,2.5584514141082764
+model.layers.20.mlp.experts.5,2.560463190078736
+model.layers.20.mlp.experts.50,2.562080383300781
+model.layers.20.mlp.experts.51,2.558577537536621
+model.layers.20.mlp.experts.52,2.5720272064208984
+model.layers.20.mlp.experts.53,2.561497211456299
+model.layers.20.mlp.experts.54,2.5530717372894287
+model.layers.20.mlp.experts.55,2.563675880432129
+model.layers.20.mlp.experts.56,2.568345546722412
+model.layers.20.mlp.experts.57,2.613290309906006
+model.layers.20.mlp.experts.58,2.5641210079193115
+model.layers.20.mlp.experts.59,2.556354522705078
+model.layers.20.mlp.experts.6,2.645927667617798
+model.layers.20.mlp.experts.60,2.554083585739136
+model.layers.20.mlp.experts.61,2.573464155197144
+model.layers.20.mlp.experts.62,2.579268455505371
+model.layers.20.mlp.experts.63,2.5617058277130127
+model.layers.20.mlp.experts.64,2.5585124492645264
+model.layers.20.mlp.experts.65,2.551033496856689
+model.layers.20.mlp.experts.66,2.551069736480713
+model.layers.20.mlp.experts.67,2.555542469024658
+model.layers.20.mlp.experts.68,2.568819761276245
+model.layers.20.mlp.experts.69,2.568758964538574
+model.layers.20.mlp.experts.7,2.5546231269836426
+model.layers.20.mlp.experts.70,2.556725025177002
+model.layers.20.mlp.experts.71,2.5541532039642334
+model.layers.20.mlp.experts.72,2.5514307022094727
+model.layers.20.mlp.experts.73,2.559710502624512
+model.layers.20.mlp.experts.74,2.5579833984375
+model.layers.20.mlp.experts.75,2.568753242492676
+model.layers.20.mlp.experts.76,2.5556082725524902
+model.layers.20.mlp.experts.77,2.5658159255981445
+model.layers.20.mlp.experts.78,2.55641770362854
+model.layers.20.mlp.experts.79,2.568451404571533
+model.layers.20.mlp.experts.8,2.562827587127685
+model.layers.20.mlp.experts.80,2.553837299346924
+model.layers.20.mlp.experts.81,2.572411060333252
+model.layers.20.mlp.experts.82,2.612964630126953
+model.layers.20.mlp.experts.83,2.5557796955108643
+model.layers.20.mlp.experts.84,2.572211503982544
+model.layers.20.mlp.experts.85,2.5744612216949463
+model.layers.20.mlp.experts.86,2.56622314453125
+model.layers.20.mlp.experts.87,2.5514535903930664
+model.layers.20.mlp.experts.88,2.5586211681365967
+model.layers.20.mlp.experts.89,2.5511162281036377
+model.layers.20.mlp.experts.9,2.5533461570739746
+model.layers.20.mlp.experts.90,2.5508711338043213
+model.layers.20.mlp.experts.91,2.641273021697998
+model.layers.20.mlp.experts.92,2.554512023925781
+model.layers.20.mlp.experts.93,2.55329966545105
+model.layers.20.mlp.experts.94,2.6061766147613525
+model.layers.20.mlp.experts.95,2.593578338623047
+model.layers.20.mlp.experts.96,2.569828748703003
+model.layers.20.mlp.experts.97,2.5865492820739746
+model.layers.20.mlp.experts.98,2.5949454307556152
+model.layers.20.mlp.experts.99,2.570876121520996
+model.layers.20.mlp.shared_experts,2.754258155822754
+model.layers.20.self_attn,2.605117082595825
+model.layers.21.mlp.experts.0,2.5602893829345703
+model.layers.21.mlp.experts.1,2.5581047534942627
+model.layers.21.mlp.experts.10,2.5889151096343994
+model.layers.21.mlp.experts.100,2.555104732513428
+model.layers.21.mlp.experts.101,2.55436372756958
+model.layers.21.mlp.experts.102,2.5516130924224854
+model.layers.21.mlp.experts.103,2.554295301437378
+model.layers.21.mlp.experts.104,2.5652337074279785
+model.layers.21.mlp.experts.105,2.592618703842163
+model.layers.21.mlp.experts.106,2.583449363708496
+model.layers.21.mlp.experts.107,2.5585198402404785
+model.layers.21.mlp.experts.108,2.566343307495117
+model.layers.21.mlp.experts.109,2.554827690124512
+model.layers.21.mlp.experts.11,2.5753090381622314
+model.layers.21.mlp.experts.110,2.555562973022461
+model.layers.21.mlp.experts.111,2.5626015663146973
+model.layers.21.mlp.experts.112,2.5526657104492188
+model.layers.21.mlp.experts.113,2.554917097091675
+model.layers.21.mlp.experts.114,2.557150363922119
+model.layers.21.mlp.experts.115,2.556061029434204
+model.layers.21.mlp.experts.116,2.557680606842041
+model.layers.21.mlp.experts.117,2.556680679321289
+model.layers.21.mlp.experts.118,2.5537872314453125
+model.layers.21.mlp.experts.119,2.565869808197021
+model.layers.21.mlp.experts.12,2.5585758686065674
+model.layers.21.mlp.experts.120,2.5672192573547363
+model.layers.21.mlp.experts.121,2.5575740337371826
+model.layers.21.mlp.experts.122,2.5841875076293945
+model.layers.21.mlp.experts.123,2.565824031829834
+model.layers.21.mlp.experts.124,2.573740005493164
+model.layers.21.mlp.experts.125,2.583956718444824
+model.layers.21.mlp.experts.126,2.5617027282714844
+model.layers.21.mlp.experts.127,2.5565314292907715
+model.layers.21.mlp.experts.128,2.553158760070801
+model.layers.21.mlp.experts.129,2.555180549621582
+model.layers.21.mlp.experts.13,2.56894588470459
+model.layers.21.mlp.experts.130,2.560825824737549
+model.layers.21.mlp.experts.131,2.5645647048950195
+model.layers.21.mlp.experts.132,2.554861545562744
+model.layers.21.mlp.experts.133,2.560391426086426
+model.layers.21.mlp.experts.134,2.552673578262329
+model.layers.21.mlp.experts.135,2.5531017780303955
+model.layers.21.mlp.experts.136,2.5589022636413574
+model.layers.21.mlp.experts.137,2.5566728115081787
+model.layers.21.mlp.experts.138,2.569580316543579
+model.layers.21.mlp.experts.139,2.573664665222168
+model.layers.21.mlp.experts.14,2.5530848503112797
+model.layers.21.mlp.experts.140,2.5550568103790283
+model.layers.21.mlp.experts.141,2.5586068630218506
+model.layers.21.mlp.experts.142,2.638125419616699
+model.layers.21.mlp.experts.143,2.568650245666504
+model.layers.21.mlp.experts.144,2.552818775177002
+model.layers.21.mlp.experts.145,2.55380916595459
+model.layers.21.mlp.experts.146,2.551717758178711
+model.layers.21.mlp.experts.147,2.5588414669036865
+model.layers.21.mlp.experts.148,2.5853302478790283
+model.layers.21.mlp.experts.149,2.554185390472412
+model.layers.21.mlp.experts.15,2.560433864593506
+model.layers.21.mlp.experts.150,2.5913338661193848
+model.layers.21.mlp.experts.151,2.557551860809326
+model.layers.21.mlp.experts.152,2.5543437004089355
+model.layers.21.mlp.experts.153,2.569406270980835
+model.layers.21.mlp.experts.154,2.5634899139404297
+model.layers.21.mlp.experts.155,2.5554823875427246
+model.layers.21.mlp.experts.156,2.553748607635498
+model.layers.21.mlp.experts.157,2.5562963485717773
+model.layers.21.mlp.experts.158,2.556675434112549
+model.layers.21.mlp.experts.159,2.555133819580078
+model.layers.21.mlp.experts.16,2.553321361541748
+model.layers.21.mlp.experts.160,2.5529184341430664
+model.layers.21.mlp.experts.161,2.5545032024383545
+model.layers.21.mlp.experts.162,2.5546250343322754
+model.layers.21.mlp.experts.163,2.577116012573242
+model.layers.21.mlp.experts.164,2.565260171890259
+model.layers.21.mlp.experts.165,2.6699705123901367
+model.layers.21.mlp.experts.166,2.588609457015991
+model.layers.21.mlp.experts.167,2.55970311164856
+model.layers.21.mlp.experts.168,2.5619516372680664
+model.layers.21.mlp.experts.169,2.5529370307922363
+model.layers.21.mlp.experts.17,2.557734251022339
+model.layers.21.mlp.experts.170,2.5596723556518555
+model.layers.21.mlp.experts.171,2.551316976547241
+model.layers.21.mlp.experts.172,2.5738344192504883
+model.layers.21.mlp.experts.173,2.55725646018982
+model.layers.21.mlp.experts.174,2.611639976501465
+model.layers.21.mlp.experts.175,2.564414501190185
+model.layers.21.mlp.experts.176,2.592761516571045
+model.layers.21.mlp.experts.177,2.5860180854797363
+model.layers.21.mlp.experts.178,2.554548978805542
+model.layers.21.mlp.experts.179,2.5541043281555176
+model.layers.21.mlp.experts.18,2.555750846862793
+model.layers.21.mlp.experts.180,2.555720090866089
+model.layers.21.mlp.experts.181,2.5545897483825684
+model.layers.21.mlp.experts.182,2.550867795944214
+model.layers.21.mlp.experts.183,2.6003305912017822
+model.layers.21.mlp.experts.184,2.584042549133301
+model.layers.21.mlp.experts.185,2.560922145843506
+model.layers.21.mlp.experts.186,2.5740649700164795
+model.layers.21.mlp.experts.187,2.570460796356201
+model.layers.21.mlp.experts.188,2.573502779006958
+model.layers.21.mlp.experts.189,2.936330795288086
+model.layers.21.mlp.experts.19,2.559387445449829
+model.layers.21.mlp.experts.190,2.56213116645813
+model.layers.21.mlp.experts.191,2.552086591720581
+model.layers.21.mlp.experts.192,2.554593563079834
+model.layers.21.mlp.experts.193,2.557488441467285
+model.layers.21.mlp.experts.194,2.5544538497924805
+model.layers.21.mlp.experts.195,2.5564939975738525
+model.layers.21.mlp.experts.196,2.55317497253418
+model.layers.21.mlp.experts.197,2.5648484230041504
+model.layers.21.mlp.experts.198,2.559161424636841
+model.layers.21.mlp.experts.199,2.553123235702514
+model.layers.21.mlp.experts.2,2.5605173110961914
+model.layers.21.mlp.experts.20,2.556914806365967
+model.layers.21.mlp.experts.200,2.5547821521759038
+model.layers.21.mlp.experts.201,2.5579171180725098
+model.layers.21.mlp.experts.202,2.565649509429932
+model.layers.21.mlp.experts.203,2.57051944732666
+model.layers.21.mlp.experts.204,2.5923097133636475
+model.layers.21.mlp.experts.205,2.552709579467773
+model.layers.21.mlp.experts.206,2.5517799854278564
+model.layers.21.mlp.experts.207,2.5543041229248047
+model.layers.21.mlp.experts.208,2.5684733390808105
+model.layers.21.mlp.experts.209,2.5639121532440186
+model.layers.21.mlp.experts.21,2.556668758392334
+model.layers.21.mlp.experts.210,2.553563117980957
+model.layers.21.mlp.experts.211,2.5541858673095703
+model.layers.21.mlp.experts.212,2.5700271129608154
+model.layers.21.mlp.experts.213,2.565741777420044
+model.layers.21.mlp.experts.214,2.557034969329834
+model.layers.21.mlp.experts.215,2.5575215816497803
+model.layers.21.mlp.experts.216,2.5567996501922607
+model.layers.21.mlp.experts.217,2.561195611953736
+model.layers.21.mlp.experts.218,2.559290885925293
+model.layers.21.mlp.experts.219,2.5576388835906982
+model.layers.21.mlp.experts.22,2.5548324584960938
+model.layers.21.mlp.experts.220,2.5681252479553223
+model.layers.21.mlp.experts.221,2.5569159984588623
+model.layers.21.mlp.experts.222,2.5605859756469727
+model.layers.21.mlp.experts.223,2.5587406158447266
+model.layers.21.mlp.experts.224,2.554862260818481
+model.layers.21.mlp.experts.225,2.5513339042663574
+model.layers.21.mlp.experts.226,2.560096979141236
+model.layers.21.mlp.experts.227,2.5621581077575684
+model.layers.21.mlp.experts.228,2.5652313232421875
+model.layers.21.mlp.experts.229,2.555368661880493
+model.layers.21.mlp.experts.23,2.5573649406433105
+model.layers.21.mlp.experts.230,2.5678727626800537
+model.layers.21.mlp.experts.231,2.566914796829224
+model.layers.21.mlp.experts.232,2.563270807266236
+model.layers.21.mlp.experts.233,2.5600314140319824
+model.layers.21.mlp.experts.234,2.558070659637451
+model.layers.21.mlp.experts.235,2.5568790435791016
+model.layers.21.mlp.experts.236,2.5518054962158203
+model.layers.21.mlp.experts.237,2.560429334640503
+model.layers.21.mlp.experts.238,2.5538012981414795
+model.layers.21.mlp.experts.239,2.554760217666626
+model.layers.21.mlp.experts.24,2.5604944229125977
+model.layers.21.mlp.experts.240,2.554538488388061
+model.layers.21.mlp.experts.241,2.554253101348877
+model.layers.21.mlp.experts.242,2.567333936691284
+model.layers.21.mlp.experts.243,2.5559403896331787
+model.layers.21.mlp.experts.244,2.561244487762451
+model.layers.21.mlp.experts.245,2.560197353363037
+model.layers.21.mlp.experts.246,2.5548131465911865
+model.layers.21.mlp.experts.247,2.562708139419556
+model.layers.21.mlp.experts.248,2.562094449996948
+model.layers.21.mlp.experts.249,2.561016082763672
+model.layers.21.mlp.experts.25,2.558950901031494
+model.layers.21.mlp.experts.250,2.5564181804656982
+model.layers.21.mlp.experts.251,2.5685532093048096
+model.layers.21.mlp.experts.252,2.567742347717285
+model.layers.21.mlp.experts.253,2.557435750961304
+model.layers.21.mlp.experts.254,2.557529926300049
+model.layers.21.mlp.experts.255,2.554851770401001
+model.layers.21.mlp.experts.26,2.6016838550567627
+model.layers.21.mlp.experts.27,2.558921813964844
+model.layers.21.mlp.experts.28,2.5530574321746826
+model.layers.21.mlp.experts.29,2.5729079246521
+model.layers.21.mlp.experts.3,2.600472450256348
+model.layers.21.mlp.experts.30,2.551676750183105
+model.layers.21.mlp.experts.31,2.5672855377197266
+model.layers.21.mlp.experts.32,2.563070297241211
+model.layers.21.mlp.experts.33,2.562002897262573
+model.layers.21.mlp.experts.34,2.558459520339966
+model.layers.21.mlp.experts.35,2.557075500488281
+model.layers.21.mlp.experts.36,2.5629513263702397
+model.layers.21.mlp.experts.37,2.5557711124420166
+model.layers.21.mlp.experts.38,2.566138505935669
+model.layers.21.mlp.experts.39,2.5583291053771973
+model.layers.21.mlp.experts.4,2.56298565864563
+model.layers.21.mlp.experts.40,2.566293954849243
+model.layers.21.mlp.experts.41,2.56716537475586
+model.layers.21.mlp.experts.42,2.555699825286865
+model.layers.21.mlp.experts.43,2.5580830574035645
+model.layers.21.mlp.experts.44,2.5593254566192627
+model.layers.21.mlp.experts.45,2.574601650238037
+model.layers.21.mlp.experts.46,2.575584173202514
+model.layers.21.mlp.experts.47,2.55207633972168
+model.layers.21.mlp.experts.48,2.551698684692383
+model.layers.21.mlp.experts.49,2.556088447570801
+model.layers.21.mlp.experts.5,2.560663938522339
+model.layers.21.mlp.experts.50,2.5528531074523926
+model.layers.21.mlp.experts.51,2.602160930633545
+model.layers.21.mlp.experts.52,2.5545504093170166
+model.layers.21.mlp.experts.53,2.5543088912963867
+model.layers.21.mlp.experts.54,2.5709388256073
+model.layers.21.mlp.experts.55,2.558347702026367
+model.layers.21.mlp.experts.56,2.574136734008789
+model.layers.21.mlp.experts.57,2.569392681121826
+model.layers.21.mlp.experts.58,2.557816505432129
+model.layers.21.mlp.experts.59,2.582221269607544
+model.layers.21.mlp.experts.6,2.553363800048828
+model.layers.21.mlp.experts.60,2.55919885635376
+model.layers.21.mlp.experts.61,2.5638222694396973
+model.layers.21.mlp.experts.62,2.577066659927368
+model.layers.21.mlp.experts.63,2.58121657371521
+model.layers.21.mlp.experts.64,2.5562431812286377
+model.layers.21.mlp.experts.65,2.5626182556152344
+model.layers.21.mlp.experts.66,2.584770441055298
+model.layers.21.mlp.experts.67,2.557822227478028
+model.layers.21.mlp.experts.68,2.5578975677490234
+model.layers.21.mlp.experts.69,2.554464101791382
+model.layers.21.mlp.experts.7,2.5549256801605225
+model.layers.21.mlp.experts.70,2.559760093688965
+model.layers.21.mlp.experts.71,2.5646848678588867
+model.layers.21.mlp.experts.72,2.569121599197388
+model.layers.21.mlp.experts.73,2.5875179767608643
+model.layers.21.mlp.experts.74,2.5587823390960693
+model.layers.21.mlp.experts.75,2.55750060081482
+model.layers.21.mlp.experts.76,2.555648803710937
+model.layers.21.mlp.experts.77,2.5528690814971924
+model.layers.21.mlp.experts.78,2.6148250102996826
+model.layers.21.mlp.experts.79,2.553457260131836
+model.layers.21.mlp.experts.8,2.5628108978271484
+model.layers.21.mlp.experts.80,2.5569281578063965
+model.layers.21.mlp.experts.81,2.556199073791504
+model.layers.21.mlp.experts.82,2.55739974975586
+model.layers.21.mlp.experts.83,2.5624547004699707
+model.layers.21.mlp.experts.84,2.560189247131348
+model.layers.21.mlp.experts.85,2.556682586669922
+model.layers.21.mlp.experts.86,2.5749330520629883
+model.layers.21.mlp.experts.87,2.554565668106079
+model.layers.21.mlp.experts.88,2.5519440174102783
+model.layers.21.mlp.experts.89,2.565157890319824
+model.layers.21.mlp.experts.9,2.558011531829834
+model.layers.21.mlp.experts.90,2.5584065914154053
+model.layers.21.mlp.experts.91,2.557368516921997
+model.layers.21.mlp.experts.92,2.571013927459717
+model.layers.21.mlp.experts.93,2.56923770904541
+model.layers.21.mlp.experts.94,2.5704455375671387
+model.layers.21.mlp.experts.95,2.583195209503174
+model.layers.21.mlp.experts.96,2.554666519165039
+model.layers.21.mlp.experts.97,2.5675365924835205
+model.layers.21.mlp.experts.98,2.556926250457764
+model.layers.21.mlp.experts.99,2.559473991394043
+model.layers.21.mlp.shared_experts,2.762395143508911
+model.layers.21.self_attn,2.607532262802124
+model.layers.22.mlp.experts.0,2.5613746643066406
+model.layers.22.mlp.experts.1,2.5607941150665283
+model.layers.22.mlp.experts.10,2.585636854171753
+model.layers.22.mlp.experts.100,2.5545945167541504
+model.layers.22.mlp.experts.101,2.562300205230713
+model.layers.22.mlp.experts.102,2.5575919151306152
+model.layers.22.mlp.experts.103,2.5587821006774902
+model.layers.22.mlp.experts.104,2.555021286010742
+model.layers.22.mlp.experts.105,2.555882453918457
+model.layers.22.mlp.experts.106,2.5584092140197754
+model.layers.22.mlp.experts.107,2.55787992477417
+model.layers.22.mlp.experts.108,2.561141014099121
+model.layers.22.mlp.experts.109,2.5617358684539795
+model.layers.22.mlp.experts.11,2.5622313022613525
+model.layers.22.mlp.experts.110,2.5689375400543213
+model.layers.22.mlp.experts.111,2.559135913848877
+model.layers.22.mlp.experts.112,2.559522151947021
+model.layers.22.mlp.experts.113,2.579640865325928
+model.layers.22.mlp.experts.114,2.555619239807129
+model.layers.22.mlp.experts.115,2.554896593093872
+model.layers.22.mlp.experts.116,2.554725408554077
+model.layers.22.mlp.experts.117,2.5702219009399414
+model.layers.22.mlp.experts.118,2.560629844665528
+model.layers.22.mlp.experts.119,2.5517170429229736
+model.layers.22.mlp.experts.12,2.557169198989868
+model.layers.22.mlp.experts.120,2.568882942199707
+model.layers.22.mlp.experts.121,2.553992986679077
+model.layers.22.mlp.experts.122,2.558962821960449
+model.layers.22.mlp.experts.123,2.5528197288513184
+model.layers.22.mlp.experts.124,2.583364725112915
+model.layers.22.mlp.experts.125,2.575355291366577
+model.layers.22.mlp.experts.126,2.552885055541992
+model.layers.22.mlp.experts.127,2.5597574710845947
+model.layers.22.mlp.experts.128,2.57780122756958
+model.layers.22.mlp.experts.129,2.5528573989868164
+model.layers.22.mlp.experts.13,2.559855461120605
+model.layers.22.mlp.experts.130,2.5567290782928467
+model.layers.22.mlp.experts.131,2.5623083114624023
+model.layers.22.mlp.experts.132,2.563591480255127
+model.layers.22.mlp.experts.133,2.5602595806121826
+model.layers.22.mlp.experts.134,2.554943799972534
+model.layers.22.mlp.experts.135,2.609912157058716
+model.layers.22.mlp.experts.136,2.5734779834747314
+model.layers.22.mlp.experts.137,2.565227031707764
+model.layers.22.mlp.experts.138,2.605259418487549
+model.layers.22.mlp.experts.139,2.556682586669922
+model.layers.22.mlp.experts.14,2.5606801509857178
+model.layers.22.mlp.experts.140,2.56328558921814
+model.layers.22.mlp.experts.141,2.555851459503174
+model.layers.22.mlp.experts.142,2.5576250553131104
+model.layers.22.mlp.experts.143,2.5561017990112305
+model.layers.22.mlp.experts.144,2.5570225715637207
+model.layers.22.mlp.experts.145,2.555502414703369
+model.layers.22.mlp.experts.146,2.5663070678710938
+model.layers.22.mlp.experts.147,2.5554919242858887
+model.layers.22.mlp.experts.148,2.554039001464844
+model.layers.22.mlp.experts.149,2.56052303314209
+model.layers.22.mlp.experts.15,2.5530714988708496
+model.layers.22.mlp.experts.150,2.8054215908050537
+model.layers.22.mlp.experts.151,2.5705795288085938
+model.layers.22.mlp.experts.152,2.5604910850524902
+model.layers.22.mlp.experts.153,2.556868314743042
+model.layers.22.mlp.experts.154,2.5547661781311035
+model.layers.22.mlp.experts.155,2.5565903186798096
+model.layers.22.mlp.experts.156,2.5686912536621094
+model.layers.22.mlp.experts.157,2.5776610374450684
+model.layers.22.mlp.experts.158,2.555990695953369
+model.layers.22.mlp.experts.159,2.5598864555358887
+model.layers.22.mlp.experts.16,2.561001777648926
+model.layers.22.mlp.experts.160,2.5779051780700684
+model.layers.22.mlp.experts.161,2.5579075813293457
+model.layers.22.mlp.experts.162,2.5574522018432617
+model.layers.22.mlp.experts.163,2.561209201812744
+model.layers.22.mlp.experts.164,2.556095123291016
+model.layers.22.mlp.experts.165,2.556273937225342
+model.layers.22.mlp.experts.166,2.5616278648376465
+model.layers.22.mlp.experts.167,2.5540695190429688
+model.layers.22.mlp.experts.168,2.556098461151123
+model.layers.22.mlp.experts.169,2.557629108428955
+model.layers.22.mlp.experts.17,2.562185764312744
+model.layers.22.mlp.experts.170,2.5586748123168945
+model.layers.22.mlp.experts.171,2.571566343307495
+model.layers.22.mlp.experts.172,2.5508999824523926
+model.layers.22.mlp.experts.173,2.5599803924560547
+model.layers.22.mlp.experts.174,2.5517146587371826
+model.layers.22.mlp.experts.175,2.585970878601074
+model.layers.22.mlp.experts.176,2.591063499450684
+model.layers.22.mlp.experts.177,2.56182861328125
+model.layers.22.mlp.experts.178,2.55396032333374
+model.layers.22.mlp.experts.179,2.5529088973999023
+model.layers.22.mlp.experts.18,2.5581791400909424
+model.layers.22.mlp.experts.180,2.555955171585083
+model.layers.22.mlp.experts.181,2.562464714050293
+model.layers.22.mlp.experts.182,2.5628161430358887
+model.layers.22.mlp.experts.183,2.5586817264556885
+model.layers.22.mlp.experts.184,2.6936042308807373
+model.layers.22.mlp.experts.185,2.559657096862793
+model.layers.22.mlp.experts.186,2.5672998428344727
+model.layers.22.mlp.experts.187,2.573514223098755
+model.layers.22.mlp.experts.188,2.5799527168273926
+model.layers.22.mlp.experts.189,2.595005989074707
+model.layers.22.mlp.experts.19,2.5699682235717773
+model.layers.22.mlp.experts.190,2.5837302207946777
+model.layers.22.mlp.experts.191,2.590346336364746
+model.layers.22.mlp.experts.192,2.557339668273926
+model.layers.22.mlp.experts.193,2.5527184009552
+model.layers.22.mlp.experts.194,2.571033000946045
+model.layers.22.mlp.experts.195,2.569335460662842
+model.layers.22.mlp.experts.196,2.563551425933838
+model.layers.22.mlp.experts.197,2.5589733123779297
+model.layers.22.mlp.experts.198,2.5633175373077397
+model.layers.22.mlp.experts.199,2.554543972015381
+model.layers.22.mlp.experts.2,2.569133996963501
+model.layers.22.mlp.experts.20,2.5551910400390625
+model.layers.22.mlp.experts.200,2.560570001602173
+model.layers.22.mlp.experts.201,2.5858154296875
+model.layers.22.mlp.experts.202,2.553903579711914
+model.layers.22.mlp.experts.203,2.5514769554138184
+model.layers.22.mlp.experts.204,2.566269636154175
+model.layers.22.mlp.experts.205,2.6699538230896
+model.layers.22.mlp.experts.206,2.562023162841797
+model.layers.22.mlp.experts.207,2.558146715164185
+model.layers.22.mlp.experts.208,2.560942411422729
+model.layers.22.mlp.experts.209,2.577932596206665
+model.layers.22.mlp.experts.21,2.5541791915893555
+model.layers.22.mlp.experts.210,2.596132516860962
+model.layers.22.mlp.experts.211,2.5654959678649902
+model.layers.22.mlp.experts.212,2.5632543563842773
+model.layers.22.mlp.experts.213,2.55662202835083
+model.layers.22.mlp.experts.214,2.5515456199646
+model.layers.22.mlp.experts.215,2.5524473190307617
+model.layers.22.mlp.experts.216,2.5547115802764893
+model.layers.22.mlp.experts.217,2.558109998703003
+model.layers.22.mlp.experts.218,2.557953357696533
+model.layers.22.mlp.experts.219,2.562045097351074
+model.layers.22.mlp.experts.22,2.5633504390716557
+model.layers.22.mlp.experts.220,2.557667732238769
+model.layers.22.mlp.experts.221,2.563792943954468
+model.layers.22.mlp.experts.222,2.576934814453125
+model.layers.22.mlp.experts.223,2.558230400085449
+model.layers.22.mlp.experts.224,2.557729959487915
+model.layers.22.mlp.experts.225,2.5678906440734863
+model.layers.22.mlp.experts.226,2.6258528232574463
+model.layers.22.mlp.experts.227,2.55569076538086
+model.layers.22.mlp.experts.228,2.55715560913086
+model.layers.22.mlp.experts.229,2.5521206855773926
+model.layers.22.mlp.experts.23,2.69162917137146
+model.layers.22.mlp.experts.230,2.5512683391571045
+model.layers.22.mlp.experts.231,2.5560245513916016
+model.layers.22.mlp.experts.232,2.5561940670013428
+model.layers.22.mlp.experts.233,2.553380489349365
+model.layers.22.mlp.experts.234,2.5543453693389893
+model.layers.22.mlp.experts.235,2.5518150329589844
+model.layers.22.mlp.experts.236,2.567965507507324
+model.layers.22.mlp.experts.237,2.554645538330078
+model.layers.22.mlp.experts.238,2.552698373794556
+model.layers.22.mlp.experts.239,2.552799224853516
+model.layers.22.mlp.experts.24,2.557816505432129
+model.layers.22.mlp.experts.240,2.5557284355163574
+model.layers.22.mlp.experts.241,2.5526726245880127
+model.layers.22.mlp.experts.242,2.554558038711548
+model.layers.22.mlp.experts.243,2.5549192428588867
+model.layers.22.mlp.experts.244,2.5641722679138184
+model.layers.22.mlp.experts.245,2.557891845703125
+model.layers.22.mlp.experts.246,2.5613367557525635
+model.layers.22.mlp.experts.247,2.553963661193848
+model.layers.22.mlp.experts.248,2.5645570755004883
+model.layers.22.mlp.experts.249,2.5569839477539062
+model.layers.22.mlp.experts.25,2.56988787651062
+model.layers.22.mlp.experts.250,2.5687062740325928
+model.layers.22.mlp.experts.251,2.574657917022705
+model.layers.22.mlp.experts.252,2.551941156387329
+model.layers.22.mlp.experts.253,2.5589871406555176
+model.layers.22.mlp.experts.254,2.5642552375793457
+model.layers.22.mlp.experts.255,2.5800795555114746
+model.layers.22.mlp.experts.26,2.563541889190674
+model.layers.22.mlp.experts.27,2.561442852020264
+model.layers.22.mlp.experts.28,2.561041831970215
+model.layers.22.mlp.experts.29,2.561375141143799
+model.layers.22.mlp.experts.3,2.561156272888184
+model.layers.22.mlp.experts.30,2.559170961380005
+model.layers.22.mlp.experts.31,2.5892412662506104
+model.layers.22.mlp.experts.32,2.553428649902344
+model.layers.22.mlp.experts.33,2.56081771850586
+model.layers.22.mlp.experts.34,2.554219484329224
+model.layers.22.mlp.experts.35,2.5593137741088867
+model.layers.22.mlp.experts.36,2.567690372467041
+model.layers.22.mlp.experts.37,2.568047523498535
+model.layers.22.mlp.experts.38,2.554363489151001
+model.layers.22.mlp.experts.39,2.56032943725586
+model.layers.22.mlp.experts.4,2.563817977905273
+model.layers.22.mlp.experts.40,2.5568301677703857
+model.layers.22.mlp.experts.41,2.5543642044067383
+model.layers.22.mlp.experts.42,2.5674660205841064
+model.layers.22.mlp.experts.43,2.561342477798462
+model.layers.22.mlp.experts.44,2.566225051879883
+model.layers.22.mlp.experts.45,2.5659303665161133
+model.layers.22.mlp.experts.46,2.556474208831787
+model.layers.22.mlp.experts.47,2.572021484375
+model.layers.22.mlp.experts.48,2.5573384761810303
+model.layers.22.mlp.experts.49,2.5889153480529785
+model.layers.22.mlp.experts.5,2.664301872253418
+model.layers.22.mlp.experts.50,2.6299829483032227
+model.layers.22.mlp.experts.51,2.5511279106140137
+model.layers.22.mlp.experts.52,2.5634336471557617
+model.layers.22.mlp.experts.53,2.576509714126587
+model.layers.22.mlp.experts.54,2.55828070640564
+model.layers.22.mlp.experts.55,2.5590710639953613
+model.layers.22.mlp.experts.56,2.560755491256714
+model.layers.22.mlp.experts.57,2.559739589691162
+model.layers.22.mlp.experts.58,2.561100006103516
+model.layers.22.mlp.experts.59,2.566534996032715
+model.layers.22.mlp.experts.6,2.556159496307373
+model.layers.22.mlp.experts.60,2.5851752758026123
+model.layers.22.mlp.experts.61,2.5605409145355225
+model.layers.22.mlp.experts.62,2.5708255767822266
+model.layers.22.mlp.experts.63,2.568849563598633
+model.layers.22.mlp.experts.64,2.576723098754883
+model.layers.22.mlp.experts.65,2.551205635070801
+model.layers.22.mlp.experts.66,2.5703186988830566
+model.layers.22.mlp.experts.67,2.5606086254119877
+model.layers.22.mlp.experts.68,2.569214105606079
+model.layers.22.mlp.experts.69,2.5553648471832275
+model.layers.22.mlp.experts.7,2.553027391433716
+model.layers.22.mlp.experts.70,2.6318373680114746
+model.layers.22.mlp.experts.71,2.5751450061798096
+model.layers.22.mlp.experts.72,2.555187702178955
+model.layers.22.mlp.experts.73,2.5542140007019043
+model.layers.22.mlp.experts.74,2.5568161010742188
+model.layers.22.mlp.experts.75,2.5784173011779785
+model.layers.22.mlp.experts.76,2.5617918968200684
+model.layers.22.mlp.experts.77,2.556549072265625
+model.layers.22.mlp.experts.78,2.5589163303375244
+model.layers.22.mlp.experts.79,2.5579757690429688
+model.layers.22.mlp.experts.8,2.571133613586426
+model.layers.22.mlp.experts.80,2.555346727371216
+model.layers.22.mlp.experts.81,2.558203935623169
+model.layers.22.mlp.experts.82,2.5599470138549805
+model.layers.22.mlp.experts.83,2.55521821975708
+model.layers.22.mlp.experts.84,2.5598504543304443
+model.layers.22.mlp.experts.85,2.5541696548461914
+model.layers.22.mlp.experts.86,2.5704715251922607
+model.layers.22.mlp.experts.87,2.555891752243042
+model.layers.22.mlp.experts.88,2.5540482997894287
+model.layers.22.mlp.experts.89,2.5573151111602783
+model.layers.22.mlp.experts.9,2.554497241973877
+model.layers.22.mlp.experts.90,2.556490898132324
+model.layers.22.mlp.experts.91,2.5773744583129883
+model.layers.22.mlp.experts.92,2.555259704589844
+model.layers.22.mlp.experts.93,2.56364107131958
+model.layers.22.mlp.experts.94,2.5619957447052
+model.layers.22.mlp.experts.95,2.559701919555664
+model.layers.22.mlp.experts.96,2.566141128540039
+model.layers.22.mlp.experts.97,2.5528247356414795
+model.layers.22.mlp.experts.98,2.556880474090576
+model.layers.22.mlp.experts.99,2.5513691902160645
+model.layers.22.mlp.shared_experts,2.752580165863037
+model.layers.22.self_attn,2.6182518005371094
+model.layers.23.mlp.experts.0,2.560534715652466
+model.layers.23.mlp.experts.1,2.5869479179382324
+model.layers.23.mlp.experts.10,2.563662528991699
+model.layers.23.mlp.experts.100,2.561197280883789
+model.layers.23.mlp.experts.101,2.552217721939087
+model.layers.23.mlp.experts.102,2.5562703609466557
+model.layers.23.mlp.experts.103,2.5763585567474365
+model.layers.23.mlp.experts.104,2.5694732666015625
+model.layers.23.mlp.experts.105,2.5605084896087646
+model.layers.23.mlp.experts.106,2.5587658882141118
+model.layers.23.mlp.experts.107,2.569668292999268
+model.layers.23.mlp.experts.108,2.558745145797729
+model.layers.23.mlp.experts.109,2.559981107711792
+model.layers.23.mlp.experts.11,2.5559098720550537
+model.layers.23.mlp.experts.110,2.5792274475097656
+model.layers.23.mlp.experts.111,2.587334632873535
+model.layers.23.mlp.experts.112,2.560930728912353
+model.layers.23.mlp.experts.113,2.561687707901001
+model.layers.23.mlp.experts.114,2.556471824645996
+model.layers.23.mlp.experts.115,2.552292823791504
+model.layers.23.mlp.experts.116,2.5716259479522705
+model.layers.23.mlp.experts.117,2.555447578430176
+model.layers.23.mlp.experts.118,2.567383050918579
+model.layers.23.mlp.experts.119,2.5566022396087646
+model.layers.23.mlp.experts.12,2.5985915660858154
+model.layers.23.mlp.experts.120,2.5589704513549805
+model.layers.23.mlp.experts.121,2.563775062561035
+model.layers.23.mlp.experts.122,2.567056655883789
+model.layers.23.mlp.experts.123,2.562530994415283
+model.layers.23.mlp.experts.124,2.563434600830078
+model.layers.23.mlp.experts.125,2.555642604827881
+model.layers.23.mlp.experts.126,2.5623984336853027
+model.layers.23.mlp.experts.127,2.572515726089477
+model.layers.23.mlp.experts.128,2.583120584487915
+model.layers.23.mlp.experts.129,2.55582332611084
+model.layers.23.mlp.experts.13,2.585841178894043
+model.layers.23.mlp.experts.130,2.557756900787353
+model.layers.23.mlp.experts.131,2.5532162189483643
+model.layers.23.mlp.experts.132,2.553671836853028
+model.layers.23.mlp.experts.133,2.5863921642303467
+model.layers.23.mlp.experts.134,2.5624170303344727
+model.layers.23.mlp.experts.135,2.555837869644165
+model.layers.23.mlp.experts.136,2.566488981246948
+model.layers.23.mlp.experts.137,2.5619029998779297
+model.layers.23.mlp.experts.138,2.569276809692383
+model.layers.23.mlp.experts.139,2.576730251312256
+model.layers.23.mlp.experts.14,2.5563559532165527
+model.layers.23.mlp.experts.140,2.569100856781006
+model.layers.23.mlp.experts.141,2.615629911422729
+model.layers.23.mlp.experts.142,2.5583817958831787
+model.layers.23.mlp.experts.143,2.5640199184417725
+model.layers.23.mlp.experts.144,2.554400682449341
+model.layers.23.mlp.experts.145,2.559370994567871
+model.layers.23.mlp.experts.146,2.5606839656829834
+model.layers.23.mlp.experts.147,2.5682921409606934
+model.layers.23.mlp.experts.148,2.5691843032836914
+model.layers.23.mlp.experts.149,2.557842493057251
+model.layers.23.mlp.experts.15,2.5593323707580566
+model.layers.23.mlp.experts.150,2.558032989501953
+model.layers.23.mlp.experts.151,2.5548973083496094
+model.layers.23.mlp.experts.152,2.5627384185791016
+model.layers.23.mlp.experts.153,2.5627121925354004
+model.layers.23.mlp.experts.154,2.558159589767456
+model.layers.23.mlp.experts.155,2.560144424438477
+model.layers.23.mlp.experts.156,2.556750059127808
+model.layers.23.mlp.experts.157,2.5942816734313965
+model.layers.23.mlp.experts.158,2.552711248397827
+model.layers.23.mlp.experts.159,2.566758155822754
+model.layers.23.mlp.experts.16,2.5612664222717285
+model.layers.23.mlp.experts.160,2.630833148956299
+model.layers.23.mlp.experts.161,2.556877851486206
+model.layers.23.mlp.experts.162,2.5735321044921875
+model.layers.23.mlp.experts.163,2.5571508407592773
+model.layers.23.mlp.experts.164,2.557053804397583
+model.layers.23.mlp.experts.165,2.584857940673828
+model.layers.23.mlp.experts.166,2.5586495399475098
+model.layers.23.mlp.experts.167,2.567020893096924
+model.layers.23.mlp.experts.168,2.561126232147217
+model.layers.23.mlp.experts.169,2.5579535961151123
+model.layers.23.mlp.experts.17,2.5804011821746826
+model.layers.23.mlp.experts.170,2.558089017868042
+model.layers.23.mlp.experts.171,2.556103229522705
+model.layers.23.mlp.experts.172,2.567798614501953
+model.layers.23.mlp.experts.173,2.5605688095092773
+model.layers.23.mlp.experts.174,2.5555191040039062
+model.layers.23.mlp.experts.175,2.5655877590179443
+model.layers.23.mlp.experts.176,2.556935310363769
+model.layers.23.mlp.experts.177,2.559813499450684
+model.layers.23.mlp.experts.178,2.556885242462158
+model.layers.23.mlp.experts.179,2.5563809871673584
+model.layers.23.mlp.experts.18,2.562950611114502
+model.layers.23.mlp.experts.180,2.5538763999938965
+model.layers.23.mlp.experts.181,2.557373523712158
+model.layers.23.mlp.experts.182,2.556912422180176
+model.layers.23.mlp.experts.183,2.555015087127685
+model.layers.23.mlp.experts.184,2.5634102821350098
+model.layers.23.mlp.experts.185,2.558838129043579
+model.layers.23.mlp.experts.186,2.5671169757843018
+model.layers.23.mlp.experts.187,2.555821180343628
+model.layers.23.mlp.experts.188,2.5586509704589844
+model.layers.23.mlp.experts.189,2.5585408210754395
+model.layers.23.mlp.experts.19,2.557450771331787
+model.layers.23.mlp.experts.190,2.5717990398406982
+model.layers.23.mlp.experts.191,2.5528693199157715
+model.layers.23.mlp.experts.192,2.560067653656006
+model.layers.23.mlp.experts.193,2.561716079711914
+model.layers.23.mlp.experts.194,2.5616884231567383
+model.layers.23.mlp.experts.195,2.576948404312134
+model.layers.23.mlp.experts.196,2.5579922199249268
+model.layers.23.mlp.experts.197,2.572197437286377
+model.layers.23.mlp.experts.198,2.5561842918396
+model.layers.23.mlp.experts.199,2.5795252323150635
+model.layers.23.mlp.experts.2,2.5624241828918457
+model.layers.23.mlp.experts.20,2.568873167037964
+model.layers.23.mlp.experts.200,2.560089111328125
+model.layers.23.mlp.experts.201,2.592273712158203
+model.layers.23.mlp.experts.202,2.555185317993164
+model.layers.23.mlp.experts.203,2.5676157474517822
+model.layers.23.mlp.experts.204,2.557253360748291
+model.layers.23.mlp.experts.205,2.559323787689209
+model.layers.23.mlp.experts.206,2.56763243675232
+model.layers.23.mlp.experts.207,2.5611014366149902
+model.layers.23.mlp.experts.208,2.556306838989258
+model.layers.23.mlp.experts.209,2.5602619647979736
+model.layers.23.mlp.experts.21,2.5618045330047607
+model.layers.23.mlp.experts.210,2.553697109222412
+model.layers.23.mlp.experts.211,2.55631160736084
+model.layers.23.mlp.experts.212,2.5715365409851074
+model.layers.23.mlp.experts.213,2.5692427158355717
+model.layers.23.mlp.experts.214,2.56699800491333
+model.layers.23.mlp.experts.215,2.5734243392944336
+model.layers.23.mlp.experts.216,2.561766624450684
+model.layers.23.mlp.experts.217,2.556384325027466
+model.layers.23.mlp.experts.218,2.562912702560425
+model.layers.23.mlp.experts.219,2.5552663803100586
+model.layers.23.mlp.experts.22,2.5627448558807373
+model.layers.23.mlp.experts.220,2.5540003776550293
+model.layers.23.mlp.experts.221,2.5579092502593994
+model.layers.23.mlp.experts.222,2.5584659576416016
+model.layers.23.mlp.experts.223,2.555257797241211
+model.layers.23.mlp.experts.224,2.5527455806732178
+model.layers.23.mlp.experts.225,2.5666534900665283
+model.layers.23.mlp.experts.226,2.556282997131348
+model.layers.23.mlp.experts.227,2.561180830001831
+model.layers.23.mlp.experts.228,2.557497501373291
+model.layers.23.mlp.experts.229,2.5543928146362305
+model.layers.23.mlp.experts.23,2.660632610321045
+model.layers.23.mlp.experts.230,2.606433868408203
+model.layers.23.mlp.experts.231,2.5603127479553223
+model.layers.23.mlp.experts.232,2.5629396438598637
+model.layers.23.mlp.experts.233,2.552940607070923
+model.layers.23.mlp.experts.234,2.561952590942383
+model.layers.23.mlp.experts.235,2.5542802810668945
+model.layers.23.mlp.experts.236,2.567322254180908
+model.layers.23.mlp.experts.237,2.56787109375
+model.layers.23.mlp.experts.238,2.568131446838379
+model.layers.23.mlp.experts.239,2.5647785663604736
+model.layers.23.mlp.experts.24,2.5562963485717773
+model.layers.23.mlp.experts.240,2.57795524597168
+model.layers.23.mlp.experts.241,2.556149959564209
+model.layers.23.mlp.experts.242,2.5678577423095703
+model.layers.23.mlp.experts.243,2.558602809906006
+model.layers.23.mlp.experts.244,2.5928494930267334
+model.layers.23.mlp.experts.245,2.5789263248443604
+model.layers.23.mlp.experts.246,3.280405282974243
+model.layers.23.mlp.experts.247,2.5555458068847656
+model.layers.23.mlp.experts.248,2.5529587268829346
+model.layers.23.mlp.experts.249,2.5623183250427246
+model.layers.23.mlp.experts.25,2.555331230163574
+model.layers.23.mlp.experts.250,2.5595898628234863
+model.layers.23.mlp.experts.251,2.55124831199646
+model.layers.23.mlp.experts.252,2.593196392059326
+model.layers.23.mlp.experts.253,2.599282741546631
+model.layers.23.mlp.experts.254,2.5660176277160645
+model.layers.23.mlp.experts.255,2.5628223419189453
+model.layers.23.mlp.experts.26,2.629991054534912
+model.layers.23.mlp.experts.27,2.565521478652954
+model.layers.23.mlp.experts.28,2.560723066329956
+model.layers.23.mlp.experts.29,2.5938475131988525
+model.layers.23.mlp.experts.3,2.561835289001465
+model.layers.23.mlp.experts.30,2.5666909217834477
+model.layers.23.mlp.experts.31,2.5630476474761963
+model.layers.23.mlp.experts.32,2.5568525791168213
+model.layers.23.mlp.experts.33,2.5588650703430176
+model.layers.23.mlp.experts.34,2.556357383728028
+model.layers.23.mlp.experts.35,2.560326099395752
+model.layers.23.mlp.experts.36,2.554718017578125
+model.layers.23.mlp.experts.37,2.551703929901123
+model.layers.23.mlp.experts.38,2.557391166687012
+model.layers.23.mlp.experts.39,2.565521240234375
+model.layers.23.mlp.experts.4,2.559542179107666
+model.layers.23.mlp.experts.40,2.5747389793396
+model.layers.23.mlp.experts.41,2.564124584197998
+model.layers.23.mlp.experts.42,2.567325592041016
+model.layers.23.mlp.experts.43,2.559569835662842
+model.layers.23.mlp.experts.44,2.599073886871338
+model.layers.23.mlp.experts.45,2.555060863494873
+model.layers.23.mlp.experts.46,2.5620193481445312
+model.layers.23.mlp.experts.47,2.5803537368774414
+model.layers.23.mlp.experts.48,2.554144382476806
+model.layers.23.mlp.experts.49,2.55842924118042
+model.layers.23.mlp.experts.5,2.5520272254943848
+model.layers.23.mlp.experts.50,2.5623273849487305
+model.layers.23.mlp.experts.51,2.5611841678619385
+model.layers.23.mlp.experts.52,2.58381462097168
+model.layers.23.mlp.experts.53,2.5627706050872803
+model.layers.23.mlp.experts.54,2.562027931213379
+model.layers.23.mlp.experts.55,2.555088996887207
+model.layers.23.mlp.experts.56,2.557945728302002
+model.layers.23.mlp.experts.57,2.557899475097656
+model.layers.23.mlp.experts.58,2.5718088150024414
+model.layers.23.mlp.experts.59,2.5571446418762207
+model.layers.23.mlp.experts.6,2.554795265197754
+model.layers.23.mlp.experts.60,2.552612543106079
+model.layers.23.mlp.experts.61,2.577169418334961
+model.layers.23.mlp.experts.62,2.5527572631835938
+model.layers.23.mlp.experts.63,2.561115264892578
+model.layers.23.mlp.experts.64,2.5585451126098637
+model.layers.23.mlp.experts.65,2.5521512031555176
+model.layers.23.mlp.experts.66,2.5597615242004395
+model.layers.23.mlp.experts.67,2.556699752807617
+model.layers.23.mlp.experts.68,2.560265302658081
+model.layers.23.mlp.experts.69,2.5580508708953857
+model.layers.23.mlp.experts.7,2.5587704181671143
+model.layers.23.mlp.experts.70,2.5679850578308105
+model.layers.23.mlp.experts.71,2.557419538497925
+model.layers.23.mlp.experts.72,2.559301376342773
+model.layers.23.mlp.experts.73,2.5667407512664795
+model.layers.23.mlp.experts.74,2.557441234588623
+model.layers.23.mlp.experts.75,2.5564606189727783
+model.layers.23.mlp.experts.76,2.554250240325928
+model.layers.23.mlp.experts.77,2.580918312072754
+model.layers.23.mlp.experts.78,2.559290885925293
+model.layers.23.mlp.experts.79,2.606850862503052
+model.layers.23.mlp.experts.8,2.55649209022522
+model.layers.23.mlp.experts.80,2.578859806060791
+model.layers.23.mlp.experts.81,2.567267894744873
+model.layers.23.mlp.experts.82,2.554960250854492
+model.layers.23.mlp.experts.83,2.561570644378662
+model.layers.23.mlp.experts.84,2.565915584564209
+model.layers.23.mlp.experts.85,2.560506582260132
+model.layers.23.mlp.experts.86,2.557445287704468
+model.layers.23.mlp.experts.87,2.560358047485352
+model.layers.23.mlp.experts.88,2.554351329803467
+model.layers.23.mlp.experts.89,2.564629554748535
+model.layers.23.mlp.experts.9,2.557725667953491
+model.layers.23.mlp.experts.90,2.5565969944000244
+model.layers.23.mlp.experts.91,2.5679407119750977
+model.layers.23.mlp.experts.92,2.5547773838043213
+model.layers.23.mlp.experts.93,2.564481496810913
+model.layers.23.mlp.experts.94,2.559053897857666
+model.layers.23.mlp.experts.95,2.5629117488861084
+model.layers.23.mlp.experts.96,2.5551021099090576
+model.layers.23.mlp.experts.97,2.569767475128174
+model.layers.23.mlp.experts.98,2.557243824005127
+model.layers.23.mlp.experts.99,2.557680368423462
+model.layers.23.mlp.shared_experts,2.7644288539886475
+model.layers.23.self_attn,2.5990147590637207
+model.layers.24.mlp.experts.0,2.569519281387329
+model.layers.24.mlp.experts.1,2.5552589893341064
+model.layers.24.mlp.experts.10,2.5532379150390625
+model.layers.24.mlp.experts.100,2.5592281818389893
+model.layers.24.mlp.experts.101,2.558416843414306
+model.layers.24.mlp.experts.102,2.558217287063598
+model.layers.24.mlp.experts.103,2.555391788482666
+model.layers.24.mlp.experts.104,2.5640523433685303
+model.layers.24.mlp.experts.105,2.5609426498413086
+model.layers.24.mlp.experts.106,2.5527682304382324
+model.layers.24.mlp.experts.107,2.5553088188171387
+model.layers.24.mlp.experts.108,2.5580551624298096
+model.layers.24.mlp.experts.109,2.556814670562744
+model.layers.24.mlp.experts.11,2.570153951644897
+model.layers.24.mlp.experts.110,2.554786205291748
+model.layers.24.mlp.experts.111,2.559504985809326
+model.layers.24.mlp.experts.112,2.5605275630950928
+model.layers.24.mlp.experts.113,2.566769599914551
+model.layers.24.mlp.experts.114,2.5568490028381348
+model.layers.24.mlp.experts.115,2.560493230819702
+model.layers.24.mlp.experts.116,2.558342456817627
+model.layers.24.mlp.experts.117,2.556606769561768
+model.layers.24.mlp.experts.118,2.558868169784546
+model.layers.24.mlp.experts.119,2.5546505451202397
+model.layers.24.mlp.experts.12,2.563502073287964
+model.layers.24.mlp.experts.120,2.562591552734375
+model.layers.24.mlp.experts.121,2.557779312133789
+model.layers.24.mlp.experts.122,2.5566306114196777
+model.layers.24.mlp.experts.123,2.556459426879883
+model.layers.24.mlp.experts.124,2.5539326667785645
+model.layers.24.mlp.experts.125,2.555752277374268
+model.layers.24.mlp.experts.126,2.5580122470855717
+model.layers.24.mlp.experts.127,2.5585291385650635
+model.layers.24.mlp.experts.128,2.55391788482666
+model.layers.24.mlp.experts.129,2.5523276329040527
+model.layers.24.mlp.experts.13,2.5598068237304688
+model.layers.24.mlp.experts.130,2.553462028503418
+model.layers.24.mlp.experts.131,2.557179927825928
+model.layers.24.mlp.experts.132,2.5549495220184326
+model.layers.24.mlp.experts.133,2.5559606552124023
+model.layers.24.mlp.experts.134,2.572152614593506
+model.layers.24.mlp.experts.135,2.55163836479187
+model.layers.24.mlp.experts.136,2.555959463119507
+model.layers.24.mlp.experts.137,2.5554215908050537
+model.layers.24.mlp.experts.138,2.554626941680908
+model.layers.24.mlp.experts.139,2.556572437286377
+model.layers.24.mlp.experts.14,2.5544795989990234
+model.layers.24.mlp.experts.140,2.553879737854004
+model.layers.24.mlp.experts.141,2.5623223781585693
+model.layers.24.mlp.experts.142,2.5749802589416504
+model.layers.24.mlp.experts.143,2.553306102752685
+model.layers.24.mlp.experts.144,2.551944732666016
+model.layers.24.mlp.experts.145,2.5520339012146
+model.layers.24.mlp.experts.146,2.562303304672241
+model.layers.24.mlp.experts.147,2.608805656433105
+model.layers.24.mlp.experts.148,2.5904288291931152
+model.layers.24.mlp.experts.149,2.6182870864868164
+model.layers.24.mlp.experts.15,2.5591630935668945
+model.layers.24.mlp.experts.150,2.5618677139282227
+model.layers.24.mlp.experts.151,2.5585103034973145
+model.layers.24.mlp.experts.152,2.5543947219848637
+model.layers.24.mlp.experts.153,2.55267596244812
+model.layers.24.mlp.experts.154,2.561854839324951
+model.layers.24.mlp.experts.155,2.6078200340271
+model.layers.24.mlp.experts.156,2.577557325363159
+model.layers.24.mlp.experts.157,2.558351516723633
+model.layers.24.mlp.experts.158,2.57799768447876
+model.layers.24.mlp.experts.159,2.572162628173828
+model.layers.24.mlp.experts.16,2.559167861938477
+model.layers.24.mlp.experts.160,2.5522146224975586
+model.layers.24.mlp.experts.161,2.590683460235596
+model.layers.24.mlp.experts.162,2.5512397289276123
+model.layers.24.mlp.experts.163,2.5521106719970703
+model.layers.24.mlp.experts.164,2.573529958724976
+model.layers.24.mlp.experts.165,2.5558183193206787
+model.layers.24.mlp.experts.166,2.557667016983032
+model.layers.24.mlp.experts.167,2.561192750930786
+model.layers.24.mlp.experts.168,2.562349796295166
+model.layers.24.mlp.experts.169,2.566058397293091
+model.layers.24.mlp.experts.17,2.562669277191162
+model.layers.24.mlp.experts.170,2.558699131011963
+model.layers.24.mlp.experts.171,2.556983232498169
+model.layers.24.mlp.experts.172,2.571450710296631
+model.layers.24.mlp.experts.173,2.557900667190552
+model.layers.24.mlp.experts.174,2.562978506088257
+model.layers.24.mlp.experts.175,2.5531880855560303
+model.layers.24.mlp.experts.176,2.5615968704223637
+model.layers.24.mlp.experts.177,2.555359125137329
+model.layers.24.mlp.experts.178,2.5590503215789795
+model.layers.24.mlp.experts.179,2.5699808597564697
+model.layers.24.mlp.experts.18,2.566272258758545
+model.layers.24.mlp.experts.180,2.5542447566986084
+model.layers.24.mlp.experts.181,2.557443857192993
+model.layers.24.mlp.experts.182,2.5599048137664795
+model.layers.24.mlp.experts.183,2.565270185470581
+model.layers.24.mlp.experts.184,2.588972806930542
+model.layers.24.mlp.experts.185,2.6352381706237797
+model.layers.24.mlp.experts.186,2.594634532928467
+model.layers.24.mlp.experts.187,2.590986013412476
+model.layers.24.mlp.experts.188,2.5759053230285645
+model.layers.24.mlp.experts.189,2.57940673828125
+model.layers.24.mlp.experts.19,2.5569117069244385
+model.layers.24.mlp.experts.190,2.557992458343506
+model.layers.24.mlp.experts.191,2.5783586502075195
+model.layers.24.mlp.experts.192,2.556938409805298
+model.layers.24.mlp.experts.193,2.571786880493164
+model.layers.24.mlp.experts.194,2.552335023880005
+model.layers.24.mlp.experts.195,2.55828595161438
+model.layers.24.mlp.experts.196,2.5598926544189453
+model.layers.24.mlp.experts.197,2.5537710189819336
+model.layers.24.mlp.experts.198,2.562132835388184
+model.layers.24.mlp.experts.199,2.555922031402588
+model.layers.24.mlp.experts.2,2.5568103790283203
+model.layers.24.mlp.experts.20,2.5618906021118164
+model.layers.24.mlp.experts.200,2.5636332035064697
+model.layers.24.mlp.experts.201,2.5598862171173096
+model.layers.24.mlp.experts.202,2.577333688735962
+model.layers.24.mlp.experts.203,2.6170222759246826
+model.layers.24.mlp.experts.204,2.559880018234253
+model.layers.24.mlp.experts.205,2.583961248397827
+model.layers.24.mlp.experts.206,2.575448989868164
+model.layers.24.mlp.experts.207,2.561000108718872
+model.layers.24.mlp.experts.208,2.556859970092773
+model.layers.24.mlp.experts.209,2.553131580352783
+model.layers.24.mlp.experts.21,2.5575103759765625
+model.layers.24.mlp.experts.210,2.5528855323791504
+model.layers.24.mlp.experts.211,2.555506944656372
+model.layers.24.mlp.experts.212,2.575911521911621
+model.layers.24.mlp.experts.213,2.558201789855957
+model.layers.24.mlp.experts.214,2.5572972297668457
+model.layers.24.mlp.experts.215,2.555967330932617
+model.layers.24.mlp.experts.216,2.568650960922241
+model.layers.24.mlp.experts.217,2.553424835205078
+model.layers.24.mlp.experts.218,2.561028003692627
+model.layers.24.mlp.experts.219,2.5529279708862305
+model.layers.24.mlp.experts.22,2.5770609378814697
+model.layers.24.mlp.experts.220,2.5815296173095703
+model.layers.24.mlp.experts.221,2.557323217391968
+model.layers.24.mlp.experts.222,2.5828235149383545
+model.layers.24.mlp.experts.223,2.5584876537323
+model.layers.24.mlp.experts.224,2.5633580684661865
+model.layers.24.mlp.experts.225,2.556561231613159
+model.layers.24.mlp.experts.226,2.559221744537353
+model.layers.24.mlp.experts.227,2.556550979614258
+model.layers.24.mlp.experts.228,2.554095268249512
+model.layers.24.mlp.experts.229,2.5728752613067627
+model.layers.24.mlp.experts.23,2.585243463516236
+model.layers.24.mlp.experts.230,2.571113348007202
+model.layers.24.mlp.experts.231,2.559731721878052
+model.layers.24.mlp.experts.232,2.563021659851074
+model.layers.24.mlp.experts.233,2.5596611499786377
+model.layers.24.mlp.experts.234,2.5567102432250977
+model.layers.24.mlp.experts.235,2.555302381515503
+model.layers.24.mlp.experts.236,2.5547146797180176
+model.layers.24.mlp.experts.237,2.5554983615875244
+model.layers.24.mlp.experts.238,2.572842597961426
+model.layers.24.mlp.experts.239,2.5565004348754883
+model.layers.24.mlp.experts.24,2.557335138320923
+model.layers.24.mlp.experts.240,2.569073438644409
+model.layers.24.mlp.experts.241,2.555213212966919
+model.layers.24.mlp.experts.242,2.6065475940704346
+model.layers.24.mlp.experts.243,2.552968978881836
+model.layers.24.mlp.experts.244,2.5582950115203857
+model.layers.24.mlp.experts.245,2.558213710784912
+model.layers.24.mlp.experts.246,2.5556793212890625
+model.layers.24.mlp.experts.247,2.5957248210906982
+model.layers.24.mlp.experts.248,2.573830366134644
+model.layers.24.mlp.experts.249,2.560439109802246
+model.layers.24.mlp.experts.25,2.561295747756958
+model.layers.24.mlp.experts.250,2.557844877243042
+model.layers.24.mlp.experts.251,2.5568556785583496
+model.layers.24.mlp.experts.252,2.557693719863892
+model.layers.24.mlp.experts.253,2.566418170928955
+model.layers.24.mlp.experts.254,2.56252384185791
+model.layers.24.mlp.experts.255,2.5527937412261963
+model.layers.24.mlp.experts.26,2.5557196140289307
+model.layers.24.mlp.experts.27,2.581608772277832
+model.layers.24.mlp.experts.28,2.5571742057800293
+model.layers.24.mlp.experts.29,2.556281566619873
+model.layers.24.mlp.experts.3,2.554680585861206
+model.layers.24.mlp.experts.30,2.5608272552490234
+model.layers.24.mlp.experts.31,2.5547642707824707
+model.layers.24.mlp.experts.32,2.559489250183105
+model.layers.24.mlp.experts.33,2.5832390785217285
+model.layers.24.mlp.experts.34,2.555964469909668
+model.layers.24.mlp.experts.35,2.551743745803833
+model.layers.24.mlp.experts.36,2.56083345413208
+model.layers.24.mlp.experts.37,2.552793025970459
+model.layers.24.mlp.experts.38,2.560576677322388
+model.layers.24.mlp.experts.39,2.5534353256225586
+model.layers.24.mlp.experts.4,2.55535888671875
+model.layers.24.mlp.experts.40,2.5550737380981445
+model.layers.24.mlp.experts.41,2.59663462638855
+model.layers.24.mlp.experts.42,2.6546759605407715
+model.layers.24.mlp.experts.43,2.563911437988281
+model.layers.24.mlp.experts.44,2.5561282634735107
+model.layers.24.mlp.experts.45,2.5524890422821045
+model.layers.24.mlp.experts.46,2.554267883300781
+model.layers.24.mlp.experts.47,2.553388833999634
+model.layers.24.mlp.experts.48,2.554098129272461
+model.layers.24.mlp.experts.49,2.5570380687713623
+model.layers.24.mlp.experts.5,2.583171844482422
+model.layers.24.mlp.experts.50,2.572671413421631
+model.layers.24.mlp.experts.51,2.5561468601226807
+model.layers.24.mlp.experts.52,2.5677947998046875
+model.layers.24.mlp.experts.53,2.553422212600708
+model.layers.24.mlp.experts.54,2.555681705474853
+model.layers.24.mlp.experts.55,2.5623278617858887
+model.layers.24.mlp.experts.56,2.555617332458496
+model.layers.24.mlp.experts.57,2.581186532974243
+model.layers.24.mlp.experts.58,2.569974660873413
+model.layers.24.mlp.experts.59,2.5565664768218994
+model.layers.24.mlp.experts.6,2.572464227676392
+model.layers.24.mlp.experts.60,2.613056182861328
+model.layers.24.mlp.experts.61,2.5643599033355717
+model.layers.24.mlp.experts.62,2.556016445159912
+model.layers.24.mlp.experts.63,2.5827858448028564
+model.layers.24.mlp.experts.64,2.5994744300842285
+model.layers.24.mlp.experts.65,2.5513648986816406
+model.layers.24.mlp.experts.66,2.556954860687256
+model.layers.24.mlp.experts.67,2.5618667602539062
+model.layers.24.mlp.experts.68,2.5600125789642334
+model.layers.24.mlp.experts.69,2.5606799125671387
+model.layers.24.mlp.experts.7,2.5578513145446777
+model.layers.24.mlp.experts.70,2.552349328994751
+model.layers.24.mlp.experts.71,2.558811902999878
+model.layers.24.mlp.experts.72,2.561864852905273
+model.layers.24.mlp.experts.73,2.5561411380767822
+model.layers.24.mlp.experts.74,2.555875062942505
+model.layers.24.mlp.experts.75,2.560662269592285
+model.layers.24.mlp.experts.76,2.5625970363616943
+model.layers.24.mlp.experts.77,2.555206298828125
+model.layers.24.mlp.experts.78,2.554426670074463
+model.layers.24.mlp.experts.79,2.55776309967041
+model.layers.24.mlp.experts.8,2.55518126487732
+model.layers.24.mlp.experts.80,2.553502082824707
+model.layers.24.mlp.experts.81,2.5571677684783936
+model.layers.24.mlp.experts.82,2.6467456817626958
+model.layers.24.mlp.experts.83,2.562091827392578
+model.layers.24.mlp.experts.84,2.565155506134033
+model.layers.24.mlp.experts.85,2.555604934692383
+model.layers.24.mlp.experts.86,2.5546576976776123
+model.layers.24.mlp.experts.87,2.557711124420166
+model.layers.24.mlp.experts.88,2.559875726699829
+model.layers.24.mlp.experts.89,2.558051586151123
+model.layers.24.mlp.experts.9,2.558689594268799
+model.layers.24.mlp.experts.90,2.5664255619049072
+model.layers.24.mlp.experts.91,2.559852838516236
+model.layers.24.mlp.experts.92,2.56593918800354
+model.layers.24.mlp.experts.93,2.556874990463257
+model.layers.24.mlp.experts.94,2.557910919189453
+model.layers.24.mlp.experts.95,2.556674003601074
+model.layers.24.mlp.experts.96,2.555676221847534
+model.layers.24.mlp.experts.97,2.5699479579925537
+model.layers.24.mlp.experts.98,2.566577196121216
+model.layers.24.mlp.experts.99,2.5574967861175537
+model.layers.24.mlp.shared_experts,2.777383804321289
+model.layers.24.self_attn,2.590960741043091
+model.layers.25.mlp.experts.0,2.5641207695007324
+model.layers.25.mlp.experts.1,2.5561177730560303
+model.layers.25.mlp.experts.10,2.5570802688598637
+model.layers.25.mlp.experts.100,2.566066265106201
+model.layers.25.mlp.experts.101,2.7827744483947754
+model.layers.25.mlp.experts.102,2.556234359741211
+model.layers.25.mlp.experts.103,2.558511972427368
+model.layers.25.mlp.experts.104,2.5613768100738525
+model.layers.25.mlp.experts.105,2.569427967071533
+model.layers.25.mlp.experts.106,2.5768346786499023
+model.layers.25.mlp.experts.107,2.555428981781006
+model.layers.25.mlp.experts.108,2.558306932449341
+model.layers.25.mlp.experts.109,2.5648553371429443
+model.layers.25.mlp.experts.11,2.55825138092041
+model.layers.25.mlp.experts.110,2.5630362033843994
+model.layers.25.mlp.experts.111,2.560802936553955
+model.layers.25.mlp.experts.112,2.7851216793060303
+model.layers.25.mlp.experts.113,2.5600314140319824
+model.layers.25.mlp.experts.114,2.556432247161865
+model.layers.25.mlp.experts.115,2.567599058151245
+model.layers.25.mlp.experts.116,2.5603837966918945
+model.layers.25.mlp.experts.117,2.556704521179199
+model.layers.25.mlp.experts.118,2.558048248291016
+model.layers.25.mlp.experts.119,2.56428861618042
+model.layers.25.mlp.experts.12,2.554856300354004
+model.layers.25.mlp.experts.120,2.5600509643554688
+model.layers.25.mlp.experts.121,2.556114912033081
+model.layers.25.mlp.experts.122,2.595536231994629
+model.layers.25.mlp.experts.123,2.5663280487060547
+model.layers.25.mlp.experts.124,2.5643205642700195
+model.layers.25.mlp.experts.125,2.5938706398010254
+model.layers.25.mlp.experts.126,2.551788330078125
+model.layers.25.mlp.experts.127,2.554490804672241
+model.layers.25.mlp.experts.128,2.551731586456299
+model.layers.25.mlp.experts.129,2.562894105911255
+model.layers.25.mlp.experts.13,2.558295249938965
+model.layers.25.mlp.experts.130,2.559861898422241
+model.layers.25.mlp.experts.131,2.555109024047852
+model.layers.25.mlp.experts.132,2.5513341426849365
+model.layers.25.mlp.experts.133,2.563244342803955
+model.layers.25.mlp.experts.134,2.6208791732788086
+model.layers.25.mlp.experts.135,2.566404342651367
+model.layers.25.mlp.experts.136,2.558523178100586
+model.layers.25.mlp.experts.137,2.55537486076355
+model.layers.25.mlp.experts.138,2.625105857849121
+model.layers.25.mlp.experts.139,2.553141593933105
+model.layers.25.mlp.experts.14,2.5710930824279785
+model.layers.25.mlp.experts.140,2.55533504486084
+model.layers.25.mlp.experts.141,2.562820672988892
+model.layers.25.mlp.experts.142,2.55582332611084
+model.layers.25.mlp.experts.143,2.560637950897217
+model.layers.25.mlp.experts.144,2.562408447265625
+model.layers.25.mlp.experts.145,2.561288833618164
+model.layers.25.mlp.experts.146,2.558777332305908
+model.layers.25.mlp.experts.147,2.5532591342926025
+model.layers.25.mlp.experts.148,2.563577175140381
+model.layers.25.mlp.experts.149,2.552602052688598
+model.layers.25.mlp.experts.15,2.566553831100464
+model.layers.25.mlp.experts.150,2.559378862380981
+model.layers.25.mlp.experts.151,2.565011978149414
+model.layers.25.mlp.experts.152,2.56252121925354
+model.layers.25.mlp.experts.153,2.568418502807617
+model.layers.25.mlp.experts.154,2.56251072883606
+model.layers.25.mlp.experts.155,2.579097270965576
+model.layers.25.mlp.experts.156,2.555856466293335
+model.layers.25.mlp.experts.157,2.5579683780670166
+model.layers.25.mlp.experts.158,2.6186842918396
+model.layers.25.mlp.experts.159,2.5547542572021484
+model.layers.25.mlp.experts.16,2.554404258728028
+model.layers.25.mlp.experts.160,2.557891368865967
+model.layers.25.mlp.experts.161,2.5744271278381348
+model.layers.25.mlp.experts.162,2.55301284790039
+model.layers.25.mlp.experts.163,2.592614889144897
+model.layers.25.mlp.experts.164,2.5698401927948
+model.layers.25.mlp.experts.165,2.55454683303833
+model.layers.25.mlp.experts.166,2.557374954223633
+model.layers.25.mlp.experts.167,2.5724241733551025
+model.layers.25.mlp.experts.168,2.5752689838409424
+model.layers.25.mlp.experts.169,2.5563197135925293
+model.layers.25.mlp.experts.17,2.576354742050171
+model.layers.25.mlp.experts.170,2.558793544769287
+model.layers.25.mlp.experts.171,2.5970122814178467
+model.layers.25.mlp.experts.172,2.5543975830078125
+model.layers.25.mlp.experts.173,2.5536255836486816
+model.layers.25.mlp.experts.174,2.5548386573791504
+model.layers.25.mlp.experts.175,2.5551066398620605
+model.layers.25.mlp.experts.176,2.5605273246765137
+model.layers.25.mlp.experts.177,2.560853958129883
+model.layers.25.mlp.experts.178,2.551316738128662
+model.layers.25.mlp.experts.179,2.551422357559204
+model.layers.25.mlp.experts.18,2.5729923248291016
+model.layers.25.mlp.experts.180,2.5628561973571777
+model.layers.25.mlp.experts.181,2.554511070251465
+model.layers.25.mlp.experts.182,2.551993131637573
+model.layers.25.mlp.experts.183,2.5707597732543945
+model.layers.25.mlp.experts.184,2.5595765113830566
+model.layers.25.mlp.experts.185,2.557459592819214
+model.layers.25.mlp.experts.186,2.556851863861084
+model.layers.25.mlp.experts.187,2.5610220432281494
+model.layers.25.mlp.experts.188,2.5637872219085693
+model.layers.25.mlp.experts.189,2.5534260272979736
+model.layers.25.mlp.experts.19,2.55887508392334
+model.layers.25.mlp.experts.190,2.5737321376800537
+model.layers.25.mlp.experts.191,2.5673418045043945
+model.layers.25.mlp.experts.192,2.55423641204834
+model.layers.25.mlp.experts.193,2.55224609375
+model.layers.25.mlp.experts.194,2.5694804191589355
+model.layers.25.mlp.experts.195,2.5596344470977783
+model.layers.25.mlp.experts.196,2.551866054534912
+model.layers.25.mlp.experts.197,2.5550599098205566
+model.layers.25.mlp.experts.198,2.564700126647949
+model.layers.25.mlp.experts.199,2.5603718757629395
+model.layers.25.mlp.experts.2,2.5804803371429443
+model.layers.25.mlp.experts.20,2.561202049255371
+model.layers.25.mlp.experts.200,2.5683603286743164
+model.layers.25.mlp.experts.201,2.559224367141724
+model.layers.25.mlp.experts.202,2.560502290725708
+model.layers.25.mlp.experts.203,2.556494951248169
+model.layers.25.mlp.experts.204,2.5791049003601074
+model.layers.25.mlp.experts.205,2.59127140045166
+model.layers.25.mlp.experts.206,2.5542571544647217
+model.layers.25.mlp.experts.207,2.558906316757202
+model.layers.25.mlp.experts.208,2.5643348693847656
+model.layers.25.mlp.experts.209,2.5610921382904053
+model.layers.25.mlp.experts.21,2.554903030395508
+model.layers.25.mlp.experts.210,2.555949211120605
+model.layers.25.mlp.experts.211,2.56400203704834
+model.layers.25.mlp.experts.212,2.558908462524414
+model.layers.25.mlp.experts.213,2.5531868934631348
+model.layers.25.mlp.experts.214,2.5526695251464844
+model.layers.25.mlp.experts.215,2.5619382858276367
+model.layers.25.mlp.experts.216,2.557981014251709
+model.layers.25.mlp.experts.217,2.557480335235596
+model.layers.25.mlp.experts.218,2.556570053100586
+model.layers.25.mlp.experts.219,2.5540318489074707
+model.layers.25.mlp.experts.22,2.5651445388793945
+model.layers.25.mlp.experts.220,2.558467149734497
+model.layers.25.mlp.experts.221,2.5569188594818115
+model.layers.25.mlp.experts.222,2.5604982376098637
+model.layers.25.mlp.experts.223,2.552262306213379
+model.layers.25.mlp.experts.224,2.5563132762908936
+model.layers.25.mlp.experts.225,2.551755905151367
+model.layers.25.mlp.experts.226,2.56302547454834
+model.layers.25.mlp.experts.227,2.553783655166626
+model.layers.25.mlp.experts.228,2.562430620193481
+model.layers.25.mlp.experts.229,2.555957794189453
+model.layers.25.mlp.experts.23,2.560194969177246
+model.layers.25.mlp.experts.230,2.5586555004119877
+model.layers.25.mlp.experts.231,2.5570082664489746
+model.layers.25.mlp.experts.232,2.554171323776245
+model.layers.25.mlp.experts.233,2.558801889419556
+model.layers.25.mlp.experts.234,2.5551884174346924
+model.layers.25.mlp.experts.235,2.5532193183898926
+model.layers.25.mlp.experts.236,2.5534138679504395
+model.layers.25.mlp.experts.237,2.555510997772217
+model.layers.25.mlp.experts.238,2.555359125137329
+model.layers.25.mlp.experts.239,2.5549416542053223
+model.layers.25.mlp.experts.24,2.555882692337036
+model.layers.25.mlp.experts.240,2.598362922668457
+model.layers.25.mlp.experts.241,2.577627658843994
+model.layers.25.mlp.experts.242,2.555758476257324
+model.layers.25.mlp.experts.243,2.5575406551361084
+model.layers.25.mlp.experts.244,2.5726799964904785
+model.layers.25.mlp.experts.245,2.560245990753174
+model.layers.25.mlp.experts.246,2.552445411682129
+model.layers.25.mlp.experts.247,2.5575568675994877
+model.layers.25.mlp.experts.248,2.557979822158813
+model.layers.25.mlp.experts.249,2.573423147201538
+model.layers.25.mlp.experts.25,2.5562806129455566
+model.layers.25.mlp.experts.250,2.560239791870117
+model.layers.25.mlp.experts.251,2.55602765083313
+model.layers.25.mlp.experts.252,2.554616928100586
+model.layers.25.mlp.experts.253,2.557524442672729
+model.layers.25.mlp.experts.254,2.5627009868621826
+model.layers.25.mlp.experts.255,2.5603363513946533
+model.layers.25.mlp.experts.26,2.5554261207580566
+model.layers.25.mlp.experts.27,2.553168773651123
+model.layers.25.mlp.experts.28,2.5661187171936035
+model.layers.25.mlp.experts.29,2.581239461898804
+model.layers.25.mlp.experts.3,2.56066632270813
+model.layers.25.mlp.experts.30,2.5574772357940674
+model.layers.25.mlp.experts.31,2.5596160888671875
+model.layers.25.mlp.experts.32,2.5596866607666016
+model.layers.25.mlp.experts.33,2.580137252807617
+model.layers.25.mlp.experts.34,2.558107614517212
+model.layers.25.mlp.experts.35,2.5525331497192383
+model.layers.25.mlp.experts.36,2.5538902282714844
+model.layers.25.mlp.experts.37,2.6153736114501958
+model.layers.25.mlp.experts.38,2.5509610176086426
+model.layers.25.mlp.experts.39,2.559748411178589
+model.layers.25.mlp.experts.4,2.555630922317505
+model.layers.25.mlp.experts.40,2.5552220344543457
+model.layers.25.mlp.experts.41,2.5595617294311523
+model.layers.25.mlp.experts.42,2.5571441650390625
+model.layers.25.mlp.experts.43,2.552829504013061
+model.layers.25.mlp.experts.44,2.555929183959961
+model.layers.25.mlp.experts.45,2.5605719089508057
+model.layers.25.mlp.experts.46,2.5634684562683105
+model.layers.25.mlp.experts.47,2.5584816932678223
+model.layers.25.mlp.experts.48,2.555429458618164
+model.layers.25.mlp.experts.49,2.587052583694458
+model.layers.25.mlp.experts.5,2.559823513031006
+model.layers.25.mlp.experts.50,2.5643155574798584
+model.layers.25.mlp.experts.51,2.5919320583343506
+model.layers.25.mlp.experts.52,2.5544886589050293
+model.layers.25.mlp.experts.53,2.551480770111084
+model.layers.25.mlp.experts.54,2.557542324066162
+model.layers.25.mlp.experts.55,2.556920289993286
+model.layers.25.mlp.experts.56,2.559203624725342
+model.layers.25.mlp.experts.57,2.5864007472991943
+model.layers.25.mlp.experts.58,2.560680389404297
+model.layers.25.mlp.experts.59,2.5547966957092285
+model.layers.25.mlp.experts.6,2.568578004837036
+model.layers.25.mlp.experts.60,2.558671474456787
+model.layers.25.mlp.experts.61,2.5719668865203857
+model.layers.25.mlp.experts.62,2.556216239929199
+model.layers.25.mlp.experts.63,2.554938316345215
+model.layers.25.mlp.experts.64,2.552867889404297
+model.layers.25.mlp.experts.65,2.563432455062866
+model.layers.25.mlp.experts.66,2.6669347286224365
+model.layers.25.mlp.experts.67,2.552607297897339
+model.layers.25.mlp.experts.68,2.561389923095703
+model.layers.25.mlp.experts.69,2.571377754211426
+model.layers.25.mlp.experts.7,2.561738967895508
+model.layers.25.mlp.experts.70,2.5558481216430664
+model.layers.25.mlp.experts.71,2.553384065628052
+model.layers.25.mlp.experts.72,2.555565595626831
+model.layers.25.mlp.experts.73,2.590195178985596
+model.layers.25.mlp.experts.74,2.553717851638794
+model.layers.25.mlp.experts.75,2.557811498641968
+model.layers.25.mlp.experts.76,2.556823253631592
+model.layers.25.mlp.experts.77,2.558497428894043
+model.layers.25.mlp.experts.78,2.564316511154175
+model.layers.25.mlp.experts.79,2.5591464042663574
+model.layers.25.mlp.experts.8,2.582851886749268
+model.layers.25.mlp.experts.80,2.556131362915039
+model.layers.25.mlp.experts.81,2.561758518218994
+model.layers.25.mlp.experts.82,2.5588159561157227
+model.layers.25.mlp.experts.83,2.560096025466919
+model.layers.25.mlp.experts.84,2.5602593421936035
+model.layers.25.mlp.experts.85,2.5550901889801025
+model.layers.25.mlp.experts.86,2.62799072265625
+model.layers.25.mlp.experts.87,2.555902004241944
+model.layers.25.mlp.experts.88,2.563168525695801
+model.layers.25.mlp.experts.89,2.559698343276977
+model.layers.25.mlp.experts.9,2.5910086631774902
+model.layers.25.mlp.experts.90,2.554722309112549
+model.layers.25.mlp.experts.91,2.5563173294067383
+model.layers.25.mlp.experts.92,2.558549165725708
+model.layers.25.mlp.experts.93,2.5742199420928955
+model.layers.25.mlp.experts.94,2.5595829486846924
+model.layers.25.mlp.experts.95,2.555809497833252
+model.layers.25.mlp.experts.96,2.5690786838531494
+model.layers.25.mlp.experts.97,2.612299919128418
+model.layers.25.mlp.experts.98,2.553868770599365
+model.layers.25.mlp.experts.99,2.552546739578247
+model.layers.25.mlp.shared_experts,2.78187108039856
+model.layers.25.self_attn,2.5909786224365234
+model.layers.26.mlp.experts.0,2.5624403953552246
+model.layers.26.mlp.experts.1,2.553305149078369
+model.layers.26.mlp.experts.10,2.554875373840332
+model.layers.26.mlp.experts.100,2.574325561523437
+model.layers.26.mlp.experts.101,2.552851438522339
+model.layers.26.mlp.experts.102,2.557662010192871
+model.layers.26.mlp.experts.103,2.5600874423980717
+model.layers.26.mlp.experts.104,2.556046724319458
+model.layers.26.mlp.experts.105,2.556669950485229
+model.layers.26.mlp.experts.106,2.557672500610352
+model.layers.26.mlp.experts.107,2.560249328613281
+model.layers.26.mlp.experts.108,2.5642714500427246
+model.layers.26.mlp.experts.109,2.558021545410156
+model.layers.26.mlp.experts.11,2.558594226837158
+model.layers.26.mlp.experts.110,2.5589003562927246
+model.layers.26.mlp.experts.111,2.557960271835327
+model.layers.26.mlp.experts.112,2.558657646179199
+model.layers.26.mlp.experts.113,2.5595710277557373
+model.layers.26.mlp.experts.114,2.5578384399414062
+model.layers.26.mlp.experts.115,2.58327579498291
+model.layers.26.mlp.experts.116,2.5915253162384038
+model.layers.26.mlp.experts.117,2.556809663772583
+model.layers.26.mlp.experts.118,2.557830333709717
+model.layers.26.mlp.experts.119,2.561477899551392
+model.layers.26.mlp.experts.12,2.5970664024353027
+model.layers.26.mlp.experts.120,2.5579288005828857
+model.layers.26.mlp.experts.121,2.5609469413757324
+model.layers.26.mlp.experts.122,2.566162347793579
+model.layers.26.mlp.experts.123,2.5652174949646
+model.layers.26.mlp.experts.124,2.556516647338867
+model.layers.26.mlp.experts.125,2.5572056770324707
+model.layers.26.mlp.experts.126,2.5927536487579346
+model.layers.26.mlp.experts.127,2.553352832794189
+model.layers.26.mlp.experts.128,2.552010059356689
+model.layers.26.mlp.experts.129,2.5964722633361816
+model.layers.26.mlp.experts.13,2.5549495220184326
+model.layers.26.mlp.experts.130,2.5816164016723637
+model.layers.26.mlp.experts.131,2.5555734634399414
+model.layers.26.mlp.experts.132,2.5616087913513184
+model.layers.26.mlp.experts.133,2.554633617401123
+model.layers.26.mlp.experts.134,2.5582075119018555
+model.layers.26.mlp.experts.135,2.565484046936035
+model.layers.26.mlp.experts.136,2.551828384399414
+model.layers.26.mlp.experts.137,2.5626282691955566
+model.layers.26.mlp.experts.138,2.568209171295166
+model.layers.26.mlp.experts.139,2.5545449256896973
+model.layers.26.mlp.experts.14,2.559131383895874
+model.layers.26.mlp.experts.140,2.5656754970550537
+model.layers.26.mlp.experts.141,2.5601954460144043
+model.layers.26.mlp.experts.142,2.5590524673461914
+model.layers.26.mlp.experts.143,2.553476333618164
+model.layers.26.mlp.experts.144,2.5566511154174805
+model.layers.26.mlp.experts.145,2.561264038085937
+model.layers.26.mlp.experts.146,2.5661981105804443
+model.layers.26.mlp.experts.147,2.558292865753174
+model.layers.26.mlp.experts.148,2.5709588527679443
+model.layers.26.mlp.experts.149,2.5593810081481934
+model.layers.26.mlp.experts.15,2.561960220336914
+model.layers.26.mlp.experts.150,2.571799993515014
+model.layers.26.mlp.experts.151,2.556300401687622
+model.layers.26.mlp.experts.152,2.572021245956421
+model.layers.26.mlp.experts.153,2.5602927207946777
+model.layers.26.mlp.experts.154,2.552858591079712
+model.layers.26.mlp.experts.155,2.585338592529297
+model.layers.26.mlp.experts.156,2.5620291233062744
+model.layers.26.mlp.experts.157,2.554058313369751
+model.layers.26.mlp.experts.158,2.55769944190979
+model.layers.26.mlp.experts.159,2.553299903869629
+model.layers.26.mlp.experts.16,2.560353755950928
+model.layers.26.mlp.experts.160,2.568716049194336
+model.layers.26.mlp.experts.161,2.5534653663635254
+model.layers.26.mlp.experts.162,2.5542871952056885
+model.layers.26.mlp.experts.163,2.55538010597229
+model.layers.26.mlp.experts.164,2.563605546951294
+model.layers.26.mlp.experts.165,2.5620877742767334
+model.layers.26.mlp.experts.166,2.557368755340576
+model.layers.26.mlp.experts.167,2.553683280944824
+model.layers.26.mlp.experts.168,2.5587401390075684
+model.layers.26.mlp.experts.169,2.5586931705474854
+model.layers.26.mlp.experts.17,2.566279411315918
+model.layers.26.mlp.experts.170,2.55539870262146
+model.layers.26.mlp.experts.171,2.5603389739990234
+model.layers.26.mlp.experts.172,2.562035083770752
+model.layers.26.mlp.experts.173,2.5587737560272217
+model.layers.26.mlp.experts.174,2.55483341217041
+model.layers.26.mlp.experts.175,2.557252883911133
+model.layers.26.mlp.experts.176,2.5582497119903564
+model.layers.26.mlp.experts.177,2.564791202545166
+model.layers.26.mlp.experts.178,2.5552921295166016
+model.layers.26.mlp.experts.179,2.558887004852295
+model.layers.26.mlp.experts.18,2.563617706298828
+model.layers.26.mlp.experts.180,2.5568923950195312
+model.layers.26.mlp.experts.181,2.5601751804351807
+model.layers.26.mlp.experts.182,2.555065631866455
+model.layers.26.mlp.experts.183,2.555609703063965
+model.layers.26.mlp.experts.184,2.560494899749756
+model.layers.26.mlp.experts.185,2.556309461593628
+model.layers.26.mlp.experts.186,2.555109024047852
+model.layers.26.mlp.experts.187,2.580427646636963
+model.layers.26.mlp.experts.188,2.55849838256836
+model.layers.26.mlp.experts.189,2.55151891708374
+model.layers.26.mlp.experts.19,2.587868452072144
+model.layers.26.mlp.experts.190,2.551250457763672
+model.layers.26.mlp.experts.191,2.5567080974578857
+model.layers.26.mlp.experts.192,2.551198005676269
+model.layers.26.mlp.experts.193,2.554229497909546
+model.layers.26.mlp.experts.194,2.567944049835205
+model.layers.26.mlp.experts.195,2.553274154663086
+model.layers.26.mlp.experts.196,2.5579957962036133
+model.layers.26.mlp.experts.197,2.553981304168701
+model.layers.26.mlp.experts.198,2.5547122955322266
+model.layers.26.mlp.experts.199,2.553829431533813
+model.layers.26.mlp.experts.2,2.5645911693573
+model.layers.26.mlp.experts.20,2.5622775554656982
+model.layers.26.mlp.experts.200,2.5612680912017822
+model.layers.26.mlp.experts.201,2.556612968444824
+model.layers.26.mlp.experts.202,2.560748815536499
+model.layers.26.mlp.experts.203,2.5618438720703125
+model.layers.26.mlp.experts.204,2.5524635314941406
+model.layers.26.mlp.experts.205,2.5554440021514893
+model.layers.26.mlp.experts.206,2.57040810585022
+model.layers.26.mlp.experts.207,2.555737018585205
+model.layers.26.mlp.experts.208,2.562873363494873
+model.layers.26.mlp.experts.209,2.591270923614502
+model.layers.26.mlp.experts.21,2.553839683532715
+model.layers.26.mlp.experts.210,2.55884861946106
+model.layers.26.mlp.experts.211,2.560016632080078
+model.layers.26.mlp.experts.212,2.5603768825531006
+model.layers.26.mlp.experts.213,2.5586061477661133
+model.layers.26.mlp.experts.214,2.5827221870422363
+model.layers.26.mlp.experts.215,2.563395977020264
+model.layers.26.mlp.experts.216,2.56266713142395
+model.layers.26.mlp.experts.217,2.574493885040283
+model.layers.26.mlp.experts.218,2.5563080310821533
+model.layers.26.mlp.experts.219,2.5520145893096924
+model.layers.26.mlp.experts.22,2.5956835746765137
+model.layers.26.mlp.experts.220,2.5643320083618164
+model.layers.26.mlp.experts.221,2.55918025970459
+model.layers.26.mlp.experts.222,2.5549404621124268
+model.layers.26.mlp.experts.223,2.574047565460205
+model.layers.26.mlp.experts.224,2.555522918701172
+model.layers.26.mlp.experts.225,2.558255195617676
+model.layers.26.mlp.experts.226,2.5579137802124023
+model.layers.26.mlp.experts.227,2.5564260482788086
+model.layers.26.mlp.experts.228,2.567549705505371
+model.layers.26.mlp.experts.229,2.553406238555908
+model.layers.26.mlp.experts.23,2.591981649398804
+model.layers.26.mlp.experts.230,2.559913158416748
+model.layers.26.mlp.experts.231,2.561756134033203
+model.layers.26.mlp.experts.232,2.554626226425171
+model.layers.26.mlp.experts.233,2.5571868419647217
+model.layers.26.mlp.experts.234,2.564817428588867
+model.layers.26.mlp.experts.235,2.552423477172852
+model.layers.26.mlp.experts.236,2.555350542068481
+model.layers.26.mlp.experts.237,2.551494836807251
+model.layers.26.mlp.experts.238,2.5554816722869877
+model.layers.26.mlp.experts.239,2.583445310592652
+model.layers.26.mlp.experts.24,2.5573887825012207
+model.layers.26.mlp.experts.240,2.558419704437256
+model.layers.26.mlp.experts.241,2.56452751159668
+model.layers.26.mlp.experts.242,2.551217555999756
+model.layers.26.mlp.experts.243,2.5569732189178467
+model.layers.26.mlp.experts.244,2.5577614307403564
+model.layers.26.mlp.experts.245,2.5602927207946777
+model.layers.26.mlp.experts.246,2.6095216274261475
+model.layers.26.mlp.experts.247,2.557339668273926
+model.layers.26.mlp.experts.248,2.558511257171631
+model.layers.26.mlp.experts.249,2.583158016204834
+model.layers.26.mlp.experts.25,2.5544543266296387
+model.layers.26.mlp.experts.250,2.5853054523468018
+model.layers.26.mlp.experts.251,2.5590567588806152
+model.layers.26.mlp.experts.252,2.558352470397949
+model.layers.26.mlp.experts.253,2.553981304168701
+model.layers.26.mlp.experts.254,2.5619499683380127
+model.layers.26.mlp.experts.255,2.5628809928894043
+model.layers.26.mlp.experts.26,2.564514636993408
+model.layers.26.mlp.experts.27,2.5654120445251465
+model.layers.26.mlp.experts.28,2.560452699661255
+model.layers.26.mlp.experts.29,2.571693181991577
+model.layers.26.mlp.experts.3,2.5670008659362797
+model.layers.26.mlp.experts.30,2.5549111366271973
+model.layers.26.mlp.experts.31,2.6008169651031494
+model.layers.26.mlp.experts.32,2.570607185363769
+model.layers.26.mlp.experts.33,2.583401918411255
+model.layers.26.mlp.experts.34,2.5559914112091064
+model.layers.26.mlp.experts.35,2.5674564838409424
+model.layers.26.mlp.experts.36,2.5844125747680664
+model.layers.26.mlp.experts.37,2.557414054870605
+model.layers.26.mlp.experts.38,2.559288501739502
+model.layers.26.mlp.experts.39,2.5529818534851074
+model.layers.26.mlp.experts.4,2.558286666870117
+model.layers.26.mlp.experts.40,2.5575203895568848
+model.layers.26.mlp.experts.41,2.569274425506592
+model.layers.26.mlp.experts.42,2.5743932723999023
+model.layers.26.mlp.experts.43,2.5567944049835205
+model.layers.26.mlp.experts.44,2.562707901000977
+model.layers.26.mlp.experts.45,2.5659971237182617
+model.layers.26.mlp.experts.46,2.5663747787475586
+model.layers.26.mlp.experts.47,2.555492877960205
+model.layers.26.mlp.experts.48,2.556509256362915
+model.layers.26.mlp.experts.49,2.5778255462646484
+model.layers.26.mlp.experts.5,2.551057815551758
+model.layers.26.mlp.experts.50,2.5698490142822266
+model.layers.26.mlp.experts.51,2.5643181800842285
+model.layers.26.mlp.experts.52,2.559879779815674
+model.layers.26.mlp.experts.53,2.6043214797973637
+model.layers.26.mlp.experts.54,2.554207324981689
+model.layers.26.mlp.experts.55,2.5595927238464355
+model.layers.26.mlp.experts.56,2.567026376724243
+model.layers.26.mlp.experts.57,2.5597848892211914
+model.layers.26.mlp.experts.58,2.5597710609436035
+model.layers.26.mlp.experts.59,2.5609116554260254
+model.layers.26.mlp.experts.6,2.5524098873138428
+model.layers.26.mlp.experts.60,2.5651297569274902
+model.layers.26.mlp.experts.61,2.5534839630126958
+model.layers.26.mlp.experts.62,2.557303667068481
+model.layers.26.mlp.experts.63,2.632282495498657
+model.layers.26.mlp.experts.64,2.572171688079834
+model.layers.26.mlp.experts.65,2.5547866821289062
+model.layers.26.mlp.experts.66,2.554157257080078
+model.layers.26.mlp.experts.67,2.5717287063598637
+model.layers.26.mlp.experts.68,2.5525755882263184
+model.layers.26.mlp.experts.69,2.5896382331848145
+model.layers.26.mlp.experts.7,2.5554685592651367
+model.layers.26.mlp.experts.70,2.556264877319336
+model.layers.26.mlp.experts.71,2.5726137161254883
+model.layers.26.mlp.experts.72,2.622698307037353
+model.layers.26.mlp.experts.73,2.5752816200256348
+model.layers.26.mlp.experts.74,2.5752058029174805
+model.layers.26.mlp.experts.75,2.560744285583496
+model.layers.26.mlp.experts.76,2.557236909866333
+model.layers.26.mlp.experts.77,2.561376571655273
+model.layers.26.mlp.experts.78,2.552422285079956
+model.layers.26.mlp.experts.79,2.5573387145996094
+model.layers.26.mlp.experts.8,2.5672600269317627
+model.layers.26.mlp.experts.80,2.5548548698425293
+model.layers.26.mlp.experts.81,2.554591655731201
+model.layers.26.mlp.experts.82,2.554715156555176
+model.layers.26.mlp.experts.83,2.57105016708374
+model.layers.26.mlp.experts.84,2.5678305625915527
+model.layers.26.mlp.experts.85,2.558363676071167
+model.layers.26.mlp.experts.86,2.5897250175476074
+model.layers.26.mlp.experts.87,2.563016176223755
+model.layers.26.mlp.experts.88,2.555481433868408
+model.layers.26.mlp.experts.89,2.5571861267089844
+model.layers.26.mlp.experts.9,2.557405948638916
+model.layers.26.mlp.experts.90,2.559171438217163
+model.layers.26.mlp.experts.91,2.561044931411743
+model.layers.26.mlp.experts.92,2.556713581085205
+model.layers.26.mlp.experts.93,2.562173128128052
+model.layers.26.mlp.experts.94,2.6067190170288086
+model.layers.26.mlp.experts.95,2.5849618911743164
+model.layers.26.mlp.experts.96,2.557689666748047
+model.layers.26.mlp.experts.97,2.560412883758545
+model.layers.26.mlp.experts.98,2.600848197937012
+model.layers.26.mlp.experts.99,2.5617542266845703
+model.layers.26.mlp.shared_experts,2.77534818649292
+model.layers.26.self_attn,2.5847482681274414
+model.layers.27.mlp.experts.0,2.574174404144287
+model.layers.27.mlp.experts.1,2.5712714195251465
+model.layers.27.mlp.experts.10,2.552039384841919
+model.layers.27.mlp.experts.100,2.5579657554626465
+model.layers.27.mlp.experts.101,2.5593695640563965
+model.layers.27.mlp.experts.102,2.562237024307251
+model.layers.27.mlp.experts.103,2.5534050464630127
+model.layers.27.mlp.experts.104,2.555619478225708
+model.layers.27.mlp.experts.105,2.561762809753418
+model.layers.27.mlp.experts.106,2.56156587600708
+model.layers.27.mlp.experts.107,2.562314748764038
+model.layers.27.mlp.experts.108,2.5552785396575928
+model.layers.27.mlp.experts.109,2.580007076263428
+model.layers.27.mlp.experts.11,2.552722454071045
+model.layers.27.mlp.experts.110,2.5675902366638184
+model.layers.27.mlp.experts.111,2.5568273067474365
+model.layers.27.mlp.experts.112,2.5592174530029297
+model.layers.27.mlp.experts.113,2.564082384109497
+model.layers.27.mlp.experts.114,2.5534253120422363
+model.layers.27.mlp.experts.115,2.5539791584014893
+model.layers.27.mlp.experts.116,2.576668739318848
+model.layers.27.mlp.experts.117,2.566046714782715
+model.layers.27.mlp.experts.118,2.589733123779297
+model.layers.27.mlp.experts.119,2.5532679557800293
+model.layers.27.mlp.experts.12,2.55856990814209
+model.layers.27.mlp.experts.120,2.5561764240264893
+model.layers.27.mlp.experts.121,2.5705995559692383
+model.layers.27.mlp.experts.122,2.557778596878052
+model.layers.27.mlp.experts.123,2.565541982650757
+model.layers.27.mlp.experts.124,2.5550665855407715
+model.layers.27.mlp.experts.125,2.558361053466797
+model.layers.27.mlp.experts.126,2.5655412673950195
+model.layers.27.mlp.experts.127,2.5886788368225098
+model.layers.27.mlp.experts.128,2.557711124420166
+model.layers.27.mlp.experts.129,2.7116942405700684
+model.layers.27.mlp.experts.13,2.5698070526123047
+model.layers.27.mlp.experts.130,2.592445135116577
+model.layers.27.mlp.experts.131,2.5581700801849365
+model.layers.27.mlp.experts.132,2.559168815612793
+model.layers.27.mlp.experts.133,2.559617519378662
+model.layers.27.mlp.experts.134,2.5809485912323
+model.layers.27.mlp.experts.135,2.5601236820220947
+model.layers.27.mlp.experts.136,2.560453414916992
+model.layers.27.mlp.experts.137,2.5580894947052
+model.layers.27.mlp.experts.138,2.5546467304229736
+model.layers.27.mlp.experts.139,2.560070037841797
+model.layers.27.mlp.experts.14,2.5556583404541016
+model.layers.27.mlp.experts.140,2.557610034942627
+model.layers.27.mlp.experts.141,2.5553762912750244
+model.layers.27.mlp.experts.142,2.5626749992370605
+model.layers.27.mlp.experts.143,2.5618722438812256
+model.layers.27.mlp.experts.144,2.559497594833374
+model.layers.27.mlp.experts.145,2.577244520187378
+model.layers.27.mlp.experts.146,2.5574021339416504
+model.layers.27.mlp.experts.147,2.552349805831909
+model.layers.27.mlp.experts.148,2.555691719055176
+model.layers.27.mlp.experts.149,2.5567283630371094
+model.layers.27.mlp.experts.15,2.5633723735809326
+model.layers.27.mlp.experts.150,2.5546987056732178
+model.layers.27.mlp.experts.151,2.570580005645752
+model.layers.27.mlp.experts.152,2.5524964332580566
+model.layers.27.mlp.experts.153,2.5614233016967773
+model.layers.27.mlp.experts.154,2.5554256439208984
+model.layers.27.mlp.experts.155,2.562217235565185
+model.layers.27.mlp.experts.156,2.557062149047852
+model.layers.27.mlp.experts.157,2.560492992401123
+model.layers.27.mlp.experts.158,2.5616567134857178
+model.layers.27.mlp.experts.159,2.563105344772339
+model.layers.27.mlp.experts.16,2.5512804985046387
+model.layers.27.mlp.experts.160,2.589305877685547
+model.layers.27.mlp.experts.161,2.5520124435424805
+model.layers.27.mlp.experts.162,2.556180477142334
+model.layers.27.mlp.experts.163,2.57523250579834
+model.layers.27.mlp.experts.164,2.578559875488281
+model.layers.27.mlp.experts.165,2.5636062622070312
+model.layers.27.mlp.experts.166,2.553842067718506
+model.layers.27.mlp.experts.167,2.5568184852600098
+model.layers.27.mlp.experts.168,2.575500011444092
+model.layers.27.mlp.experts.169,2.5582966804504395
+model.layers.27.mlp.experts.17,2.561187982559204
+model.layers.27.mlp.experts.170,2.5642101764678955
+model.layers.27.mlp.experts.171,2.580988645553589
+model.layers.27.mlp.experts.172,2.571262836456299
+model.layers.27.mlp.experts.173,2.5585484504699707
+model.layers.27.mlp.experts.174,2.560830593109131
+model.layers.27.mlp.experts.175,2.557381153106689
+model.layers.27.mlp.experts.176,2.558876037597656
+model.layers.27.mlp.experts.177,2.55611515045166
+model.layers.27.mlp.experts.178,2.559760570526123
+model.layers.27.mlp.experts.179,2.559372901916504
+model.layers.27.mlp.experts.18,2.5569584369659424
+model.layers.27.mlp.experts.180,2.560647964477539
+model.layers.27.mlp.experts.181,2.5589945316314697
+model.layers.27.mlp.experts.182,2.559945583343506
+model.layers.27.mlp.experts.183,2.5574049949646
+model.layers.27.mlp.experts.184,2.7676801681518555
+model.layers.27.mlp.experts.185,2.554612159729004
+model.layers.27.mlp.experts.186,2.55618953704834
+model.layers.27.mlp.experts.187,2.557072639465332
+model.layers.27.mlp.experts.188,2.55184006690979
+model.layers.27.mlp.experts.189,2.5523271560668945
+model.layers.27.mlp.experts.19,2.558783054351806
+model.layers.27.mlp.experts.190,2.5564534664154053
+model.layers.27.mlp.experts.191,2.5686681270599365
+model.layers.27.mlp.experts.192,2.56334924697876
+model.layers.27.mlp.experts.193,2.5613012313842773
+model.layers.27.mlp.experts.194,2.5562143325805664
+model.layers.27.mlp.experts.195,2.555952548980713
+model.layers.27.mlp.experts.196,2.555692195892334
+model.layers.27.mlp.experts.197,2.5536413192749023
+model.layers.27.mlp.experts.198,2.564831495285034
+model.layers.27.mlp.experts.199,2.559699058532715
+model.layers.27.mlp.experts.2,2.5579938888549805
+model.layers.27.mlp.experts.20,2.5646746158599854
+model.layers.27.mlp.experts.200,2.5580239295959477
+model.layers.27.mlp.experts.201,2.561566114425659
+model.layers.27.mlp.experts.202,2.552474021911621
+model.layers.27.mlp.experts.203,2.564810514450073
+model.layers.27.mlp.experts.204,2.6237573623657227
+model.layers.27.mlp.experts.205,2.563589811325073
+model.layers.27.mlp.experts.206,2.5518507957458496
+model.layers.27.mlp.experts.207,2.5543274879455566
+model.layers.27.mlp.experts.208,2.65883207321167
+model.layers.27.mlp.experts.209,2.557851076126098
+model.layers.27.mlp.experts.21,2.5560495853424072
+model.layers.27.mlp.experts.210,2.553917407989502
+model.layers.27.mlp.experts.211,2.557105541229248
+model.layers.27.mlp.experts.212,2.5552611351013184
+model.layers.27.mlp.experts.213,2.5568222999572754
+model.layers.27.mlp.experts.214,2.5862667560577397
+model.layers.27.mlp.experts.215,2.558809280395508
+model.layers.27.mlp.experts.216,2.5597057342529297
+model.layers.27.mlp.experts.217,2.563029527664185
+model.layers.27.mlp.experts.218,2.5573320388793945
+model.layers.27.mlp.experts.219,2.5510988235473637
+model.layers.27.mlp.experts.22,2.568154811859131
+model.layers.27.mlp.experts.220,2.5578200817108154
+model.layers.27.mlp.experts.221,2.5558032989501958
+model.layers.27.mlp.experts.222,2.576162576675415
+model.layers.27.mlp.experts.223,2.55480694770813
+model.layers.27.mlp.experts.224,2.554419994354248
+model.layers.27.mlp.experts.225,2.555828809738159
+model.layers.27.mlp.experts.226,2.558652639389038
+model.layers.27.mlp.experts.227,2.5619328022003174
+model.layers.27.mlp.experts.228,2.553534507751465
+model.layers.27.mlp.experts.229,2.559248208999634
+model.layers.27.mlp.experts.23,2.6364996433258057
+model.layers.27.mlp.experts.230,2.559628963470459
+model.layers.27.mlp.experts.231,2.566396713256836
+model.layers.27.mlp.experts.232,2.55907940864563
+model.layers.27.mlp.experts.233,2.559318780899048
+model.layers.27.mlp.experts.234,2.685336112976074
+model.layers.27.mlp.experts.235,2.5522780418396
+model.layers.27.mlp.experts.236,2.557149648666382
+model.layers.27.mlp.experts.237,2.551454544067383
+model.layers.27.mlp.experts.238,2.560766696929932
+model.layers.27.mlp.experts.239,2.552436828613281
+model.layers.27.mlp.experts.24,2.5569467544555664
+model.layers.27.mlp.experts.240,2.55736780166626
+model.layers.27.mlp.experts.241,2.5592246055603027
+model.layers.27.mlp.experts.242,2.5567901134490967
+model.layers.27.mlp.experts.243,2.564672946929932
+model.layers.27.mlp.experts.244,2.602259635925293
+model.layers.27.mlp.experts.245,2.560670852661133
+model.layers.27.mlp.experts.246,2.551271915435791
+model.layers.27.mlp.experts.247,2.554389476776123
+model.layers.27.mlp.experts.248,2.553622007369995
+model.layers.27.mlp.experts.249,2.552742719650269
+model.layers.27.mlp.experts.25,2.566685199737549
+model.layers.27.mlp.experts.250,2.555358409881592
+model.layers.27.mlp.experts.251,2.5554895401000977
+model.layers.27.mlp.experts.252,2.5955889225006104
+model.layers.27.mlp.experts.253,2.559861660003662
+model.layers.27.mlp.experts.254,2.595938444137573
+model.layers.27.mlp.experts.255,2.5660717487335205
+model.layers.27.mlp.experts.26,2.560009002685547
+model.layers.27.mlp.experts.27,2.55804181098938
+model.layers.27.mlp.experts.28,2.5604324340820312
+model.layers.27.mlp.experts.29,2.5548300743103027
+model.layers.27.mlp.experts.3,2.551419973373413
+model.layers.27.mlp.experts.30,2.55185604095459
+model.layers.27.mlp.experts.31,2.5663342475891118
+model.layers.27.mlp.experts.32,2.575333833694458
+model.layers.27.mlp.experts.33,2.5841593742370605
+model.layers.27.mlp.experts.34,2.560500144958496
+model.layers.27.mlp.experts.35,2.5542759895324707
+model.layers.27.mlp.experts.36,2.563831329345703
+model.layers.27.mlp.experts.37,2.557009696960449
+model.layers.27.mlp.experts.38,2.569566249847412
+model.layers.27.mlp.experts.39,2.5738439559936523
+model.layers.27.mlp.experts.4,2.5574169158935547
+model.layers.27.mlp.experts.40,2.5568065643310547
+model.layers.27.mlp.experts.41,2.5533535480499268
+model.layers.27.mlp.experts.42,2.5591063499450684
+model.layers.27.mlp.experts.43,2.563682079315185
+model.layers.27.mlp.experts.44,2.5575084686279297
+model.layers.27.mlp.experts.45,2.561580181121826
+model.layers.27.mlp.experts.46,2.569101572036743
+model.layers.27.mlp.experts.47,2.5627474784851074
+model.layers.27.mlp.experts.48,2.556264877319336
+model.layers.27.mlp.experts.49,2.5730717182159424
+model.layers.27.mlp.experts.5,2.5560145378112797
+model.layers.27.mlp.experts.50,2.5596394538879395
+model.layers.27.mlp.experts.51,2.562227487564087
+model.layers.27.mlp.experts.52,2.558666706085205
+model.layers.27.mlp.experts.53,2.625853538513184
+model.layers.27.mlp.experts.54,2.570542097091675
+model.layers.27.mlp.experts.55,2.556105613708496
+model.layers.27.mlp.experts.56,2.564518690109253
+model.layers.27.mlp.experts.57,2.557080030441284
+model.layers.27.mlp.experts.58,2.563051223754883
+model.layers.27.mlp.experts.59,2.565274953842163
+model.layers.27.mlp.experts.6,2.565323829650879
+model.layers.27.mlp.experts.60,2.5650501251220703
+model.layers.27.mlp.experts.61,2.581613540649414
+model.layers.27.mlp.experts.62,2.5592050552368164
+model.layers.27.mlp.experts.63,2.5584867000579834
+model.layers.27.mlp.experts.64,2.556823492050171
+model.layers.27.mlp.experts.65,2.560704231262207
+model.layers.27.mlp.experts.66,2.552773714065552
+model.layers.27.mlp.experts.67,2.562350273132324
+model.layers.27.mlp.experts.68,2.557983875274658
+model.layers.27.mlp.experts.69,2.5689260959625244
+model.layers.27.mlp.experts.7,2.568978309631348
+model.layers.27.mlp.experts.70,2.55458402633667
+model.layers.27.mlp.experts.71,2.5538811683654785
+model.layers.27.mlp.experts.72,2.592519998550415
+model.layers.27.mlp.experts.73,2.5582094192504883
+model.layers.27.mlp.experts.74,2.6299962997436523
+model.layers.27.mlp.experts.75,2.5728139877319336
+model.layers.27.mlp.experts.76,2.5725209712982178
+model.layers.27.mlp.experts.77,2.557075500488281
+model.layers.27.mlp.experts.78,2.5583884716033936
+model.layers.27.mlp.experts.79,2.56752347946167
+model.layers.27.mlp.experts.8,2.5582520961761475
+model.layers.27.mlp.experts.80,2.5623552799224854
+model.layers.27.mlp.experts.81,2.553948879241944
+model.layers.27.mlp.experts.82,2.558192729949951
+model.layers.27.mlp.experts.83,2.563204288482666
+model.layers.27.mlp.experts.84,2.5586636066436768
+model.layers.27.mlp.experts.85,2.5725021362304688
+model.layers.27.mlp.experts.86,2.556710958480835
+model.layers.27.mlp.experts.87,2.5556626319885254
+model.layers.27.mlp.experts.88,2.554350614547729
+model.layers.27.mlp.experts.89,2.5691137313842773
+model.layers.27.mlp.experts.9,2.5572404861450195
+model.layers.27.mlp.experts.90,2.564682722091675
+model.layers.27.mlp.experts.91,2.55764102935791
+model.layers.27.mlp.experts.92,2.5529584884643555
+model.layers.27.mlp.experts.93,2.581292152404785
+model.layers.27.mlp.experts.94,2.5740890502929688
+model.layers.27.mlp.experts.95,2.592215061187744
+model.layers.27.mlp.experts.96,2.558342695236206
+model.layers.27.mlp.experts.97,2.5554842948913574
+model.layers.27.mlp.experts.98,2.553285360336304
+model.layers.27.mlp.experts.99,2.5601911544799805
+model.layers.27.mlp.shared_experts,2.7675793170928955
+model.layers.27.self_attn,2.5837836265563965
+model.layers.28.mlp.experts.0,2.5596492290496826
+model.layers.28.mlp.experts.1,2.5637125968933105
+model.layers.28.mlp.experts.10,2.552255630493164
+model.layers.28.mlp.experts.100,2.5588033199310303
+model.layers.28.mlp.experts.101,2.557197332382202
+model.layers.28.mlp.experts.102,2.5523476600646973
+model.layers.28.mlp.experts.103,2.554516077041626
+model.layers.28.mlp.experts.104,2.567344188690185
+model.layers.28.mlp.experts.105,2.557450771331787
+model.layers.28.mlp.experts.106,2.5542547702789307
+model.layers.28.mlp.experts.107,2.5631089210510254
+model.layers.28.mlp.experts.108,2.560813665390014
+model.layers.28.mlp.experts.109,2.557471752166748
+model.layers.28.mlp.experts.11,2.5595545768737797
+model.layers.28.mlp.experts.110,2.561208963394165
+model.layers.28.mlp.experts.111,2.5597000122070312
+model.layers.28.mlp.experts.112,2.5583739280700684
+model.layers.28.mlp.experts.113,2.5735979080200195
+model.layers.28.mlp.experts.114,2.551666259765625
+model.layers.28.mlp.experts.115,2.55683708190918
+model.layers.28.mlp.experts.116,2.557307720184326
+model.layers.28.mlp.experts.117,2.578641891479492
+model.layers.28.mlp.experts.118,2.566988706588745
+model.layers.28.mlp.experts.119,2.5689074993133545
+model.layers.28.mlp.experts.12,2.5732884407043457
+model.layers.28.mlp.experts.120,2.5548343658447266
+model.layers.28.mlp.experts.121,2.5879006385803223
+model.layers.28.mlp.experts.122,2.5642385482788086
+model.layers.28.mlp.experts.123,2.566946029663086
+model.layers.28.mlp.experts.124,2.558562994003296
+model.layers.28.mlp.experts.125,2.554068326950073
+model.layers.28.mlp.experts.126,2.5570526123046875
+model.layers.28.mlp.experts.127,2.5550382137298584
+model.layers.28.mlp.experts.128,2.561497688293457
+model.layers.28.mlp.experts.129,2.5652520656585693
+model.layers.28.mlp.experts.13,2.553385972976685
+model.layers.28.mlp.experts.130,2.5555243492126465
+model.layers.28.mlp.experts.131,2.5626840591430664
+model.layers.28.mlp.experts.132,2.5703461170196533
+model.layers.28.mlp.experts.133,2.555417060852051
+model.layers.28.mlp.experts.134,2.5790932178497314
+model.layers.28.mlp.experts.135,2.565782070159912
+model.layers.28.mlp.experts.136,2.5709784030914307
+model.layers.28.mlp.experts.137,2.560779333114624
+model.layers.28.mlp.experts.138,2.551634788513184
+model.layers.28.mlp.experts.139,2.61299204826355
+model.layers.28.mlp.experts.14,2.5602731704711914
+model.layers.28.mlp.experts.140,2.5894904136657715
+model.layers.28.mlp.experts.141,2.5772292613983154
+model.layers.28.mlp.experts.142,2.573774576187134
+model.layers.28.mlp.experts.143,2.5621910095214844
+model.layers.28.mlp.experts.144,2.558084487915039
+model.layers.28.mlp.experts.145,2.568336009979248
+model.layers.28.mlp.experts.146,2.5743813514709477
+model.layers.28.mlp.experts.147,2.592353343963623
+model.layers.28.mlp.experts.148,2.5528950691223145
+model.layers.28.mlp.experts.149,2.551682949066162
+model.layers.28.mlp.experts.15,2.5572307109832764
+model.layers.28.mlp.experts.150,2.5757646560668945
+model.layers.28.mlp.experts.151,2.55549430847168
+model.layers.28.mlp.experts.152,2.557253360748291
+model.layers.28.mlp.experts.153,2.598215103149414
+model.layers.28.mlp.experts.154,2.577493190765381
+model.layers.28.mlp.experts.155,2.56321120262146
+model.layers.28.mlp.experts.156,2.557574510574341
+model.layers.28.mlp.experts.157,2.553818702697754
+model.layers.28.mlp.experts.158,2.5579562187194824
+model.layers.28.mlp.experts.159,2.5536129474639893
+model.layers.28.mlp.experts.16,2.5706987380981445
+model.layers.28.mlp.experts.160,2.576446294784546
+model.layers.28.mlp.experts.161,2.558138370513916
+model.layers.28.mlp.experts.162,2.5654373168945312
+model.layers.28.mlp.experts.163,2.555495023727417
+model.layers.28.mlp.experts.164,2.555685043334961
+model.layers.28.mlp.experts.165,2.5584678649902344
+model.layers.28.mlp.experts.166,2.5622169971466064
+model.layers.28.mlp.experts.167,2.585669994354248
+model.layers.28.mlp.experts.168,2.552783966064453
+model.layers.28.mlp.experts.169,2.558478116989136
+model.layers.28.mlp.experts.17,2.5521903038024902
+model.layers.28.mlp.experts.170,2.558445453643799
+model.layers.28.mlp.experts.171,2.5581445693969727
+model.layers.28.mlp.experts.172,2.5602245330810547
+model.layers.28.mlp.experts.173,2.6404871940612797
+model.layers.28.mlp.experts.174,2.5545787811279297
+model.layers.28.mlp.experts.175,2.559962511062622
+model.layers.28.mlp.experts.176,2.566023349761963
+model.layers.28.mlp.experts.177,2.5605626106262207
+model.layers.28.mlp.experts.178,2.555535316467285
+model.layers.28.mlp.experts.179,2.5584282875061035
+model.layers.28.mlp.experts.18,2.5561208724975586
+model.layers.28.mlp.experts.180,2.5587618350982666
+model.layers.28.mlp.experts.181,2.561266660690308
+model.layers.28.mlp.experts.182,2.566920757293701
+model.layers.28.mlp.experts.183,2.5512194633483887
+model.layers.28.mlp.experts.184,2.5691006183624268
+model.layers.28.mlp.experts.185,2.5638656616210938
+model.layers.28.mlp.experts.186,2.5665645599365234
+model.layers.28.mlp.experts.187,2.5621347427368164
+model.layers.28.mlp.experts.188,2.554999828338623
+model.layers.28.mlp.experts.189,2.562711477279663
+model.layers.28.mlp.experts.19,2.5553057193756104
+model.layers.28.mlp.experts.190,2.576064109802246
+model.layers.28.mlp.experts.191,2.5828232765197754
+model.layers.28.mlp.experts.192,2.5681028366088867
+model.layers.28.mlp.experts.193,2.553764581680298
+model.layers.28.mlp.experts.194,2.5527145862579346
+model.layers.28.mlp.experts.195,2.5550107955932617
+model.layers.28.mlp.experts.196,2.5538229942321777
+model.layers.28.mlp.experts.197,2.5597198009490967
+model.layers.28.mlp.experts.198,2.559287548065185
+model.layers.28.mlp.experts.199,2.553753137588501
+model.layers.28.mlp.experts.2,2.5632665157318115
+model.layers.28.mlp.experts.20,2.55747127532959
+model.layers.28.mlp.experts.200,2.5818443298339844
+model.layers.28.mlp.experts.201,2.566115140914917
+model.layers.28.mlp.experts.202,2.6383578777313232
+model.layers.28.mlp.experts.203,2.5604281425476074
+model.layers.28.mlp.experts.204,2.559338092803955
+model.layers.28.mlp.experts.205,2.5571749210357666
+model.layers.28.mlp.experts.206,2.5689942836761475
+model.layers.28.mlp.experts.207,2.7059175968170166
+model.layers.28.mlp.experts.208,2.5699915885925293
+model.layers.28.mlp.experts.209,2.565325260162353
+model.layers.28.mlp.experts.21,2.5566935539245605
+model.layers.28.mlp.experts.210,2.5518593788146973
+model.layers.28.mlp.experts.211,2.578997611999512
+model.layers.28.mlp.experts.212,2.5554862022399902
+model.layers.28.mlp.experts.213,2.5714597702026367
+model.layers.28.mlp.experts.214,2.5706942081451416
+model.layers.28.mlp.experts.215,2.554775714874268
+model.layers.28.mlp.experts.216,2.553736925125122
+model.layers.28.mlp.experts.217,2.5653152465820312
+model.layers.28.mlp.experts.218,2.5555667877197266
+model.layers.28.mlp.experts.219,2.5893266201019287
+model.layers.28.mlp.experts.22,2.554757595062256
+model.layers.28.mlp.experts.220,2.5624966621398926
+model.layers.28.mlp.experts.221,2.551055908203125
+model.layers.28.mlp.experts.222,2.555281162261963
+model.layers.28.mlp.experts.223,2.56103515625
+model.layers.28.mlp.experts.224,2.568568706512451
+model.layers.28.mlp.experts.225,2.574518203735352
+model.layers.28.mlp.experts.226,2.5627777576446533
+model.layers.28.mlp.experts.227,2.554034948348999
+model.layers.28.mlp.experts.228,2.571050882339477
+model.layers.28.mlp.experts.229,2.554642677307129
+model.layers.28.mlp.experts.23,2.55433988571167
+model.layers.28.mlp.experts.230,2.556180715560913
+model.layers.28.mlp.experts.231,2.5582709312438965
+model.layers.28.mlp.experts.232,2.5699353218078613
+model.layers.28.mlp.experts.233,2.5743963718414307
+model.layers.28.mlp.experts.234,2.558715581893921
+model.layers.28.mlp.experts.235,2.56006383895874
+model.layers.28.mlp.experts.236,2.561738967895508
+model.layers.28.mlp.experts.237,2.55336856842041
+model.layers.28.mlp.experts.238,2.5572848320007324
+model.layers.28.mlp.experts.239,2.5524134635925293
+model.layers.28.mlp.experts.24,2.568775177001953
+model.layers.28.mlp.experts.240,2.592618942260742
+model.layers.28.mlp.experts.241,2.582817316055298
+model.layers.28.mlp.experts.242,2.554635524749756
+model.layers.28.mlp.experts.243,2.5607011318206787
+model.layers.28.mlp.experts.244,2.556457757949829
+model.layers.28.mlp.experts.245,2.5635223388671875
+model.layers.28.mlp.experts.246,2.602795124053955
+model.layers.28.mlp.experts.247,2.569349765777588
+model.layers.28.mlp.experts.248,2.583716869354248
+model.layers.28.mlp.experts.249,2.5897915363311768
+model.layers.28.mlp.experts.25,2.557483196258545
+model.layers.28.mlp.experts.250,2.5639920234680176
+model.layers.28.mlp.experts.251,2.5543174743652344
+model.layers.28.mlp.experts.252,2.559474229812622
+model.layers.28.mlp.experts.253,2.569769382476806
+model.layers.28.mlp.experts.254,2.5571300983428955
+model.layers.28.mlp.experts.255,2.5536365509033203
+model.layers.28.mlp.experts.26,2.560356616973877
+model.layers.28.mlp.experts.27,2.557069778442383
+model.layers.28.mlp.experts.28,2.555189609527588
+model.layers.28.mlp.experts.29,2.5541775226593018
+model.layers.28.mlp.experts.3,2.557581901550293
+model.layers.28.mlp.experts.30,2.5516185760498047
+model.layers.28.mlp.experts.31,2.5641207695007324
+model.layers.28.mlp.experts.32,2.5587358474731445
+model.layers.28.mlp.experts.33,2.582888126373291
+model.layers.28.mlp.experts.34,2.556922674179077
+model.layers.28.mlp.experts.35,2.6015279293060303
+model.layers.28.mlp.experts.36,2.566838026046753
+model.layers.28.mlp.experts.37,2.556175947189331
+model.layers.28.mlp.experts.38,2.557549238204956
+model.layers.28.mlp.experts.39,2.556544303894043
+model.layers.28.mlp.experts.4,2.5969958305358887
+model.layers.28.mlp.experts.40,2.559828042984009
+model.layers.28.mlp.experts.41,2.5657379627227783
+model.layers.28.mlp.experts.42,2.5633349418640137
+model.layers.28.mlp.experts.43,2.577920198440552
+model.layers.28.mlp.experts.44,2.5571985244750977
+model.layers.28.mlp.experts.45,2.5734384059906006
+model.layers.28.mlp.experts.46,2.5537197589874268
+model.layers.28.mlp.experts.47,2.5596694946289062
+model.layers.28.mlp.experts.48,2.5525214672088623
+model.layers.28.mlp.experts.49,2.5705406665802
+model.layers.28.mlp.experts.5,2.55173659324646
+model.layers.28.mlp.experts.50,2.5654447078704834
+model.layers.28.mlp.experts.51,2.555607795715332
+model.layers.28.mlp.experts.52,2.560492992401123
+model.layers.28.mlp.experts.53,2.553041219711304
+model.layers.28.mlp.experts.54,2.614022731781006
+model.layers.28.mlp.experts.55,2.5668869018554688
+model.layers.28.mlp.experts.56,2.556262254714966
+model.layers.28.mlp.experts.57,2.5647687911987305
+model.layers.28.mlp.experts.58,2.5593433380126958
+model.layers.28.mlp.experts.59,2.554647922515869
+model.layers.28.mlp.experts.6,2.5627996921539307
+model.layers.28.mlp.experts.60,2.5717270374298096
+model.layers.28.mlp.experts.61,2.5577504634857178
+model.layers.28.mlp.experts.62,2.591331958770752
+model.layers.28.mlp.experts.63,2.556821584701538
+model.layers.28.mlp.experts.64,2.5664079189300537
+model.layers.28.mlp.experts.65,2.561882495880127
+model.layers.28.mlp.experts.66,2.606632232666016
+model.layers.28.mlp.experts.67,2.5569005012512207
+model.layers.28.mlp.experts.68,2.5598573684692383
+model.layers.28.mlp.experts.69,2.567260265350342
+model.layers.28.mlp.experts.7,2.567255973815918
+model.layers.28.mlp.experts.70,2.558535099029541
+model.layers.28.mlp.experts.71,2.555539608001709
+model.layers.28.mlp.experts.72,2.5639901161193848
+model.layers.28.mlp.experts.73,2.552915573120117
+model.layers.28.mlp.experts.74,2.5691769123077397
+model.layers.28.mlp.experts.75,2.5548815727233887
+model.layers.28.mlp.experts.76,2.556581974029541
+model.layers.28.mlp.experts.77,2.5898067951202397
+model.layers.28.mlp.experts.78,2.559535264968872
+model.layers.28.mlp.experts.79,2.5613813400268555
+model.layers.28.mlp.experts.8,2.563413619995117
+model.layers.28.mlp.experts.80,2.558450937271118
+model.layers.28.mlp.experts.81,2.5675151348114014
+model.layers.28.mlp.experts.82,2.5705065727233887
+model.layers.28.mlp.experts.83,2.553884506225586
+model.layers.28.mlp.experts.84,2.554025888442993
+model.layers.28.mlp.experts.85,2.632451057434082
+model.layers.28.mlp.experts.86,2.5755786895751958
+model.layers.28.mlp.experts.87,2.588649272918701
+model.layers.28.mlp.experts.88,2.558320999145508
+model.layers.28.mlp.experts.89,2.5679874420166016
+model.layers.28.mlp.experts.9,2.5571963787078857
+model.layers.28.mlp.experts.90,2.560516834259033
+model.layers.28.mlp.experts.91,2.60300612449646
+model.layers.28.mlp.experts.92,2.564504146575928
+model.layers.28.mlp.experts.93,2.553070545196533
+model.layers.28.mlp.experts.94,2.568652629852295
+model.layers.28.mlp.experts.95,2.5592041015625
+model.layers.28.mlp.experts.96,2.555788516998291
+model.layers.28.mlp.experts.97,2.5528743267059326
+model.layers.28.mlp.experts.98,2.555657863616944
+model.layers.28.mlp.experts.99,2.55957555770874
+model.layers.28.mlp.shared_experts,2.764368057250977
+model.layers.28.self_attn,2.5946407318115234
+model.layers.29.mlp.experts.0,2.565352439880371
+model.layers.29.mlp.experts.1,2.5585262775421143
+model.layers.29.mlp.experts.10,2.559342861175537
+model.layers.29.mlp.experts.100,2.562131404876709
+model.layers.29.mlp.experts.101,2.571406364440918
+model.layers.29.mlp.experts.102,2.623161792755127
+model.layers.29.mlp.experts.103,2.5674397945404053
+model.layers.29.mlp.experts.104,2.5545310974121094
+model.layers.29.mlp.experts.105,2.5682196617126465
+model.layers.29.mlp.experts.106,2.6078035831451416
+model.layers.29.mlp.experts.107,2.557179927825928
+model.layers.29.mlp.experts.108,2.554323434829712
+model.layers.29.mlp.experts.109,2.5572824478149414
+model.layers.29.mlp.experts.11,2.559272289276123
+model.layers.29.mlp.experts.110,2.5588207244873047
+model.layers.29.mlp.experts.111,2.5568647384643555
+model.layers.29.mlp.experts.112,2.5915470123291016
+model.layers.29.mlp.experts.113,2.571831703186035
+model.layers.29.mlp.experts.114,2.5632412433624268
+model.layers.29.mlp.experts.115,2.5575313568115234
+model.layers.29.mlp.experts.116,2.584356546401977
+model.layers.29.mlp.experts.117,2.621471405029297
+model.layers.29.mlp.experts.118,2.557530403137207
+model.layers.29.mlp.experts.119,2.575716495513916
+model.layers.29.mlp.experts.12,2.5698394775390625
+model.layers.29.mlp.experts.120,2.568288326263428
+model.layers.29.mlp.experts.121,2.595496654510498
+model.layers.29.mlp.experts.122,2.5586628913879395
+model.layers.29.mlp.experts.123,2.5688729286193848
+model.layers.29.mlp.experts.124,2.5659613609313965
+model.layers.29.mlp.experts.125,2.5603933334350586
+model.layers.29.mlp.experts.126,2.5863208770751958
+model.layers.29.mlp.experts.127,2.557163715362549
+model.layers.29.mlp.experts.128,2.5543384552001958
+model.layers.29.mlp.experts.129,2.5521163940429688
+model.layers.29.mlp.experts.13,2.551523208618164
+model.layers.29.mlp.experts.130,2.553062677383423
+model.layers.29.mlp.experts.131,2.5614912509918213
+model.layers.29.mlp.experts.132,2.6117398738861084
+model.layers.29.mlp.experts.133,2.559244155883789
+model.layers.29.mlp.experts.134,2.5576305389404297
+model.layers.29.mlp.experts.135,2.586106300354004
+model.layers.29.mlp.experts.136,2.5887529850006104
+model.layers.29.mlp.experts.137,2.5519583225250244
+model.layers.29.mlp.experts.138,2.62391996383667
+model.layers.29.mlp.experts.139,2.561680793762207
+model.layers.29.mlp.experts.14,2.5572080612182617
+model.layers.29.mlp.experts.140,2.6167023181915283
+model.layers.29.mlp.experts.141,2.5515050888061523
+model.layers.29.mlp.experts.142,2.559873104095459
+model.layers.29.mlp.experts.143,2.571547508239746
+model.layers.29.mlp.experts.144,2.5594801902771
+model.layers.29.mlp.experts.145,2.5751867294311523
+model.layers.29.mlp.experts.146,2.553085327148437
+model.layers.29.mlp.experts.147,2.553823471069336
+model.layers.29.mlp.experts.148,2.575070858001709
+model.layers.29.mlp.experts.149,2.5564827919006348
+model.layers.29.mlp.experts.15,2.6497061252593994
+model.layers.29.mlp.experts.150,2.558466672897339
+model.layers.29.mlp.experts.151,2.5570743083953857
+model.layers.29.mlp.experts.152,2.5631425380706787
+model.layers.29.mlp.experts.153,2.5637412071228027
+model.layers.29.mlp.experts.154,2.553093910217285
+model.layers.29.mlp.experts.155,2.55220365524292
+model.layers.29.mlp.experts.156,2.556122303009033
+model.layers.29.mlp.experts.157,2.553342819213867
+model.layers.29.mlp.experts.158,2.55420446395874
+model.layers.29.mlp.experts.159,2.568367481231689
+model.layers.29.mlp.experts.16,2.561336040496826
+model.layers.29.mlp.experts.160,2.561216354370117
+model.layers.29.mlp.experts.161,2.55704665184021
+model.layers.29.mlp.experts.162,2.5613603591918945
+model.layers.29.mlp.experts.163,2.564307451248169
+model.layers.29.mlp.experts.164,2.5660557746887207
+model.layers.29.mlp.experts.165,2.560819625854492
+model.layers.29.mlp.experts.166,2.553761959075928
+model.layers.29.mlp.experts.167,2.558497428894043
+model.layers.29.mlp.experts.168,2.564276695251465
+model.layers.29.mlp.experts.169,2.552766799926758
+model.layers.29.mlp.experts.17,2.565048933029175
+model.layers.29.mlp.experts.170,2.556021451950073
+model.layers.29.mlp.experts.171,2.5575528144836426
+model.layers.29.mlp.experts.172,2.5539493560791016
+model.layers.29.mlp.experts.173,2.58095932006836
+model.layers.29.mlp.experts.174,2.560262680053711
+model.layers.29.mlp.experts.175,2.57135009765625
+model.layers.29.mlp.experts.176,2.56794810295105
+model.layers.29.mlp.experts.177,2.55295991897583
+model.layers.29.mlp.experts.178,2.558565616607666
+model.layers.29.mlp.experts.179,2.5757155418396
+model.layers.29.mlp.experts.18,2.5572800636291504
+model.layers.29.mlp.experts.180,2.5611352920532227
+model.layers.29.mlp.experts.181,2.558420181274414
+model.layers.29.mlp.experts.182,2.555635452270508
+model.layers.29.mlp.experts.183,2.5605788230896
+model.layers.29.mlp.experts.184,2.5506811141967773
+model.layers.29.mlp.experts.185,2.551733493804932
+model.layers.29.mlp.experts.186,2.554415464401245
+model.layers.29.mlp.experts.187,2.565870523452759
+model.layers.29.mlp.experts.188,2.5763518810272217
+model.layers.29.mlp.experts.189,2.560317039489746
+model.layers.29.mlp.experts.19,2.555243492126465
+model.layers.29.mlp.experts.190,2.5544850826263428
+model.layers.29.mlp.experts.191,2.567406415939331
+model.layers.29.mlp.experts.192,2.585623264312744
+model.layers.29.mlp.experts.193,2.553871393203736
+model.layers.29.mlp.experts.194,2.557512760162353
+model.layers.29.mlp.experts.195,2.5550754070281982
+model.layers.29.mlp.experts.196,2.571582794189453
+model.layers.29.mlp.experts.197,2.588637113571167
+model.layers.29.mlp.experts.198,2.561359405517578
+model.layers.29.mlp.experts.199,2.557277202606201
+model.layers.29.mlp.experts.2,2.5564184188842773
+model.layers.29.mlp.experts.20,2.5671417713165283
+model.layers.29.mlp.experts.200,2.586076259613037
+model.layers.29.mlp.experts.201,2.5621728897094727
+model.layers.29.mlp.experts.202,2.5580005645751958
+model.layers.29.mlp.experts.203,2.5536201000213623
+model.layers.29.mlp.experts.204,2.5586471557617188
+model.layers.29.mlp.experts.205,2.5686235427856445
+model.layers.29.mlp.experts.206,2.5577194690704346
+model.layers.29.mlp.experts.207,2.5593786239624023
+model.layers.29.mlp.experts.208,2.581807851791382
+model.layers.29.mlp.experts.209,2.5593223571777344
+model.layers.29.mlp.experts.21,2.5573244094848637
+model.layers.29.mlp.experts.210,2.5541272163391118
+model.layers.29.mlp.experts.211,2.5718414783477783
+model.layers.29.mlp.experts.212,2.5936760902404785
+model.layers.29.mlp.experts.213,2.5560309886932373
+model.layers.29.mlp.experts.214,2.557696580886841
+model.layers.29.mlp.experts.215,2.559487819671631
+model.layers.29.mlp.experts.216,2.567060708999634
+model.layers.29.mlp.experts.217,2.5586512088775635
+model.layers.29.mlp.experts.218,2.583460092544556
+model.layers.29.mlp.experts.219,2.575605154037476
+model.layers.29.mlp.experts.22,2.560960054397583
+model.layers.29.mlp.experts.220,2.571094512939453
+model.layers.29.mlp.experts.221,2.5585877895355225
+model.layers.29.mlp.experts.222,2.558141231536865
+model.layers.29.mlp.experts.223,2.593103647232056
+model.layers.29.mlp.experts.224,2.5782570838928223
+model.layers.29.mlp.experts.225,2.557152271270752
+model.layers.29.mlp.experts.226,2.556964635848999
+model.layers.29.mlp.experts.227,2.620324850082397
+model.layers.29.mlp.experts.228,2.5713860988616943
+model.layers.29.mlp.experts.229,2.6025874614715576
+model.layers.29.mlp.experts.23,2.552993059158325
+model.layers.29.mlp.experts.230,2.5570156574249268
+model.layers.29.mlp.experts.231,2.553142786026001
+model.layers.29.mlp.experts.232,2.5799190998077397
+model.layers.29.mlp.experts.233,2.564117908477783
+model.layers.29.mlp.experts.234,2.5555243492126465
+model.layers.29.mlp.experts.235,2.5554537773132324
+model.layers.29.mlp.experts.236,2.555835247039795
+model.layers.29.mlp.experts.237,2.556137800216675
+model.layers.29.mlp.experts.238,2.567431926727295
+model.layers.29.mlp.experts.239,2.5617778301239014
+model.layers.29.mlp.experts.24,2.5585360527038574
+model.layers.29.mlp.experts.240,2.5528111457824707
+model.layers.29.mlp.experts.241,2.578403949737549
+model.layers.29.mlp.experts.242,2.5615363121032715
+model.layers.29.mlp.experts.243,2.55106258392334
+model.layers.29.mlp.experts.244,2.571572780609131
+model.layers.29.mlp.experts.245,2.579119682312012
+model.layers.29.mlp.experts.246,2.5784990787506104
+model.layers.29.mlp.experts.247,2.5801103115081787
+model.layers.29.mlp.experts.248,2.6538445949554443
+model.layers.29.mlp.experts.249,2.5638742446899414
+model.layers.29.mlp.experts.25,2.5769505500793457
+model.layers.29.mlp.experts.250,2.5639631748199463
+model.layers.29.mlp.experts.251,2.556046962738037
+model.layers.29.mlp.experts.252,2.562253952026367
+model.layers.29.mlp.experts.253,2.5564420223236084
+model.layers.29.mlp.experts.254,2.5516090393066406
+model.layers.29.mlp.experts.255,2.556970357894897
+model.layers.29.mlp.experts.26,2.554861068725586
+model.layers.29.mlp.experts.27,2.5874648094177246
+model.layers.29.mlp.experts.28,2.569209098815918
+model.layers.29.mlp.experts.29,2.5588467121124268
+model.layers.29.mlp.experts.3,2.57456374168396
+model.layers.29.mlp.experts.30,2.558783769607544
+model.layers.29.mlp.experts.31,2.55271053314209
+model.layers.29.mlp.experts.32,2.5740437507629395
+model.layers.29.mlp.experts.33,2.557332992553711
+model.layers.29.mlp.experts.34,2.5575151443481445
+model.layers.29.mlp.experts.35,2.572479009628296
+model.layers.29.mlp.experts.36,2.5677061080932617
+model.layers.29.mlp.experts.37,2.578818321228028
+model.layers.29.mlp.experts.38,2.562716007232666
+model.layers.29.mlp.experts.39,2.555708885192871
+model.layers.29.mlp.experts.4,2.5622305870056152
+model.layers.29.mlp.experts.40,2.559292793273926
+model.layers.29.mlp.experts.41,2.565846920013428
+model.layers.29.mlp.experts.42,2.554726839065552
+model.layers.29.mlp.experts.43,2.561529397964477
+model.layers.29.mlp.experts.44,2.553776502609253
+model.layers.29.mlp.experts.45,2.5607004165649414
+model.layers.29.mlp.experts.46,2.5526723861694336
+model.layers.29.mlp.experts.47,2.5620596408843994
+model.layers.29.mlp.experts.48,2.5927093029022217
+model.layers.29.mlp.experts.49,2.581711769104004
+model.layers.29.mlp.experts.5,2.554420232772827
+model.layers.29.mlp.experts.50,2.563516139984131
+model.layers.29.mlp.experts.51,2.5564064979553223
+model.layers.29.mlp.experts.52,2.56201434135437
+model.layers.29.mlp.experts.53,2.564384937286377
+model.layers.29.mlp.experts.54,2.557488918304444
+model.layers.29.mlp.experts.55,2.557781219482422
+model.layers.29.mlp.experts.56,2.557675361633301
+model.layers.29.mlp.experts.57,2.5512399673461914
+model.layers.29.mlp.experts.58,2.56172513961792
+model.layers.29.mlp.experts.59,2.5563807487487797
+model.layers.29.mlp.experts.6,2.573494672775269
+model.layers.29.mlp.experts.60,2.5596630573272705
+model.layers.29.mlp.experts.61,2.555701494216919
+model.layers.29.mlp.experts.62,2.5649631023406982
+model.layers.29.mlp.experts.63,2.5553324222564697
+model.layers.29.mlp.experts.64,2.5715010166168213
+model.layers.29.mlp.experts.65,2.5920352935791016
+model.layers.29.mlp.experts.66,2.556915044784546
+model.layers.29.mlp.experts.67,2.5513195991516118
+model.layers.29.mlp.experts.68,2.559636116027832
+model.layers.29.mlp.experts.69,2.552032947540283
+model.layers.29.mlp.experts.7,2.626605033874512
+model.layers.29.mlp.experts.70,2.5640339851379395
+model.layers.29.mlp.experts.71,2.554802179336548
+model.layers.29.mlp.experts.72,2.553524971008301
+model.layers.29.mlp.experts.73,2.585802793502808
+model.layers.29.mlp.experts.74,2.564727783203125
+model.layers.29.mlp.experts.75,2.5567870140075684
+model.layers.29.mlp.experts.76,2.5551135540008545
+model.layers.29.mlp.experts.77,2.564244270324707
+model.layers.29.mlp.experts.78,2.5549142360687256
+model.layers.29.mlp.experts.79,2.552085876464844
+model.layers.29.mlp.experts.8,2.5526859760284424
+model.layers.29.mlp.experts.80,2.557822704315185
+model.layers.29.mlp.experts.81,2.5563831329345703
+model.layers.29.mlp.experts.82,2.5581512451171875
+model.layers.29.mlp.experts.83,2.572394847869873
+model.layers.29.mlp.experts.84,2.554611921310425
+model.layers.29.mlp.experts.85,2.596942663192749
+model.layers.29.mlp.experts.86,2.5658721923828125
+model.layers.29.mlp.experts.87,2.554213285446167
+model.layers.29.mlp.experts.88,2.5631048679351807
+model.layers.29.mlp.experts.89,2.5645384788513184
+model.layers.29.mlp.experts.9,2.553709030151367
+model.layers.29.mlp.experts.90,2.557732105255127
+model.layers.29.mlp.experts.91,2.5577588081359863
+model.layers.29.mlp.experts.92,2.561035633087158
+model.layers.29.mlp.experts.93,2.5656394958496094
+model.layers.29.mlp.experts.94,2.555689811706543
+model.layers.29.mlp.experts.95,2.574694395065308
+model.layers.29.mlp.experts.96,2.551244020462036
+model.layers.29.mlp.experts.97,2.554981231689453
+model.layers.29.mlp.experts.98,2.555934429168701
+model.layers.29.mlp.experts.99,2.559204578399658
+model.layers.29.mlp.shared_experts,2.754746913909912
+model.layers.29.self_attn,2.5896310806274414
+model.layers.3.mlp.experts.0,2.880667209625244
+model.layers.3.mlp.experts.1,3.065036535263061
+model.layers.3.mlp.experts.10,2.9052734375
+model.layers.3.mlp.experts.100,2.986499071121216
+model.layers.3.mlp.experts.101,2.989964008331299
+model.layers.3.mlp.experts.102,3.0456159114837646
+model.layers.3.mlp.experts.103,2.881683349609375
+model.layers.3.mlp.experts.104,2.893152952194214
+model.layers.3.mlp.experts.105,2.809666395187378
+model.layers.3.mlp.experts.106,3.136341094970703
+model.layers.3.mlp.experts.107,3.043386697769165
+model.layers.3.mlp.experts.108,3.241131544113159
+model.layers.3.mlp.experts.109,3.248204231262207
+model.layers.3.mlp.experts.11,3.044250249862671
+model.layers.3.mlp.experts.110,3.112892866134644
+model.layers.3.mlp.experts.111,3.0856661796569824
+model.layers.3.mlp.experts.112,2.772429943084717
+model.layers.3.mlp.experts.113,3.324441909790039
+model.layers.3.mlp.experts.114,3.0911102294921875
+model.layers.3.mlp.experts.115,3.1637041568756104
+model.layers.3.mlp.experts.116,3.249656438827514
+model.layers.3.mlp.experts.117,2.88139009475708
+model.layers.3.mlp.experts.118,3.0195682048797607
+model.layers.3.mlp.experts.119,3.031196355819702
+model.layers.3.mlp.experts.12,3.1100494861602783
+model.layers.3.mlp.experts.120,2.956509590148926
+model.layers.3.mlp.experts.121,3.0059311389923096
+model.layers.3.mlp.experts.122,3.0708415508270264
+model.layers.3.mlp.experts.123,2.7491071224212646
+model.layers.3.mlp.experts.124,3.181732654571533
+model.layers.3.mlp.experts.125,2.944002866744995
+model.layers.3.mlp.experts.126,3.1733429431915283
+model.layers.3.mlp.experts.127,3.039745807647705
+model.layers.3.mlp.experts.128,3.1586782932281494
+model.layers.3.mlp.experts.129,3.223888874053955
+model.layers.3.mlp.experts.13,3.06521224975586
+model.layers.3.mlp.experts.130,3.159097671508789
+model.layers.3.mlp.experts.131,2.9255471229553223
+model.layers.3.mlp.experts.132,2.993868589401245
+model.layers.3.mlp.experts.133,3.094712972640991
+model.layers.3.mlp.experts.134,3.093740940093994
+model.layers.3.mlp.experts.135,3.1279258728027344
+model.layers.3.mlp.experts.136,3.009305715560913
+model.layers.3.mlp.experts.137,3.0916900634765625
+model.layers.3.mlp.experts.138,3.1301987171173096
+model.layers.3.mlp.experts.139,2.935872793197632
+model.layers.3.mlp.experts.14,3.1139369010925293
+model.layers.3.mlp.experts.140,2.7568893432617188
+model.layers.3.mlp.experts.141,3.046686172485352
+model.layers.3.mlp.experts.142,3.1084556579589844
+model.layers.3.mlp.experts.143,3.0725388526916504
+model.layers.3.mlp.experts.144,2.992798328399658
+model.layers.3.mlp.experts.145,3.0344109535217285
+model.layers.3.mlp.experts.146,2.978273868560791
+model.layers.3.mlp.experts.147,2.935844659805298
+model.layers.3.mlp.experts.148,3.02890682220459
+model.layers.3.mlp.experts.149,3.1020383834838867
+model.layers.3.mlp.experts.15,3.233022451400757
+model.layers.3.mlp.experts.150,3.164817571640014
+model.layers.3.mlp.experts.151,3.1251988410949707
+model.layers.3.mlp.experts.152,2.889000654220581
+model.layers.3.mlp.experts.153,3.1794326305389404
+model.layers.3.mlp.experts.154,2.8451921939849854
+model.layers.3.mlp.experts.155,2.998385190963745
+model.layers.3.mlp.experts.156,2.9284660816192627
+model.layers.3.mlp.experts.157,2.971552848815918
+model.layers.3.mlp.experts.158,3.0893378257751465
+model.layers.3.mlp.experts.159,2.8701250553131104
+model.layers.3.mlp.experts.16,3.081021308898926
+model.layers.3.mlp.experts.160,3.107081651687622
+model.layers.3.mlp.experts.161,2.82350492477417
+model.layers.3.mlp.experts.162,3.126195192337036
+model.layers.3.mlp.experts.163,3.0666799545288086
+model.layers.3.mlp.experts.164,2.863090753555298
+model.layers.3.mlp.experts.165,2.836904287338257
+model.layers.3.mlp.experts.166,3.144078493118286
+model.layers.3.mlp.experts.167,3.118825435638428
+model.layers.3.mlp.experts.168,2.8938422203063965
+model.layers.3.mlp.experts.169,3.142475843429565
+model.layers.3.mlp.experts.17,2.949946880340576
+model.layers.3.mlp.experts.170,3.1104702949523926
+model.layers.3.mlp.experts.171,2.794431209564209
+model.layers.3.mlp.experts.172,3.020148038864136
+model.layers.3.mlp.experts.173,3.255914688110352
+model.layers.3.mlp.experts.174,3.2206828594207764
+model.layers.3.mlp.experts.175,3.309292316436768
+model.layers.3.mlp.experts.176,2.9597299098968506
+model.layers.3.mlp.experts.177,2.991443157196045
+model.layers.3.mlp.experts.178,3.0445244312286377
+model.layers.3.mlp.experts.179,2.9434115886688232
+model.layers.3.mlp.experts.18,3.0627217292785645
+model.layers.3.mlp.experts.180,2.8196001052856445
+model.layers.3.mlp.experts.181,2.851141929626465
+model.layers.3.mlp.experts.182,2.9043610095977783
+model.layers.3.mlp.experts.183,2.776697397232056
+model.layers.3.mlp.experts.184,2.9547722339630127
+model.layers.3.mlp.experts.185,3.2049033641815186
+model.layers.3.mlp.experts.186,2.99387001991272
+model.layers.3.mlp.experts.187,3.201186180114746
+model.layers.3.mlp.experts.188,3.1510214805603027
+model.layers.3.mlp.experts.189,2.986935377120972
+model.layers.3.mlp.experts.19,3.2514121532440186
+model.layers.3.mlp.experts.190,3.0615901947021484
+model.layers.3.mlp.experts.191,3.145124912261963
+model.layers.3.mlp.experts.192,2.937147378921509
+model.layers.3.mlp.experts.193,3.164635181427002
+model.layers.3.mlp.experts.194,2.978794813156128
+model.layers.3.mlp.experts.195,3.000173330307007
+model.layers.3.mlp.experts.196,2.883183002471924
+model.layers.3.mlp.experts.197,3.339249849319458
+model.layers.3.mlp.experts.198,3.2863919734954834
+model.layers.3.mlp.experts.199,2.843569755554199
+model.layers.3.mlp.experts.2,3.084031581878662
+model.layers.3.mlp.experts.20,3.0729610919952397
+model.layers.3.mlp.experts.200,3.201383590698242
+model.layers.3.mlp.experts.201,3.2201106548309326
+model.layers.3.mlp.experts.202,3.170257329940796
+model.layers.3.mlp.experts.203,2.9089245796203613
+model.layers.3.mlp.experts.204,3.0857009887695312
+model.layers.3.mlp.experts.205,3.1178693771362305
+model.layers.3.mlp.experts.206,3.0214498043060303
+model.layers.3.mlp.experts.207,2.973210334777832
+model.layers.3.mlp.experts.208,2.9756317138671875
+model.layers.3.mlp.experts.209,3.108813762664795
+model.layers.3.mlp.experts.21,3.004295587539673
+model.layers.3.mlp.experts.210,2.9503068923950195
+model.layers.3.mlp.experts.211,3.0425243377685547
+model.layers.3.mlp.experts.212,3.231679201126098
+model.layers.3.mlp.experts.213,3.224116563796997
+model.layers.3.mlp.experts.214,3.181902885437012
+model.layers.3.mlp.experts.215,2.9334609508514404
+model.layers.3.mlp.experts.216,3.0947999954223637
+model.layers.3.mlp.experts.217,2.843353271484375
+model.layers.3.mlp.experts.218,2.961911201477051
+model.layers.3.mlp.experts.219,3.2354109287261963
+model.layers.3.mlp.experts.22,3.1876678466796875
+model.layers.3.mlp.experts.220,3.079155683517456
+model.layers.3.mlp.experts.221,3.0389349460601807
+model.layers.3.mlp.experts.222,2.869948625564575
+model.layers.3.mlp.experts.223,3.1396844387054443
+model.layers.3.mlp.experts.224,3.0754823684692383
+model.layers.3.mlp.experts.225,3.1487631797790527
+model.layers.3.mlp.experts.226,3.138323783874512
+model.layers.3.mlp.experts.227,2.9035215377807617
+model.layers.3.mlp.experts.228,3.0050296783447266
+model.layers.3.mlp.experts.229,2.9630160331726074
+model.layers.3.mlp.experts.23,2.905289649963379
+model.layers.3.mlp.experts.230,2.8666508197784424
+model.layers.3.mlp.experts.231,3.0450453758239746
+model.layers.3.mlp.experts.232,3.0865349769592285
+model.layers.3.mlp.experts.233,2.9205551147460938
+model.layers.3.mlp.experts.234,2.883881092071533
+model.layers.3.mlp.experts.235,3.1676392555236816
+model.layers.3.mlp.experts.236,3.002005100250244
+model.layers.3.mlp.experts.237,3.036226272583008
+model.layers.3.mlp.experts.238,2.9592175483703613
+model.layers.3.mlp.experts.239,2.986795425415039
+model.layers.3.mlp.experts.24,3.1156318187713623
+model.layers.3.mlp.experts.240,2.691759824752808
+model.layers.3.mlp.experts.241,3.0039103031158447
+model.layers.3.mlp.experts.242,2.92065691947937
+model.layers.3.mlp.experts.243,3.1562747955322266
+model.layers.3.mlp.experts.244,2.9186604022979736
+model.layers.3.mlp.experts.245,2.888010025024414
+model.layers.3.mlp.experts.246,2.8837554454803467
+model.layers.3.mlp.experts.247,3.0902323722839355
+model.layers.3.mlp.experts.248,2.986325740814209
+model.layers.3.mlp.experts.249,2.9419198036193848
+model.layers.3.mlp.experts.25,2.927903413772583
+model.layers.3.mlp.experts.250,3.0447182655334477
+model.layers.3.mlp.experts.251,2.809452533721924
+model.layers.3.mlp.experts.252,2.8929686546325684
+model.layers.3.mlp.experts.253,2.9685232639312744
+model.layers.3.mlp.experts.254,3.004555940628052
+model.layers.3.mlp.experts.255,3.0463881492614746
+model.layers.3.mlp.experts.26,3.038639545440674
+model.layers.3.mlp.experts.27,3.1199326515197754
+model.layers.3.mlp.experts.28,3.1060147285461426
+model.layers.3.mlp.experts.29,3.076719045639038
+model.layers.3.mlp.experts.3,3.0586588382720947
+model.layers.3.mlp.experts.30,2.967594146728516
+model.layers.3.mlp.experts.31,2.9908523559570312
+model.layers.3.mlp.experts.32,3.103845596313477
+model.layers.3.mlp.experts.33,3.2043583393096924
+model.layers.3.mlp.experts.34,3.0602431297302246
+model.layers.3.mlp.experts.35,3.105565071105957
+model.layers.3.mlp.experts.36,2.926727294921875
+model.layers.3.mlp.experts.37,3.1458935737609863
+model.layers.3.mlp.experts.38,3.023890733718872
+model.layers.3.mlp.experts.39,3.015086889266968
+model.layers.3.mlp.experts.4,3.299513101577759
+model.layers.3.mlp.experts.40,3.164926290512085
+model.layers.3.mlp.experts.41,3.088855266571045
+model.layers.3.mlp.experts.42,3.069047212600708
+model.layers.3.mlp.experts.43,3.0781991481781006
+model.layers.3.mlp.experts.44,2.9915850162506104
+model.layers.3.mlp.experts.45,3.0221195220947266
+model.layers.3.mlp.experts.46,2.824845790863037
+model.layers.3.mlp.experts.47,2.9827866554260254
+model.layers.3.mlp.experts.48,3.057162284851074
+model.layers.3.mlp.experts.49,3.000619649887085
+model.layers.3.mlp.experts.5,2.934417963027954
+model.layers.3.mlp.experts.50,3.074090480804444
+model.layers.3.mlp.experts.51,2.9576504230499268
+model.layers.3.mlp.experts.52,2.916989803314209
+model.layers.3.mlp.experts.53,3.1160805225372314
+model.layers.3.mlp.experts.54,3.047983407974243
+model.layers.3.mlp.experts.55,2.7501368522644043
+model.layers.3.mlp.experts.56,3.154444694519043
+model.layers.3.mlp.experts.57,3.3039205074310303
+model.layers.3.mlp.experts.58,2.984154224395752
+model.layers.3.mlp.experts.59,3.042163133621216
+model.layers.3.mlp.experts.6,3.0409905910491943
+model.layers.3.mlp.experts.60,3.1225032806396484
+model.layers.3.mlp.experts.61,2.9544103145599365
+model.layers.3.mlp.experts.62,3.0177459716796875
+model.layers.3.mlp.experts.63,2.945758581161499
+model.layers.3.mlp.experts.64,3.09202241897583
+model.layers.3.mlp.experts.65,2.9373700618743896
+model.layers.3.mlp.experts.66,3.162612199783325
+model.layers.3.mlp.experts.67,3.175906181335449
+model.layers.3.mlp.experts.68,3.038602352142334
+model.layers.3.mlp.experts.69,3.1185498237609863
+model.layers.3.mlp.experts.7,3.178547143936157
+model.layers.3.mlp.experts.70,2.81409215927124
+model.layers.3.mlp.experts.71,3.121643543243408
+model.layers.3.mlp.experts.72,3.0197696685791016
+model.layers.3.mlp.experts.73,2.799560546875
+model.layers.3.mlp.experts.74,3.015139579772949
+model.layers.3.mlp.experts.75,2.9874446392059326
+model.layers.3.mlp.experts.76,3.0316765308380127
+model.layers.3.mlp.experts.77,3.0891001224517822
+model.layers.3.mlp.experts.78,2.8955702781677246
+model.layers.3.mlp.experts.79,3.080297470092773
+model.layers.3.mlp.experts.8,2.981034517288208
+model.layers.3.mlp.experts.80,2.8604037761688232
+model.layers.3.mlp.experts.81,3.346287250518799
+model.layers.3.mlp.experts.82,2.9863927364349365
+model.layers.3.mlp.experts.83,3.120820999145508
+model.layers.3.mlp.experts.84,3.144421339035034
+model.layers.3.mlp.experts.85,2.908087730407715
+model.layers.3.mlp.experts.86,3.0559310913085938
+model.layers.3.mlp.experts.87,2.928040027618408
+model.layers.3.mlp.experts.88,2.9659879207611084
+model.layers.3.mlp.experts.89,3.253108263015747
+model.layers.3.mlp.experts.9,3.0838840007781982
+model.layers.3.mlp.experts.90,3.122758626937866
+model.layers.3.mlp.experts.91,2.9815025329589844
+model.layers.3.mlp.experts.92,2.9536983966827397
+model.layers.3.mlp.experts.93,2.961489677429199
+model.layers.3.mlp.experts.94,3.12327241897583
+model.layers.3.mlp.experts.95,3.099499225616455
+model.layers.3.mlp.experts.96,3.0493764877319336
+model.layers.3.mlp.experts.97,2.954455614089966
+model.layers.3.mlp.experts.98,3.032711744308472
+model.layers.3.mlp.experts.99,2.789762496948242
+model.layers.3.mlp.shared_experts,2.7956111431121826
+model.layers.3.self_attn,3.030413866043091
+model.layers.30.mlp.experts.0,2.567036867141724
+model.layers.30.mlp.experts.1,2.562214136123657
+model.layers.30.mlp.experts.10,2.5914902687072754
+model.layers.30.mlp.experts.100,2.551363945007324
+model.layers.30.mlp.experts.101,2.5527889728546143
+model.layers.30.mlp.experts.102,2.5624568462371826
+model.layers.30.mlp.experts.103,2.5617263317108154
+model.layers.30.mlp.experts.104,2.5825586318969727
+model.layers.30.mlp.experts.105,2.5541489124298096
+model.layers.30.mlp.experts.106,2.569417953491211
+model.layers.30.mlp.experts.107,2.554638624191284
+model.layers.30.mlp.experts.108,2.5568292140960693
+model.layers.30.mlp.experts.109,2.5589985847473145
+model.layers.30.mlp.experts.11,2.5519299507141118
+model.layers.30.mlp.experts.110,2.5721664428710938
+model.layers.30.mlp.experts.111,2.5590176582336426
+model.layers.30.mlp.experts.112,2.594532966613769
+model.layers.30.mlp.experts.113,2.5688507556915283
+model.layers.30.mlp.experts.114,2.5630364418029785
+model.layers.30.mlp.experts.115,2.5532002449035645
+model.layers.30.mlp.experts.116,2.557847261428833
+model.layers.30.mlp.experts.117,2.629438638687134
+model.layers.30.mlp.experts.118,2.5828514099121094
+model.layers.30.mlp.experts.119,2.55661940574646
+model.layers.30.mlp.experts.12,2.5818049907684326
+model.layers.30.mlp.experts.120,2.561466217041016
+model.layers.30.mlp.experts.121,2.553783178329468
+model.layers.30.mlp.experts.122,2.5555520057678223
+model.layers.30.mlp.experts.123,2.577038288116455
+model.layers.30.mlp.experts.124,2.558679819107056
+model.layers.30.mlp.experts.125,2.5766773223876958
+model.layers.30.mlp.experts.126,2.55204439163208
+model.layers.30.mlp.experts.127,2.556506872177124
+model.layers.30.mlp.experts.128,2.5642201900482178
+model.layers.30.mlp.experts.129,2.554466962814331
+model.layers.30.mlp.experts.13,2.5552124977111816
+model.layers.30.mlp.experts.130,2.6251258850097656
+model.layers.30.mlp.experts.131,2.565143823623657
+model.layers.30.mlp.experts.132,2.561091661453247
+model.layers.30.mlp.experts.133,2.5574066638946533
+model.layers.30.mlp.experts.134,2.570028781890869
+model.layers.30.mlp.experts.135,2.559238910675049
+model.layers.30.mlp.experts.136,2.552839756011963
+model.layers.30.mlp.experts.137,2.554436206817627
+model.layers.30.mlp.experts.138,2.554272413253784
+model.layers.30.mlp.experts.139,2.557237148284912
+model.layers.30.mlp.experts.14,2.55415678024292
+model.layers.30.mlp.experts.140,2.581167936325073
+model.layers.30.mlp.experts.141,2.554340362548828
+model.layers.30.mlp.experts.142,2.5633866786956787
+model.layers.30.mlp.experts.143,2.5620534420013428
+model.layers.30.mlp.experts.144,2.553551435470581
+model.layers.30.mlp.experts.145,2.558424472808838
+model.layers.30.mlp.experts.146,2.5540883541107178
+model.layers.30.mlp.experts.147,2.5599234104156494
+model.layers.30.mlp.experts.148,2.555950880050659
+model.layers.30.mlp.experts.149,2.5540225505828857
+model.layers.30.mlp.experts.15,2.570303201675415
+model.layers.30.mlp.experts.150,2.556172609329224
+model.layers.30.mlp.experts.151,2.554288864135742
+model.layers.30.mlp.experts.152,2.5902740955352783
+model.layers.30.mlp.experts.153,2.562258005142212
+model.layers.30.mlp.experts.154,2.568408727645874
+model.layers.30.mlp.experts.155,2.598097562789917
+model.layers.30.mlp.experts.156,2.565005302429199
+model.layers.30.mlp.experts.157,2.555034875869751
+model.layers.30.mlp.experts.158,2.5516278743743896
+model.layers.30.mlp.experts.159,2.568197011947632
+model.layers.30.mlp.experts.16,2.58676552772522
+model.layers.30.mlp.experts.160,2.560832500457764
+model.layers.30.mlp.experts.161,2.5852417945861816
+model.layers.30.mlp.experts.162,2.5683507919311523
+model.layers.30.mlp.experts.163,2.5516788959503174
+model.layers.30.mlp.experts.164,2.5521557331085205
+model.layers.30.mlp.experts.165,2.554930686950684
+model.layers.30.mlp.experts.166,2.5617339611053467
+model.layers.30.mlp.experts.167,2.556046485900879
+model.layers.30.mlp.experts.168,2.5530850887298584
+model.layers.30.mlp.experts.169,2.556591272354126
+model.layers.30.mlp.experts.17,2.5536608695983887
+model.layers.30.mlp.experts.170,2.55185604095459
+model.layers.30.mlp.experts.171,2.558812379837036
+model.layers.30.mlp.experts.172,2.554050207138061
+model.layers.30.mlp.experts.173,2.560720443725586
+model.layers.30.mlp.experts.174,2.560256004333496
+model.layers.30.mlp.experts.175,2.5710971355438232
+model.layers.30.mlp.experts.176,2.556837797164917
+model.layers.30.mlp.experts.177,2.560438394546509
+model.layers.30.mlp.experts.178,2.555101156234741
+model.layers.30.mlp.experts.179,2.5580759048461914
+model.layers.30.mlp.experts.18,2.5675528049468994
+model.layers.30.mlp.experts.180,2.5611672401428223
+model.layers.30.mlp.experts.181,2.561951875686645
+model.layers.30.mlp.experts.182,2.555990695953369
+model.layers.30.mlp.experts.183,2.556009292602539
+model.layers.30.mlp.experts.184,2.562799453735352
+model.layers.30.mlp.experts.185,2.5746541023254395
+model.layers.30.mlp.experts.186,2.552926540374756
+model.layers.30.mlp.experts.187,2.5513648986816406
+model.layers.30.mlp.experts.188,2.557413101196289
+model.layers.30.mlp.experts.189,2.5611629486083984
+model.layers.30.mlp.experts.19,2.556616306304932
+model.layers.30.mlp.experts.190,2.553544282913208
+model.layers.30.mlp.experts.191,2.584264278411865
+model.layers.30.mlp.experts.192,2.599729537963867
+model.layers.30.mlp.experts.193,2.5646960735321045
+model.layers.30.mlp.experts.194,2.570009469985962
+model.layers.30.mlp.experts.195,2.5599422454833984
+model.layers.30.mlp.experts.196,2.5622663497924805
+model.layers.30.mlp.experts.197,2.558561086654663
+model.layers.30.mlp.experts.198,2.5525166988372803
+model.layers.30.mlp.experts.199,2.5595479011535645
+model.layers.30.mlp.experts.2,2.5626065731048584
+model.layers.30.mlp.experts.20,2.5512259006500244
+model.layers.30.mlp.experts.200,2.560220241546631
+model.layers.30.mlp.experts.201,2.558232069015503
+model.layers.30.mlp.experts.202,2.5573103427886963
+model.layers.30.mlp.experts.203,2.5614795684814453
+model.layers.30.mlp.experts.204,2.562199592590332
+model.layers.30.mlp.experts.205,2.554561138153076
+model.layers.30.mlp.experts.206,2.581146001815796
+model.layers.30.mlp.experts.207,2.5672473907470703
+model.layers.30.mlp.experts.208,2.56583309173584
+model.layers.30.mlp.experts.209,2.5533230304718018
+model.layers.30.mlp.experts.21,2.5532188415527344
+model.layers.30.mlp.experts.210,2.562842845916748
+model.layers.30.mlp.experts.211,2.5529327392578125
+model.layers.30.mlp.experts.212,2.559940814971924
+model.layers.30.mlp.experts.213,2.558957099914551
+model.layers.30.mlp.experts.214,2.5612661838531494
+model.layers.30.mlp.experts.215,2.55103611946106
+model.layers.30.mlp.experts.216,2.5621531009674072
+model.layers.30.mlp.experts.217,2.553436040878296
+model.layers.30.mlp.experts.218,2.576112985610962
+model.layers.30.mlp.experts.219,2.5592448711395264
+model.layers.30.mlp.experts.22,2.555460929870605
+model.layers.30.mlp.experts.220,2.558605909347534
+model.layers.30.mlp.experts.221,2.563110589981079
+model.layers.30.mlp.experts.222,2.578925132751465
+model.layers.30.mlp.experts.223,2.565018892288208
+model.layers.30.mlp.experts.224,2.5580739974975586
+model.layers.30.mlp.experts.225,2.551431655883789
+model.layers.30.mlp.experts.226,2.556490182876587
+model.layers.30.mlp.experts.227,2.615257024765014
+model.layers.30.mlp.experts.228,2.582521438598633
+model.layers.30.mlp.experts.229,2.63892674446106
+model.layers.30.mlp.experts.23,2.56528902053833
+model.layers.30.mlp.experts.230,2.553717613220215
+model.layers.30.mlp.experts.231,2.55275559425354
+model.layers.30.mlp.experts.232,2.551031827926636
+model.layers.30.mlp.experts.233,2.552396535873413
+model.layers.30.mlp.experts.234,2.5525426864624023
+model.layers.30.mlp.experts.235,2.641359329223633
+model.layers.30.mlp.experts.236,2.5572781562805176
+model.layers.30.mlp.experts.237,2.556143045425415
+model.layers.30.mlp.experts.238,2.575070142745972
+model.layers.30.mlp.experts.239,2.556382417678833
+model.layers.30.mlp.experts.24,2.560776472091675
+model.layers.30.mlp.experts.240,2.5600647926330566
+model.layers.30.mlp.experts.241,2.57804536819458
+model.layers.30.mlp.experts.242,2.5539495944976807
+model.layers.30.mlp.experts.243,2.5626823902130127
+model.layers.30.mlp.experts.244,2.562826633453369
+model.layers.30.mlp.experts.245,2.563495397567749
+model.layers.30.mlp.experts.246,2.5515592098236084
+model.layers.30.mlp.experts.247,2.5555827617645264
+model.layers.30.mlp.experts.248,2.616701364517212
+model.layers.30.mlp.experts.249,2.5903022289276123
+model.layers.30.mlp.experts.25,2.560631275177002
+model.layers.30.mlp.experts.250,2.5562455654144287
+model.layers.30.mlp.experts.251,2.554006814956665
+model.layers.30.mlp.experts.252,2.57208514213562
+model.layers.30.mlp.experts.253,2.558790683746338
+model.layers.30.mlp.experts.254,2.57410740852356
+model.layers.30.mlp.experts.255,2.563732624053955
+model.layers.30.mlp.experts.26,2.579406976699829
+model.layers.30.mlp.experts.27,2.5584535598754883
+model.layers.30.mlp.experts.28,2.558762550354004
+model.layers.30.mlp.experts.29,2.560255527496338
+model.layers.30.mlp.experts.3,2.5580174922943115
+model.layers.30.mlp.experts.30,2.558831214904785
+model.layers.30.mlp.experts.31,2.5719568729400635
+model.layers.30.mlp.experts.32,2.5719690322875977
+model.layers.30.mlp.experts.33,2.551140308380127
+model.layers.30.mlp.experts.34,2.555741548538208
+model.layers.30.mlp.experts.35,2.5622634887695312
+model.layers.30.mlp.experts.36,2.551276445388794
+model.layers.30.mlp.experts.37,2.5564801692962646
+model.layers.30.mlp.experts.38,2.5695629119873047
+model.layers.30.mlp.experts.39,2.570991039276123
+model.layers.30.mlp.experts.4,2.590874195098877
+model.layers.30.mlp.experts.40,2.6093950271606445
+model.layers.30.mlp.experts.41,2.563382863998413
+model.layers.30.mlp.experts.42,2.556715250015259
+model.layers.30.mlp.experts.43,2.575634241104126
+model.layers.30.mlp.experts.44,2.582942008972168
+model.layers.30.mlp.experts.45,2.568304538726806
+model.layers.30.mlp.experts.46,2.554898977279663
+model.layers.30.mlp.experts.47,2.563241004943848
+model.layers.30.mlp.experts.48,2.554329633712769
+model.layers.30.mlp.experts.49,2.558786392211914
+model.layers.30.mlp.experts.5,2.5672178268432617
+model.layers.30.mlp.experts.50,2.56303334236145
+model.layers.30.mlp.experts.51,2.5584876537323
+model.layers.30.mlp.experts.52,2.556218385696411
+model.layers.30.mlp.experts.53,2.557985305786133
+model.layers.30.mlp.experts.54,2.553711175918579
+model.layers.30.mlp.experts.55,2.5658111572265625
+model.layers.30.mlp.experts.56,2.5603747367858887
+model.layers.30.mlp.experts.57,2.557902574539185
+model.layers.30.mlp.experts.58,2.6104092597961426
+model.layers.30.mlp.experts.59,2.55708646774292
+model.layers.30.mlp.experts.6,2.5605640411376958
+model.layers.30.mlp.experts.60,2.582803726196289
+model.layers.30.mlp.experts.61,2.5536694526672363
+model.layers.30.mlp.experts.62,2.564213275909424
+model.layers.30.mlp.experts.63,2.551553726196289
+model.layers.30.mlp.experts.64,2.555627584457397
+model.layers.30.mlp.experts.65,2.559938430786133
+model.layers.30.mlp.experts.66,2.5898797512054443
+model.layers.30.mlp.experts.67,2.5988845825195312
+model.layers.30.mlp.experts.68,2.573107481002808
+model.layers.30.mlp.experts.69,2.5603551864624023
+model.layers.30.mlp.experts.7,2.5600297451019287
+model.layers.30.mlp.experts.70,2.558429718017578
+model.layers.30.mlp.experts.71,2.604613304138184
+model.layers.30.mlp.experts.72,2.5520718097686768
+model.layers.30.mlp.experts.73,2.5685715675354004
+model.layers.30.mlp.experts.74,2.5718252658843994
+model.layers.30.mlp.experts.75,2.570136547088623
+model.layers.30.mlp.experts.76,2.555980443954468
+model.layers.30.mlp.experts.77,2.5860629081726074
+model.layers.30.mlp.experts.78,2.553607225418091
+model.layers.30.mlp.experts.79,2.585069417953491
+model.layers.30.mlp.experts.8,2.5541231632232666
+model.layers.30.mlp.experts.80,2.562739133834839
+model.layers.30.mlp.experts.81,2.5637857913970947
+model.layers.30.mlp.experts.82,2.5506179332733154
+model.layers.30.mlp.experts.83,2.555217027664185
+model.layers.30.mlp.experts.84,2.5553882122039795
+model.layers.30.mlp.experts.85,2.562451124191284
+model.layers.30.mlp.experts.86,2.567664623260498
+model.layers.30.mlp.experts.87,2.553879737854004
+model.layers.30.mlp.experts.88,2.584808826446533
+model.layers.30.mlp.experts.89,2.55157208442688
+model.layers.30.mlp.experts.9,2.5595531463623047
+model.layers.30.mlp.experts.90,2.55290150642395
+model.layers.30.mlp.experts.91,2.5580151081085205
+model.layers.30.mlp.experts.92,2.552227020263672
+model.layers.30.mlp.experts.93,2.5609426498413086
+model.layers.30.mlp.experts.94,2.555975437164306
+model.layers.30.mlp.experts.95,2.5537760257720947
+model.layers.30.mlp.experts.96,2.559990644454956
+model.layers.30.mlp.experts.97,2.5602707862854004
+model.layers.30.mlp.experts.98,2.5595569610595703
+model.layers.30.mlp.experts.99,2.5548715591430664
+model.layers.30.mlp.shared_experts,2.759551286697388
+model.layers.30.self_attn,2.5899362564086914
+model.layers.31.mlp.experts.0,2.5572896003723145
+model.layers.31.mlp.experts.1,2.5773885250091557
+model.layers.31.mlp.experts.10,2.555903673171997
+model.layers.31.mlp.experts.100,2.567127227783203
+model.layers.31.mlp.experts.101,2.5570766925811768
+model.layers.31.mlp.experts.102,2.5661189556121826
+model.layers.31.mlp.experts.103,2.5577714443206787
+model.layers.31.mlp.experts.104,2.554961681365967
+model.layers.31.mlp.experts.105,2.5606634616851807
+model.layers.31.mlp.experts.106,2.556689977645874
+model.layers.31.mlp.experts.107,2.557560920715332
+model.layers.31.mlp.experts.108,2.563976764678955
+model.layers.31.mlp.experts.109,2.5598323345184326
+model.layers.31.mlp.experts.11,2.5567123889923096
+model.layers.31.mlp.experts.110,2.5534205436706543
+model.layers.31.mlp.experts.111,2.580029964447021
+model.layers.31.mlp.experts.112,2.5569403171539307
+model.layers.31.mlp.experts.113,2.5631160736083984
+model.layers.31.mlp.experts.114,2.5543673038482666
+model.layers.31.mlp.experts.115,2.553147077560425
+model.layers.31.mlp.experts.116,2.556068420410156
+model.layers.31.mlp.experts.117,2.557291030883789
+model.layers.31.mlp.experts.118,2.553142786026001
+model.layers.31.mlp.experts.119,2.593174457550049
+model.layers.31.mlp.experts.12,2.557055950164795
+model.layers.31.mlp.experts.120,2.5743608474731445
+model.layers.31.mlp.experts.121,2.580582618713379
+model.layers.31.mlp.experts.122,2.58677077293396
+model.layers.31.mlp.experts.123,2.5826706886291504
+model.layers.31.mlp.experts.124,2.563150644302368
+model.layers.31.mlp.experts.125,2.5518596172332764
+model.layers.31.mlp.experts.126,2.554151773452759
+model.layers.31.mlp.experts.127,2.55242919921875
+model.layers.31.mlp.experts.128,2.586745500564575
+model.layers.31.mlp.experts.129,2.563096761703491
+model.layers.31.mlp.experts.13,2.553061246871948
+model.layers.31.mlp.experts.130,2.5520944595336914
+model.layers.31.mlp.experts.131,2.555551052093506
+model.layers.31.mlp.experts.132,2.5514206886291504
+model.layers.31.mlp.experts.133,2.551588535308838
+model.layers.31.mlp.experts.134,2.5623202323913574
+model.layers.31.mlp.experts.135,2.558675527572632
+model.layers.31.mlp.experts.136,2.553360939025879
+model.layers.31.mlp.experts.137,2.552914619445801
+model.layers.31.mlp.experts.138,2.586617946624756
+model.layers.31.mlp.experts.139,2.5567805767059326
+model.layers.31.mlp.experts.14,2.556864023208618
+model.layers.31.mlp.experts.140,2.627513647079468
+model.layers.31.mlp.experts.141,2.567694187164306
+model.layers.31.mlp.experts.142,2.552516460418701
+model.layers.31.mlp.experts.143,2.5559253692626958
+model.layers.31.mlp.experts.144,2.5565502643585205
+model.layers.31.mlp.experts.145,2.553926944732666
+model.layers.31.mlp.experts.146,2.5623552799224854
+model.layers.31.mlp.experts.147,2.554407358169556
+model.layers.31.mlp.experts.148,2.5581865310668945
+model.layers.31.mlp.experts.149,2.5733509063720703
+model.layers.31.mlp.experts.15,2.556964874267578
+model.layers.31.mlp.experts.150,2.556465148925781
+model.layers.31.mlp.experts.151,2.562171459197998
+model.layers.31.mlp.experts.152,2.56406044960022
+model.layers.31.mlp.experts.153,2.5615851879119877
+model.layers.31.mlp.experts.154,2.562756299972534
+model.layers.31.mlp.experts.155,2.561078786849976
+model.layers.31.mlp.experts.156,2.55607533454895
+model.layers.31.mlp.experts.157,2.5534474849700928
+model.layers.31.mlp.experts.158,2.569404363632202
+model.layers.31.mlp.experts.159,2.553539514541626
+model.layers.31.mlp.experts.16,2.5617716312408447
+model.layers.31.mlp.experts.160,2.5532383918762207
+model.layers.31.mlp.experts.161,2.5711300373077397
+model.layers.31.mlp.experts.162,2.560762882232666
+model.layers.31.mlp.experts.163,2.553060293197632
+model.layers.31.mlp.experts.164,2.554611921310425
+model.layers.31.mlp.experts.165,2.5683746337890625
+model.layers.31.mlp.experts.166,2.5628104209899902
+model.layers.31.mlp.experts.167,2.5546698570251465
+model.layers.31.mlp.experts.168,2.5600383281707764
+model.layers.31.mlp.experts.169,2.555185079574585
+model.layers.31.mlp.experts.17,2.592775583267212
+model.layers.31.mlp.experts.170,2.566070795059204
+model.layers.31.mlp.experts.171,2.556970596313477
+model.layers.31.mlp.experts.172,2.553908348083496
+model.layers.31.mlp.experts.173,2.5540266036987305
+model.layers.31.mlp.experts.174,2.5670831203460693
+model.layers.31.mlp.experts.175,2.565911054611206
+model.layers.31.mlp.experts.176,2.5767550468444824
+model.layers.31.mlp.experts.177,2.555227518081665
+model.layers.31.mlp.experts.178,2.55427360534668
+model.layers.31.mlp.experts.179,2.554382801055908
+model.layers.31.mlp.experts.18,2.5531201362609863
+model.layers.31.mlp.experts.180,2.567200899124145
+model.layers.31.mlp.experts.181,2.598109483718872
+model.layers.31.mlp.experts.182,2.5517830848693848
+model.layers.31.mlp.experts.183,2.5561156272888184
+model.layers.31.mlp.experts.184,2.5737452507019043
+model.layers.31.mlp.experts.185,2.559990882873535
+model.layers.31.mlp.experts.186,2.559054374694824
+model.layers.31.mlp.experts.187,2.5560765266418457
+model.layers.31.mlp.experts.188,2.555326461791992
+model.layers.31.mlp.experts.189,2.5523123741149902
+model.layers.31.mlp.experts.19,2.559822559356689
+model.layers.31.mlp.experts.190,2.575067043304444
+model.layers.31.mlp.experts.191,2.562861204147339
+model.layers.31.mlp.experts.192,2.639009952545166
+model.layers.31.mlp.experts.193,2.5525147914886475
+model.layers.31.mlp.experts.194,2.5578818321228027
+model.layers.31.mlp.experts.195,2.5546863079071045
+model.layers.31.mlp.experts.196,2.5562636852264404
+model.layers.31.mlp.experts.197,2.5544652938842773
+model.layers.31.mlp.experts.198,2.559650182723999
+model.layers.31.mlp.experts.199,2.5532846450805664
+model.layers.31.mlp.experts.2,2.563905954360962
+model.layers.31.mlp.experts.20,2.552584409713745
+model.layers.31.mlp.experts.200,2.5809366703033447
+model.layers.31.mlp.experts.201,2.554023742675781
+model.layers.31.mlp.experts.202,2.569329261779785
+model.layers.31.mlp.experts.203,2.70869779586792
+model.layers.31.mlp.experts.204,2.5600602626800537
+model.layers.31.mlp.experts.205,2.552631378173828
+model.layers.31.mlp.experts.206,2.559263229370117
+model.layers.31.mlp.experts.207,2.561264038085937
+model.layers.31.mlp.experts.208,2.557279586791992
+model.layers.31.mlp.experts.209,2.6108546257019043
+model.layers.31.mlp.experts.21,2.564018964767456
+model.layers.31.mlp.experts.210,2.5534980297088623
+model.layers.31.mlp.experts.211,2.5623538494110107
+model.layers.31.mlp.experts.212,2.5536975860595703
+model.layers.31.mlp.experts.213,2.5518624782562256
+model.layers.31.mlp.experts.214,2.5538225173950195
+model.layers.31.mlp.experts.215,2.562341690063477
+model.layers.31.mlp.experts.216,2.562700033187866
+model.layers.31.mlp.experts.217,2.555097341537476
+model.layers.31.mlp.experts.218,2.571487665176392
+model.layers.31.mlp.experts.219,2.5691897869110107
+model.layers.31.mlp.experts.22,2.5595381259918213
+model.layers.31.mlp.experts.220,2.578256845474243
+model.layers.31.mlp.experts.221,2.5557570457458496
+model.layers.31.mlp.experts.222,2.556086301803589
+model.layers.31.mlp.experts.223,2.560675382614136
+model.layers.31.mlp.experts.224,2.553287506103516
+model.layers.31.mlp.experts.225,2.5536389350891118
+model.layers.31.mlp.experts.226,2.5577454566955566
+model.layers.31.mlp.experts.227,2.5554699897766118
+model.layers.31.mlp.experts.228,2.5713605880737305
+model.layers.31.mlp.experts.229,2.551748275756836
+model.layers.31.mlp.experts.23,2.5594496726989746
+model.layers.31.mlp.experts.230,2.55523943901062
+model.layers.31.mlp.experts.231,2.5670316219329834
+model.layers.31.mlp.experts.232,2.5617518424987797
+model.layers.31.mlp.experts.233,2.584826231002808
+model.layers.31.mlp.experts.234,2.5556087493896484
+model.layers.31.mlp.experts.235,2.5549914836883545
+model.layers.31.mlp.experts.236,2.5532820224761963
+model.layers.31.mlp.experts.237,2.553297519683838
+model.layers.31.mlp.experts.238,2.56307315826416
+model.layers.31.mlp.experts.239,2.56367826461792
+model.layers.31.mlp.experts.24,2.5570528507232666
+model.layers.31.mlp.experts.240,2.559838056564331
+model.layers.31.mlp.experts.241,2.5645205974578857
+model.layers.31.mlp.experts.242,2.6311910152435303
+model.layers.31.mlp.experts.243,2.5591840744018555
+model.layers.31.mlp.experts.244,2.5585038661956787
+model.layers.31.mlp.experts.245,2.5993845462799072
+model.layers.31.mlp.experts.246,2.55448055267334
+model.layers.31.mlp.experts.247,2.561964511871338
+model.layers.31.mlp.experts.248,2.5519793033599854
+model.layers.31.mlp.experts.249,2.58334755897522
+model.layers.31.mlp.experts.25,2.561245918273926
+model.layers.31.mlp.experts.250,2.557856321334839
+model.layers.31.mlp.experts.251,2.5591251850128174
+model.layers.31.mlp.experts.252,2.5564956665039062
+model.layers.31.mlp.experts.253,2.558929681777954
+model.layers.31.mlp.experts.254,2.5565247535705566
+model.layers.31.mlp.experts.255,2.57826566696167
+model.layers.31.mlp.experts.26,2.5556235313415527
+model.layers.31.mlp.experts.27,2.551621913909912
+model.layers.31.mlp.experts.28,2.55957579612732
+model.layers.31.mlp.experts.29,2.55774450302124
+model.layers.31.mlp.experts.3,2.561803340911865
+model.layers.31.mlp.experts.30,2.569214344024658
+model.layers.31.mlp.experts.31,2.552173614501953
+model.layers.31.mlp.experts.32,2.5663931369781494
+model.layers.31.mlp.experts.33,2.565951347351074
+model.layers.31.mlp.experts.34,2.552900552749634
+model.layers.31.mlp.experts.35,2.5622668266296387
+model.layers.31.mlp.experts.36,2.5548715591430664
+model.layers.31.mlp.experts.37,2.55515718460083
+model.layers.31.mlp.experts.38,2.601369380950928
+model.layers.31.mlp.experts.39,2.5534157752990723
+model.layers.31.mlp.experts.4,2.561884880065918
+model.layers.31.mlp.experts.40,2.552778959274292
+model.layers.31.mlp.experts.41,2.5545244216918945
+model.layers.31.mlp.experts.42,2.5552334785461426
+model.layers.31.mlp.experts.43,2.560066699981689
+model.layers.31.mlp.experts.44,2.5838351249694824
+model.layers.31.mlp.experts.45,2.552800178527832
+model.layers.31.mlp.experts.46,2.564302444458008
+model.layers.31.mlp.experts.47,2.5606231689453125
+model.layers.31.mlp.experts.48,2.554781675338745
+model.layers.31.mlp.experts.49,2.558614730834961
+model.layers.31.mlp.experts.5,2.553946018218994
+model.layers.31.mlp.experts.50,2.5614583492279053
+model.layers.31.mlp.experts.51,2.5587596893310547
+model.layers.31.mlp.experts.52,2.5585434436798096
+model.layers.31.mlp.experts.53,2.552115201950073
+model.layers.31.mlp.experts.54,2.554424524307251
+model.layers.31.mlp.experts.55,2.5548038482666016
+model.layers.31.mlp.experts.56,2.582418441772461
+model.layers.31.mlp.experts.57,2.5520386695861816
+model.layers.31.mlp.experts.58,2.568188190460205
+model.layers.31.mlp.experts.59,2.5548810958862305
+model.layers.31.mlp.experts.6,2.556281089782715
+model.layers.31.mlp.experts.60,2.5566983222961426
+model.layers.31.mlp.experts.61,2.551963329315185
+model.layers.31.mlp.experts.62,2.5554516315460205
+model.layers.31.mlp.experts.63,2.559507369995117
+model.layers.31.mlp.experts.64,2.5638718605041504
+model.layers.31.mlp.experts.65,2.5576577186584477
+model.layers.31.mlp.experts.66,2.5524797439575195
+model.layers.31.mlp.experts.67,2.5561957359313965
+model.layers.31.mlp.experts.68,2.5616016387939453
+model.layers.31.mlp.experts.69,2.584041118621826
+model.layers.31.mlp.experts.7,2.58878755569458
+model.layers.31.mlp.experts.70,2.554064989089966
+model.layers.31.mlp.experts.71,2.5636582374572754
+model.layers.31.mlp.experts.72,2.5545573234558105
+model.layers.31.mlp.experts.73,2.553809881210327
+model.layers.31.mlp.experts.74,2.5518455505371094
+model.layers.31.mlp.experts.75,2.560281753540039
+model.layers.31.mlp.experts.76,2.563498020172119
+model.layers.31.mlp.experts.77,2.551401376724243
+model.layers.31.mlp.experts.78,2.555288791656494
+model.layers.31.mlp.experts.79,2.5620524883270264
+model.layers.31.mlp.experts.8,2.5557861328125
+model.layers.31.mlp.experts.80,2.5586724281311035
+model.layers.31.mlp.experts.81,2.5590779781341557
+model.layers.31.mlp.experts.82,2.561008930206299
+model.layers.31.mlp.experts.83,2.566983461380005
+model.layers.31.mlp.experts.84,2.5712485313415527
+model.layers.31.mlp.experts.85,2.552542209625244
+model.layers.31.mlp.experts.86,2.5542356967926025
+model.layers.31.mlp.experts.87,2.5540030002593994
+model.layers.31.mlp.experts.88,2.552120447158813
+model.layers.31.mlp.experts.89,2.5564424991607666
+model.layers.31.mlp.experts.9,2.5814902782440186
+model.layers.31.mlp.experts.90,2.552868127822876
+model.layers.31.mlp.experts.91,2.554795026779175
+model.layers.31.mlp.experts.92,2.557293653488159
+model.layers.31.mlp.experts.93,2.558551788330078
+model.layers.31.mlp.experts.94,2.556060791015625
+model.layers.31.mlp.experts.95,2.5561676025390625
+model.layers.31.mlp.experts.96,2.552781343460083
+model.layers.31.mlp.experts.97,2.5649774074554443
+model.layers.31.mlp.experts.98,2.5544722080230717
+model.layers.31.mlp.experts.99,2.5760419368743896
+model.layers.31.mlp.shared_experts,2.772707939147949
+model.layers.31.self_attn,2.593156337738037
+model.layers.32.mlp.experts.0,2.552070379257202
+model.layers.32.mlp.experts.1,2.554807424545288
+model.layers.32.mlp.experts.10,2.556648731231689
+model.layers.32.mlp.experts.100,2.557044506072998
+model.layers.32.mlp.experts.101,2.556236743927002
+model.layers.32.mlp.experts.102,2.5551674365997314
+model.layers.32.mlp.experts.103,2.682565689086914
+model.layers.32.mlp.experts.104,2.556713581085205
+model.layers.32.mlp.experts.105,2.5782620906829834
+model.layers.32.mlp.experts.106,2.5600526332855225
+model.layers.32.mlp.experts.107,2.555509567260742
+model.layers.32.mlp.experts.108,2.561829805374145
+model.layers.32.mlp.experts.109,2.5575222969055176
+model.layers.32.mlp.experts.11,2.5562634468078613
+model.layers.32.mlp.experts.110,2.552931308746338
+model.layers.32.mlp.experts.111,2.560231685638428
+model.layers.32.mlp.experts.112,2.553659439086914
+model.layers.32.mlp.experts.113,2.5544228553771973
+model.layers.32.mlp.experts.114,2.552097082138061
+model.layers.32.mlp.experts.115,2.5535922050476074
+model.layers.32.mlp.experts.116,2.55181097984314
+model.layers.32.mlp.experts.117,2.557402372360229
+model.layers.32.mlp.experts.118,2.5860579013824463
+model.layers.32.mlp.experts.119,2.5664379596710205
+model.layers.32.mlp.experts.12,2.5552053451538086
+model.layers.32.mlp.experts.120,2.5677497386932373
+model.layers.32.mlp.experts.121,2.5512397289276123
+model.layers.32.mlp.experts.122,2.563645839691162
+model.layers.32.mlp.experts.123,2.575582981109619
+model.layers.32.mlp.experts.124,2.554777145385742
+model.layers.32.mlp.experts.125,2.571068525314331
+model.layers.32.mlp.experts.126,2.562809467315674
+model.layers.32.mlp.experts.127,2.56075119972229
+model.layers.32.mlp.experts.128,2.5543558597564697
+model.layers.32.mlp.experts.129,2.5531044006347656
+model.layers.32.mlp.experts.13,2.554266452789306
+model.layers.32.mlp.experts.130,2.562600612640381
+model.layers.32.mlp.experts.131,2.558099269866944
+model.layers.32.mlp.experts.132,2.5554144382476807
+model.layers.32.mlp.experts.133,2.5553455352783203
+model.layers.32.mlp.experts.134,2.555028200149536
+model.layers.32.mlp.experts.135,2.5546255111694336
+model.layers.32.mlp.experts.136,2.568352699279785
+model.layers.32.mlp.experts.137,2.552492380142212
+model.layers.32.mlp.experts.138,2.598163604736328
+model.layers.32.mlp.experts.139,2.552337884902954
+model.layers.32.mlp.experts.14,2.551557779312134
+model.layers.32.mlp.experts.140,2.555047035217285
+model.layers.32.mlp.experts.141,2.564812183380127
+model.layers.32.mlp.experts.142,2.5603201389312744
+model.layers.32.mlp.experts.143,2.556248903274536
+model.layers.32.mlp.experts.144,2.555537223815918
+model.layers.32.mlp.experts.145,2.5569040775299072
+model.layers.32.mlp.experts.146,2.562770366668701
+model.layers.32.mlp.experts.147,2.555347442626953
+model.layers.32.mlp.experts.148,2.555438995361328
+model.layers.32.mlp.experts.149,2.570904493331909
+model.layers.32.mlp.experts.15,2.6302649974823
+model.layers.32.mlp.experts.150,2.551257848739624
+model.layers.32.mlp.experts.151,2.550532579421997
+model.layers.32.mlp.experts.152,2.555183172225952
+model.layers.32.mlp.experts.153,2.560927629470825
+model.layers.32.mlp.experts.154,2.5564699172973637
+model.layers.32.mlp.experts.155,2.5581531524658203
+model.layers.32.mlp.experts.156,2.5778701305389404
+model.layers.32.mlp.experts.157,2.5533578395843506
+model.layers.32.mlp.experts.158,2.5531599521636963
+model.layers.32.mlp.experts.159,2.552811622619629
+model.layers.32.mlp.experts.16,2.558274745941162
+model.layers.32.mlp.experts.160,2.56589412689209
+model.layers.32.mlp.experts.161,2.5538971424102783
+model.layers.32.mlp.experts.162,2.5568904876708984
+model.layers.32.mlp.experts.163,2.5601980686187744
+model.layers.32.mlp.experts.164,2.5671725273132324
+model.layers.32.mlp.experts.165,2.56014084815979
+model.layers.32.mlp.experts.166,2.559998035430908
+model.layers.32.mlp.experts.167,2.557441711425781
+model.layers.32.mlp.experts.168,2.5514581203460693
+model.layers.32.mlp.experts.169,2.5764756202697754
+model.layers.32.mlp.experts.17,2.558666944503784
+model.layers.32.mlp.experts.170,2.559072732925415
+model.layers.32.mlp.experts.171,2.553189277648926
+model.layers.32.mlp.experts.172,2.551814556121826
+model.layers.32.mlp.experts.173,2.56566858291626
+model.layers.32.mlp.experts.174,2.5553345680236816
+model.layers.32.mlp.experts.175,2.5616049766540527
+model.layers.32.mlp.experts.176,2.5546016693115234
+model.layers.32.mlp.experts.177,2.562743186950684
+model.layers.32.mlp.experts.178,2.5637362003326416
+model.layers.32.mlp.experts.179,2.558286666870117
+model.layers.32.mlp.experts.18,2.5610175132751465
+model.layers.32.mlp.experts.180,2.55608868598938
+model.layers.32.mlp.experts.181,2.5517375469207764
+model.layers.32.mlp.experts.182,2.5510120391845703
+model.layers.32.mlp.experts.183,2.567182779312134
+model.layers.32.mlp.experts.184,2.558491468429565
+model.layers.32.mlp.experts.185,2.6208815574646
+model.layers.32.mlp.experts.186,2.564635992050171
+model.layers.32.mlp.experts.187,2.5613603591918945
+model.layers.32.mlp.experts.188,2.552316665649414
+model.layers.32.mlp.experts.189,2.56449818611145
+model.layers.32.mlp.experts.19,2.552734851837158
+model.layers.32.mlp.experts.190,2.551934003829956
+model.layers.32.mlp.experts.191,2.5546135902404785
+model.layers.32.mlp.experts.192,2.555621385574341
+model.layers.32.mlp.experts.193,2.561843156814575
+model.layers.32.mlp.experts.194,2.5595526695251465
+model.layers.32.mlp.experts.195,2.5533595085144043
+model.layers.32.mlp.experts.196,2.553128480911255
+model.layers.32.mlp.experts.197,2.5796573162078857
+model.layers.32.mlp.experts.198,2.5634920597076416
+model.layers.32.mlp.experts.199,2.551647901535034
+model.layers.32.mlp.experts.2,2.5513458251953125
+model.layers.32.mlp.experts.20,2.5525219440460205
+model.layers.32.mlp.experts.200,2.5617661476135254
+model.layers.32.mlp.experts.201,2.562779426574707
+model.layers.32.mlp.experts.202,2.556023597717285
+model.layers.32.mlp.experts.203,2.554547071456909
+model.layers.32.mlp.experts.204,2.559738874435425
+model.layers.32.mlp.experts.205,2.5573415756225586
+model.layers.32.mlp.experts.206,2.5666542053222656
+model.layers.32.mlp.experts.207,2.556119680404663
+model.layers.32.mlp.experts.208,2.56436824798584
+model.layers.32.mlp.experts.209,2.5590531826019287
+model.layers.32.mlp.experts.21,2.555716037750244
+model.layers.32.mlp.experts.210,2.5572659969329834
+model.layers.32.mlp.experts.211,2.5614657402038574
+model.layers.32.mlp.experts.212,2.570667028427124
+model.layers.32.mlp.experts.213,2.561624765396118
+model.layers.32.mlp.experts.214,2.600039482116699
+model.layers.32.mlp.experts.215,2.57082748413086
+model.layers.32.mlp.experts.216,2.5615854263305664
+model.layers.32.mlp.experts.217,2.553614377975464
+model.layers.32.mlp.experts.218,2.5652410984039307
+model.layers.32.mlp.experts.219,2.5562403202056885
+model.layers.32.mlp.experts.22,2.553490161895752
+model.layers.32.mlp.experts.220,2.5679006576538086
+model.layers.32.mlp.experts.221,2.556845188140869
+model.layers.32.mlp.experts.222,2.5590500831604004
+model.layers.32.mlp.experts.223,2.556025981903076
+model.layers.32.mlp.experts.224,2.5530121326446533
+model.layers.32.mlp.experts.225,2.555724620819092
+model.layers.32.mlp.experts.226,2.5593295097351074
+model.layers.32.mlp.experts.227,2.5704751014709477
+model.layers.32.mlp.experts.228,2.5540993213653564
+model.layers.32.mlp.experts.229,2.561248779296875
+model.layers.32.mlp.experts.23,2.551419734954834
+model.layers.32.mlp.experts.230,2.5601646900177
+model.layers.32.mlp.experts.231,2.558290481567383
+model.layers.32.mlp.experts.232,2.560023069381714
+model.layers.32.mlp.experts.233,2.5602328777313232
+model.layers.32.mlp.experts.234,2.558050632476806
+model.layers.32.mlp.experts.235,2.56437349319458
+model.layers.32.mlp.experts.236,2.5548927783966064
+model.layers.32.mlp.experts.237,2.567671298980713
+model.layers.32.mlp.experts.238,2.571777105331421
+model.layers.32.mlp.experts.239,2.5539252758026123
+model.layers.32.mlp.experts.24,2.560188770294189
+model.layers.32.mlp.experts.240,2.5558314323425293
+model.layers.32.mlp.experts.241,2.5776970386505127
+model.layers.32.mlp.experts.242,2.5563840866088867
+model.layers.32.mlp.experts.243,2.557289361953736
+model.layers.32.mlp.experts.244,2.6039681434631348
+model.layers.32.mlp.experts.245,2.557894229888916
+model.layers.32.mlp.experts.246,2.5529727935791016
+model.layers.32.mlp.experts.247,2.5875906944274902
+model.layers.32.mlp.experts.248,2.553192615509033
+model.layers.32.mlp.experts.249,2.55556321144104
+model.layers.32.mlp.experts.25,2.559535264968872
+model.layers.32.mlp.experts.250,2.6247036457061768
+model.layers.32.mlp.experts.251,2.561001777648926
+model.layers.32.mlp.experts.252,2.5790693759918213
+model.layers.32.mlp.experts.253,2.574176549911499
+model.layers.32.mlp.experts.254,2.5545270442962646
+model.layers.32.mlp.experts.255,2.5589375495910645
+model.layers.32.mlp.experts.26,2.554682970046997
+model.layers.32.mlp.experts.27,2.553382873535156
+model.layers.32.mlp.experts.28,2.551758050918579
+model.layers.32.mlp.experts.29,2.5754590034484863
+model.layers.32.mlp.experts.3,2.5625624656677246
+model.layers.32.mlp.experts.30,2.573164701461792
+model.layers.32.mlp.experts.31,2.5531105995178223
+model.layers.32.mlp.experts.32,2.5554165840148926
+model.layers.32.mlp.experts.33,2.574899673461914
+model.layers.32.mlp.experts.34,2.5906858444213867
+model.layers.32.mlp.experts.35,2.574082374572754
+model.layers.32.mlp.experts.36,2.5633857250213623
+model.layers.32.mlp.experts.37,2.5726449489593506
+model.layers.32.mlp.experts.38,2.553088903427124
+model.layers.32.mlp.experts.39,2.563546657562256
+model.layers.32.mlp.experts.4,2.5555031299591064
+model.layers.32.mlp.experts.40,2.59008264541626
+model.layers.32.mlp.experts.41,2.5735859870910645
+model.layers.32.mlp.experts.42,2.594656229019165
+model.layers.32.mlp.experts.43,2.5520272254943848
+model.layers.32.mlp.experts.44,2.593198776245117
+model.layers.32.mlp.experts.45,2.557805299758911
+model.layers.32.mlp.experts.46,2.5596392154693604
+model.layers.32.mlp.experts.47,2.5587644577026367
+model.layers.32.mlp.experts.48,2.575160026550293
+model.layers.32.mlp.experts.49,2.56179141998291
+model.layers.32.mlp.experts.5,2.553671360015869
+model.layers.32.mlp.experts.50,2.5528221130371094
+model.layers.32.mlp.experts.51,2.5770859718322754
+model.layers.32.mlp.experts.52,2.555572748184204
+model.layers.32.mlp.experts.53,2.57178258895874
+model.layers.32.mlp.experts.54,2.554673910140991
+model.layers.32.mlp.experts.55,2.5546507835388184
+model.layers.32.mlp.experts.56,2.551149606704712
+model.layers.32.mlp.experts.57,2.5610036849975586
+model.layers.32.mlp.experts.58,2.562375783920288
+model.layers.32.mlp.experts.59,2.5568673610687256
+model.layers.32.mlp.experts.6,2.558687686920166
+model.layers.32.mlp.experts.60,2.5576541423797607
+model.layers.32.mlp.experts.61,2.5554447174072266
+model.layers.32.mlp.experts.62,2.574694871902466
+model.layers.32.mlp.experts.63,2.554848909378052
+model.layers.32.mlp.experts.64,2.5866453647613525
+model.layers.32.mlp.experts.65,2.564307689666748
+model.layers.32.mlp.experts.66,2.625856876373291
+model.layers.32.mlp.experts.67,2.5607690811157227
+model.layers.32.mlp.experts.68,2.554306745529175
+model.layers.32.mlp.experts.69,2.5608527660369877
+model.layers.32.mlp.experts.7,2.559190273284912
+model.layers.32.mlp.experts.70,2.588721513748169
+model.layers.32.mlp.experts.71,2.5531396865844727
+model.layers.32.mlp.experts.72,2.6514382362365723
+model.layers.32.mlp.experts.73,2.5686702728271484
+model.layers.32.mlp.experts.74,2.5618252754211426
+model.layers.32.mlp.experts.75,2.5587046146392822
+model.layers.32.mlp.experts.76,2.5507731437683105
+model.layers.32.mlp.experts.77,2.5649356842041016
+model.layers.32.mlp.experts.78,2.570920705795288
+model.layers.32.mlp.experts.79,2.554793357849121
+model.layers.32.mlp.experts.8,2.5559628009796143
+model.layers.32.mlp.experts.80,2.551060199737549
+model.layers.32.mlp.experts.81,2.567490339279175
+model.layers.32.mlp.experts.82,2.5778541564941406
+model.layers.32.mlp.experts.83,2.5642032623291016
+model.layers.32.mlp.experts.84,2.55616307258606
+model.layers.32.mlp.experts.85,2.5658116340637207
+model.layers.32.mlp.experts.86,2.564122676849365
+model.layers.32.mlp.experts.87,2.5547773838043213
+model.layers.32.mlp.experts.88,2.558696746826172
+model.layers.32.mlp.experts.89,2.5547382831573486
+model.layers.32.mlp.experts.9,2.5504848957061768
+model.layers.32.mlp.experts.90,2.55609393119812
+model.layers.32.mlp.experts.91,2.5538206100463867
+model.layers.32.mlp.experts.92,2.556485176086426
+model.layers.32.mlp.experts.93,2.560144662857056
+model.layers.32.mlp.experts.94,2.555772304534912
+model.layers.32.mlp.experts.95,2.559611797332764
+model.layers.32.mlp.experts.96,2.5630698204040527
+model.layers.32.mlp.experts.97,2.5552241802215576
+model.layers.32.mlp.experts.98,2.5581092834472656
+model.layers.32.mlp.experts.99,2.5582735538482666
+model.layers.32.mlp.shared_experts,2.7619259357452397
+model.layers.32.self_attn,2.594506025314331
+model.layers.33.mlp.experts.0,2.552809000015259
+model.layers.33.mlp.experts.1,2.553372859954834
+model.layers.33.mlp.experts.10,2.555714607238769
+model.layers.33.mlp.experts.100,2.556248903274536
+model.layers.33.mlp.experts.101,2.553420066833496
+model.layers.33.mlp.experts.102,2.555968999862671
+model.layers.33.mlp.experts.103,2.6142077445983887
+model.layers.33.mlp.experts.104,2.5675947666168213
+model.layers.33.mlp.experts.105,2.5878076553344727
+model.layers.33.mlp.experts.106,2.5624570846557617
+model.layers.33.mlp.experts.107,2.5520660877227783
+model.layers.33.mlp.experts.108,2.551273822784424
+model.layers.33.mlp.experts.109,2.576295852661133
+model.layers.33.mlp.experts.11,2.5520806312561035
+model.layers.33.mlp.experts.110,2.563671588897705
+model.layers.33.mlp.experts.111,2.5555851459503174
+model.layers.33.mlp.experts.112,2.56217098236084
+model.layers.33.mlp.experts.113,2.552844762802124
+model.layers.33.mlp.experts.114,2.672132968902588
+model.layers.33.mlp.experts.115,2.55472183227539
+model.layers.33.mlp.experts.116,2.5590741634368896
+model.layers.33.mlp.experts.117,2.5702931880950928
+model.layers.33.mlp.experts.118,2.555804491043091
+model.layers.33.mlp.experts.119,2.55117130279541
+model.layers.33.mlp.experts.12,2.5533692836761475
+model.layers.33.mlp.experts.120,2.5522046089172363
+model.layers.33.mlp.experts.121,2.551385402679444
+model.layers.33.mlp.experts.122,2.5539755821228027
+model.layers.33.mlp.experts.123,2.5510377883911133
+model.layers.33.mlp.experts.124,2.5534002780914307
+model.layers.33.mlp.experts.125,2.561263084411621
+model.layers.33.mlp.experts.126,2.556965112686157
+model.layers.33.mlp.experts.127,2.552157402038574
+model.layers.33.mlp.experts.128,2.5573415756225586
+model.layers.33.mlp.experts.129,2.556032419204712
+model.layers.33.mlp.experts.13,2.5692272186279297
+model.layers.33.mlp.experts.130,2.5525612831115723
+model.layers.33.mlp.experts.131,2.557614326477051
+model.layers.33.mlp.experts.132,2.5528759956359863
+model.layers.33.mlp.experts.133,2.5506579875946045
+model.layers.33.mlp.experts.134,2.55484390258789
+model.layers.33.mlp.experts.135,2.5533950328826904
+model.layers.33.mlp.experts.136,2.560109615325928
+model.layers.33.mlp.experts.137,2.571616649627685
+model.layers.33.mlp.experts.138,2.551810503005981
+model.layers.33.mlp.experts.139,2.5622546672821045
+model.layers.33.mlp.experts.14,2.550575017929077
+model.layers.33.mlp.experts.140,2.555994272232056
+model.layers.33.mlp.experts.141,2.559670925140381
+model.layers.33.mlp.experts.142,2.560209989547729
+model.layers.33.mlp.experts.143,2.558976650238037
+model.layers.33.mlp.experts.144,2.559666633605957
+model.layers.33.mlp.experts.145,2.555369138717652
+model.layers.33.mlp.experts.146,2.5516042709350586
+model.layers.33.mlp.experts.147,2.5985727310180664
+model.layers.33.mlp.experts.148,2.558009147644043
+model.layers.33.mlp.experts.149,2.554331064224243
+model.layers.33.mlp.experts.15,2.560555934906006
+model.layers.33.mlp.experts.150,2.5622124671936035
+model.layers.33.mlp.experts.151,2.5513784885406494
+model.layers.33.mlp.experts.152,2.554395198822021
+model.layers.33.mlp.experts.153,2.556215763092041
+model.layers.33.mlp.experts.154,2.5573394298553467
+model.layers.33.mlp.experts.155,2.5633132457733154
+model.layers.33.mlp.experts.156,2.563824415206909
+model.layers.33.mlp.experts.157,2.552628755569458
+model.layers.33.mlp.experts.158,2.557864189147949
+model.layers.33.mlp.experts.159,2.5553460121154785
+model.layers.33.mlp.experts.16,2.552177667617798
+model.layers.33.mlp.experts.160,2.559569358825684
+model.layers.33.mlp.experts.161,2.559314012527466
+model.layers.33.mlp.experts.162,2.5576624870300293
+model.layers.33.mlp.experts.163,2.551185607910156
+model.layers.33.mlp.experts.164,2.553875684738159
+model.layers.33.mlp.experts.165,2.552518129348755
+model.layers.33.mlp.experts.166,2.567531108856201
+model.layers.33.mlp.experts.167,2.5530126094818115
+model.layers.33.mlp.experts.168,2.5622475147247314
+model.layers.33.mlp.experts.169,2.558206558227539
+model.layers.33.mlp.experts.17,2.5535805225372314
+model.layers.33.mlp.experts.170,2.553299903869629
+model.layers.33.mlp.experts.171,2.561552047729492
+model.layers.33.mlp.experts.172,2.5558907985687256
+model.layers.33.mlp.experts.173,2.57197380065918
+model.layers.33.mlp.experts.174,2.5553433895111084
+model.layers.33.mlp.experts.175,2.553668260574341
+model.layers.33.mlp.experts.176,2.557315826416016
+model.layers.33.mlp.experts.177,2.5602591037750244
+model.layers.33.mlp.experts.178,2.5516607761383057
+model.layers.33.mlp.experts.179,2.5534050464630127
+model.layers.33.mlp.experts.18,2.557118654251098
+model.layers.33.mlp.experts.180,2.553678035736084
+model.layers.33.mlp.experts.181,2.5568575859069824
+model.layers.33.mlp.experts.182,2.5574731826782227
+model.layers.33.mlp.experts.183,2.557645797729492
+model.layers.33.mlp.experts.184,2.5640199184417725
+model.layers.33.mlp.experts.185,2.559620141983032
+model.layers.33.mlp.experts.186,2.564293146133423
+model.layers.33.mlp.experts.187,2.5530686378479004
+model.layers.33.mlp.experts.188,2.552060842514038
+model.layers.33.mlp.experts.189,2.551274061203003
+model.layers.33.mlp.experts.19,2.5595717430114746
+model.layers.33.mlp.experts.190,2.559400081634521
+model.layers.33.mlp.experts.191,2.551771640777588
+model.layers.33.mlp.experts.192,2.5570921897888184
+model.layers.33.mlp.experts.193,2.553647756576538
+model.layers.33.mlp.experts.194,2.6221630573272705
+model.layers.33.mlp.experts.195,2.552420139312744
+model.layers.33.mlp.experts.196,2.561781167984009
+model.layers.33.mlp.experts.197,2.550779342651367
+model.layers.33.mlp.experts.198,2.5537309646606445
+model.layers.33.mlp.experts.199,2.551730155944824
+model.layers.33.mlp.experts.2,2.552877902984619
+model.layers.33.mlp.experts.20,2.560518264770508
+model.layers.33.mlp.experts.200,2.5535504817962646
+model.layers.33.mlp.experts.201,2.561833381652832
+model.layers.33.mlp.experts.202,2.556838274002075
+model.layers.33.mlp.experts.203,2.5604286193847656
+model.layers.33.mlp.experts.204,2.6265077590942383
+model.layers.33.mlp.experts.205,2.5593338012695312
+model.layers.33.mlp.experts.206,2.553916454315185
+model.layers.33.mlp.experts.207,2.552765130996704
+model.layers.33.mlp.experts.208,2.556910991668701
+model.layers.33.mlp.experts.209,2.554530143737793
+model.layers.33.mlp.experts.21,2.5546700954437256
+model.layers.33.mlp.experts.210,2.555205583572388
+model.layers.33.mlp.experts.211,2.551431655883789
+model.layers.33.mlp.experts.212,2.595757246017456
+model.layers.33.mlp.experts.213,2.553410530090332
+model.layers.33.mlp.experts.214,2.553684711456299
+model.layers.33.mlp.experts.215,2.5526068210601807
+model.layers.33.mlp.experts.216,2.551879405975342
+model.layers.33.mlp.experts.217,2.565831661224365
+model.layers.33.mlp.experts.218,2.5689501762390137
+model.layers.33.mlp.experts.219,2.58248233795166
+model.layers.33.mlp.experts.22,2.5538620948791504
+model.layers.33.mlp.experts.220,2.5590293407440186
+model.layers.33.mlp.experts.221,2.56011962890625
+model.layers.33.mlp.experts.222,2.552405834197998
+model.layers.33.mlp.experts.223,2.559056520462036
+model.layers.33.mlp.experts.224,2.552010536193848
+model.layers.33.mlp.experts.225,2.551692485809326
+model.layers.33.mlp.experts.226,2.5512845516204834
+model.layers.33.mlp.experts.227,2.552316427230835
+model.layers.33.mlp.experts.228,2.557115077972412
+model.layers.33.mlp.experts.229,2.560328245162964
+model.layers.33.mlp.experts.23,2.5561118125915527
+model.layers.33.mlp.experts.230,2.5669522285461426
+model.layers.33.mlp.experts.231,2.553551197052002
+model.layers.33.mlp.experts.232,2.55142593383789
+model.layers.33.mlp.experts.233,2.55366325378418
+model.layers.33.mlp.experts.234,2.556658983230591
+model.layers.33.mlp.experts.235,2.5640358924865723
+model.layers.33.mlp.experts.236,2.559062957763672
+model.layers.33.mlp.experts.237,2.6451640129089355
+model.layers.33.mlp.experts.238,2.557303667068481
+model.layers.33.mlp.experts.239,2.552743673324585
+model.layers.33.mlp.experts.24,2.553250551223755
+model.layers.33.mlp.experts.240,2.5541563034057617
+model.layers.33.mlp.experts.241,2.552278518676758
+model.layers.33.mlp.experts.242,2.5535998344421387
+model.layers.33.mlp.experts.243,2.556343078613281
+model.layers.33.mlp.experts.244,2.5536768436431885
+model.layers.33.mlp.experts.245,2.554106950759888
+model.layers.33.mlp.experts.246,2.554114580154419
+model.layers.33.mlp.experts.247,2.5569446086883545
+model.layers.33.mlp.experts.248,2.6068882942199707
+model.layers.33.mlp.experts.249,2.613736391067505
+model.layers.33.mlp.experts.25,2.552281141281128
+model.layers.33.mlp.experts.250,2.551641702651977
+model.layers.33.mlp.experts.251,2.55232310295105
+model.layers.33.mlp.experts.252,2.555994033813477
+model.layers.33.mlp.experts.253,2.558382034301758
+model.layers.33.mlp.experts.254,2.553882598876953
+model.layers.33.mlp.experts.255,2.5556745529174805
+model.layers.33.mlp.experts.26,2.5748088359832764
+model.layers.33.mlp.experts.27,2.564830780029297
+model.layers.33.mlp.experts.28,2.552275419235229
+model.layers.33.mlp.experts.29,2.5596132278442383
+model.layers.33.mlp.experts.3,2.5699596405029297
+model.layers.33.mlp.experts.30,2.564033269882202
+model.layers.33.mlp.experts.31,2.5520973205566406
+model.layers.33.mlp.experts.32,2.5561740398406982
+model.layers.33.mlp.experts.33,2.5531928539276123
+model.layers.33.mlp.experts.34,2.553510904312134
+model.layers.33.mlp.experts.35,2.557793378829956
+model.layers.33.mlp.experts.36,2.554606676101685
+model.layers.33.mlp.experts.37,2.560413360595703
+model.layers.33.mlp.experts.38,2.560121774673462
+model.layers.33.mlp.experts.39,2.574385643005371
+model.layers.33.mlp.experts.4,2.5524752140045166
+model.layers.33.mlp.experts.40,2.5515365600585938
+model.layers.33.mlp.experts.41,2.55314302444458
+model.layers.33.mlp.experts.42,2.553478240966797
+model.layers.33.mlp.experts.43,2.60500717163086
+model.layers.33.mlp.experts.44,2.554431676864624
+model.layers.33.mlp.experts.45,2.557968854904175
+model.layers.33.mlp.experts.46,2.561713695526123
+model.layers.33.mlp.experts.47,2.580812692642212
+model.layers.33.mlp.experts.48,2.5738203525543213
+model.layers.33.mlp.experts.49,2.5609793663024902
+model.layers.33.mlp.experts.5,2.555779218673706
+model.layers.33.mlp.experts.50,2.557091236114502
+model.layers.33.mlp.experts.51,2.597975969314575
+model.layers.33.mlp.experts.52,2.556898355484009
+model.layers.33.mlp.experts.53,2.572756052017212
+model.layers.33.mlp.experts.54,2.555631160736084
+model.layers.33.mlp.experts.55,2.5812652111053467
+model.layers.33.mlp.experts.56,2.5540850162506104
+model.layers.33.mlp.experts.57,2.555323362350464
+model.layers.33.mlp.experts.58,2.5560460090637207
+model.layers.33.mlp.experts.59,2.5549633502960205
+model.layers.33.mlp.experts.6,2.5735456943511963
+model.layers.33.mlp.experts.60,2.552254438400269
+model.layers.33.mlp.experts.61,2.5567915439605717
+model.layers.33.mlp.experts.62,2.5603623390197754
+model.layers.33.mlp.experts.63,2.558229684829712
+model.layers.33.mlp.experts.64,2.5599935054779053
+model.layers.33.mlp.experts.65,2.5536229610443115
+model.layers.33.mlp.experts.66,2.554795265197754
+model.layers.33.mlp.experts.67,2.556002378463745
+model.layers.33.mlp.experts.68,2.5631606578826904
+model.layers.33.mlp.experts.69,2.554694175720215
+model.layers.33.mlp.experts.7,2.56369423866272
+model.layers.33.mlp.experts.70,2.5744614601135254
+model.layers.33.mlp.experts.71,2.601349115371704
+model.layers.33.mlp.experts.72,2.557424068450928
+model.layers.33.mlp.experts.73,2.5635266304016118
+model.layers.33.mlp.experts.74,2.5567638874053955
+model.layers.33.mlp.experts.75,2.5838541984558105
+model.layers.33.mlp.experts.76,2.5553412437438965
+model.layers.33.mlp.experts.77,2.588823080062866
+model.layers.33.mlp.experts.78,2.5565359592437744
+model.layers.33.mlp.experts.79,2.550750494003296
+model.layers.33.mlp.experts.8,2.55390739440918
+model.layers.33.mlp.experts.80,2.552952289581299
+model.layers.33.mlp.experts.81,2.5584442615509038
+model.layers.33.mlp.experts.82,2.5552568435668945
+model.layers.33.mlp.experts.83,2.5608716011047363
+model.layers.33.mlp.experts.84,2.5539348125457764
+model.layers.33.mlp.experts.85,2.55167818069458
+model.layers.33.mlp.experts.86,2.555356740951538
+model.layers.33.mlp.experts.87,2.555694580078125
+model.layers.33.mlp.experts.88,2.552877426147461
+model.layers.33.mlp.experts.89,2.5599300861358643
+model.layers.33.mlp.experts.9,2.551815986633301
+model.layers.33.mlp.experts.90,2.559394359588623
+model.layers.33.mlp.experts.91,2.558716058731079
+model.layers.33.mlp.experts.92,2.559108018875122
+model.layers.33.mlp.experts.93,2.5715651512146
+model.layers.33.mlp.experts.94,2.552510976791382
+model.layers.33.mlp.experts.95,2.562773942947388
+model.layers.33.mlp.experts.96,2.5715408325195312
+model.layers.33.mlp.experts.97,2.55474853515625
+model.layers.33.mlp.experts.98,2.556224584579468
+model.layers.33.mlp.experts.99,2.5542654991149902
+model.layers.33.mlp.shared_experts,2.750718116760254
+model.layers.33.self_attn,2.6010971069335938
+model.layers.34.mlp.experts.0,2.555139780044556
+model.layers.34.mlp.experts.1,2.5518875122070312
+model.layers.34.mlp.experts.10,2.553871393203736
+model.layers.34.mlp.experts.100,2.552301406860352
+model.layers.34.mlp.experts.101,2.551333427429199
+model.layers.34.mlp.experts.102,2.5551486015319824
+model.layers.34.mlp.experts.103,2.55372166633606
+model.layers.34.mlp.experts.104,2.555807590484619
+model.layers.34.mlp.experts.105,2.556802034378052
+model.layers.34.mlp.experts.106,2.5516133308410645
+model.layers.34.mlp.experts.107,2.551226854324341
+model.layers.34.mlp.experts.108,2.5515053272247314
+model.layers.34.mlp.experts.109,2.5536787509918213
+model.layers.34.mlp.experts.11,2.552882432937622
+model.layers.34.mlp.experts.110,2.5674023628234863
+model.layers.34.mlp.experts.111,2.555482149124145
+model.layers.34.mlp.experts.112,2.552439451217652
+model.layers.34.mlp.experts.113,2.556561231613159
+model.layers.34.mlp.experts.114,2.552939176559448
+model.layers.34.mlp.experts.115,2.5545732975006104
+model.layers.34.mlp.experts.116,2.5566165447235107
+model.layers.34.mlp.experts.117,2.5556445121765137
+model.layers.34.mlp.experts.118,2.5535337924957275
+model.layers.34.mlp.experts.119,2.561336040496826
+model.layers.34.mlp.experts.12,2.558128833770752
+model.layers.34.mlp.experts.120,2.56449294090271
+model.layers.34.mlp.experts.121,2.5565707683563232
+model.layers.34.mlp.experts.122,2.555993795394897
+model.layers.34.mlp.experts.123,2.556077718734741
+model.layers.34.mlp.experts.124,2.574191093444824
+model.layers.34.mlp.experts.125,2.551720142364502
+model.layers.34.mlp.experts.126,2.5539045333862305
+model.layers.34.mlp.experts.127,2.553506135940552
+model.layers.34.mlp.experts.128,2.558990240097046
+model.layers.34.mlp.experts.129,2.566810131072998
+model.layers.34.mlp.experts.13,2.553716897964477
+model.layers.34.mlp.experts.130,2.5537102222442627
+model.layers.34.mlp.experts.131,2.5554208755493164
+model.layers.34.mlp.experts.132,2.552285432815552
+model.layers.34.mlp.experts.133,2.558983325958252
+model.layers.34.mlp.experts.134,2.5521135330200195
+model.layers.34.mlp.experts.135,2.5529911518096924
+model.layers.34.mlp.experts.136,2.5528981685638428
+model.layers.34.mlp.experts.137,2.552398204803467
+model.layers.34.mlp.experts.138,2.5547122955322266
+model.layers.34.mlp.experts.139,2.556159734725952
+model.layers.34.mlp.experts.14,2.5509605407714844
+model.layers.34.mlp.experts.140,2.556820869445801
+model.layers.34.mlp.experts.141,2.5677006244659424
+model.layers.34.mlp.experts.142,2.5541810989379883
+model.layers.34.mlp.experts.143,2.55781626701355
+model.layers.34.mlp.experts.144,2.5581600666046143
+model.layers.34.mlp.experts.145,2.555046319961548
+model.layers.34.mlp.experts.146,2.552842617034912
+model.layers.34.mlp.experts.147,2.5553855895996094
+model.layers.34.mlp.experts.148,2.6753408908843994
+model.layers.34.mlp.experts.149,2.557480573654175
+model.layers.34.mlp.experts.15,2.5546133518218994
+model.layers.34.mlp.experts.150,2.5517828464508057
+model.layers.34.mlp.experts.151,2.5556066036224365
+model.layers.34.mlp.experts.152,2.581725835800171
+model.layers.34.mlp.experts.153,2.5578532218933105
+model.layers.34.mlp.experts.154,2.552833080291748
+model.layers.34.mlp.experts.155,2.5694260597229004
+model.layers.34.mlp.experts.156,2.5575575828552246
+model.layers.34.mlp.experts.157,2.598873853683472
+model.layers.34.mlp.experts.158,2.567305564880371
+model.layers.34.mlp.experts.159,2.5526998043060303
+model.layers.34.mlp.experts.16,2.553795337677002
+model.layers.34.mlp.experts.160,2.5510029792785645
+model.layers.34.mlp.experts.161,2.5615386962890625
+model.layers.34.mlp.experts.162,2.554881811141968
+model.layers.34.mlp.experts.163,2.5627763271331787
+model.layers.34.mlp.experts.164,2.552604913711548
+model.layers.34.mlp.experts.165,2.5530452728271484
+model.layers.34.mlp.experts.166,2.5536162853240967
+model.layers.34.mlp.experts.167,2.554585695266724
+model.layers.34.mlp.experts.168,2.559837102890014
+model.layers.34.mlp.experts.169,2.5725107192993164
+model.layers.34.mlp.experts.17,2.552504777908325
+model.layers.34.mlp.experts.170,2.550079584121704
+model.layers.34.mlp.experts.171,2.5604922771453857
+model.layers.34.mlp.experts.172,2.5544724464416504
+model.layers.34.mlp.experts.173,2.556005477905273
+model.layers.34.mlp.experts.174,2.5528483390808105
+model.layers.34.mlp.experts.175,2.5686488151550293
+model.layers.34.mlp.experts.176,2.551074266433716
+model.layers.34.mlp.experts.177,2.565519332885742
+model.layers.34.mlp.experts.178,2.555672168731689
+model.layers.34.mlp.experts.179,2.559751033782959
+model.layers.34.mlp.experts.18,2.56960391998291
+model.layers.34.mlp.experts.180,2.5564329624176025
+model.layers.34.mlp.experts.181,2.6757075786590576
+model.layers.34.mlp.experts.182,2.5651540756225586
+model.layers.34.mlp.experts.183,2.558711290359497
+model.layers.34.mlp.experts.184,2.561117649078369
+model.layers.34.mlp.experts.185,2.554046869277954
+model.layers.34.mlp.experts.186,2.5523505210876465
+model.layers.34.mlp.experts.187,2.55264949798584
+model.layers.34.mlp.experts.188,2.552686929702759
+model.layers.34.mlp.experts.189,2.551292181015014
+model.layers.34.mlp.experts.19,2.564869880676269
+model.layers.34.mlp.experts.190,2.5547006130218506
+model.layers.34.mlp.experts.191,2.5531954765319824
+model.layers.34.mlp.experts.192,2.555002450942993
+model.layers.34.mlp.experts.193,2.5516035556793213
+model.layers.34.mlp.experts.194,2.55670428276062
+model.layers.34.mlp.experts.195,2.553373098373413
+model.layers.34.mlp.experts.196,2.5510079860687256
+model.layers.34.mlp.experts.197,2.552219867706299
+model.layers.34.mlp.experts.198,2.5525095462799072
+model.layers.34.mlp.experts.199,2.55368447303772
+model.layers.34.mlp.experts.2,2.551396131515503
+model.layers.34.mlp.experts.20,2.563784122467041
+model.layers.34.mlp.experts.200,2.5621261596679688
+model.layers.34.mlp.experts.201,2.553678035736084
+model.layers.34.mlp.experts.202,2.552415370941162
+model.layers.34.mlp.experts.203,2.5561842918396
+model.layers.34.mlp.experts.204,2.5529863834381104
+model.layers.34.mlp.experts.205,2.5559420585632324
+model.layers.34.mlp.experts.206,2.554621696472168
+model.layers.34.mlp.experts.207,2.552163600921631
+model.layers.34.mlp.experts.208,2.559910297393799
+model.layers.34.mlp.experts.209,2.5559961795806885
+model.layers.34.mlp.experts.21,2.557032585144043
+model.layers.34.mlp.experts.210,2.5576772689819336
+model.layers.34.mlp.experts.211,2.555660963058472
+model.layers.34.mlp.experts.212,2.563669204711914
+model.layers.34.mlp.experts.213,2.55391263961792
+model.layers.34.mlp.experts.214,2.556255340576172
+model.layers.34.mlp.experts.215,2.5571999549865723
+model.layers.34.mlp.experts.216,2.554880142211914
+model.layers.34.mlp.experts.217,2.551200151443481
+model.layers.34.mlp.experts.218,2.6117913722991943
+model.layers.34.mlp.experts.219,2.553410530090332
+model.layers.34.mlp.experts.22,2.5517890453338623
+model.layers.34.mlp.experts.220,2.5578112602233887
+model.layers.34.mlp.experts.221,2.5538909435272217
+model.layers.34.mlp.experts.222,2.552541971206665
+model.layers.34.mlp.experts.223,2.5610439777374268
+model.layers.34.mlp.experts.224,2.5524706840515137
+model.layers.34.mlp.experts.225,2.554459571838379
+model.layers.34.mlp.experts.226,2.5570545196533203
+model.layers.34.mlp.experts.227,2.557295322418213
+model.layers.34.mlp.experts.228,2.5533218383789062
+model.layers.34.mlp.experts.229,2.555239200592041
+model.layers.34.mlp.experts.23,2.551201581954956
+model.layers.34.mlp.experts.230,2.560477495193481
+model.layers.34.mlp.experts.231,2.553497314453125
+model.layers.34.mlp.experts.232,2.565236806869507
+model.layers.34.mlp.experts.233,2.553274393081665
+model.layers.34.mlp.experts.234,2.5795392990112305
+model.layers.34.mlp.experts.235,2.556291341781616
+model.layers.34.mlp.experts.236,2.557952404022217
+model.layers.34.mlp.experts.237,2.552724123001098
+model.layers.34.mlp.experts.238,2.566014528274536
+model.layers.34.mlp.experts.239,2.5847485065460205
+model.layers.34.mlp.experts.24,2.559170246124268
+model.layers.34.mlp.experts.240,2.558786153793335
+model.layers.34.mlp.experts.241,2.55481219291687
+model.layers.34.mlp.experts.242,2.5534939765930176
+model.layers.34.mlp.experts.243,2.5522570610046387
+model.layers.34.mlp.experts.244,2.6060714721679688
+model.layers.34.mlp.experts.245,2.5521371364593506
+model.layers.34.mlp.experts.246,2.554741144180298
+model.layers.34.mlp.experts.247,2.5671873092651367
+model.layers.34.mlp.experts.248,2.55060076713562
+model.layers.34.mlp.experts.249,2.551506519317627
+model.layers.34.mlp.experts.25,2.556915044784546
+model.layers.34.mlp.experts.250,2.559260129928589
+model.layers.34.mlp.experts.251,2.5546884536743164
+model.layers.34.mlp.experts.252,2.5530800819396973
+model.layers.34.mlp.experts.253,2.5729997158050537
+model.layers.34.mlp.experts.254,2.555110216140747
+model.layers.34.mlp.experts.255,2.5521843433380127
+model.layers.34.mlp.experts.26,2.5563957691192627
+model.layers.34.mlp.experts.27,2.5546271800994877
+model.layers.34.mlp.experts.28,2.5543155670166016
+model.layers.34.mlp.experts.29,2.60988712310791
+model.layers.34.mlp.experts.3,2.558751344680786
+model.layers.34.mlp.experts.30,2.5512490272521973
+model.layers.34.mlp.experts.31,2.5598158836364746
+model.layers.34.mlp.experts.32,2.5538980960845947
+model.layers.34.mlp.experts.33,2.562171936035156
+model.layers.34.mlp.experts.34,2.563505172729492
+model.layers.34.mlp.experts.35,2.557037830352783
+model.layers.34.mlp.experts.36,2.559412717819214
+model.layers.34.mlp.experts.37,2.564277172088623
+model.layers.34.mlp.experts.38,2.5524141788482666
+model.layers.34.mlp.experts.39,2.5558619499206543
+model.layers.34.mlp.experts.4,2.551043748855591
+model.layers.34.mlp.experts.40,2.5582003593444824
+model.layers.34.mlp.experts.41,2.5559144020080566
+model.layers.34.mlp.experts.42,2.551159381866455
+model.layers.34.mlp.experts.43,2.5604135990142822
+model.layers.34.mlp.experts.44,2.55861496925354
+model.layers.34.mlp.experts.45,2.5590124130249023
+model.layers.34.mlp.experts.46,2.552715301513672
+model.layers.34.mlp.experts.47,2.55353045463562
+model.layers.34.mlp.experts.48,2.556716203689575
+model.layers.34.mlp.experts.49,2.5586304664611816
+model.layers.34.mlp.experts.5,2.558645009994507
+model.layers.34.mlp.experts.50,2.553552389144897
+model.layers.34.mlp.experts.51,2.5528817176818848
+model.layers.34.mlp.experts.52,2.570487260818481
+model.layers.34.mlp.experts.53,2.556274652481079
+model.layers.34.mlp.experts.54,2.554686546325684
+model.layers.34.mlp.experts.55,2.554928064346313
+model.layers.34.mlp.experts.56,2.5516207218170166
+model.layers.34.mlp.experts.57,2.5521240234375
+model.layers.34.mlp.experts.58,2.551993131637573
+model.layers.34.mlp.experts.59,2.5620296001434326
+model.layers.34.mlp.experts.6,2.5520987510681152
+model.layers.34.mlp.experts.60,2.5769758224487305
+model.layers.34.mlp.experts.61,2.551948547363281
+model.layers.34.mlp.experts.62,2.5514557361602783
+model.layers.34.mlp.experts.63,2.557171583175659
+model.layers.34.mlp.experts.64,2.563518524169922
+model.layers.34.mlp.experts.65,2.5678298473358154
+model.layers.34.mlp.experts.66,2.5556883811950684
+model.layers.34.mlp.experts.67,2.5893232822418213
+model.layers.34.mlp.experts.68,2.5531225204467773
+model.layers.34.mlp.experts.69,2.5523040294647217
+model.layers.34.mlp.experts.7,2.7366788387298584
+model.layers.34.mlp.experts.70,2.5507454872131348
+model.layers.34.mlp.experts.71,2.555915117263794
+model.layers.34.mlp.experts.72,2.564332962036133
+model.layers.34.mlp.experts.73,2.5509884357452397
+model.layers.34.mlp.experts.74,2.581890344619751
+model.layers.34.mlp.experts.75,2.576701641082764
+model.layers.34.mlp.experts.76,2.5584588050842285
+model.layers.34.mlp.experts.77,2.5871503353118896
+model.layers.34.mlp.experts.78,2.555636405944824
+model.layers.34.mlp.experts.79,2.566903829574585
+model.layers.34.mlp.experts.8,2.560866355895996
+model.layers.34.mlp.experts.80,2.5521297454833984
+model.layers.34.mlp.experts.81,2.5557548999786377
+model.layers.34.mlp.experts.82,2.58086371421814
+model.layers.34.mlp.experts.83,2.554690361022949
+model.layers.34.mlp.experts.84,2.558334827423096
+model.layers.34.mlp.experts.85,2.5524544715881348
+model.layers.34.mlp.experts.86,2.554861307144165
+model.layers.34.mlp.experts.87,2.5578479766845703
+model.layers.34.mlp.experts.88,2.552900075912476
+model.layers.34.mlp.experts.89,2.6203513145446777
+model.layers.34.mlp.experts.9,2.5557377338409424
+model.layers.34.mlp.experts.90,2.551792621612549
+model.layers.34.mlp.experts.91,2.5580434799194336
+model.layers.34.mlp.experts.92,2.5531251430511475
+model.layers.34.mlp.experts.93,2.5604918003082275
+model.layers.34.mlp.experts.94,2.553457021713257
+model.layers.34.mlp.experts.95,2.5619750022888184
+model.layers.34.mlp.experts.96,2.553001642227173
+model.layers.34.mlp.experts.97,2.552635908126831
+model.layers.34.mlp.experts.98,2.553797960281372
+model.layers.34.mlp.experts.99,2.553339719772339
+model.layers.34.mlp.shared_experts,2.7602686882019043
+model.layers.34.self_attn,2.596740484237671
+model.layers.35.mlp.experts.0,2.5519535541534424
+model.layers.35.mlp.experts.1,2.554133653640747
+model.layers.35.mlp.experts.10,2.552039861679077
+model.layers.35.mlp.experts.100,2.553802967071533
+model.layers.35.mlp.experts.101,2.550801992416382
+model.layers.35.mlp.experts.102,2.550680637359619
+model.layers.35.mlp.experts.103,2.5840845108032227
+model.layers.35.mlp.experts.104,2.5573511123657227
+model.layers.35.mlp.experts.105,2.555671215057373
+model.layers.35.mlp.experts.106,2.5533573627471924
+model.layers.35.mlp.experts.107,2.5639090538024902
+model.layers.35.mlp.experts.108,2.5540308952331543
+model.layers.35.mlp.experts.109,2.55176305770874
+model.layers.35.mlp.experts.11,2.5593626499176025
+model.layers.35.mlp.experts.110,2.555670022964477
+model.layers.35.mlp.experts.111,2.5519678592681885
+model.layers.35.mlp.experts.112,2.565039157867432
+model.layers.35.mlp.experts.113,2.551887273788452
+model.layers.35.mlp.experts.114,2.552799701690674
+model.layers.35.mlp.experts.115,2.551188707351685
+model.layers.35.mlp.experts.116,2.5623488426208496
+model.layers.35.mlp.experts.117,2.552682638168335
+model.layers.35.mlp.experts.118,2.563180923461914
+model.layers.35.mlp.experts.119,2.5528247356414795
+model.layers.35.mlp.experts.12,2.552799701690674
+model.layers.35.mlp.experts.120,2.552001714706421
+model.layers.35.mlp.experts.121,2.551145315170288
+model.layers.35.mlp.experts.122,2.551146984100342
+model.layers.35.mlp.experts.123,2.551910877227783
+model.layers.35.mlp.experts.124,2.5527350902557373
+model.layers.35.mlp.experts.125,2.5673322677612305
+model.layers.35.mlp.experts.126,2.556556224822998
+model.layers.35.mlp.experts.127,2.592250347137451
+model.layers.35.mlp.experts.128,2.553947925567627
+model.layers.35.mlp.experts.129,2.554374933242798
+model.layers.35.mlp.experts.13,2.5523815155029297
+model.layers.35.mlp.experts.130,2.556098699569702
+model.layers.35.mlp.experts.131,2.55857515335083
+model.layers.35.mlp.experts.132,2.556396484375
+model.layers.35.mlp.experts.133,2.5709428787231445
+model.layers.35.mlp.experts.134,2.574773073196411
+model.layers.35.mlp.experts.135,2.574790954589844
+model.layers.35.mlp.experts.136,2.553597927093506
+model.layers.35.mlp.experts.137,2.558280229568481
+model.layers.35.mlp.experts.138,2.557390689849853
+model.layers.35.mlp.experts.139,2.5574424266815186
+model.layers.35.mlp.experts.14,2.5521910190582275
+model.layers.35.mlp.experts.140,2.551281213760376
+model.layers.35.mlp.experts.141,2.5514464378356934
+model.layers.35.mlp.experts.142,2.5815653800964355
+model.layers.35.mlp.experts.143,2.559376001358032
+model.layers.35.mlp.experts.144,2.5551342964172363
+model.layers.35.mlp.experts.145,2.550506114959717
+model.layers.35.mlp.experts.146,2.5638599395751958
+model.layers.35.mlp.experts.147,2.5622451305389404
+model.layers.35.mlp.experts.148,2.555386543273926
+model.layers.35.mlp.experts.149,2.5836880207061768
+model.layers.35.mlp.experts.15,2.556226253509521
+model.layers.35.mlp.experts.150,2.57864761352539
+model.layers.35.mlp.experts.151,2.594677448272705
+model.layers.35.mlp.experts.152,2.552046775817871
+model.layers.35.mlp.experts.153,2.5534205436706543
+model.layers.35.mlp.experts.154,2.557148694992065
+model.layers.35.mlp.experts.155,2.6221725940704346
+model.layers.35.mlp.experts.156,2.553565740585327
+model.layers.35.mlp.experts.157,2.556601047515869
+model.layers.35.mlp.experts.158,2.5516602993011475
+model.layers.35.mlp.experts.159,2.5534019470214844
+model.layers.35.mlp.experts.16,2.558856964111328
+model.layers.35.mlp.experts.160,2.562666177749634
+model.layers.35.mlp.experts.161,2.568673849105835
+model.layers.35.mlp.experts.162,2.560930728912353
+model.layers.35.mlp.experts.163,2.556711196899414
+model.layers.35.mlp.experts.164,2.55169939994812
+model.layers.35.mlp.experts.165,2.555520534515381
+model.layers.35.mlp.experts.166,2.571850061416626
+model.layers.35.mlp.experts.167,2.5519306659698486
+model.layers.35.mlp.experts.168,2.5675742626190186
+model.layers.35.mlp.experts.169,2.5546531677246094
+model.layers.35.mlp.experts.17,2.56434965133667
+model.layers.35.mlp.experts.170,2.557295322418213
+model.layers.35.mlp.experts.171,2.563284397125244
+model.layers.35.mlp.experts.172,2.551652669906616
+model.layers.35.mlp.experts.173,2.5521373748779297
+model.layers.35.mlp.experts.174,2.556759119033813
+model.layers.35.mlp.experts.175,2.557662010192871
+model.layers.35.mlp.experts.176,2.551226854324341
+model.layers.35.mlp.experts.177,2.5587563514709477
+model.layers.35.mlp.experts.178,2.5532314777374268
+model.layers.35.mlp.experts.179,2.5535714626312256
+model.layers.35.mlp.experts.18,2.5578885078430176
+model.layers.35.mlp.experts.180,2.5505733489990234
+model.layers.35.mlp.experts.181,2.556992769241333
+model.layers.35.mlp.experts.182,2.552846193313598
+model.layers.35.mlp.experts.183,2.5618581771850586
+model.layers.35.mlp.experts.184,2.557484865188598
+model.layers.35.mlp.experts.185,2.576789617538452
+model.layers.35.mlp.experts.186,2.5541059970855717
+model.layers.35.mlp.experts.187,2.554928541183472
+model.layers.35.mlp.experts.188,2.558932065963745
+model.layers.35.mlp.experts.189,2.5528364181518555
+model.layers.35.mlp.experts.19,2.5509912967681885
+model.layers.35.mlp.experts.190,2.552511215209961
+model.layers.35.mlp.experts.191,2.552570104598999
+model.layers.35.mlp.experts.192,2.58478045463562
+model.layers.35.mlp.experts.193,2.551215648651123
+model.layers.35.mlp.experts.194,2.552726984024048
+model.layers.35.mlp.experts.195,2.559178590774536
+model.layers.35.mlp.experts.196,2.5601143836975098
+model.layers.35.mlp.experts.197,2.5548295974731445
+model.layers.35.mlp.experts.198,2.603478193283081
+model.layers.35.mlp.experts.199,2.551753044128418
+model.layers.35.mlp.experts.2,2.5520224571228027
+model.layers.35.mlp.experts.20,2.5512325763702397
+model.layers.35.mlp.experts.200,2.555093765258789
+model.layers.35.mlp.experts.201,2.5573842525482178
+model.layers.35.mlp.experts.202,2.6161093711853027
+model.layers.35.mlp.experts.203,2.5542681217193604
+model.layers.35.mlp.experts.204,2.5554332733154297
+model.layers.35.mlp.experts.205,2.556311845779419
+model.layers.35.mlp.experts.206,2.5521068572998047
+model.layers.35.mlp.experts.207,2.5541651248931885
+model.layers.35.mlp.experts.208,2.558475971221924
+model.layers.35.mlp.experts.209,2.551774740219116
+model.layers.35.mlp.experts.21,2.5626609325408936
+model.layers.35.mlp.experts.210,2.552576780319214
+model.layers.35.mlp.experts.211,2.5576372146606445
+model.layers.35.mlp.experts.212,2.551942825317383
+model.layers.35.mlp.experts.213,2.5666399002075195
+model.layers.35.mlp.experts.214,2.554089307785034
+model.layers.35.mlp.experts.215,2.55207896232605
+model.layers.35.mlp.experts.216,2.5619711875915527
+model.layers.35.mlp.experts.217,2.5537445545196533
+model.layers.35.mlp.experts.218,2.5656979084014893
+model.layers.35.mlp.experts.219,2.555030345916748
+model.layers.35.mlp.experts.22,2.558593988418579
+model.layers.35.mlp.experts.220,2.551832914352417
+model.layers.35.mlp.experts.221,2.5572657585144043
+model.layers.35.mlp.experts.222,2.55308198928833
+model.layers.35.mlp.experts.223,2.564996719360352
+model.layers.35.mlp.experts.224,2.5522210597991943
+model.layers.35.mlp.experts.225,2.5514817237854004
+model.layers.35.mlp.experts.226,2.559920310974121
+model.layers.35.mlp.experts.227,2.551486015319824
+model.layers.35.mlp.experts.228,2.55570125579834
+model.layers.35.mlp.experts.229,2.552620410919189
+model.layers.35.mlp.experts.23,2.557013988494873
+model.layers.35.mlp.experts.230,2.557096004486084
+model.layers.35.mlp.experts.231,2.5550355911254883
+model.layers.35.mlp.experts.232,2.5520029067993164
+model.layers.35.mlp.experts.233,2.5532960891723637
+model.layers.35.mlp.experts.234,2.552530527114868
+model.layers.35.mlp.experts.235,2.554868698120117
+model.layers.35.mlp.experts.236,2.550713539123535
+model.layers.35.mlp.experts.237,2.5523340702056885
+model.layers.35.mlp.experts.238,2.5513241291046143
+model.layers.35.mlp.experts.239,2.555917263031006
+model.layers.35.mlp.experts.24,2.5908522605896
+model.layers.35.mlp.experts.240,2.552194833755493
+model.layers.35.mlp.experts.241,2.5519466400146484
+model.layers.35.mlp.experts.242,2.553076267242432
+model.layers.35.mlp.experts.243,2.553731918334961
+model.layers.35.mlp.experts.244,2.551753520965576
+model.layers.35.mlp.experts.245,2.553701639175415
+model.layers.35.mlp.experts.246,2.5505051612854004
+model.layers.35.mlp.experts.247,2.557412624359131
+model.layers.35.mlp.experts.248,2.553626775741577
+model.layers.35.mlp.experts.249,2.555771350860596
+model.layers.35.mlp.experts.25,2.556102752685547
+model.layers.35.mlp.experts.250,2.560762643814087
+model.layers.35.mlp.experts.251,2.5559282302856445
+model.layers.35.mlp.experts.252,2.553903341293335
+model.layers.35.mlp.experts.253,2.5517828464508057
+model.layers.35.mlp.experts.254,2.55293869972229
+model.layers.35.mlp.experts.255,2.551408529281616
+model.layers.35.mlp.experts.26,2.556941270828247
+model.layers.35.mlp.experts.27,2.557257413864136
+model.layers.35.mlp.experts.28,2.55215835571289
+model.layers.35.mlp.experts.29,2.559567928314209
+model.layers.35.mlp.experts.3,2.5525894165039062
+model.layers.35.mlp.experts.30,2.5573654174804688
+model.layers.35.mlp.experts.31,2.557408332824707
+model.layers.35.mlp.experts.32,2.55302095413208
+model.layers.35.mlp.experts.33,2.583369731903076
+model.layers.35.mlp.experts.34,2.553413152694702
+model.layers.35.mlp.experts.35,2.553126096725464
+model.layers.35.mlp.experts.36,2.564366579055786
+model.layers.35.mlp.experts.37,2.553528070449829
+model.layers.35.mlp.experts.38,2.5612473487854004
+model.layers.35.mlp.experts.39,2.558605909347534
+model.layers.35.mlp.experts.4,2.5520637035369877
+model.layers.35.mlp.experts.40,2.5540332794189453
+model.layers.35.mlp.experts.41,2.5510380268096924
+model.layers.35.mlp.experts.42,2.552618265151977
+model.layers.35.mlp.experts.43,2.5524649620056152
+model.layers.35.mlp.experts.44,2.552271604537964
+model.layers.35.mlp.experts.45,2.56023907661438
+model.layers.35.mlp.experts.46,2.5567219257354736
+model.layers.35.mlp.experts.47,2.5571205615997314
+model.layers.35.mlp.experts.48,2.5537898540496826
+model.layers.35.mlp.experts.49,2.5525543689727783
+model.layers.35.mlp.experts.5,2.552367210388184
+model.layers.35.mlp.experts.50,2.552037000656128
+model.layers.35.mlp.experts.51,2.561572551727295
+model.layers.35.mlp.experts.52,2.5609395503997803
+model.layers.35.mlp.experts.53,2.587911605834961
+model.layers.35.mlp.experts.54,2.6884877681732178
+model.layers.35.mlp.experts.55,2.571419477462769
+model.layers.35.mlp.experts.56,2.5536274909973145
+model.layers.35.mlp.experts.57,2.553640127182007
+model.layers.35.mlp.experts.58,2.5510740280151367
+model.layers.35.mlp.experts.59,2.5570743083953857
+model.layers.35.mlp.experts.6,2.551931142807007
+model.layers.35.mlp.experts.60,2.555964469909668
+model.layers.35.mlp.experts.61,2.570000171661377
+model.layers.35.mlp.experts.62,2.5651001930236816
+model.layers.35.mlp.experts.63,2.55220365524292
+model.layers.35.mlp.experts.64,2.562994956970215
+model.layers.35.mlp.experts.65,2.556692123413086
+model.layers.35.mlp.experts.66,2.5525596141815186
+model.layers.35.mlp.experts.67,2.5558078289031982
+model.layers.35.mlp.experts.68,2.552365779876709
+model.layers.35.mlp.experts.69,2.551805257797241
+model.layers.35.mlp.experts.7,2.5600547790527344
+model.layers.35.mlp.experts.70,2.676724672317505
+model.layers.35.mlp.experts.71,2.556697368621826
+model.layers.35.mlp.experts.72,2.5571658611297607
+model.layers.35.mlp.experts.73,2.554788827896118
+model.layers.35.mlp.experts.74,2.552819013595581
+model.layers.35.mlp.experts.75,2.5540268421173096
+model.layers.35.mlp.experts.76,2.5643012523651123
+model.layers.35.mlp.experts.77,2.5551953315734863
+model.layers.35.mlp.experts.78,2.560343980789185
+model.layers.35.mlp.experts.79,2.553662061691284
+model.layers.35.mlp.experts.8,2.5606496334075928
+model.layers.35.mlp.experts.80,2.5565178394317627
+model.layers.35.mlp.experts.81,2.5577409267425537
+model.layers.35.mlp.experts.82,2.557382583618164
+model.layers.35.mlp.experts.83,2.5526645183563232
+model.layers.35.mlp.experts.84,2.5564863681793213
+model.layers.35.mlp.experts.85,2.559175491333008
+model.layers.35.mlp.experts.86,2.5531578063964844
+model.layers.35.mlp.experts.87,2.552440881729126
+model.layers.35.mlp.experts.88,2.5550689697265625
+model.layers.35.mlp.experts.89,2.613557815551758
+model.layers.35.mlp.experts.9,2.5512471199035645
+model.layers.35.mlp.experts.90,2.558274745941162
+model.layers.35.mlp.experts.91,2.5775163173675537
+model.layers.35.mlp.experts.92,2.5548553466796875
+model.layers.35.mlp.experts.93,2.557328939437866
+model.layers.35.mlp.experts.94,2.5589048862457275
+model.layers.35.mlp.experts.95,2.55418062210083
+model.layers.35.mlp.experts.96,2.555532932281494
+model.layers.35.mlp.experts.97,2.5587170124053955
+model.layers.35.mlp.experts.98,2.552131414413452
+model.layers.35.mlp.experts.99,2.559487581253052
+model.layers.35.mlp.shared_experts,2.7749571800231934
+model.layers.35.self_attn,2.595796585083008
+model.layers.36.mlp.experts.0,2.5582077503204346
+model.layers.36.mlp.experts.1,2.5517585277557373
+model.layers.36.mlp.experts.10,2.5777134895324707
+model.layers.36.mlp.experts.100,2.556656837463379
+model.layers.36.mlp.experts.101,2.557629346847534
+model.layers.36.mlp.experts.102,2.5672876834869385
+model.layers.36.mlp.experts.103,2.553352832794189
+model.layers.36.mlp.experts.104,2.554648876190185
+model.layers.36.mlp.experts.105,2.5515899658203125
+model.layers.36.mlp.experts.106,2.6148030757904053
+model.layers.36.mlp.experts.107,2.5524344444274902
+model.layers.36.mlp.experts.108,2.5565643310546875
+model.layers.36.mlp.experts.109,2.554099798202514
+model.layers.36.mlp.experts.11,2.55881404876709
+model.layers.36.mlp.experts.110,2.552910804748535
+model.layers.36.mlp.experts.111,2.5528550148010254
+model.layers.36.mlp.experts.112,2.5534563064575195
+model.layers.36.mlp.experts.113,2.5580358505249023
+model.layers.36.mlp.experts.114,2.551018714904785
+model.layers.36.mlp.experts.115,2.552640199661255
+model.layers.36.mlp.experts.116,2.5635745525360107
+model.layers.36.mlp.experts.117,2.5561139583587646
+model.layers.36.mlp.experts.118,2.561511754989624
+model.layers.36.mlp.experts.119,2.5610122680664062
+model.layers.36.mlp.experts.12,2.5562613010406494
+model.layers.36.mlp.experts.120,2.5569872856140137
+model.layers.36.mlp.experts.121,2.56823205947876
+model.layers.36.mlp.experts.122,2.5537009239196777
+model.layers.36.mlp.experts.123,2.550504446029663
+model.layers.36.mlp.experts.124,2.552355527877808
+model.layers.36.mlp.experts.125,2.559011697769165
+model.layers.36.mlp.experts.126,2.552189826965332
+model.layers.36.mlp.experts.127,2.573132038116455
+model.layers.36.mlp.experts.128,2.552639961242676
+model.layers.36.mlp.experts.129,2.558666706085205
+model.layers.36.mlp.experts.13,2.5547330379486084
+model.layers.36.mlp.experts.130,2.553429365158081
+model.layers.36.mlp.experts.131,2.561184883117676
+model.layers.36.mlp.experts.132,2.5553927421569824
+model.layers.36.mlp.experts.133,2.555647373199463
+model.layers.36.mlp.experts.134,2.5580801963806152
+model.layers.36.mlp.experts.135,2.550500631332397
+model.layers.36.mlp.experts.136,2.551731586456299
+model.layers.36.mlp.experts.137,2.564970016479492
+model.layers.36.mlp.experts.138,2.583117961883545
+model.layers.36.mlp.experts.139,2.553862333297729
+model.layers.36.mlp.experts.14,2.550945281982422
+model.layers.36.mlp.experts.140,2.5810701847076416
+model.layers.36.mlp.experts.141,2.5524606704711914
+model.layers.36.mlp.experts.142,2.5593090057373047
+model.layers.36.mlp.experts.143,2.55089807510376
+model.layers.36.mlp.experts.144,2.5532538890838623
+model.layers.36.mlp.experts.145,2.57084059715271
+model.layers.36.mlp.experts.146,2.551357746124268
+model.layers.36.mlp.experts.147,2.596492290496826
+model.layers.36.mlp.experts.148,2.554571390151977
+model.layers.36.mlp.experts.149,2.5529298782348637
+model.layers.36.mlp.experts.15,2.553581953048706
+model.layers.36.mlp.experts.150,2.5529110431671143
+model.layers.36.mlp.experts.151,2.5578083992004395
+model.layers.36.mlp.experts.152,2.565674304962158
+model.layers.36.mlp.experts.153,2.556025266647339
+model.layers.36.mlp.experts.154,2.561201333999634
+model.layers.36.mlp.experts.155,2.552433967590332
+model.layers.36.mlp.experts.156,2.551301956176758
+model.layers.36.mlp.experts.157,2.552462100982666
+model.layers.36.mlp.experts.158,2.5559334754943848
+model.layers.36.mlp.experts.159,2.552060604095459
+model.layers.36.mlp.experts.16,2.5638816356658936
+model.layers.36.mlp.experts.160,2.5589256286621094
+model.layers.36.mlp.experts.161,2.5520966053009038
+model.layers.36.mlp.experts.162,2.5533559322357178
+model.layers.36.mlp.experts.163,2.5582756996154785
+model.layers.36.mlp.experts.164,2.5624327659606934
+model.layers.36.mlp.experts.165,2.5534801483154297
+model.layers.36.mlp.experts.166,2.5510170459747314
+model.layers.36.mlp.experts.167,2.5513505935668945
+model.layers.36.mlp.experts.168,2.606459140777588
+model.layers.36.mlp.experts.169,2.5515708923339844
+model.layers.36.mlp.experts.17,2.554776191711426
+model.layers.36.mlp.experts.170,2.563119888305664
+model.layers.36.mlp.experts.171,2.550900936126709
+model.layers.36.mlp.experts.172,2.553483486175537
+model.layers.36.mlp.experts.173,2.552695274353028
+model.layers.36.mlp.experts.174,2.5623624324798584
+model.layers.36.mlp.experts.175,2.559290647506714
+model.layers.36.mlp.experts.176,2.553110122680664
+model.layers.36.mlp.experts.177,2.5716123580932617
+model.layers.36.mlp.experts.178,2.5528900623321533
+model.layers.36.mlp.experts.179,2.557777643203736
+model.layers.36.mlp.experts.18,2.551525354385376
+model.layers.36.mlp.experts.180,2.552006959915161
+model.layers.36.mlp.experts.181,2.5596396923065186
+model.layers.36.mlp.experts.182,2.552718162536621
+model.layers.36.mlp.experts.183,2.5516552925109863
+model.layers.36.mlp.experts.184,2.551237106323242
+model.layers.36.mlp.experts.185,2.5552477836608887
+model.layers.36.mlp.experts.186,2.553389549255371
+model.layers.36.mlp.experts.187,2.561917781829834
+model.layers.36.mlp.experts.188,2.554055690765381
+model.layers.36.mlp.experts.189,2.5516140460968018
+model.layers.36.mlp.experts.19,2.560352563858032
+model.layers.36.mlp.experts.190,2.557558059692383
+model.layers.36.mlp.experts.191,2.5520663261413574
+model.layers.36.mlp.experts.192,2.554598331451416
+model.layers.36.mlp.experts.193,2.5524778366088867
+model.layers.36.mlp.experts.194,2.560493230819702
+model.layers.36.mlp.experts.195,2.55375337600708
+model.layers.36.mlp.experts.196,2.5593583583831787
+model.layers.36.mlp.experts.197,2.551743984222412
+model.layers.36.mlp.experts.198,2.553105115890503
+model.layers.36.mlp.experts.199,2.5618321895599365
+model.layers.36.mlp.experts.2,2.551321506500244
+model.layers.36.mlp.experts.20,2.556257486343384
+model.layers.36.mlp.experts.200,2.557837963104248
+model.layers.36.mlp.experts.201,2.562211751937866
+model.layers.36.mlp.experts.202,2.5515143871307373
+model.layers.36.mlp.experts.203,2.5544862747192383
+model.layers.36.mlp.experts.204,2.552433013916016
+model.layers.36.mlp.experts.205,2.551607847213745
+model.layers.36.mlp.experts.206,2.5508456230163574
+model.layers.36.mlp.experts.207,2.553391456604004
+model.layers.36.mlp.experts.208,2.5515003204345703
+model.layers.36.mlp.experts.209,2.551135301589966
+model.layers.36.mlp.experts.21,2.555895566940308
+model.layers.36.mlp.experts.210,2.5511934757232666
+model.layers.36.mlp.experts.211,2.551229238510132
+model.layers.36.mlp.experts.212,2.5564894676208496
+model.layers.36.mlp.experts.213,2.5540037155151367
+model.layers.36.mlp.experts.214,2.554908514022827
+model.layers.36.mlp.experts.215,2.552748441696167
+model.layers.36.mlp.experts.216,2.559035301208496
+model.layers.36.mlp.experts.217,2.5506088733673096
+model.layers.36.mlp.experts.218,2.551066637039185
+model.layers.36.mlp.experts.219,2.55627965927124
+model.layers.36.mlp.experts.22,2.5538434982299805
+model.layers.36.mlp.experts.220,2.552192449569702
+model.layers.36.mlp.experts.221,2.554351806640625
+model.layers.36.mlp.experts.222,2.552558422088623
+model.layers.36.mlp.experts.223,2.5526986122131348
+model.layers.36.mlp.experts.224,2.574695110321045
+model.layers.36.mlp.experts.225,2.566884756088257
+model.layers.36.mlp.experts.226,2.554182767868042
+model.layers.36.mlp.experts.227,2.563570261001587
+model.layers.36.mlp.experts.228,2.557325839996338
+model.layers.36.mlp.experts.229,2.560516119003296
+model.layers.36.mlp.experts.23,2.556689739227295
+model.layers.36.mlp.experts.230,2.5567190647125244
+model.layers.36.mlp.experts.231,2.552980899810791
+model.layers.36.mlp.experts.232,2.5774145126342773
+model.layers.36.mlp.experts.233,2.553061962127685
+model.layers.36.mlp.experts.234,2.557145357131958
+model.layers.36.mlp.experts.235,2.551846742630005
+model.layers.36.mlp.experts.236,2.5995571613311768
+model.layers.36.mlp.experts.237,2.556485176086426
+model.layers.36.mlp.experts.238,2.561119318008423
+model.layers.36.mlp.experts.239,2.555360555648804
+model.layers.36.mlp.experts.24,2.553356409072876
+model.layers.36.mlp.experts.240,2.55179500579834
+model.layers.36.mlp.experts.241,2.631709575653076
+model.layers.36.mlp.experts.242,2.5748114585876465
+model.layers.36.mlp.experts.243,2.5551679134368896
+model.layers.36.mlp.experts.244,2.560375690460205
+model.layers.36.mlp.experts.245,2.554157495498657
+model.layers.36.mlp.experts.246,2.5526857376098637
+model.layers.36.mlp.experts.247,2.5536532402038574
+model.layers.36.mlp.experts.248,2.563373327255249
+model.layers.36.mlp.experts.249,2.555422306060791
+model.layers.36.mlp.experts.25,2.5568675994873047
+model.layers.36.mlp.experts.250,2.552464246749878
+model.layers.36.mlp.experts.251,2.5651869773864746
+model.layers.36.mlp.experts.252,2.563660144805908
+model.layers.36.mlp.experts.253,2.5606093406677246
+model.layers.36.mlp.experts.254,2.555598258972168
+model.layers.36.mlp.experts.255,2.55245304107666
+model.layers.36.mlp.experts.26,2.5511481761932373
+model.layers.36.mlp.experts.27,2.5574231147766118
+model.layers.36.mlp.experts.28,2.5613913536071777
+model.layers.36.mlp.experts.29,2.5523643493652344
+model.layers.36.mlp.experts.3,2.55477237701416
+model.layers.36.mlp.experts.30,2.556056261062622
+model.layers.36.mlp.experts.31,2.5536534786224365
+model.layers.36.mlp.experts.32,2.59032940864563
+model.layers.36.mlp.experts.33,2.553208351135254
+model.layers.36.mlp.experts.34,2.555020809173584
+model.layers.36.mlp.experts.35,2.5662617683410645
+model.layers.36.mlp.experts.36,2.556837558746338
+model.layers.36.mlp.experts.37,2.559814929962158
+model.layers.36.mlp.experts.38,2.555819272994995
+model.layers.36.mlp.experts.39,2.553192138671875
+model.layers.36.mlp.experts.4,2.5564777851104736
+model.layers.36.mlp.experts.40,2.57440447807312
+model.layers.36.mlp.experts.41,2.56048321723938
+model.layers.36.mlp.experts.42,2.552915573120117
+model.layers.36.mlp.experts.43,2.5613551139831543
+model.layers.36.mlp.experts.44,2.5701282024383545
+model.layers.36.mlp.experts.45,2.552537679672241
+model.layers.36.mlp.experts.46,2.567014217376709
+model.layers.36.mlp.experts.47,2.557538747787476
+model.layers.36.mlp.experts.48,2.558279275894165
+model.layers.36.mlp.experts.49,2.56758189201355
+model.layers.36.mlp.experts.5,2.626794815063477
+model.layers.36.mlp.experts.50,2.5532336235046387
+model.layers.36.mlp.experts.51,2.5561020374298096
+model.layers.36.mlp.experts.52,2.5563926696777344
+model.layers.36.mlp.experts.53,2.5546538829803467
+model.layers.36.mlp.experts.54,2.5741195678710938
+model.layers.36.mlp.experts.55,2.5513484477996826
+model.layers.36.mlp.experts.56,2.5590028762817383
+model.layers.36.mlp.experts.57,2.5594871044158936
+model.layers.36.mlp.experts.58,2.555583953857422
+model.layers.36.mlp.experts.59,2.555205821990967
+model.layers.36.mlp.experts.6,2.556228876113892
+model.layers.36.mlp.experts.60,2.553142547607422
+model.layers.36.mlp.experts.61,2.553333282470703
+model.layers.36.mlp.experts.62,2.555875539779663
+model.layers.36.mlp.experts.63,2.554028034210205
+model.layers.36.mlp.experts.64,2.565140724182129
+model.layers.36.mlp.experts.65,2.5565576553344727
+model.layers.36.mlp.experts.66,2.56462025642395
+model.layers.36.mlp.experts.67,2.5546228885650635
+model.layers.36.mlp.experts.68,2.591486930847168
+model.layers.36.mlp.experts.69,2.551851511001587
+model.layers.36.mlp.experts.7,2.5543453693389893
+model.layers.36.mlp.experts.70,2.619241714477539
+model.layers.36.mlp.experts.71,2.5520734786987305
+model.layers.36.mlp.experts.72,2.554296970367432
+model.layers.36.mlp.experts.73,2.5560050010681152
+model.layers.36.mlp.experts.74,2.553788185119629
+model.layers.36.mlp.experts.75,2.5521011352539062
+model.layers.36.mlp.experts.76,2.556596517562866
+model.layers.36.mlp.experts.77,2.5601248741149902
+model.layers.36.mlp.experts.78,2.5590524673461914
+model.layers.36.mlp.experts.79,2.5521891117095947
+model.layers.36.mlp.experts.8,2.558671474456787
+model.layers.36.mlp.experts.80,2.5529046058654785
+model.layers.36.mlp.experts.81,2.55855393409729
+model.layers.36.mlp.experts.82,2.5579323768615723
+model.layers.36.mlp.experts.83,2.555264949798584
+model.layers.36.mlp.experts.84,2.551443099975586
+model.layers.36.mlp.experts.85,2.570376396179199
+model.layers.36.mlp.experts.86,2.560148000717163
+model.layers.36.mlp.experts.87,2.554347038269043
+model.layers.36.mlp.experts.88,2.5523126125335693
+model.layers.36.mlp.experts.89,2.5564560890197754
+model.layers.36.mlp.experts.9,2.571429252624512
+model.layers.36.mlp.experts.90,2.554645538330078
+model.layers.36.mlp.experts.91,2.5548019409179688
+model.layers.36.mlp.experts.92,2.550456285476685
+model.layers.36.mlp.experts.93,2.552278518676758
+model.layers.36.mlp.experts.94,2.5624101161956787
+model.layers.36.mlp.experts.95,2.557774066925049
+model.layers.36.mlp.experts.96,2.5545191764831543
+model.layers.36.mlp.experts.97,2.5527684688568115
+model.layers.36.mlp.experts.98,2.559162139892578
+model.layers.36.mlp.experts.99,2.5610759258270264
+model.layers.36.mlp.shared_experts,2.724538326263428
+model.layers.36.self_attn,2.5889980792999268
+model.layers.37.mlp.experts.0,2.5516586303710938
+model.layers.37.mlp.experts.1,2.558444023132324
+model.layers.37.mlp.experts.10,2.5548696517944336
+model.layers.37.mlp.experts.100,2.553439140319824
+model.layers.37.mlp.experts.101,2.566850185394287
+model.layers.37.mlp.experts.102,2.5582504272460938
+model.layers.37.mlp.experts.103,2.5604491233825684
+model.layers.37.mlp.experts.104,2.5612242221832275
+model.layers.37.mlp.experts.105,2.5516066551208496
+model.layers.37.mlp.experts.106,2.551565170288086
+model.layers.37.mlp.experts.107,2.580411911010742
+model.layers.37.mlp.experts.108,2.5595436096191406
+model.layers.37.mlp.experts.109,2.5529119968414307
+model.layers.37.mlp.experts.11,2.596740961074829
+model.layers.37.mlp.experts.110,2.559530019760132
+model.layers.37.mlp.experts.111,2.5515739917755127
+model.layers.37.mlp.experts.112,2.553750991821289
+model.layers.37.mlp.experts.113,2.5517702102661133
+model.layers.37.mlp.experts.114,2.5526912212371826
+model.layers.37.mlp.experts.115,2.557018518447876
+model.layers.37.mlp.experts.116,2.5536837577819824
+model.layers.37.mlp.experts.117,2.554614305496216
+model.layers.37.mlp.experts.118,2.560077428817749
+model.layers.37.mlp.experts.119,2.5517385005950928
+model.layers.37.mlp.experts.12,2.5516719818115234
+model.layers.37.mlp.experts.120,2.560127019882202
+model.layers.37.mlp.experts.121,2.553286075592041
+model.layers.37.mlp.experts.122,2.56095290184021
+model.layers.37.mlp.experts.123,2.5690743923187256
+model.layers.37.mlp.experts.124,2.5728015899658203
+model.layers.37.mlp.experts.125,2.675290584564209
+model.layers.37.mlp.experts.126,2.552680492401123
+model.layers.37.mlp.experts.127,2.563997507095337
+model.layers.37.mlp.experts.128,2.567108392715454
+model.layers.37.mlp.experts.129,2.5535717010498047
+model.layers.37.mlp.experts.13,2.55379056930542
+model.layers.37.mlp.experts.130,2.5603299140930176
+model.layers.37.mlp.experts.131,2.554015636444092
+model.layers.37.mlp.experts.132,2.5512032508850098
+model.layers.37.mlp.experts.133,2.5528509616851807
+model.layers.37.mlp.experts.134,2.5536234378814697
+model.layers.37.mlp.experts.135,2.55437970161438
+model.layers.37.mlp.experts.136,2.5591726303100586
+model.layers.37.mlp.experts.137,2.585047006607056
+model.layers.37.mlp.experts.138,2.570011615753174
+model.layers.37.mlp.experts.139,2.560166597366333
+model.layers.37.mlp.experts.14,2.553065299987793
+model.layers.37.mlp.experts.140,2.5564632415771484
+model.layers.37.mlp.experts.141,2.5538904666900635
+model.layers.37.mlp.experts.142,2.5536859035491943
+model.layers.37.mlp.experts.143,2.5603623390197754
+model.layers.37.mlp.experts.144,2.554697275161743
+model.layers.37.mlp.experts.145,2.55176043510437
+model.layers.37.mlp.experts.146,2.556004047393799
+model.layers.37.mlp.experts.147,2.551544427871704
+model.layers.37.mlp.experts.148,2.563982963562012
+model.layers.37.mlp.experts.149,2.555227518081665
+model.layers.37.mlp.experts.15,2.555183887481689
+model.layers.37.mlp.experts.150,2.552309036254883
+model.layers.37.mlp.experts.151,2.55127501487732
+model.layers.37.mlp.experts.152,2.5673928260803223
+model.layers.37.mlp.experts.153,2.557164669036865
+model.layers.37.mlp.experts.154,2.569968938827514
+model.layers.37.mlp.experts.155,2.5548205375671387
+model.layers.37.mlp.experts.156,2.554344892501831
+model.layers.37.mlp.experts.157,2.5522756576538086
+model.layers.37.mlp.experts.158,2.5529258251190186
+model.layers.37.mlp.experts.159,2.5581376552581787
+model.layers.37.mlp.experts.16,2.550999641418457
+model.layers.37.mlp.experts.160,2.5624287128448486
+model.layers.37.mlp.experts.161,2.572795867919922
+model.layers.37.mlp.experts.162,2.556114196777344
+model.layers.37.mlp.experts.163,2.601434230804444
+model.layers.37.mlp.experts.164,2.553966999053955
+model.layers.37.mlp.experts.165,2.551707029342652
+model.layers.37.mlp.experts.166,2.5530500411987305
+model.layers.37.mlp.experts.167,2.562693357467652
+model.layers.37.mlp.experts.168,2.557525634765625
+model.layers.37.mlp.experts.169,2.561999082565308
+model.layers.37.mlp.experts.17,2.555116415023804
+model.layers.37.mlp.experts.170,2.564078092575073
+model.layers.37.mlp.experts.171,2.555143117904663
+model.layers.37.mlp.experts.172,2.55786681175232
+model.layers.37.mlp.experts.173,2.5600333213806152
+model.layers.37.mlp.experts.174,2.57401967048645
+model.layers.37.mlp.experts.175,2.561706781387329
+model.layers.37.mlp.experts.176,2.552711009979248
+model.layers.37.mlp.experts.177,2.5557243824005127
+model.layers.37.mlp.experts.178,2.552271604537964
+model.layers.37.mlp.experts.179,2.5520734786987305
+model.layers.37.mlp.experts.18,2.57724666595459
+model.layers.37.mlp.experts.180,2.551165580749512
+model.layers.37.mlp.experts.181,2.580068588256836
+model.layers.37.mlp.experts.182,2.553162097930908
+model.layers.37.mlp.experts.183,2.5570340156555176
+model.layers.37.mlp.experts.184,2.561014175415039
+model.layers.37.mlp.experts.185,2.5585341453552246
+model.layers.37.mlp.experts.186,2.5729074478149414
+model.layers.37.mlp.experts.187,2.552642822265625
+model.layers.37.mlp.experts.188,2.5666258335113525
+model.layers.37.mlp.experts.189,2.551863193511963
+model.layers.37.mlp.experts.19,2.550813913345337
+model.layers.37.mlp.experts.190,2.551074266433716
+model.layers.37.mlp.experts.191,2.550168037414551
+model.layers.37.mlp.experts.192,2.55176043510437
+model.layers.37.mlp.experts.193,2.559115171432495
+model.layers.37.mlp.experts.194,2.55568528175354
+model.layers.37.mlp.experts.195,2.555689573287964
+model.layers.37.mlp.experts.196,2.551100254058838
+model.layers.37.mlp.experts.197,2.560194969177246
+model.layers.37.mlp.experts.198,2.560532331466675
+model.layers.37.mlp.experts.199,2.562088251113892
+model.layers.37.mlp.experts.2,2.568491220474243
+model.layers.37.mlp.experts.20,2.5528838634490967
+model.layers.37.mlp.experts.200,2.55753755569458
+model.layers.37.mlp.experts.201,2.569160461425781
+model.layers.37.mlp.experts.202,2.556758403778076
+model.layers.37.mlp.experts.203,2.557941436767578
+model.layers.37.mlp.experts.204,2.556741237640381
+model.layers.37.mlp.experts.205,2.553360939025879
+model.layers.37.mlp.experts.206,2.567711591720581
+model.layers.37.mlp.experts.207,2.558556318283081
+model.layers.37.mlp.experts.208,2.5540692806243896
+model.layers.37.mlp.experts.209,2.5523364543914795
+model.layers.37.mlp.experts.21,2.5569839477539062
+model.layers.37.mlp.experts.210,2.562253475189209
+model.layers.37.mlp.experts.211,2.5510687828063965
+model.layers.37.mlp.experts.212,2.5555875301361084
+model.layers.37.mlp.experts.213,2.556393384933472
+model.layers.37.mlp.experts.214,2.551513671875
+model.layers.37.mlp.experts.215,2.551372528076172
+model.layers.37.mlp.experts.216,2.551543951034546
+model.layers.37.mlp.experts.217,2.559010982513428
+model.layers.37.mlp.experts.218,2.5680227279663086
+model.layers.37.mlp.experts.219,2.5514488220214844
+model.layers.37.mlp.experts.22,2.552128791809082
+model.layers.37.mlp.experts.220,2.56736159324646
+model.layers.37.mlp.experts.221,2.557335376739502
+model.layers.37.mlp.experts.222,2.551967144012451
+model.layers.37.mlp.experts.223,2.551373243331909
+model.layers.37.mlp.experts.224,2.5519778728485107
+model.layers.37.mlp.experts.225,2.560859203338623
+model.layers.37.mlp.experts.226,2.553323268890381
+model.layers.37.mlp.experts.227,2.5510458946228027
+model.layers.37.mlp.experts.228,2.553988456726074
+model.layers.37.mlp.experts.229,2.55511212348938
+model.layers.37.mlp.experts.23,2.562308549880981
+model.layers.37.mlp.experts.230,2.552233457565308
+model.layers.37.mlp.experts.231,2.5520710945129395
+model.layers.37.mlp.experts.232,2.5530402660369877
+model.layers.37.mlp.experts.233,2.555452346801758
+model.layers.37.mlp.experts.234,2.5570523738861084
+model.layers.37.mlp.experts.235,2.5647926330566406
+model.layers.37.mlp.experts.236,2.550673484802246
+model.layers.37.mlp.experts.237,2.5610227584838867
+model.layers.37.mlp.experts.238,2.5521233081817627
+model.layers.37.mlp.experts.239,2.566108226776123
+model.layers.37.mlp.experts.24,2.5585145950317383
+model.layers.37.mlp.experts.240,2.554741859436035
+model.layers.37.mlp.experts.241,2.5691943168640137
+model.layers.37.mlp.experts.242,2.555815458297729
+model.layers.37.mlp.experts.243,2.55483627319336
+model.layers.37.mlp.experts.244,2.5517237186431885
+model.layers.37.mlp.experts.245,2.560162305831909
+model.layers.37.mlp.experts.246,2.5686209201812744
+model.layers.37.mlp.experts.247,2.5547361373901367
+model.layers.37.mlp.experts.248,2.567664623260498
+model.layers.37.mlp.experts.249,2.9356071949005127
+model.layers.37.mlp.experts.25,2.5603573322296143
+model.layers.37.mlp.experts.250,2.551786184310913
+model.layers.37.mlp.experts.251,2.5519285202026367
+model.layers.37.mlp.experts.252,2.6060750484466557
+model.layers.37.mlp.experts.253,2.554335594177246
+model.layers.37.mlp.experts.254,2.5558815002441406
+model.layers.37.mlp.experts.255,2.5792059898376465
+model.layers.37.mlp.experts.26,2.556880474090576
+model.layers.37.mlp.experts.27,2.553175449371338
+model.layers.37.mlp.experts.28,2.555833578109741
+model.layers.37.mlp.experts.29,2.551891565322876
+model.layers.37.mlp.experts.3,2.5526232719421387
+model.layers.37.mlp.experts.30,2.553769111633301
+model.layers.37.mlp.experts.31,2.5512402057647705
+model.layers.37.mlp.experts.32,2.551799058914185
+model.layers.37.mlp.experts.33,2.5713319778442383
+model.layers.37.mlp.experts.34,2.552245616912842
+model.layers.37.mlp.experts.35,2.551424503326416
+model.layers.37.mlp.experts.36,2.5543253421783447
+model.layers.37.mlp.experts.37,2.568917989730835
+model.layers.37.mlp.experts.38,2.556703805923462
+model.layers.37.mlp.experts.39,2.8398895263671875
+model.layers.37.mlp.experts.4,2.552057266235352
+model.layers.37.mlp.experts.40,2.599297285079956
+model.layers.37.mlp.experts.41,2.551689624786377
+model.layers.37.mlp.experts.42,2.56048583984375
+model.layers.37.mlp.experts.43,2.5525479316711426
+model.layers.37.mlp.experts.44,2.6464877128601074
+model.layers.37.mlp.experts.45,2.561897754669189
+model.layers.37.mlp.experts.46,2.555781841278076
+model.layers.37.mlp.experts.47,2.5546274185180664
+model.layers.37.mlp.experts.48,2.5512077808380127
+model.layers.37.mlp.experts.49,2.554995536804199
+model.layers.37.mlp.experts.5,2.5769712924957275
+model.layers.37.mlp.experts.50,2.5531044006347656
+model.layers.37.mlp.experts.51,2.55564546585083
+model.layers.37.mlp.experts.52,2.554128408432007
+model.layers.37.mlp.experts.53,2.552585363388061
+model.layers.37.mlp.experts.54,2.552607774734497
+model.layers.37.mlp.experts.55,2.5737085342407227
+model.layers.37.mlp.experts.56,2.552732229232788
+model.layers.37.mlp.experts.57,2.5510737895965576
+model.layers.37.mlp.experts.58,2.5517616271972656
+model.layers.37.mlp.experts.59,2.6005454063415527
+model.layers.37.mlp.experts.6,2.5522305965423584
+model.layers.37.mlp.experts.60,2.552426338195801
+model.layers.37.mlp.experts.61,2.562422275543213
+model.layers.37.mlp.experts.62,2.564515829086304
+model.layers.37.mlp.experts.63,2.55281662940979
+model.layers.37.mlp.experts.64,2.5545666217803955
+model.layers.37.mlp.experts.65,2.5632412433624268
+model.layers.37.mlp.experts.66,2.558933019638061
+model.layers.37.mlp.experts.67,2.5511314868927
+model.layers.37.mlp.experts.68,2.5536203384399414
+model.layers.37.mlp.experts.69,2.554266452789306
+model.layers.37.mlp.experts.7,2.561340808868408
+model.layers.37.mlp.experts.70,2.5578553676605225
+model.layers.37.mlp.experts.71,2.5519356727600098
+model.layers.37.mlp.experts.72,2.552314758300781
+model.layers.37.mlp.experts.73,2.6029746532440186
+model.layers.37.mlp.experts.74,2.555562973022461
+model.layers.37.mlp.experts.75,2.55411148071289
+model.layers.37.mlp.experts.76,2.595982551574707
+model.layers.37.mlp.experts.77,2.5526278018951416
+model.layers.37.mlp.experts.78,2.5569746494293213
+model.layers.37.mlp.experts.79,2.557486295700073
+model.layers.37.mlp.experts.8,2.5541913509368896
+model.layers.37.mlp.experts.80,2.588595390319824
+model.layers.37.mlp.experts.81,2.5530993938446045
+model.layers.37.mlp.experts.82,2.5526986122131348
+model.layers.37.mlp.experts.83,2.555347442626953
+model.layers.37.mlp.experts.84,2.552382230758667
+model.layers.37.mlp.experts.85,2.554928779602051
+model.layers.37.mlp.experts.86,2.564659595489502
+model.layers.37.mlp.experts.87,2.5526440143585205
+model.layers.37.mlp.experts.88,2.5523929595947266
+model.layers.37.mlp.experts.89,2.5579264163970947
+model.layers.37.mlp.experts.9,2.5515544414520264
+model.layers.37.mlp.experts.90,2.56244158744812
+model.layers.37.mlp.experts.91,2.558083295822144
+model.layers.37.mlp.experts.92,2.559702157974243
+model.layers.37.mlp.experts.93,2.55130672454834
+model.layers.37.mlp.experts.94,2.5511748790740967
+model.layers.37.mlp.experts.95,2.559313535690308
+model.layers.37.mlp.experts.96,2.5573925971984863
+model.layers.37.mlp.experts.97,2.558917284011841
+model.layers.37.mlp.experts.98,2.597174882888794
+model.layers.37.mlp.experts.99,2.5546228885650635
+model.layers.37.mlp.shared_experts,2.731974840164185
+model.layers.37.self_attn,2.621877670288086
+model.layers.38.mlp.experts.0,2.552165031433105
+model.layers.38.mlp.experts.1,2.568352460861206
+model.layers.38.mlp.experts.10,2.5520198345184326
+model.layers.38.mlp.experts.100,2.552274227142334
+model.layers.38.mlp.experts.101,2.5634710788726807
+model.layers.38.mlp.experts.102,2.554215431213379
+model.layers.38.mlp.experts.103,2.557268619537353
+model.layers.38.mlp.experts.104,2.55415153503418
+model.layers.38.mlp.experts.105,2.5526058673858643
+model.layers.38.mlp.experts.106,2.5528359413146973
+model.layers.38.mlp.experts.107,2.607927083969116
+model.layers.38.mlp.experts.108,2.557747364044189
+model.layers.38.mlp.experts.109,2.552525281906128
+model.layers.38.mlp.experts.11,2.555661916732788
+model.layers.38.mlp.experts.110,2.5508201122283936
+model.layers.38.mlp.experts.111,2.556750535964966
+model.layers.38.mlp.experts.112,2.558511018753052
+model.layers.38.mlp.experts.113,2.589551448822021
+model.layers.38.mlp.experts.114,2.555600643157959
+model.layers.38.mlp.experts.115,2.5530967712402344
+model.layers.38.mlp.experts.116,2.56221079826355
+model.layers.38.mlp.experts.117,2.5786807537078857
+model.layers.38.mlp.experts.118,2.555907964706421
+model.layers.38.mlp.experts.119,2.5538365840911865
+model.layers.38.mlp.experts.12,2.5577995777130127
+model.layers.38.mlp.experts.120,2.5520777702331543
+model.layers.38.mlp.experts.121,2.5510950088500977
+model.layers.38.mlp.experts.122,2.583422899246216
+model.layers.38.mlp.experts.123,2.555455446243286
+model.layers.38.mlp.experts.124,2.5529086589813232
+model.layers.38.mlp.experts.125,2.550967216491699
+model.layers.38.mlp.experts.126,2.569856643676758
+model.layers.38.mlp.experts.127,2.5800702571868896
+model.layers.38.mlp.experts.128,2.5514302253723145
+model.layers.38.mlp.experts.129,2.565215826034546
+model.layers.38.mlp.experts.13,2.5577962398529053
+model.layers.38.mlp.experts.130,2.5563502311706543
+model.layers.38.mlp.experts.131,2.563871145248413
+model.layers.38.mlp.experts.132,2.5512142181396484
+model.layers.38.mlp.experts.133,2.557250022888184
+model.layers.38.mlp.experts.134,2.551187515258789
+model.layers.38.mlp.experts.135,2.5575881004333496
+model.layers.38.mlp.experts.136,2.5602612495422363
+model.layers.38.mlp.experts.137,2.559443712234497
+model.layers.38.mlp.experts.138,2.5610969066619877
+model.layers.38.mlp.experts.139,2.5689945220947266
+model.layers.38.mlp.experts.14,2.555224657058716
+model.layers.38.mlp.experts.140,2.558786153793335
+model.layers.38.mlp.experts.141,2.5536022186279297
+model.layers.38.mlp.experts.142,2.5560407638549805
+model.layers.38.mlp.experts.143,2.5559651851654053
+model.layers.38.mlp.experts.144,2.572851181030273
+model.layers.38.mlp.experts.145,2.5518686771392822
+model.layers.38.mlp.experts.146,2.5541491508483887
+model.layers.38.mlp.experts.147,2.562288284301758
+model.layers.38.mlp.experts.148,2.5542802810668945
+model.layers.38.mlp.experts.149,2.552762508392334
+model.layers.38.mlp.experts.15,2.5573818683624268
+model.layers.38.mlp.experts.150,2.5520076751708984
+model.layers.38.mlp.experts.151,2.5712108612060547
+model.layers.38.mlp.experts.152,2.5533175468444824
+model.layers.38.mlp.experts.153,2.564605236053467
+model.layers.38.mlp.experts.154,2.5780181884765625
+model.layers.38.mlp.experts.155,2.5550856590271
+model.layers.38.mlp.experts.156,2.5537588596343994
+model.layers.38.mlp.experts.157,2.553720474243164
+model.layers.38.mlp.experts.158,2.5525214672088623
+model.layers.38.mlp.experts.159,2.551123857498169
+model.layers.38.mlp.experts.16,2.5520482063293457
+model.layers.38.mlp.experts.160,2.551488876342773
+model.layers.38.mlp.experts.161,2.5523996353149414
+model.layers.38.mlp.experts.162,2.5518150329589844
+model.layers.38.mlp.experts.163,2.562772274017334
+model.layers.38.mlp.experts.164,2.550798177719116
+model.layers.38.mlp.experts.165,2.5640668869018555
+model.layers.38.mlp.experts.166,2.555359125137329
+model.layers.38.mlp.experts.167,2.554378032684326
+model.layers.38.mlp.experts.168,2.5648961067199707
+model.layers.38.mlp.experts.169,2.561760663986206
+model.layers.38.mlp.experts.17,2.5599515438079834
+model.layers.38.mlp.experts.170,2.5521183013916016
+model.layers.38.mlp.experts.171,2.555657863616944
+model.layers.38.mlp.experts.172,2.5609164237976074
+model.layers.38.mlp.experts.173,2.554023265838623
+model.layers.38.mlp.experts.174,2.5580878257751465
+model.layers.38.mlp.experts.175,2.555307149887085
+model.layers.38.mlp.experts.176,2.55333948135376
+model.layers.38.mlp.experts.177,2.5537679195404053
+model.layers.38.mlp.experts.178,2.5571401119232178
+model.layers.38.mlp.experts.179,2.563181638717652
+model.layers.38.mlp.experts.18,2.5658419132232666
+model.layers.38.mlp.experts.180,2.550734281539917
+model.layers.38.mlp.experts.181,2.559730052947998
+model.layers.38.mlp.experts.182,2.554645776748657
+model.layers.38.mlp.experts.183,2.555805921554565
+model.layers.38.mlp.experts.184,2.553539991378784
+model.layers.38.mlp.experts.185,2.5519003868103027
+model.layers.38.mlp.experts.186,2.558096170425415
+model.layers.38.mlp.experts.187,2.556463718414306
+model.layers.38.mlp.experts.188,2.5595760345458984
+model.layers.38.mlp.experts.189,2.5520310401916504
+model.layers.38.mlp.experts.19,2.561763048171997
+model.layers.38.mlp.experts.190,2.5544273853302
+model.layers.38.mlp.experts.191,2.5550084114074707
+model.layers.38.mlp.experts.192,2.553180694580078
+model.layers.38.mlp.experts.193,2.556616306304932
+model.layers.38.mlp.experts.194,2.569320678710937
+model.layers.38.mlp.experts.195,2.5521271228790283
+model.layers.38.mlp.experts.196,2.551684617996216
+model.layers.38.mlp.experts.197,2.583590030670166
+model.layers.38.mlp.experts.198,2.552010536193848
+model.layers.38.mlp.experts.199,2.55594253540039
+model.layers.38.mlp.experts.2,2.551321268081665
+model.layers.38.mlp.experts.20,2.5519630908966064
+model.layers.38.mlp.experts.200,2.5596401691436768
+model.layers.38.mlp.experts.201,2.5526084899902344
+model.layers.38.mlp.experts.202,2.558652639389038
+model.layers.38.mlp.experts.203,2.552651882171631
+model.layers.38.mlp.experts.204,2.561252355575561
+model.layers.38.mlp.experts.205,2.5615763664245605
+model.layers.38.mlp.experts.206,2.5650341510772705
+model.layers.38.mlp.experts.207,2.5541582107543945
+model.layers.38.mlp.experts.208,2.554640293121338
+model.layers.38.mlp.experts.209,2.5526998043060303
+model.layers.38.mlp.experts.21,2.556800603866577
+model.layers.38.mlp.experts.210,2.618107557296753
+model.layers.38.mlp.experts.211,2.5567352771759038
+model.layers.38.mlp.experts.212,2.5530426502227783
+model.layers.38.mlp.experts.213,2.5684664249420166
+model.layers.38.mlp.experts.214,2.570211887359619
+model.layers.38.mlp.experts.215,2.5540244579315186
+model.layers.38.mlp.experts.216,2.559675693511963
+model.layers.38.mlp.experts.217,2.5652761459350586
+model.layers.38.mlp.experts.218,2.5630927085876465
+model.layers.38.mlp.experts.219,2.5519399642944336
+model.layers.38.mlp.experts.22,2.5652027130126958
+model.layers.38.mlp.experts.220,2.55403995513916
+model.layers.38.mlp.experts.221,2.5533604621887207
+model.layers.38.mlp.experts.222,2.554299116134644
+model.layers.38.mlp.experts.223,2.5855555534362797
+model.layers.38.mlp.experts.224,2.5550270080566406
+model.layers.38.mlp.experts.225,2.5577192306518555
+model.layers.38.mlp.experts.226,2.560020923614502
+model.layers.38.mlp.experts.227,2.552976608276367
+model.layers.38.mlp.experts.228,2.566268920898437
+model.layers.38.mlp.experts.229,2.552618265151977
+model.layers.38.mlp.experts.23,2.552962064743042
+model.layers.38.mlp.experts.230,2.5520660877227783
+model.layers.38.mlp.experts.231,2.56137490272522
+model.layers.38.mlp.experts.232,2.557912588119507
+model.layers.38.mlp.experts.233,2.551687002182007
+model.layers.38.mlp.experts.234,2.5553128719329834
+model.layers.38.mlp.experts.235,2.554527759552002
+model.layers.38.mlp.experts.236,2.5583176612854004
+model.layers.38.mlp.experts.237,2.5530593395233154
+model.layers.38.mlp.experts.238,2.553678035736084
+model.layers.38.mlp.experts.239,2.5810093879699707
+model.layers.38.mlp.experts.24,2.554362297058105
+model.layers.38.mlp.experts.240,2.5587592124938965
+model.layers.38.mlp.experts.241,2.552793502807617
+model.layers.38.mlp.experts.242,2.551637649536133
+model.layers.38.mlp.experts.243,2.5548882484436035
+model.layers.38.mlp.experts.244,2.551600217819214
+model.layers.38.mlp.experts.245,2.552309989929199
+model.layers.38.mlp.experts.246,2.557436943054199
+model.layers.38.mlp.experts.247,2.5521397590637207
+model.layers.38.mlp.experts.248,2.5539517402648926
+model.layers.38.mlp.experts.249,2.556192398071289
+model.layers.38.mlp.experts.25,2.5534982681274414
+model.layers.38.mlp.experts.250,2.5593416690826416
+model.layers.38.mlp.experts.251,2.551562786102295
+model.layers.38.mlp.experts.252,2.551152229309082
+model.layers.38.mlp.experts.253,2.552475929260254
+model.layers.38.mlp.experts.254,2.552884101867676
+model.layers.38.mlp.experts.255,2.552523374557495
+model.layers.38.mlp.experts.26,2.554500102996826
+model.layers.38.mlp.experts.27,2.551551818847656
+model.layers.38.mlp.experts.28,2.5531373023986816
+model.layers.38.mlp.experts.29,2.5540542602539062
+model.layers.38.mlp.experts.3,2.5552940368652344
+model.layers.38.mlp.experts.30,2.551468849182129
+model.layers.38.mlp.experts.31,2.557433843612671
+model.layers.38.mlp.experts.32,2.551951169967652
+model.layers.38.mlp.experts.33,2.55402946472168
+model.layers.38.mlp.experts.34,2.551766157150269
+model.layers.38.mlp.experts.35,2.5506153106689453
+model.layers.38.mlp.experts.36,2.565393686294556
+model.layers.38.mlp.experts.37,2.5624983310699463
+model.layers.38.mlp.experts.38,2.550611019134521
+model.layers.38.mlp.experts.39,2.553081750869751
+model.layers.38.mlp.experts.4,2.556590795516968
+model.layers.38.mlp.experts.40,2.560066938400269
+model.layers.38.mlp.experts.41,2.562480926513672
+model.layers.38.mlp.experts.42,2.604680299758911
+model.layers.38.mlp.experts.43,2.561884880065918
+model.layers.38.mlp.experts.44,2.556976795196533
+model.layers.38.mlp.experts.45,2.572211980819702
+model.layers.38.mlp.experts.46,2.6364102363586426
+model.layers.38.mlp.experts.47,2.5524215698242188
+model.layers.38.mlp.experts.48,2.55790114402771
+model.layers.38.mlp.experts.49,2.553119421005249
+model.layers.38.mlp.experts.5,2.5544469356536865
+model.layers.38.mlp.experts.50,2.551647186279297
+model.layers.38.mlp.experts.51,2.5535829067230225
+model.layers.38.mlp.experts.52,2.5614089965820312
+model.layers.38.mlp.experts.53,2.5532357692718506
+model.layers.38.mlp.experts.54,2.551318883895874
+model.layers.38.mlp.experts.55,2.558009624481201
+model.layers.38.mlp.experts.56,2.55041241645813
+model.layers.38.mlp.experts.57,2.550974130630493
+model.layers.38.mlp.experts.58,2.5528478622436523
+model.layers.38.mlp.experts.59,2.556770801544189
+model.layers.38.mlp.experts.6,2.5593690872192383
+model.layers.38.mlp.experts.60,2.5527684688568115
+model.layers.38.mlp.experts.61,2.557612895965576
+model.layers.38.mlp.experts.62,2.567493438720703
+model.layers.38.mlp.experts.63,2.5581533908843994
+model.layers.38.mlp.experts.64,2.55316162109375
+model.layers.38.mlp.experts.65,2.555696487426758
+model.layers.38.mlp.experts.66,2.554531574249268
+model.layers.38.mlp.experts.67,2.551203727722168
+model.layers.38.mlp.experts.68,2.578688383102417
+model.layers.38.mlp.experts.69,2.5508410930633545
+model.layers.38.mlp.experts.7,2.551690101623535
+model.layers.38.mlp.experts.70,2.56313705444336
+model.layers.38.mlp.experts.71,2.5563840866088867
+model.layers.38.mlp.experts.72,2.555089235305786
+model.layers.38.mlp.experts.73,2.6137845516204834
+model.layers.38.mlp.experts.74,2.5530383586883545
+model.layers.38.mlp.experts.75,2.5871760845184326
+model.layers.38.mlp.experts.76,2.554006576538086
+model.layers.38.mlp.experts.77,2.5516157150268555
+model.layers.38.mlp.experts.78,2.55267071723938
+model.layers.38.mlp.experts.79,2.5576329231262207
+model.layers.38.mlp.experts.8,2.551285982131958
+model.layers.38.mlp.experts.80,2.557694435119629
+model.layers.38.mlp.experts.81,2.555143117904663
+model.layers.38.mlp.experts.82,2.5576281547546387
+model.layers.38.mlp.experts.83,2.552339553833008
+model.layers.38.mlp.experts.84,2.5706160068511963
+model.layers.38.mlp.experts.85,2.56145453453064
+model.layers.38.mlp.experts.86,2.5609893798828125
+model.layers.38.mlp.experts.87,2.551717519760132
+model.layers.38.mlp.experts.88,2.5521748065948486
+model.layers.38.mlp.experts.89,2.552022695541382
+model.layers.38.mlp.experts.9,2.552513360977173
+model.layers.38.mlp.experts.90,2.551814317703247
+model.layers.38.mlp.experts.91,2.560047149658203
+model.layers.38.mlp.experts.92,2.55490779876709
+model.layers.38.mlp.experts.93,2.554990768432617
+model.layers.38.mlp.experts.94,2.5594797134399414
+model.layers.38.mlp.experts.95,2.552933692932129
+model.layers.38.mlp.experts.96,2.5703511238098145
+model.layers.38.mlp.experts.97,2.553947925567627
+model.layers.38.mlp.experts.98,2.5653247833251958
+model.layers.38.mlp.experts.99,2.563807249069214
+model.layers.38.mlp.shared_experts,2.755573272705078
+model.layers.38.self_attn,2.6192994117736816
+model.layers.39.mlp.experts.0,2.5543694496154785
+model.layers.39.mlp.experts.1,2.6160600185394287
+model.layers.39.mlp.experts.10,2.5559470653533936
+model.layers.39.mlp.experts.100,2.5528478622436523
+model.layers.39.mlp.experts.101,2.552077531814575
+model.layers.39.mlp.experts.102,2.55120849609375
+model.layers.39.mlp.experts.103,2.5522236824035645
+model.layers.39.mlp.experts.104,2.586463451385498
+model.layers.39.mlp.experts.105,2.5577175617218018
+model.layers.39.mlp.experts.106,2.552023410797119
+model.layers.39.mlp.experts.107,2.5605509281158447
+model.layers.39.mlp.experts.108,2.551691055297852
+model.layers.39.mlp.experts.109,2.553138256072998
+model.layers.39.mlp.experts.11,2.5600740909576416
+model.layers.39.mlp.experts.110,2.5562727451324463
+model.layers.39.mlp.experts.111,2.551612377166748
+model.layers.39.mlp.experts.112,2.5615570545196533
+model.layers.39.mlp.experts.113,2.5585289001464844
+model.layers.39.mlp.experts.114,2.55177903175354
+model.layers.39.mlp.experts.115,2.5597140789031982
+model.layers.39.mlp.experts.116,2.58640193939209
+model.layers.39.mlp.experts.117,2.55861496925354
+model.layers.39.mlp.experts.118,2.55580997467041
+model.layers.39.mlp.experts.119,2.553865671157837
+model.layers.39.mlp.experts.12,2.595917224884033
+model.layers.39.mlp.experts.120,2.562774658203125
+model.layers.39.mlp.experts.121,2.5542213916778564
+model.layers.39.mlp.experts.122,2.56677508354187
+model.layers.39.mlp.experts.123,2.5527961254119877
+model.layers.39.mlp.experts.124,2.5534071922302246
+model.layers.39.mlp.experts.125,2.552022218704224
+model.layers.39.mlp.experts.126,2.557908058166504
+model.layers.39.mlp.experts.127,2.570110559463501
+model.layers.39.mlp.experts.128,2.553473949432373
+model.layers.39.mlp.experts.129,2.552356004714966
+model.layers.39.mlp.experts.13,2.654099464416504
+model.layers.39.mlp.experts.130,2.5509934425354004
+model.layers.39.mlp.experts.131,2.5585646629333496
+model.layers.39.mlp.experts.132,2.5514848232269287
+model.layers.39.mlp.experts.133,2.551973581314087
+model.layers.39.mlp.experts.134,2.556445837020874
+model.layers.39.mlp.experts.135,2.56400728225708
+model.layers.39.mlp.experts.136,2.552443742752075
+model.layers.39.mlp.experts.137,2.552096366882324
+model.layers.39.mlp.experts.138,2.556299924850464
+model.layers.39.mlp.experts.139,2.5522797107696533
+model.layers.39.mlp.experts.14,2.568664312362671
+model.layers.39.mlp.experts.140,2.5706677436828613
+model.layers.39.mlp.experts.141,2.557936429977417
+model.layers.39.mlp.experts.142,2.5586719512939453
+model.layers.39.mlp.experts.143,2.5532867908477783
+model.layers.39.mlp.experts.144,2.5544474124908447
+model.layers.39.mlp.experts.145,2.5529625415802
+model.layers.39.mlp.experts.146,2.560055732727051
+model.layers.39.mlp.experts.147,2.55603551864624
+model.layers.39.mlp.experts.148,2.5571393966674805
+model.layers.39.mlp.experts.149,2.5654172897338867
+model.layers.39.mlp.experts.15,2.5782992839813232
+model.layers.39.mlp.experts.150,2.5543429851531982
+model.layers.39.mlp.experts.151,2.6131350994110107
+model.layers.39.mlp.experts.152,2.564005136489868
+model.layers.39.mlp.experts.153,2.553213834762573
+model.layers.39.mlp.experts.154,2.560039758682251
+model.layers.39.mlp.experts.155,2.56179141998291
+model.layers.39.mlp.experts.156,2.551809072494507
+model.layers.39.mlp.experts.157,2.558157444000244
+model.layers.39.mlp.experts.158,2.5646047592163086
+model.layers.39.mlp.experts.159,2.5572190284729004
+model.layers.39.mlp.experts.16,2.5562429428100586
+model.layers.39.mlp.experts.160,2.559795379638672
+model.layers.39.mlp.experts.161,2.56235146522522
+model.layers.39.mlp.experts.162,2.5619888305664062
+model.layers.39.mlp.experts.163,2.561124324798584
+model.layers.39.mlp.experts.164,2.554230213165283
+model.layers.39.mlp.experts.165,2.5527186393737797
+model.layers.39.mlp.experts.166,2.562824249267578
+model.layers.39.mlp.experts.167,2.553046703338623
+model.layers.39.mlp.experts.168,2.605172634124756
+model.layers.39.mlp.experts.169,2.567573070526123
+model.layers.39.mlp.experts.17,2.55315899848938
+model.layers.39.mlp.experts.170,2.55353045463562
+model.layers.39.mlp.experts.171,2.5514321327209477
+model.layers.39.mlp.experts.172,2.595703601837158
+model.layers.39.mlp.experts.173,2.5642099380493164
+model.layers.39.mlp.experts.174,2.5517499446868896
+model.layers.39.mlp.experts.175,2.552115201950073
+model.layers.39.mlp.experts.176,2.554287433624268
+model.layers.39.mlp.experts.177,2.551771640777588
+model.layers.39.mlp.experts.178,2.6035544872283936
+model.layers.39.mlp.experts.179,2.5624682903289795
+model.layers.39.mlp.experts.18,2.582814693450928
+model.layers.39.mlp.experts.180,2.5582644939422607
+model.layers.39.mlp.experts.181,2.5576906204223637
+model.layers.39.mlp.experts.182,2.604763984680176
+model.layers.39.mlp.experts.183,2.562556743621826
+model.layers.39.mlp.experts.184,2.5512337684631348
+model.layers.39.mlp.experts.185,2.5517539978027344
+model.layers.39.mlp.experts.186,2.550524473190308
+model.layers.39.mlp.experts.187,2.551548957824707
+model.layers.39.mlp.experts.188,2.55482029914856
+model.layers.39.mlp.experts.189,2.5555098056793213
+model.layers.39.mlp.experts.19,2.557794570922852
+model.layers.39.mlp.experts.190,2.5546793937683105
+model.layers.39.mlp.experts.191,2.560835361480713
+model.layers.39.mlp.experts.192,2.561116933822632
+model.layers.39.mlp.experts.193,2.554691791534424
+model.layers.39.mlp.experts.194,2.5513718128204346
+model.layers.39.mlp.experts.195,2.557568311691284
+model.layers.39.mlp.experts.196,2.5588903427124023
+model.layers.39.mlp.experts.197,2.5560736656188965
+model.layers.39.mlp.experts.198,2.5519745349884038
+model.layers.39.mlp.experts.199,2.55208420753479
+model.layers.39.mlp.experts.2,2.5519113540649414
+model.layers.39.mlp.experts.20,2.5650174617767334
+model.layers.39.mlp.experts.200,2.555082321166992
+model.layers.39.mlp.experts.201,2.55646014213562
+model.layers.39.mlp.experts.202,2.556834936141968
+model.layers.39.mlp.experts.203,2.55350661277771
+model.layers.39.mlp.experts.204,2.550940990447998
+model.layers.39.mlp.experts.205,2.575587034225464
+model.layers.39.mlp.experts.206,2.557514190673828
+model.layers.39.mlp.experts.207,2.556559801101685
+model.layers.39.mlp.experts.208,2.553487539291382
+model.layers.39.mlp.experts.209,2.5552291870117188
+model.layers.39.mlp.experts.21,2.5545806884765625
+model.layers.39.mlp.experts.210,2.557743549346924
+model.layers.39.mlp.experts.211,2.5538368225097656
+model.layers.39.mlp.experts.212,2.555994749069214
+model.layers.39.mlp.experts.213,2.559935569763184
+model.layers.39.mlp.experts.214,2.558449506759644
+model.layers.39.mlp.experts.215,2.55159854888916
+model.layers.39.mlp.experts.216,2.551602363586426
+model.layers.39.mlp.experts.217,2.5534660816192627
+model.layers.39.mlp.experts.218,2.552567720413208
+model.layers.39.mlp.experts.219,2.551116943359375
+model.layers.39.mlp.experts.22,2.551760196685791
+model.layers.39.mlp.experts.220,2.558027744293213
+model.layers.39.mlp.experts.221,2.55338716506958
+model.layers.39.mlp.experts.222,2.55298113822937
+model.layers.39.mlp.experts.223,2.5566635131835938
+model.layers.39.mlp.experts.224,2.577491521835327
+model.layers.39.mlp.experts.225,2.552587509155273
+model.layers.39.mlp.experts.226,2.553058624267578
+model.layers.39.mlp.experts.227,2.5534698963165283
+model.layers.39.mlp.experts.228,2.5517635345458984
+model.layers.39.mlp.experts.229,2.565366506576538
+model.layers.39.mlp.experts.23,2.551413059234619
+model.layers.39.mlp.experts.230,2.551588773727417
+model.layers.39.mlp.experts.231,2.5519332885742188
+model.layers.39.mlp.experts.232,2.553064107894897
+model.layers.39.mlp.experts.233,2.551170110702514
+model.layers.39.mlp.experts.234,2.5510177612304688
+model.layers.39.mlp.experts.235,2.552253246307373
+model.layers.39.mlp.experts.236,2.5680837631225586
+model.layers.39.mlp.experts.237,2.5522053241729736
+model.layers.39.mlp.experts.238,2.551659345626831
+model.layers.39.mlp.experts.239,2.563405990600586
+model.layers.39.mlp.experts.24,2.5622782707214355
+model.layers.39.mlp.experts.240,2.55554723739624
+model.layers.39.mlp.experts.241,2.555019855499268
+model.layers.39.mlp.experts.242,2.554664134979248
+model.layers.39.mlp.experts.243,2.551802158355713
+model.layers.39.mlp.experts.244,2.551593542098999
+model.layers.39.mlp.experts.245,2.5524606704711914
+model.layers.39.mlp.experts.246,2.551816463470459
+model.layers.39.mlp.experts.247,2.552138090133667
+model.layers.39.mlp.experts.248,2.551027774810791
+model.layers.39.mlp.experts.249,2.5513081550598145
+model.layers.39.mlp.experts.25,2.5506603717803955
+model.layers.39.mlp.experts.250,2.5552103519439697
+model.layers.39.mlp.experts.251,2.5525827407836914
+model.layers.39.mlp.experts.252,2.566977024078369
+model.layers.39.mlp.experts.253,2.556851625442505
+model.layers.39.mlp.experts.254,2.5564279556274414
+model.layers.39.mlp.experts.255,2.592893123626709
+model.layers.39.mlp.experts.26,2.56422758102417
+model.layers.39.mlp.experts.27,2.5609946250915527
+model.layers.39.mlp.experts.28,2.557948589324951
+model.layers.39.mlp.experts.29,2.554205894470215
+model.layers.39.mlp.experts.3,2.552696466445923
+model.layers.39.mlp.experts.30,2.5522613525390625
+model.layers.39.mlp.experts.31,2.5530214309692383
+model.layers.39.mlp.experts.32,2.558218002319336
+model.layers.39.mlp.experts.33,2.5529401302337646
+model.layers.39.mlp.experts.34,2.553395986557007
+model.layers.39.mlp.experts.35,2.555532693862915
+model.layers.39.mlp.experts.36,2.578102827072144
+model.layers.39.mlp.experts.37,2.558229446411133
+model.layers.39.mlp.experts.38,2.552222490310669
+model.layers.39.mlp.experts.39,2.5520613193511963
+model.layers.39.mlp.experts.4,2.555582284927368
+model.layers.39.mlp.experts.40,2.5521254539489746
+model.layers.39.mlp.experts.41,2.5556845664978027
+model.layers.39.mlp.experts.42,2.550870895385742
+model.layers.39.mlp.experts.43,2.553583860397339
+model.layers.39.mlp.experts.44,2.569624900817871
+model.layers.39.mlp.experts.45,2.5531513690948486
+model.layers.39.mlp.experts.46,2.5645840167999268
+model.layers.39.mlp.experts.47,2.555532693862915
+model.layers.39.mlp.experts.48,2.5598409175872803
+model.layers.39.mlp.experts.49,2.553083658218384
+model.layers.39.mlp.experts.5,2.5607173442840576
+model.layers.39.mlp.experts.50,2.5552239418029785
+model.layers.39.mlp.experts.51,2.5673632621765137
+model.layers.39.mlp.experts.52,2.5649449825286865
+model.layers.39.mlp.experts.53,2.554672956466675
+model.layers.39.mlp.experts.54,2.565109968185425
+model.layers.39.mlp.experts.55,2.55196213722229
+model.layers.39.mlp.experts.56,2.5533924102783203
+model.layers.39.mlp.experts.57,2.55720853805542
+model.layers.39.mlp.experts.58,2.558316230773926
+model.layers.39.mlp.experts.59,2.550913095474243
+model.layers.39.mlp.experts.6,2.5538365840911865
+model.layers.39.mlp.experts.60,2.5504746437072754
+model.layers.39.mlp.experts.61,2.553829431533813
+model.layers.39.mlp.experts.62,2.5548641681671143
+model.layers.39.mlp.experts.63,2.5511069297790527
+model.layers.39.mlp.experts.64,2.565016984939575
+model.layers.39.mlp.experts.65,2.555619716644287
+model.layers.39.mlp.experts.66,2.5537900924682617
+model.layers.39.mlp.experts.67,2.552896022796631
+model.layers.39.mlp.experts.68,2.5533487796783447
+model.layers.39.mlp.experts.69,2.552435874938965
+model.layers.39.mlp.experts.7,2.551074981689453
+model.layers.39.mlp.experts.70,2.554112434387207
+model.layers.39.mlp.experts.71,2.5639421939849854
+model.layers.39.mlp.experts.72,2.5535521507263184
+model.layers.39.mlp.experts.73,2.559868097305298
+model.layers.39.mlp.experts.74,2.556718111038208
+model.layers.39.mlp.experts.75,2.5549204349517822
+model.layers.39.mlp.experts.76,2.5527358055114746
+model.layers.39.mlp.experts.77,2.562541961669922
+model.layers.39.mlp.experts.78,2.565068244934082
+model.layers.39.mlp.experts.79,2.555184364318848
+model.layers.39.mlp.experts.8,2.553460597991944
+model.layers.39.mlp.experts.80,2.554260730743408
+model.layers.39.mlp.experts.81,2.61340069770813
+model.layers.39.mlp.experts.82,2.552165269851685
+model.layers.39.mlp.experts.83,2.5608181953430176
+model.layers.39.mlp.experts.84,2.5591471195220947
+model.layers.39.mlp.experts.85,2.56490421295166
+model.layers.39.mlp.experts.86,2.551851987838745
+model.layers.39.mlp.experts.87,2.556503772735596
+model.layers.39.mlp.experts.88,2.5533430576324463
+model.layers.39.mlp.experts.89,2.5536670684814453
+model.layers.39.mlp.experts.9,2.55256724357605
+model.layers.39.mlp.experts.90,2.5660181045532227
+model.layers.39.mlp.experts.91,2.5526084899902344
+model.layers.39.mlp.experts.92,2.553410053253174
+model.layers.39.mlp.experts.93,2.552417278289795
+model.layers.39.mlp.experts.94,2.558774709701538
+model.layers.39.mlp.experts.95,2.5525612831115723
+model.layers.39.mlp.experts.96,2.550944805145264
+model.layers.39.mlp.experts.97,2.5523345470428467
+model.layers.39.mlp.experts.98,2.5527713298797607
+model.layers.39.mlp.experts.99,2.554817676544189
+model.layers.39.mlp.shared_experts,2.74814248085022
+model.layers.39.self_attn,2.6016933917999268
+model.layers.4.mlp.experts.0,2.862431526184082
+model.layers.4.mlp.experts.1,2.7762272357940674
+model.layers.4.mlp.experts.10,3.071356773376465
+model.layers.4.mlp.experts.100,3.2701895236968994
+model.layers.4.mlp.experts.101,3.114996910095215
+model.layers.4.mlp.experts.102,2.862852096557617
+model.layers.4.mlp.experts.103,3.1906371116638184
+model.layers.4.mlp.experts.104,3.0581774711608887
+model.layers.4.mlp.experts.105,3.325969696044922
+model.layers.4.mlp.experts.106,3.0302956104278564
+model.layers.4.mlp.experts.107,3.1894118785858154
+model.layers.4.mlp.experts.108,2.815737724304199
+model.layers.4.mlp.experts.109,2.844820499420166
+model.layers.4.mlp.experts.11,2.863487958908081
+model.layers.4.mlp.experts.110,2.714686632156372
+model.layers.4.mlp.experts.111,3.034168243408203
+model.layers.4.mlp.experts.112,3.0223019123077397
+model.layers.4.mlp.experts.113,3.15662169456482
+model.layers.4.mlp.experts.114,3.208052635192871
+model.layers.4.mlp.experts.115,2.8804240226745605
+model.layers.4.mlp.experts.116,2.887808084487915
+model.layers.4.mlp.experts.117,3.127855062484741
+model.layers.4.mlp.experts.118,3.186558485031128
+model.layers.4.mlp.experts.119,3.0895137786865234
+model.layers.4.mlp.experts.12,3.1041688919067383
+model.layers.4.mlp.experts.120,2.9959819316864014
+model.layers.4.mlp.experts.121,2.7177846431732178
+model.layers.4.mlp.experts.122,2.903327703475952
+model.layers.4.mlp.experts.123,2.8454384803771973
+model.layers.4.mlp.experts.124,2.940973997116089
+model.layers.4.mlp.experts.125,2.812689304351806
+model.layers.4.mlp.experts.126,3.020068645477295
+model.layers.4.mlp.experts.127,2.9326412677764893
+model.layers.4.mlp.experts.128,3.176123142242432
+model.layers.4.mlp.experts.129,3.14551305770874
+model.layers.4.mlp.experts.13,3.138404369354248
+model.layers.4.mlp.experts.130,3.1352028846740723
+model.layers.4.mlp.experts.131,3.087770462036133
+model.layers.4.mlp.experts.132,3.2103116512298584
+model.layers.4.mlp.experts.133,2.868782520294189
+model.layers.4.mlp.experts.134,2.851564884185791
+model.layers.4.mlp.experts.135,3.284807682037353
+model.layers.4.mlp.experts.136,3.129077434539795
+model.layers.4.mlp.experts.137,2.910242795944214
+model.layers.4.mlp.experts.138,3.0608034133911133
+model.layers.4.mlp.experts.139,2.887692451477051
+model.layers.4.mlp.experts.14,2.98437237739563
+model.layers.4.mlp.experts.140,3.192304372787476
+model.layers.4.mlp.experts.141,2.9019455909729004
+model.layers.4.mlp.experts.142,2.997486114501953
+model.layers.4.mlp.experts.143,2.913506031036377
+model.layers.4.mlp.experts.144,2.979697227478028
+model.layers.4.mlp.experts.145,3.148963689804077
+model.layers.4.mlp.experts.146,2.912552118301392
+model.layers.4.mlp.experts.147,3.067028760910034
+model.layers.4.mlp.experts.148,2.6857831478118896
+model.layers.4.mlp.experts.149,3.055871963500977
+model.layers.4.mlp.experts.15,2.9343466758728027
+model.layers.4.mlp.experts.150,2.83723258972168
+model.layers.4.mlp.experts.151,2.998223066329956
+model.layers.4.mlp.experts.152,3.045189619064331
+model.layers.4.mlp.experts.153,2.903855085372925
+model.layers.4.mlp.experts.154,2.972006797790528
+model.layers.4.mlp.experts.155,2.920372009277344
+model.layers.4.mlp.experts.156,2.994602680206299
+model.layers.4.mlp.experts.157,3.2011544704437256
+model.layers.4.mlp.experts.158,2.665285348892212
+model.layers.4.mlp.experts.159,3.2769854068756104
+model.layers.4.mlp.experts.16,2.862741470336914
+model.layers.4.mlp.experts.160,3.2588977813720703
+model.layers.4.mlp.experts.161,2.861357927322388
+model.layers.4.mlp.experts.162,3.226731300354004
+model.layers.4.mlp.experts.163,3.3888473510742188
+model.layers.4.mlp.experts.164,3.2850682735443115
+model.layers.4.mlp.experts.165,3.2584593296051025
+model.layers.4.mlp.experts.166,3.1797516345977783
+model.layers.4.mlp.experts.167,3.109029769897461
+model.layers.4.mlp.experts.168,3.158996105194092
+model.layers.4.mlp.experts.169,2.8674428462982178
+model.layers.4.mlp.experts.17,3.1802804470062256
+model.layers.4.mlp.experts.170,3.2972371578216557
+model.layers.4.mlp.experts.171,3.2280309200286865
+model.layers.4.mlp.experts.172,3.2222018241882324
+model.layers.4.mlp.experts.173,2.993063449859619
+model.layers.4.mlp.experts.174,3.1722636222839355
+model.layers.4.mlp.experts.175,3.2392735481262207
+model.layers.4.mlp.experts.176,3.1607308387756348
+model.layers.4.mlp.experts.177,2.956106185913086
+model.layers.4.mlp.experts.178,3.0342447757720947
+model.layers.4.mlp.experts.179,2.9762911796569824
+model.layers.4.mlp.experts.18,3.0043766498565674
+model.layers.4.mlp.experts.180,3.213165760040283
+model.layers.4.mlp.experts.181,2.9774980545043945
+model.layers.4.mlp.experts.182,3.172119379043579
+model.layers.4.mlp.experts.183,3.0217323303222656
+model.layers.4.mlp.experts.184,2.7458534240722656
+model.layers.4.mlp.experts.185,3.449720621109009
+model.layers.4.mlp.experts.186,3.0821356773376465
+model.layers.4.mlp.experts.187,3.1321816444396973
+model.layers.4.mlp.experts.188,2.8887038230896
+model.layers.4.mlp.experts.189,2.9218621253967285
+model.layers.4.mlp.experts.19,2.84480357170105
+model.layers.4.mlp.experts.190,2.777728319168091
+model.layers.4.mlp.experts.191,3.1050374507904053
+model.layers.4.mlp.experts.192,2.665315628051758
+model.layers.4.mlp.experts.193,3.0217878818511963
+model.layers.4.mlp.experts.194,3.006739854812622
+model.layers.4.mlp.experts.195,2.742739677429199
+model.layers.4.mlp.experts.196,3.118744134902954
+model.layers.4.mlp.experts.197,2.9604856967926025
+model.layers.4.mlp.experts.198,2.7488527297973637
+model.layers.4.mlp.experts.199,3.0228872299194336
+model.layers.4.mlp.experts.2,3.036930561065674
+model.layers.4.mlp.experts.20,2.796349287033081
+model.layers.4.mlp.experts.200,2.8977320194244385
+model.layers.4.mlp.experts.201,3.1482622623443604
+model.layers.4.mlp.experts.202,3.1013474464416504
+model.layers.4.mlp.experts.203,2.9573893547058105
+model.layers.4.mlp.experts.204,2.8211658000946045
+model.layers.4.mlp.experts.205,2.865546941757202
+model.layers.4.mlp.experts.206,2.956979274749756
+model.layers.4.mlp.experts.207,3.1569173336029053
+model.layers.4.mlp.experts.208,2.9328904151916504
+model.layers.4.mlp.experts.209,3.155462741851806
+model.layers.4.mlp.experts.21,2.9538419246673584
+model.layers.4.mlp.experts.210,3.157871723175049
+model.layers.4.mlp.experts.211,2.7820634841918945
+model.layers.4.mlp.experts.212,2.973259687423706
+model.layers.4.mlp.experts.213,2.99793004989624
+model.layers.4.mlp.experts.214,2.895704507827759
+model.layers.4.mlp.experts.215,2.789700746536255
+model.layers.4.mlp.experts.216,3.2294487953186035
+model.layers.4.mlp.experts.217,2.8958654403686523
+model.layers.4.mlp.experts.218,2.8239169120788574
+model.layers.4.mlp.experts.219,2.771811962127685
+model.layers.4.mlp.experts.22,3.161203384399414
+model.layers.4.mlp.experts.220,2.7966794967651367
+model.layers.4.mlp.experts.221,3.211122512817383
+model.layers.4.mlp.experts.222,3.0860073566436768
+model.layers.4.mlp.experts.223,2.8078067302703857
+model.layers.4.mlp.experts.224,2.9576351642608643
+model.layers.4.mlp.experts.225,3.122061014175415
+model.layers.4.mlp.experts.226,2.983936309814453
+model.layers.4.mlp.experts.227,3.003370761871338
+model.layers.4.mlp.experts.228,2.864412546157837
+model.layers.4.mlp.experts.229,3.1859681606292725
+model.layers.4.mlp.experts.23,2.906015157699585
+model.layers.4.mlp.experts.230,3.11458420753479
+model.layers.4.mlp.experts.231,2.790472507476806
+model.layers.4.mlp.experts.232,3.2484560012817383
+model.layers.4.mlp.experts.233,2.7233266830444336
+model.layers.4.mlp.experts.234,3.1272642612457275
+model.layers.4.mlp.experts.235,3.0315113067626958
+model.layers.4.mlp.experts.236,2.9968667030334477
+model.layers.4.mlp.experts.237,3.003978490829468
+model.layers.4.mlp.experts.238,2.7354369163513184
+model.layers.4.mlp.experts.239,3.1177568435668945
+model.layers.4.mlp.experts.24,3.0646719932556152
+model.layers.4.mlp.experts.240,3.0280652046203613
+model.layers.4.mlp.experts.241,3.164121150970459
+model.layers.4.mlp.experts.242,2.83703875541687
+model.layers.4.mlp.experts.243,2.768505096435547
+model.layers.4.mlp.experts.244,2.977959632873535
+model.layers.4.mlp.experts.245,3.166132926940918
+model.layers.4.mlp.experts.246,2.688401460647583
+model.layers.4.mlp.experts.247,2.964783191680908
+model.layers.4.mlp.experts.248,2.8378193378448486
+model.layers.4.mlp.experts.249,2.898143768310547
+model.layers.4.mlp.experts.25,3.0839881896972656
+model.layers.4.mlp.experts.250,2.774132490158081
+model.layers.4.mlp.experts.251,2.7611591815948486
+model.layers.4.mlp.experts.252,2.8959920406341557
+model.layers.4.mlp.experts.253,3.3244123458862305
+model.layers.4.mlp.experts.254,3.163228988647461
+model.layers.4.mlp.experts.255,3.033867835998535
+model.layers.4.mlp.experts.26,3.295017957687378
+model.layers.4.mlp.experts.27,3.149848222732544
+model.layers.4.mlp.experts.28,2.9205517768859863
+model.layers.4.mlp.experts.29,2.9641568660736084
+model.layers.4.mlp.experts.3,3.0409560203552246
+model.layers.4.mlp.experts.30,2.69369912147522
+model.layers.4.mlp.experts.31,3.3585755825042725
+model.layers.4.mlp.experts.32,3.1201281547546387
+model.layers.4.mlp.experts.33,3.201258659362793
+model.layers.4.mlp.experts.34,2.9530487060546875
+model.layers.4.mlp.experts.35,3.1822166442871094
+model.layers.4.mlp.experts.36,2.932316780090332
+model.layers.4.mlp.experts.37,2.862273693084717
+model.layers.4.mlp.experts.38,3.012016534805298
+model.layers.4.mlp.experts.39,2.6886861324310303
+model.layers.4.mlp.experts.4,3.1962757110595703
+model.layers.4.mlp.experts.40,3.190593719482422
+model.layers.4.mlp.experts.41,3.202918529510498
+model.layers.4.mlp.experts.42,2.964888334274292
+model.layers.4.mlp.experts.43,2.9626219272613525
+model.layers.4.mlp.experts.44,2.791566848754883
+model.layers.4.mlp.experts.45,2.9102370738983154
+model.layers.4.mlp.experts.46,3.1138572692871094
+model.layers.4.mlp.experts.47,2.8565127849578857
+model.layers.4.mlp.experts.48,2.743315458297729
+model.layers.4.mlp.experts.49,3.0330910682678223
+model.layers.4.mlp.experts.5,3.208382606506348
+model.layers.4.mlp.experts.50,2.809386730194092
+model.layers.4.mlp.experts.51,3.234750986099243
+model.layers.4.mlp.experts.52,3.151393175125122
+model.layers.4.mlp.experts.53,2.768505096435547
+model.layers.4.mlp.experts.54,2.7756826877593994
+model.layers.4.mlp.experts.55,2.9182586669921875
+model.layers.4.mlp.experts.56,3.236093282699585
+model.layers.4.mlp.experts.57,3.198991298675537
+model.layers.4.mlp.experts.58,3.204421281814575
+model.layers.4.mlp.experts.59,3.103632688522339
+model.layers.4.mlp.experts.6,3.1430935859680176
+model.layers.4.mlp.experts.60,3.241981267929077
+model.layers.4.mlp.experts.61,2.891921281814575
+model.layers.4.mlp.experts.62,3.1503448486328125
+model.layers.4.mlp.experts.63,3.077904224395752
+model.layers.4.mlp.experts.64,3.0006356239318848
+model.layers.4.mlp.experts.65,3.222337245941162
+model.layers.4.mlp.experts.66,2.9637928009033203
+model.layers.4.mlp.experts.67,3.2407119274139404
+model.layers.4.mlp.experts.68,2.825394868850708
+model.layers.4.mlp.experts.69,2.720217227935791
+model.layers.4.mlp.experts.7,2.950489997863769
+model.layers.4.mlp.experts.70,2.9161343574523926
+model.layers.4.mlp.experts.71,3.0138907432556152
+model.layers.4.mlp.experts.72,3.089670181274414
+model.layers.4.mlp.experts.73,3.129572868347168
+model.layers.4.mlp.experts.74,2.8624744415283203
+model.layers.4.mlp.experts.75,3.323205947875977
+model.layers.4.mlp.experts.76,3.181626081466675
+model.layers.4.mlp.experts.77,2.708577871322632
+model.layers.4.mlp.experts.78,3.120211601257324
+model.layers.4.mlp.experts.79,2.989234447479248
+model.layers.4.mlp.experts.8,2.9936363697052
+model.layers.4.mlp.experts.80,2.9303572177886963
+model.layers.4.mlp.experts.81,3.0086419582366943
+model.layers.4.mlp.experts.82,3.1531317234039307
+model.layers.4.mlp.experts.83,3.078948736190796
+model.layers.4.mlp.experts.84,3.112708330154419
+model.layers.4.mlp.experts.85,3.177860975265503
+model.layers.4.mlp.experts.86,3.220552444458008
+model.layers.4.mlp.experts.87,3.0071239471435547
+model.layers.4.mlp.experts.88,2.8138277530670166
+model.layers.4.mlp.experts.89,2.883294105529785
+model.layers.4.mlp.experts.9,3.3208580017089844
+model.layers.4.mlp.experts.90,3.0431361198425293
+model.layers.4.mlp.experts.91,2.929845333099365
+model.layers.4.mlp.experts.92,3.073981761932373
+model.layers.4.mlp.experts.93,2.975462913513184
+model.layers.4.mlp.experts.94,3.125027656555176
+model.layers.4.mlp.experts.95,3.0489330291748047
+model.layers.4.mlp.experts.96,3.138824224472046
+model.layers.4.mlp.experts.97,3.173478126525879
+model.layers.4.mlp.experts.98,3.0230720043182373
+model.layers.4.mlp.experts.99,2.9502551555633545
+model.layers.4.mlp.shared_experts,2.792300224304199
+model.layers.4.self_attn,2.8530519008636475
+model.layers.40.mlp.experts.0,2.552972316741944
+model.layers.40.mlp.experts.1,2.55193829536438
+model.layers.40.mlp.experts.10,2.5569546222686768
+model.layers.40.mlp.experts.100,2.551377534866333
+model.layers.40.mlp.experts.101,2.568542003631592
+model.layers.40.mlp.experts.102,2.553004503250122
+model.layers.40.mlp.experts.103,2.5624096393585205
+model.layers.40.mlp.experts.104,2.559054374694824
+model.layers.40.mlp.experts.105,2.5543694496154785
+model.layers.40.mlp.experts.106,2.562020063400269
+model.layers.40.mlp.experts.107,2.552574396133423
+model.layers.40.mlp.experts.108,2.5576846599578857
+model.layers.40.mlp.experts.109,2.5522565841674805
+model.layers.40.mlp.experts.11,2.578341245651245
+model.layers.40.mlp.experts.110,2.554152250289917
+model.layers.40.mlp.experts.111,2.574173927307129
+model.layers.40.mlp.experts.112,2.5537590980529785
+model.layers.40.mlp.experts.113,2.5601954460144043
+model.layers.40.mlp.experts.114,2.5647106170654297
+model.layers.40.mlp.experts.115,2.554258346557617
+model.layers.40.mlp.experts.116,2.553403615951538
+model.layers.40.mlp.experts.117,2.55495834350586
+model.layers.40.mlp.experts.118,2.5562257766723637
+model.layers.40.mlp.experts.119,2.5517964363098145
+model.layers.40.mlp.experts.12,2.554673194885254
+model.layers.40.mlp.experts.120,2.551248073577881
+model.layers.40.mlp.experts.121,2.584057092666626
+model.layers.40.mlp.experts.122,2.5521748065948486
+model.layers.40.mlp.experts.123,2.5684194564819336
+model.layers.40.mlp.experts.124,2.567983627319336
+model.layers.40.mlp.experts.125,2.554264068603516
+model.layers.40.mlp.experts.126,2.5743329524993896
+model.layers.40.mlp.experts.127,2.5567097663879395
+model.layers.40.mlp.experts.128,2.551117181777954
+model.layers.40.mlp.experts.129,2.551654815673828
+model.layers.40.mlp.experts.13,2.5531249046325684
+model.layers.40.mlp.experts.130,2.5568532943725586
+model.layers.40.mlp.experts.131,2.554830551147461
+model.layers.40.mlp.experts.132,2.579176664352417
+model.layers.40.mlp.experts.133,2.555698871612549
+model.layers.40.mlp.experts.134,2.560631513595581
+model.layers.40.mlp.experts.135,2.5510432720184326
+model.layers.40.mlp.experts.136,2.552196264266968
+model.layers.40.mlp.experts.137,2.5526397228240967
+model.layers.40.mlp.experts.138,2.5541670322418213
+model.layers.40.mlp.experts.139,2.5521483421325684
+model.layers.40.mlp.experts.14,2.5589609146118164
+model.layers.40.mlp.experts.140,2.556519031524658
+model.layers.40.mlp.experts.141,2.5577549934387207
+model.layers.40.mlp.experts.142,2.5513617992401123
+model.layers.40.mlp.experts.143,2.5571537017822266
+model.layers.40.mlp.experts.144,2.556022882461548
+model.layers.40.mlp.experts.145,2.5508272647857666
+model.layers.40.mlp.experts.146,2.5516886711120605
+model.layers.40.mlp.experts.147,2.5530190467834477
+model.layers.40.mlp.experts.148,2.552183151245117
+model.layers.40.mlp.experts.149,2.554405450820923
+model.layers.40.mlp.experts.15,2.5565648078918457
+model.layers.40.mlp.experts.150,2.554133892059326
+model.layers.40.mlp.experts.151,2.552687168121338
+model.layers.40.mlp.experts.152,2.5534167289733887
+model.layers.40.mlp.experts.153,2.551605463027954
+model.layers.40.mlp.experts.154,2.550938606262207
+model.layers.40.mlp.experts.155,2.5514492988586426
+model.layers.40.mlp.experts.156,2.5541958808898926
+model.layers.40.mlp.experts.157,2.552029609680176
+model.layers.40.mlp.experts.158,2.55262303352356
+model.layers.40.mlp.experts.159,2.554938793182373
+model.layers.40.mlp.experts.16,2.5662879943847656
+model.layers.40.mlp.experts.160,2.5570156574249268
+model.layers.40.mlp.experts.161,2.553835391998291
+model.layers.40.mlp.experts.162,2.5601015090942383
+model.layers.40.mlp.experts.163,2.557283639907837
+model.layers.40.mlp.experts.164,2.5533995628356934
+model.layers.40.mlp.experts.165,2.552180767059326
+model.layers.40.mlp.experts.166,2.551962375640869
+model.layers.40.mlp.experts.167,2.56766414642334
+model.layers.40.mlp.experts.168,2.558691024780273
+model.layers.40.mlp.experts.169,2.5677735805511475
+model.layers.40.mlp.experts.17,2.5633060932159424
+model.layers.40.mlp.experts.170,2.5686936378479004
+model.layers.40.mlp.experts.171,2.5623435974121094
+model.layers.40.mlp.experts.172,2.5541248321533203
+model.layers.40.mlp.experts.173,2.5561845302581787
+model.layers.40.mlp.experts.174,2.551490545272827
+model.layers.40.mlp.experts.175,2.552945613861084
+model.layers.40.mlp.experts.176,2.5540976524353027
+model.layers.40.mlp.experts.177,2.551822662353516
+model.layers.40.mlp.experts.178,2.559236764907837
+model.layers.40.mlp.experts.179,2.552687644958496
+model.layers.40.mlp.experts.18,2.55161452293396
+model.layers.40.mlp.experts.180,2.5508346557617188
+model.layers.40.mlp.experts.181,2.5526413917541504
+model.layers.40.mlp.experts.182,2.565591096878052
+model.layers.40.mlp.experts.183,2.5670242309570312
+model.layers.40.mlp.experts.184,2.6218743324279785
+model.layers.40.mlp.experts.185,2.553744077682495
+model.layers.40.mlp.experts.186,2.558572769165039
+model.layers.40.mlp.experts.187,2.5561108589172363
+model.layers.40.mlp.experts.188,2.5595450401306152
+model.layers.40.mlp.experts.189,2.5552754402160645
+model.layers.40.mlp.experts.19,2.58279800415039
+model.layers.40.mlp.experts.190,2.5533382892608643
+model.layers.40.mlp.experts.191,2.560096979141236
+model.layers.40.mlp.experts.192,2.5615057945251465
+model.layers.40.mlp.experts.193,2.633073568344116
+model.layers.40.mlp.experts.194,2.551798820495605
+model.layers.40.mlp.experts.195,2.552165269851685
+model.layers.40.mlp.experts.196,2.553798198699951
+model.layers.40.mlp.experts.197,2.567682981491089
+model.layers.40.mlp.experts.198,2.5542097091674805
+model.layers.40.mlp.experts.199,2.5530455112457275
+model.layers.40.mlp.experts.2,2.559872627258301
+model.layers.40.mlp.experts.20,2.5523505210876465
+model.layers.40.mlp.experts.200,2.5536158084869385
+model.layers.40.mlp.experts.201,2.5887725353240967
+model.layers.40.mlp.experts.202,2.559192180633545
+model.layers.40.mlp.experts.203,2.5520644187927246
+model.layers.40.mlp.experts.204,2.553678512573242
+model.layers.40.mlp.experts.205,2.552951574325561
+model.layers.40.mlp.experts.206,2.5564422607421875
+model.layers.40.mlp.experts.207,2.55387544631958
+model.layers.40.mlp.experts.208,2.552553176879883
+model.layers.40.mlp.experts.209,2.55613112449646
+model.layers.40.mlp.experts.21,2.5544567108154297
+model.layers.40.mlp.experts.210,2.5625016689300537
+model.layers.40.mlp.experts.211,2.552985191345215
+model.layers.40.mlp.experts.212,2.57228422164917
+model.layers.40.mlp.experts.213,2.5536093711853027
+model.layers.40.mlp.experts.214,2.57146430015564
+model.layers.40.mlp.experts.215,2.5566823482513428
+model.layers.40.mlp.experts.216,2.5546669960021973
+model.layers.40.mlp.experts.217,2.565657615661621
+model.layers.40.mlp.experts.218,2.567127227783203
+model.layers.40.mlp.experts.219,2.552145004272461
+model.layers.40.mlp.experts.22,2.561689853668213
+model.layers.40.mlp.experts.220,2.5548501014709477
+model.layers.40.mlp.experts.221,2.557349443435669
+model.layers.40.mlp.experts.222,2.6128628253936768
+model.layers.40.mlp.experts.223,2.553606510162353
+model.layers.40.mlp.experts.224,2.561936855316162
+model.layers.40.mlp.experts.225,2.5583322048187256
+model.layers.40.mlp.experts.226,2.5563440322875977
+model.layers.40.mlp.experts.227,2.5687930583953857
+model.layers.40.mlp.experts.228,2.5513856410980225
+model.layers.40.mlp.experts.229,2.552192687988281
+model.layers.40.mlp.experts.23,2.5642507076263428
+model.layers.40.mlp.experts.230,2.556461334228516
+model.layers.40.mlp.experts.231,2.557660818099976
+model.layers.40.mlp.experts.232,2.5527749061584477
+model.layers.40.mlp.experts.233,2.563472032546997
+model.layers.40.mlp.experts.234,2.560380458831787
+model.layers.40.mlp.experts.235,2.555537223815918
+model.layers.40.mlp.experts.236,2.561943531036377
+model.layers.40.mlp.experts.237,2.5514466762542725
+model.layers.40.mlp.experts.238,2.5530738830566406
+model.layers.40.mlp.experts.239,2.5522499084472656
+model.layers.40.mlp.experts.24,2.558152675628662
+model.layers.40.mlp.experts.240,2.5666310787200928
+model.layers.40.mlp.experts.241,2.552976608276367
+model.layers.40.mlp.experts.242,2.565321922302246
+model.layers.40.mlp.experts.243,2.5537214279174805
+model.layers.40.mlp.experts.244,2.5548408031463623
+model.layers.40.mlp.experts.245,2.5683135986328125
+model.layers.40.mlp.experts.246,2.560620784759521
+model.layers.40.mlp.experts.247,2.554047107696533
+model.layers.40.mlp.experts.248,2.555725336074829
+model.layers.40.mlp.experts.249,2.5554769039154053
+model.layers.40.mlp.experts.25,2.5525999069213867
+model.layers.40.mlp.experts.250,2.5556466579437256
+model.layers.40.mlp.experts.251,2.5518133640289307
+model.layers.40.mlp.experts.252,2.5539493560791016
+model.layers.40.mlp.experts.253,2.5602869987487797
+model.layers.40.mlp.experts.254,2.5681276321411133
+model.layers.40.mlp.experts.255,2.5521206855773926
+model.layers.40.mlp.experts.26,2.56828236579895
+model.layers.40.mlp.experts.27,2.557229995727539
+model.layers.40.mlp.experts.28,2.553782224655152
+model.layers.40.mlp.experts.29,2.553064584732056
+model.layers.40.mlp.experts.3,2.552783489227295
+model.layers.40.mlp.experts.30,2.605254888534546
+model.layers.40.mlp.experts.31,2.5624985694885254
+model.layers.40.mlp.experts.32,2.554100513458252
+model.layers.40.mlp.experts.33,2.552686929702759
+model.layers.40.mlp.experts.34,2.5590391159057617
+model.layers.40.mlp.experts.35,2.553584337234497
+model.layers.40.mlp.experts.36,2.553175210952759
+model.layers.40.mlp.experts.37,2.550680160522461
+model.layers.40.mlp.experts.38,2.565880537033081
+model.layers.40.mlp.experts.39,2.55465030670166
+model.layers.40.mlp.experts.4,2.5594327449798584
+model.layers.40.mlp.experts.40,2.5513956546783447
+model.layers.40.mlp.experts.41,2.5531837940216064
+model.layers.40.mlp.experts.42,2.5539345741271973
+model.layers.40.mlp.experts.43,2.552841663360596
+model.layers.40.mlp.experts.44,2.5533971786499023
+model.layers.40.mlp.experts.45,2.552014112472534
+model.layers.40.mlp.experts.46,2.5557587146759038
+model.layers.40.mlp.experts.47,2.551011800765991
+model.layers.40.mlp.experts.48,2.581906795501709
+model.layers.40.mlp.experts.49,2.553079605102539
+model.layers.40.mlp.experts.5,2.5562243461608887
+model.layers.40.mlp.experts.50,2.555098533630371
+model.layers.40.mlp.experts.51,2.552295684814453
+model.layers.40.mlp.experts.52,2.5836453437805176
+model.layers.40.mlp.experts.53,2.5568687915802
+model.layers.40.mlp.experts.54,2.5534486770629883
+model.layers.40.mlp.experts.55,2.553046703338623
+model.layers.40.mlp.experts.56,2.552671432495117
+model.layers.40.mlp.experts.57,2.555213451385498
+model.layers.40.mlp.experts.58,2.5516319274902344
+model.layers.40.mlp.experts.59,2.57119369506836
+model.layers.40.mlp.experts.6,2.5509562492370605
+model.layers.40.mlp.experts.60,2.55276870727539
+model.layers.40.mlp.experts.61,2.5535595417022705
+model.layers.40.mlp.experts.62,2.5546576976776123
+model.layers.40.mlp.experts.63,2.552966594696045
+model.layers.40.mlp.experts.64,2.5548884868621826
+model.layers.40.mlp.experts.65,2.561920166015625
+model.layers.40.mlp.experts.66,2.5533535480499268
+model.layers.40.mlp.experts.67,2.5570218563079834
+model.layers.40.mlp.experts.68,2.5551531314849854
+model.layers.40.mlp.experts.69,2.552504777908325
+model.layers.40.mlp.experts.7,2.5507800579071045
+model.layers.40.mlp.experts.70,2.5527052879333496
+model.layers.40.mlp.experts.71,2.560931444168091
+model.layers.40.mlp.experts.72,2.5555386543273926
+model.layers.40.mlp.experts.73,2.5606555938720703
+model.layers.40.mlp.experts.74,2.5527851581573486
+model.layers.40.mlp.experts.75,2.555272340774536
+model.layers.40.mlp.experts.76,2.5570292472839355
+model.layers.40.mlp.experts.77,2.5600123405456543
+model.layers.40.mlp.experts.78,2.5553128719329834
+model.layers.40.mlp.experts.79,2.559312343597412
+model.layers.40.mlp.experts.8,2.551419973373413
+model.layers.40.mlp.experts.80,2.562174797058105
+model.layers.40.mlp.experts.81,2.5559728145599365
+model.layers.40.mlp.experts.82,2.5546789169311523
+model.layers.40.mlp.experts.83,2.562849521636963
+model.layers.40.mlp.experts.84,2.5513663291931152
+model.layers.40.mlp.experts.85,2.553346872329712
+model.layers.40.mlp.experts.86,2.553457021713257
+model.layers.40.mlp.experts.87,2.552778720855713
+model.layers.40.mlp.experts.88,2.55216121673584
+model.layers.40.mlp.experts.89,2.554002523422241
+model.layers.40.mlp.experts.9,2.5524661540985107
+model.layers.40.mlp.experts.90,2.556748628616333
+model.layers.40.mlp.experts.91,2.57065224647522
+model.layers.40.mlp.experts.92,2.552651643753052
+model.layers.40.mlp.experts.93,2.5599172115325928
+model.layers.40.mlp.experts.94,2.5529067516326904
+model.layers.40.mlp.experts.95,2.554818153381348
+model.layers.40.mlp.experts.96,2.552626132965088
+model.layers.40.mlp.experts.97,2.552708387374878
+model.layers.40.mlp.experts.98,2.553347587585449
+model.layers.40.mlp.experts.99,2.5528249740600586
+model.layers.40.mlp.shared_experts,2.7255635261535645
+model.layers.40.self_attn,2.587669610977173
+model.layers.41.mlp.experts.0,2.5554659366607666
+model.layers.41.mlp.experts.1,2.556013822555542
+model.layers.41.mlp.experts.10,2.5652472972869877
+model.layers.41.mlp.experts.100,2.587278127670288
+model.layers.41.mlp.experts.101,2.557990074157715
+model.layers.41.mlp.experts.102,2.5514678955078125
+model.layers.41.mlp.experts.103,2.5511562824249268
+model.layers.41.mlp.experts.104,2.5618205070495605
+model.layers.41.mlp.experts.105,2.5565314292907715
+model.layers.41.mlp.experts.106,2.555255174636841
+model.layers.41.mlp.experts.107,2.5518558025360107
+model.layers.41.mlp.experts.108,2.5660645961761475
+model.layers.41.mlp.experts.109,2.5582683086395264
+model.layers.41.mlp.experts.11,2.5531344413757324
+model.layers.41.mlp.experts.110,2.554738759994507
+model.layers.41.mlp.experts.111,2.5546534061431885
+model.layers.41.mlp.experts.112,2.5547280311584477
+model.layers.41.mlp.experts.113,2.554898738861084
+model.layers.41.mlp.experts.114,2.554762125015259
+model.layers.41.mlp.experts.115,2.55307674407959
+model.layers.41.mlp.experts.116,2.555964469909668
+model.layers.41.mlp.experts.117,2.583340167999268
+model.layers.41.mlp.experts.118,2.551328659057617
+model.layers.41.mlp.experts.119,2.55130934715271
+model.layers.41.mlp.experts.12,2.565327405929565
+model.layers.41.mlp.experts.120,2.5505874156951904
+model.layers.41.mlp.experts.121,2.5581488609313965
+model.layers.41.mlp.experts.122,2.556685209274292
+model.layers.41.mlp.experts.123,2.567936420440674
+model.layers.41.mlp.experts.124,2.5674474239349365
+model.layers.41.mlp.experts.125,2.5515761375427246
+model.layers.41.mlp.experts.126,2.5667383670806885
+model.layers.41.mlp.experts.127,2.5587968826293945
+model.layers.41.mlp.experts.128,2.560473918914795
+model.layers.41.mlp.experts.129,2.5742154121398926
+model.layers.41.mlp.experts.13,2.5520267486572266
+model.layers.41.mlp.experts.130,2.552034854888916
+model.layers.41.mlp.experts.131,2.5578315258026123
+model.layers.41.mlp.experts.132,2.554126739501953
+model.layers.41.mlp.experts.133,2.5513241291046143
+model.layers.41.mlp.experts.134,2.553504705429077
+model.layers.41.mlp.experts.135,2.5517072677612305
+model.layers.41.mlp.experts.136,2.55711030960083
+model.layers.41.mlp.experts.137,2.554387331008911
+model.layers.41.mlp.experts.138,2.5576171875
+model.layers.41.mlp.experts.139,2.553329467773437
+model.layers.41.mlp.experts.14,2.5630688667297363
+model.layers.41.mlp.experts.140,2.5579190254211426
+model.layers.41.mlp.experts.141,2.555989980697632
+model.layers.41.mlp.experts.142,2.640544176101685
+model.layers.41.mlp.experts.143,2.5524051189422607
+model.layers.41.mlp.experts.144,2.5532491207122803
+model.layers.41.mlp.experts.145,2.551433086395264
+model.layers.41.mlp.experts.146,2.558692455291748
+model.layers.41.mlp.experts.147,2.5588467121124268
+model.layers.41.mlp.experts.148,2.5536036491394043
+model.layers.41.mlp.experts.149,2.5575671195983887
+model.layers.41.mlp.experts.15,2.5572259426116943
+model.layers.41.mlp.experts.150,2.5525553226470947
+model.layers.41.mlp.experts.151,2.565096616744995
+model.layers.41.mlp.experts.152,2.5560052394866943
+model.layers.41.mlp.experts.153,2.551908493041992
+model.layers.41.mlp.experts.154,2.553328275680542
+model.layers.41.mlp.experts.155,2.552451610565185
+model.layers.41.mlp.experts.156,2.551168203353882
+model.layers.41.mlp.experts.157,2.5655059814453125
+model.layers.41.mlp.experts.158,2.553882598876953
+model.layers.41.mlp.experts.159,2.556772232055664
+model.layers.41.mlp.experts.16,2.5548579692840576
+model.layers.41.mlp.experts.160,2.570096015930176
+model.layers.41.mlp.experts.161,2.556278944015503
+model.layers.41.mlp.experts.162,2.593822717666626
+model.layers.41.mlp.experts.163,2.5536022186279297
+model.layers.41.mlp.experts.164,2.5547962188720703
+model.layers.41.mlp.experts.165,2.559365510940552
+model.layers.41.mlp.experts.166,2.5812582969665527
+model.layers.41.mlp.experts.167,2.569915294647217
+model.layers.41.mlp.experts.168,2.5538930892944336
+model.layers.41.mlp.experts.169,2.5524706840515137
+model.layers.41.mlp.experts.17,2.553730726242065
+model.layers.41.mlp.experts.170,2.5552124977111816
+model.layers.41.mlp.experts.171,2.631791114807129
+model.layers.41.mlp.experts.172,2.557023048400879
+model.layers.41.mlp.experts.173,2.5641355514526367
+model.layers.41.mlp.experts.174,2.5566391944885254
+model.layers.41.mlp.experts.175,2.552953004837036
+model.layers.41.mlp.experts.176,2.5671627521514893
+model.layers.41.mlp.experts.177,2.5562539100646973
+model.layers.41.mlp.experts.178,2.5540037155151367
+model.layers.41.mlp.experts.179,2.5545036792755127
+model.layers.41.mlp.experts.18,2.552448272705078
+model.layers.41.mlp.experts.180,2.554208755493164
+model.layers.41.mlp.experts.181,2.5646932125091557
+model.layers.41.mlp.experts.182,2.556851863861084
+model.layers.41.mlp.experts.183,2.552492380142212
+model.layers.41.mlp.experts.184,2.552161693572998
+model.layers.41.mlp.experts.185,2.5508792400360107
+model.layers.41.mlp.experts.186,2.552459239959717
+model.layers.41.mlp.experts.187,2.5568861961364746
+model.layers.41.mlp.experts.188,2.557532548904419
+model.layers.41.mlp.experts.189,2.557630777359009
+model.layers.41.mlp.experts.19,2.554668426513672
+model.layers.41.mlp.experts.190,2.572369337081909
+model.layers.41.mlp.experts.191,2.6060922145843506
+model.layers.41.mlp.experts.192,2.555161714553833
+model.layers.41.mlp.experts.193,2.559544801712036
+model.layers.41.mlp.experts.194,2.552842855453491
+model.layers.41.mlp.experts.195,2.550565242767334
+model.layers.41.mlp.experts.196,2.5533924102783203
+model.layers.41.mlp.experts.197,2.554043292999268
+model.layers.41.mlp.experts.198,2.5574405193328857
+model.layers.41.mlp.experts.199,2.5508086681365967
+model.layers.41.mlp.experts.2,2.609992742538452
+model.layers.41.mlp.experts.20,2.555160999298096
+model.layers.41.mlp.experts.200,2.555463552474976
+model.layers.41.mlp.experts.201,2.5574278831481934
+model.layers.41.mlp.experts.202,2.55112886428833
+model.layers.41.mlp.experts.203,2.559297800064087
+model.layers.41.mlp.experts.204,2.5555191040039062
+model.layers.41.mlp.experts.205,2.5708982944488525
+model.layers.41.mlp.experts.206,2.559736967086792
+model.layers.41.mlp.experts.207,2.553467273712158
+model.layers.41.mlp.experts.208,2.555056095123291
+model.layers.41.mlp.experts.209,2.5518064498901367
+model.layers.41.mlp.experts.21,2.557343006134033
+model.layers.41.mlp.experts.210,2.5609374046325684
+model.layers.41.mlp.experts.211,2.576439380645752
+model.layers.41.mlp.experts.212,2.5539326667785645
+model.layers.41.mlp.experts.213,2.551177978515625
+model.layers.41.mlp.experts.214,2.550982713699341
+model.layers.41.mlp.experts.215,2.554451942443848
+model.layers.41.mlp.experts.216,2.553060293197632
+model.layers.41.mlp.experts.217,2.5508716106414795
+model.layers.41.mlp.experts.218,2.5769476890563965
+model.layers.41.mlp.experts.219,2.576838970184326
+model.layers.41.mlp.experts.22,2.556128740310669
+model.layers.41.mlp.experts.220,2.55215072631836
+model.layers.41.mlp.experts.221,2.5654165744781494
+model.layers.41.mlp.experts.222,2.5517919063568115
+model.layers.41.mlp.experts.223,2.5601961612701416
+model.layers.41.mlp.experts.224,2.5554471015930176
+model.layers.41.mlp.experts.225,2.559443473815918
+model.layers.41.mlp.experts.226,2.559070587158203
+model.layers.41.mlp.experts.227,2.5522139072418213
+model.layers.41.mlp.experts.228,2.550260543823242
+model.layers.41.mlp.experts.229,2.5525810718536377
+model.layers.41.mlp.experts.23,2.551557302474976
+model.layers.41.mlp.experts.230,2.5537350177764893
+model.layers.41.mlp.experts.231,2.56091856956482
+model.layers.41.mlp.experts.232,2.552510023117065
+model.layers.41.mlp.experts.233,2.564655303955078
+model.layers.41.mlp.experts.234,2.553464889526367
+model.layers.41.mlp.experts.235,2.55368971824646
+model.layers.41.mlp.experts.236,2.554420232772827
+model.layers.41.mlp.experts.237,2.5561251640319824
+model.layers.41.mlp.experts.238,2.550708532333374
+model.layers.41.mlp.experts.239,2.562748670578003
+model.layers.41.mlp.experts.24,2.554840087890625
+model.layers.41.mlp.experts.240,2.552128314971924
+model.layers.41.mlp.experts.241,2.5528564453125
+model.layers.41.mlp.experts.242,2.556218147277832
+model.layers.41.mlp.experts.243,2.5602011680603027
+model.layers.41.mlp.experts.244,2.552320003509521
+model.layers.41.mlp.experts.245,2.584303140640259
+model.layers.41.mlp.experts.246,2.551443576812744
+model.layers.41.mlp.experts.247,2.5541532039642334
+model.layers.41.mlp.experts.248,2.554030418395996
+model.layers.41.mlp.experts.249,2.5523102283477783
+model.layers.41.mlp.experts.25,2.5547475814819336
+model.layers.41.mlp.experts.250,2.5547008514404297
+model.layers.41.mlp.experts.251,2.551900148391724
+model.layers.41.mlp.experts.252,2.552016019821167
+model.layers.41.mlp.experts.253,2.561713695526123
+model.layers.41.mlp.experts.254,2.5543911457061768
+model.layers.41.mlp.experts.255,2.556556940078736
+model.layers.41.mlp.experts.26,2.552260160446167
+model.layers.41.mlp.experts.27,2.5536022186279297
+model.layers.41.mlp.experts.28,2.553719520568848
+model.layers.41.mlp.experts.29,2.5586633682250977
+model.layers.41.mlp.experts.3,2.553379774093628
+model.layers.41.mlp.experts.30,2.5637459754943848
+model.layers.41.mlp.experts.31,2.551743030548096
+model.layers.41.mlp.experts.32,2.552365064620972
+model.layers.41.mlp.experts.33,2.5511317253112797
+model.layers.41.mlp.experts.34,2.5523123741149902
+model.layers.41.mlp.experts.35,2.5604865550994877
+model.layers.41.mlp.experts.36,2.56497859954834
+model.layers.41.mlp.experts.37,2.5600333213806152
+model.layers.41.mlp.experts.38,2.5540788173675537
+model.layers.41.mlp.experts.39,2.5572822093963623
+model.layers.41.mlp.experts.4,2.5534956455230717
+model.layers.41.mlp.experts.40,2.5531158447265625
+model.layers.41.mlp.experts.41,2.5519697666168213
+model.layers.41.mlp.experts.42,2.5530247688293457
+model.layers.41.mlp.experts.43,2.555259227752685
+model.layers.41.mlp.experts.44,2.562513589859009
+model.layers.41.mlp.experts.45,2.556601047515869
+model.layers.41.mlp.experts.46,2.555177927017212
+model.layers.41.mlp.experts.47,2.555176258087158
+model.layers.41.mlp.experts.48,2.5563926696777344
+model.layers.41.mlp.experts.49,2.5520942211151123
+model.layers.41.mlp.experts.5,2.5766189098358154
+model.layers.41.mlp.experts.50,2.6370086669921875
+model.layers.41.mlp.experts.51,2.5575194358825684
+model.layers.41.mlp.experts.52,2.558488130569458
+model.layers.41.mlp.experts.53,2.552098274230957
+model.layers.41.mlp.experts.54,2.552412986755371
+model.layers.41.mlp.experts.55,2.570012092590332
+model.layers.41.mlp.experts.56,2.562675714492798
+model.layers.41.mlp.experts.57,2.5604352951049805
+model.layers.41.mlp.experts.58,2.558003664016724
+model.layers.41.mlp.experts.59,2.553494930267334
+model.layers.41.mlp.experts.6,2.5595057010650635
+model.layers.41.mlp.experts.60,2.552210807800293
+model.layers.41.mlp.experts.61,2.5521225929260254
+model.layers.41.mlp.experts.62,2.5516514778137207
+model.layers.41.mlp.experts.63,2.5523266792297363
+model.layers.41.mlp.experts.64,2.559321880340576
+model.layers.41.mlp.experts.65,2.555542230606079
+model.layers.41.mlp.experts.66,2.553302764892578
+model.layers.41.mlp.experts.67,2.554211378097534
+model.layers.41.mlp.experts.68,2.553356885910034
+model.layers.41.mlp.experts.69,2.562185049057007
+model.layers.41.mlp.experts.7,2.552963972091675
+model.layers.41.mlp.experts.70,2.5543901920318604
+model.layers.41.mlp.experts.71,2.5619590282440186
+model.layers.41.mlp.experts.72,2.5526840686798096
+model.layers.41.mlp.experts.73,2.55301284790039
+model.layers.41.mlp.experts.74,2.555088996887207
+model.layers.41.mlp.experts.75,2.5563435554504395
+model.layers.41.mlp.experts.76,2.552159547805786
+model.layers.41.mlp.experts.77,2.553741455078125
+model.layers.41.mlp.experts.78,2.560824394226074
+model.layers.41.mlp.experts.79,2.5598275661468506
+model.layers.41.mlp.experts.8,2.561121702194214
+model.layers.41.mlp.experts.80,2.5565314292907715
+model.layers.41.mlp.experts.81,2.554044723510742
+model.layers.41.mlp.experts.82,2.562513828277588
+model.layers.41.mlp.experts.83,2.5523998737335205
+model.layers.41.mlp.experts.84,2.5545570850372314
+model.layers.41.mlp.experts.85,2.5509026050567627
+model.layers.41.mlp.experts.86,2.55265736579895
+model.layers.41.mlp.experts.87,2.552844524383545
+model.layers.41.mlp.experts.88,2.5520598888397217
+model.layers.41.mlp.experts.89,2.5586249828338623
+model.layers.41.mlp.experts.9,2.551703929901123
+model.layers.41.mlp.experts.90,2.55175518989563
+model.layers.41.mlp.experts.91,2.551527738571167
+model.layers.41.mlp.experts.92,2.5524466037750244
+model.layers.41.mlp.experts.93,2.551598310470581
+model.layers.41.mlp.experts.94,2.5525453090667725
+model.layers.41.mlp.experts.95,2.550943374633789
+model.layers.41.mlp.experts.96,2.580197334289551
+model.layers.41.mlp.experts.97,2.551395893096924
+model.layers.41.mlp.experts.98,2.551460266113281
+model.layers.41.mlp.experts.99,2.56737756729126
+model.layers.41.mlp.shared_experts,2.72629189491272
+model.layers.41.self_attn,2.6094753742218018
+model.layers.42.mlp.experts.0,2.551432847976685
+model.layers.42.mlp.experts.1,2.552746295928955
+model.layers.42.mlp.experts.10,2.5607283115386963
+model.layers.42.mlp.experts.100,2.551522970199585
+model.layers.42.mlp.experts.101,2.56143856048584
+model.layers.42.mlp.experts.102,2.5512702465057373
+model.layers.42.mlp.experts.103,2.5560765266418457
+model.layers.42.mlp.experts.104,2.551680088043213
+model.layers.42.mlp.experts.105,2.5515053272247314
+model.layers.42.mlp.experts.106,2.553211212158203
+model.layers.42.mlp.experts.107,2.554628372192383
+model.layers.42.mlp.experts.108,2.553044557571411
+model.layers.42.mlp.experts.109,2.55983829498291
+model.layers.42.mlp.experts.11,2.5663633346557617
+model.layers.42.mlp.experts.110,2.5563204288482666
+model.layers.42.mlp.experts.111,2.551721572875977
+model.layers.42.mlp.experts.112,2.5533573627471924
+model.layers.42.mlp.experts.113,2.5527825355529785
+model.layers.42.mlp.experts.114,2.583036422729492
+model.layers.42.mlp.experts.115,2.5548110008239746
+model.layers.42.mlp.experts.116,2.557553291320801
+model.layers.42.mlp.experts.117,2.5551273822784424
+model.layers.42.mlp.experts.118,2.5561466217041016
+model.layers.42.mlp.experts.119,2.55312728881836
+model.layers.42.mlp.experts.12,2.551435708999634
+model.layers.42.mlp.experts.120,2.553452730178833
+model.layers.42.mlp.experts.121,2.557326555252075
+model.layers.42.mlp.experts.122,2.5523757934570312
+model.layers.42.mlp.experts.123,2.557224035263061
+model.layers.42.mlp.experts.124,2.5519204139709477
+model.layers.42.mlp.experts.125,2.55379056930542
+model.layers.42.mlp.experts.126,2.5547120571136475
+model.layers.42.mlp.experts.127,2.5533640384674072
+model.layers.42.mlp.experts.128,2.552978277206421
+model.layers.42.mlp.experts.129,2.55230450630188
+model.layers.42.mlp.experts.13,2.5620791912078857
+model.layers.42.mlp.experts.130,2.554556369781494
+model.layers.42.mlp.experts.131,2.552441120147705
+model.layers.42.mlp.experts.132,2.555257797241211
+model.layers.42.mlp.experts.133,2.550846576690674
+model.layers.42.mlp.experts.134,2.5530948638916016
+model.layers.42.mlp.experts.135,2.5511932373046875
+model.layers.42.mlp.experts.136,2.553375005722046
+model.layers.42.mlp.experts.137,2.559335231781006
+model.layers.42.mlp.experts.138,2.5522665977478027
+model.layers.42.mlp.experts.139,2.559131383895874
+model.layers.42.mlp.experts.14,2.584505081176758
+model.layers.42.mlp.experts.140,2.5661838054656982
+model.layers.42.mlp.experts.141,2.56136155128479
+model.layers.42.mlp.experts.142,2.5519051551818848
+model.layers.42.mlp.experts.143,2.558671236038208
+model.layers.42.mlp.experts.144,2.5642380714416504
+model.layers.42.mlp.experts.145,2.550348281860352
+model.layers.42.mlp.experts.146,2.559167861938477
+model.layers.42.mlp.experts.147,2.553471326828003
+model.layers.42.mlp.experts.148,2.5575382709503174
+model.layers.42.mlp.experts.149,2.554351806640625
+model.layers.42.mlp.experts.15,2.5555684566497803
+model.layers.42.mlp.experts.150,2.555349588394165
+model.layers.42.mlp.experts.151,2.67575740814209
+model.layers.42.mlp.experts.152,2.5505800247192383
+model.layers.42.mlp.experts.153,2.5549020767211914
+model.layers.42.mlp.experts.154,2.558262586593628
+model.layers.42.mlp.experts.155,2.5554685592651367
+model.layers.42.mlp.experts.156,2.5511488914489746
+model.layers.42.mlp.experts.157,2.561497926712036
+model.layers.42.mlp.experts.158,2.553070068359375
+model.layers.42.mlp.experts.159,2.553895711898804
+model.layers.42.mlp.experts.16,2.5510687828063965
+model.layers.42.mlp.experts.160,2.554922819137573
+model.layers.42.mlp.experts.161,2.5535788536071777
+model.layers.42.mlp.experts.162,2.553758382797241
+model.layers.42.mlp.experts.163,2.5669405460357666
+model.layers.42.mlp.experts.164,2.5535285472869877
+model.layers.42.mlp.experts.165,2.557375192642212
+model.layers.42.mlp.experts.166,2.555192470550537
+model.layers.42.mlp.experts.167,2.5565874576568604
+model.layers.42.mlp.experts.168,2.555795192718506
+model.layers.42.mlp.experts.169,2.55981969833374
+model.layers.42.mlp.experts.17,2.551546573638916
+model.layers.42.mlp.experts.170,2.5555546283721924
+model.layers.42.mlp.experts.171,2.554277181625366
+model.layers.42.mlp.experts.172,2.556559801101685
+model.layers.42.mlp.experts.173,2.551995038986206
+model.layers.42.mlp.experts.174,2.657017946243286
+model.layers.42.mlp.experts.175,2.5550854206085205
+model.layers.42.mlp.experts.176,2.552541494369507
+model.layers.42.mlp.experts.177,2.560014247894287
+model.layers.42.mlp.experts.178,2.5567688941955566
+model.layers.42.mlp.experts.179,2.57993745803833
+model.layers.42.mlp.experts.18,2.552278757095337
+model.layers.42.mlp.experts.180,2.554788112640381
+model.layers.42.mlp.experts.181,2.552309989929199
+model.layers.42.mlp.experts.182,2.5597128868103027
+model.layers.42.mlp.experts.183,2.5538172721862797
+model.layers.42.mlp.experts.184,2.555635929107666
+model.layers.42.mlp.experts.185,2.5514726638793945
+model.layers.42.mlp.experts.186,2.57584547996521
+model.layers.42.mlp.experts.187,2.5512282848358154
+model.layers.42.mlp.experts.188,2.550467014312744
+model.layers.42.mlp.experts.189,2.553985118865967
+model.layers.42.mlp.experts.19,2.5535504817962646
+model.layers.42.mlp.experts.190,2.551113605499268
+model.layers.42.mlp.experts.191,2.5562896728515625
+model.layers.42.mlp.experts.192,2.5532071590423584
+model.layers.42.mlp.experts.193,2.5539793968200684
+model.layers.42.mlp.experts.194,2.552879810333252
+model.layers.42.mlp.experts.195,2.55447006225586
+model.layers.42.mlp.experts.196,2.5657055377960205
+model.layers.42.mlp.experts.197,2.5576775074005127
+model.layers.42.mlp.experts.198,2.5527963638305664
+model.layers.42.mlp.experts.199,2.554241418838501
+model.layers.42.mlp.experts.2,2.555274724960327
+model.layers.42.mlp.experts.20,2.553946018218994
+model.layers.42.mlp.experts.200,2.5532405376434326
+model.layers.42.mlp.experts.201,2.554011106491089
+model.layers.42.mlp.experts.202,2.583805561065674
+model.layers.42.mlp.experts.203,2.551273822784424
+model.layers.42.mlp.experts.204,2.5547049045562744
+model.layers.42.mlp.experts.205,2.551697969436645
+model.layers.42.mlp.experts.206,2.553532838821411
+model.layers.42.mlp.experts.207,2.5570008754730225
+model.layers.42.mlp.experts.208,2.5631537437438965
+model.layers.42.mlp.experts.209,2.5941925048828125
+model.layers.42.mlp.experts.21,2.5538599491119385
+model.layers.42.mlp.experts.210,2.56646728515625
+model.layers.42.mlp.experts.211,2.5530600547790527
+model.layers.42.mlp.experts.212,2.555661201477051
+model.layers.42.mlp.experts.213,2.5538783073425293
+model.layers.42.mlp.experts.214,2.553579568862915
+model.layers.42.mlp.experts.215,2.5555241107940674
+model.layers.42.mlp.experts.216,2.606641292572021
+model.layers.42.mlp.experts.217,2.5521697998046875
+model.layers.42.mlp.experts.218,2.550954580307007
+model.layers.42.mlp.experts.219,2.557291984558105
+model.layers.42.mlp.experts.22,2.5548863410949707
+model.layers.42.mlp.experts.220,2.554779529571533
+model.layers.42.mlp.experts.221,2.5516743659973145
+model.layers.42.mlp.experts.222,2.5536224842071533
+model.layers.42.mlp.experts.223,2.5523853302001958
+model.layers.42.mlp.experts.224,2.5536391735076904
+model.layers.42.mlp.experts.225,2.558850049972534
+model.layers.42.mlp.experts.226,2.559229612350464
+model.layers.42.mlp.experts.227,2.556744337081909
+model.layers.42.mlp.experts.228,2.553593635559082
+model.layers.42.mlp.experts.229,2.55700159072876
+model.layers.42.mlp.experts.23,2.559470891952514
+model.layers.42.mlp.experts.230,2.5608386993408203
+model.layers.42.mlp.experts.231,2.5519344806671143
+model.layers.42.mlp.experts.232,2.552151679992676
+model.layers.42.mlp.experts.233,2.5573413372039795
+model.layers.42.mlp.experts.234,2.559477567672729
+model.layers.42.mlp.experts.235,2.57369327545166
+model.layers.42.mlp.experts.236,2.584408760070801
+model.layers.42.mlp.experts.237,2.554611921310425
+model.layers.42.mlp.experts.238,2.5538370609283447
+model.layers.42.mlp.experts.239,2.5543246269226074
+model.layers.42.mlp.experts.24,2.566617488861084
+model.layers.42.mlp.experts.240,2.5534868240356445
+model.layers.42.mlp.experts.241,2.563026189804077
+model.layers.42.mlp.experts.242,2.554518222808838
+model.layers.42.mlp.experts.243,2.5533125400543213
+model.layers.42.mlp.experts.244,2.5515389442443848
+model.layers.42.mlp.experts.245,2.5668833255767822
+model.layers.42.mlp.experts.246,2.55349063873291
+model.layers.42.mlp.experts.247,2.557297706604004
+model.layers.42.mlp.experts.248,2.5769314765930176
+model.layers.42.mlp.experts.249,2.55739688873291
+model.layers.42.mlp.experts.25,2.558073043823242
+model.layers.42.mlp.experts.250,2.556548833847046
+model.layers.42.mlp.experts.251,2.5629446506500244
+model.layers.42.mlp.experts.252,2.5629875659942627
+model.layers.42.mlp.experts.253,2.5579757690429688
+model.layers.42.mlp.experts.254,2.5513932704925537
+model.layers.42.mlp.experts.255,2.5629258155822754
+model.layers.42.mlp.experts.26,2.557359218597412
+model.layers.42.mlp.experts.27,2.55558443069458
+model.layers.42.mlp.experts.28,2.5513253211975098
+model.layers.42.mlp.experts.29,2.559758424758911
+model.layers.42.mlp.experts.3,2.5538907051086426
+model.layers.42.mlp.experts.30,2.5548815727233887
+model.layers.42.mlp.experts.31,2.560234308242798
+model.layers.42.mlp.experts.32,2.570568561553955
+model.layers.42.mlp.experts.33,2.554540634155273
+model.layers.42.mlp.experts.34,2.553290843963623
+model.layers.42.mlp.experts.35,2.556878566741944
+model.layers.42.mlp.experts.36,2.564494609832764
+model.layers.42.mlp.experts.37,2.5598583221435547
+model.layers.42.mlp.experts.38,2.551964282989502
+model.layers.42.mlp.experts.39,2.5547001361846924
+model.layers.42.mlp.experts.4,2.5515427589416504
+model.layers.42.mlp.experts.40,2.554158926010132
+model.layers.42.mlp.experts.41,2.5517139434814453
+model.layers.42.mlp.experts.42,2.5522570610046387
+model.layers.42.mlp.experts.43,2.551581382751465
+model.layers.42.mlp.experts.44,2.5566720962524414
+model.layers.42.mlp.experts.45,2.556013822555542
+model.layers.42.mlp.experts.46,2.567394733428955
+model.layers.42.mlp.experts.47,2.719069719314575
+model.layers.42.mlp.experts.48,2.5537097454071045
+model.layers.42.mlp.experts.49,2.560128927230835
+model.layers.42.mlp.experts.5,2.5517826080322266
+model.layers.42.mlp.experts.50,2.553771734237671
+model.layers.42.mlp.experts.51,2.553367853164673
+model.layers.42.mlp.experts.52,2.565930128097534
+model.layers.42.mlp.experts.53,2.559117317199707
+model.layers.42.mlp.experts.54,2.5630123615264893
+model.layers.42.mlp.experts.55,2.552191972732544
+model.layers.42.mlp.experts.56,2.5603432655334477
+model.layers.42.mlp.experts.57,2.5543720722198486
+model.layers.42.mlp.experts.58,2.5573506355285645
+model.layers.42.mlp.experts.59,2.5551958084106445
+model.layers.42.mlp.experts.6,2.5516037940979004
+model.layers.42.mlp.experts.60,2.556150197982788
+model.layers.42.mlp.experts.61,2.557237386703491
+model.layers.42.mlp.experts.62,2.5614287853240967
+model.layers.42.mlp.experts.63,2.5519604682922363
+model.layers.42.mlp.experts.64,2.553250551223755
+model.layers.42.mlp.experts.65,2.55584979057312
+model.layers.42.mlp.experts.66,2.564877986907959
+model.layers.42.mlp.experts.67,2.5511765480041504
+model.layers.42.mlp.experts.68,2.5703017711639404
+model.layers.42.mlp.experts.69,2.553578615188598
+model.layers.42.mlp.experts.7,2.560349225997925
+model.layers.42.mlp.experts.70,2.5792481899261475
+model.layers.42.mlp.experts.71,2.566596508026123
+model.layers.42.mlp.experts.72,2.5524468421936035
+model.layers.42.mlp.experts.73,2.551442623138428
+model.layers.42.mlp.experts.74,2.5643014907836914
+model.layers.42.mlp.experts.75,2.555006265640259
+model.layers.42.mlp.experts.76,2.5545692443847656
+model.layers.42.mlp.experts.77,2.56519103050232
+model.layers.42.mlp.experts.78,2.5733795166015625
+model.layers.42.mlp.experts.79,2.5594818592071533
+model.layers.42.mlp.experts.8,2.553009033203125
+model.layers.42.mlp.experts.80,2.555169105529785
+model.layers.42.mlp.experts.81,2.551626920700073
+model.layers.42.mlp.experts.82,2.5530152320861816
+model.layers.42.mlp.experts.83,2.5531437397003174
+model.layers.42.mlp.experts.84,2.5548481941223145
+model.layers.42.mlp.experts.85,2.560479164123535
+model.layers.42.mlp.experts.86,2.5545637607574463
+model.layers.42.mlp.experts.87,2.5520150661468506
+model.layers.42.mlp.experts.88,2.555756092071533
+model.layers.42.mlp.experts.89,2.5595173835754395
+model.layers.42.mlp.experts.9,2.55570650100708
+model.layers.42.mlp.experts.90,2.5571658611297607
+model.layers.42.mlp.experts.91,2.551887273788452
+model.layers.42.mlp.experts.92,2.5568130016326904
+model.layers.42.mlp.experts.93,2.553850650787353
+model.layers.42.mlp.experts.94,2.558415412902832
+model.layers.42.mlp.experts.95,2.571033477783203
+model.layers.42.mlp.experts.96,2.55487322807312
+model.layers.42.mlp.experts.97,2.5514028072357178
+model.layers.42.mlp.experts.98,2.55234169960022
+model.layers.42.mlp.experts.99,2.5566940307617188
+model.layers.42.mlp.shared_experts,2.7214012145996094
+model.layers.42.self_attn,2.595687866210937
+model.layers.43.mlp.experts.0,2.562131643295288
+model.layers.43.mlp.experts.1,2.551295280456543
+model.layers.43.mlp.experts.10,2.557108163833618
+model.layers.43.mlp.experts.100,2.554178476333618
+model.layers.43.mlp.experts.101,2.5574467182159424
+model.layers.43.mlp.experts.102,2.564002275466919
+model.layers.43.mlp.experts.103,2.555905342102051
+model.layers.43.mlp.experts.104,2.552566766738892
+model.layers.43.mlp.experts.105,2.554466009140014
+model.layers.43.mlp.experts.106,2.5692739486694336
+model.layers.43.mlp.experts.107,2.5558602809906006
+model.layers.43.mlp.experts.108,2.558828592300415
+model.layers.43.mlp.experts.109,2.552419662475586
+model.layers.43.mlp.experts.11,2.551647186279297
+model.layers.43.mlp.experts.110,2.554773330688477
+model.layers.43.mlp.experts.111,2.5583713054656982
+model.layers.43.mlp.experts.112,2.554666519165039
+model.layers.43.mlp.experts.113,2.558292865753174
+model.layers.43.mlp.experts.114,2.554261445999145
+model.layers.43.mlp.experts.115,2.5565669536590576
+model.layers.43.mlp.experts.116,2.5574791431427
+model.layers.43.mlp.experts.117,2.554128170013428
+model.layers.43.mlp.experts.118,2.557459831237793
+model.layers.43.mlp.experts.119,2.5546133518218994
+model.layers.43.mlp.experts.12,2.551581859588623
+model.layers.43.mlp.experts.120,2.5567269325256348
+model.layers.43.mlp.experts.121,2.5515406131744385
+model.layers.43.mlp.experts.122,2.551564216613769
+model.layers.43.mlp.experts.123,2.55155611038208
+model.layers.43.mlp.experts.124,2.551575183868408
+model.layers.43.mlp.experts.125,2.561828851699829
+model.layers.43.mlp.experts.126,2.5560762882232666
+model.layers.43.mlp.experts.127,2.551655530929565
+model.layers.43.mlp.experts.128,2.5523135662078857
+model.layers.43.mlp.experts.129,2.553362846374512
+model.layers.43.mlp.experts.13,2.5526576042175293
+model.layers.43.mlp.experts.130,2.553717851638794
+model.layers.43.mlp.experts.131,2.552597045898437
+model.layers.43.mlp.experts.132,2.5527589321136475
+model.layers.43.mlp.experts.133,2.554889917373657
+model.layers.43.mlp.experts.134,2.557279348373413
+model.layers.43.mlp.experts.135,2.5517752170562744
+model.layers.43.mlp.experts.136,2.552179336547852
+model.layers.43.mlp.experts.137,2.551305294036865
+model.layers.43.mlp.experts.138,2.5510284900665283
+model.layers.43.mlp.experts.139,2.568392276763916
+model.layers.43.mlp.experts.14,2.5540144443511963
+model.layers.43.mlp.experts.140,2.552323818206787
+model.layers.43.mlp.experts.141,2.5514440536499023
+model.layers.43.mlp.experts.142,2.5506837368011475
+model.layers.43.mlp.experts.143,2.551769256591797
+model.layers.43.mlp.experts.144,2.554844856262207
+model.layers.43.mlp.experts.145,2.588783264160156
+model.layers.43.mlp.experts.146,2.552528381347656
+model.layers.43.mlp.experts.147,2.5569939613342285
+model.layers.43.mlp.experts.148,2.552149534225464
+model.layers.43.mlp.experts.149,2.5546138286590576
+model.layers.43.mlp.experts.15,2.563460350036621
+model.layers.43.mlp.experts.150,2.553452253341675
+model.layers.43.mlp.experts.151,2.5569164752960205
+model.layers.43.mlp.experts.152,2.550295829772949
+model.layers.43.mlp.experts.153,2.553365468978882
+model.layers.43.mlp.experts.154,2.550224781036377
+model.layers.43.mlp.experts.155,2.55232572555542
+model.layers.43.mlp.experts.156,2.5548624992370605
+model.layers.43.mlp.experts.157,2.5547420978546143
+model.layers.43.mlp.experts.158,2.5516278743743896
+model.layers.43.mlp.experts.159,2.5560126304626465
+model.layers.43.mlp.experts.16,2.5530362129211426
+model.layers.43.mlp.experts.160,2.561471700668335
+model.layers.43.mlp.experts.161,2.552574872970581
+model.layers.43.mlp.experts.162,2.558104515075684
+model.layers.43.mlp.experts.163,2.5562238693237305
+model.layers.43.mlp.experts.164,2.5516178607940674
+model.layers.43.mlp.experts.165,2.553086280822754
+model.layers.43.mlp.experts.166,2.562495231628418
+model.layers.43.mlp.experts.167,2.5659596920013428
+model.layers.43.mlp.experts.168,2.5551111698150635
+model.layers.43.mlp.experts.169,2.5516159534454346
+model.layers.43.mlp.experts.17,2.5617706775665283
+model.layers.43.mlp.experts.170,2.552241325378418
+model.layers.43.mlp.experts.171,2.553483247756958
+model.layers.43.mlp.experts.172,2.553335905075073
+model.layers.43.mlp.experts.173,2.555466890335083
+model.layers.43.mlp.experts.174,2.5517609119415283
+model.layers.43.mlp.experts.175,2.550930976867676
+model.layers.43.mlp.experts.176,2.5519254207611084
+model.layers.43.mlp.experts.177,2.551539182662964
+model.layers.43.mlp.experts.178,2.553561210632324
+model.layers.43.mlp.experts.179,2.5531675815582275
+model.layers.43.mlp.experts.18,2.56125545501709
+model.layers.43.mlp.experts.180,2.552842140197754
+model.layers.43.mlp.experts.181,2.5577287673950195
+model.layers.43.mlp.experts.182,2.551868200302124
+model.layers.43.mlp.experts.183,2.554429292678833
+model.layers.43.mlp.experts.184,2.5558886528015137
+model.layers.43.mlp.experts.185,2.5578060150146484
+model.layers.43.mlp.experts.186,2.556471109390259
+model.layers.43.mlp.experts.187,2.5665924549102783
+model.layers.43.mlp.experts.188,2.5536372661590576
+model.layers.43.mlp.experts.189,2.561943769454956
+model.layers.43.mlp.experts.19,2.551547050476074
+model.layers.43.mlp.experts.190,2.5643153190612797
+model.layers.43.mlp.experts.191,2.558878183364868
+model.layers.43.mlp.experts.192,2.556818723678589
+model.layers.43.mlp.experts.193,2.554492235183716
+model.layers.43.mlp.experts.194,2.552943706512451
+model.layers.43.mlp.experts.195,2.5595622062683105
+model.layers.43.mlp.experts.196,2.558908462524414
+model.layers.43.mlp.experts.197,2.551644802093506
+model.layers.43.mlp.experts.198,2.55525541305542
+model.layers.43.mlp.experts.199,2.5513341426849365
+model.layers.43.mlp.experts.2,2.5584588050842285
+model.layers.43.mlp.experts.20,2.5560927391052246
+model.layers.43.mlp.experts.200,2.5536162853240967
+model.layers.43.mlp.experts.201,2.58219838142395
+model.layers.43.mlp.experts.202,2.551823377609253
+model.layers.43.mlp.experts.203,2.55544662475586
+model.layers.43.mlp.experts.204,2.553767204284668
+model.layers.43.mlp.experts.205,2.5550503730773926
+model.layers.43.mlp.experts.206,2.552487134933472
+model.layers.43.mlp.experts.207,2.5549631118774414
+model.layers.43.mlp.experts.208,2.555243015289306
+model.layers.43.mlp.experts.209,2.566112279891968
+model.layers.43.mlp.experts.21,2.5511248111724854
+model.layers.43.mlp.experts.210,2.554731845855713
+model.layers.43.mlp.experts.211,2.552611827850342
+model.layers.43.mlp.experts.212,2.552020788192749
+model.layers.43.mlp.experts.213,2.551800012588501
+model.layers.43.mlp.experts.214,2.552207946777344
+model.layers.43.mlp.experts.215,2.553215980529785
+model.layers.43.mlp.experts.216,2.558196544647217
+model.layers.43.mlp.experts.217,2.554790496826172
+model.layers.43.mlp.experts.218,2.557110548019409
+model.layers.43.mlp.experts.219,2.5902209281921387
+model.layers.43.mlp.experts.22,2.552466869354248
+model.layers.43.mlp.experts.220,2.565687417984009
+model.layers.43.mlp.experts.221,2.5512638092041016
+model.layers.43.mlp.experts.222,2.554137706756592
+model.layers.43.mlp.experts.223,2.559060573577881
+model.layers.43.mlp.experts.224,2.559587955474853
+model.layers.43.mlp.experts.225,2.5587615966796875
+model.layers.43.mlp.experts.226,2.5538432598114014
+model.layers.43.mlp.experts.227,2.5518648624420166
+model.layers.43.mlp.experts.228,2.5643422603607178
+model.layers.43.mlp.experts.229,2.556874513626098
+model.layers.43.mlp.experts.23,2.560996532440185
+model.layers.43.mlp.experts.230,2.5523228645324707
+model.layers.43.mlp.experts.231,2.5518252849578857
+model.layers.43.mlp.experts.232,2.553837299346924
+model.layers.43.mlp.experts.233,2.557212829589844
+model.layers.43.mlp.experts.234,2.55914306640625
+model.layers.43.mlp.experts.235,2.555147409439087
+model.layers.43.mlp.experts.236,2.552381753921509
+model.layers.43.mlp.experts.237,2.553700685501098
+model.layers.43.mlp.experts.238,2.580073595046997
+model.layers.43.mlp.experts.239,2.556269884109497
+model.layers.43.mlp.experts.24,2.558821439743042
+model.layers.43.mlp.experts.240,2.5606484413146973
+model.layers.43.mlp.experts.241,2.551846981048584
+model.layers.43.mlp.experts.242,2.5575942993164062
+model.layers.43.mlp.experts.243,2.5515499114990234
+model.layers.43.mlp.experts.244,2.555129051208496
+model.layers.43.mlp.experts.245,2.5647289752960205
+model.layers.43.mlp.experts.246,2.552009105682373
+model.layers.43.mlp.experts.247,2.566816806793213
+model.layers.43.mlp.experts.248,2.551853656768799
+model.layers.43.mlp.experts.249,2.594292402267456
+model.layers.43.mlp.experts.25,2.5610995292663574
+model.layers.43.mlp.experts.250,2.552706480026245
+model.layers.43.mlp.experts.251,2.552485227584839
+model.layers.43.mlp.experts.252,2.5546445846557617
+model.layers.43.mlp.experts.253,2.555375576019287
+model.layers.43.mlp.experts.254,2.555952548980713
+model.layers.43.mlp.experts.255,2.5521275997161865
+model.layers.43.mlp.experts.26,2.5545883178710938
+model.layers.43.mlp.experts.27,2.560565948486328
+model.layers.43.mlp.experts.28,2.558355569839477
+model.layers.43.mlp.experts.29,2.5534627437591557
+model.layers.43.mlp.experts.3,2.5514464378356934
+model.layers.43.mlp.experts.30,2.55363130569458
+model.layers.43.mlp.experts.31,2.554436683654785
+model.layers.43.mlp.experts.32,2.5536856651306152
+model.layers.43.mlp.experts.33,2.5511691570281982
+model.layers.43.mlp.experts.34,2.5666396617889404
+model.layers.43.mlp.experts.35,2.5525989532470703
+model.layers.43.mlp.experts.36,2.5621159076690674
+model.layers.43.mlp.experts.37,2.553776741027832
+model.layers.43.mlp.experts.38,2.552976369857788
+model.layers.43.mlp.experts.39,2.5634007453918457
+model.layers.43.mlp.experts.4,2.555894613265991
+model.layers.43.mlp.experts.40,2.556408166885376
+model.layers.43.mlp.experts.41,2.553015947341919
+model.layers.43.mlp.experts.42,2.554687261581421
+model.layers.43.mlp.experts.43,2.5551598072052
+model.layers.43.mlp.experts.44,2.5536277294158936
+model.layers.43.mlp.experts.45,2.552785396575928
+model.layers.43.mlp.experts.46,2.5507287979125977
+model.layers.43.mlp.experts.47,2.553098201751709
+model.layers.43.mlp.experts.48,2.5535216331481934
+model.layers.43.mlp.experts.49,2.5518240928649902
+model.layers.43.mlp.experts.5,2.553802967071533
+model.layers.43.mlp.experts.50,2.552107572555542
+model.layers.43.mlp.experts.51,2.5510988235473637
+model.layers.43.mlp.experts.52,2.562453269958496
+model.layers.43.mlp.experts.53,2.5556833744049072
+model.layers.43.mlp.experts.54,2.5551443099975586
+model.layers.43.mlp.experts.55,2.552605628967285
+model.layers.43.mlp.experts.56,2.555920124053955
+model.layers.43.mlp.experts.57,2.5519676208496094
+model.layers.43.mlp.experts.58,2.5604500770568848
+model.layers.43.mlp.experts.59,2.554360866546631
+model.layers.43.mlp.experts.6,2.553218364715576
+model.layers.43.mlp.experts.60,2.5543713569641118
+model.layers.43.mlp.experts.61,2.558276653289795
+model.layers.43.mlp.experts.62,2.555812358856201
+model.layers.43.mlp.experts.63,2.5521626472473145
+model.layers.43.mlp.experts.64,2.5511229038238525
+model.layers.43.mlp.experts.65,2.563971996307373
+model.layers.43.mlp.experts.66,2.559493064880371
+model.layers.43.mlp.experts.67,2.5567879676818848
+model.layers.43.mlp.experts.68,2.554594039916992
+model.layers.43.mlp.experts.69,2.5601959228515625
+model.layers.43.mlp.experts.7,2.553179979324341
+model.layers.43.mlp.experts.70,2.5575735569000244
+model.layers.43.mlp.experts.71,2.5532782077789307
+model.layers.43.mlp.experts.72,2.557169914245605
+model.layers.43.mlp.experts.73,2.553076267242432
+model.layers.43.mlp.experts.74,2.5618152618408203
+model.layers.43.mlp.experts.75,2.5521740913391118
+model.layers.43.mlp.experts.76,2.5534939765930176
+model.layers.43.mlp.experts.77,2.5518038272857666
+model.layers.43.mlp.experts.78,2.552307605743408
+model.layers.43.mlp.experts.79,2.560832262039185
+model.layers.43.mlp.experts.8,2.5525832176208496
+model.layers.43.mlp.experts.80,2.560415029525757
+model.layers.43.mlp.experts.81,2.5544567108154297
+model.layers.43.mlp.experts.82,2.553070068359375
+model.layers.43.mlp.experts.83,2.552489995956421
+model.layers.43.mlp.experts.84,2.5554933547973637
+model.layers.43.mlp.experts.85,2.5512828826904297
+model.layers.43.mlp.experts.86,2.551548957824707
+model.layers.43.mlp.experts.87,2.562666177749634
+model.layers.43.mlp.experts.88,2.554951429367065
+model.layers.43.mlp.experts.89,2.563480854034424
+model.layers.43.mlp.experts.9,2.562074899673462
+model.layers.43.mlp.experts.90,2.554839611053467
+model.layers.43.mlp.experts.91,2.55415678024292
+model.layers.43.mlp.experts.92,2.552161931991577
+model.layers.43.mlp.experts.93,2.567572116851806
+model.layers.43.mlp.experts.94,2.5604071617126465
+model.layers.43.mlp.experts.95,2.5526323318481445
+model.layers.43.mlp.experts.96,2.556357383728028
+model.layers.43.mlp.experts.97,2.5832090377807617
+model.layers.43.mlp.experts.98,2.557955503463745
+model.layers.43.mlp.experts.99,2.5548079013824463
+model.layers.43.mlp.shared_experts,2.7304396629333496
+model.layers.43.self_attn,2.5938611030578613
+model.layers.44.mlp.experts.0,2.5620157718658447
+model.layers.44.mlp.experts.1,2.5684654712677
+model.layers.44.mlp.experts.10,2.561582565307617
+model.layers.44.mlp.experts.100,2.552300453186035
+model.layers.44.mlp.experts.101,2.554840087890625
+model.layers.44.mlp.experts.102,2.553546905517578
+model.layers.44.mlp.experts.103,2.5587921142578125
+model.layers.44.mlp.experts.104,2.5506532192230225
+model.layers.44.mlp.experts.105,2.554588079452514
+model.layers.44.mlp.experts.106,2.558997392654419
+model.layers.44.mlp.experts.107,2.564556360244751
+model.layers.44.mlp.experts.108,2.5614774227142334
+model.layers.44.mlp.experts.109,2.578986883163452
+model.layers.44.mlp.experts.11,2.5556201934814453
+model.layers.44.mlp.experts.110,2.5579206943511963
+model.layers.44.mlp.experts.111,2.5569849014282227
+model.layers.44.mlp.experts.112,2.551590919494629
+model.layers.44.mlp.experts.113,2.5595076084136963
+model.layers.44.mlp.experts.114,2.555246114730835
+model.layers.44.mlp.experts.115,2.558157444000244
+model.layers.44.mlp.experts.116,2.557706356048584
+model.layers.44.mlp.experts.117,2.5525174140930176
+model.layers.44.mlp.experts.118,2.555819511413574
+model.layers.44.mlp.experts.119,2.5551912784576416
+model.layers.44.mlp.experts.12,2.55330228805542
+model.layers.44.mlp.experts.120,2.564645290374756
+model.layers.44.mlp.experts.121,2.5559661388397217
+model.layers.44.mlp.experts.122,2.5542354583740234
+model.layers.44.mlp.experts.123,2.553994655609131
+model.layers.44.mlp.experts.124,2.557935953140259
+model.layers.44.mlp.experts.125,2.55411434173584
+model.layers.44.mlp.experts.126,2.5557610988616943
+model.layers.44.mlp.experts.127,2.554347038269043
+model.layers.44.mlp.experts.128,2.5795140266418457
+model.layers.44.mlp.experts.129,2.5536210536956787
+model.layers.44.mlp.experts.13,2.5575897693634038
+model.layers.44.mlp.experts.130,2.5543036460876465
+model.layers.44.mlp.experts.131,2.596461772918701
+model.layers.44.mlp.experts.132,2.5574653148651123
+model.layers.44.mlp.experts.133,2.552032232284546
+model.layers.44.mlp.experts.134,2.5561232566833496
+model.layers.44.mlp.experts.135,2.553853988647461
+model.layers.44.mlp.experts.136,2.550607681274414
+model.layers.44.mlp.experts.137,2.566433906555176
+model.layers.44.mlp.experts.138,2.5616023540496826
+model.layers.44.mlp.experts.139,2.556246280670166
+model.layers.44.mlp.experts.14,2.560298204421997
+model.layers.44.mlp.experts.140,2.557262420654297
+model.layers.44.mlp.experts.141,2.5519938468933105
+model.layers.44.mlp.experts.142,2.557196617126465
+model.layers.44.mlp.experts.143,2.5526280403137207
+model.layers.44.mlp.experts.144,2.556913137435913
+model.layers.44.mlp.experts.145,2.561760425567627
+model.layers.44.mlp.experts.146,2.5540781021118164
+model.layers.44.mlp.experts.147,2.557809591293335
+model.layers.44.mlp.experts.148,2.5509321689605717
+model.layers.44.mlp.experts.149,2.5553979873657227
+model.layers.44.mlp.experts.15,2.5556626319885254
+model.layers.44.mlp.experts.150,2.557772159576416
+model.layers.44.mlp.experts.151,2.591864824295044
+model.layers.44.mlp.experts.152,2.5627787113189697
+model.layers.44.mlp.experts.153,2.555952787399292
+model.layers.44.mlp.experts.154,2.5644142627716064
+model.layers.44.mlp.experts.155,2.557859182357788
+model.layers.44.mlp.experts.156,2.5593817234039307
+model.layers.44.mlp.experts.157,2.551043510437012
+model.layers.44.mlp.experts.158,2.557189702987671
+model.layers.44.mlp.experts.159,2.5528881549835205
+model.layers.44.mlp.experts.16,2.5550200939178467
+model.layers.44.mlp.experts.160,2.551568984985352
+model.layers.44.mlp.experts.161,2.551755428314209
+model.layers.44.mlp.experts.162,2.555356740951538
+model.layers.44.mlp.experts.163,2.5539207458496094
+model.layers.44.mlp.experts.164,2.553053617477417
+model.layers.44.mlp.experts.165,2.5529661178588867
+model.layers.44.mlp.experts.166,2.552868366241455
+model.layers.44.mlp.experts.167,2.552382707595825
+model.layers.44.mlp.experts.168,2.5537426471710205
+model.layers.44.mlp.experts.169,2.562776565551758
+model.layers.44.mlp.experts.17,2.5506751537323
+model.layers.44.mlp.experts.170,2.5548794269561768
+model.layers.44.mlp.experts.171,2.556339979171753
+model.layers.44.mlp.experts.172,2.551860809326172
+model.layers.44.mlp.experts.173,2.552274703979492
+model.layers.44.mlp.experts.174,2.553250312805176
+model.layers.44.mlp.experts.175,2.555384397506714
+model.layers.44.mlp.experts.176,2.552236318588257
+model.layers.44.mlp.experts.177,2.5599029064178467
+model.layers.44.mlp.experts.178,2.5548572540283203
+model.layers.44.mlp.experts.179,2.57417106628418
+model.layers.44.mlp.experts.18,2.5661134719848637
+model.layers.44.mlp.experts.180,2.558393955230713
+model.layers.44.mlp.experts.181,2.5517280101776123
+model.layers.44.mlp.experts.182,2.557345390319824
+model.layers.44.mlp.experts.183,2.5548691749572754
+model.layers.44.mlp.experts.184,2.555607557296753
+model.layers.44.mlp.experts.185,2.5536484718322754
+model.layers.44.mlp.experts.186,2.5506374835968018
+model.layers.44.mlp.experts.187,2.560544967651367
+model.layers.44.mlp.experts.188,2.555124282836914
+model.layers.44.mlp.experts.189,2.551270008087158
+model.layers.44.mlp.experts.19,2.551835060119629
+model.layers.44.mlp.experts.190,2.552741527557373
+model.layers.44.mlp.experts.191,2.5674192905426025
+model.layers.44.mlp.experts.192,2.581876754760742
+model.layers.44.mlp.experts.193,2.5519697666168213
+model.layers.44.mlp.experts.194,2.5520482063293457
+model.layers.44.mlp.experts.195,2.57143497467041
+model.layers.44.mlp.experts.196,2.5522282123565674
+model.layers.44.mlp.experts.197,2.55490779876709
+model.layers.44.mlp.experts.198,2.557384729385376
+model.layers.44.mlp.experts.199,2.553008794784546
+model.layers.44.mlp.experts.2,2.552215576171875
+model.layers.44.mlp.experts.20,2.557503700256348
+model.layers.44.mlp.experts.200,2.55408263206482
+model.layers.44.mlp.experts.201,2.552300453186035
+model.layers.44.mlp.experts.202,2.5782265663146973
+model.layers.44.mlp.experts.203,2.5584003925323486
+model.layers.44.mlp.experts.204,2.5606184005737305
+model.layers.44.mlp.experts.205,2.559933423995972
+model.layers.44.mlp.experts.206,2.5621297359466557
+model.layers.44.mlp.experts.207,2.5519509315490723
+model.layers.44.mlp.experts.208,2.562730073928833
+model.layers.44.mlp.experts.209,2.552712202072144
+model.layers.44.mlp.experts.21,2.553370952606201
+model.layers.44.mlp.experts.210,2.5523154735565186
+model.layers.44.mlp.experts.211,2.552741289138794
+model.layers.44.mlp.experts.212,2.55912446975708
+model.layers.44.mlp.experts.213,2.555749893188477
+model.layers.44.mlp.experts.214,2.55177640914917
+model.layers.44.mlp.experts.215,2.5847318172454834
+model.layers.44.mlp.experts.216,2.5532522201538086
+model.layers.44.mlp.experts.217,2.5563008785247803
+model.layers.44.mlp.experts.218,2.561819076538086
+model.layers.44.mlp.experts.219,2.5547962188720703
+model.layers.44.mlp.experts.22,2.557927370071411
+model.layers.44.mlp.experts.220,2.5845823287963867
+model.layers.44.mlp.experts.221,2.5578973293304443
+model.layers.44.mlp.experts.222,2.5553648471832275
+model.layers.44.mlp.experts.223,2.55652379989624
+model.layers.44.mlp.experts.224,2.5524861812591557
+model.layers.44.mlp.experts.225,2.558911085128784
+model.layers.44.mlp.experts.226,2.553905487060547
+model.layers.44.mlp.experts.227,2.55230712890625
+model.layers.44.mlp.experts.228,2.554145097732544
+model.layers.44.mlp.experts.229,2.5573012828826904
+model.layers.44.mlp.experts.23,2.553863286972046
+model.layers.44.mlp.experts.230,2.553750514984131
+model.layers.44.mlp.experts.231,2.554884195327759
+model.layers.44.mlp.experts.232,2.5530753135681152
+model.layers.44.mlp.experts.233,2.554018974304199
+model.layers.44.mlp.experts.234,2.554682493209839
+model.layers.44.mlp.experts.235,2.555661678314209
+model.layers.44.mlp.experts.236,2.552818298339844
+model.layers.44.mlp.experts.237,2.5586788654327397
+model.layers.44.mlp.experts.238,2.551697969436645
+model.layers.44.mlp.experts.239,2.5522303581237797
+model.layers.44.mlp.experts.24,2.5590660572052
+model.layers.44.mlp.experts.240,2.5780646800994877
+model.layers.44.mlp.experts.241,2.5656065940856934
+model.layers.44.mlp.experts.242,2.5616557598114014
+model.layers.44.mlp.experts.243,2.552718162536621
+model.layers.44.mlp.experts.244,2.5657219886779785
+model.layers.44.mlp.experts.245,2.564717531204224
+model.layers.44.mlp.experts.246,2.6025779247283936
+model.layers.44.mlp.experts.247,2.5814576148986816
+model.layers.44.mlp.experts.248,2.5540361404418945
+model.layers.44.mlp.experts.249,2.55233097076416
+model.layers.44.mlp.experts.25,2.581527709960937
+model.layers.44.mlp.experts.250,2.5527045726776123
+model.layers.44.mlp.experts.251,2.55254340171814
+model.layers.44.mlp.experts.252,2.5531911849975586
+model.layers.44.mlp.experts.253,2.573089361190796
+model.layers.44.mlp.experts.254,2.5534162521362305
+model.layers.44.mlp.experts.255,2.5524518489837646
+model.layers.44.mlp.experts.26,2.553664445877075
+model.layers.44.mlp.experts.27,2.553436040878296
+model.layers.44.mlp.experts.28,2.553054094314575
+model.layers.44.mlp.experts.29,2.553281545639038
+model.layers.44.mlp.experts.3,2.554165363311768
+model.layers.44.mlp.experts.30,2.555449724197388
+model.layers.44.mlp.experts.31,2.553208827972412
+model.layers.44.mlp.experts.32,2.5541045665740967
+model.layers.44.mlp.experts.33,2.552182197570801
+model.layers.44.mlp.experts.34,2.555487632751465
+model.layers.44.mlp.experts.35,2.55312728881836
+model.layers.44.mlp.experts.36,2.5534508228302
+model.layers.44.mlp.experts.37,2.553105354309082
+model.layers.44.mlp.experts.38,2.552996158599853
+model.layers.44.mlp.experts.39,2.568634510040283
+model.layers.44.mlp.experts.4,2.5618929862976074
+model.layers.44.mlp.experts.40,2.560438394546509
+model.layers.44.mlp.experts.41,2.5553178787231445
+model.layers.44.mlp.experts.42,2.55200743675232
+model.layers.44.mlp.experts.43,2.5648117065429688
+model.layers.44.mlp.experts.44,2.557884693145752
+model.layers.44.mlp.experts.45,2.5535125732421875
+model.layers.44.mlp.experts.46,2.554323673248291
+model.layers.44.mlp.experts.47,2.574040412902832
+model.layers.44.mlp.experts.48,2.5582876205444336
+model.layers.44.mlp.experts.49,2.566006898880005
+model.layers.44.mlp.experts.5,2.551729202270508
+model.layers.44.mlp.experts.50,2.569908618927002
+model.layers.44.mlp.experts.51,2.5554473400115967
+model.layers.44.mlp.experts.52,2.5576789379119877
+model.layers.44.mlp.experts.53,2.556092977523804
+model.layers.44.mlp.experts.54,2.5607717037200928
+model.layers.44.mlp.experts.55,2.556217193603516
+model.layers.44.mlp.experts.56,2.5589959621429443
+model.layers.44.mlp.experts.57,2.556547880172729
+model.layers.44.mlp.experts.58,2.55210542678833
+model.layers.44.mlp.experts.59,2.5531222820281982
+model.layers.44.mlp.experts.6,2.561300039291382
+model.layers.44.mlp.experts.60,2.553745985031128
+model.layers.44.mlp.experts.61,2.557419776916504
+model.layers.44.mlp.experts.62,2.5522561073303223
+model.layers.44.mlp.experts.63,2.554387092590332
+model.layers.44.mlp.experts.64,2.6121785640716557
+model.layers.44.mlp.experts.65,2.552412509918213
+model.layers.44.mlp.experts.66,2.5645575523376465
+model.layers.44.mlp.experts.67,2.5543453693389893
+model.layers.44.mlp.experts.68,2.5727319717407227
+model.layers.44.mlp.experts.69,2.568250894546509
+model.layers.44.mlp.experts.7,2.553650379180908
+model.layers.44.mlp.experts.70,2.552269220352173
+model.layers.44.mlp.experts.71,2.557521104812622
+model.layers.44.mlp.experts.72,2.5575480461120605
+model.layers.44.mlp.experts.73,2.554072618484497
+model.layers.44.mlp.experts.74,2.551464557647705
+model.layers.44.mlp.experts.75,2.5572104454040527
+model.layers.44.mlp.experts.76,2.5510144233703613
+model.layers.44.mlp.experts.77,2.556591033935547
+model.layers.44.mlp.experts.78,2.552152395248413
+model.layers.44.mlp.experts.79,2.569657564163208
+model.layers.44.mlp.experts.8,2.561051607131958
+model.layers.44.mlp.experts.80,2.552124500274658
+model.layers.44.mlp.experts.81,2.567071914672852
+model.layers.44.mlp.experts.82,2.559486150741577
+model.layers.44.mlp.experts.83,2.554905891418457
+model.layers.44.mlp.experts.84,2.5664124488830566
+model.layers.44.mlp.experts.85,2.5529356002807617
+model.layers.44.mlp.experts.86,2.5586531162261963
+model.layers.44.mlp.experts.87,2.555534601211548
+model.layers.44.mlp.experts.88,2.551411390304565
+model.layers.44.mlp.experts.89,2.5528252124786377
+model.layers.44.mlp.experts.9,2.5543220043182373
+model.layers.44.mlp.experts.90,2.561065435409546
+model.layers.44.mlp.experts.91,2.559531688690185
+model.layers.44.mlp.experts.92,2.561908483505249
+model.layers.44.mlp.experts.93,2.554201602935791
+model.layers.44.mlp.experts.94,2.55096435546875
+model.layers.44.mlp.experts.95,2.5515501499176025
+model.layers.44.mlp.experts.96,2.5632565021514893
+model.layers.44.mlp.experts.97,2.5518240928649902
+model.layers.44.mlp.experts.98,2.555847644805908
+model.layers.44.mlp.experts.99,2.552063226699829
+model.layers.44.mlp.shared_experts,2.71741271018982
+model.layers.44.self_attn,2.646442413330078
+model.layers.45.mlp.experts.0,2.555450916290283
+model.layers.45.mlp.experts.1,2.560579776763916
+model.layers.45.mlp.experts.10,2.5662317276000977
+model.layers.45.mlp.experts.100,2.565561056137085
+model.layers.45.mlp.experts.101,2.5541772842407227
+model.layers.45.mlp.experts.102,2.558123588562012
+model.layers.45.mlp.experts.103,2.553197860717773
+model.layers.45.mlp.experts.104,2.553074359893799
+model.layers.45.mlp.experts.105,2.554701805114746
+model.layers.45.mlp.experts.106,2.5538885593414307
+model.layers.45.mlp.experts.107,2.5579614639282227
+model.layers.45.mlp.experts.108,2.552483081817627
+model.layers.45.mlp.experts.109,2.559309720993042
+model.layers.45.mlp.experts.11,2.5524935722351074
+model.layers.45.mlp.experts.110,2.554939746856689
+model.layers.45.mlp.experts.111,2.55143666267395
+model.layers.45.mlp.experts.112,2.552335262298584
+model.layers.45.mlp.experts.113,2.557702779769897
+model.layers.45.mlp.experts.114,2.553374767303467
+model.layers.45.mlp.experts.115,2.557659387588501
+model.layers.45.mlp.experts.116,2.552387952804565
+model.layers.45.mlp.experts.117,2.553778648376465
+model.layers.45.mlp.experts.118,2.553591728210449
+model.layers.45.mlp.experts.119,2.5527267456054688
+model.layers.45.mlp.experts.12,2.552866220474243
+model.layers.45.mlp.experts.120,2.56735897064209
+model.layers.45.mlp.experts.121,2.5624024868011475
+model.layers.45.mlp.experts.122,2.554413080215454
+model.layers.45.mlp.experts.123,2.553149938583374
+model.layers.45.mlp.experts.124,2.55459213256836
+model.layers.45.mlp.experts.125,2.5518414974212646
+model.layers.45.mlp.experts.126,2.552852869033813
+model.layers.45.mlp.experts.127,2.5531184673309326
+model.layers.45.mlp.experts.128,2.562131643295288
+model.layers.45.mlp.experts.129,2.560615062713623
+model.layers.45.mlp.experts.13,2.551696538925171
+model.layers.45.mlp.experts.130,2.559796094894409
+model.layers.45.mlp.experts.131,2.5517539978027344
+model.layers.45.mlp.experts.132,2.5560452938079834
+model.layers.45.mlp.experts.133,2.5583748817443848
+model.layers.45.mlp.experts.134,2.554077386856079
+model.layers.45.mlp.experts.135,2.5516645908355717
+model.layers.45.mlp.experts.136,2.55815052986145
+model.layers.45.mlp.experts.137,2.5512959957122803
+model.layers.45.mlp.experts.138,2.5538995265960693
+model.layers.45.mlp.experts.139,2.558553695678711
+model.layers.45.mlp.experts.14,2.565715789794922
+model.layers.45.mlp.experts.140,2.5768496990203857
+model.layers.45.mlp.experts.141,2.5526247024536133
+model.layers.45.mlp.experts.142,2.558544397354126
+model.layers.45.mlp.experts.143,2.5539393424987797
+model.layers.45.mlp.experts.144,2.562924385070801
+model.layers.45.mlp.experts.145,2.5622072219848637
+model.layers.45.mlp.experts.146,2.5831458568573
+model.layers.45.mlp.experts.147,2.5549824237823486
+model.layers.45.mlp.experts.148,2.5537357330322266
+model.layers.45.mlp.experts.149,2.553042411804199
+model.layers.45.mlp.experts.15,2.552624225616455
+model.layers.45.mlp.experts.150,2.5764434337615967
+model.layers.45.mlp.experts.151,2.5572292804718018
+model.layers.45.mlp.experts.152,2.5544302463531494
+model.layers.45.mlp.experts.153,2.566033124923706
+model.layers.45.mlp.experts.154,2.550896406173706
+model.layers.45.mlp.experts.155,2.5580008029937744
+model.layers.45.mlp.experts.156,2.556586503982544
+model.layers.45.mlp.experts.157,2.551644325256348
+model.layers.45.mlp.experts.158,2.563499212265014
+model.layers.45.mlp.experts.159,2.563650369644165
+model.layers.45.mlp.experts.16,2.5528926849365234
+model.layers.45.mlp.experts.160,2.553335666656494
+model.layers.45.mlp.experts.161,2.5548458099365234
+model.layers.45.mlp.experts.162,2.5560693740844727
+model.layers.45.mlp.experts.163,2.552168130874634
+model.layers.45.mlp.experts.164,2.5762181282043457
+model.layers.45.mlp.experts.165,2.551668167114258
+model.layers.45.mlp.experts.166,2.5563406944274902
+model.layers.45.mlp.experts.167,2.554500102996826
+model.layers.45.mlp.experts.168,2.5524942874908447
+model.layers.45.mlp.experts.169,2.559804916381836
+model.layers.45.mlp.experts.17,2.565746307373047
+model.layers.45.mlp.experts.170,2.560228109359741
+model.layers.45.mlp.experts.171,2.565976142883301
+model.layers.45.mlp.experts.172,2.5519111156463623
+model.layers.45.mlp.experts.173,2.553654193878174
+model.layers.45.mlp.experts.174,2.552773952484131
+model.layers.45.mlp.experts.175,2.5567095279693604
+model.layers.45.mlp.experts.176,2.558724880218506
+model.layers.45.mlp.experts.177,2.560960292816162
+model.layers.45.mlp.experts.178,2.578549861907959
+model.layers.45.mlp.experts.179,2.5557961463928223
+model.layers.45.mlp.experts.18,2.556596517562866
+model.layers.45.mlp.experts.180,2.5556697845458984
+model.layers.45.mlp.experts.181,2.554174423217773
+model.layers.45.mlp.experts.182,2.5634782314300537
+model.layers.45.mlp.experts.183,2.566857099533081
+model.layers.45.mlp.experts.184,2.563836097717285
+model.layers.45.mlp.experts.185,2.561299085617065
+model.layers.45.mlp.experts.186,2.5659942626953125
+model.layers.45.mlp.experts.187,2.556499719619751
+model.layers.45.mlp.experts.188,2.5529651641845703
+model.layers.45.mlp.experts.189,2.5699305534362797
+model.layers.45.mlp.experts.19,2.563327550888061
+model.layers.45.mlp.experts.190,2.5888893604278564
+model.layers.45.mlp.experts.191,2.568445444107056
+model.layers.45.mlp.experts.192,2.555006265640259
+model.layers.45.mlp.experts.193,2.557625770568848
+model.layers.45.mlp.experts.194,2.5577497482299805
+model.layers.45.mlp.experts.195,2.557635545730591
+model.layers.45.mlp.experts.196,2.554473400115967
+model.layers.45.mlp.experts.197,2.55111026763916
+model.layers.45.mlp.experts.198,2.5743696689605717
+model.layers.45.mlp.experts.199,2.5526490211486816
+model.layers.45.mlp.experts.2,2.558798551559448
+model.layers.45.mlp.experts.20,2.5613017082214355
+model.layers.45.mlp.experts.200,2.5575671195983887
+model.layers.45.mlp.experts.201,2.5516605377197266
+model.layers.45.mlp.experts.202,2.555879592895508
+model.layers.45.mlp.experts.203,2.554567575454712
+model.layers.45.mlp.experts.204,2.564184188842773
+model.layers.45.mlp.experts.205,2.550908327102661
+model.layers.45.mlp.experts.206,2.558024644851685
+model.layers.45.mlp.experts.207,2.5731425285339355
+model.layers.45.mlp.experts.208,2.5519907474517822
+model.layers.45.mlp.experts.209,2.555032968521118
+model.layers.45.mlp.experts.21,2.5830771923065186
+model.layers.45.mlp.experts.210,2.56017804145813
+model.layers.45.mlp.experts.211,2.55732798576355
+model.layers.45.mlp.experts.212,2.553997278213501
+model.layers.45.mlp.experts.213,2.6367478370666504
+model.layers.45.mlp.experts.214,2.553515672683716
+model.layers.45.mlp.experts.215,2.5569188594818115
+model.layers.45.mlp.experts.216,2.5522608757019043
+model.layers.45.mlp.experts.217,2.561896324157715
+model.layers.45.mlp.experts.218,2.59519100189209
+model.layers.45.mlp.experts.219,2.554076194763184
+model.layers.45.mlp.experts.22,2.553199291229248
+model.layers.45.mlp.experts.220,2.5529415607452397
+model.layers.45.mlp.experts.221,2.552892208099365
+model.layers.45.mlp.experts.222,2.552600383758545
+model.layers.45.mlp.experts.223,2.552694320678711
+model.layers.45.mlp.experts.224,2.559925079345703
+model.layers.45.mlp.experts.225,2.5532288551330566
+model.layers.45.mlp.experts.226,2.553825855255127
+model.layers.45.mlp.experts.227,2.55218768119812
+model.layers.45.mlp.experts.228,2.5614466667175293
+model.layers.45.mlp.experts.229,2.558079481124878
+model.layers.45.mlp.experts.23,2.5612246990203857
+model.layers.45.mlp.experts.230,2.552042007446289
+model.layers.45.mlp.experts.231,2.5527989864349365
+model.layers.45.mlp.experts.232,2.5558667182922363
+model.layers.45.mlp.experts.233,2.6496238708496094
+model.layers.45.mlp.experts.234,2.5577850341796875
+model.layers.45.mlp.experts.235,2.554574728012085
+model.layers.45.mlp.experts.236,2.5620219707489014
+model.layers.45.mlp.experts.237,2.5531933307647705
+model.layers.45.mlp.experts.238,2.556328535079956
+model.layers.45.mlp.experts.239,2.554152488708496
+model.layers.45.mlp.experts.24,2.5558862686157227
+model.layers.45.mlp.experts.240,2.555339097976685
+model.layers.45.mlp.experts.241,2.552711009979248
+model.layers.45.mlp.experts.242,2.5553863048553467
+model.layers.45.mlp.experts.243,2.552826404571533
+model.layers.45.mlp.experts.244,2.557969570159912
+model.layers.45.mlp.experts.245,2.5564441680908203
+model.layers.45.mlp.experts.246,2.553919553756714
+model.layers.45.mlp.experts.247,2.5513274669647217
+model.layers.45.mlp.experts.248,2.5574212074279785
+model.layers.45.mlp.experts.249,2.552680015563965
+model.layers.45.mlp.experts.25,2.571372032165528
+model.layers.45.mlp.experts.250,2.555439710617065
+model.layers.45.mlp.experts.251,2.5611319541931152
+model.layers.45.mlp.experts.252,2.560218572616577
+model.layers.45.mlp.experts.253,2.5578596591949463
+model.layers.45.mlp.experts.254,2.5550649166107178
+model.layers.45.mlp.experts.255,2.5572214126586914
+model.layers.45.mlp.experts.26,2.5523431301116943
+model.layers.45.mlp.experts.27,2.5578982830047607
+model.layers.45.mlp.experts.28,2.553697347640991
+model.layers.45.mlp.experts.29,2.5671651363372803
+model.layers.45.mlp.experts.3,2.553842782974243
+model.layers.45.mlp.experts.30,2.5735063552856445
+model.layers.45.mlp.experts.31,2.5615878105163574
+model.layers.45.mlp.experts.32,2.5537235736846924
+model.layers.45.mlp.experts.33,2.5517001152038574
+model.layers.45.mlp.experts.34,2.55460786819458
+model.layers.45.mlp.experts.35,2.552919387817383
+model.layers.45.mlp.experts.36,2.5554442405700684
+model.layers.45.mlp.experts.37,2.5538699626922607
+model.layers.45.mlp.experts.38,2.602318286895752
+model.layers.45.mlp.experts.39,2.5615477561950684
+model.layers.45.mlp.experts.4,2.5746161937713623
+model.layers.45.mlp.experts.40,2.557379961013794
+model.layers.45.mlp.experts.41,2.5554442405700684
+model.layers.45.mlp.experts.42,2.55285382270813
+model.layers.45.mlp.experts.43,2.555420398712158
+model.layers.45.mlp.experts.44,2.5516343116760254
+model.layers.45.mlp.experts.45,2.5538322925567627
+model.layers.45.mlp.experts.46,2.5545029640197754
+model.layers.45.mlp.experts.47,2.5536582469940186
+model.layers.45.mlp.experts.48,2.5578949451446533
+model.layers.45.mlp.experts.49,2.553558826446533
+model.layers.45.mlp.experts.5,2.5711216926574707
+model.layers.45.mlp.experts.50,2.579442262649536
+model.layers.45.mlp.experts.51,2.5536317825317383
+model.layers.45.mlp.experts.52,2.5531206130981445
+model.layers.45.mlp.experts.53,2.5523815155029297
+model.layers.45.mlp.experts.54,2.5535430908203125
+model.layers.45.mlp.experts.55,2.553152084350586
+model.layers.45.mlp.experts.56,2.552847623825073
+model.layers.45.mlp.experts.57,2.5530333518981934
+model.layers.45.mlp.experts.58,2.552804470062256
+model.layers.45.mlp.experts.59,2.5569393634796143
+model.layers.45.mlp.experts.6,2.594711780548096
+model.layers.45.mlp.experts.60,2.551521778106689
+model.layers.45.mlp.experts.61,2.553729057312012
+model.layers.45.mlp.experts.62,2.55171537399292
+model.layers.45.mlp.experts.63,2.5580084323883057
+model.layers.45.mlp.experts.64,2.551942825317383
+model.layers.45.mlp.experts.65,2.55190658569336
+model.layers.45.mlp.experts.66,2.5544586181640625
+model.layers.45.mlp.experts.67,2.56221604347229
+model.layers.45.mlp.experts.68,2.553442478179932
+model.layers.45.mlp.experts.69,2.5711398124694824
+model.layers.45.mlp.experts.7,2.554469108581543
+model.layers.45.mlp.experts.70,2.558723211288452
+model.layers.45.mlp.experts.71,2.553871393203736
+model.layers.45.mlp.experts.72,2.555426597595215
+model.layers.45.mlp.experts.73,2.55439567565918
+model.layers.45.mlp.experts.74,2.563260078430176
+model.layers.45.mlp.experts.75,2.552143812179565
+model.layers.45.mlp.experts.76,2.554396867752075
+model.layers.45.mlp.experts.77,2.5541648864746094
+model.layers.45.mlp.experts.78,2.552264928817749
+model.layers.45.mlp.experts.79,2.5533249378204346
+model.layers.45.mlp.experts.8,2.5545244216918945
+model.layers.45.mlp.experts.80,2.551630973815918
+model.layers.45.mlp.experts.81,2.551861524581909
+model.layers.45.mlp.experts.82,2.5569558143615723
+model.layers.45.mlp.experts.83,2.5514397621154785
+model.layers.45.mlp.experts.84,2.5570034980773926
+model.layers.45.mlp.experts.85,2.556854248046875
+model.layers.45.mlp.experts.86,2.5554089546203613
+model.layers.45.mlp.experts.87,2.551889419555664
+model.layers.45.mlp.experts.88,2.56406831741333
+model.layers.45.mlp.experts.89,2.5587432384490967
+model.layers.45.mlp.experts.9,2.5550546646118164
+model.layers.45.mlp.experts.90,2.554720401763916
+model.layers.45.mlp.experts.91,2.564541339874268
+model.layers.45.mlp.experts.92,2.5548458099365234
+model.layers.45.mlp.experts.93,2.557770013809204
+model.layers.45.mlp.experts.94,2.552653312683105
+model.layers.45.mlp.experts.95,2.5743114948272705
+model.layers.45.mlp.experts.96,2.552717685699463
+model.layers.45.mlp.experts.97,2.5859742164611816
+model.layers.45.mlp.experts.98,2.5626039505004883
+model.layers.45.mlp.experts.99,2.561600685119629
+model.layers.45.mlp.shared_experts,2.7360219955444336
+model.layers.45.self_attn,2.6082653999328613
+model.layers.46.mlp.experts.0,2.554526805877685
+model.layers.46.mlp.experts.1,2.5543386936187744
+model.layers.46.mlp.experts.10,2.579590082168579
+model.layers.46.mlp.experts.100,2.555495500564575
+model.layers.46.mlp.experts.101,2.558156967163086
+model.layers.46.mlp.experts.102,2.564170360565185
+model.layers.46.mlp.experts.103,2.5584869384765625
+model.layers.46.mlp.experts.104,2.564450025558472
+model.layers.46.mlp.experts.105,2.568514823913574
+model.layers.46.mlp.experts.106,2.5525383949279785
+model.layers.46.mlp.experts.107,2.5516483783721924
+model.layers.46.mlp.experts.108,2.5520899295806885
+model.layers.46.mlp.experts.109,2.5563268661499023
+model.layers.46.mlp.experts.11,2.551599264144897
+model.layers.46.mlp.experts.110,2.561076641082764
+model.layers.46.mlp.experts.111,2.553853273391724
+model.layers.46.mlp.experts.112,2.551801919937134
+model.layers.46.mlp.experts.113,2.5568346977233887
+model.layers.46.mlp.experts.114,2.5516040325164795
+model.layers.46.mlp.experts.115,2.5550520420074463
+model.layers.46.mlp.experts.116,2.5520012378692627
+model.layers.46.mlp.experts.117,2.55863618850708
+model.layers.46.mlp.experts.118,2.5628998279571533
+model.layers.46.mlp.experts.119,2.5656681060791016
+model.layers.46.mlp.experts.12,2.553287982940674
+model.layers.46.mlp.experts.120,2.5559334754943848
+model.layers.46.mlp.experts.121,2.554542064666748
+model.layers.46.mlp.experts.122,2.5542900562286377
+model.layers.46.mlp.experts.123,2.5537805557250977
+model.layers.46.mlp.experts.124,2.5600833892822266
+model.layers.46.mlp.experts.125,2.5573315620422363
+model.layers.46.mlp.experts.126,2.554339408874512
+model.layers.46.mlp.experts.127,2.5521023273468018
+model.layers.46.mlp.experts.128,2.5570991039276123
+model.layers.46.mlp.experts.129,2.552504062652588
+model.layers.46.mlp.experts.13,2.5524823665618896
+model.layers.46.mlp.experts.130,2.55204176902771
+model.layers.46.mlp.experts.131,2.5530319213867188
+model.layers.46.mlp.experts.132,2.553818702697754
+model.layers.46.mlp.experts.133,2.5635368824005127
+model.layers.46.mlp.experts.134,2.5513195991516118
+model.layers.46.mlp.experts.135,2.5547540187835693
+model.layers.46.mlp.experts.136,2.553897857666016
+model.layers.46.mlp.experts.137,2.560814619064331
+model.layers.46.mlp.experts.138,2.5562636852264404
+model.layers.46.mlp.experts.139,2.5524184703826904
+model.layers.46.mlp.experts.14,2.5536787509918213
+model.layers.46.mlp.experts.140,2.551551342010498
+model.layers.46.mlp.experts.141,2.5538036823272705
+model.layers.46.mlp.experts.142,2.55347204208374
+model.layers.46.mlp.experts.143,2.5619993209838867
+model.layers.46.mlp.experts.144,2.551288604736328
+model.layers.46.mlp.experts.145,2.550680637359619
+model.layers.46.mlp.experts.146,2.554080009460449
+model.layers.46.mlp.experts.147,2.553039312362671
+model.layers.46.mlp.experts.148,2.552504777908325
+model.layers.46.mlp.experts.149,2.5531136989593506
+model.layers.46.mlp.experts.15,2.5554800033569336
+model.layers.46.mlp.experts.150,2.572740077972412
+model.layers.46.mlp.experts.151,2.552853584289551
+model.layers.46.mlp.experts.152,2.5558745861053467
+model.layers.46.mlp.experts.153,2.5748581886291504
+model.layers.46.mlp.experts.154,2.551861047744751
+model.layers.46.mlp.experts.155,2.5561225414276123
+model.layers.46.mlp.experts.156,2.55743670463562
+model.layers.46.mlp.experts.157,2.554112911224365
+model.layers.46.mlp.experts.158,2.5539886951446533
+model.layers.46.mlp.experts.159,2.551053762435913
+model.layers.46.mlp.experts.16,2.56426739692688
+model.layers.46.mlp.experts.160,2.556747436523437
+model.layers.46.mlp.experts.161,2.55233097076416
+model.layers.46.mlp.experts.162,2.555962562561035
+model.layers.46.mlp.experts.163,2.5536816120147705
+model.layers.46.mlp.experts.164,2.554696559906006
+model.layers.46.mlp.experts.165,2.591890811920166
+model.layers.46.mlp.experts.166,2.552227735519409
+model.layers.46.mlp.experts.167,2.5725293159484863
+model.layers.46.mlp.experts.168,2.5549097061157227
+model.layers.46.mlp.experts.169,2.5509865283966064
+model.layers.46.mlp.experts.17,2.5596063137054443
+model.layers.46.mlp.experts.170,2.555750131607056
+model.layers.46.mlp.experts.171,2.553258180618286
+model.layers.46.mlp.experts.172,2.55324649810791
+model.layers.46.mlp.experts.173,2.556764841079712
+model.layers.46.mlp.experts.174,2.553961753845215
+model.layers.46.mlp.experts.175,2.5569350719451904
+model.layers.46.mlp.experts.176,2.569467544555664
+model.layers.46.mlp.experts.177,2.554419994354248
+model.layers.46.mlp.experts.178,2.55384373664856
+model.layers.46.mlp.experts.179,2.559234142303467
+model.layers.46.mlp.experts.18,2.5560107231140137
+model.layers.46.mlp.experts.180,2.55160927772522
+model.layers.46.mlp.experts.181,2.5583481788635254
+model.layers.46.mlp.experts.182,2.5554563999176025
+model.layers.46.mlp.experts.183,2.556057929992676
+model.layers.46.mlp.experts.184,2.5537843704223637
+model.layers.46.mlp.experts.185,2.566647529602051
+model.layers.46.mlp.experts.186,2.558316707611084
+model.layers.46.mlp.experts.187,2.554311037063598
+model.layers.46.mlp.experts.188,2.552225112915039
+model.layers.46.mlp.experts.189,2.551407814025879
+model.layers.46.mlp.experts.19,2.551661491394043
+model.layers.46.mlp.experts.190,2.562044382095337
+model.layers.46.mlp.experts.191,2.561322927474976
+model.layers.46.mlp.experts.192,2.5545670986175537
+model.layers.46.mlp.experts.193,2.550935745239258
+model.layers.46.mlp.experts.194,2.554162979125977
+model.layers.46.mlp.experts.195,2.55457067489624
+model.layers.46.mlp.experts.196,2.557164430618286
+model.layers.46.mlp.experts.197,2.5575740337371826
+model.layers.46.mlp.experts.198,2.5631580352783203
+model.layers.46.mlp.experts.199,2.5544562339782715
+model.layers.46.mlp.experts.2,2.5515506267547607
+model.layers.46.mlp.experts.20,2.55195951461792
+model.layers.46.mlp.experts.200,2.558513164520264
+model.layers.46.mlp.experts.201,2.558887481689453
+model.layers.46.mlp.experts.202,2.552753210067749
+model.layers.46.mlp.experts.203,2.558631420135498
+model.layers.46.mlp.experts.204,2.554992198944092
+model.layers.46.mlp.experts.205,2.553215980529785
+model.layers.46.mlp.experts.206,2.554137945175171
+model.layers.46.mlp.experts.207,2.5555455684661865
+model.layers.46.mlp.experts.208,2.5527336597442627
+model.layers.46.mlp.experts.209,2.5527985095977783
+model.layers.46.mlp.experts.21,2.55481481552124
+model.layers.46.mlp.experts.210,2.552884340286255
+model.layers.46.mlp.experts.211,2.5555949211120605
+model.layers.46.mlp.experts.212,2.5592498779296875
+model.layers.46.mlp.experts.213,2.552541971206665
+model.layers.46.mlp.experts.214,2.5536022186279297
+model.layers.46.mlp.experts.215,2.5757274627685547
+model.layers.46.mlp.experts.216,2.555518627166748
+model.layers.46.mlp.experts.217,2.553538084030152
+model.layers.46.mlp.experts.218,2.555685520172119
+model.layers.46.mlp.experts.219,2.5509278774261475
+model.layers.46.mlp.experts.22,2.5512704849243164
+model.layers.46.mlp.experts.220,2.55243182182312
+model.layers.46.mlp.experts.221,2.552544593811035
+model.layers.46.mlp.experts.222,2.551438093185425
+model.layers.46.mlp.experts.223,2.5524473190307617
+model.layers.46.mlp.experts.224,2.553462266921997
+model.layers.46.mlp.experts.225,2.5643296241760254
+model.layers.46.mlp.experts.226,2.5531368255615234
+model.layers.46.mlp.experts.227,2.5519816875457764
+model.layers.46.mlp.experts.228,2.555389881134033
+model.layers.46.mlp.experts.229,2.568246841430664
+model.layers.46.mlp.experts.23,2.5530097484588623
+model.layers.46.mlp.experts.230,2.5526156425476074
+model.layers.46.mlp.experts.231,2.5584990978240967
+model.layers.46.mlp.experts.232,2.5570735931396484
+model.layers.46.mlp.experts.233,2.556913137435913
+model.layers.46.mlp.experts.234,2.5573842525482178
+model.layers.46.mlp.experts.235,2.553617238998413
+model.layers.46.mlp.experts.236,2.5620131492614746
+model.layers.46.mlp.experts.237,2.5536131858825684
+model.layers.46.mlp.experts.238,2.5517454147338867
+model.layers.46.mlp.experts.239,2.555770874023437
+model.layers.46.mlp.experts.24,2.555515766143799
+model.layers.46.mlp.experts.240,2.5561740398406982
+model.layers.46.mlp.experts.241,2.5526812076568604
+model.layers.46.mlp.experts.242,2.553391218185425
+model.layers.46.mlp.experts.243,2.5550456047058105
+model.layers.46.mlp.experts.244,2.5526540279388428
+model.layers.46.mlp.experts.245,2.554585695266724
+model.layers.46.mlp.experts.246,2.553632974624634
+model.layers.46.mlp.experts.247,2.5636935234069824
+model.layers.46.mlp.experts.248,2.5554733276367188
+model.layers.46.mlp.experts.249,2.5518126487731934
+model.layers.46.mlp.experts.25,2.5610454082489014
+model.layers.46.mlp.experts.250,2.556595802307129
+model.layers.46.mlp.experts.251,2.5799660682678223
+model.layers.46.mlp.experts.252,2.555870294570923
+model.layers.46.mlp.experts.253,2.5535988807678223
+model.layers.46.mlp.experts.254,2.5531556606292725
+model.layers.46.mlp.experts.255,2.559498071670532
+model.layers.46.mlp.experts.26,2.5524778366088867
+model.layers.46.mlp.experts.27,2.552321434020996
+model.layers.46.mlp.experts.28,2.557283878326416
+model.layers.46.mlp.experts.29,2.552428722381592
+model.layers.46.mlp.experts.3,2.5532491207122803
+model.layers.46.mlp.experts.30,2.556413173675537
+model.layers.46.mlp.experts.31,2.5573904514312744
+model.layers.46.mlp.experts.32,2.552263736724853
+model.layers.46.mlp.experts.33,2.551898956298828
+model.layers.46.mlp.experts.34,2.561298131942749
+model.layers.46.mlp.experts.35,2.5577621459960938
+model.layers.46.mlp.experts.36,2.552628755569458
+model.layers.46.mlp.experts.37,2.5570061206817627
+model.layers.46.mlp.experts.38,2.552122116088867
+model.layers.46.mlp.experts.39,2.5531930923461914
+model.layers.46.mlp.experts.4,2.5564351081848145
+model.layers.46.mlp.experts.40,2.551161527633667
+model.layers.46.mlp.experts.41,2.555727005004883
+model.layers.46.mlp.experts.42,2.5552783012390137
+model.layers.46.mlp.experts.43,2.5515482425689697
+model.layers.46.mlp.experts.44,2.57025408744812
+model.layers.46.mlp.experts.45,2.5515623092651367
+model.layers.46.mlp.experts.46,2.5579121112823486
+model.layers.46.mlp.experts.47,2.557452917098999
+model.layers.46.mlp.experts.48,2.59717321395874
+model.layers.46.mlp.experts.49,2.5563859939575195
+model.layers.46.mlp.experts.5,2.5517830848693848
+model.layers.46.mlp.experts.50,2.5646626949310303
+model.layers.46.mlp.experts.51,2.5518527030944824
+model.layers.46.mlp.experts.52,2.5531158447265625
+model.layers.46.mlp.experts.53,2.553144216537476
+model.layers.46.mlp.experts.54,2.5585341453552246
+model.layers.46.mlp.experts.55,2.558300256729126
+model.layers.46.mlp.experts.56,2.552165031433105
+model.layers.46.mlp.experts.57,2.5574164390563965
+model.layers.46.mlp.experts.58,2.553750276565552
+model.layers.46.mlp.experts.59,2.5608904361724854
+model.layers.46.mlp.experts.6,2.5509042739868164
+model.layers.46.mlp.experts.60,2.5518221855163574
+model.layers.46.mlp.experts.61,2.5528504848480225
+model.layers.46.mlp.experts.62,2.5523362159729004
+model.layers.46.mlp.experts.63,2.551363468170166
+model.layers.46.mlp.experts.64,2.552910327911377
+model.layers.46.mlp.experts.65,2.553871393203736
+model.layers.46.mlp.experts.66,2.558427333831787
+model.layers.46.mlp.experts.67,2.562208414077759
+model.layers.46.mlp.experts.68,2.5541529655456543
+model.layers.46.mlp.experts.69,2.553058624267578
+model.layers.46.mlp.experts.7,2.552602767944336
+model.layers.46.mlp.experts.70,2.5539300441741943
+model.layers.46.mlp.experts.71,2.553173303604126
+model.layers.46.mlp.experts.72,2.551962375640869
+model.layers.46.mlp.experts.73,2.5534563064575195
+model.layers.46.mlp.experts.74,2.5530998706817627
+model.layers.46.mlp.experts.75,2.556795597076416
+model.layers.46.mlp.experts.76,2.5567221641540527
+model.layers.46.mlp.experts.77,2.56181001663208
+model.layers.46.mlp.experts.78,2.586907863616944
+model.layers.46.mlp.experts.79,2.563103199005127
+model.layers.46.mlp.experts.8,2.551930904388428
+model.layers.46.mlp.experts.80,2.5548946857452397
+model.layers.46.mlp.experts.81,2.553004264831543
+model.layers.46.mlp.experts.82,2.553631067276001
+model.layers.46.mlp.experts.83,2.55471420288086
+model.layers.46.mlp.experts.84,2.552647829055786
+model.layers.46.mlp.experts.85,2.562469482421875
+model.layers.46.mlp.experts.86,2.55433988571167
+model.layers.46.mlp.experts.87,2.556936025619507
+model.layers.46.mlp.experts.88,2.553510904312134
+model.layers.46.mlp.experts.89,2.554368019104004
+model.layers.46.mlp.experts.9,2.5519919395446777
+model.layers.46.mlp.experts.90,2.5546317100524902
+model.layers.46.mlp.experts.91,2.553422451019287
+model.layers.46.mlp.experts.92,2.554530143737793
+model.layers.46.mlp.experts.93,2.550891160964966
+model.layers.46.mlp.experts.94,2.553168535232544
+model.layers.46.mlp.experts.95,2.5513837337493896
+model.layers.46.mlp.experts.96,2.559562921524048
+model.layers.46.mlp.experts.97,2.556316614151001
+model.layers.46.mlp.experts.98,2.565224885940552
+model.layers.46.mlp.experts.99,2.556809425354004
+model.layers.46.mlp.shared_experts,2.7461154460906982
+model.layers.46.self_attn,2.6027963161468506
+model.layers.47.mlp.experts.0,2.5534026622772217
+model.layers.47.mlp.experts.1,2.556189775466919
+model.layers.47.mlp.experts.10,2.5599172115325928
+model.layers.47.mlp.experts.100,2.5521459579467773
+model.layers.47.mlp.experts.101,2.551931619644165
+model.layers.47.mlp.experts.102,2.5564255714416504
+model.layers.47.mlp.experts.103,2.5536112785339355
+model.layers.47.mlp.experts.104,2.551905632019043
+model.layers.47.mlp.experts.105,2.556011915206909
+model.layers.47.mlp.experts.106,2.554589033126831
+model.layers.47.mlp.experts.107,2.5592987537384038
+model.layers.47.mlp.experts.108,2.5657522678375244
+model.layers.47.mlp.experts.109,2.55279541015625
+model.layers.47.mlp.experts.11,2.5539791584014893
+model.layers.47.mlp.experts.110,2.5618224143981934
+model.layers.47.mlp.experts.111,2.551363945007324
+model.layers.47.mlp.experts.112,2.568408727645874
+model.layers.47.mlp.experts.113,2.5549941062927246
+model.layers.47.mlp.experts.114,2.5521225929260254
+model.layers.47.mlp.experts.115,2.586842536926269
+model.layers.47.mlp.experts.116,2.556863784790039
+model.layers.47.mlp.experts.117,2.555543899536133
+model.layers.47.mlp.experts.118,2.5559473037719727
+model.layers.47.mlp.experts.119,2.5525333881378174
+model.layers.47.mlp.experts.12,2.556792020797729
+model.layers.47.mlp.experts.120,2.556612014770508
+model.layers.47.mlp.experts.121,2.576782703399658
+model.layers.47.mlp.experts.122,2.552454948425293
+model.layers.47.mlp.experts.123,2.560787916183472
+model.layers.47.mlp.experts.124,2.553799152374268
+model.layers.47.mlp.experts.125,2.5541086196899414
+model.layers.47.mlp.experts.126,2.552856683731079
+model.layers.47.mlp.experts.127,2.5572710037231445
+model.layers.47.mlp.experts.128,2.55695915222168
+model.layers.47.mlp.experts.129,2.5608692169189453
+model.layers.47.mlp.experts.13,2.551523447036743
+model.layers.47.mlp.experts.130,2.5604310035705566
+model.layers.47.mlp.experts.131,2.552322626113892
+model.layers.47.mlp.experts.132,2.5593082904815674
+model.layers.47.mlp.experts.133,2.558683156967163
+model.layers.47.mlp.experts.134,2.552142381668091
+model.layers.47.mlp.experts.135,2.550731658935547
+model.layers.47.mlp.experts.136,2.554159879684448
+model.layers.47.mlp.experts.137,2.552255630493164
+model.layers.47.mlp.experts.138,2.5530972480773926
+model.layers.47.mlp.experts.139,2.551630735397339
+model.layers.47.mlp.experts.14,2.556938886642456
+model.layers.47.mlp.experts.140,2.557340145111084
+model.layers.47.mlp.experts.141,2.5521914958953857
+model.layers.47.mlp.experts.142,2.554905891418457
+model.layers.47.mlp.experts.143,2.551165103912353
+model.layers.47.mlp.experts.144,2.553610324859619
+model.layers.47.mlp.experts.145,2.55310583114624
+model.layers.47.mlp.experts.146,2.567434310913086
+model.layers.47.mlp.experts.147,2.550588130950928
+model.layers.47.mlp.experts.148,2.5503499507904053
+model.layers.47.mlp.experts.149,2.552065849304199
+model.layers.47.mlp.experts.15,2.5605733394622803
+model.layers.47.mlp.experts.150,2.569841861724853
+model.layers.47.mlp.experts.151,2.5522921085357666
+model.layers.47.mlp.experts.152,2.558943033218384
+model.layers.47.mlp.experts.153,2.553543329238892
+model.layers.47.mlp.experts.154,2.5594704151153564
+model.layers.47.mlp.experts.155,2.554184675216675
+model.layers.47.mlp.experts.156,2.573343276977539
+model.layers.47.mlp.experts.157,2.5560765266418457
+model.layers.47.mlp.experts.158,2.552133321762085
+model.layers.47.mlp.experts.159,2.551476001739502
+model.layers.47.mlp.experts.16,2.554577112197876
+model.layers.47.mlp.experts.160,2.553995132446289
+model.layers.47.mlp.experts.161,2.551877498626709
+model.layers.47.mlp.experts.162,2.551446914672852
+model.layers.47.mlp.experts.163,2.5550942420959477
+model.layers.47.mlp.experts.164,2.581039428710937
+model.layers.47.mlp.experts.165,2.5595598220825195
+model.layers.47.mlp.experts.166,2.5585498809814453
+model.layers.47.mlp.experts.167,2.562774181365967
+model.layers.47.mlp.experts.168,2.566669464111328
+model.layers.47.mlp.experts.169,2.555826425552368
+model.layers.47.mlp.experts.17,2.5523054599761963
+model.layers.47.mlp.experts.170,2.554145336151123
+model.layers.47.mlp.experts.171,2.5639102458953857
+model.layers.47.mlp.experts.172,2.556126356124878
+model.layers.47.mlp.experts.173,2.552429676055908
+model.layers.47.mlp.experts.174,2.55481481552124
+model.layers.47.mlp.experts.175,2.5563361644744877
+model.layers.47.mlp.experts.176,2.557104587554932
+model.layers.47.mlp.experts.177,2.5562992095947266
+model.layers.47.mlp.experts.178,2.5583913326263428
+model.layers.47.mlp.experts.179,2.5533063411712646
+model.layers.47.mlp.experts.18,2.554548501968384
+model.layers.47.mlp.experts.180,2.5545296669006348
+model.layers.47.mlp.experts.181,2.55328369140625
+model.layers.47.mlp.experts.182,2.558038711547852
+model.layers.47.mlp.experts.183,2.5535998344421387
+model.layers.47.mlp.experts.184,2.5511512756347656
+model.layers.47.mlp.experts.185,2.554434299468994
+model.layers.47.mlp.experts.186,2.5537497997283936
+model.layers.47.mlp.experts.187,2.5584940910339355
+model.layers.47.mlp.experts.188,2.55208683013916
+model.layers.47.mlp.experts.189,2.5520753860473637
+model.layers.47.mlp.experts.19,2.558635711669922
+model.layers.47.mlp.experts.190,2.552498817443848
+model.layers.47.mlp.experts.191,2.553177118301392
+model.layers.47.mlp.experts.192,2.5550386905670166
+model.layers.47.mlp.experts.193,2.554090976715088
+model.layers.47.mlp.experts.194,2.5542654991149902
+model.layers.47.mlp.experts.195,2.555135726928711
+model.layers.47.mlp.experts.196,2.5611581802368164
+model.layers.47.mlp.experts.197,2.553395271301269
+model.layers.47.mlp.experts.198,2.563195943832397
+model.layers.47.mlp.experts.199,2.555450201034546
+model.layers.47.mlp.experts.2,2.554283857345581
+model.layers.47.mlp.experts.20,2.553013324737549
+model.layers.47.mlp.experts.200,2.556633949279785
+model.layers.47.mlp.experts.201,2.5646865367889404
+model.layers.47.mlp.experts.202,2.5525922775268555
+model.layers.47.mlp.experts.203,2.559872627258301
+model.layers.47.mlp.experts.204,2.5527184009552
+model.layers.47.mlp.experts.205,2.554713726043701
+model.layers.47.mlp.experts.206,2.5550224781036377
+model.layers.47.mlp.experts.207,2.5671560764312744
+model.layers.47.mlp.experts.208,2.556694984436035
+model.layers.47.mlp.experts.209,2.562185049057007
+model.layers.47.mlp.experts.21,2.556896209716797
+model.layers.47.mlp.experts.210,2.5533485412597656
+model.layers.47.mlp.experts.211,2.5545458793640137
+model.layers.47.mlp.experts.212,2.5552000999450684
+model.layers.47.mlp.experts.213,2.551460266113281
+model.layers.47.mlp.experts.214,2.562682628631592
+model.layers.47.mlp.experts.215,2.5651700496673584
+model.layers.47.mlp.experts.216,2.5528008937835693
+model.layers.47.mlp.experts.217,2.555475234985352
+model.layers.47.mlp.experts.218,2.5531277656555176
+model.layers.47.mlp.experts.219,2.5555787086486816
+model.layers.47.mlp.experts.22,2.554853916168213
+model.layers.47.mlp.experts.220,2.555726766586304
+model.layers.47.mlp.experts.221,2.55150842666626
+model.layers.47.mlp.experts.222,2.55484938621521
+model.layers.47.mlp.experts.223,2.5631661415100098
+model.layers.47.mlp.experts.224,2.552995204925537
+model.layers.47.mlp.experts.225,2.553058624267578
+model.layers.47.mlp.experts.226,2.551846742630005
+model.layers.47.mlp.experts.227,2.552274465560913
+model.layers.47.mlp.experts.228,2.559819459915161
+model.layers.47.mlp.experts.229,2.5531911849975586
+model.layers.47.mlp.experts.23,2.5528929233551025
+model.layers.47.mlp.experts.230,2.551486730575561
+model.layers.47.mlp.experts.231,2.5587520599365234
+model.layers.47.mlp.experts.232,2.5583746433258057
+model.layers.47.mlp.experts.233,2.563714504241944
+model.layers.47.mlp.experts.234,2.556021213531494
+model.layers.47.mlp.experts.235,2.565483570098877
+model.layers.47.mlp.experts.236,2.555461168289185
+model.layers.47.mlp.experts.237,2.6742115020751958
+model.layers.47.mlp.experts.238,2.5662498474121094
+model.layers.47.mlp.experts.239,2.55273699760437
+model.layers.47.mlp.experts.24,2.551535129547119
+model.layers.47.mlp.experts.240,2.557348728179932
+model.layers.47.mlp.experts.241,2.577543258666992
+model.layers.47.mlp.experts.242,2.560854911804199
+model.layers.47.mlp.experts.243,2.5525851249694824
+model.layers.47.mlp.experts.244,2.5542666912078857
+model.layers.47.mlp.experts.245,2.5601274967193604
+model.layers.47.mlp.experts.246,2.5510025024414062
+model.layers.47.mlp.experts.247,2.552311897277832
+model.layers.47.mlp.experts.248,2.552394151687622
+model.layers.47.mlp.experts.249,2.5573315620422363
+model.layers.47.mlp.experts.25,2.5594613552093506
+model.layers.47.mlp.experts.250,2.559103488922119
+model.layers.47.mlp.experts.251,2.569509744644165
+model.layers.47.mlp.experts.252,2.566980361938477
+model.layers.47.mlp.experts.253,2.5539047718048096
+model.layers.47.mlp.experts.254,2.554861545562744
+model.layers.47.mlp.experts.255,2.555995464324951
+model.layers.47.mlp.experts.26,2.5529592037200928
+model.layers.47.mlp.experts.27,2.5648646354675293
+model.layers.47.mlp.experts.28,2.5525453090667725
+model.layers.47.mlp.experts.29,2.5523910522460938
+model.layers.47.mlp.experts.3,2.556368112564087
+model.layers.47.mlp.experts.30,2.556302547454834
+model.layers.47.mlp.experts.31,2.552042245864868
+model.layers.47.mlp.experts.32,2.554123878479004
+model.layers.47.mlp.experts.33,2.5540642738342285
+model.layers.47.mlp.experts.34,2.5508716106414795
+model.layers.47.mlp.experts.35,2.5810317993164062
+model.layers.47.mlp.experts.36,2.550968647003174
+model.layers.47.mlp.experts.37,2.553377628326416
+model.layers.47.mlp.experts.38,2.552556037902832
+model.layers.47.mlp.experts.39,2.5553648471832275
+model.layers.47.mlp.experts.4,2.553109645843506
+model.layers.47.mlp.experts.40,2.5540122985839844
+model.layers.47.mlp.experts.41,2.5525131225585938
+model.layers.47.mlp.experts.42,2.553070306777954
+model.layers.47.mlp.experts.43,2.5609030723571777
+model.layers.47.mlp.experts.44,2.557313680648804
+model.layers.47.mlp.experts.45,2.5517401695251465
+model.layers.47.mlp.experts.46,2.5635457038879395
+model.layers.47.mlp.experts.47,2.553928136825561
+model.layers.47.mlp.experts.48,2.559990882873535
+model.layers.47.mlp.experts.49,2.557683229446411
+model.layers.47.mlp.experts.5,2.557041883468628
+model.layers.47.mlp.experts.50,2.551405906677246
+model.layers.47.mlp.experts.51,2.5542304515838623
+model.layers.47.mlp.experts.52,2.5713014602661133
+model.layers.47.mlp.experts.53,2.5514004230499268
+model.layers.47.mlp.experts.54,2.555262327194214
+model.layers.47.mlp.experts.55,2.557070255279541
+model.layers.47.mlp.experts.56,2.554193019866944
+model.layers.47.mlp.experts.57,2.5521762371063232
+model.layers.47.mlp.experts.58,2.5521833896636963
+model.layers.47.mlp.experts.59,2.556882858276367
+model.layers.47.mlp.experts.6,2.553715229034424
+model.layers.47.mlp.experts.60,2.556466817855835
+model.layers.47.mlp.experts.61,2.568486452102661
+model.layers.47.mlp.experts.62,2.5599899291992188
+model.layers.47.mlp.experts.63,2.561189889907837
+model.layers.47.mlp.experts.64,2.551955223083496
+model.layers.47.mlp.experts.65,2.552840232849121
+model.layers.47.mlp.experts.66,2.5610275268554688
+model.layers.47.mlp.experts.67,2.5527827739715576
+model.layers.47.mlp.experts.68,2.5521559715271
+model.layers.47.mlp.experts.69,2.55222749710083
+model.layers.47.mlp.experts.7,2.559403657913208
+model.layers.47.mlp.experts.70,2.5636799335479736
+model.layers.47.mlp.experts.71,2.5524184703826904
+model.layers.47.mlp.experts.72,2.5552117824554443
+model.layers.47.mlp.experts.73,2.559429883956909
+model.layers.47.mlp.experts.74,2.5515406131744385
+model.layers.47.mlp.experts.75,2.561639308929444
+model.layers.47.mlp.experts.76,2.5529544353485107
+model.layers.47.mlp.experts.77,2.552746534347534
+model.layers.47.mlp.experts.78,2.5559253692626958
+model.layers.47.mlp.experts.79,2.554119110107422
+model.layers.47.mlp.experts.8,2.557401180267334
+model.layers.47.mlp.experts.80,2.574770212173462
+model.layers.47.mlp.experts.81,2.5541059970855717
+model.layers.47.mlp.experts.82,2.5564234256744385
+model.layers.47.mlp.experts.83,2.552837610244751
+model.layers.47.mlp.experts.84,2.5521557331085205
+model.layers.47.mlp.experts.85,2.5622987747192383
+model.layers.47.mlp.experts.86,2.554649353027344
+model.layers.47.mlp.experts.87,2.555885076522827
+model.layers.47.mlp.experts.88,2.5508921146392822
+model.layers.47.mlp.experts.89,2.5527071952819824
+model.layers.47.mlp.experts.9,2.554682731628418
+model.layers.47.mlp.experts.90,2.5523617267608643
+model.layers.47.mlp.experts.91,2.554992198944092
+model.layers.47.mlp.experts.92,2.55421781539917
+model.layers.47.mlp.experts.93,2.554600954055786
+model.layers.47.mlp.experts.94,2.5535333156585693
+model.layers.47.mlp.experts.95,2.5559048652648926
+model.layers.47.mlp.experts.96,2.5633809566497803
+model.layers.47.mlp.experts.97,2.556550979614258
+model.layers.47.mlp.experts.98,2.559728145599365
+model.layers.47.mlp.experts.99,2.55587100982666
+model.layers.47.mlp.shared_experts,2.7451446056365967
+model.layers.47.self_attn,2.6180312633514404
+model.layers.48.mlp.experts.0,2.5622239112854004
+model.layers.48.mlp.experts.1,2.6534552574157715
+model.layers.48.mlp.experts.10,2.5541698932647705
+model.layers.48.mlp.experts.100,2.558193683624268
+model.layers.48.mlp.experts.101,2.5543618202209477
+model.layers.48.mlp.experts.102,2.558034420013428
+model.layers.48.mlp.experts.103,2.556274652481079
+model.layers.48.mlp.experts.104,2.5550012588500977
+model.layers.48.mlp.experts.105,2.5876998901367188
+model.layers.48.mlp.experts.106,2.557563543319702
+model.layers.48.mlp.experts.107,2.554610013961792
+model.layers.48.mlp.experts.108,2.5522494316101074
+model.layers.48.mlp.experts.109,2.5569839477539062
+model.layers.48.mlp.experts.11,2.5557658672332764
+model.layers.48.mlp.experts.110,2.55342435836792
+model.layers.48.mlp.experts.111,2.576991558074951
+model.layers.48.mlp.experts.112,2.5526843070983887
+model.layers.48.mlp.experts.113,2.565420866012573
+model.layers.48.mlp.experts.114,2.5564255714416504
+model.layers.48.mlp.experts.115,2.5560543537139893
+model.layers.48.mlp.experts.116,2.566427707672119
+model.layers.48.mlp.experts.117,2.553804874420166
+model.layers.48.mlp.experts.118,2.562983274459839
+model.layers.48.mlp.experts.119,2.553910493850708
+model.layers.48.mlp.experts.12,2.562243700027466
+model.layers.48.mlp.experts.120,2.568528652191162
+model.layers.48.mlp.experts.121,2.566531181335449
+model.layers.48.mlp.experts.122,2.5540521144866943
+model.layers.48.mlp.experts.123,2.5555553436279297
+model.layers.48.mlp.experts.124,2.5527026653289795
+model.layers.48.mlp.experts.125,2.558349847793579
+model.layers.48.mlp.experts.126,2.564328908920288
+model.layers.48.mlp.experts.127,2.552775859832764
+model.layers.48.mlp.experts.128,2.5560035705566406
+model.layers.48.mlp.experts.129,2.5522565841674805
+model.layers.48.mlp.experts.13,2.555554151535034
+model.layers.48.mlp.experts.130,2.552692413330078
+model.layers.48.mlp.experts.131,2.55261754989624
+model.layers.48.mlp.experts.132,2.5592386722564697
+model.layers.48.mlp.experts.133,2.5589077472686768
+model.layers.48.mlp.experts.134,2.552051544189453
+model.layers.48.mlp.experts.135,2.556482315063477
+model.layers.48.mlp.experts.136,2.5554771423339844
+model.layers.48.mlp.experts.137,2.5604047775268555
+model.layers.48.mlp.experts.138,2.5563182830810547
+model.layers.48.mlp.experts.139,2.558511018753052
+model.layers.48.mlp.experts.14,2.5533244609832764
+model.layers.48.mlp.experts.140,2.55422043800354
+model.layers.48.mlp.experts.141,2.55128812789917
+model.layers.48.mlp.experts.142,2.5518245697021484
+model.layers.48.mlp.experts.143,2.559791326522827
+model.layers.48.mlp.experts.144,2.5538558959960938
+model.layers.48.mlp.experts.145,2.558847188949585
+model.layers.48.mlp.experts.146,2.5533485412597656
+model.layers.48.mlp.experts.147,2.553368091583252
+model.layers.48.mlp.experts.148,2.554551362991333
+model.layers.48.mlp.experts.149,2.5555174350738525
+model.layers.48.mlp.experts.15,2.5530576705932617
+model.layers.48.mlp.experts.150,2.561002492904663
+model.layers.48.mlp.experts.151,2.559499740600586
+model.layers.48.mlp.experts.152,2.5564124584198
+model.layers.48.mlp.experts.153,2.551823139190674
+model.layers.48.mlp.experts.154,2.5571179389953613
+model.layers.48.mlp.experts.155,2.5583016872406006
+model.layers.48.mlp.experts.156,2.5522119998931885
+model.layers.48.mlp.experts.157,2.57785701751709
+model.layers.48.mlp.experts.158,2.554453134536743
+model.layers.48.mlp.experts.159,2.6074585914611816
+model.layers.48.mlp.experts.16,2.552207469940185
+model.layers.48.mlp.experts.160,2.5599253177642822
+model.layers.48.mlp.experts.161,2.5542893409729004
+model.layers.48.mlp.experts.162,2.56290864944458
+model.layers.48.mlp.experts.163,2.5525453090667725
+model.layers.48.mlp.experts.164,2.563915729522705
+model.layers.48.mlp.experts.165,2.551903486251831
+model.layers.48.mlp.experts.166,2.5562758445739746
+model.layers.48.mlp.experts.167,2.5737929344177246
+model.layers.48.mlp.experts.168,2.554378032684326
+model.layers.48.mlp.experts.169,2.5529325008392334
+model.layers.48.mlp.experts.17,2.557801961898804
+model.layers.48.mlp.experts.170,2.561584234237671
+model.layers.48.mlp.experts.171,2.552269697189331
+model.layers.48.mlp.experts.172,2.555968999862671
+model.layers.48.mlp.experts.173,2.551780939102173
+model.layers.48.mlp.experts.174,2.555062055587769
+model.layers.48.mlp.experts.175,2.552488327026367
+model.layers.48.mlp.experts.176,2.560581922531128
+model.layers.48.mlp.experts.177,2.5533077716827397
+model.layers.48.mlp.experts.178,2.5533549785614014
+model.layers.48.mlp.experts.179,2.554529428482056
+model.layers.48.mlp.experts.18,2.553954124450684
+model.layers.48.mlp.experts.180,2.552926540374756
+model.layers.48.mlp.experts.181,2.551292181015014
+model.layers.48.mlp.experts.182,2.567180633544922
+model.layers.48.mlp.experts.183,2.556812286376953
+model.layers.48.mlp.experts.184,2.5534913539886475
+model.layers.48.mlp.experts.185,2.562962770462036
+model.layers.48.mlp.experts.186,2.5572311878204346
+model.layers.48.mlp.experts.187,2.553429365158081
+model.layers.48.mlp.experts.188,2.5553197860717773
+model.layers.48.mlp.experts.189,2.5523524284362797
+model.layers.48.mlp.experts.19,2.5526936054229736
+model.layers.48.mlp.experts.190,2.556077718734741
+model.layers.48.mlp.experts.191,2.5546607971191406
+model.layers.48.mlp.experts.192,2.5546112060546875
+model.layers.48.mlp.experts.193,2.576488733291626
+model.layers.48.mlp.experts.194,2.5579395294189453
+model.layers.48.mlp.experts.195,2.556479215621948
+model.layers.48.mlp.experts.196,2.5522396564483643
+model.layers.48.mlp.experts.197,2.5527029037475586
+model.layers.48.mlp.experts.198,2.554943084716797
+model.layers.48.mlp.experts.199,2.5590078830718994
+model.layers.48.mlp.experts.2,2.5659830570220947
+model.layers.48.mlp.experts.20,2.5747997760772705
+model.layers.48.mlp.experts.200,2.5620033740997314
+model.layers.48.mlp.experts.201,2.5580999851226807
+model.layers.48.mlp.experts.202,2.564613342285156
+model.layers.48.mlp.experts.203,2.553402900695801
+model.layers.48.mlp.experts.204,2.5518152713775635
+model.layers.48.mlp.experts.205,2.5542283058166504
+model.layers.48.mlp.experts.206,2.5547990798950195
+model.layers.48.mlp.experts.207,2.5531766414642334
+model.layers.48.mlp.experts.208,2.554119825363159
+model.layers.48.mlp.experts.209,2.5537331104278564
+model.layers.48.mlp.experts.21,2.5530807971954346
+model.layers.48.mlp.experts.210,2.5516765117645264
+model.layers.48.mlp.experts.211,2.5652246475219727
+model.layers.48.mlp.experts.212,2.551449775695801
+model.layers.48.mlp.experts.213,2.557708978652954
+model.layers.48.mlp.experts.214,2.561985969543457
+model.layers.48.mlp.experts.215,2.562095642089844
+model.layers.48.mlp.experts.216,2.5590813159942627
+model.layers.48.mlp.experts.217,2.554598569869995
+model.layers.48.mlp.experts.218,2.561960935592652
+model.layers.48.mlp.experts.219,2.55905818939209
+model.layers.48.mlp.experts.22,2.5566601753234863
+model.layers.48.mlp.experts.220,2.581146240234375
+model.layers.48.mlp.experts.221,2.56152868270874
+model.layers.48.mlp.experts.222,2.557837963104248
+model.layers.48.mlp.experts.223,2.554410457611084
+model.layers.48.mlp.experts.224,2.5585174560546875
+model.layers.48.mlp.experts.225,2.552973508834839
+model.layers.48.mlp.experts.226,2.5545361042022705
+model.layers.48.mlp.experts.227,2.5565826892852783
+model.layers.48.mlp.experts.228,2.55302357673645
+model.layers.48.mlp.experts.229,2.5541791915893555
+model.layers.48.mlp.experts.23,2.5594706535339355
+model.layers.48.mlp.experts.230,2.5525927543640137
+model.layers.48.mlp.experts.231,2.5555739402771
+model.layers.48.mlp.experts.232,2.5525481700897217
+model.layers.48.mlp.experts.233,2.5524380207061768
+model.layers.48.mlp.experts.234,2.5548198223114014
+model.layers.48.mlp.experts.235,2.5551869869232178
+model.layers.48.mlp.experts.236,2.5521368980407715
+model.layers.48.mlp.experts.237,2.555407285690308
+model.layers.48.mlp.experts.238,2.567312240600586
+model.layers.48.mlp.experts.239,2.5564968585968018
+model.layers.48.mlp.experts.24,2.5534512996673584
+model.layers.48.mlp.experts.240,2.5544400215148926
+model.layers.48.mlp.experts.241,2.552938461303711
+model.layers.48.mlp.experts.242,2.5560824871063232
+model.layers.48.mlp.experts.243,2.552661418914795
+model.layers.48.mlp.experts.244,2.5516505241394043
+model.layers.48.mlp.experts.245,2.550404787063598
+model.layers.48.mlp.experts.246,2.554236650466919
+model.layers.48.mlp.experts.247,2.570711612701416
+model.layers.48.mlp.experts.248,2.5526318550109863
+model.layers.48.mlp.experts.249,2.5528345108032227
+model.layers.48.mlp.experts.25,2.555194854736328
+model.layers.48.mlp.experts.250,2.560678482055664
+model.layers.48.mlp.experts.251,2.559804677963257
+model.layers.48.mlp.experts.252,2.5531513690948486
+model.layers.48.mlp.experts.253,2.5842809677124023
+model.layers.48.mlp.experts.254,2.5522665977478027
+model.layers.48.mlp.experts.255,2.5528981685638428
+model.layers.48.mlp.experts.26,2.556518793106079
+model.layers.48.mlp.experts.27,2.551629543304444
+model.layers.48.mlp.experts.28,2.553183555603028
+model.layers.48.mlp.experts.29,2.5531697273254395
+model.layers.48.mlp.experts.3,2.557985782623291
+model.layers.48.mlp.experts.30,2.5662622451782227
+model.layers.48.mlp.experts.31,2.552736759185791
+model.layers.48.mlp.experts.32,2.5565876960754395
+model.layers.48.mlp.experts.33,2.5645575523376465
+model.layers.48.mlp.experts.34,2.5553183555603027
+model.layers.48.mlp.experts.35,2.55558443069458
+model.layers.48.mlp.experts.36,2.5519630908966064
+model.layers.48.mlp.experts.37,2.5694708824157715
+model.layers.48.mlp.experts.38,2.5537564754486084
+model.layers.48.mlp.experts.39,2.55421781539917
+model.layers.48.mlp.experts.4,2.559407949447632
+model.layers.48.mlp.experts.40,2.5652518272399902
+model.layers.48.mlp.experts.41,2.553109169006348
+model.layers.48.mlp.experts.42,2.5561599731445312
+model.layers.48.mlp.experts.43,2.5556411743164062
+model.layers.48.mlp.experts.44,2.562305688858032
+model.layers.48.mlp.experts.45,2.5528929233551025
+model.layers.48.mlp.experts.46,2.554326057434082
+model.layers.48.mlp.experts.47,2.55521297454834
+model.layers.48.mlp.experts.48,2.551487445831299
+model.layers.48.mlp.experts.49,2.5571134090423584
+model.layers.48.mlp.experts.5,2.554124355316162
+model.layers.48.mlp.experts.50,2.5541529655456543
+model.layers.48.mlp.experts.51,2.5574750900268555
+model.layers.48.mlp.experts.52,2.5550007820129395
+model.layers.48.mlp.experts.53,2.5581159591674805
+model.layers.48.mlp.experts.54,2.559776306152344
+model.layers.48.mlp.experts.55,2.5566611289978027
+model.layers.48.mlp.experts.56,2.555403232574463
+model.layers.48.mlp.experts.57,2.5575644969940186
+model.layers.48.mlp.experts.58,2.5521395206451416
+model.layers.48.mlp.experts.59,2.5558643341064453
+model.layers.48.mlp.experts.6,2.5557515621185303
+model.layers.48.mlp.experts.60,2.5597469806671143
+model.layers.48.mlp.experts.61,2.55497145652771
+model.layers.48.mlp.experts.62,2.5571208000183105
+model.layers.48.mlp.experts.63,2.554254531860352
+model.layers.48.mlp.experts.64,2.5729522705078125
+model.layers.48.mlp.experts.65,2.5549681186676025
+model.layers.48.mlp.experts.66,2.550569534301758
+model.layers.48.mlp.experts.67,2.564109563827514
+model.layers.48.mlp.experts.68,2.553061485290528
+model.layers.48.mlp.experts.69,2.554276704788208
+model.layers.48.mlp.experts.7,2.56060791015625
+model.layers.48.mlp.experts.70,2.5559444427490234
+model.layers.48.mlp.experts.71,2.5528602600097656
+model.layers.48.mlp.experts.72,2.55661940574646
+model.layers.48.mlp.experts.73,2.55497145652771
+model.layers.48.mlp.experts.74,2.5558576583862305
+model.layers.48.mlp.experts.75,2.555063486099243
+model.layers.48.mlp.experts.76,2.559091329574585
+model.layers.48.mlp.experts.77,2.5531585216522217
+model.layers.48.mlp.experts.78,2.5547549724578857
+model.layers.48.mlp.experts.79,2.558811664581299
+model.layers.48.mlp.experts.8,2.565816164016724
+model.layers.48.mlp.experts.80,2.573089838027954
+model.layers.48.mlp.experts.81,2.551318407058716
+model.layers.48.mlp.experts.82,2.552048444747925
+model.layers.48.mlp.experts.83,2.553434133529663
+model.layers.48.mlp.experts.84,2.5529165267944336
+model.layers.48.mlp.experts.85,2.603814125061035
+model.layers.48.mlp.experts.86,2.552119731903076
+model.layers.48.mlp.experts.87,2.5531959533691406
+model.layers.48.mlp.experts.88,2.555997371673584
+model.layers.48.mlp.experts.89,2.559385061264038
+model.layers.48.mlp.experts.9,2.5543088912963867
+model.layers.48.mlp.experts.90,2.556893110275269
+model.layers.48.mlp.experts.91,2.5631322860717773
+model.layers.48.mlp.experts.92,2.5933845043182373
+model.layers.48.mlp.experts.93,2.5539135932922363
+model.layers.48.mlp.experts.94,2.5513432025909424
+model.layers.48.mlp.experts.95,2.55130672454834
+model.layers.48.mlp.experts.96,2.5995888710021973
+model.layers.48.mlp.experts.97,2.5540213584899902
+model.layers.48.mlp.experts.98,2.552258014678955
+model.layers.48.mlp.experts.99,2.5532188415527344
+model.layers.48.mlp.shared_experts,2.7377514839172363
+model.layers.48.self_attn,2.62027359008789
+model.layers.49.mlp.experts.0,2.600207805633545
+model.layers.49.mlp.experts.1,2.5515928268432617
+model.layers.49.mlp.experts.10,2.564870834350586
+model.layers.49.mlp.experts.100,2.553616762161255
+model.layers.49.mlp.experts.101,2.559407949447632
+model.layers.49.mlp.experts.102,2.555259704589844
+model.layers.49.mlp.experts.103,2.559108018875122
+model.layers.49.mlp.experts.104,2.564087152481079
+model.layers.49.mlp.experts.105,2.557710647583008
+model.layers.49.mlp.experts.106,2.5610272884368896
+model.layers.49.mlp.experts.107,2.553161144256592
+model.layers.49.mlp.experts.108,2.573702812194824
+model.layers.49.mlp.experts.109,2.555201768875122
+model.layers.49.mlp.experts.11,2.5531928539276123
+model.layers.49.mlp.experts.110,2.552363872528076
+model.layers.49.mlp.experts.111,2.57478141784668
+model.layers.49.mlp.experts.112,2.561218738555908
+model.layers.49.mlp.experts.113,2.5529747009277344
+model.layers.49.mlp.experts.114,2.5541014671325684
+model.layers.49.mlp.experts.115,2.55400013923645
+model.layers.49.mlp.experts.116,2.55397891998291
+model.layers.49.mlp.experts.117,2.553511619567871
+model.layers.49.mlp.experts.118,2.55617094039917
+model.layers.49.mlp.experts.119,2.5633606910705566
+model.layers.49.mlp.experts.12,2.552795886993408
+model.layers.49.mlp.experts.120,2.552653551101685
+model.layers.49.mlp.experts.121,2.554058313369751
+model.layers.49.mlp.experts.122,2.557158946990967
+model.layers.49.mlp.experts.123,2.553906917572021
+model.layers.49.mlp.experts.124,2.5591726303100586
+model.layers.49.mlp.experts.125,2.552304267883301
+model.layers.49.mlp.experts.126,2.561187267303467
+model.layers.49.mlp.experts.127,2.556107997894287
+model.layers.49.mlp.experts.128,2.552269697189331
+model.layers.49.mlp.experts.129,2.552152395248413
+model.layers.49.mlp.experts.13,2.557381629943848
+model.layers.49.mlp.experts.130,2.5695126056671143
+model.layers.49.mlp.experts.131,2.581167221069336
+model.layers.49.mlp.experts.132,2.553537130355835
+model.layers.49.mlp.experts.133,2.5561413764953613
+model.layers.49.mlp.experts.134,2.551647663116455
+model.layers.49.mlp.experts.135,2.554478645324707
+model.layers.49.mlp.experts.136,2.5541586875915527
+model.layers.49.mlp.experts.137,2.5528576374053955
+model.layers.49.mlp.experts.138,2.558929920196533
+model.layers.49.mlp.experts.139,2.5673370361328125
+model.layers.49.mlp.experts.14,2.572767972946167
+model.layers.49.mlp.experts.140,2.5536341667175293
+model.layers.49.mlp.experts.141,2.558188199996948
+model.layers.49.mlp.experts.142,2.5552053451538086
+model.layers.49.mlp.experts.143,2.558436870574951
+model.layers.49.mlp.experts.144,2.565413475036621
+model.layers.49.mlp.experts.145,2.5528509616851807
+model.layers.49.mlp.experts.146,2.5546000003814697
+model.layers.49.mlp.experts.147,2.555417537689209
+model.layers.49.mlp.experts.148,2.564042806625366
+model.layers.49.mlp.experts.149,2.552797317504883
+model.layers.49.mlp.experts.15,2.55288314819336
+model.layers.49.mlp.experts.150,2.6162779331207275
+model.layers.49.mlp.experts.151,2.554558038711548
+model.layers.49.mlp.experts.152,2.5570223331451416
+model.layers.49.mlp.experts.153,2.555219888687134
+model.layers.49.mlp.experts.154,2.5536105632781982
+model.layers.49.mlp.experts.155,2.563486099243164
+model.layers.49.mlp.experts.156,2.555426359176636
+model.layers.49.mlp.experts.157,2.5537514686584477
+model.layers.49.mlp.experts.158,2.5522143840789795
+model.layers.49.mlp.experts.159,2.5572502613067627
+model.layers.49.mlp.experts.16,2.555577516555786
+model.layers.49.mlp.experts.160,2.563016176223755
+model.layers.49.mlp.experts.161,2.5510711669921875
+model.layers.49.mlp.experts.162,2.560624122619629
+model.layers.49.mlp.experts.163,2.562791347503662
+model.layers.49.mlp.experts.164,2.5593175888061523
+model.layers.49.mlp.experts.165,2.5505285263061523
+model.layers.49.mlp.experts.166,2.553270101547241
+model.layers.49.mlp.experts.167,2.553797721862793
+model.layers.49.mlp.experts.168,2.56447982788086
+model.layers.49.mlp.experts.169,2.5565335750579834
+model.layers.49.mlp.experts.17,2.554737329483032
+model.layers.49.mlp.experts.170,2.5524020195007324
+model.layers.49.mlp.experts.171,2.554863214492798
+model.layers.49.mlp.experts.172,2.5531647205352783
+model.layers.49.mlp.experts.173,2.565052032470703
+model.layers.49.mlp.experts.174,2.5540666580200195
+model.layers.49.mlp.experts.175,2.5723235607147217
+model.layers.49.mlp.experts.176,2.55971622467041
+model.layers.49.mlp.experts.177,2.553696155548096
+model.layers.49.mlp.experts.178,2.5561869144439697
+model.layers.49.mlp.experts.179,2.559865474700928
+model.layers.49.mlp.experts.18,2.553497791290283
+model.layers.49.mlp.experts.180,2.562171697616577
+model.layers.49.mlp.experts.181,2.557349681854248
+model.layers.49.mlp.experts.182,2.5649216175079346
+model.layers.49.mlp.experts.183,2.5578277111053467
+model.layers.49.mlp.experts.184,2.556962251663208
+model.layers.49.mlp.experts.185,2.55385422706604
+model.layers.49.mlp.experts.186,2.555583000183105
+model.layers.49.mlp.experts.187,2.55863618850708
+model.layers.49.mlp.experts.188,2.55812406539917
+model.layers.49.mlp.experts.189,2.555214166641236
+model.layers.49.mlp.experts.19,2.5523266792297363
+model.layers.49.mlp.experts.190,2.5688636302948
+model.layers.49.mlp.experts.191,2.5536203384399414
+model.layers.49.mlp.experts.192,2.567176818847656
+model.layers.49.mlp.experts.193,2.553097724914551
+model.layers.49.mlp.experts.194,2.552022218704224
+model.layers.49.mlp.experts.195,2.5570945739746094
+model.layers.49.mlp.experts.196,2.552891254425049
+model.layers.49.mlp.experts.197,2.55749249458313
+model.layers.49.mlp.experts.198,2.5635643005371094
+model.layers.49.mlp.experts.199,2.557790279388428
+model.layers.49.mlp.experts.2,2.562037467956543
+model.layers.49.mlp.experts.20,2.5529801845550537
+model.layers.49.mlp.experts.200,2.5515952110290527
+model.layers.49.mlp.experts.201,2.556970357894897
+model.layers.49.mlp.experts.202,2.5563747882843018
+model.layers.49.mlp.experts.203,2.555748462677002
+model.layers.49.mlp.experts.204,2.557140588760376
+model.layers.49.mlp.experts.205,2.568134307861328
+model.layers.49.mlp.experts.206,2.556401252746582
+model.layers.49.mlp.experts.207,2.5712404251098637
+model.layers.49.mlp.experts.208,2.560508728027344
+model.layers.49.mlp.experts.209,2.566291093826294
+model.layers.49.mlp.experts.21,2.561856508255005
+model.layers.49.mlp.experts.210,2.558317184448242
+model.layers.49.mlp.experts.211,2.5618553161621094
+model.layers.49.mlp.experts.212,2.5562570095062256
+model.layers.49.mlp.experts.213,2.5522704124450684
+model.layers.49.mlp.experts.214,2.556323528289795
+model.layers.49.mlp.experts.215,2.554973602294922
+model.layers.49.mlp.experts.216,2.552454233169556
+model.layers.49.mlp.experts.217,2.5516397953033447
+model.layers.49.mlp.experts.218,2.5546224117279053
+model.layers.49.mlp.experts.219,2.5565426349639893
+model.layers.49.mlp.experts.22,2.551266431808472
+model.layers.49.mlp.experts.220,2.5521788597106934
+model.layers.49.mlp.experts.221,2.554377317428589
+model.layers.49.mlp.experts.222,2.5605196952819824
+model.layers.49.mlp.experts.223,2.556199789047241
+model.layers.49.mlp.experts.224,2.566890001296997
+model.layers.49.mlp.experts.225,2.551644802093506
+model.layers.49.mlp.experts.226,2.55509614944458
+model.layers.49.mlp.experts.227,2.5526256561279297
+model.layers.49.mlp.experts.228,2.5554041862487797
+model.layers.49.mlp.experts.229,2.553546905517578
+model.layers.49.mlp.experts.23,2.559438943862915
+model.layers.49.mlp.experts.230,2.5719640254974365
+model.layers.49.mlp.experts.231,2.5548832416534424
+model.layers.49.mlp.experts.232,2.5538949966430664
+model.layers.49.mlp.experts.233,2.5610523223876958
+model.layers.49.mlp.experts.234,2.557411432266236
+model.layers.49.mlp.experts.235,2.550734758377075
+model.layers.49.mlp.experts.236,2.555140733718872
+model.layers.49.mlp.experts.237,2.555219888687134
+model.layers.49.mlp.experts.238,2.562143325805664
+model.layers.49.mlp.experts.239,2.5569217205047607
+model.layers.49.mlp.experts.24,2.555302143096924
+model.layers.49.mlp.experts.240,2.557074785232544
+model.layers.49.mlp.experts.241,2.551799058914185
+model.layers.49.mlp.experts.242,2.5557215213775635
+model.layers.49.mlp.experts.243,2.552755355834961
+model.layers.49.mlp.experts.244,2.566843748092652
+model.layers.49.mlp.experts.245,2.5629208087921143
+model.layers.49.mlp.experts.246,2.563176155090332
+model.layers.49.mlp.experts.247,2.557593822479248
+model.layers.49.mlp.experts.248,2.553310871124268
+model.layers.49.mlp.experts.249,2.552480697631836
+model.layers.49.mlp.experts.25,2.55242657661438
+model.layers.49.mlp.experts.250,2.559358596801758
+model.layers.49.mlp.experts.251,2.552067518234253
+model.layers.49.mlp.experts.252,2.591915369033813
+model.layers.49.mlp.experts.253,2.556962490081787
+model.layers.49.mlp.experts.254,2.5541343688964844
+model.layers.49.mlp.experts.255,2.551866054534912
+model.layers.49.mlp.experts.26,2.552044153213501
+model.layers.49.mlp.experts.27,2.551839590072632
+model.layers.49.mlp.experts.28,2.557271242141724
+model.layers.49.mlp.experts.29,2.552578926086426
+model.layers.49.mlp.experts.3,2.5529088973999023
+model.layers.49.mlp.experts.30,2.565604448318481
+model.layers.49.mlp.experts.31,2.5699260234832764
+model.layers.49.mlp.experts.32,2.5592963695526123
+model.layers.49.mlp.experts.33,2.574723958969116
+model.layers.49.mlp.experts.34,2.572451114654541
+model.layers.49.mlp.experts.35,2.552429676055908
+model.layers.49.mlp.experts.36,2.553467035293579
+model.layers.49.mlp.experts.37,2.5536935329437256
+model.layers.49.mlp.experts.38,2.554588556289673
+model.layers.49.mlp.experts.39,2.554162740707397
+model.layers.49.mlp.experts.4,2.5531880855560303
+model.layers.49.mlp.experts.40,2.553422451019287
+model.layers.49.mlp.experts.41,2.5533599853515625
+model.layers.49.mlp.experts.42,2.5532450675964355
+model.layers.49.mlp.experts.43,2.554579973220825
+model.layers.49.mlp.experts.44,2.5601649284362797
+model.layers.49.mlp.experts.45,2.565321683883667
+model.layers.49.mlp.experts.46,2.5581517219543457
+model.layers.49.mlp.experts.47,2.552905321121216
+model.layers.49.mlp.experts.48,2.553002119064331
+model.layers.49.mlp.experts.49,2.571265697479248
+model.layers.49.mlp.experts.5,2.56278920173645
+model.layers.49.mlp.experts.50,2.557521104812622
+model.layers.49.mlp.experts.51,2.553544759750366
+model.layers.49.mlp.experts.52,2.5511162281036377
+model.layers.49.mlp.experts.53,2.5570664405822754
+model.layers.49.mlp.experts.54,2.56409215927124
+model.layers.49.mlp.experts.55,2.555788516998291
+model.layers.49.mlp.experts.56,2.5738658905029297
+model.layers.49.mlp.experts.57,2.5677950382232666
+model.layers.49.mlp.experts.58,2.5620949268341064
+model.layers.49.mlp.experts.59,2.553046941757202
+model.layers.49.mlp.experts.6,2.553929090499878
+model.layers.49.mlp.experts.60,2.5569939613342285
+model.layers.49.mlp.experts.61,2.560030460357666
+model.layers.49.mlp.experts.62,2.555342197418213
+model.layers.49.mlp.experts.63,2.569770574569702
+model.layers.49.mlp.experts.64,2.554370164871216
+model.layers.49.mlp.experts.65,2.5534536838531494
+model.layers.49.mlp.experts.66,2.552780866622925
+model.layers.49.mlp.experts.67,2.5578134059906006
+model.layers.49.mlp.experts.68,2.557520866394043
+model.layers.49.mlp.experts.69,2.5524444580078125
+model.layers.49.mlp.experts.7,2.561856746673584
+model.layers.49.mlp.experts.70,2.554840564727783
+model.layers.49.mlp.experts.71,2.557154655456543
+model.layers.49.mlp.experts.72,2.563340902328491
+model.layers.49.mlp.experts.73,2.5547945499420166
+model.layers.49.mlp.experts.74,2.551514148712158
+model.layers.49.mlp.experts.75,2.5565707683563232
+model.layers.49.mlp.experts.76,2.5566558837890625
+model.layers.49.mlp.experts.77,2.555605173110962
+model.layers.49.mlp.experts.78,2.5767555236816406
+model.layers.49.mlp.experts.79,2.5579710006713867
+model.layers.49.mlp.experts.8,2.5577077865600586
+model.layers.49.mlp.experts.80,2.553623914718628
+model.layers.49.mlp.experts.81,2.556325674057007
+model.layers.49.mlp.experts.82,2.5625252723693848
+model.layers.49.mlp.experts.83,2.55306077003479
+model.layers.49.mlp.experts.84,2.5633583068847656
+model.layers.49.mlp.experts.85,2.554237365722656
+model.layers.49.mlp.experts.86,2.5624780654907227
+model.layers.49.mlp.experts.87,2.557671546936035
+model.layers.49.mlp.experts.88,2.5561392307281494
+model.layers.49.mlp.experts.89,2.5587270259857178
+model.layers.49.mlp.experts.9,2.5520527362823486
+model.layers.49.mlp.experts.90,2.552728176116944
+model.layers.49.mlp.experts.91,2.5617339611053467
+model.layers.49.mlp.experts.92,2.556504726409912
+model.layers.49.mlp.experts.93,2.559802532196045
+model.layers.49.mlp.experts.94,2.5636110305786133
+model.layers.49.mlp.experts.95,2.5628175735473637
+model.layers.49.mlp.experts.96,2.5515294075012207
+model.layers.49.mlp.experts.97,2.552618265151977
+model.layers.49.mlp.experts.98,2.564980983734131
+model.layers.49.mlp.experts.99,2.5546317100524902
+model.layers.49.mlp.shared_experts,2.737625360488892
+model.layers.49.self_attn,2.606695890426636
+model.layers.5.mlp.experts.0,2.6705238819122314
+model.layers.5.mlp.experts.1,2.931554317474365
+model.layers.5.mlp.experts.10,2.653176069259644
+model.layers.5.mlp.experts.100,2.6327104568481445
+model.layers.5.mlp.experts.101,2.65759539604187
+model.layers.5.mlp.experts.102,3.175478219985962
+model.layers.5.mlp.experts.103,3.083026885986328
+model.layers.5.mlp.experts.104,3.1097140312194824
+model.layers.5.mlp.experts.105,3.1749026775360107
+model.layers.5.mlp.experts.106,2.924971580505371
+model.layers.5.mlp.experts.107,3.185908794403076
+model.layers.5.mlp.experts.108,2.645730495452881
+model.layers.5.mlp.experts.109,2.846515893936157
+model.layers.5.mlp.experts.11,2.9976613521575928
+model.layers.5.mlp.experts.110,2.780693531036377
+model.layers.5.mlp.experts.111,3.1618099212646484
+model.layers.5.mlp.experts.112,2.7883119583129883
+model.layers.5.mlp.experts.113,3.1694843769073486
+model.layers.5.mlp.experts.114,2.8577868938446045
+model.layers.5.mlp.experts.115,2.7158820629119877
+model.layers.5.mlp.experts.116,2.6700968742370605
+model.layers.5.mlp.experts.117,2.838938474655152
+model.layers.5.mlp.experts.118,2.808734178543091
+model.layers.5.mlp.experts.119,3.2561943531036377
+model.layers.5.mlp.experts.12,2.7919321060180664
+model.layers.5.mlp.experts.120,2.663047313690185
+model.layers.5.mlp.experts.121,2.6864168643951416
+model.layers.5.mlp.experts.122,2.919240713119507
+model.layers.5.mlp.experts.123,2.899470806121826
+model.layers.5.mlp.experts.124,3.078356981277466
+model.layers.5.mlp.experts.125,2.7221500873565674
+model.layers.5.mlp.experts.126,3.1245718002319336
+model.layers.5.mlp.experts.127,2.8010761737823486
+model.layers.5.mlp.experts.128,2.689321756362915
+model.layers.5.mlp.experts.129,2.810415506362915
+model.layers.5.mlp.experts.13,3.1348519325256348
+model.layers.5.mlp.experts.130,2.6383614540100098
+model.layers.5.mlp.experts.131,2.875317096710205
+model.layers.5.mlp.experts.132,2.8645687103271484
+model.layers.5.mlp.experts.133,2.855570077896118
+model.layers.5.mlp.experts.134,2.664727210998535
+model.layers.5.mlp.experts.135,2.719886302947998
+model.layers.5.mlp.experts.136,2.6989758014678955
+model.layers.5.mlp.experts.137,2.9978597164154053
+model.layers.5.mlp.experts.138,2.679572343826294
+model.layers.5.mlp.experts.139,2.643601655960083
+model.layers.5.mlp.experts.14,2.694032669067383
+model.layers.5.mlp.experts.140,2.7220191955566406
+model.layers.5.mlp.experts.141,2.6618807315826416
+model.layers.5.mlp.experts.142,2.723850727081299
+model.layers.5.mlp.experts.143,2.684812068939209
+model.layers.5.mlp.experts.144,2.7415003776550293
+model.layers.5.mlp.experts.145,2.630950927734375
+model.layers.5.mlp.experts.146,2.8193881511688232
+model.layers.5.mlp.experts.147,2.64528489112854
+model.layers.5.mlp.experts.148,3.0729644298553467
+model.layers.5.mlp.experts.149,2.888700485229492
+model.layers.5.mlp.experts.15,2.8225574493408203
+model.layers.5.mlp.experts.150,2.6574649810791016
+model.layers.5.mlp.experts.151,2.7412333488464355
+model.layers.5.mlp.experts.152,2.6818506717681885
+model.layers.5.mlp.experts.153,2.7093958854675293
+model.layers.5.mlp.experts.154,2.753706693649292
+model.layers.5.mlp.experts.155,2.7212557792663574
+model.layers.5.mlp.experts.156,2.624802589416504
+model.layers.5.mlp.experts.157,2.676183223724365
+model.layers.5.mlp.experts.158,2.7350099086761475
+model.layers.5.mlp.experts.159,2.9102320671081543
+model.layers.5.mlp.experts.16,2.912150859832764
+model.layers.5.mlp.experts.160,2.977357625961304
+model.layers.5.mlp.experts.161,2.8008503913879395
+model.layers.5.mlp.experts.162,2.6648526191711426
+model.layers.5.mlp.experts.163,2.8218791484832764
+model.layers.5.mlp.experts.164,3.013870477676392
+model.layers.5.mlp.experts.165,2.862367391586304
+model.layers.5.mlp.experts.166,3.143120050430298
+model.layers.5.mlp.experts.167,2.8387579917907715
+model.layers.5.mlp.experts.168,2.764719009399414
+model.layers.5.mlp.experts.169,2.978068590164185
+model.layers.5.mlp.experts.17,2.64941954612732
+model.layers.5.mlp.experts.170,2.685034990310669
+model.layers.5.mlp.experts.171,2.888772487640381
+model.layers.5.mlp.experts.172,2.771860122680664
+model.layers.5.mlp.experts.173,3.1817080974578857
+model.layers.5.mlp.experts.174,2.675769329071045
+model.layers.5.mlp.experts.175,2.6610920429229736
+model.layers.5.mlp.experts.176,2.654914617538452
+model.layers.5.mlp.experts.177,2.7609384059906006
+model.layers.5.mlp.experts.178,2.7912492752075195
+model.layers.5.mlp.experts.179,3.0538907051086426
+model.layers.5.mlp.experts.18,2.708446502685547
+model.layers.5.mlp.experts.180,3.1254894733428955
+model.layers.5.mlp.experts.181,2.743049383163452
+model.layers.5.mlp.experts.182,2.886756896972656
+model.layers.5.mlp.experts.183,2.69976806640625
+model.layers.5.mlp.experts.184,3.1645283699035645
+model.layers.5.mlp.experts.185,2.785137891769409
+model.layers.5.mlp.experts.186,2.6815102100372314
+model.layers.5.mlp.experts.187,2.769505262374878
+model.layers.5.mlp.experts.188,3.003262758255005
+model.layers.5.mlp.experts.189,3.1178948879241943
+model.layers.5.mlp.experts.19,2.6553409099578857
+model.layers.5.mlp.experts.190,2.7563343048095703
+model.layers.5.mlp.experts.191,3.0488643646240234
+model.layers.5.mlp.experts.192,2.6492223739624023
+model.layers.5.mlp.experts.193,2.749924898147583
+model.layers.5.mlp.experts.194,2.662067651748657
+model.layers.5.mlp.experts.195,2.649098396301269
+model.layers.5.mlp.experts.196,2.710000276565552
+model.layers.5.mlp.experts.197,2.6865782737731934
+model.layers.5.mlp.experts.198,2.8217790126800537
+model.layers.5.mlp.experts.199,2.671103000640869
+model.layers.5.mlp.experts.2,2.753612518310547
+model.layers.5.mlp.experts.20,2.747703313827514
+model.layers.5.mlp.experts.200,2.7305727005004883
+model.layers.5.mlp.experts.201,2.677618980407715
+model.layers.5.mlp.experts.202,3.1293864250183105
+model.layers.5.mlp.experts.203,2.6966023445129395
+model.layers.5.mlp.experts.204,3.003403902053833
+model.layers.5.mlp.experts.205,2.950676918029785
+model.layers.5.mlp.experts.206,2.902142286300659
+model.layers.5.mlp.experts.207,2.7478139400482178
+model.layers.5.mlp.experts.208,2.7359206676483154
+model.layers.5.mlp.experts.209,2.714536666870117
+model.layers.5.mlp.experts.21,2.749979257583618
+model.layers.5.mlp.experts.210,2.866222620010376
+model.layers.5.mlp.experts.211,2.6795167922973637
+model.layers.5.mlp.experts.212,2.637167692184448
+model.layers.5.mlp.experts.213,2.899738073348999
+model.layers.5.mlp.experts.214,2.8976449966430664
+model.layers.5.mlp.experts.215,3.1118719577789307
+model.layers.5.mlp.experts.216,2.941347122192383
+model.layers.5.mlp.experts.217,2.836735963821411
+model.layers.5.mlp.experts.218,2.655604124069214
+model.layers.5.mlp.experts.219,2.7365400791168213
+model.layers.5.mlp.experts.22,2.707873582839966
+model.layers.5.mlp.experts.220,2.957237482070923
+model.layers.5.mlp.experts.221,2.724143743515014
+model.layers.5.mlp.experts.222,3.010998487472534
+model.layers.5.mlp.experts.223,2.701117515563965
+model.layers.5.mlp.experts.224,2.733380079269409
+model.layers.5.mlp.experts.225,2.6401352882385254
+model.layers.5.mlp.experts.226,2.872847318649292
+model.layers.5.mlp.experts.227,2.651009082794189
+model.layers.5.mlp.experts.228,2.7456085681915283
+model.layers.5.mlp.experts.229,2.774399995803833
+model.layers.5.mlp.experts.23,2.7296082973480225
+model.layers.5.mlp.experts.230,2.75374698638916
+model.layers.5.mlp.experts.231,3.0317211151123047
+model.layers.5.mlp.experts.232,2.9554860591888428
+model.layers.5.mlp.experts.233,2.779671192169189
+model.layers.5.mlp.experts.234,2.757803678512573
+model.layers.5.mlp.experts.235,2.9007492065429688
+model.layers.5.mlp.experts.236,2.797036409378052
+model.layers.5.mlp.experts.237,2.7196567058563232
+model.layers.5.mlp.experts.238,2.695688247680664
+model.layers.5.mlp.experts.239,2.8513643741607666
+model.layers.5.mlp.experts.24,2.8261361122131348
+model.layers.5.mlp.experts.240,2.72717833518982
+model.layers.5.mlp.experts.241,2.722524404525757
+model.layers.5.mlp.experts.242,2.682202816009521
+model.layers.5.mlp.experts.243,2.725313901901245
+model.layers.5.mlp.experts.244,3.1460518836975098
+model.layers.5.mlp.experts.245,3.125791311264038
+model.layers.5.mlp.experts.246,2.6610429286956787
+model.layers.5.mlp.experts.247,2.649521589279175
+model.layers.5.mlp.experts.248,2.656440019607544
+model.layers.5.mlp.experts.249,2.713555097579956
+model.layers.5.mlp.experts.25,2.639768600463867
+model.layers.5.mlp.experts.250,2.847517251968384
+model.layers.5.mlp.experts.251,2.805662155151367
+model.layers.5.mlp.experts.252,2.74000883102417
+model.layers.5.mlp.experts.253,2.883087158203125
+model.layers.5.mlp.experts.254,2.6586265563964844
+model.layers.5.mlp.experts.255,2.7449193000793457
+model.layers.5.mlp.experts.26,2.6773457527160645
+model.layers.5.mlp.experts.27,2.9979867935180664
+model.layers.5.mlp.experts.28,2.6468465328216557
+model.layers.5.mlp.experts.29,2.658137559890747
+model.layers.5.mlp.experts.3,2.7619142532348637
+model.layers.5.mlp.experts.30,2.741354465484619
+model.layers.5.mlp.experts.31,2.6976680755615234
+model.layers.5.mlp.experts.32,3.117947578430176
+model.layers.5.mlp.experts.33,3.092892408370972
+model.layers.5.mlp.experts.34,2.692437171936035
+model.layers.5.mlp.experts.35,2.655070304870605
+model.layers.5.mlp.experts.36,3.079016923904419
+model.layers.5.mlp.experts.37,2.665324687957764
+model.layers.5.mlp.experts.38,2.633197784423828
+model.layers.5.mlp.experts.39,2.9331517219543457
+model.layers.5.mlp.experts.4,2.66426157951355
+model.layers.5.mlp.experts.40,2.697591543197632
+model.layers.5.mlp.experts.41,2.654725790023804
+model.layers.5.mlp.experts.42,2.7138142585754395
+model.layers.5.mlp.experts.43,2.682543992996216
+model.layers.5.mlp.experts.44,3.1448452472686768
+model.layers.5.mlp.experts.45,2.708260297775269
+model.layers.5.mlp.experts.46,2.9585297107696533
+model.layers.5.mlp.experts.47,2.707375288009644
+model.layers.5.mlp.experts.48,2.953542709350586
+model.layers.5.mlp.experts.49,2.7893314361572266
+model.layers.5.mlp.experts.5,3.206282377243042
+model.layers.5.mlp.experts.50,2.9310460090637207
+model.layers.5.mlp.experts.51,2.782819986343384
+model.layers.5.mlp.experts.52,2.680656671524048
+model.layers.5.mlp.experts.53,3.1095118522644043
+model.layers.5.mlp.experts.54,2.81816840171814
+model.layers.5.mlp.experts.55,2.653592824935913
+model.layers.5.mlp.experts.56,2.776069641113281
+model.layers.5.mlp.experts.57,2.641010284423828
+model.layers.5.mlp.experts.58,2.7602248191833496
+model.layers.5.mlp.experts.59,2.760603666305542
+model.layers.5.mlp.experts.6,2.639904737472534
+model.layers.5.mlp.experts.60,3.267836093902588
+model.layers.5.mlp.experts.61,2.6605679988861084
+model.layers.5.mlp.experts.62,2.922415971755981
+model.layers.5.mlp.experts.63,2.7281270027160645
+model.layers.5.mlp.experts.64,2.662785530090332
+model.layers.5.mlp.experts.65,2.739453077316284
+model.layers.5.mlp.experts.66,2.6886446475982666
+model.layers.5.mlp.experts.67,2.9622790813446045
+model.layers.5.mlp.experts.68,2.797372341156006
+model.layers.5.mlp.experts.69,2.911361694335937
+model.layers.5.mlp.experts.7,2.661181926727295
+model.layers.5.mlp.experts.70,2.6955456733703613
+model.layers.5.mlp.experts.71,2.6456634998321533
+model.layers.5.mlp.experts.72,2.655884265899658
+model.layers.5.mlp.experts.73,2.796584367752075
+model.layers.5.mlp.experts.74,2.7924139499664307
+model.layers.5.mlp.experts.75,2.7196435928344727
+model.layers.5.mlp.experts.76,2.9181740283966064
+model.layers.5.mlp.experts.77,2.899414539337158
+model.layers.5.mlp.experts.78,3.0044524669647217
+model.layers.5.mlp.experts.79,2.8868625164031982
+model.layers.5.mlp.experts.8,2.959259271621704
+model.layers.5.mlp.experts.80,2.638010263442993
+model.layers.5.mlp.experts.81,2.9720780849456787
+model.layers.5.mlp.experts.82,2.801074504852295
+model.layers.5.mlp.experts.83,2.6660852432250977
+model.layers.5.mlp.experts.84,2.955705404281616
+model.layers.5.mlp.experts.85,3.044984579086304
+model.layers.5.mlp.experts.86,2.9482321739196777
+model.layers.5.mlp.experts.87,3.114500999450684
+model.layers.5.mlp.experts.88,2.9891483783721924
+model.layers.5.mlp.experts.89,3.0724663734436035
+model.layers.5.mlp.experts.9,2.803046941757202
+model.layers.5.mlp.experts.90,2.717988967895508
+model.layers.5.mlp.experts.91,2.869346618652344
+model.layers.5.mlp.experts.92,2.718977928161621
+model.layers.5.mlp.experts.93,2.8261260986328125
+model.layers.5.mlp.experts.94,2.666346549987793
+model.layers.5.mlp.experts.95,3.0776801109313965
+model.layers.5.mlp.experts.96,2.6493070125579834
+model.layers.5.mlp.experts.97,2.658559083938598
+model.layers.5.mlp.experts.98,2.649033784866333
+model.layers.5.mlp.experts.99,3.2867023944854736
+model.layers.5.mlp.shared_experts,2.7863595485687256
+model.layers.5.self_attn,2.8695459365844727
+model.layers.50.mlp.experts.0,2.5599019527435303
+model.layers.50.mlp.experts.1,2.5545949935913086
+model.layers.50.mlp.experts.10,2.566460371017456
+model.layers.50.mlp.experts.100,2.55500864982605
+model.layers.50.mlp.experts.101,2.5526790618896484
+model.layers.50.mlp.experts.102,2.552105665206909
+model.layers.50.mlp.experts.103,2.5665900707244877
+model.layers.50.mlp.experts.104,2.565749168395996
+model.layers.50.mlp.experts.105,2.570485115051269
+model.layers.50.mlp.experts.106,2.5522360801696777
+model.layers.50.mlp.experts.107,2.5527467727661133
+model.layers.50.mlp.experts.108,2.5656630992889404
+model.layers.50.mlp.experts.109,2.5540597438812256
+model.layers.50.mlp.experts.11,2.552357912063598
+model.layers.50.mlp.experts.110,2.555769920349121
+model.layers.50.mlp.experts.111,2.5572688579559326
+model.layers.50.mlp.experts.112,2.56070613861084
+model.layers.50.mlp.experts.113,2.552661657333374
+model.layers.50.mlp.experts.114,2.555819272994995
+model.layers.50.mlp.experts.115,2.5537877082824707
+model.layers.50.mlp.experts.116,2.5536341667175293
+model.layers.50.mlp.experts.117,2.5612449645996094
+model.layers.50.mlp.experts.118,2.5619521141052246
+model.layers.50.mlp.experts.119,2.557584762573242
+model.layers.50.mlp.experts.12,2.562378406524658
+model.layers.50.mlp.experts.120,2.553669214248657
+model.layers.50.mlp.experts.121,2.569948196411133
+model.layers.50.mlp.experts.122,2.5562636852264404
+model.layers.50.mlp.experts.123,2.5558345317840576
+model.layers.50.mlp.experts.124,2.558960437774658
+model.layers.50.mlp.experts.125,2.553502321243286
+model.layers.50.mlp.experts.126,2.552498340606689
+model.layers.50.mlp.experts.127,2.5518503189086914
+model.layers.50.mlp.experts.128,2.576307535171509
+model.layers.50.mlp.experts.129,2.556027889251709
+model.layers.50.mlp.experts.13,2.5545337200164795
+model.layers.50.mlp.experts.130,2.5535571575164795
+model.layers.50.mlp.experts.131,2.566765546798706
+model.layers.50.mlp.experts.132,2.553120851516724
+model.layers.50.mlp.experts.133,2.5522093772888184
+model.layers.50.mlp.experts.134,2.5539348125457764
+model.layers.50.mlp.experts.135,2.5553641319274902
+model.layers.50.mlp.experts.136,2.553157091140747
+model.layers.50.mlp.experts.137,2.5524134635925293
+model.layers.50.mlp.experts.138,2.552736520767212
+model.layers.50.mlp.experts.139,2.573516368865967
+model.layers.50.mlp.experts.14,2.565416097640991
+model.layers.50.mlp.experts.140,2.5656211376190186
+model.layers.50.mlp.experts.141,2.553313970565796
+model.layers.50.mlp.experts.142,2.558945655822754
+model.layers.50.mlp.experts.143,2.552067279815674
+model.layers.50.mlp.experts.144,2.553760290145874
+model.layers.50.mlp.experts.145,2.551926851272583
+model.layers.50.mlp.experts.146,2.557764768600464
+model.layers.50.mlp.experts.147,2.558133363723755
+model.layers.50.mlp.experts.148,2.564462423324585
+model.layers.50.mlp.experts.149,2.5654146671295166
+model.layers.50.mlp.experts.15,2.55715274810791
+model.layers.50.mlp.experts.150,2.5544214248657227
+model.layers.50.mlp.experts.151,2.555614709854126
+model.layers.50.mlp.experts.152,2.5529048442840576
+model.layers.50.mlp.experts.153,2.553091049194336
+model.layers.50.mlp.experts.154,2.563949584960937
+model.layers.50.mlp.experts.155,2.554187059402466
+model.layers.50.mlp.experts.156,2.55289077758789
+model.layers.50.mlp.experts.157,2.555004835128784
+model.layers.50.mlp.experts.158,2.5583765506744385
+model.layers.50.mlp.experts.159,2.5561256408691406
+model.layers.50.mlp.experts.16,2.5556740760803223
+model.layers.50.mlp.experts.160,2.553210735321045
+model.layers.50.mlp.experts.161,2.567117214202881
+model.layers.50.mlp.experts.162,2.552751302719116
+model.layers.50.mlp.experts.163,2.561696529388428
+model.layers.50.mlp.experts.164,2.556877374649048
+model.layers.50.mlp.experts.165,2.5525410175323486
+model.layers.50.mlp.experts.166,2.5528132915496826
+model.layers.50.mlp.experts.167,2.5605952739715576
+model.layers.50.mlp.experts.168,2.556067943572998
+model.layers.50.mlp.experts.169,2.5523595809936523
+model.layers.50.mlp.experts.17,2.555363178253174
+model.layers.50.mlp.experts.170,2.5559585094451904
+model.layers.50.mlp.experts.171,2.55366849899292
+model.layers.50.mlp.experts.172,2.5640695095062256
+model.layers.50.mlp.experts.173,2.5585920810699463
+model.layers.50.mlp.experts.174,2.558720827102661
+model.layers.50.mlp.experts.175,2.553444623947144
+model.layers.50.mlp.experts.176,2.554257392883301
+model.layers.50.mlp.experts.177,2.55286169052124
+model.layers.50.mlp.experts.178,2.5574545860290527
+model.layers.50.mlp.experts.179,2.5575852394104004
+model.layers.50.mlp.experts.18,2.557801485061645
+model.layers.50.mlp.experts.180,2.552726984024048
+model.layers.50.mlp.experts.181,2.5708749294281006
+model.layers.50.mlp.experts.182,2.564583778381348
+model.layers.50.mlp.experts.183,2.556365489959717
+model.layers.50.mlp.experts.184,2.564328193664551
+model.layers.50.mlp.experts.185,2.5529346466064453
+model.layers.50.mlp.experts.186,2.552882194519043
+model.layers.50.mlp.experts.187,2.5515944957733154
+model.layers.50.mlp.experts.188,2.56435227394104
+model.layers.50.mlp.experts.189,2.5662569999694824
+model.layers.50.mlp.experts.19,2.5562777519226074
+model.layers.50.mlp.experts.190,2.5770177841186523
+model.layers.50.mlp.experts.191,2.554271697998047
+model.layers.50.mlp.experts.192,2.550877809524536
+model.layers.50.mlp.experts.193,2.565468072891236
+model.layers.50.mlp.experts.194,2.5510778427124023
+model.layers.50.mlp.experts.195,2.5542867183685303
+model.layers.50.mlp.experts.196,2.5534322261810303
+model.layers.50.mlp.experts.197,2.5545477867126465
+model.layers.50.mlp.experts.198,2.555278778076172
+model.layers.50.mlp.experts.199,2.5584070682525635
+model.layers.50.mlp.experts.2,2.551801919937134
+model.layers.50.mlp.experts.20,2.5620970726013184
+model.layers.50.mlp.experts.200,2.5660386085510254
+model.layers.50.mlp.experts.201,2.554797410964966
+model.layers.50.mlp.experts.202,2.5757365226745605
+model.layers.50.mlp.experts.203,2.558398723602295
+model.layers.50.mlp.experts.204,2.564345121383667
+model.layers.50.mlp.experts.205,2.554678201675415
+model.layers.50.mlp.experts.206,2.5613927841186523
+model.layers.50.mlp.experts.207,2.5539088249206543
+model.layers.50.mlp.experts.208,2.5528488159179688
+model.layers.50.mlp.experts.209,2.552624225616455
+model.layers.50.mlp.experts.21,2.5543386936187744
+model.layers.50.mlp.experts.210,2.5640242099761963
+model.layers.50.mlp.experts.211,2.573831796646118
+model.layers.50.mlp.experts.212,2.5517404079437256
+model.layers.50.mlp.experts.213,2.5645227432250977
+model.layers.50.mlp.experts.214,2.553354024887085
+model.layers.50.mlp.experts.215,2.5600414276123047
+model.layers.50.mlp.experts.216,2.5515501499176025
+model.layers.50.mlp.experts.217,2.55584716796875
+model.layers.50.mlp.experts.218,2.563148498535156
+model.layers.50.mlp.experts.219,2.5534346103668213
+model.layers.50.mlp.experts.22,2.55974555015564
+model.layers.50.mlp.experts.220,2.5691123008728027
+model.layers.50.mlp.experts.221,2.5634758472442627
+model.layers.50.mlp.experts.222,2.565556287765503
+model.layers.50.mlp.experts.223,2.5583271980285645
+model.layers.50.mlp.experts.224,2.552616596221924
+model.layers.50.mlp.experts.225,2.5594332218170166
+model.layers.50.mlp.experts.226,2.565414905548096
+model.layers.50.mlp.experts.227,2.551243305206299
+model.layers.50.mlp.experts.228,2.559610605239868
+model.layers.50.mlp.experts.229,2.552950143814087
+model.layers.50.mlp.experts.23,2.5530691146850586
+model.layers.50.mlp.experts.230,2.556581497192383
+model.layers.50.mlp.experts.231,2.5581164360046387
+model.layers.50.mlp.experts.232,2.562636137008667
+model.layers.50.mlp.experts.233,2.551649570465088
+model.layers.50.mlp.experts.234,2.5694196224212646
+model.layers.50.mlp.experts.235,2.565087080001831
+model.layers.50.mlp.experts.236,2.5636301040649414
+model.layers.50.mlp.experts.237,2.5561201572418213
+model.layers.50.mlp.experts.238,2.5552191734313965
+model.layers.50.mlp.experts.239,2.561840772628784
+model.layers.50.mlp.experts.24,2.5702571868896484
+model.layers.50.mlp.experts.240,2.553178310394287
+model.layers.50.mlp.experts.241,2.5652096271514893
+model.layers.50.mlp.experts.242,2.5566649436950684
+model.layers.50.mlp.experts.243,2.553619146347046
+model.layers.50.mlp.experts.244,2.555532217025757
+model.layers.50.mlp.experts.245,2.5572469234466557
+model.layers.50.mlp.experts.246,2.552109718322754
+model.layers.50.mlp.experts.247,2.556691646575928
+model.layers.50.mlp.experts.248,2.5529885292053223
+model.layers.50.mlp.experts.249,2.7585391998291016
+model.layers.50.mlp.experts.25,2.5527124404907227
+model.layers.50.mlp.experts.250,2.5544567108154297
+model.layers.50.mlp.experts.251,2.559701919555664
+model.layers.50.mlp.experts.252,2.557057380676269
+model.layers.50.mlp.experts.253,2.552062511444092
+model.layers.50.mlp.experts.254,2.554633378982544
+model.layers.50.mlp.experts.255,2.556181669235229
+model.layers.50.mlp.experts.26,2.5564589500427246
+model.layers.50.mlp.experts.27,2.555776834487915
+model.layers.50.mlp.experts.28,2.5533878803253174
+model.layers.50.mlp.experts.29,2.5523276329040527
+model.layers.50.mlp.experts.3,2.552621841430664
+model.layers.50.mlp.experts.30,2.553562641143799
+model.layers.50.mlp.experts.31,2.552544355392456
+model.layers.50.mlp.experts.32,2.5523769855499268
+model.layers.50.mlp.experts.33,2.561239719390869
+model.layers.50.mlp.experts.34,2.5589287281036377
+model.layers.50.mlp.experts.35,2.5545101165771484
+model.layers.50.mlp.experts.36,2.562570095062256
+model.layers.50.mlp.experts.37,2.556135654449463
+model.layers.50.mlp.experts.38,2.559638500213623
+model.layers.50.mlp.experts.39,2.5590827465057373
+model.layers.50.mlp.experts.4,2.5544512271881104
+model.layers.50.mlp.experts.40,2.552287340164185
+model.layers.50.mlp.experts.41,2.5573890209198
+model.layers.50.mlp.experts.42,2.5568270683288574
+model.layers.50.mlp.experts.43,2.55376935005188
+model.layers.50.mlp.experts.44,2.552658796310425
+model.layers.50.mlp.experts.45,2.552487850189209
+model.layers.50.mlp.experts.46,2.5661985874176025
+model.layers.50.mlp.experts.47,2.5525248050689697
+model.layers.50.mlp.experts.48,2.5544257164001465
+model.layers.50.mlp.experts.49,2.555007219314575
+model.layers.50.mlp.experts.5,2.5543651580810547
+model.layers.50.mlp.experts.50,2.557004451751709
+model.layers.50.mlp.experts.51,2.5510284900665283
+model.layers.50.mlp.experts.52,2.5517241954803467
+model.layers.50.mlp.experts.53,2.5535707473754883
+model.layers.50.mlp.experts.54,2.5587258338928223
+model.layers.50.mlp.experts.55,2.554685592651367
+model.layers.50.mlp.experts.56,2.5588572025299072
+model.layers.50.mlp.experts.57,2.562987327575684
+model.layers.50.mlp.experts.58,2.551652669906616
+model.layers.50.mlp.experts.59,2.5545992851257324
+model.layers.50.mlp.experts.6,2.5613343715667725
+model.layers.50.mlp.experts.60,2.575277805328369
+model.layers.50.mlp.experts.61,2.555365800857544
+model.layers.50.mlp.experts.62,2.55818510055542
+model.layers.50.mlp.experts.63,2.5591881275177
+model.layers.50.mlp.experts.64,2.5558202266693115
+model.layers.50.mlp.experts.65,2.556957006454468
+model.layers.50.mlp.experts.66,2.5709290504455566
+model.layers.50.mlp.experts.67,2.5635128021240234
+model.layers.50.mlp.experts.68,2.553694009780884
+model.layers.50.mlp.experts.69,2.5540990829467773
+model.layers.50.mlp.experts.7,2.5602619647979736
+model.layers.50.mlp.experts.70,2.553419351577759
+model.layers.50.mlp.experts.71,2.5530409812927246
+model.layers.50.mlp.experts.72,2.558180570602417
+model.layers.50.mlp.experts.73,2.5538153648376465
+model.layers.50.mlp.experts.74,2.5530192852020264
+model.layers.50.mlp.experts.75,2.552499532699585
+model.layers.50.mlp.experts.76,2.5561234951019287
+model.layers.50.mlp.experts.77,2.5583720207214355
+model.layers.50.mlp.experts.78,2.5524051189422607
+model.layers.50.mlp.experts.79,2.553079128265381
+model.layers.50.mlp.experts.8,2.557908535003662
+model.layers.50.mlp.experts.80,2.553394317626953
+model.layers.50.mlp.experts.81,2.561321973800659
+model.layers.50.mlp.experts.82,2.5557682514190674
+model.layers.50.mlp.experts.83,2.559361219406128
+model.layers.50.mlp.experts.84,2.554270029067993
+model.layers.50.mlp.experts.85,2.566260576248169
+model.layers.50.mlp.experts.86,2.5543947219848637
+model.layers.50.mlp.experts.87,2.5634822845458984
+model.layers.50.mlp.experts.88,2.5676183700561523
+model.layers.50.mlp.experts.89,2.554296493530273
+model.layers.50.mlp.experts.9,2.5556304454803467
+model.layers.50.mlp.experts.90,2.5563178062438965
+model.layers.50.mlp.experts.91,2.5558507442474365
+model.layers.50.mlp.experts.92,2.5692217350006104
+model.layers.50.mlp.experts.93,2.5653514862060547
+model.layers.50.mlp.experts.94,2.551474094390869
+model.layers.50.mlp.experts.95,2.55432653427124
+model.layers.50.mlp.experts.96,2.553417921066284
+model.layers.50.mlp.experts.97,2.552874803543091
+model.layers.50.mlp.experts.98,2.5510058403015137
+model.layers.50.mlp.experts.99,2.5535426139831543
+model.layers.50.mlp.shared_experts,2.744940757751465
+model.layers.50.self_attn,2.6166226863861084
+model.layers.51.mlp.experts.0,2.5574190616607666
+model.layers.51.mlp.experts.1,2.5539143085479736
+model.layers.51.mlp.experts.10,2.5633840560913086
+model.layers.51.mlp.experts.100,2.5551679134368896
+model.layers.51.mlp.experts.101,2.564959526062012
+model.layers.51.mlp.experts.102,2.585862636566162
+model.layers.51.mlp.experts.103,2.5575881004333496
+model.layers.51.mlp.experts.104,2.552687168121338
+model.layers.51.mlp.experts.105,2.554203748703003
+model.layers.51.mlp.experts.106,2.555230140686035
+model.layers.51.mlp.experts.107,2.5597238540649414
+model.layers.51.mlp.experts.108,2.553497314453125
+model.layers.51.mlp.experts.109,2.574181079864502
+model.layers.51.mlp.experts.11,2.553757429122925
+model.layers.51.mlp.experts.110,2.5535125732421875
+model.layers.51.mlp.experts.111,2.5585358142852783
+model.layers.51.mlp.experts.112,2.551637649536133
+model.layers.51.mlp.experts.113,2.5684473514556885
+model.layers.51.mlp.experts.114,2.552654981613159
+model.layers.51.mlp.experts.115,2.5552191734313965
+model.layers.51.mlp.experts.116,2.567490577697754
+model.layers.51.mlp.experts.117,2.557551622390747
+model.layers.51.mlp.experts.118,2.5524356365203857
+model.layers.51.mlp.experts.119,2.563777208328247
+model.layers.51.mlp.experts.12,2.555493116378784
+model.layers.51.mlp.experts.120,2.55116605758667
+model.layers.51.mlp.experts.121,2.554799795150757
+model.layers.51.mlp.experts.122,2.553997278213501
+model.layers.51.mlp.experts.123,2.5691614151000977
+model.layers.51.mlp.experts.124,2.553119659423828
+model.layers.51.mlp.experts.125,2.556037187576294
+model.layers.51.mlp.experts.126,2.5547516345977783
+model.layers.51.mlp.experts.127,2.5617189407348637
+model.layers.51.mlp.experts.128,2.5576066970825195
+model.layers.51.mlp.experts.129,2.55823826789856
+model.layers.51.mlp.experts.13,2.556551933288574
+model.layers.51.mlp.experts.130,2.561940193176269
+model.layers.51.mlp.experts.131,2.5566844940185547
+model.layers.51.mlp.experts.132,2.552864789962769
+model.layers.51.mlp.experts.133,2.5618038177490234
+model.layers.51.mlp.experts.134,2.5633316040039062
+model.layers.51.mlp.experts.135,2.556645154953003
+model.layers.51.mlp.experts.136,2.5534064769744877
+model.layers.51.mlp.experts.137,2.552541971206665
+model.layers.51.mlp.experts.138,2.554946184158325
+model.layers.51.mlp.experts.139,2.555449962615967
+model.layers.51.mlp.experts.14,2.5532500743865967
+model.layers.51.mlp.experts.140,2.551750898361206
+model.layers.51.mlp.experts.141,2.555100202560425
+model.layers.51.mlp.experts.142,2.553312301635742
+model.layers.51.mlp.experts.143,2.554191827774048
+model.layers.51.mlp.experts.144,2.56082534790039
+model.layers.51.mlp.experts.145,2.5534510612487797
+model.layers.51.mlp.experts.146,2.55915904045105
+model.layers.51.mlp.experts.147,2.553413152694702
+model.layers.51.mlp.experts.148,2.5608878135681152
+model.layers.51.mlp.experts.149,2.553473234176636
+model.layers.51.mlp.experts.15,2.5534608364105225
+model.layers.51.mlp.experts.150,2.557589292526245
+model.layers.51.mlp.experts.151,2.5562870502471924
+model.layers.51.mlp.experts.152,2.555286169052124
+model.layers.51.mlp.experts.153,2.557917833328247
+model.layers.51.mlp.experts.154,2.5593128204345703
+model.layers.51.mlp.experts.155,2.552313804626465
+model.layers.51.mlp.experts.156,2.552219152450561
+model.layers.51.mlp.experts.157,2.5596306324005127
+model.layers.51.mlp.experts.158,2.560511827468872
+model.layers.51.mlp.experts.159,2.563258409500122
+model.layers.51.mlp.experts.16,2.5580549240112305
+model.layers.51.mlp.experts.160,2.56160044670105
+model.layers.51.mlp.experts.161,2.5675048828125
+model.layers.51.mlp.experts.162,2.5556697845458984
+model.layers.51.mlp.experts.163,2.552762508392334
+model.layers.51.mlp.experts.164,2.5548596382141118
+model.layers.51.mlp.experts.165,2.56087589263916
+model.layers.51.mlp.experts.166,2.556347608566284
+model.layers.51.mlp.experts.167,2.558540105819702
+model.layers.51.mlp.experts.168,2.5785136222839355
+model.layers.51.mlp.experts.169,2.558846235275269
+model.layers.51.mlp.experts.17,2.556021213531494
+model.layers.51.mlp.experts.170,2.555152654647827
+model.layers.51.mlp.experts.171,2.556143522262573
+model.layers.51.mlp.experts.172,2.572061538696289
+model.layers.51.mlp.experts.173,2.554544687271118
+model.layers.51.mlp.experts.174,2.5667524337768555
+model.layers.51.mlp.experts.175,2.557873487472534
+model.layers.51.mlp.experts.176,2.5633621215820312
+model.layers.51.mlp.experts.177,2.561140298843384
+model.layers.51.mlp.experts.178,2.552186965942383
+model.layers.51.mlp.experts.179,2.5586180686950684
+model.layers.51.mlp.experts.18,2.560180187225342
+model.layers.51.mlp.experts.180,2.5537428855896
+model.layers.51.mlp.experts.181,2.5554590225219727
+model.layers.51.mlp.experts.182,2.5596649646759038
+model.layers.51.mlp.experts.183,2.553189992904663
+model.layers.51.mlp.experts.184,2.551419973373413
+model.layers.51.mlp.experts.185,2.5571391582489014
+model.layers.51.mlp.experts.186,2.559426784515381
+model.layers.51.mlp.experts.187,2.560861825942993
+model.layers.51.mlp.experts.188,2.551144361495972
+model.layers.51.mlp.experts.189,2.554083108901977
+model.layers.51.mlp.experts.19,2.5765092372894287
+model.layers.51.mlp.experts.190,2.565274477005005
+model.layers.51.mlp.experts.191,2.55214786529541
+model.layers.51.mlp.experts.192,2.5526528358459477
+model.layers.51.mlp.experts.193,2.5547242164611816
+model.layers.51.mlp.experts.194,2.5538995265960693
+model.layers.51.mlp.experts.195,2.576050043106079
+model.layers.51.mlp.experts.196,2.555504560470581
+model.layers.51.mlp.experts.197,2.568687677383423
+model.layers.51.mlp.experts.198,2.5661368370056152
+model.layers.51.mlp.experts.199,2.561688184738159
+model.layers.51.mlp.experts.2,2.566058158874512
+model.layers.51.mlp.experts.20,2.554799318313598
+model.layers.51.mlp.experts.200,2.554376602172852
+model.layers.51.mlp.experts.201,2.555378198623657
+model.layers.51.mlp.experts.202,2.552220582962036
+model.layers.51.mlp.experts.203,2.5545742511749268
+model.layers.51.mlp.experts.204,2.551886558532715
+model.layers.51.mlp.experts.205,2.5674116611480717
+model.layers.51.mlp.experts.206,2.5602495670318604
+model.layers.51.mlp.experts.207,2.5580170154571533
+model.layers.51.mlp.experts.208,2.5521013736724854
+model.layers.51.mlp.experts.209,2.552912950515747
+model.layers.51.mlp.experts.21,2.55325698852539
+model.layers.51.mlp.experts.210,2.5569992065429688
+model.layers.51.mlp.experts.211,2.5530238151550293
+model.layers.51.mlp.experts.212,2.5521717071533203
+model.layers.51.mlp.experts.213,2.5534355640411377
+model.layers.51.mlp.experts.214,2.5605411529541016
+model.layers.51.mlp.experts.215,2.5576133728027344
+model.layers.51.mlp.experts.216,2.5529026985168457
+model.layers.51.mlp.experts.217,2.554018497467041
+model.layers.51.mlp.experts.218,2.5542030334472656
+model.layers.51.mlp.experts.219,2.5529444217681885
+model.layers.51.mlp.experts.22,2.556837320327759
+model.layers.51.mlp.experts.220,2.5656492710113525
+model.layers.51.mlp.experts.221,2.555335998535156
+model.layers.51.mlp.experts.222,2.5758261680603027
+model.layers.51.mlp.experts.223,2.567535638809204
+model.layers.51.mlp.experts.224,2.5526368618011475
+model.layers.51.mlp.experts.225,2.5552117824554443
+model.layers.51.mlp.experts.226,2.559393405914306
+model.layers.51.mlp.experts.227,2.5516128540039062
+model.layers.51.mlp.experts.228,2.558439254760742
+model.layers.51.mlp.experts.229,2.5582776069641118
+model.layers.51.mlp.experts.23,2.5532350540161133
+model.layers.51.mlp.experts.230,2.5692806243896484
+model.layers.51.mlp.experts.231,2.584435224533081
+model.layers.51.mlp.experts.232,2.5551953315734863
+model.layers.51.mlp.experts.233,2.5523033142089844
+model.layers.51.mlp.experts.234,2.553389549255371
+model.layers.51.mlp.experts.235,2.5542330741882324
+model.layers.51.mlp.experts.236,2.5591790676116943
+model.layers.51.mlp.experts.237,2.552412986755371
+model.layers.51.mlp.experts.238,2.5545482635498047
+model.layers.51.mlp.experts.239,2.55196475982666
+model.layers.51.mlp.experts.24,2.584774971008301
+model.layers.51.mlp.experts.240,2.5537824630737305
+model.layers.51.mlp.experts.241,2.5546178817749023
+model.layers.51.mlp.experts.242,2.561866521835327
+model.layers.51.mlp.experts.243,2.555781841278076
+model.layers.51.mlp.experts.244,2.5563244819641118
+model.layers.51.mlp.experts.245,2.562430620193481
+model.layers.51.mlp.experts.246,2.553011417388916
+model.layers.51.mlp.experts.247,2.553725242614746
+model.layers.51.mlp.experts.248,2.5756521224975586
+model.layers.51.mlp.experts.249,2.55664610862732
+model.layers.51.mlp.experts.25,2.553243398666382
+model.layers.51.mlp.experts.250,2.562746047973633
+model.layers.51.mlp.experts.251,2.5585122108459477
+model.layers.51.mlp.experts.252,2.551356554031372
+model.layers.51.mlp.experts.253,2.5574841499328613
+model.layers.51.mlp.experts.254,2.5560672283172607
+model.layers.51.mlp.experts.255,2.553558349609375
+model.layers.51.mlp.experts.26,2.555487871170044
+model.layers.51.mlp.experts.27,2.552858352661133
+model.layers.51.mlp.experts.28,2.5605223178863525
+model.layers.51.mlp.experts.29,2.5637125968933105
+model.layers.51.mlp.experts.3,2.5524778366088867
+model.layers.51.mlp.experts.30,2.557486057281494
+model.layers.51.mlp.experts.31,2.5525941848754883
+model.layers.51.mlp.experts.32,2.553339719772339
+model.layers.51.mlp.experts.33,2.565187692642212
+model.layers.51.mlp.experts.34,2.567289113998413
+model.layers.51.mlp.experts.35,2.56061053276062
+model.layers.51.mlp.experts.36,2.5595593452453613
+model.layers.51.mlp.experts.37,2.561053514480591
+model.layers.51.mlp.experts.38,2.562678813934326
+model.layers.51.mlp.experts.39,2.552783250808716
+model.layers.51.mlp.experts.4,2.5585267543792725
+model.layers.51.mlp.experts.40,2.5538949966430664
+model.layers.51.mlp.experts.41,2.57503604888916
+model.layers.51.mlp.experts.42,2.5792057514190674
+model.layers.51.mlp.experts.43,2.5580337047576904
+model.layers.51.mlp.experts.44,2.553251981735229
+model.layers.51.mlp.experts.45,2.554271697998047
+model.layers.51.mlp.experts.46,2.576967000961304
+model.layers.51.mlp.experts.47,2.7302069664001465
+model.layers.51.mlp.experts.48,2.5856966972351074
+model.layers.51.mlp.experts.49,2.5531880855560303
+model.layers.51.mlp.experts.5,2.5609729290008545
+model.layers.51.mlp.experts.50,2.552767515182495
+model.layers.51.mlp.experts.51,2.5534467697143555
+model.layers.51.mlp.experts.52,2.55521821975708
+model.layers.51.mlp.experts.53,2.569997787475586
+model.layers.51.mlp.experts.54,2.5584003925323486
+model.layers.51.mlp.experts.55,2.555821180343628
+model.layers.51.mlp.experts.56,2.557311773300171
+model.layers.51.mlp.experts.57,2.5616443157196045
+model.layers.51.mlp.experts.58,2.5517756938934326
+model.layers.51.mlp.experts.59,2.555580377578736
+model.layers.51.mlp.experts.6,2.5579075813293457
+model.layers.51.mlp.experts.60,2.551299333572388
+model.layers.51.mlp.experts.61,2.555082082748413
+model.layers.51.mlp.experts.62,2.555372476577759
+model.layers.51.mlp.experts.63,2.55444860458374
+model.layers.51.mlp.experts.64,2.555531740188598
+model.layers.51.mlp.experts.65,2.561079263687134
+model.layers.51.mlp.experts.66,2.555482149124145
+model.layers.51.mlp.experts.67,2.557293653488159
+model.layers.51.mlp.experts.68,2.553384065628052
+model.layers.51.mlp.experts.69,2.5537264347076416
+model.layers.51.mlp.experts.7,2.555361747741699
+model.layers.51.mlp.experts.70,2.557051658630371
+model.layers.51.mlp.experts.71,2.56215763092041
+model.layers.51.mlp.experts.72,2.552457809448242
+model.layers.51.mlp.experts.73,2.5579826831817627
+model.layers.51.mlp.experts.74,2.5552401542663574
+model.layers.51.mlp.experts.75,2.555716037750244
+model.layers.51.mlp.experts.76,2.5605223178863525
+model.layers.51.mlp.experts.77,2.615426778793335
+model.layers.51.mlp.experts.78,2.5550262928009038
+model.layers.51.mlp.experts.79,2.551710367202759
+model.layers.51.mlp.experts.8,2.556225538253784
+model.layers.51.mlp.experts.80,2.5526578426361084
+model.layers.51.mlp.experts.81,2.563734531402588
+model.layers.51.mlp.experts.82,2.5570645332336426
+model.layers.51.mlp.experts.83,2.556678295135498
+model.layers.51.mlp.experts.84,2.5519778728485107
+model.layers.51.mlp.experts.85,2.5588302612304688
+model.layers.51.mlp.experts.86,2.553452491760254
+model.layers.51.mlp.experts.87,2.580896139144897
+model.layers.51.mlp.experts.88,2.5615360736846924
+model.layers.51.mlp.experts.89,2.5675628185272217
+model.layers.51.mlp.experts.9,2.576549530029297
+model.layers.51.mlp.experts.90,2.5558228492736816
+model.layers.51.mlp.experts.91,2.566783905029297
+model.layers.51.mlp.experts.92,2.5680007934570312
+model.layers.51.mlp.experts.93,2.5663790702819824
+model.layers.51.mlp.experts.94,2.5544283390045166
+model.layers.51.mlp.experts.95,2.5555641651153564
+model.layers.51.mlp.experts.96,2.5541505813598637
+model.layers.51.mlp.experts.97,2.553334951400757
+model.layers.51.mlp.experts.98,2.559898614883423
+model.layers.51.mlp.experts.99,2.564292907714844
+model.layers.51.mlp.shared_experts,2.7290701866149902
+model.layers.51.self_attn,2.6169304847717285
+model.layers.52.mlp.experts.0,2.5531535148620605
+model.layers.52.mlp.experts.1,2.5607471466064453
+model.layers.52.mlp.experts.10,2.55549693107605
+model.layers.52.mlp.experts.100,2.561034202575684
+model.layers.52.mlp.experts.101,2.560957908630371
+model.layers.52.mlp.experts.102,2.567821502685547
+model.layers.52.mlp.experts.103,2.5583808422088623
+model.layers.52.mlp.experts.104,2.5540175437927246
+model.layers.52.mlp.experts.105,2.570765972137451
+model.layers.52.mlp.experts.106,2.562067985534668
+model.layers.52.mlp.experts.107,2.556562900543213
+model.layers.52.mlp.experts.108,2.563112258911133
+model.layers.52.mlp.experts.109,2.575500011444092
+model.layers.52.mlp.experts.11,2.5534253120422363
+model.layers.52.mlp.experts.110,2.5749616622924805
+model.layers.52.mlp.experts.111,2.558483839035034
+model.layers.52.mlp.experts.112,2.561745405197144
+model.layers.52.mlp.experts.113,2.5595760345458984
+model.layers.52.mlp.experts.114,2.5664591789245605
+model.layers.52.mlp.experts.115,2.56730055809021
+model.layers.52.mlp.experts.116,2.5646615028381348
+model.layers.52.mlp.experts.117,2.5825512409210205
+model.layers.52.mlp.experts.118,2.5566349029541016
+model.layers.52.mlp.experts.119,2.555846691131592
+model.layers.52.mlp.experts.12,2.557105779647827
+model.layers.52.mlp.experts.120,2.5568079948425293
+model.layers.52.mlp.experts.121,2.5761148929595947
+model.layers.52.mlp.experts.122,2.5564095973968506
+model.layers.52.mlp.experts.123,2.553988218307495
+model.layers.52.mlp.experts.124,2.563031911849976
+model.layers.52.mlp.experts.125,2.555718421936035
+model.layers.52.mlp.experts.126,2.557255268096924
+model.layers.52.mlp.experts.127,2.560236930847168
+model.layers.52.mlp.experts.128,2.5561039447784424
+model.layers.52.mlp.experts.129,2.5637900829315186
+model.layers.52.mlp.experts.13,2.5544841289520264
+model.layers.52.mlp.experts.130,2.558375835418701
+model.layers.52.mlp.experts.131,2.5593156814575195
+model.layers.52.mlp.experts.132,2.5523808002471924
+model.layers.52.mlp.experts.133,2.560459852218628
+model.layers.52.mlp.experts.134,2.5523266792297363
+model.layers.52.mlp.experts.135,2.558720350265503
+model.layers.52.mlp.experts.136,2.5551929473876958
+model.layers.52.mlp.experts.137,2.5615310668945312
+model.layers.52.mlp.experts.138,2.5544323921203613
+model.layers.52.mlp.experts.139,2.557255268096924
+model.layers.52.mlp.experts.14,2.5726242065429688
+model.layers.52.mlp.experts.140,2.5559935569763184
+model.layers.52.mlp.experts.141,2.555118560791016
+model.layers.52.mlp.experts.142,2.554272413253784
+model.layers.52.mlp.experts.143,2.552004814147949
+model.layers.52.mlp.experts.144,2.555119752883911
+model.layers.52.mlp.experts.145,2.563657283782959
+model.layers.52.mlp.experts.146,2.55216908454895
+model.layers.52.mlp.experts.147,2.564716339111328
+model.layers.52.mlp.experts.148,2.559082508087158
+model.layers.52.mlp.experts.149,2.555163621902466
+model.layers.52.mlp.experts.15,2.5540308952331543
+model.layers.52.mlp.experts.150,2.5549893379211426
+model.layers.52.mlp.experts.151,2.55346417427063
+model.layers.52.mlp.experts.152,2.5548346042633057
+model.layers.52.mlp.experts.153,2.5568947792053223
+model.layers.52.mlp.experts.154,2.556123971939087
+model.layers.52.mlp.experts.155,2.560523748397827
+model.layers.52.mlp.experts.156,2.5626063346862797
+model.layers.52.mlp.experts.157,2.5660839080810547
+model.layers.52.mlp.experts.158,2.591731071472168
+model.layers.52.mlp.experts.159,2.5612809658050537
+model.layers.52.mlp.experts.16,2.554267644882202
+model.layers.52.mlp.experts.160,2.5696375370025635
+model.layers.52.mlp.experts.161,2.555591344833374
+model.layers.52.mlp.experts.162,2.553553342819214
+model.layers.52.mlp.experts.163,2.558290719985962
+model.layers.52.mlp.experts.164,2.555958032608032
+model.layers.52.mlp.experts.165,2.561697006225586
+model.layers.52.mlp.experts.166,2.55389666557312
+model.layers.52.mlp.experts.167,2.5717544555664062
+model.layers.52.mlp.experts.168,2.555952548980713
+model.layers.52.mlp.experts.169,2.5581300258636475
+model.layers.52.mlp.experts.17,2.554090976715088
+model.layers.52.mlp.experts.170,2.5551915168762207
+model.layers.52.mlp.experts.171,2.55608344078064
+model.layers.52.mlp.experts.172,2.5580220222473145
+model.layers.52.mlp.experts.173,2.5544586181640625
+model.layers.52.mlp.experts.174,2.556138038635254
+model.layers.52.mlp.experts.175,2.5573904514312744
+model.layers.52.mlp.experts.176,2.5554261207580566
+model.layers.52.mlp.experts.177,2.553072690963745
+model.layers.52.mlp.experts.178,2.559361219406128
+model.layers.52.mlp.experts.179,2.560290098190308
+model.layers.52.mlp.experts.18,2.556333541870117
+model.layers.52.mlp.experts.180,2.5596911907196045
+model.layers.52.mlp.experts.181,2.5621931552886963
+model.layers.52.mlp.experts.182,2.5702710151672363
+model.layers.52.mlp.experts.183,2.5545454025268555
+model.layers.52.mlp.experts.184,2.554196357727051
+model.layers.52.mlp.experts.185,2.5622682571411133
+model.layers.52.mlp.experts.186,2.569944381713867
+model.layers.52.mlp.experts.187,2.555375576019287
+model.layers.52.mlp.experts.188,2.554555177688598
+model.layers.52.mlp.experts.189,2.552863597869873
+model.layers.52.mlp.experts.19,2.557602405548096
+model.layers.52.mlp.experts.190,2.5554122924804688
+model.layers.52.mlp.experts.191,2.564669370651245
+model.layers.52.mlp.experts.192,2.558342933654785
+model.layers.52.mlp.experts.193,2.553105115890503
+model.layers.52.mlp.experts.194,2.552424192428589
+model.layers.52.mlp.experts.195,2.555817127227783
+model.layers.52.mlp.experts.196,2.5566422939300537
+model.layers.52.mlp.experts.197,2.554207563400269
+model.layers.52.mlp.experts.198,2.5537655353546143
+model.layers.52.mlp.experts.199,2.5568368434906006
+model.layers.52.mlp.experts.2,2.646636962890625
+model.layers.52.mlp.experts.20,2.5597643852233887
+model.layers.52.mlp.experts.200,2.554229497909546
+model.layers.52.mlp.experts.201,2.5576722621917725
+model.layers.52.mlp.experts.202,2.556011915206909
+model.layers.52.mlp.experts.203,2.554854154586792
+model.layers.52.mlp.experts.204,2.558053493499756
+model.layers.52.mlp.experts.205,2.5587546825408936
+model.layers.52.mlp.experts.206,2.554352045059204
+model.layers.52.mlp.experts.207,2.5685665607452397
+model.layers.52.mlp.experts.208,2.5558900833129883
+model.layers.52.mlp.experts.209,2.5569090843200684
+model.layers.52.mlp.experts.21,2.561143159866333
+model.layers.52.mlp.experts.210,2.5566561222076416
+model.layers.52.mlp.experts.211,2.566058874130249
+model.layers.52.mlp.experts.212,2.556282997131348
+model.layers.52.mlp.experts.213,2.5560414791107178
+model.layers.52.mlp.experts.214,2.5570106506347656
+model.layers.52.mlp.experts.215,2.55319881439209
+model.layers.52.mlp.experts.216,2.553739547729492
+model.layers.52.mlp.experts.217,2.569334030151367
+model.layers.52.mlp.experts.218,2.554406881332397
+model.layers.52.mlp.experts.219,2.552284240722656
+model.layers.52.mlp.experts.22,2.558658599853516
+model.layers.52.mlp.experts.220,2.558313369750977
+model.layers.52.mlp.experts.221,2.565893173217773
+model.layers.52.mlp.experts.222,2.5617241859436035
+model.layers.52.mlp.experts.223,2.5635640621185303
+model.layers.52.mlp.experts.224,2.608863115310669
+model.layers.52.mlp.experts.225,2.563771724700928
+model.layers.52.mlp.experts.226,2.552855491638184
+model.layers.52.mlp.experts.227,2.5556063652038574
+model.layers.52.mlp.experts.228,2.558629512786865
+model.layers.52.mlp.experts.229,2.551811933517456
+model.layers.52.mlp.experts.23,2.560274839401245
+model.layers.52.mlp.experts.230,2.5617146492004395
+model.layers.52.mlp.experts.231,2.5547854900360107
+model.layers.52.mlp.experts.232,2.55843448638916
+model.layers.52.mlp.experts.233,2.5692832469940186
+model.layers.52.mlp.experts.234,2.559953212738037
+model.layers.52.mlp.experts.235,2.557734966278076
+model.layers.52.mlp.experts.236,2.555936813354492
+model.layers.52.mlp.experts.237,2.565726518630981
+model.layers.52.mlp.experts.238,2.561051607131958
+model.layers.52.mlp.experts.239,2.5551908016204834
+model.layers.52.mlp.experts.24,2.551957368850708
+model.layers.52.mlp.experts.240,2.555302858352661
+model.layers.52.mlp.experts.241,2.5635035037994385
+model.layers.52.mlp.experts.242,2.556729793548584
+model.layers.52.mlp.experts.243,2.553273916244507
+model.layers.52.mlp.experts.244,2.561225891113281
+model.layers.52.mlp.experts.245,2.55750584602356
+model.layers.52.mlp.experts.246,2.558420896530152
+model.layers.52.mlp.experts.247,2.553232431411743
+model.layers.52.mlp.experts.248,2.5556490421295166
+model.layers.52.mlp.experts.249,2.565164804458618
+model.layers.52.mlp.experts.25,2.5780317783355717
+model.layers.52.mlp.experts.250,2.578511476516724
+model.layers.52.mlp.experts.251,2.554665327072144
+model.layers.52.mlp.experts.252,2.553487539291382
+model.layers.52.mlp.experts.253,2.557235717773437
+model.layers.52.mlp.experts.254,2.554909467697144
+model.layers.52.mlp.experts.255,2.553167819976806
+model.layers.52.mlp.experts.26,2.558870553970337
+model.layers.52.mlp.experts.27,2.566380500793457
+model.layers.52.mlp.experts.28,2.558557510375977
+model.layers.52.mlp.experts.29,2.5824553966522217
+model.layers.52.mlp.experts.3,2.5834403038024902
+model.layers.52.mlp.experts.30,2.572866916656494
+model.layers.52.mlp.experts.31,2.55936050415039
+model.layers.52.mlp.experts.32,2.561225652694702
+model.layers.52.mlp.experts.33,2.5616490840911865
+model.layers.52.mlp.experts.34,2.5534448623657227
+model.layers.52.mlp.experts.35,2.5554304122924805
+model.layers.52.mlp.experts.36,2.5564818382263184
+model.layers.52.mlp.experts.37,2.553220510482788
+model.layers.52.mlp.experts.38,2.5543646812438965
+model.layers.52.mlp.experts.39,2.557079315185547
+model.layers.52.mlp.experts.4,2.642994880676269
+model.layers.52.mlp.experts.40,2.555779933929444
+model.layers.52.mlp.experts.41,2.5659780502319336
+model.layers.52.mlp.experts.42,2.5558886528015137
+model.layers.52.mlp.experts.43,2.553920269012451
+model.layers.52.mlp.experts.44,2.5569710731506348
+model.layers.52.mlp.experts.45,2.5543761253356934
+model.layers.52.mlp.experts.46,2.554921865463257
+model.layers.52.mlp.experts.47,2.558236598968506
+model.layers.52.mlp.experts.48,2.5553319454193115
+model.layers.52.mlp.experts.49,2.561420440673828
+model.layers.52.mlp.experts.5,2.5622806549072266
+model.layers.52.mlp.experts.50,2.569478750228882
+model.layers.52.mlp.experts.51,2.553011894226074
+model.layers.52.mlp.experts.52,2.556039333343506
+model.layers.52.mlp.experts.53,2.5570101737976074
+model.layers.52.mlp.experts.54,2.565303087234497
+model.layers.52.mlp.experts.55,2.5532984733581543
+model.layers.52.mlp.experts.56,2.5718181133270264
+model.layers.52.mlp.experts.57,2.5560338497161865
+model.layers.52.mlp.experts.58,2.586320400238037
+model.layers.52.mlp.experts.59,2.5684964656829834
+model.layers.52.mlp.experts.6,2.558189630508423
+model.layers.52.mlp.experts.60,2.555058479309082
+model.layers.52.mlp.experts.61,2.553312063217163
+model.layers.52.mlp.experts.62,2.5721330642700195
+model.layers.52.mlp.experts.63,2.5619566440582275
+model.layers.52.mlp.experts.64,2.5538697242736816
+model.layers.52.mlp.experts.65,2.551455020904541
+model.layers.52.mlp.experts.66,2.5627670288085938
+model.layers.52.mlp.experts.67,2.552518367767334
+model.layers.52.mlp.experts.68,2.5543527603149414
+model.layers.52.mlp.experts.69,2.5700480937957764
+model.layers.52.mlp.experts.7,2.5658466815948486
+model.layers.52.mlp.experts.70,2.553114891052246
+model.layers.52.mlp.experts.71,2.5609240531921387
+model.layers.52.mlp.experts.72,2.558258533477783
+model.layers.52.mlp.experts.73,2.5517830848693848
+model.layers.52.mlp.experts.74,2.555079221725464
+model.layers.52.mlp.experts.75,2.5544991493225098
+model.layers.52.mlp.experts.76,2.5580413341522217
+model.layers.52.mlp.experts.77,2.560218334197998
+model.layers.52.mlp.experts.78,2.5847017765045166
+model.layers.52.mlp.experts.79,2.5604019165039062
+model.layers.52.mlp.experts.8,2.571983575820923
+model.layers.52.mlp.experts.80,2.563928604125977
+model.layers.52.mlp.experts.81,2.555992364883423
+model.layers.52.mlp.experts.82,2.555854558944702
+model.layers.52.mlp.experts.83,2.554306030273437
+model.layers.52.mlp.experts.84,2.5562477111816406
+model.layers.52.mlp.experts.85,2.554893970489502
+model.layers.52.mlp.experts.86,2.5553557872772217
+model.layers.52.mlp.experts.87,2.5680835247039795
+model.layers.52.mlp.experts.88,2.551997661590576
+model.layers.52.mlp.experts.89,2.5536458492279053
+model.layers.52.mlp.experts.9,2.5534770488739014
+model.layers.52.mlp.experts.90,2.5533950328826904
+model.layers.52.mlp.experts.91,2.55924391746521
+model.layers.52.mlp.experts.92,2.5525851249694824
+model.layers.52.mlp.experts.93,2.559305191040039
+model.layers.52.mlp.experts.94,2.565061569213867
+model.layers.52.mlp.experts.95,2.551806926727295
+model.layers.52.mlp.experts.96,2.556715726852417
+model.layers.52.mlp.experts.97,2.55672550201416
+model.layers.52.mlp.experts.98,2.5750598907470703
+model.layers.52.mlp.experts.99,2.5602669715881348
+model.layers.52.mlp.shared_experts,2.7432057857513428
+model.layers.52.self_attn,2.622645616531372
+model.layers.53.mlp.experts.0,2.561028003692627
+model.layers.53.mlp.experts.1,2.560770273208618
+model.layers.53.mlp.experts.10,2.570747375488281
+model.layers.53.mlp.experts.100,2.5590219497680664
+model.layers.53.mlp.experts.101,2.555939197540283
+model.layers.53.mlp.experts.102,2.587972640991211
+model.layers.53.mlp.experts.103,2.559096574783325
+model.layers.53.mlp.experts.104,2.553643226623535
+model.layers.53.mlp.experts.105,2.5710599422454834
+model.layers.53.mlp.experts.106,2.552583932876587
+model.layers.53.mlp.experts.107,2.5538158416748047
+model.layers.53.mlp.experts.108,2.5552778244018555
+model.layers.53.mlp.experts.109,2.5554206371307373
+model.layers.53.mlp.experts.11,2.555208683013916
+model.layers.53.mlp.experts.110,2.593014717102051
+model.layers.53.mlp.experts.111,2.555213212966919
+model.layers.53.mlp.experts.112,2.5743558406829834
+model.layers.53.mlp.experts.113,2.573483228683472
+model.layers.53.mlp.experts.114,2.5559208393096924
+model.layers.53.mlp.experts.115,2.55500864982605
+model.layers.53.mlp.experts.116,2.563979148864746
+model.layers.53.mlp.experts.117,2.554150104522705
+model.layers.53.mlp.experts.118,2.552930355072021
+model.layers.53.mlp.experts.119,2.568565845489502
+model.layers.53.mlp.experts.12,2.5598621368408203
+model.layers.53.mlp.experts.120,2.5526344776153564
+model.layers.53.mlp.experts.121,2.5593318939208984
+model.layers.53.mlp.experts.122,2.5522148609161377
+model.layers.53.mlp.experts.123,2.55481219291687
+model.layers.53.mlp.experts.124,2.569573402404785
+model.layers.53.mlp.experts.125,2.560680389404297
+model.layers.53.mlp.experts.126,2.5568840503692627
+model.layers.53.mlp.experts.127,2.5591652393341064
+model.layers.53.mlp.experts.128,2.5528883934021
+model.layers.53.mlp.experts.129,2.5673513412475586
+model.layers.53.mlp.experts.13,2.5604865550994877
+model.layers.53.mlp.experts.130,2.5668413639068604
+model.layers.53.mlp.experts.131,2.585310935974121
+model.layers.53.mlp.experts.132,2.558095932006836
+model.layers.53.mlp.experts.133,2.6156227588653564
+model.layers.53.mlp.experts.134,2.5576822757720947
+model.layers.53.mlp.experts.135,2.5671393871307373
+model.layers.53.mlp.experts.136,2.567727565765381
+model.layers.53.mlp.experts.137,2.5560977458953857
+model.layers.53.mlp.experts.138,2.561357021331787
+model.layers.53.mlp.experts.139,2.563685178756714
+model.layers.53.mlp.experts.14,2.563579559326172
+model.layers.53.mlp.experts.140,2.58704686164856
+model.layers.53.mlp.experts.141,2.5649642944335938
+model.layers.53.mlp.experts.142,2.551694393157959
+model.layers.53.mlp.experts.143,2.555081367492676
+model.layers.53.mlp.experts.144,2.559614419937134
+model.layers.53.mlp.experts.145,2.557403326034546
+model.layers.53.mlp.experts.146,2.559589147567749
+model.layers.53.mlp.experts.147,2.633744716644287
+model.layers.53.mlp.experts.148,2.570493459701538
+model.layers.53.mlp.experts.149,2.562529802322388
+model.layers.53.mlp.experts.15,2.5540945529937744
+model.layers.53.mlp.experts.150,2.555633544921875
+model.layers.53.mlp.experts.151,2.577070474624634
+model.layers.53.mlp.experts.152,2.5567867755889893
+model.layers.53.mlp.experts.153,2.5614867210388184
+model.layers.53.mlp.experts.154,2.5609145164489746
+model.layers.53.mlp.experts.155,2.5672271251678467
+model.layers.53.mlp.experts.156,2.555084228515625
+model.layers.53.mlp.experts.157,2.5617964267730717
+model.layers.53.mlp.experts.158,2.5558528900146484
+model.layers.53.mlp.experts.159,2.563866138458252
+model.layers.53.mlp.experts.16,2.5633084774017334
+model.layers.53.mlp.experts.160,2.5565741062164307
+model.layers.53.mlp.experts.161,2.566925525665283
+model.layers.53.mlp.experts.162,2.5576913356781006
+model.layers.53.mlp.experts.163,2.568825483322144
+model.layers.53.mlp.experts.164,2.566715717315674
+model.layers.53.mlp.experts.165,2.564948081970215
+model.layers.53.mlp.experts.166,2.5549066066741943
+model.layers.53.mlp.experts.167,2.5583255290985107
+model.layers.53.mlp.experts.168,2.557415008544922
+model.layers.53.mlp.experts.169,2.572993040084839
+model.layers.53.mlp.experts.17,2.566692352294922
+model.layers.53.mlp.experts.170,2.556267261505127
+model.layers.53.mlp.experts.171,2.5566515922546387
+model.layers.53.mlp.experts.172,2.556133270263672
+model.layers.53.mlp.experts.173,2.564445734024048
+model.layers.53.mlp.experts.174,2.861421585083008
+model.layers.53.mlp.experts.175,2.559619426727295
+model.layers.53.mlp.experts.176,2.554165840148926
+model.layers.53.mlp.experts.177,2.562682628631592
+model.layers.53.mlp.experts.178,2.5609021186828613
+model.layers.53.mlp.experts.179,2.579298973083496
+model.layers.53.mlp.experts.18,2.593413591384888
+model.layers.53.mlp.experts.180,2.559236764907837
+model.layers.53.mlp.experts.181,2.55211877822876
+model.layers.53.mlp.experts.182,2.562079429626465
+model.layers.53.mlp.experts.183,2.552800178527832
+model.layers.53.mlp.experts.184,2.5548465251922607
+model.layers.53.mlp.experts.185,2.558607578277588
+model.layers.53.mlp.experts.186,2.5542449951171875
+model.layers.53.mlp.experts.187,2.5601511001586914
+model.layers.53.mlp.experts.188,2.5620524883270264
+model.layers.53.mlp.experts.189,2.5622365474700928
+model.layers.53.mlp.experts.19,2.553674936294556
+model.layers.53.mlp.experts.190,2.5564932823181152
+model.layers.53.mlp.experts.191,2.555793046951294
+model.layers.53.mlp.experts.192,2.567958116531372
+model.layers.53.mlp.experts.193,2.5606961250305176
+model.layers.53.mlp.experts.194,2.554255962371826
+model.layers.53.mlp.experts.195,2.557447910308838
+model.layers.53.mlp.experts.196,2.5616049766540527
+model.layers.53.mlp.experts.197,2.553362369537353
+model.layers.53.mlp.experts.198,2.558342933654785
+model.layers.53.mlp.experts.199,2.554542064666748
+model.layers.53.mlp.experts.2,2.5701749324798584
+model.layers.53.mlp.experts.20,2.561072587966919
+model.layers.53.mlp.experts.200,2.553696632385254
+model.layers.53.mlp.experts.201,2.55459213256836
+model.layers.53.mlp.experts.202,2.5613105297088623
+model.layers.53.mlp.experts.203,2.5605924129486084
+model.layers.53.mlp.experts.204,2.5660829544067383
+model.layers.53.mlp.experts.205,2.556225538253784
+model.layers.53.mlp.experts.206,2.562535524368286
+model.layers.53.mlp.experts.207,2.5524299144744877
+model.layers.53.mlp.experts.208,2.5617849826812744
+model.layers.53.mlp.experts.209,2.554348945617676
+model.layers.53.mlp.experts.21,2.5537922382354736
+model.layers.53.mlp.experts.210,2.559461832046509
+model.layers.53.mlp.experts.211,2.56884241104126
+model.layers.53.mlp.experts.212,2.555073499679565
+model.layers.53.mlp.experts.213,2.56502628326416
+model.layers.53.mlp.experts.214,2.5571680068969727
+model.layers.53.mlp.experts.215,2.568331718444824
+model.layers.53.mlp.experts.216,2.556605339050293
+model.layers.53.mlp.experts.217,2.5586249828338623
+model.layers.53.mlp.experts.218,2.5868582725524902
+model.layers.53.mlp.experts.219,2.553762674331665
+model.layers.53.mlp.experts.22,2.556976079940796
+model.layers.53.mlp.experts.220,2.5582990646362305
+model.layers.53.mlp.experts.221,2.558061361312866
+model.layers.53.mlp.experts.222,2.5818448066711426
+model.layers.53.mlp.experts.223,2.559587955474853
+model.layers.53.mlp.experts.224,2.584045171737671
+model.layers.53.mlp.experts.225,2.5578691959381104
+model.layers.53.mlp.experts.226,2.5710654258728027
+model.layers.53.mlp.experts.227,2.5561087131500244
+model.layers.53.mlp.experts.228,2.55756950378418
+model.layers.53.mlp.experts.229,2.5754470825195312
+model.layers.53.mlp.experts.23,2.5563266277313232
+model.layers.53.mlp.experts.230,2.559307336807251
+model.layers.53.mlp.experts.231,2.5603930950164795
+model.layers.53.mlp.experts.232,2.5689642429351807
+model.layers.53.mlp.experts.233,2.55395770072937
+model.layers.53.mlp.experts.234,2.559706687927246
+model.layers.53.mlp.experts.235,2.55578875541687
+model.layers.53.mlp.experts.236,2.558638334274292
+model.layers.53.mlp.experts.237,2.554431200027466
+model.layers.53.mlp.experts.238,2.5650885105133057
+model.layers.53.mlp.experts.239,2.572622299194336
+model.layers.53.mlp.experts.24,2.5552985668182373
+model.layers.53.mlp.experts.240,2.553483486175537
+model.layers.53.mlp.experts.241,2.598559617996216
+model.layers.53.mlp.experts.242,2.5563931465148926
+model.layers.53.mlp.experts.243,2.5710997581481934
+model.layers.53.mlp.experts.244,2.5595526695251465
+model.layers.53.mlp.experts.245,2.561661958694458
+model.layers.53.mlp.experts.246,2.56382417678833
+model.layers.53.mlp.experts.247,2.554957866668701
+model.layers.53.mlp.experts.248,2.5611939430236816
+model.layers.53.mlp.experts.249,2.5617105960845947
+model.layers.53.mlp.experts.25,2.5563063621521
+model.layers.53.mlp.experts.250,2.558077096939087
+model.layers.53.mlp.experts.251,2.5558278560638428
+model.layers.53.mlp.experts.252,2.559095859527588
+model.layers.53.mlp.experts.253,2.553030014038086
+model.layers.53.mlp.experts.254,2.556447029113769
+model.layers.53.mlp.experts.255,2.5613715648651123
+model.layers.53.mlp.experts.26,2.5584733486175537
+model.layers.53.mlp.experts.27,2.5509848594665527
+model.layers.53.mlp.experts.28,2.572988271713257
+model.layers.53.mlp.experts.29,2.554934024810791
+model.layers.53.mlp.experts.3,2.5645527839660645
+model.layers.53.mlp.experts.30,2.553023099899292
+model.layers.53.mlp.experts.31,2.5657575130462646
+model.layers.53.mlp.experts.32,2.5643110275268555
+model.layers.53.mlp.experts.33,2.5563974380493164
+model.layers.53.mlp.experts.34,2.6222939491271973
+model.layers.53.mlp.experts.35,2.5567944049835205
+model.layers.53.mlp.experts.36,2.5544214248657227
+model.layers.53.mlp.experts.37,2.5532901287078857
+model.layers.53.mlp.experts.38,2.566513061523437
+model.layers.53.mlp.experts.39,2.5774290561676025
+model.layers.53.mlp.experts.4,2.55335545539856
+model.layers.53.mlp.experts.40,2.5540244579315186
+model.layers.53.mlp.experts.41,2.5718557834625244
+model.layers.53.mlp.experts.42,2.582045555114746
+model.layers.53.mlp.experts.43,2.5598254203796387
+model.layers.53.mlp.experts.44,2.5662851333618164
+model.layers.53.mlp.experts.45,2.5587332248687744
+model.layers.53.mlp.experts.46,2.562378168106079
+model.layers.53.mlp.experts.47,2.56428337097168
+model.layers.53.mlp.experts.48,2.563979387283325
+model.layers.53.mlp.experts.49,2.5618457794189453
+model.layers.53.mlp.experts.5,2.553004264831543
+model.layers.53.mlp.experts.50,2.565325260162353
+model.layers.53.mlp.experts.51,2.5547738075256348
+model.layers.53.mlp.experts.52,2.558003664016724
+model.layers.53.mlp.experts.53,2.5553207397460938
+model.layers.53.mlp.experts.54,2.5983800888061523
+model.layers.53.mlp.experts.55,2.5597383975982666
+model.layers.53.mlp.experts.56,2.553758382797241
+model.layers.53.mlp.experts.57,2.5629262924194336
+model.layers.53.mlp.experts.58,2.5524098873138428
+model.layers.53.mlp.experts.59,2.5669119358062744
+model.layers.53.mlp.experts.6,2.553188800811768
+model.layers.53.mlp.experts.60,2.559558391571045
+model.layers.53.mlp.experts.61,2.552927255630493
+model.layers.53.mlp.experts.62,2.5561227798461914
+model.layers.53.mlp.experts.63,2.553886651992798
+model.layers.53.mlp.experts.64,2.5677714347839355
+model.layers.53.mlp.experts.65,2.5579562187194824
+model.layers.53.mlp.experts.66,2.576751470565796
+model.layers.53.mlp.experts.67,2.55507755279541
+model.layers.53.mlp.experts.68,2.55757474899292
+model.layers.53.mlp.experts.69,2.5661563873291016
+model.layers.53.mlp.experts.7,2.555966854095459
+model.layers.53.mlp.experts.70,2.559879779815674
+model.layers.53.mlp.experts.71,2.5546884536743164
+model.layers.53.mlp.experts.72,2.554722785949707
+model.layers.53.mlp.experts.73,2.555094957351685
+model.layers.53.mlp.experts.74,2.5664780139923096
+model.layers.53.mlp.experts.75,2.564666986465454
+model.layers.53.mlp.experts.76,2.5634124279022217
+model.layers.53.mlp.experts.77,2.555915355682373
+model.layers.53.mlp.experts.78,2.55481481552124
+model.layers.53.mlp.experts.79,2.5698227882385254
+model.layers.53.mlp.experts.8,2.564154624938965
+model.layers.53.mlp.experts.80,2.55600643157959
+model.layers.53.mlp.experts.81,2.562077522277832
+model.layers.53.mlp.experts.82,2.5593421459198
+model.layers.53.mlp.experts.83,2.568835020065308
+model.layers.53.mlp.experts.84,2.555804491043091
+model.layers.53.mlp.experts.85,2.5534582138061523
+model.layers.53.mlp.experts.86,2.5528440475463867
+model.layers.53.mlp.experts.87,2.5568065643310547
+model.layers.53.mlp.experts.88,2.557048320770264
+model.layers.53.mlp.experts.89,2.5578835010528564
+model.layers.53.mlp.experts.9,2.558659553527832
+model.layers.53.mlp.experts.90,2.5632920265197754
+model.layers.53.mlp.experts.91,2.562098979949951
+model.layers.53.mlp.experts.92,2.5607681274414062
+model.layers.53.mlp.experts.93,2.555976152420044
+model.layers.53.mlp.experts.94,2.5626816749572754
+model.layers.53.mlp.experts.95,2.554867744445801
+model.layers.53.mlp.experts.96,2.559377670288086
+model.layers.53.mlp.experts.97,2.552574634552002
+model.layers.53.mlp.experts.98,2.5694704055786133
+model.layers.53.mlp.experts.99,2.5571868419647217
+model.layers.53.mlp.shared_experts,2.7401797771453857
+model.layers.53.self_attn,2.6364855766296387
+model.layers.54.mlp.experts.0,2.5602521896362305
+model.layers.54.mlp.experts.1,2.554773092269897
+model.layers.54.mlp.experts.10,2.5564165115356445
+model.layers.54.mlp.experts.100,2.553612470626831
+model.layers.54.mlp.experts.101,2.5633044242858887
+model.layers.54.mlp.experts.102,2.553377151489258
+model.layers.54.mlp.experts.103,2.5615735054016118
+model.layers.54.mlp.experts.104,2.554574012756348
+model.layers.54.mlp.experts.105,2.558842897415161
+model.layers.54.mlp.experts.106,2.6078732013702397
+model.layers.54.mlp.experts.107,2.555697202682495
+model.layers.54.mlp.experts.108,2.5604939460754395
+model.layers.54.mlp.experts.109,2.5866007804870605
+model.layers.54.mlp.experts.11,2.56011962890625
+model.layers.54.mlp.experts.110,2.5539538860321045
+model.layers.54.mlp.experts.111,2.554124593734741
+model.layers.54.mlp.experts.112,2.5588059425354004
+model.layers.54.mlp.experts.113,2.566245079040528
+model.layers.54.mlp.experts.114,2.55838942527771
+model.layers.54.mlp.experts.115,2.560311317443848
+model.layers.54.mlp.experts.116,2.557042121887207
+model.layers.54.mlp.experts.117,2.5612680912017822
+model.layers.54.mlp.experts.118,2.558303117752075
+model.layers.54.mlp.experts.119,2.5939595699310303
+model.layers.54.mlp.experts.12,2.5601158142089844
+model.layers.54.mlp.experts.120,2.5575056076049805
+model.layers.54.mlp.experts.121,2.5558578968048096
+model.layers.54.mlp.experts.122,2.59427547454834
+model.layers.54.mlp.experts.123,2.5533690452575684
+model.layers.54.mlp.experts.124,2.5566442012786865
+model.layers.54.mlp.experts.125,2.5565145015716557
+model.layers.54.mlp.experts.126,2.5542287826538086
+model.layers.54.mlp.experts.127,2.569209337234497
+model.layers.54.mlp.experts.128,2.562695264816284
+model.layers.54.mlp.experts.129,2.556792736053467
+model.layers.54.mlp.experts.13,2.5645532608032227
+model.layers.54.mlp.experts.130,2.5724081993103027
+model.layers.54.mlp.experts.131,2.5523176193237305
+model.layers.54.mlp.experts.132,2.5528721809387207
+model.layers.54.mlp.experts.133,2.5526161193847656
+model.layers.54.mlp.experts.134,2.5864315032958984
+model.layers.54.mlp.experts.135,2.5527145862579346
+model.layers.54.mlp.experts.136,2.555414915084839
+model.layers.54.mlp.experts.137,2.553267478942871
+model.layers.54.mlp.experts.138,2.559896230697632
+model.layers.54.mlp.experts.139,2.554074287414551
+model.layers.54.mlp.experts.14,2.5565590858459477
+model.layers.54.mlp.experts.140,2.5596299171447754
+model.layers.54.mlp.experts.141,2.559287071228028
+model.layers.54.mlp.experts.142,2.557142734527588
+model.layers.54.mlp.experts.143,2.5665934085845947
+model.layers.54.mlp.experts.144,2.5616209506988525
+model.layers.54.mlp.experts.145,2.572104215621948
+model.layers.54.mlp.experts.146,2.559490203857422
+model.layers.54.mlp.experts.147,2.5626208782196045
+model.layers.54.mlp.experts.148,2.5568504333496094
+model.layers.54.mlp.experts.149,2.558114051818848
+model.layers.54.mlp.experts.15,2.5637128353118896
+model.layers.54.mlp.experts.150,2.5641026496887207
+model.layers.54.mlp.experts.151,2.5660955905914307
+model.layers.54.mlp.experts.152,2.562079668045044
+model.layers.54.mlp.experts.153,2.581617593765259
+model.layers.54.mlp.experts.154,2.5570197105407715
+model.layers.54.mlp.experts.155,2.56296706199646
+model.layers.54.mlp.experts.156,2.564294815063477
+model.layers.54.mlp.experts.157,2.5665066242218018
+model.layers.54.mlp.experts.158,2.572801351547241
+model.layers.54.mlp.experts.159,2.5590660572052
+model.layers.54.mlp.experts.16,2.563495635986328
+model.layers.54.mlp.experts.160,2.559066772460937
+model.layers.54.mlp.experts.161,2.553743362426758
+model.layers.54.mlp.experts.162,2.56791615486145
+model.layers.54.mlp.experts.163,2.562229633331299
+model.layers.54.mlp.experts.164,2.564915180206299
+model.layers.54.mlp.experts.165,2.567676544189453
+model.layers.54.mlp.experts.166,2.5603535175323486
+model.layers.54.mlp.experts.167,2.5612716674804688
+model.layers.54.mlp.experts.168,2.56724214553833
+model.layers.54.mlp.experts.169,2.556091547012329
+model.layers.54.mlp.experts.17,2.571382761001587
+model.layers.54.mlp.experts.170,2.5563762187957764
+model.layers.54.mlp.experts.171,2.566135168075561
+model.layers.54.mlp.experts.172,2.568087577819824
+model.layers.54.mlp.experts.173,2.5688416957855225
+model.layers.54.mlp.experts.174,2.558621883392334
+model.layers.54.mlp.experts.175,2.5566561222076416
+model.layers.54.mlp.experts.176,2.555508136749268
+model.layers.54.mlp.experts.177,2.555269241333008
+model.layers.54.mlp.experts.178,2.5572433471679688
+model.layers.54.mlp.experts.179,2.5593059062957764
+model.layers.54.mlp.experts.18,2.576418876647949
+model.layers.54.mlp.experts.180,2.5595474243164062
+model.layers.54.mlp.experts.181,2.5564229488372803
+model.layers.54.mlp.experts.182,2.55798077583313
+model.layers.54.mlp.experts.183,2.553044080734253
+model.layers.54.mlp.experts.184,2.564769983291626
+model.layers.54.mlp.experts.185,2.5557823181152344
+model.layers.54.mlp.experts.186,2.5516600608825684
+model.layers.54.mlp.experts.187,2.559072732925415
+model.layers.54.mlp.experts.188,2.554254531860352
+model.layers.54.mlp.experts.189,2.5589687824249268
+model.layers.54.mlp.experts.19,2.5617918968200684
+model.layers.54.mlp.experts.190,2.5661089420318604
+model.layers.54.mlp.experts.191,2.556535243988037
+model.layers.54.mlp.experts.192,2.5739033222198486
+model.layers.54.mlp.experts.193,2.57254409790039
+model.layers.54.mlp.experts.194,2.560473918914795
+model.layers.54.mlp.experts.195,2.568012952804565
+model.layers.54.mlp.experts.196,2.555243968963623
+model.layers.54.mlp.experts.197,2.558757781982422
+model.layers.54.mlp.experts.198,2.5673110485076904
+model.layers.54.mlp.experts.199,2.56017541885376
+model.layers.54.mlp.experts.2,2.557666778564453
+model.layers.54.mlp.experts.20,2.560566663742065
+model.layers.54.mlp.experts.200,2.5566272735595703
+model.layers.54.mlp.experts.201,2.566405296325684
+model.layers.54.mlp.experts.202,2.562265634536743
+model.layers.54.mlp.experts.203,2.5557868480682373
+model.layers.54.mlp.experts.204,2.556626319885254
+model.layers.54.mlp.experts.205,2.563772439956665
+model.layers.54.mlp.experts.206,2.5680091381073
+model.layers.54.mlp.experts.207,2.5539491176605225
+model.layers.54.mlp.experts.208,2.5663363933563232
+model.layers.54.mlp.experts.209,2.577510356903076
+model.layers.54.mlp.experts.21,2.55686616897583
+model.layers.54.mlp.experts.210,2.5562705993652344
+model.layers.54.mlp.experts.211,2.5617051124572754
+model.layers.54.mlp.experts.212,2.814265727996826
+model.layers.54.mlp.experts.213,2.6119675636291504
+model.layers.54.mlp.experts.214,2.559706449508667
+model.layers.54.mlp.experts.215,2.5622897148132324
+model.layers.54.mlp.experts.216,2.55625057220459
+model.layers.54.mlp.experts.217,2.5588796138763428
+model.layers.54.mlp.experts.218,2.562429666519165
+model.layers.54.mlp.experts.219,2.5833961963653564
+model.layers.54.mlp.experts.22,2.557558298110962
+model.layers.54.mlp.experts.220,2.5656161308288574
+model.layers.54.mlp.experts.221,2.5698318481445312
+model.layers.54.mlp.experts.222,2.557790279388428
+model.layers.54.mlp.experts.223,2.5581459999084477
+model.layers.54.mlp.experts.224,2.568331003189087
+model.layers.54.mlp.experts.225,2.557471513748169
+model.layers.54.mlp.experts.226,2.572889566421509
+model.layers.54.mlp.experts.227,2.55881929397583
+model.layers.54.mlp.experts.228,2.5602076053619385
+model.layers.54.mlp.experts.229,2.56461763381958
+model.layers.54.mlp.experts.23,2.5580639839172363
+model.layers.54.mlp.experts.230,2.555039644241333
+model.layers.54.mlp.experts.231,2.5603976249694824
+model.layers.54.mlp.experts.232,2.5607781410217285
+model.layers.54.mlp.experts.233,2.5583887100219727
+model.layers.54.mlp.experts.234,2.554971933364868
+model.layers.54.mlp.experts.235,2.558149576187134
+model.layers.54.mlp.experts.236,2.58267879486084
+model.layers.54.mlp.experts.237,2.5535147190093994
+model.layers.54.mlp.experts.238,2.5762736797332764
+model.layers.54.mlp.experts.239,2.556243896484375
+model.layers.54.mlp.experts.24,2.56101655960083
+model.layers.54.mlp.experts.240,2.561344146728516
+model.layers.54.mlp.experts.241,2.562584638595581
+model.layers.54.mlp.experts.242,2.5645337104797363
+model.layers.54.mlp.experts.243,2.5573925971984863
+model.layers.54.mlp.experts.244,2.558763265609741
+model.layers.54.mlp.experts.245,2.554985761642456
+model.layers.54.mlp.experts.246,2.56981897354126
+model.layers.54.mlp.experts.247,2.563013792037964
+model.layers.54.mlp.experts.248,2.5634031295776367
+model.layers.54.mlp.experts.249,2.5693862438201904
+model.layers.54.mlp.experts.25,2.5677738189697266
+model.layers.54.mlp.experts.250,2.559662103652954
+model.layers.54.mlp.experts.251,2.558983325958252
+model.layers.54.mlp.experts.252,2.571223735809326
+model.layers.54.mlp.experts.253,2.556854486465454
+model.layers.54.mlp.experts.254,2.5608842372894287
+model.layers.54.mlp.experts.255,2.556673049926758
+model.layers.54.mlp.experts.26,2.5552666187286377
+model.layers.54.mlp.experts.27,2.5633034706115723
+model.layers.54.mlp.experts.28,2.578726053237915
+model.layers.54.mlp.experts.29,2.5739104747772217
+model.layers.54.mlp.experts.3,2.58027458190918
+model.layers.54.mlp.experts.30,2.5573489665985107
+model.layers.54.mlp.experts.31,2.5694615840911865
+model.layers.54.mlp.experts.32,2.5536820888519287
+model.layers.54.mlp.experts.33,2.55523943901062
+model.layers.54.mlp.experts.34,2.559755325317383
+model.layers.54.mlp.experts.35,2.5880422592163086
+model.layers.54.mlp.experts.36,2.581979751586914
+model.layers.54.mlp.experts.37,2.5677177906036377
+model.layers.54.mlp.experts.38,2.558449506759644
+model.layers.54.mlp.experts.39,2.572185039520264
+model.layers.54.mlp.experts.4,2.568202018737793
+model.layers.54.mlp.experts.40,2.5669431686401367
+model.layers.54.mlp.experts.41,2.558068037033081
+model.layers.54.mlp.experts.42,2.6180732250213623
+model.layers.54.mlp.experts.43,2.555861234664917
+model.layers.54.mlp.experts.44,2.555595636367798
+model.layers.54.mlp.experts.45,2.558465003967285
+model.layers.54.mlp.experts.46,2.5692152976989746
+model.layers.54.mlp.experts.47,2.555720090866089
+model.layers.54.mlp.experts.48,2.563934803009033
+model.layers.54.mlp.experts.49,2.559959650039673
+model.layers.54.mlp.experts.5,2.55672025680542
+model.layers.54.mlp.experts.50,2.554792881011963
+model.layers.54.mlp.experts.51,2.558432102203369
+model.layers.54.mlp.experts.52,2.571919202804565
+model.layers.54.mlp.experts.53,2.559943914413452
+model.layers.54.mlp.experts.54,2.5562806129455566
+model.layers.54.mlp.experts.55,2.555370807647705
+model.layers.54.mlp.experts.56,2.569411516189575
+model.layers.54.mlp.experts.57,2.5589959621429443
+model.layers.54.mlp.experts.58,2.575228214263916
+model.layers.54.mlp.experts.59,2.5703604221343994
+model.layers.54.mlp.experts.6,2.5595743656158447
+model.layers.54.mlp.experts.60,2.5592284202575684
+model.layers.54.mlp.experts.61,2.567228078842163
+model.layers.54.mlp.experts.62,2.562685012817383
+model.layers.54.mlp.experts.63,2.561767816543579
+model.layers.54.mlp.experts.64,2.571285963058472
+model.layers.54.mlp.experts.65,2.556270837783813
+model.layers.54.mlp.experts.66,2.565556764602661
+model.layers.54.mlp.experts.67,2.5569071769714355
+model.layers.54.mlp.experts.68,2.5548038482666016
+model.layers.54.mlp.experts.69,2.555792808532715
+model.layers.54.mlp.experts.7,2.5826575756073
+model.layers.54.mlp.experts.70,2.5780248641967773
+model.layers.54.mlp.experts.71,2.573462963104248
+model.layers.54.mlp.experts.72,2.5574052333831787
+model.layers.54.mlp.experts.73,2.558540105819702
+model.layers.54.mlp.experts.74,2.5577640533447266
+model.layers.54.mlp.experts.75,2.557854652404785
+model.layers.54.mlp.experts.76,2.5607717037200928
+model.layers.54.mlp.experts.77,2.577615737915039
+model.layers.54.mlp.experts.78,2.5531342029571533
+model.layers.54.mlp.experts.79,2.557079553604126
+model.layers.54.mlp.experts.8,2.5854506492614746
+model.layers.54.mlp.experts.80,2.560774087905884
+model.layers.54.mlp.experts.81,2.557069778442383
+model.layers.54.mlp.experts.82,2.5625171661376958
+model.layers.54.mlp.experts.83,2.575615167617798
+model.layers.54.mlp.experts.84,2.5538549423217773
+model.layers.54.mlp.experts.85,2.568991184234619
+model.layers.54.mlp.experts.86,2.563729763031006
+model.layers.54.mlp.experts.87,2.562463998794556
+model.layers.54.mlp.experts.88,2.565401792526245
+model.layers.54.mlp.experts.89,2.5622520446777344
+model.layers.54.mlp.experts.9,2.554717779159546
+model.layers.54.mlp.experts.90,2.555226802825928
+model.layers.54.mlp.experts.91,2.5522193908691406
+model.layers.54.mlp.experts.92,2.5570220947265625
+model.layers.54.mlp.experts.93,2.5672316551208496
+model.layers.54.mlp.experts.94,2.556068420410156
+model.layers.54.mlp.experts.95,2.554116725921631
+model.layers.54.mlp.experts.96,2.569710731506348
+model.layers.54.mlp.experts.97,2.5602729320526123
+model.layers.54.mlp.experts.98,2.554126501083374
+model.layers.54.mlp.experts.99,2.55558180809021
+model.layers.54.mlp.shared_experts,2.7346889972686768
+model.layers.54.self_attn,2.651339054107666
+model.layers.55.mlp.experts.0,2.571030139923096
+model.layers.55.mlp.experts.1,2.5577588081359863
+model.layers.55.mlp.experts.10,2.5632169246673584
+model.layers.55.mlp.experts.100,2.560266256332397
+model.layers.55.mlp.experts.101,2.559429883956909
+model.layers.55.mlp.experts.102,2.5829741954803467
+model.layers.55.mlp.experts.103,2.566091775894165
+model.layers.55.mlp.experts.104,2.653894662857056
+model.layers.55.mlp.experts.105,2.560974359512329
+model.layers.55.mlp.experts.106,2.5752928256988525
+model.layers.55.mlp.experts.107,2.5588600635528564
+model.layers.55.mlp.experts.108,2.565455198287964
+model.layers.55.mlp.experts.109,2.572753429412842
+model.layers.55.mlp.experts.11,2.5560972690582275
+model.layers.55.mlp.experts.110,2.555781602859497
+model.layers.55.mlp.experts.111,2.5680322647094727
+model.layers.55.mlp.experts.112,2.5538930892944336
+model.layers.55.mlp.experts.113,2.5769736766815186
+model.layers.55.mlp.experts.114,2.559075355529785
+model.layers.55.mlp.experts.115,2.658991813659668
+model.layers.55.mlp.experts.116,2.5595803260803223
+model.layers.55.mlp.experts.117,2.5623855590820312
+model.layers.55.mlp.experts.118,2.5612339973449707
+model.layers.55.mlp.experts.119,2.55680251121521
+model.layers.55.mlp.experts.12,2.5622408390045166
+model.layers.55.mlp.experts.120,2.5663902759552
+model.layers.55.mlp.experts.121,2.563632011413574
+model.layers.55.mlp.experts.122,2.557379007339477
+model.layers.55.mlp.experts.123,2.5591535568237305
+model.layers.55.mlp.experts.124,2.580229520797729
+model.layers.55.mlp.experts.125,2.5577893257141118
+model.layers.55.mlp.experts.126,2.5639681816101074
+model.layers.55.mlp.experts.127,2.564549446105957
+model.layers.55.mlp.experts.128,2.5601565837860107
+model.layers.55.mlp.experts.129,2.557647466659546
+model.layers.55.mlp.experts.13,2.557268619537353
+model.layers.55.mlp.experts.130,2.561375617980957
+model.layers.55.mlp.experts.131,2.5567352771759038
+model.layers.55.mlp.experts.132,2.55842399597168
+model.layers.55.mlp.experts.133,2.5631003379821777
+model.layers.55.mlp.experts.134,2.5602235794067383
+model.layers.55.mlp.experts.135,2.5580830574035645
+model.layers.55.mlp.experts.136,2.5749123096466064
+model.layers.55.mlp.experts.137,2.5547478199005127
+model.layers.55.mlp.experts.138,2.564073324203491
+model.layers.55.mlp.experts.139,2.5595359802246094
+model.layers.55.mlp.experts.14,2.564850330352783
+model.layers.55.mlp.experts.140,2.5622804164886475
+model.layers.55.mlp.experts.141,2.573737144470215
+model.layers.55.mlp.experts.142,2.5669002532958984
+model.layers.55.mlp.experts.143,2.577556133270264
+model.layers.55.mlp.experts.144,2.617269515991211
+model.layers.55.mlp.experts.145,2.612924098968506
+model.layers.55.mlp.experts.146,2.571779251098633
+model.layers.55.mlp.experts.147,2.5549936294555664
+model.layers.55.mlp.experts.148,2.5655109882354736
+model.layers.55.mlp.experts.149,2.6162095069885254
+model.layers.55.mlp.experts.15,2.555468797683716
+model.layers.55.mlp.experts.150,2.571671485900879
+model.layers.55.mlp.experts.151,2.557849645614624
+model.layers.55.mlp.experts.152,2.569133758544922
+model.layers.55.mlp.experts.153,2.5591747760772705
+model.layers.55.mlp.experts.154,2.557983160018921
+model.layers.55.mlp.experts.155,2.583404541015625
+model.layers.55.mlp.experts.156,2.562211275100708
+model.layers.55.mlp.experts.157,2.565830707550049
+model.layers.55.mlp.experts.158,2.5815751552581787
+model.layers.55.mlp.experts.159,2.5597174167633057
+model.layers.55.mlp.experts.16,2.5753486156463623
+model.layers.55.mlp.experts.160,2.5606820583343506
+model.layers.55.mlp.experts.161,2.5649662017822266
+model.layers.55.mlp.experts.162,2.556570291519165
+model.layers.55.mlp.experts.163,2.560826778411865
+model.layers.55.mlp.experts.164,2.5583462715148926
+model.layers.55.mlp.experts.165,2.5616397857666016
+model.layers.55.mlp.experts.166,2.561304807662964
+model.layers.55.mlp.experts.167,2.565814018249512
+model.layers.55.mlp.experts.168,2.569847583770752
+model.layers.55.mlp.experts.169,2.568817615509033
+model.layers.55.mlp.experts.17,2.563075304031372
+model.layers.55.mlp.experts.170,2.7177467346191406
+model.layers.55.mlp.experts.171,2.5726122856140137
+model.layers.55.mlp.experts.172,2.562707662582397
+model.layers.55.mlp.experts.173,2.6668124198913574
+model.layers.55.mlp.experts.174,2.5740346908569336
+model.layers.55.mlp.experts.175,2.627873659133911
+model.layers.55.mlp.experts.176,2.563697338104248
+model.layers.55.mlp.experts.177,2.5707437992095947
+model.layers.55.mlp.experts.178,2.55708122253418
+model.layers.55.mlp.experts.179,2.5604074001312256
+model.layers.55.mlp.experts.18,2.558103084564209
+model.layers.55.mlp.experts.180,2.5574936866760254
+model.layers.55.mlp.experts.181,2.567490100860596
+model.layers.55.mlp.experts.182,2.5696284770965576
+model.layers.55.mlp.experts.183,2.5916428565979004
+model.layers.55.mlp.experts.184,2.5636520385742188
+model.layers.55.mlp.experts.185,2.560863256454468
+model.layers.55.mlp.experts.186,2.5612685680389404
+model.layers.55.mlp.experts.187,2.562926769256592
+model.layers.55.mlp.experts.188,2.558835029602051
+model.layers.55.mlp.experts.189,2.552309274673462
+model.layers.55.mlp.experts.19,2.554469347000122
+model.layers.55.mlp.experts.190,2.575263261795044
+model.layers.55.mlp.experts.191,2.585316896438598
+model.layers.55.mlp.experts.192,2.5807881355285645
+model.layers.55.mlp.experts.193,2.57067346572876
+model.layers.55.mlp.experts.194,2.582859516143799
+model.layers.55.mlp.experts.195,2.567092180252075
+model.layers.55.mlp.experts.196,2.553548574447632
+model.layers.55.mlp.experts.197,2.559391021728516
+model.layers.55.mlp.experts.198,2.5619192123413086
+model.layers.55.mlp.experts.199,2.555767774581909
+model.layers.55.mlp.experts.2,2.579934597015381
+model.layers.55.mlp.experts.20,2.554431915283203
+model.layers.55.mlp.experts.200,2.563380718231201
+model.layers.55.mlp.experts.201,2.554042339324951
+model.layers.55.mlp.experts.202,2.578421831130981
+model.layers.55.mlp.experts.203,2.579050064086914
+model.layers.55.mlp.experts.204,2.562246322631836
+model.layers.55.mlp.experts.205,2.58166766166687
+model.layers.55.mlp.experts.206,2.5518691539764404
+model.layers.55.mlp.experts.207,2.55846643447876
+model.layers.55.mlp.experts.208,2.56041955947876
+model.layers.55.mlp.experts.209,2.6138291358947754
+model.layers.55.mlp.experts.21,2.5586161613464355
+model.layers.55.mlp.experts.210,2.5655436515808105
+model.layers.55.mlp.experts.211,2.556941032409668
+model.layers.55.mlp.experts.212,2.558345317840576
+model.layers.55.mlp.experts.213,2.5638270378112797
+model.layers.55.mlp.experts.214,2.5543811321258545
+model.layers.55.mlp.experts.215,2.56209135055542
+model.layers.55.mlp.experts.216,2.588620662689209
+model.layers.55.mlp.experts.217,2.6106977462768555
+model.layers.55.mlp.experts.218,2.5579328536987305
+model.layers.55.mlp.experts.219,2.569993257522583
+model.layers.55.mlp.experts.22,2.5571131706237797
+model.layers.55.mlp.experts.220,2.5623116493225098
+model.layers.55.mlp.experts.221,2.5558667182922363
+model.layers.55.mlp.experts.222,2.561736583709717
+model.layers.55.mlp.experts.223,2.565467834472656
+model.layers.55.mlp.experts.224,2.562272548675537
+model.layers.55.mlp.experts.225,2.555612564086914
+model.layers.55.mlp.experts.226,2.5904603004455566
+model.layers.55.mlp.experts.227,2.557533264160156
+model.layers.55.mlp.experts.228,2.572679042816162
+model.layers.55.mlp.experts.229,2.5649890899658203
+model.layers.55.mlp.experts.23,2.553978681564331
+model.layers.55.mlp.experts.230,2.566633939743042
+model.layers.55.mlp.experts.231,2.5897774696350098
+model.layers.55.mlp.experts.232,2.586268663406372
+model.layers.55.mlp.experts.233,2.5562918186187744
+model.layers.55.mlp.experts.234,2.5623655319213867
+model.layers.55.mlp.experts.235,2.5575668811798096
+model.layers.55.mlp.experts.236,2.561110019683838
+model.layers.55.mlp.experts.237,2.5581772327423096
+model.layers.55.mlp.experts.238,2.556227684020996
+model.layers.55.mlp.experts.239,2.565906286239624
+model.layers.55.mlp.experts.24,2.589077949523926
+model.layers.55.mlp.experts.240,2.558489322662353
+model.layers.55.mlp.experts.241,2.5695042610168457
+model.layers.55.mlp.experts.242,2.557096004486084
+model.layers.55.mlp.experts.243,2.5774173736572266
+model.layers.55.mlp.experts.244,2.558699369430542
+model.layers.55.mlp.experts.245,2.5785574913024902
+model.layers.55.mlp.experts.246,2.599601984024048
+model.layers.55.mlp.experts.247,2.5574285984039307
+model.layers.55.mlp.experts.248,2.5594587326049805
+model.layers.55.mlp.experts.249,2.567443609237671
+model.layers.55.mlp.experts.25,2.5670344829559326
+model.layers.55.mlp.experts.250,2.561384916305542
+model.layers.55.mlp.experts.251,2.575090885162353
+model.layers.55.mlp.experts.252,2.554577350616455
+model.layers.55.mlp.experts.253,2.577232360839844
+model.layers.55.mlp.experts.254,2.560950994491577
+model.layers.55.mlp.experts.255,2.5530357360839844
+model.layers.55.mlp.experts.26,2.595721960067749
+model.layers.55.mlp.experts.27,2.56535005569458
+model.layers.55.mlp.experts.28,2.559117078781128
+model.layers.55.mlp.experts.29,2.554647207260132
+model.layers.55.mlp.experts.3,2.565462350845337
+model.layers.55.mlp.experts.30,2.561216115951538
+model.layers.55.mlp.experts.31,2.5976016521453857
+model.layers.55.mlp.experts.32,2.567352294921875
+model.layers.55.mlp.experts.33,2.5654661655426025
+model.layers.55.mlp.experts.34,2.563314437866211
+model.layers.55.mlp.experts.35,2.5654189586639404
+model.layers.55.mlp.experts.36,2.5545904636383057
+model.layers.55.mlp.experts.37,2.5611045360565186
+model.layers.55.mlp.experts.38,2.5674943923950195
+model.layers.55.mlp.experts.39,2.602535486221313
+model.layers.55.mlp.experts.4,2.5599374771118164
+model.layers.55.mlp.experts.40,2.566945791244507
+model.layers.55.mlp.experts.41,2.5541446208953857
+model.layers.55.mlp.experts.42,2.557596206665039
+model.layers.55.mlp.experts.43,2.5588467121124268
+model.layers.55.mlp.experts.44,2.590486764907837
+model.layers.55.mlp.experts.45,2.5602259635925293
+model.layers.55.mlp.experts.46,2.564241886138916
+model.layers.55.mlp.experts.47,2.566922426223755
+model.layers.55.mlp.experts.48,2.561258316040039
+model.layers.55.mlp.experts.49,2.588940143585205
+model.layers.55.mlp.experts.5,2.565467119216919
+model.layers.55.mlp.experts.50,2.5608248710632324
+model.layers.55.mlp.experts.51,2.561366319656372
+model.layers.55.mlp.experts.52,2.571624517440796
+model.layers.55.mlp.experts.53,2.56462836265564
+model.layers.55.mlp.experts.54,2.6146950721740723
+model.layers.55.mlp.experts.55,2.5692577362060547
+model.layers.55.mlp.experts.56,2.5648181438446045
+model.layers.55.mlp.experts.57,2.558131456375122
+model.layers.55.mlp.experts.58,2.561630725860596
+model.layers.55.mlp.experts.59,2.567363739013672
+model.layers.55.mlp.experts.6,2.558598518371582
+model.layers.55.mlp.experts.60,2.566078186035156
+model.layers.55.mlp.experts.61,2.5862202644348145
+model.layers.55.mlp.experts.62,2.569448471069336
+model.layers.55.mlp.experts.63,2.558000326156616
+model.layers.55.mlp.experts.64,2.562829732894897
+model.layers.55.mlp.experts.65,2.5660979747772217
+model.layers.55.mlp.experts.66,2.558069944381714
+model.layers.55.mlp.experts.67,2.564383029937744
+model.layers.55.mlp.experts.68,2.5693955421447754
+model.layers.55.mlp.experts.69,2.5812108516693115
+model.layers.55.mlp.experts.7,2.5558464527130127
+model.layers.55.mlp.experts.70,2.5549235343933105
+model.layers.55.mlp.experts.71,2.556774139404297
+model.layers.55.mlp.experts.72,2.560677051544189
+model.layers.55.mlp.experts.73,2.5691583156585693
+model.layers.55.mlp.experts.74,2.567128419876098
+model.layers.55.mlp.experts.75,2.5596327781677246
+model.layers.55.mlp.experts.76,2.5654304027557373
+model.layers.55.mlp.experts.77,2.571208238601685
+model.layers.55.mlp.experts.78,2.588996171951294
+model.layers.55.mlp.experts.79,2.568485736846924
+model.layers.55.mlp.experts.8,2.563789129257202
+model.layers.55.mlp.experts.80,2.565408945083618
+model.layers.55.mlp.experts.81,2.559977531433105
+model.layers.55.mlp.experts.82,2.571854829788208
+model.layers.55.mlp.experts.83,2.7632405757904053
+model.layers.55.mlp.experts.84,2.560632944107056
+model.layers.55.mlp.experts.85,2.559821128845215
+model.layers.55.mlp.experts.86,2.559768915176392
+model.layers.55.mlp.experts.87,2.5543224811553955
+model.layers.55.mlp.experts.88,2.5699539184570312
+model.layers.55.mlp.experts.89,2.595144748687744
+model.layers.55.mlp.experts.9,2.610217332839966
+model.layers.55.mlp.experts.90,2.6378002166748047
+model.layers.55.mlp.experts.91,2.559980630874634
+model.layers.55.mlp.experts.92,2.5571906566619877
+model.layers.55.mlp.experts.93,2.558864116668701
+model.layers.55.mlp.experts.94,2.559997320175171
+model.layers.55.mlp.experts.95,2.556637525558472
+model.layers.55.mlp.experts.96,2.559738874435425
+model.layers.55.mlp.experts.97,2.560749292373657
+model.layers.55.mlp.experts.98,2.575128555297852
+model.layers.55.mlp.experts.99,2.5538716316223145
+model.layers.55.mlp.shared_experts,2.714503765106201
+model.layers.55.self_attn,2.615922689437866
+model.layers.56.mlp.experts.0,2.5643234252929688
+model.layers.56.mlp.experts.1,2.583412408828736
+model.layers.56.mlp.experts.10,2.594203472137451
+model.layers.56.mlp.experts.100,2.557587146759033
+model.layers.56.mlp.experts.101,2.5669262409210205
+model.layers.56.mlp.experts.102,2.564239740371704
+model.layers.56.mlp.experts.103,2.591877222061157
+model.layers.56.mlp.experts.104,2.5622057914733887
+model.layers.56.mlp.experts.105,2.5628676414489746
+model.layers.56.mlp.experts.106,2.603116989135742
+model.layers.56.mlp.experts.107,2.572648048400879
+model.layers.56.mlp.experts.108,2.562227249145508
+model.layers.56.mlp.experts.109,2.5626606941223145
+model.layers.56.mlp.experts.11,2.561611652374268
+model.layers.56.mlp.experts.110,2.558229446411133
+model.layers.56.mlp.experts.111,2.5545847415924072
+model.layers.56.mlp.experts.112,2.561325788497925
+model.layers.56.mlp.experts.113,2.5859975814819336
+model.layers.56.mlp.experts.114,2.5774831771850586
+model.layers.56.mlp.experts.115,2.572387933731079
+model.layers.56.mlp.experts.116,2.576918601989746
+model.layers.56.mlp.experts.117,2.5654313564300537
+model.layers.56.mlp.experts.118,2.5738654136657715
+model.layers.56.mlp.experts.119,2.562941789627075
+model.layers.56.mlp.experts.12,2.5664525032043457
+model.layers.56.mlp.experts.120,2.557941436767578
+model.layers.56.mlp.experts.121,2.568347692489624
+model.layers.56.mlp.experts.122,2.561046838760376
+model.layers.56.mlp.experts.123,2.5689377784729004
+model.layers.56.mlp.experts.124,2.582669973373413
+model.layers.56.mlp.experts.125,2.6006250381469727
+model.layers.56.mlp.experts.126,2.573838233947754
+model.layers.56.mlp.experts.127,2.588747501373291
+model.layers.56.mlp.experts.128,2.560588359832764
+model.layers.56.mlp.experts.129,2.560033798217773
+model.layers.56.mlp.experts.13,2.6153292655944824
+model.layers.56.mlp.experts.130,2.565488815307617
+model.layers.56.mlp.experts.131,2.567855834960937
+model.layers.56.mlp.experts.132,2.582438468933105
+model.layers.56.mlp.experts.133,2.5629029273986816
+model.layers.56.mlp.experts.134,2.554984331130981
+model.layers.56.mlp.experts.135,2.5677144527435303
+model.layers.56.mlp.experts.136,2.5584633350372314
+model.layers.56.mlp.experts.137,2.6607391834259038
+model.layers.56.mlp.experts.138,2.5568647384643555
+model.layers.56.mlp.experts.139,2.556159496307373
+model.layers.56.mlp.experts.14,2.566192150115967
+model.layers.56.mlp.experts.140,2.563488245010376
+model.layers.56.mlp.experts.141,2.574889898300171
+model.layers.56.mlp.experts.142,2.557267665863037
+model.layers.56.mlp.experts.143,2.562411069869995
+model.layers.56.mlp.experts.144,2.577314615249634
+model.layers.56.mlp.experts.145,2.556269884109497
+model.layers.56.mlp.experts.146,2.566863536834717
+model.layers.56.mlp.experts.147,2.5684142112731934
+model.layers.56.mlp.experts.148,2.567521333694458
+model.layers.56.mlp.experts.149,2.564949512481689
+model.layers.56.mlp.experts.15,2.565096616744995
+model.layers.56.mlp.experts.150,2.568453550338745
+model.layers.56.mlp.experts.151,2.560654401779175
+model.layers.56.mlp.experts.152,2.5683157444000244
+model.layers.56.mlp.experts.153,2.5600504875183105
+model.layers.56.mlp.experts.154,2.572916984558105
+model.layers.56.mlp.experts.155,2.616858959197998
+model.layers.56.mlp.experts.156,2.6216020584106445
+model.layers.56.mlp.experts.157,2.565354108810425
+model.layers.56.mlp.experts.158,2.778386354446411
+model.layers.56.mlp.experts.159,2.5685951709747314
+model.layers.56.mlp.experts.16,2.5737228393554688
+model.layers.56.mlp.experts.160,2.558001041412353
+model.layers.56.mlp.experts.161,2.555009603500366
+model.layers.56.mlp.experts.162,2.594289541244507
+model.layers.56.mlp.experts.163,2.5593223571777344
+model.layers.56.mlp.experts.164,2.569328546524048
+model.layers.56.mlp.experts.165,2.5659470558166504
+model.layers.56.mlp.experts.166,2.562335968017578
+model.layers.56.mlp.experts.167,2.5569872856140137
+model.layers.56.mlp.experts.168,2.617260217666626
+model.layers.56.mlp.experts.169,2.5706675052642822
+model.layers.56.mlp.experts.17,2.578654527664185
+model.layers.56.mlp.experts.170,2.5654327869415283
+model.layers.56.mlp.experts.171,2.593960762023926
+model.layers.56.mlp.experts.172,2.5581400394439697
+model.layers.56.mlp.experts.173,2.564876079559326
+model.layers.56.mlp.experts.174,2.56134295463562
+model.layers.56.mlp.experts.175,2.826763391494751
+model.layers.56.mlp.experts.176,2.577179193496704
+model.layers.56.mlp.experts.177,2.616621732711792
+model.layers.56.mlp.experts.178,2.558074712753296
+model.layers.56.mlp.experts.179,2.5606515407562256
+model.layers.56.mlp.experts.18,2.5669946670532227
+model.layers.56.mlp.experts.180,2.5712506771087646
+model.layers.56.mlp.experts.181,2.5810492038726807
+model.layers.56.mlp.experts.182,2.9111883640289307
+model.layers.56.mlp.experts.183,2.6157121658325195
+model.layers.56.mlp.experts.184,2.5584795475006104
+model.layers.56.mlp.experts.185,2.574951171875
+model.layers.56.mlp.experts.186,2.564645290374756
+model.layers.56.mlp.experts.187,2.565640687942505
+model.layers.56.mlp.experts.188,2.56325912475586
+model.layers.56.mlp.experts.189,2.563359260559082
+model.layers.56.mlp.experts.19,2.561397790908813
+model.layers.56.mlp.experts.190,2.56135630607605
+model.layers.56.mlp.experts.191,2.5622689723968506
+model.layers.56.mlp.experts.192,2.571535110473633
+model.layers.56.mlp.experts.193,2.565722703933716
+model.layers.56.mlp.experts.194,2.568117141723633
+model.layers.56.mlp.experts.195,2.5690884590148926
+model.layers.56.mlp.experts.196,2.582665205001831
+model.layers.56.mlp.experts.197,2.563728809356689
+model.layers.56.mlp.experts.198,2.572525978088379
+model.layers.56.mlp.experts.199,2.5622122287750244
+model.layers.56.mlp.experts.2,2.564448118209839
+model.layers.56.mlp.experts.20,2.5565052032470703
+model.layers.56.mlp.experts.200,2.5628905296325684
+model.layers.56.mlp.experts.201,2.58403754234314
+model.layers.56.mlp.experts.202,2.578925132751465
+model.layers.56.mlp.experts.203,2.561613082885742
+model.layers.56.mlp.experts.204,2.5590178966522217
+model.layers.56.mlp.experts.205,2.5638015270233154
+model.layers.56.mlp.experts.206,2.570384979248047
+model.layers.56.mlp.experts.207,2.564143180847168
+model.layers.56.mlp.experts.208,2.5623421669006348
+model.layers.56.mlp.experts.209,2.945895195007324
+model.layers.56.mlp.experts.21,2.5629351139068604
+model.layers.56.mlp.experts.210,2.560977935791016
+model.layers.56.mlp.experts.211,2.57548451423645
+model.layers.56.mlp.experts.212,2.572516441345215
+model.layers.56.mlp.experts.213,2.5579214096069336
+model.layers.56.mlp.experts.214,2.6161000728607178
+model.layers.56.mlp.experts.215,2.590303421020508
+model.layers.56.mlp.experts.216,2.5688793659210205
+model.layers.56.mlp.experts.217,2.569289445877075
+model.layers.56.mlp.experts.218,2.5659849643707275
+model.layers.56.mlp.experts.219,2.5734572410583496
+model.layers.56.mlp.experts.22,2.560905694961548
+model.layers.56.mlp.experts.220,2.573026418685913
+model.layers.56.mlp.experts.221,2.567915201187134
+model.layers.56.mlp.experts.222,2.5628700256347656
+model.layers.56.mlp.experts.223,2.569003105163574
+model.layers.56.mlp.experts.224,2.561683654785156
+model.layers.56.mlp.experts.225,2.5894699096679688
+model.layers.56.mlp.experts.226,2.5763609409332275
+model.layers.56.mlp.experts.227,2.5687735080718994
+model.layers.56.mlp.experts.228,2.562896013259888
+model.layers.56.mlp.experts.229,2.5570826530456543
+model.layers.56.mlp.experts.23,2.5649099349975586
+model.layers.56.mlp.experts.230,2.556025505065918
+model.layers.56.mlp.experts.231,2.569404602050781
+model.layers.56.mlp.experts.232,2.5595948696136475
+model.layers.56.mlp.experts.233,2.556170701980591
+model.layers.56.mlp.experts.234,2.5581905841827397
+model.layers.56.mlp.experts.235,2.568661689758301
+model.layers.56.mlp.experts.236,2.5652942657470703
+model.layers.56.mlp.experts.237,2.560995101928711
+model.layers.56.mlp.experts.238,2.562638998031616
+model.layers.56.mlp.experts.239,2.56307315826416
+model.layers.56.mlp.experts.24,2.557158946990967
+model.layers.56.mlp.experts.240,2.5650384426116943
+model.layers.56.mlp.experts.241,2.559250831604004
+model.layers.56.mlp.experts.242,2.5604381561279297
+model.layers.56.mlp.experts.243,2.5673844814300537
+model.layers.56.mlp.experts.244,2.577803611755371
+model.layers.56.mlp.experts.245,2.560060501098633
+model.layers.56.mlp.experts.246,2.5640432834625244
+model.layers.56.mlp.experts.247,2.627203941345215
+model.layers.56.mlp.experts.248,2.55985164642334
+model.layers.56.mlp.experts.249,2.5596511363983154
+model.layers.56.mlp.experts.25,2.565384864807129
+model.layers.56.mlp.experts.250,2.559067964553833
+model.layers.56.mlp.experts.251,2.5715677738189697
+model.layers.56.mlp.experts.252,2.5626845359802246
+model.layers.56.mlp.experts.253,2.558505058288574
+model.layers.56.mlp.experts.254,2.562156915664673
+model.layers.56.mlp.experts.255,2.559162378311157
+model.layers.56.mlp.experts.26,2.606515407562256
+model.layers.56.mlp.experts.27,2.563997268676758
+model.layers.56.mlp.experts.28,2.5665524005889893
+model.layers.56.mlp.experts.29,2.568049192428589
+model.layers.56.mlp.experts.3,2.60353422164917
+model.layers.56.mlp.experts.30,2.567107915878296
+model.layers.56.mlp.experts.31,2.563375949859619
+model.layers.56.mlp.experts.32,2.6000161170959477
+model.layers.56.mlp.experts.33,2.5581276416778564
+model.layers.56.mlp.experts.34,2.569301128387451
+model.layers.56.mlp.experts.35,2.561750888824463
+model.layers.56.mlp.experts.36,2.561155080795288
+model.layers.56.mlp.experts.37,3.038270950317383
+model.layers.56.mlp.experts.38,2.5603959560394287
+model.layers.56.mlp.experts.39,2.571254253387451
+model.layers.56.mlp.experts.4,2.567911386489868
+model.layers.56.mlp.experts.40,2.566802501678467
+model.layers.56.mlp.experts.41,2.573680639266968
+model.layers.56.mlp.experts.42,2.57724404335022
+model.layers.56.mlp.experts.43,2.577038049697876
+model.layers.56.mlp.experts.44,2.5653610229492188
+model.layers.56.mlp.experts.45,2.5990428924560547
+model.layers.56.mlp.experts.46,2.556633710861206
+model.layers.56.mlp.experts.47,2.564044237136841
+model.layers.56.mlp.experts.48,2.563163995742798
+model.layers.56.mlp.experts.49,2.563143730163574
+model.layers.56.mlp.experts.5,2.561591625213623
+model.layers.56.mlp.experts.50,2.5946316719055176
+model.layers.56.mlp.experts.51,2.580414295196533
+model.layers.56.mlp.experts.52,2.570683240890503
+model.layers.56.mlp.experts.53,2.570369243621826
+model.layers.56.mlp.experts.54,2.5591297149658203
+model.layers.56.mlp.experts.55,2.563118934631348
+model.layers.56.mlp.experts.56,2.5677947998046875
+model.layers.56.mlp.experts.57,2.70648193359375
+model.layers.56.mlp.experts.58,2.568164348602295
+model.layers.56.mlp.experts.59,2.5727901458740234
+model.layers.56.mlp.experts.6,2.5691027641296387
+model.layers.56.mlp.experts.60,2.56813907623291
+model.layers.56.mlp.experts.61,2.5677683353424072
+model.layers.56.mlp.experts.62,2.5648353099823
+model.layers.56.mlp.experts.63,2.558182954788208
+model.layers.56.mlp.experts.64,2.567001342773437
+model.layers.56.mlp.experts.65,2.5802483558654785
+model.layers.56.mlp.experts.66,2.608888864517212
+model.layers.56.mlp.experts.67,2.5587518215179443
+model.layers.56.mlp.experts.68,2.5589070320129395
+model.layers.56.mlp.experts.69,2.557133436203003
+model.layers.56.mlp.experts.7,2.569556951522827
+model.layers.56.mlp.experts.70,2.564996719360352
+model.layers.56.mlp.experts.71,2.9950530529022217
+model.layers.56.mlp.experts.72,2.5912680625915527
+model.layers.56.mlp.experts.73,2.573352336883545
+model.layers.56.mlp.experts.74,2.562718391418457
+model.layers.56.mlp.experts.75,2.5548436641693115
+model.layers.56.mlp.experts.76,2.570683002471924
+model.layers.56.mlp.experts.77,2.618807077407837
+model.layers.56.mlp.experts.78,2.558781385421753
+model.layers.56.mlp.experts.79,2.566068410873413
+model.layers.56.mlp.experts.8,2.555518627166748
+model.layers.56.mlp.experts.80,2.5663366317749023
+model.layers.56.mlp.experts.81,2.631218194961548
+model.layers.56.mlp.experts.82,2.562459707260132
+model.layers.56.mlp.experts.83,2.5675058364868164
+model.layers.56.mlp.experts.84,2.579932689666748
+model.layers.56.mlp.experts.85,2.5608534812927246
+model.layers.56.mlp.experts.86,2.560492992401123
+model.layers.56.mlp.experts.87,2.570719003677368
+model.layers.56.mlp.experts.88,2.592170476913452
+model.layers.56.mlp.experts.89,2.566056728363037
+model.layers.56.mlp.experts.9,2.56982421875
+model.layers.56.mlp.experts.90,2.587733745574951
+model.layers.56.mlp.experts.91,2.570754051208496
+model.layers.56.mlp.experts.92,2.569516181945801
+model.layers.56.mlp.experts.93,2.5611016750335693
+model.layers.56.mlp.experts.94,2.5760514736175537
+model.layers.56.mlp.experts.95,2.583510160446167
+model.layers.56.mlp.experts.96,2.558755397796631
+model.layers.56.mlp.experts.97,2.5565743446350098
+model.layers.56.mlp.experts.98,2.558911800384521
+model.layers.56.mlp.experts.99,2.5556130409240723
+model.layers.56.mlp.shared_experts,2.715162992477417
+model.layers.56.self_attn,2.620927095413208
+model.layers.57.mlp.experts.0,2.5694236755371094
+model.layers.57.mlp.experts.1,2.584391593933105
+model.layers.57.mlp.experts.10,2.565270185470581
+model.layers.57.mlp.experts.100,2.5953707695007324
+model.layers.57.mlp.experts.101,2.568654775619507
+model.layers.57.mlp.experts.102,2.5668087005615234
+model.layers.57.mlp.experts.103,2.5617055892944336
+model.layers.57.mlp.experts.104,2.591217517852783
+model.layers.57.mlp.experts.105,2.5655293464660645
+model.layers.57.mlp.experts.106,2.594562768936157
+model.layers.57.mlp.experts.107,2.577876329421997
+model.layers.57.mlp.experts.108,2.571791172027588
+model.layers.57.mlp.experts.109,2.560994863510132
+model.layers.57.mlp.experts.11,2.9548163414001465
+model.layers.57.mlp.experts.110,2.5807762145996094
+model.layers.57.mlp.experts.111,2.573667287826538
+model.layers.57.mlp.experts.112,2.564732551574707
+model.layers.57.mlp.experts.113,2.5640220642089844
+model.layers.57.mlp.experts.114,2.999311685562134
+model.layers.57.mlp.experts.115,2.5754895210266118
+model.layers.57.mlp.experts.116,2.5604374408721924
+model.layers.57.mlp.experts.117,2.564682722091675
+model.layers.57.mlp.experts.118,2.5742669105529785
+model.layers.57.mlp.experts.119,2.5691654682159424
+model.layers.57.mlp.experts.12,2.5812366008758545
+model.layers.57.mlp.experts.120,2.571298360824585
+model.layers.57.mlp.experts.121,2.5728838443756104
+model.layers.57.mlp.experts.122,2.5845096111297607
+model.layers.57.mlp.experts.123,2.57716703414917
+model.layers.57.mlp.experts.124,2.5659022331237797
+model.layers.57.mlp.experts.125,2.654322862625122
+model.layers.57.mlp.experts.126,2.5631179809570312
+model.layers.57.mlp.experts.127,2.587871789932251
+model.layers.57.mlp.experts.128,2.562781810760498
+model.layers.57.mlp.experts.129,2.6034059524536133
+model.layers.57.mlp.experts.13,2.574829339981079
+model.layers.57.mlp.experts.130,2.559974670410156
+model.layers.57.mlp.experts.131,2.7149646282196045
+model.layers.57.mlp.experts.132,2.582908868789673
+model.layers.57.mlp.experts.133,2.5656354427337646
+model.layers.57.mlp.experts.134,2.5739591121673584
+model.layers.57.mlp.experts.135,2.5704245567321777
+model.layers.57.mlp.experts.136,2.6027064323425293
+model.layers.57.mlp.experts.137,2.561100721359253
+model.layers.57.mlp.experts.138,2.569353580474853
+model.layers.57.mlp.experts.139,2.579164266586304
+model.layers.57.mlp.experts.14,2.571651697158813
+model.layers.57.mlp.experts.140,2.5927865505218506
+model.layers.57.mlp.experts.141,2.751753330230713
+model.layers.57.mlp.experts.142,2.627937793731689
+model.layers.57.mlp.experts.143,2.5750720500946045
+model.layers.57.mlp.experts.144,2.584246635437012
+model.layers.57.mlp.experts.145,2.5811569690704346
+model.layers.57.mlp.experts.146,2.586576461791992
+model.layers.57.mlp.experts.147,2.571846008300781
+model.layers.57.mlp.experts.148,2.582751750946045
+model.layers.57.mlp.experts.149,2.570690631866455
+model.layers.57.mlp.experts.15,2.561863422393799
+model.layers.57.mlp.experts.150,2.802612781524658
+model.layers.57.mlp.experts.151,2.5722134113311768
+model.layers.57.mlp.experts.152,2.570859670639038
+model.layers.57.mlp.experts.153,2.589146614074707
+model.layers.57.mlp.experts.154,2.568766832351685
+model.layers.57.mlp.experts.155,2.595410823822021
+model.layers.57.mlp.experts.156,2.580718994140625
+model.layers.57.mlp.experts.157,2.7551708221435547
+model.layers.57.mlp.experts.158,2.566192865371704
+model.layers.57.mlp.experts.159,2.5784990787506104
+model.layers.57.mlp.experts.16,2.612649440765381
+model.layers.57.mlp.experts.160,2.577716588973999
+model.layers.57.mlp.experts.161,2.563508987426758
+model.layers.57.mlp.experts.162,2.5714457035064697
+model.layers.57.mlp.experts.163,2.5668530464172363
+model.layers.57.mlp.experts.164,2.589653253555298
+model.layers.57.mlp.experts.165,2.5679268836975098
+model.layers.57.mlp.experts.166,2.6146585941314697
+model.layers.57.mlp.experts.167,2.560164213180542
+model.layers.57.mlp.experts.168,2.574753761291504
+model.layers.57.mlp.experts.169,2.625588893890381
+model.layers.57.mlp.experts.17,2.5788052082061768
+model.layers.57.mlp.experts.170,2.561076164245605
+model.layers.57.mlp.experts.171,2.591904163360596
+model.layers.57.mlp.experts.172,2.572730302810669
+model.layers.57.mlp.experts.173,2.563781499862671
+model.layers.57.mlp.experts.174,3.0760486125946045
+model.layers.57.mlp.experts.175,2.565271139144897
+model.layers.57.mlp.experts.176,2.575500249862671
+model.layers.57.mlp.experts.177,3.018834590911865
+model.layers.57.mlp.experts.178,2.562420606613159
+model.layers.57.mlp.experts.179,2.5887842178344727
+model.layers.57.mlp.experts.18,2.5632965564727783
+model.layers.57.mlp.experts.180,2.637758493423462
+model.layers.57.mlp.experts.181,2.616717338562012
+model.layers.57.mlp.experts.182,2.593737840652466
+model.layers.57.mlp.experts.183,2.5687592029571533
+model.layers.57.mlp.experts.184,2.586867094039917
+model.layers.57.mlp.experts.185,2.5603573322296143
+model.layers.57.mlp.experts.186,2.8817758560180664
+model.layers.57.mlp.experts.187,2.568243265151977
+model.layers.57.mlp.experts.188,2.581488132476806
+model.layers.57.mlp.experts.189,2.591440200805664
+model.layers.57.mlp.experts.19,2.563081979751587
+model.layers.57.mlp.experts.190,2.5693347454071045
+model.layers.57.mlp.experts.191,2.568091869354248
+model.layers.57.mlp.experts.192,2.57535457611084
+model.layers.57.mlp.experts.193,2.5661587715148926
+model.layers.57.mlp.experts.194,2.557987928390503
+model.layers.57.mlp.experts.195,2.608391046524048
+model.layers.57.mlp.experts.196,2.5671894550323486
+model.layers.57.mlp.experts.197,2.598905324935913
+model.layers.57.mlp.experts.198,2.590886116027832
+model.layers.57.mlp.experts.199,2.6146764755249023
+model.layers.57.mlp.experts.2,2.569249153137207
+model.layers.57.mlp.experts.20,2.5629327297210693
+model.layers.57.mlp.experts.200,2.585420846939087
+model.layers.57.mlp.experts.201,2.566640138626098
+model.layers.57.mlp.experts.202,2.5610759258270264
+model.layers.57.mlp.experts.203,2.562750101089477
+model.layers.57.mlp.experts.204,2.5961711406707764
+model.layers.57.mlp.experts.205,2.5705349445343018
+model.layers.57.mlp.experts.206,2.588351011276245
+model.layers.57.mlp.experts.207,2.6123757362365723
+model.layers.57.mlp.experts.208,2.5869059562683105
+model.layers.57.mlp.experts.209,2.5583271980285645
+model.layers.57.mlp.experts.21,2.5659284591674805
+model.layers.57.mlp.experts.210,2.5808751583099365
+model.layers.57.mlp.experts.211,2.564868927001953
+model.layers.57.mlp.experts.212,2.566882848739624
+model.layers.57.mlp.experts.213,2.584164619445801
+model.layers.57.mlp.experts.214,2.561239719390869
+model.layers.57.mlp.experts.215,2.568749189376831
+model.layers.57.mlp.experts.216,2.5576205253601074
+model.layers.57.mlp.experts.217,2.5651721954345703
+model.layers.57.mlp.experts.218,2.557098150253296
+model.layers.57.mlp.experts.219,2.565732955932617
+model.layers.57.mlp.experts.22,2.5579047203063965
+model.layers.57.mlp.experts.220,2.5632169246673584
+model.layers.57.mlp.experts.221,2.571827888488769
+model.layers.57.mlp.experts.222,2.5790483951568604
+model.layers.57.mlp.experts.223,2.5758447647094727
+model.layers.57.mlp.experts.224,2.585835218429565
+model.layers.57.mlp.experts.225,2.6481261253356934
+model.layers.57.mlp.experts.226,2.5715606212615967
+model.layers.57.mlp.experts.227,2.557685852050781
+model.layers.57.mlp.experts.228,2.566456794738769
+model.layers.57.mlp.experts.229,2.5724942684173584
+model.layers.57.mlp.experts.23,2.577150583267212
+model.layers.57.mlp.experts.230,2.571115016937256
+model.layers.57.mlp.experts.231,2.584817886352539
+model.layers.57.mlp.experts.232,2.570076465606689
+model.layers.57.mlp.experts.233,2.574148654937744
+model.layers.57.mlp.experts.234,2.567238569259644
+model.layers.57.mlp.experts.235,2.577460765838623
+model.layers.57.mlp.experts.236,2.563530921936035
+model.layers.57.mlp.experts.237,2.582235336303711
+model.layers.57.mlp.experts.238,2.580899715423584
+model.layers.57.mlp.experts.239,2.592961549758911
+model.layers.57.mlp.experts.24,2.563398838043213
+model.layers.57.mlp.experts.240,2.570476055145264
+model.layers.57.mlp.experts.241,2.5918805599212646
+model.layers.57.mlp.experts.242,2.59230899810791
+model.layers.57.mlp.experts.243,2.567793130874634
+model.layers.57.mlp.experts.244,2.586552381515503
+model.layers.57.mlp.experts.245,2.557098388671875
+model.layers.57.mlp.experts.246,2.570497512817383
+model.layers.57.mlp.experts.247,2.581001043319702
+model.layers.57.mlp.experts.248,2.5722904205322266
+model.layers.57.mlp.experts.249,3.031468152999878
+model.layers.57.mlp.experts.25,2.580498695373535
+model.layers.57.mlp.experts.250,2.560643434524536
+model.layers.57.mlp.experts.251,2.5688133239746094
+model.layers.57.mlp.experts.252,2.572443962097168
+model.layers.57.mlp.experts.253,2.628222942352295
+model.layers.57.mlp.experts.254,2.5768022537231445
+model.layers.57.mlp.experts.255,2.561126947402954
+model.layers.57.mlp.experts.26,2.566325664520264
+model.layers.57.mlp.experts.27,2.5712876319885254
+model.layers.57.mlp.experts.28,2.5764617919921875
+model.layers.57.mlp.experts.29,2.5680649280548096
+model.layers.57.mlp.experts.3,2.585909605026245
+model.layers.57.mlp.experts.30,2.575578212738037
+model.layers.57.mlp.experts.31,2.5637247562408447
+model.layers.57.mlp.experts.32,2.5674383640289307
+model.layers.57.mlp.experts.33,2.578785181045532
+model.layers.57.mlp.experts.34,2.5581302642822266
+model.layers.57.mlp.experts.35,2.5659353733062744
+model.layers.57.mlp.experts.36,2.6339430809021
+model.layers.57.mlp.experts.37,2.8416242599487305
+model.layers.57.mlp.experts.38,2.574556589126587
+model.layers.57.mlp.experts.39,2.579907894134521
+model.layers.57.mlp.experts.4,2.5757243633270264
+model.layers.57.mlp.experts.40,2.5732383728027344
+model.layers.57.mlp.experts.41,2.574695110321045
+model.layers.57.mlp.experts.42,2.5801782608032227
+model.layers.57.mlp.experts.43,2.579256772994995
+model.layers.57.mlp.experts.44,2.569272994995117
+model.layers.57.mlp.experts.45,2.568601369857788
+model.layers.57.mlp.experts.46,2.5759780406951904
+model.layers.57.mlp.experts.47,2.563876152038574
+model.layers.57.mlp.experts.48,2.570554494857788
+model.layers.57.mlp.experts.49,2.5678694248199463
+model.layers.57.mlp.experts.5,2.574061870574951
+model.layers.57.mlp.experts.50,2.5883750915527344
+model.layers.57.mlp.experts.51,2.569621086120605
+model.layers.57.mlp.experts.52,2.567643642425537
+model.layers.57.mlp.experts.53,2.605801582336426
+model.layers.57.mlp.experts.54,2.5662105083465576
+model.layers.57.mlp.experts.55,2.585621833801269
+model.layers.57.mlp.experts.56,2.589974880218506
+model.layers.57.mlp.experts.57,2.567268133163452
+model.layers.57.mlp.experts.58,2.58475661277771
+model.layers.57.mlp.experts.59,2.572380542755127
+model.layers.57.mlp.experts.6,2.9142825603485107
+model.layers.57.mlp.experts.60,2.570659637451172
+model.layers.57.mlp.experts.61,2.596068859100342
+model.layers.57.mlp.experts.62,2.562430620193481
+model.layers.57.mlp.experts.63,2.568835973739624
+model.layers.57.mlp.experts.64,2.5616183280944824
+model.layers.57.mlp.experts.65,2.5799129009246826
+model.layers.57.mlp.experts.66,2.564484119415283
+model.layers.57.mlp.experts.67,2.5703012943267822
+model.layers.57.mlp.experts.68,2.577571392059326
+model.layers.57.mlp.experts.69,2.5754263401031494
+model.layers.57.mlp.experts.7,2.571584224700928
+model.layers.57.mlp.experts.70,2.567810535430908
+model.layers.57.mlp.experts.71,2.5720138549804688
+model.layers.57.mlp.experts.72,2.6076695919036865
+model.layers.57.mlp.experts.73,2.5683834552764893
+model.layers.57.mlp.experts.74,2.5662529468536377
+model.layers.57.mlp.experts.75,2.569813966751098
+model.layers.57.mlp.experts.76,2.615276575088501
+model.layers.57.mlp.experts.77,2.608001708984375
+model.layers.57.mlp.experts.78,2.5677409172058105
+model.layers.57.mlp.experts.79,2.6020374298095703
+model.layers.57.mlp.experts.8,2.998290061950684
+model.layers.57.mlp.experts.80,2.5671534538269043
+model.layers.57.mlp.experts.81,2.568391799926758
+model.layers.57.mlp.experts.82,2.5676498413085938
+model.layers.57.mlp.experts.83,2.569100856781006
+model.layers.57.mlp.experts.84,2.6902873516082764
+model.layers.57.mlp.experts.85,2.572242021560669
+model.layers.57.mlp.experts.86,2.580554723739624
+model.layers.57.mlp.experts.87,2.590094327926636
+model.layers.57.mlp.experts.88,2.659396886825561
+model.layers.57.mlp.experts.89,2.5732760429382324
+model.layers.57.mlp.experts.9,2.5664327144622803
+model.layers.57.mlp.experts.90,2.569676399230957
+model.layers.57.mlp.experts.91,2.560567855834961
+model.layers.57.mlp.experts.92,2.561803102493286
+model.layers.57.mlp.experts.93,2.6027674674987797
+model.layers.57.mlp.experts.94,2.5826659202575684
+model.layers.57.mlp.experts.95,2.5637102127075195
+model.layers.57.mlp.experts.96,2.5787112712860107
+model.layers.57.mlp.experts.97,2.561397790908813
+model.layers.57.mlp.experts.98,2.5706381797790527
+model.layers.57.mlp.experts.99,2.5690438747406006
+model.layers.57.mlp.shared_experts,2.721015214920044
+model.layers.57.self_attn,2.6444568634033203
+model.layers.58.mlp.experts.0,2.715287208557129
+model.layers.58.mlp.experts.1,2.6791272163391118
+model.layers.58.mlp.experts.10,2.596997022628784
+model.layers.58.mlp.experts.100,2.568340301513672
+model.layers.58.mlp.experts.101,2.5748167037963867
+model.layers.58.mlp.experts.102,2.6740856170654297
+model.layers.58.mlp.experts.103,2.564827442169189
+model.layers.58.mlp.experts.104,2.5781235694885254
+model.layers.58.mlp.experts.105,2.5790023803710938
+model.layers.58.mlp.experts.106,2.57796573638916
+model.layers.58.mlp.experts.107,2.6912903785705566
+model.layers.58.mlp.experts.108,2.563000202178955
+model.layers.58.mlp.experts.109,2.580554723739624
+model.layers.58.mlp.experts.11,2.5650014877319336
+model.layers.58.mlp.experts.110,2.587580680847168
+model.layers.58.mlp.experts.111,2.585568189620972
+model.layers.58.mlp.experts.112,2.5752508640289307
+model.layers.58.mlp.experts.113,2.598792791366577
+model.layers.58.mlp.experts.114,2.566087007522583
+model.layers.58.mlp.experts.115,2.564253568649292
+model.layers.58.mlp.experts.116,2.609458923339844
+model.layers.58.mlp.experts.117,2.5814788341522217
+model.layers.58.mlp.experts.118,2.5658178329467773
+model.layers.58.mlp.experts.119,2.5804901123046875
+model.layers.58.mlp.experts.12,2.5905749797821045
+model.layers.58.mlp.experts.120,2.807379722595215
+model.layers.58.mlp.experts.121,2.568111658096313
+model.layers.58.mlp.experts.122,2.611405372619629
+model.layers.58.mlp.experts.123,2.585852861404419
+model.layers.58.mlp.experts.124,2.573949098587036
+model.layers.58.mlp.experts.125,2.5769059658050537
+model.layers.58.mlp.experts.126,2.592067241668701
+model.layers.58.mlp.experts.127,2.5663716793060303
+model.layers.58.mlp.experts.128,2.60276460647583
+model.layers.58.mlp.experts.129,2.558734178543091
+model.layers.58.mlp.experts.13,3.0079188346862797
+model.layers.58.mlp.experts.130,2.809295892715454
+model.layers.58.mlp.experts.131,2.580119609832764
+model.layers.58.mlp.experts.132,2.5630013942718506
+model.layers.58.mlp.experts.133,2.8486664295196533
+model.layers.58.mlp.experts.134,2.6694564819335938
+model.layers.58.mlp.experts.135,2.585779905319214
+model.layers.58.mlp.experts.136,2.7425386905670166
+model.layers.58.mlp.experts.137,2.5858864784240723
+model.layers.58.mlp.experts.138,2.5789356231689453
+model.layers.58.mlp.experts.139,2.5667483806610107
+model.layers.58.mlp.experts.14,2.574022054672241
+model.layers.58.mlp.experts.140,2.704927682876587
+model.layers.58.mlp.experts.141,2.5823538303375244
+model.layers.58.mlp.experts.142,2.6317214965820312
+model.layers.58.mlp.experts.143,2.574493646621704
+model.layers.58.mlp.experts.144,2.566657066345215
+model.layers.58.mlp.experts.145,2.578798770904541
+model.layers.58.mlp.experts.146,3.176037311553955
+model.layers.58.mlp.experts.147,2.640737771987915
+model.layers.58.mlp.experts.148,2.6113955974578857
+model.layers.58.mlp.experts.149,2.56829571723938
+model.layers.58.mlp.experts.15,2.599026679992676
+model.layers.58.mlp.experts.150,2.594705581665039
+model.layers.58.mlp.experts.151,2.578052759170532
+model.layers.58.mlp.experts.152,2.577093601226806
+model.layers.58.mlp.experts.153,2.5983264446258545
+model.layers.58.mlp.experts.154,3.1517815589904785
+model.layers.58.mlp.experts.155,2.5757083892822266
+model.layers.58.mlp.experts.156,2.570237874984741
+model.layers.58.mlp.experts.157,2.6759729385375977
+model.layers.58.mlp.experts.158,2.570133209228516
+model.layers.58.mlp.experts.159,2.5806987285614014
+model.layers.58.mlp.experts.16,2.602245569229126
+model.layers.58.mlp.experts.160,2.6039135456085205
+model.layers.58.mlp.experts.161,2.583683013916016
+model.layers.58.mlp.experts.162,2.574690341949463
+model.layers.58.mlp.experts.163,2.7634596824646
+model.layers.58.mlp.experts.164,2.6893796920776367
+model.layers.58.mlp.experts.165,2.5853519439697266
+model.layers.58.mlp.experts.166,2.5943832397460938
+model.layers.58.mlp.experts.167,2.6291511058807373
+model.layers.58.mlp.experts.168,2.7370681762695312
+model.layers.58.mlp.experts.169,2.5664563179016118
+model.layers.58.mlp.experts.17,2.5733649730682373
+model.layers.58.mlp.experts.170,2.5715856552124023
+model.layers.58.mlp.experts.171,2.6087958812713623
+model.layers.58.mlp.experts.172,2.5686705112457275
+model.layers.58.mlp.experts.173,2.8365066051483154
+model.layers.58.mlp.experts.174,2.5826175212860107
+model.layers.58.mlp.experts.175,2.570839166641236
+model.layers.58.mlp.experts.176,2.5980563163757324
+model.layers.58.mlp.experts.177,2.5805206298828125
+model.layers.58.mlp.experts.178,2.5639123916625977
+model.layers.58.mlp.experts.179,2.574082374572754
+model.layers.58.mlp.experts.18,2.5733790397644043
+model.layers.58.mlp.experts.180,2.5966601371765137
+model.layers.58.mlp.experts.181,2.6034929752349854
+model.layers.58.mlp.experts.182,2.593242883682251
+model.layers.58.mlp.experts.183,2.577877759933472
+model.layers.58.mlp.experts.184,2.5864624977111816
+model.layers.58.mlp.experts.185,2.601755380630493
+model.layers.58.mlp.experts.186,2.571406841278076
+model.layers.58.mlp.experts.187,2.5730435848236084
+model.layers.58.mlp.experts.188,2.646587371826172
+model.layers.58.mlp.experts.189,2.5768978595733643
+model.layers.58.mlp.experts.19,2.563206911087036
+model.layers.58.mlp.experts.190,2.6065497398376465
+model.layers.58.mlp.experts.191,2.59690260887146
+model.layers.58.mlp.experts.192,2.863987445831299
+model.layers.58.mlp.experts.193,2.5720577239990234
+model.layers.58.mlp.experts.194,2.57839298248291
+model.layers.58.mlp.experts.195,2.5860416889190674
+model.layers.58.mlp.experts.196,2.652348518371582
+model.layers.58.mlp.experts.197,2.5657854080200195
+model.layers.58.mlp.experts.198,2.572598457336426
+model.layers.58.mlp.experts.199,2.5719316005706787
+model.layers.58.mlp.experts.2,2.5839526653289795
+model.layers.58.mlp.experts.20,2.567608594894409
+model.layers.58.mlp.experts.200,2.595108985900879
+model.layers.58.mlp.experts.201,2.566263198852539
+model.layers.58.mlp.experts.202,2.5824649333953857
+model.layers.58.mlp.experts.203,2.563183307647705
+model.layers.58.mlp.experts.204,2.695964336395264
+model.layers.58.mlp.experts.205,2.634544610977173
+model.layers.58.mlp.experts.206,2.6586217880249023
+model.layers.58.mlp.experts.207,2.594489097595215
+model.layers.58.mlp.experts.208,2.583024740219116
+model.layers.58.mlp.experts.209,2.570357322692871
+model.layers.58.mlp.experts.21,2.5746870040893555
+model.layers.58.mlp.experts.210,2.595353126525879
+model.layers.58.mlp.experts.211,2.601071119308472
+model.layers.58.mlp.experts.212,2.578627586364746
+model.layers.58.mlp.experts.213,2.577867269515991
+model.layers.58.mlp.experts.214,2.5687832832336426
+model.layers.58.mlp.experts.215,2.6013529300689697
+model.layers.58.mlp.experts.216,2.752272367477417
+model.layers.58.mlp.experts.217,2.5698680877685547
+model.layers.58.mlp.experts.218,3.0227928161621094
+model.layers.58.mlp.experts.219,2.625496864318848
+model.layers.58.mlp.experts.22,2.5684750080108643
+model.layers.58.mlp.experts.220,2.5796213150024414
+model.layers.58.mlp.experts.221,2.575990676879883
+model.layers.58.mlp.experts.222,2.5848937034606934
+model.layers.58.mlp.experts.223,2.6170897483825684
+model.layers.58.mlp.experts.224,2.585752248764038
+model.layers.58.mlp.experts.225,2.5767266750335693
+model.layers.58.mlp.experts.226,2.5841219425201416
+model.layers.58.mlp.experts.227,2.6107723712921143
+model.layers.58.mlp.experts.228,2.571219682693481
+model.layers.58.mlp.experts.229,3.147104024887085
+model.layers.58.mlp.experts.23,2.5734004974365234
+model.layers.58.mlp.experts.230,2.564271211624145
+model.layers.58.mlp.experts.231,2.7448511123657227
+model.layers.58.mlp.experts.232,2.577366828918457
+model.layers.58.mlp.experts.233,2.8698012828826904
+model.layers.58.mlp.experts.234,2.574561834335327
+model.layers.58.mlp.experts.235,2.5652756690979004
+model.layers.58.mlp.experts.236,2.5955591201782227
+model.layers.58.mlp.experts.237,2.6343564987182617
+model.layers.58.mlp.experts.238,2.5669665336608887
+model.layers.58.mlp.experts.239,2.5941619873046875
+model.layers.58.mlp.experts.24,2.600402593612671
+model.layers.58.mlp.experts.240,2.737455129623413
+model.layers.58.mlp.experts.241,2.577979326248169
+model.layers.58.mlp.experts.242,2.6069655418396
+model.layers.58.mlp.experts.243,2.741049528121948
+model.layers.58.mlp.experts.244,2.564202308654785
+model.layers.58.mlp.experts.245,2.5749735832214355
+model.layers.58.mlp.experts.246,2.5760669708251958
+model.layers.58.mlp.experts.247,2.576013565063477
+model.layers.58.mlp.experts.248,2.6173813343048096
+model.layers.58.mlp.experts.249,2.634289503097534
+model.layers.58.mlp.experts.25,2.574423551559448
+model.layers.58.mlp.experts.250,2.5635223388671875
+model.layers.58.mlp.experts.251,2.572098970413208
+model.layers.58.mlp.experts.252,2.578230857849121
+model.layers.58.mlp.experts.253,2.7417612075805664
+model.layers.58.mlp.experts.254,2.60663104057312
+model.layers.58.mlp.experts.255,2.6028952598571777
+model.layers.58.mlp.experts.26,2.6117334365844727
+model.layers.58.mlp.experts.27,2.5835049152374268
+model.layers.58.mlp.experts.28,2.6009955406188965
+model.layers.58.mlp.experts.29,2.571042060852051
+model.layers.58.mlp.experts.3,2.6083710193634038
+model.layers.58.mlp.experts.30,2.5778298377990723
+model.layers.58.mlp.experts.31,2.575202703475952
+model.layers.58.mlp.experts.32,2.601186513900757
+model.layers.58.mlp.experts.33,2.9974865913391118
+model.layers.58.mlp.experts.34,2.637691736221313
+model.layers.58.mlp.experts.35,2.6060891151428223
+model.layers.58.mlp.experts.36,2.5653622150421143
+model.layers.58.mlp.experts.37,2.563645839691162
+model.layers.58.mlp.experts.38,2.570076704025269
+model.layers.58.mlp.experts.39,2.623820781707764
+model.layers.58.mlp.experts.4,2.5708658695220947
+model.layers.58.mlp.experts.40,2.5874595642089844
+model.layers.58.mlp.experts.41,2.579169273376465
+model.layers.58.mlp.experts.42,2.578181266784668
+model.layers.58.mlp.experts.43,2.580172538757324
+model.layers.58.mlp.experts.44,2.718639850616455
+model.layers.58.mlp.experts.45,2.56147837638855
+model.layers.58.mlp.experts.46,2.571925640106201
+model.layers.58.mlp.experts.47,2.5807301998138428
+model.layers.58.mlp.experts.48,2.578260660171509
+model.layers.58.mlp.experts.49,2.6078596115112305
+model.layers.58.mlp.experts.5,2.5842785835266118
+model.layers.58.mlp.experts.50,2.570385217666626
+model.layers.58.mlp.experts.51,2.715938806533813
+model.layers.58.mlp.experts.52,2.6079792976379395
+model.layers.58.mlp.experts.53,3.4259495735168457
+model.layers.58.mlp.experts.54,2.646787166595459
+model.layers.58.mlp.experts.55,2.5675487518310547
+model.layers.58.mlp.experts.56,2.566981077194214
+model.layers.58.mlp.experts.57,2.591477394104004
+model.layers.58.mlp.experts.58,2.62904691696167
+model.layers.58.mlp.experts.59,2.6021616458892822
+model.layers.58.mlp.experts.6,2.5639760494232178
+model.layers.58.mlp.experts.60,2.59578275680542
+model.layers.58.mlp.experts.61,2.7471725940704346
+model.layers.58.mlp.experts.62,2.792721748352051
+model.layers.58.mlp.experts.63,2.8397369384765625
+model.layers.58.mlp.experts.64,2.6098549365997314
+model.layers.58.mlp.experts.65,2.5861990451812744
+model.layers.58.mlp.experts.66,2.5722029209136963
+model.layers.58.mlp.experts.67,2.567674160003662
+model.layers.58.mlp.experts.68,2.651077508926392
+model.layers.58.mlp.experts.69,2.7339625358581543
+model.layers.58.mlp.experts.7,3.007319927215576
+model.layers.58.mlp.experts.70,2.5753417015075684
+model.layers.58.mlp.experts.71,2.5707545280456543
+model.layers.58.mlp.experts.72,2.5713491439819336
+model.layers.58.mlp.experts.73,2.6046910285949707
+model.layers.58.mlp.experts.74,2.573971509933472
+model.layers.58.mlp.experts.75,2.602731704711914
+model.layers.58.mlp.experts.76,2.615236759185791
+model.layers.58.mlp.experts.77,2.569183826446533
+model.layers.58.mlp.experts.78,2.5694069862365723
+model.layers.58.mlp.experts.79,2.6253445148468018
+model.layers.58.mlp.experts.8,2.595972776412964
+model.layers.58.mlp.experts.80,2.572645664215088
+model.layers.58.mlp.experts.81,2.570297241210937
+model.layers.58.mlp.experts.82,2.595741510391236
+model.layers.58.mlp.experts.83,2.5881896018981934
+model.layers.58.mlp.experts.84,2.58779239654541
+model.layers.58.mlp.experts.85,2.63826322555542
+model.layers.58.mlp.experts.86,2.587982416152954
+model.layers.58.mlp.experts.87,2.5700554847717285
+model.layers.58.mlp.experts.88,2.5721540451049805
+model.layers.58.mlp.experts.89,2.7569010257720947
+model.layers.58.mlp.experts.9,2.5999855995178223
+model.layers.58.mlp.experts.90,2.5688209533691406
+model.layers.58.mlp.experts.91,2.569497585296631
+model.layers.58.mlp.experts.92,2.600906610488892
+model.layers.58.mlp.experts.93,2.60463809967041
+model.layers.58.mlp.experts.94,2.5689616203308105
+model.layers.58.mlp.experts.95,2.600926637649536
+model.layers.58.mlp.experts.96,2.5734705924987797
+model.layers.58.mlp.experts.97,2.572929859161377
+model.layers.58.mlp.experts.98,2.574958324432373
+model.layers.58.mlp.experts.99,2.602161407470703
+model.layers.58.mlp.shared_experts,2.721985101699829
+model.layers.58.self_attn,2.721203327178955
+model.layers.59.mlp.experts.0,2.903498649597168
+model.layers.59.mlp.experts.1,2.6231038570404053
+model.layers.59.mlp.experts.10,2.6253881454467773
+model.layers.59.mlp.experts.100,2.579517364501953
+model.layers.59.mlp.experts.101,2.5934154987335205
+model.layers.59.mlp.experts.102,2.5911426544189453
+model.layers.59.mlp.experts.103,2.9432849884033203
+model.layers.59.mlp.experts.104,2.6533071994781494
+model.layers.59.mlp.experts.105,2.593541622161865
+model.layers.59.mlp.experts.106,2.611109495162964
+model.layers.59.mlp.experts.107,2.61898136138916
+model.layers.59.mlp.experts.108,2.6077802181243896
+model.layers.59.mlp.experts.109,2.594888925552368
+model.layers.59.mlp.experts.11,2.747119188308716
+model.layers.59.mlp.experts.110,2.7254295349121094
+model.layers.59.mlp.experts.111,2.5710251331329346
+model.layers.59.mlp.experts.112,2.7209935188293457
+model.layers.59.mlp.experts.113,3.0091392993927
+model.layers.59.mlp.experts.114,2.599015712738037
+model.layers.59.mlp.experts.115,2.584648370742798
+model.layers.59.mlp.experts.116,2.677659511566162
+model.layers.59.mlp.experts.117,2.643367052078247
+model.layers.59.mlp.experts.118,2.5945324897766118
+model.layers.59.mlp.experts.119,3.4245409965515137
+model.layers.59.mlp.experts.12,2.618761777877808
+model.layers.59.mlp.experts.120,2.649162530899048
+model.layers.59.mlp.experts.121,2.934908151626587
+model.layers.59.mlp.experts.122,2.6011972427368164
+model.layers.59.mlp.experts.123,2.9864892959594727
+model.layers.59.mlp.experts.124,2.599088191986084
+model.layers.59.mlp.experts.125,3.417771816253662
+model.layers.59.mlp.experts.126,2.7028825283050537
+model.layers.59.mlp.experts.127,2.5919995307922363
+model.layers.59.mlp.experts.128,2.602336406707764
+model.layers.59.mlp.experts.129,3.0664772987365723
+model.layers.59.mlp.experts.13,2.6387569904327397
+model.layers.59.mlp.experts.130,3.2182273864746094
+model.layers.59.mlp.experts.131,2.593007326126098
+model.layers.59.mlp.experts.132,2.59006142616272
+model.layers.59.mlp.experts.133,2.590307235717773
+model.layers.59.mlp.experts.134,2.6048922538757324
+model.layers.59.mlp.experts.135,2.6412508487701416
+model.layers.59.mlp.experts.136,2.663243293762207
+model.layers.59.mlp.experts.137,2.6278858184814453
+model.layers.59.mlp.experts.138,2.8479042053222656
+model.layers.59.mlp.experts.139,2.605461359024048
+model.layers.59.mlp.experts.14,2.9090535640716557
+model.layers.59.mlp.experts.140,2.6894631385803223
+model.layers.59.mlp.experts.141,2.588453769683838
+model.layers.59.mlp.experts.142,2.6093881130218506
+model.layers.59.mlp.experts.143,2.5878612995147705
+model.layers.59.mlp.experts.144,2.604458808898926
+model.layers.59.mlp.experts.145,2.592190742492676
+model.layers.59.mlp.experts.146,2.6481616497039795
+model.layers.59.mlp.experts.147,2.6142494678497314
+model.layers.59.mlp.experts.148,2.584939479827881
+model.layers.59.mlp.experts.149,2.5813746452331543
+model.layers.59.mlp.experts.15,2.6103451251983643
+model.layers.59.mlp.experts.150,2.6041624546051025
+model.layers.59.mlp.experts.151,2.5945827960968018
+model.layers.59.mlp.experts.152,2.598595142364502
+model.layers.59.mlp.experts.153,2.6179044246673584
+model.layers.59.mlp.experts.154,2.5825531482696533
+model.layers.59.mlp.experts.155,2.955928087234497
+model.layers.59.mlp.experts.156,2.640644788742065
+model.layers.59.mlp.experts.157,2.690284490585327
+model.layers.59.mlp.experts.158,3.0504398345947266
+model.layers.59.mlp.experts.159,2.612583637237549
+model.layers.59.mlp.experts.16,2.5952813625335693
+model.layers.59.mlp.experts.160,2.6105244159698486
+model.layers.59.mlp.experts.161,3.431106805801392
+model.layers.59.mlp.experts.162,2.5947823524475098
+model.layers.59.mlp.experts.163,2.7655580043792725
+model.layers.59.mlp.experts.164,2.677874565124512
+model.layers.59.mlp.experts.165,2.6624388694763184
+model.layers.59.mlp.experts.166,3.1184685230255127
+model.layers.59.mlp.experts.167,3.0466248989105225
+model.layers.59.mlp.experts.168,2.6292285919189453
+model.layers.59.mlp.experts.169,3.389055728912353
+model.layers.59.mlp.experts.17,2.7935354709625244
+model.layers.59.mlp.experts.170,2.5975470542907715
+model.layers.59.mlp.experts.171,3.26587176322937
+model.layers.59.mlp.experts.172,2.788704872131348
+model.layers.59.mlp.experts.173,2.605999708175659
+model.layers.59.mlp.experts.174,2.590808153152466
+model.layers.59.mlp.experts.175,3.041147232055664
+model.layers.59.mlp.experts.176,2.584674119949341
+model.layers.59.mlp.experts.177,3.081453323364258
+model.layers.59.mlp.experts.178,2.9735796451568604
+model.layers.59.mlp.experts.179,2.577321529388428
+model.layers.59.mlp.experts.18,2.613210439682007
+model.layers.59.mlp.experts.180,2.583889961242676
+model.layers.59.mlp.experts.181,3.415546417236328
+model.layers.59.mlp.experts.182,2.62839150428772
+model.layers.59.mlp.experts.183,2.77097225189209
+model.layers.59.mlp.experts.184,2.6078085899353027
+model.layers.59.mlp.experts.185,2.6308093070983887
+model.layers.59.mlp.experts.186,2.795006513595581
+model.layers.59.mlp.experts.187,2.597012519836426
+model.layers.59.mlp.experts.188,2.70271635055542
+model.layers.59.mlp.experts.189,2.6008808612823486
+model.layers.59.mlp.experts.19,2.9874608516693115
+model.layers.59.mlp.experts.190,2.651637077331543
+model.layers.59.mlp.experts.191,2.8739981651306152
+model.layers.59.mlp.experts.192,2.579077243804932
+model.layers.59.mlp.experts.193,3.009359836578369
+model.layers.59.mlp.experts.194,2.6030433177948
+model.layers.59.mlp.experts.195,2.586484432220459
+model.layers.59.mlp.experts.196,2.5756330490112305
+model.layers.59.mlp.experts.197,2.605936288833618
+model.layers.59.mlp.experts.198,3.499389886856079
+model.layers.59.mlp.experts.199,2.5931766033172607
+model.layers.59.mlp.experts.2,2.86722993850708
+model.layers.59.mlp.experts.20,2.5878725051879883
+model.layers.59.mlp.experts.200,2.578627824783325
+model.layers.59.mlp.experts.201,2.6423909664154053
+model.layers.59.mlp.experts.202,2.5972225666046143
+model.layers.59.mlp.experts.203,2.65028715133667
+model.layers.59.mlp.experts.204,2.703094482421875
+model.layers.59.mlp.experts.205,2.677367687225342
+model.layers.59.mlp.experts.206,3.319430112838745
+model.layers.59.mlp.experts.207,2.6003313064575195
+model.layers.59.mlp.experts.208,2.5820624828338623
+model.layers.59.mlp.experts.209,2.5852606296539307
+model.layers.59.mlp.experts.21,2.605163335800171
+model.layers.59.mlp.experts.210,2.646254062652588
+model.layers.59.mlp.experts.211,2.7854583263397217
+model.layers.59.mlp.experts.212,2.9563896656036377
+model.layers.59.mlp.experts.213,2.593614101409912
+model.layers.59.mlp.experts.214,2.813915252685547
+model.layers.59.mlp.experts.215,2.6924617290496826
+model.layers.59.mlp.experts.216,2.588191270828247
+model.layers.59.mlp.experts.217,2.5886716842651367
+model.layers.59.mlp.experts.218,2.7990872859954834
+model.layers.59.mlp.experts.219,2.768949031829834
+model.layers.59.mlp.experts.22,2.58282732963562
+model.layers.59.mlp.experts.220,2.600675582885742
+model.layers.59.mlp.experts.221,2.6116819381713867
+model.layers.59.mlp.experts.222,2.616395950317383
+model.layers.59.mlp.experts.223,3.282314777374268
+model.layers.59.mlp.experts.224,2.60331654548645
+model.layers.59.mlp.experts.225,3.0277223587036133
+model.layers.59.mlp.experts.226,3.0177128314971924
+model.layers.59.mlp.experts.227,2.7473039627075195
+model.layers.59.mlp.experts.228,2.611668825149536
+model.layers.59.mlp.experts.229,2.596341609954834
+model.layers.59.mlp.experts.23,2.5918943881988525
+model.layers.59.mlp.experts.230,2.602946519851685
+model.layers.59.mlp.experts.231,2.598302125930786
+model.layers.59.mlp.experts.232,2.620424032211304
+model.layers.59.mlp.experts.233,2.5865018367767334
+model.layers.59.mlp.experts.234,2.650341033935547
+model.layers.59.mlp.experts.235,2.614701747894287
+model.layers.59.mlp.experts.236,2.6021881103515625
+model.layers.59.mlp.experts.237,2.599073648452759
+model.layers.59.mlp.experts.238,2.64575743675232
+model.layers.59.mlp.experts.239,2.710773706436157
+model.layers.59.mlp.experts.24,2.6098523139953613
+model.layers.59.mlp.experts.240,2.6541097164154053
+model.layers.59.mlp.experts.241,3.0017435550689697
+model.layers.59.mlp.experts.242,2.6218419075012207
+model.layers.59.mlp.experts.243,3.0182042121887207
+model.layers.59.mlp.experts.244,2.6051599979400635
+model.layers.59.mlp.experts.245,2.8814284801483154
+model.layers.59.mlp.experts.246,3.025429010391236
+model.layers.59.mlp.experts.247,2.844245433807373
+model.layers.59.mlp.experts.248,2.5847651958465576
+model.layers.59.mlp.experts.249,2.5914900302886963
+model.layers.59.mlp.experts.25,2.585637092590332
+model.layers.59.mlp.experts.250,2.6867833137512207
+model.layers.59.mlp.experts.251,3.073749542236328
+model.layers.59.mlp.experts.252,2.591927528381348
+model.layers.59.mlp.experts.253,2.587859869003296
+model.layers.59.mlp.experts.254,2.577796697616577
+model.layers.59.mlp.experts.255,2.58518385887146
+model.layers.59.mlp.experts.26,2.626330137252808
+model.layers.59.mlp.experts.27,2.645036458969116
+model.layers.59.mlp.experts.28,2.7411081790924072
+model.layers.59.mlp.experts.29,2.615656614303589
+model.layers.59.mlp.experts.3,3.217862844467163
+model.layers.59.mlp.experts.30,2.6265382766723637
+model.layers.59.mlp.experts.31,2.6499547958374023
+model.layers.59.mlp.experts.32,3.3654916286468506
+model.layers.59.mlp.experts.33,2.595928430557251
+model.layers.59.mlp.experts.34,2.6180169582366943
+model.layers.59.mlp.experts.35,2.638195037841797
+model.layers.59.mlp.experts.36,2.751946449279785
+model.layers.59.mlp.experts.37,2.582480430603028
+model.layers.59.mlp.experts.38,3.006218671798706
+model.layers.59.mlp.experts.39,2.8507468700408936
+model.layers.59.mlp.experts.4,2.711046934127808
+model.layers.59.mlp.experts.40,2.682640552520752
+model.layers.59.mlp.experts.41,3.3490772247314453
+model.layers.59.mlp.experts.42,2.595590114593506
+model.layers.59.mlp.experts.43,2.592768430709839
+model.layers.59.mlp.experts.44,2.578678131103516
+model.layers.59.mlp.experts.45,2.596909761428833
+model.layers.59.mlp.experts.46,3.395479917526245
+model.layers.59.mlp.experts.47,2.590780735015869
+model.layers.59.mlp.experts.48,2.698782444000244
+model.layers.59.mlp.experts.49,2.593746900558472
+model.layers.59.mlp.experts.5,2.592428207397461
+model.layers.59.mlp.experts.50,3.061513900756836
+model.layers.59.mlp.experts.51,2.612756490707397
+model.layers.59.mlp.experts.52,2.591855049133301
+model.layers.59.mlp.experts.53,2.5960612297058105
+model.layers.59.mlp.experts.54,3.59834623336792
+model.layers.59.mlp.experts.55,2.594231367111206
+model.layers.59.mlp.experts.56,2.600303649902344
+model.layers.59.mlp.experts.57,2.658426284790039
+model.layers.59.mlp.experts.58,2.5915298461914062
+model.layers.59.mlp.experts.59,2.7332468032836914
+model.layers.59.mlp.experts.6,2.6219396591186523
+model.layers.59.mlp.experts.60,2.613804340362549
+model.layers.59.mlp.experts.61,2.5993356704711914
+model.layers.59.mlp.experts.62,2.6759607791900635
+model.layers.59.mlp.experts.63,2.677607536315918
+model.layers.59.mlp.experts.64,2.6509804725646973
+model.layers.59.mlp.experts.65,2.7442188262939453
+model.layers.59.mlp.experts.66,2.5976126194000244
+model.layers.59.mlp.experts.67,2.805817127227783
+model.layers.59.mlp.experts.68,2.708768606185913
+model.layers.59.mlp.experts.69,2.589388132095337
+model.layers.59.mlp.experts.7,2.698099374771118
+model.layers.59.mlp.experts.70,2.638073682785034
+model.layers.59.mlp.experts.71,2.6764678955078125
+model.layers.59.mlp.experts.72,2.61120080947876
+model.layers.59.mlp.experts.73,2.594702243804932
+model.layers.59.mlp.experts.74,2.722174644470215
+model.layers.59.mlp.experts.75,2.912561416625977
+model.layers.59.mlp.experts.76,2.7829391956329346
+model.layers.59.mlp.experts.77,2.591442346572876
+model.layers.59.mlp.experts.78,2.5889315605163574
+model.layers.59.mlp.experts.79,2.643857955932617
+model.layers.59.mlp.experts.8,2.5829458236694336
+model.layers.59.mlp.experts.80,2.628481149673462
+model.layers.59.mlp.experts.81,2.783297538757324
+model.layers.59.mlp.experts.82,2.580735206604004
+model.layers.59.mlp.experts.83,2.582980155944824
+model.layers.59.mlp.experts.84,2.5866506099700928
+model.layers.59.mlp.experts.85,2.991739273071289
+model.layers.59.mlp.experts.86,2.688437223434448
+model.layers.59.mlp.experts.87,3.087634325027466
+model.layers.59.mlp.experts.88,2.841259002685547
+model.layers.59.mlp.experts.89,2.6623685359954834
+model.layers.59.mlp.experts.9,2.6200711727142334
+model.layers.59.mlp.experts.90,2.585834503173828
+model.layers.59.mlp.experts.91,3.1412582397460938
+model.layers.59.mlp.experts.92,2.7891831398010254
+model.layers.59.mlp.experts.93,2.6156177520751958
+model.layers.59.mlp.experts.94,2.594050407409668
+model.layers.59.mlp.experts.95,3.0591843128204346
+model.layers.59.mlp.experts.96,2.643516063690185
+model.layers.59.mlp.experts.97,2.5807695388793945
+model.layers.59.mlp.experts.98,2.654139757156372
+model.layers.59.mlp.experts.99,2.57453989982605
+model.layers.59.mlp.shared_experts,2.715761423110962
+model.layers.59.self_attn,2.634871244430542
+model.layers.6.mlp.experts.0,2.6372642517089844
+model.layers.6.mlp.experts.1,2.6262779235839844
+model.layers.6.mlp.experts.10,2.6083927154541016
+model.layers.6.mlp.experts.100,2.8012514114379883
+model.layers.6.mlp.experts.101,2.743427991867065
+model.layers.6.mlp.experts.102,2.6028640270233154
+model.layers.6.mlp.experts.103,2.716200828552246
+model.layers.6.mlp.experts.104,2.600752353668213
+model.layers.6.mlp.experts.105,2.703268527984619
+model.layers.6.mlp.experts.106,2.622553825378418
+model.layers.6.mlp.experts.107,2.607135772705078
+model.layers.6.mlp.experts.108,2.729624032974243
+model.layers.6.mlp.experts.109,2.586756706237793
+model.layers.6.mlp.experts.11,2.605828762054444
+model.layers.6.mlp.experts.110,2.58603572845459
+model.layers.6.mlp.experts.111,2.6474504470825195
+model.layers.6.mlp.experts.112,2.660456418991089
+model.layers.6.mlp.experts.113,3.108472347259521
+model.layers.6.mlp.experts.114,2.6700055599212646
+model.layers.6.mlp.experts.115,2.5918548107147217
+model.layers.6.mlp.experts.116,2.632686138153076
+model.layers.6.mlp.experts.117,2.581670045852661
+model.layers.6.mlp.experts.118,2.6049375534057617
+model.layers.6.mlp.experts.119,2.9281985759735107
+model.layers.6.mlp.experts.12,2.898134231567383
+model.layers.6.mlp.experts.120,2.6041767597198486
+model.layers.6.mlp.experts.121,3.0228490829467773
+model.layers.6.mlp.experts.122,2.648190498352051
+model.layers.6.mlp.experts.123,2.723043441772461
+model.layers.6.mlp.experts.124,2.6100409030914307
+model.layers.6.mlp.experts.125,2.782142877578736
+model.layers.6.mlp.experts.126,2.6351304054260254
+model.layers.6.mlp.experts.127,2.588173151016236
+model.layers.6.mlp.experts.128,2.602084159851074
+model.layers.6.mlp.experts.129,2.663529872894287
+model.layers.6.mlp.experts.13,2.6065564155578613
+model.layers.6.mlp.experts.130,2.605897903442383
+model.layers.6.mlp.experts.131,2.613111734390259
+model.layers.6.mlp.experts.132,2.694377183914185
+model.layers.6.mlp.experts.133,2.601670503616333
+model.layers.6.mlp.experts.134,2.9368903636932373
+model.layers.6.mlp.experts.135,2.796888828277588
+model.layers.6.mlp.experts.136,2.611870527267456
+model.layers.6.mlp.experts.137,2.771545171737671
+model.layers.6.mlp.experts.138,2.9060628414154053
+model.layers.6.mlp.experts.139,2.6296536922454834
+model.layers.6.mlp.experts.14,2.5841989517211914
+model.layers.6.mlp.experts.140,2.597474813461304
+model.layers.6.mlp.experts.141,2.654404640197754
+model.layers.6.mlp.experts.142,2.6138124465942383
+model.layers.6.mlp.experts.143,2.630382776260376
+model.layers.6.mlp.experts.144,2.6198880672454834
+model.layers.6.mlp.experts.145,2.614251613616944
+model.layers.6.mlp.experts.146,2.667044162750244
+model.layers.6.mlp.experts.147,2.6048331260681152
+model.layers.6.mlp.experts.148,2.820708513259888
+model.layers.6.mlp.experts.149,2.630125045776367
+model.layers.6.mlp.experts.15,2.5839643478393555
+model.layers.6.mlp.experts.150,2.626672744750977
+model.layers.6.mlp.experts.151,2.793518543243408
+model.layers.6.mlp.experts.152,2.6163218021392822
+model.layers.6.mlp.experts.153,2.6064839363098145
+model.layers.6.mlp.experts.154,2.649866342544556
+model.layers.6.mlp.experts.155,2.724683284759521
+model.layers.6.mlp.experts.156,2.590933084487915
+model.layers.6.mlp.experts.157,2.620444774627685
+model.layers.6.mlp.experts.158,2.662862539291382
+model.layers.6.mlp.experts.159,2.6027746200561523
+model.layers.6.mlp.experts.16,2.609637260437012
+model.layers.6.mlp.experts.160,2.6498305797576904
+model.layers.6.mlp.experts.161,2.603566646575928
+model.layers.6.mlp.experts.162,2.5835554599761963
+model.layers.6.mlp.experts.163,2.7057626247406006
+model.layers.6.mlp.experts.164,2.593996286392212
+model.layers.6.mlp.experts.165,2.720113754272461
+model.layers.6.mlp.experts.166,2.6168131828308105
+model.layers.6.mlp.experts.167,2.6180810928344727
+model.layers.6.mlp.experts.168,2.6682381629943848
+model.layers.6.mlp.experts.169,2.6156322956085205
+model.layers.6.mlp.experts.17,2.8174891471862797
+model.layers.6.mlp.experts.170,2.6038239002227783
+model.layers.6.mlp.experts.171,2.65028977394104
+model.layers.6.mlp.experts.172,2.6230249404907227
+model.layers.6.mlp.experts.173,2.784941911697388
+model.layers.6.mlp.experts.174,2.7236990928649902
+model.layers.6.mlp.experts.175,2.6610889434814453
+model.layers.6.mlp.experts.176,2.6176562309265137
+model.layers.6.mlp.experts.177,2.59635329246521
+model.layers.6.mlp.experts.178,2.8569374084472656
+model.layers.6.mlp.experts.179,2.6134047508239746
+model.layers.6.mlp.experts.18,2.634510040283203
+model.layers.6.mlp.experts.180,2.63891863822937
+model.layers.6.mlp.experts.181,2.699214220046997
+model.layers.6.mlp.experts.182,2.684123992919922
+model.layers.6.mlp.experts.183,2.581107378005981
+model.layers.6.mlp.experts.184,2.6267213821411133
+model.layers.6.mlp.experts.185,2.6081464290618896
+model.layers.6.mlp.experts.186,3.1541390419006348
+model.layers.6.mlp.experts.187,2.6417930126190186
+model.layers.6.mlp.experts.188,3.069518566131592
+model.layers.6.mlp.experts.189,2.6220240592956543
+model.layers.6.mlp.experts.19,2.5991573333740234
+model.layers.6.mlp.experts.190,2.598113536834717
+model.layers.6.mlp.experts.191,2.6102116107940674
+model.layers.6.mlp.experts.192,2.5963611602783203
+model.layers.6.mlp.experts.193,2.701636791229248
+model.layers.6.mlp.experts.194,2.6268210411071777
+model.layers.6.mlp.experts.195,2.597133159637451
+model.layers.6.mlp.experts.196,2.7850985527038574
+model.layers.6.mlp.experts.197,3.2550206184387207
+model.layers.6.mlp.experts.198,2.739377498626709
+model.layers.6.mlp.experts.199,2.607999086380005
+model.layers.6.mlp.experts.2,2.6739182472229004
+model.layers.6.mlp.experts.20,2.618746519088745
+model.layers.6.mlp.experts.200,2.6050596237182617
+model.layers.6.mlp.experts.201,2.678415298461914
+model.layers.6.mlp.experts.202,2.847142457962036
+model.layers.6.mlp.experts.203,2.655759334564209
+model.layers.6.mlp.experts.204,2.773046493530273
+model.layers.6.mlp.experts.205,2.627185344696045
+model.layers.6.mlp.experts.206,2.622320413589477
+model.layers.6.mlp.experts.207,2.631420850753784
+model.layers.6.mlp.experts.208,2.716859817504883
+model.layers.6.mlp.experts.209,2.658238887786865
+model.layers.6.mlp.experts.21,2.765380382537842
+model.layers.6.mlp.experts.210,2.582828998565674
+model.layers.6.mlp.experts.211,2.6046738624572754
+model.layers.6.mlp.experts.212,2.6992104053497314
+model.layers.6.mlp.experts.213,2.6000208854675293
+model.layers.6.mlp.experts.214,2.5972180366516118
+model.layers.6.mlp.experts.215,2.651140689849853
+model.layers.6.mlp.experts.216,2.584667444229126
+model.layers.6.mlp.experts.217,2.7204177379608154
+model.layers.6.mlp.experts.218,2.6088955402374268
+model.layers.6.mlp.experts.219,2.9714152812957764
+model.layers.6.mlp.experts.22,2.613879919052124
+model.layers.6.mlp.experts.220,3.1365816593170166
+model.layers.6.mlp.experts.221,2.907027006149292
+model.layers.6.mlp.experts.222,2.6033027172088623
+model.layers.6.mlp.experts.223,2.602822542190552
+model.layers.6.mlp.experts.224,2.627204179763794
+model.layers.6.mlp.experts.225,2.772768974304199
+model.layers.6.mlp.experts.226,2.751279592514038
+model.layers.6.mlp.experts.227,2.669588804244995
+model.layers.6.mlp.experts.228,2.6179864406585693
+model.layers.6.mlp.experts.229,3.168091297149658
+model.layers.6.mlp.experts.23,2.6237387657165527
+model.layers.6.mlp.experts.230,2.6059865951538086
+model.layers.6.mlp.experts.231,2.594839096069336
+model.layers.6.mlp.experts.232,2.692352771759033
+model.layers.6.mlp.experts.233,2.7433927059173584
+model.layers.6.mlp.experts.234,2.602794885635376
+model.layers.6.mlp.experts.235,2.6111109256744385
+model.layers.6.mlp.experts.236,2.604745626449585
+model.layers.6.mlp.experts.237,2.6030006408691406
+model.layers.6.mlp.experts.238,2.6050384044647217
+model.layers.6.mlp.experts.239,2.604060173034668
+model.layers.6.mlp.experts.24,2.592271089553833
+model.layers.6.mlp.experts.240,2.796935796737671
+model.layers.6.mlp.experts.241,2.6055479049682617
+model.layers.6.mlp.experts.242,2.624011516571045
+model.layers.6.mlp.experts.243,2.925345659255981
+model.layers.6.mlp.experts.244,2.9972383975982666
+model.layers.6.mlp.experts.245,2.6525468826293945
+model.layers.6.mlp.experts.246,2.614950895309448
+model.layers.6.mlp.experts.247,2.6140682697296143
+model.layers.6.mlp.experts.248,2.724538564682007
+model.layers.6.mlp.experts.249,2.605534553527832
+model.layers.6.mlp.experts.25,2.634471654891968
+model.layers.6.mlp.experts.250,2.824461936950684
+model.layers.6.mlp.experts.251,2.621044158935547
+model.layers.6.mlp.experts.252,2.597614049911499
+model.layers.6.mlp.experts.253,2.6515660285949707
+model.layers.6.mlp.experts.254,2.59500503540039
+model.layers.6.mlp.experts.255,2.6128203868865967
+model.layers.6.mlp.experts.26,2.7445216178894043
+model.layers.6.mlp.experts.27,2.6022579669952397
+model.layers.6.mlp.experts.28,2.59651255607605
+model.layers.6.mlp.experts.29,2.8797037601470947
+model.layers.6.mlp.experts.3,3.006186962127685
+model.layers.6.mlp.experts.30,2.6558730602264404
+model.layers.6.mlp.experts.31,2.601160764694214
+model.layers.6.mlp.experts.32,2.6250030994415283
+model.layers.6.mlp.experts.33,2.664633274078369
+model.layers.6.mlp.experts.34,2.624905586242676
+model.layers.6.mlp.experts.35,2.816945075988769
+model.layers.6.mlp.experts.36,2.649970531463623
+model.layers.6.mlp.experts.37,2.606847047805786
+model.layers.6.mlp.experts.38,2.83792495727539
+model.layers.6.mlp.experts.39,2.6506588459014893
+model.layers.6.mlp.experts.4,2.6717660427093506
+model.layers.6.mlp.experts.40,2.6060867309570312
+model.layers.6.mlp.experts.41,2.590879440307617
+model.layers.6.mlp.experts.42,2.605548143386841
+model.layers.6.mlp.experts.43,2.614033937454224
+model.layers.6.mlp.experts.44,2.5901522636413574
+model.layers.6.mlp.experts.45,2.66840934753418
+model.layers.6.mlp.experts.46,3.0557491779327397
+model.layers.6.mlp.experts.47,2.6511647701263428
+model.layers.6.mlp.experts.48,2.588153123855591
+model.layers.6.mlp.experts.49,2.811201572418213
+model.layers.6.mlp.experts.5,2.60772442817688
+model.layers.6.mlp.experts.50,2.605550527572632
+model.layers.6.mlp.experts.51,2.6047885417938232
+model.layers.6.mlp.experts.52,2.778625249862671
+model.layers.6.mlp.experts.53,2.591566562652588
+model.layers.6.mlp.experts.54,2.6061484813690186
+model.layers.6.mlp.experts.55,2.596396923065185
+model.layers.6.mlp.experts.56,2.6130738258361816
+model.layers.6.mlp.experts.57,2.5932183265686035
+model.layers.6.mlp.experts.58,2.805513620376587
+model.layers.6.mlp.experts.59,2.7636661529541016
+model.layers.6.mlp.experts.6,2.5931527614593506
+model.layers.6.mlp.experts.60,2.5962119102478027
+model.layers.6.mlp.experts.61,2.604125022888184
+model.layers.6.mlp.experts.62,2.6203670501708984
+model.layers.6.mlp.experts.63,2.736730098724365
+model.layers.6.mlp.experts.64,2.612461566925049
+model.layers.6.mlp.experts.65,2.893545389175415
+model.layers.6.mlp.experts.66,2.981974601745605
+model.layers.6.mlp.experts.67,2.602173328399658
+model.layers.6.mlp.experts.68,2.730130672454834
+model.layers.6.mlp.experts.69,2.591177463531494
+model.layers.6.mlp.experts.7,2.616260766983032
+model.layers.6.mlp.experts.70,2.782456398010254
+model.layers.6.mlp.experts.71,2.736907958984375
+model.layers.6.mlp.experts.72,2.6447854042053223
+model.layers.6.mlp.experts.73,2.82612681388855
+model.layers.6.mlp.experts.74,2.7150347232818604
+model.layers.6.mlp.experts.75,2.6215269565582275
+model.layers.6.mlp.experts.76,2.6099050045013428
+model.layers.6.mlp.experts.77,2.589627265930176
+model.layers.6.mlp.experts.78,2.612994432449341
+model.layers.6.mlp.experts.79,2.6483490467071533
+model.layers.6.mlp.experts.8,2.7002453804016118
+model.layers.6.mlp.experts.80,2.5946600437164307
+model.layers.6.mlp.experts.81,2.603920221328736
+model.layers.6.mlp.experts.82,2.69775128364563
+model.layers.6.mlp.experts.83,2.7525393962860107
+model.layers.6.mlp.experts.84,2.645836114883423
+model.layers.6.mlp.experts.85,2.5843825340271
+model.layers.6.mlp.experts.86,2.623251914978028
+model.layers.6.mlp.experts.87,2.601292848587036
+model.layers.6.mlp.experts.88,2.9570095539093018
+model.layers.6.mlp.experts.89,2.596211194992065
+model.layers.6.mlp.experts.9,2.964834213256836
+model.layers.6.mlp.experts.90,2.582387208938598
+model.layers.6.mlp.experts.91,2.805139541625977
+model.layers.6.mlp.experts.92,2.7329306602478027
+model.layers.6.mlp.experts.93,2.6911556720733643
+model.layers.6.mlp.experts.94,2.602994441986084
+model.layers.6.mlp.experts.95,2.598403215408325
+model.layers.6.mlp.experts.96,2.629465103149414
+model.layers.6.mlp.experts.97,2.593402862548828
+model.layers.6.mlp.experts.98,2.6332406997680664
+model.layers.6.mlp.experts.99,2.6103262901306152
+model.layers.6.mlp.shared_experts,2.8072030544281006
+model.layers.6.self_attn,2.8971259593963623
+model.layers.60.mlp.experts.0,2.9840950965881348
+model.layers.60.mlp.experts.1,2.6355865001678467
+model.layers.60.mlp.experts.10,2.691296100616455
+model.layers.60.mlp.experts.100,2.9706530570983887
+model.layers.60.mlp.experts.101,3.45529580116272
+model.layers.60.mlp.experts.102,2.766547441482544
+model.layers.60.mlp.experts.103,2.6111557483673096
+model.layers.60.mlp.experts.104,2.646042585372925
+model.layers.60.mlp.experts.105,3.0296459197998047
+model.layers.60.mlp.experts.106,2.9864368438720703
+model.layers.60.mlp.experts.107,2.84930157661438
+model.layers.60.mlp.experts.108,3.351344108581543
+model.layers.60.mlp.experts.109,3.493360996246338
+model.layers.60.mlp.experts.11,3.55712366104126
+model.layers.60.mlp.experts.110,3.1391170024871826
+model.layers.60.mlp.experts.111,2.776109218597412
+model.layers.60.mlp.experts.112,2.881847620010376
+model.layers.60.mlp.experts.113,2.7603654861450195
+model.layers.60.mlp.experts.114,2.635114908218384
+model.layers.60.mlp.experts.115,2.6654183864593506
+model.layers.60.mlp.experts.116,3.043556928634644
+model.layers.60.mlp.experts.117,2.852280378341675
+model.layers.60.mlp.experts.118,3.2528324127197266
+model.layers.60.mlp.experts.119,3.21790623664856
+model.layers.60.mlp.experts.12,3.2824978828430176
+model.layers.60.mlp.experts.120,3.4109976291656494
+model.layers.60.mlp.experts.121,3.044816732406616
+model.layers.60.mlp.experts.122,2.742926359176636
+model.layers.60.mlp.experts.123,2.7195425033569336
+model.layers.60.mlp.experts.124,2.799588918685913
+model.layers.60.mlp.experts.125,2.786808967590332
+model.layers.60.mlp.experts.126,3.0048491954803467
+model.layers.60.mlp.experts.127,3.216655969619751
+model.layers.60.mlp.experts.128,3.2772672176361084
+model.layers.60.mlp.experts.129,3.3067517280578613
+model.layers.60.mlp.experts.13,2.81256365776062
+model.layers.60.mlp.experts.130,3.454507827758789
+model.layers.60.mlp.experts.131,3.316676139831543
+model.layers.60.mlp.experts.132,3.431850910186768
+model.layers.60.mlp.experts.133,2.621922254562378
+model.layers.60.mlp.experts.134,2.719909191131592
+model.layers.60.mlp.experts.135,2.629347085952759
+model.layers.60.mlp.experts.136,3.538002014160156
+model.layers.60.mlp.experts.137,3.5766441822052
+model.layers.60.mlp.experts.138,2.6444997787475586
+model.layers.60.mlp.experts.139,2.652444362640381
+model.layers.60.mlp.experts.14,2.6795103549957275
+model.layers.60.mlp.experts.140,3.288046360015869
+model.layers.60.mlp.experts.141,3.568026304244995
+model.layers.60.mlp.experts.142,2.6563258171081543
+model.layers.60.mlp.experts.143,3.25576114654541
+model.layers.60.mlp.experts.144,3.0524203777313232
+model.layers.60.mlp.experts.145,3.046051263809204
+model.layers.60.mlp.experts.146,3.339510440826416
+model.layers.60.mlp.experts.147,3.2814409732818604
+model.layers.60.mlp.experts.148,3.402557611465454
+model.layers.60.mlp.experts.149,3.119915246963501
+model.layers.60.mlp.experts.15,2.8086178302764893
+model.layers.60.mlp.experts.150,3.043180227279663
+model.layers.60.mlp.experts.151,3.2794859409332275
+model.layers.60.mlp.experts.152,3.0242512226104736
+model.layers.60.mlp.experts.153,3.010742664337158
+model.layers.60.mlp.experts.154,3.501619815826416
+model.layers.60.mlp.experts.155,3.348612070083618
+model.layers.60.mlp.experts.156,3.0551271438598637
+model.layers.60.mlp.experts.157,3.582286834716797
+model.layers.60.mlp.experts.158,2.928161859512329
+model.layers.60.mlp.experts.159,2.9569668769836426
+model.layers.60.mlp.experts.16,2.680845260620117
+model.layers.60.mlp.experts.160,3.5518181324005127
+model.layers.60.mlp.experts.161,2.627259969711304
+model.layers.60.mlp.experts.162,2.685718297958374
+model.layers.60.mlp.experts.163,3.0768911838531494
+model.layers.60.mlp.experts.164,3.1879913806915283
+model.layers.60.mlp.experts.165,2.725791454315185
+model.layers.60.mlp.experts.166,2.656493902206421
+model.layers.60.mlp.experts.167,3.159276962280273
+model.layers.60.mlp.experts.168,2.718246936798096
+model.layers.60.mlp.experts.169,2.820714473724365
+model.layers.60.mlp.experts.17,3.5774264335632324
+model.layers.60.mlp.experts.170,3.177849054336548
+model.layers.60.mlp.experts.171,3.3748035430908203
+model.layers.60.mlp.experts.172,2.781695604324341
+model.layers.60.mlp.experts.173,3.2246012687683105
+model.layers.60.mlp.experts.174,3.0980496406555176
+model.layers.60.mlp.experts.175,3.3054065704345703
+model.layers.60.mlp.experts.176,2.9735629558563232
+model.layers.60.mlp.experts.177,2.759150505065918
+model.layers.60.mlp.experts.178,2.817054271697998
+model.layers.60.mlp.experts.179,3.341787576675415
+model.layers.60.mlp.experts.18,3.229034423828125
+model.layers.60.mlp.experts.180,2.6498823165893555
+model.layers.60.mlp.experts.181,3.2007923126220703
+model.layers.60.mlp.experts.182,2.956548929214477
+model.layers.60.mlp.experts.183,3.5675411224365234
+model.layers.60.mlp.experts.184,3.232585191726685
+model.layers.60.mlp.experts.185,2.680160999298096
+model.layers.60.mlp.experts.186,3.176054716110229
+model.layers.60.mlp.experts.187,3.4446499347686768
+model.layers.60.mlp.experts.188,2.63575291633606
+model.layers.60.mlp.experts.189,2.6441688537597656
+model.layers.60.mlp.experts.19,3.4532012939453125
+model.layers.60.mlp.experts.190,3.55136775970459
+model.layers.60.mlp.experts.191,3.209404468536377
+model.layers.60.mlp.experts.192,3.4475257396698
+model.layers.60.mlp.experts.193,3.4380571842193604
+model.layers.60.mlp.experts.194,3.2715392112731934
+model.layers.60.mlp.experts.195,3.2893919944763184
+model.layers.60.mlp.experts.196,3.049907684326172
+model.layers.60.mlp.experts.197,2.813917875289917
+model.layers.60.mlp.experts.198,3.0724921226501465
+model.layers.60.mlp.experts.199,2.629772424697876
+model.layers.60.mlp.experts.2,3.427999973297119
+model.layers.60.mlp.experts.20,3.5856740474700928
+model.layers.60.mlp.experts.200,3.564873695373535
+model.layers.60.mlp.experts.201,2.861227035522461
+model.layers.60.mlp.experts.202,3.021210193634033
+model.layers.60.mlp.experts.203,3.196235418319702
+model.layers.60.mlp.experts.204,3.605588436126709
+model.layers.60.mlp.experts.205,3.189524412155152
+model.layers.60.mlp.experts.206,2.913460731506348
+model.layers.60.mlp.experts.207,2.7249867916107178
+model.layers.60.mlp.experts.208,3.5058419704437256
+model.layers.60.mlp.experts.209,3.2334353923797607
+model.layers.60.mlp.experts.21,3.500862836837769
+model.layers.60.mlp.experts.210,2.669619083404541
+model.layers.60.mlp.experts.211,3.2777974605560303
+model.layers.60.mlp.experts.212,3.5509753227233887
+model.layers.60.mlp.experts.213,3.524604797363281
+model.layers.60.mlp.experts.214,2.946282386779785
+model.layers.60.mlp.experts.215,3.543585777282715
+model.layers.60.mlp.experts.216,3.208975076675415
+model.layers.60.mlp.experts.217,3.2244136333465576
+model.layers.60.mlp.experts.218,2.9651026725769043
+model.layers.60.mlp.experts.219,3.426997184753418
+model.layers.60.mlp.experts.22,3.394361734390259
+model.layers.60.mlp.experts.220,2.818426609039306
+model.layers.60.mlp.experts.221,2.620206832885742
+model.layers.60.mlp.experts.222,3.393749952316284
+model.layers.60.mlp.experts.223,3.1184113025665283
+model.layers.60.mlp.experts.224,2.9623544216156006
+model.layers.60.mlp.experts.225,3.4708786010742188
+model.layers.60.mlp.experts.226,3.452838659286499
+model.layers.60.mlp.experts.227,3.416621446609497
+model.layers.60.mlp.experts.228,2.9812183380126958
+model.layers.60.mlp.experts.229,2.868216753005981
+model.layers.60.mlp.experts.23,3.232460260391236
+model.layers.60.mlp.experts.230,2.6148486137390137
+model.layers.60.mlp.experts.231,2.7768712043762207
+model.layers.60.mlp.experts.232,2.6747658252716064
+model.layers.60.mlp.experts.233,2.646862506866455
+model.layers.60.mlp.experts.234,2.657977342605591
+model.layers.60.mlp.experts.235,2.680177927017212
+model.layers.60.mlp.experts.236,3.5825746059417725
+model.layers.60.mlp.experts.237,2.934545516967773
+model.layers.60.mlp.experts.238,2.658143281936645
+model.layers.60.mlp.experts.239,2.620594024658203
+model.layers.60.mlp.experts.24,3.2998158931732178
+model.layers.60.mlp.experts.240,2.807495355606079
+model.layers.60.mlp.experts.241,2.705396890640259
+model.layers.60.mlp.experts.242,3.304154872894287
+model.layers.60.mlp.experts.243,3.184025287628174
+model.layers.60.mlp.experts.244,3.12980318069458
+model.layers.60.mlp.experts.245,2.69594955444336
+model.layers.60.mlp.experts.246,2.667345762252808
+model.layers.60.mlp.experts.247,2.925020217895508
+model.layers.60.mlp.experts.248,2.616507053375244
+model.layers.60.mlp.experts.249,3.2745721340179443
+model.layers.60.mlp.experts.25,3.4268319606781006
+model.layers.60.mlp.experts.250,3.356841325759888
+model.layers.60.mlp.experts.251,3.501628398895264
+model.layers.60.mlp.experts.252,2.913658618927002
+model.layers.60.mlp.experts.253,3.3800384998321533
+model.layers.60.mlp.experts.254,3.004387855529785
+model.layers.60.mlp.experts.255,3.2866251468658447
+model.layers.60.mlp.experts.26,3.384873151779175
+model.layers.60.mlp.experts.27,3.3271946907043457
+model.layers.60.mlp.experts.28,3.574632406234741
+model.layers.60.mlp.experts.29,3.5832390785217285
+model.layers.60.mlp.experts.3,2.6708991527557373
+model.layers.60.mlp.experts.30,3.510783195495605
+model.layers.60.mlp.experts.31,2.6595747470855717
+model.layers.60.mlp.experts.32,2.670915126800537
+model.layers.60.mlp.experts.33,2.716827869415283
+model.layers.60.mlp.experts.34,2.683827638626098
+model.layers.60.mlp.experts.35,3.2813544273376465
+model.layers.60.mlp.experts.36,3.12246322631836
+model.layers.60.mlp.experts.37,3.331747055053711
+model.layers.60.mlp.experts.38,3.309255123138428
+model.layers.60.mlp.experts.39,3.1495046615600586
+model.layers.60.mlp.experts.4,2.9505765438079834
+model.layers.60.mlp.experts.40,2.8751344680786133
+model.layers.60.mlp.experts.41,3.311061382293701
+model.layers.60.mlp.experts.42,2.9303014278411865
+model.layers.60.mlp.experts.43,2.6148970127105717
+model.layers.60.mlp.experts.44,3.384976625442505
+model.layers.60.mlp.experts.45,3.072458505630493
+model.layers.60.mlp.experts.46,3.613107204437256
+model.layers.60.mlp.experts.47,2.714799165725708
+model.layers.60.mlp.experts.48,2.874561309814453
+model.layers.60.mlp.experts.49,3.5836338996887207
+model.layers.60.mlp.experts.5,2.613778591156006
+model.layers.60.mlp.experts.50,3.515317916870117
+model.layers.60.mlp.experts.51,3.568019390106201
+model.layers.60.mlp.experts.52,2.6980741024017334
+model.layers.60.mlp.experts.53,3.4909048080444336
+model.layers.60.mlp.experts.54,3.162302017211914
+model.layers.60.mlp.experts.55,3.5390713214874268
+model.layers.60.mlp.experts.56,2.801780462265014
+model.layers.60.mlp.experts.57,2.8320956230163574
+model.layers.60.mlp.experts.58,2.668792486190796
+model.layers.60.mlp.experts.59,2.708024501800537
+model.layers.60.mlp.experts.6,3.5962791442871094
+model.layers.60.mlp.experts.60,3.3915374279022217
+model.layers.60.mlp.experts.61,3.216954231262207
+model.layers.60.mlp.experts.62,3.4809930324554443
+model.layers.60.mlp.experts.63,2.707048177719116
+model.layers.60.mlp.experts.64,2.8480541706085205
+model.layers.60.mlp.experts.65,3.546231746673584
+model.layers.60.mlp.experts.66,3.557511806488037
+model.layers.60.mlp.experts.67,2.992711544036865
+model.layers.60.mlp.experts.68,3.187828063964844
+model.layers.60.mlp.experts.69,3.1913809776306152
+model.layers.60.mlp.experts.7,3.318225383758545
+model.layers.60.mlp.experts.70,3.43835973739624
+model.layers.60.mlp.experts.71,3.60551381111145
+model.layers.60.mlp.experts.72,3.131779193878174
+model.layers.60.mlp.experts.73,2.624537467956543
+model.layers.60.mlp.experts.74,3.394619464874268
+model.layers.60.mlp.experts.75,2.6360056400299072
+model.layers.60.mlp.experts.76,3.531156063079834
+model.layers.60.mlp.experts.77,2.9813547134399414
+model.layers.60.mlp.experts.78,2.9315006732940674
+model.layers.60.mlp.experts.79,2.750232219696045
+model.layers.60.mlp.experts.8,3.4047813415527344
+model.layers.60.mlp.experts.80,3.3698012828826904
+model.layers.60.mlp.experts.81,3.494232416152954
+model.layers.60.mlp.experts.82,3.551666498184204
+model.layers.60.mlp.experts.83,2.9033710956573486
+model.layers.60.mlp.experts.84,3.4364023208618164
+model.layers.60.mlp.experts.85,2.646515369415283
+model.layers.60.mlp.experts.86,2.815627336502075
+model.layers.60.mlp.experts.87,3.296621322631836
+model.layers.60.mlp.experts.88,2.6429688930511475
+model.layers.60.mlp.experts.89,2.6713707447052
+model.layers.60.mlp.experts.9,3.59813928604126
+model.layers.60.mlp.experts.90,3.128535509109497
+model.layers.60.mlp.experts.91,2.6770095825195312
+model.layers.60.mlp.experts.92,3.5373735427856445
+model.layers.60.mlp.experts.93,3.2615787982940674
+model.layers.60.mlp.experts.94,3.2971651554107666
+model.layers.60.mlp.experts.95,3.090186595916748
+model.layers.60.mlp.experts.96,2.7521862983703613
+model.layers.60.mlp.experts.97,2.6499998569488525
+model.layers.60.mlp.experts.98,3.3143060207366943
+model.layers.60.mlp.experts.99,3.5240774154663086
+model.layers.60.mlp.shared_experts,2.7801427841186523
+model.layers.60.self_attn,2.8213043212890625
+model.layers.7.mlp.experts.0,2.593714952468872
+model.layers.7.mlp.experts.1,2.658524990081787
+model.layers.7.mlp.experts.10,2.5810461044311523
+model.layers.7.mlp.experts.100,2.5733423233032227
+model.layers.7.mlp.experts.101,2.613429307937622
+model.layers.7.mlp.experts.102,2.661055088043213
+model.layers.7.mlp.experts.103,2.572458982467652
+model.layers.7.mlp.experts.104,2.6191539764404297
+model.layers.7.mlp.experts.105,2.633845090866089
+model.layers.7.mlp.experts.106,2.7557804584503174
+model.layers.7.mlp.experts.107,2.6007158756256104
+model.layers.7.mlp.experts.108,2.5757875442504883
+model.layers.7.mlp.experts.109,2.5832767486572266
+model.layers.7.mlp.experts.11,2.5908548831939697
+model.layers.7.mlp.experts.110,2.620454788208008
+model.layers.7.mlp.experts.111,2.5845963954925537
+model.layers.7.mlp.experts.112,2.588897705078125
+model.layers.7.mlp.experts.113,2.5859146118164062
+model.layers.7.mlp.experts.114,2.5841023921966557
+model.layers.7.mlp.experts.115,2.629060983657837
+model.layers.7.mlp.experts.116,2.5718417167663574
+model.layers.7.mlp.experts.117,2.585756778717041
+model.layers.7.mlp.experts.118,2.598453521728516
+model.layers.7.mlp.experts.119,2.5871267318725586
+model.layers.7.mlp.experts.12,2.603839635848999
+model.layers.7.mlp.experts.120,2.722298145294189
+model.layers.7.mlp.experts.121,2.582159280776977
+model.layers.7.mlp.experts.122,2.614673614501953
+model.layers.7.mlp.experts.123,2.70306134223938
+model.layers.7.mlp.experts.124,2.5819802284240723
+model.layers.7.mlp.experts.125,2.57973051071167
+model.layers.7.mlp.experts.126,2.6108062267303467
+model.layers.7.mlp.experts.127,2.5862622261047363
+model.layers.7.mlp.experts.128,2.5850305557250977
+model.layers.7.mlp.experts.129,2.598125457763672
+model.layers.7.mlp.experts.13,2.5965511798858643
+model.layers.7.mlp.experts.130,2.594602346420288
+model.layers.7.mlp.experts.131,2.696809768676758
+model.layers.7.mlp.experts.132,2.57996129989624
+model.layers.7.mlp.experts.133,2.7589924335479736
+model.layers.7.mlp.experts.134,2.580625295639038
+model.layers.7.mlp.experts.135,2.608118295669556
+model.layers.7.mlp.experts.136,2.582362413406372
+model.layers.7.mlp.experts.137,2.6122922897338867
+model.layers.7.mlp.experts.138,2.9173526763916016
+model.layers.7.mlp.experts.139,2.6049227714538574
+model.layers.7.mlp.experts.14,2.6199216842651367
+model.layers.7.mlp.experts.140,2.580329418182373
+model.layers.7.mlp.experts.141,2.5842888355255127
+model.layers.7.mlp.experts.142,2.592571973800659
+model.layers.7.mlp.experts.143,2.6174471378326416
+model.layers.7.mlp.experts.144,2.6077821254730225
+model.layers.7.mlp.experts.145,2.5805583000183105
+model.layers.7.mlp.experts.146,2.7468183040618896
+model.layers.7.mlp.experts.147,2.588098764419556
+model.layers.7.mlp.experts.148,2.659533977508545
+model.layers.7.mlp.experts.149,2.6150715351104736
+model.layers.7.mlp.experts.15,2.584685802459717
+model.layers.7.mlp.experts.150,2.8429617881774902
+model.layers.7.mlp.experts.151,2.8622429370880127
+model.layers.7.mlp.experts.152,2.579814910888672
+model.layers.7.mlp.experts.153,2.589466094970703
+model.layers.7.mlp.experts.154,2.585719585418701
+model.layers.7.mlp.experts.155,2.788868188858032
+model.layers.7.mlp.experts.156,2.5811734199523926
+model.layers.7.mlp.experts.157,2.5855631828308105
+model.layers.7.mlp.experts.158,2.6165809631347656
+model.layers.7.mlp.experts.159,2.702016115188598
+model.layers.7.mlp.experts.16,2.5816049575805664
+model.layers.7.mlp.experts.160,2.577826976776123
+model.layers.7.mlp.experts.161,2.5955071449279785
+model.layers.7.mlp.experts.162,2.578398466110229
+model.layers.7.mlp.experts.163,2.599290132522583
+model.layers.7.mlp.experts.164,2.813548803329468
+model.layers.7.mlp.experts.165,2.809997081756592
+model.layers.7.mlp.experts.166,2.582105875015259
+model.layers.7.mlp.experts.167,2.5933737754821777
+model.layers.7.mlp.experts.168,2.615492343902588
+model.layers.7.mlp.experts.169,2.6574008464813232
+model.layers.7.mlp.experts.17,2.758196353912353
+model.layers.7.mlp.experts.170,2.5903329849243164
+model.layers.7.mlp.experts.171,2.84171724319458
+model.layers.7.mlp.experts.172,2.5915064811706543
+model.layers.7.mlp.experts.173,2.575323820114136
+model.layers.7.mlp.experts.174,2.5806994438171387
+model.layers.7.mlp.experts.175,2.57905387878418
+model.layers.7.mlp.experts.176,2.5884923934936523
+model.layers.7.mlp.experts.177,2.6471667289733887
+model.layers.7.mlp.experts.178,2.597744941711426
+model.layers.7.mlp.experts.179,2.586355447769165
+model.layers.7.mlp.experts.18,2.5864055156707764
+model.layers.7.mlp.experts.180,2.758734941482544
+model.layers.7.mlp.experts.181,2.5970983505249023
+model.layers.7.mlp.experts.182,2.700382232666016
+model.layers.7.mlp.experts.183,2.576415777206421
+model.layers.7.mlp.experts.184,2.585683584213257
+model.layers.7.mlp.experts.185,2.5787100791931152
+model.layers.7.mlp.experts.186,2.59348201751709
+model.layers.7.mlp.experts.187,2.581829071044922
+model.layers.7.mlp.experts.188,2.590590238571167
+model.layers.7.mlp.experts.189,2.602782249450684
+model.layers.7.mlp.experts.19,2.582188367843628
+model.layers.7.mlp.experts.190,2.583789825439453
+model.layers.7.mlp.experts.191,2.718963384628296
+model.layers.7.mlp.experts.192,2.5879688262939453
+model.layers.7.mlp.experts.193,2.6169862747192383
+model.layers.7.mlp.experts.194,2.7367775440216064
+model.layers.7.mlp.experts.195,2.58552885055542
+model.layers.7.mlp.experts.196,2.615912675857544
+model.layers.7.mlp.experts.197,2.7312428951263428
+model.layers.7.mlp.experts.198,2.5797061920166016
+model.layers.7.mlp.experts.199,2.5810372829437256
+model.layers.7.mlp.experts.2,2.5773346424102783
+model.layers.7.mlp.experts.20,2.585747241973877
+model.layers.7.mlp.experts.200,2.5786068439483643
+model.layers.7.mlp.experts.201,2.575906753540039
+model.layers.7.mlp.experts.202,2.5858211517333984
+model.layers.7.mlp.experts.203,2.665853500366211
+model.layers.7.mlp.experts.204,2.6208975315093994
+model.layers.7.mlp.experts.205,2.5822832584381104
+model.layers.7.mlp.experts.206,2.6795012950897217
+model.layers.7.mlp.experts.207,2.809646844863892
+model.layers.7.mlp.experts.208,2.6068923473358154
+model.layers.7.mlp.experts.209,2.6020779609680176
+model.layers.7.mlp.experts.21,2.66912841796875
+model.layers.7.mlp.experts.210,2.5875205993652344
+model.layers.7.mlp.experts.211,2.5845284461975098
+model.layers.7.mlp.experts.212,2.6104161739349365
+model.layers.7.mlp.experts.213,2.573318719863892
+model.layers.7.mlp.experts.214,2.589411497116089
+model.layers.7.mlp.experts.215,2.585174798965454
+model.layers.7.mlp.experts.216,2.624236822128296
+model.layers.7.mlp.experts.217,2.5748085975646973
+model.layers.7.mlp.experts.218,2.592064142227173
+model.layers.7.mlp.experts.219,2.5965592861175537
+model.layers.7.mlp.experts.22,2.5899174213409424
+model.layers.7.mlp.experts.220,2.61247181892395
+model.layers.7.mlp.experts.221,2.6640942096710205
+model.layers.7.mlp.experts.222,2.756351947784424
+model.layers.7.mlp.experts.223,2.7135801315307617
+model.layers.7.mlp.experts.224,2.6592018604278564
+model.layers.7.mlp.experts.225,2.646505117416382
+model.layers.7.mlp.experts.226,2.5751993656158447
+model.layers.7.mlp.experts.227,2.6576242446899414
+model.layers.7.mlp.experts.228,2.5854320526123047
+model.layers.7.mlp.experts.229,2.748598098754883
+model.layers.7.mlp.experts.23,2.7425355911254883
+model.layers.7.mlp.experts.230,2.581894874572754
+model.layers.7.mlp.experts.231,2.583667516708374
+model.layers.7.mlp.experts.232,2.6851789951324463
+model.layers.7.mlp.experts.233,2.600174903869629
+model.layers.7.mlp.experts.234,2.695808172225952
+model.layers.7.mlp.experts.235,2.6428685188293457
+model.layers.7.mlp.experts.236,2.575782537460327
+model.layers.7.mlp.experts.237,2.591160297393799
+model.layers.7.mlp.experts.238,2.591891288757324
+model.layers.7.mlp.experts.239,2.5864245891571045
+model.layers.7.mlp.experts.24,2.619415521621704
+model.layers.7.mlp.experts.240,2.5827748775482178
+model.layers.7.mlp.experts.241,2.761594772338867
+model.layers.7.mlp.experts.242,2.6322948932647705
+model.layers.7.mlp.experts.243,2.599029302597046
+model.layers.7.mlp.experts.244,2.5966100692749023
+model.layers.7.mlp.experts.245,2.5883941650390625
+model.layers.7.mlp.experts.246,2.840914249420166
+model.layers.7.mlp.experts.247,2.605804204940796
+model.layers.7.mlp.experts.248,2.58258056640625
+model.layers.7.mlp.experts.249,2.728956460952759
+model.layers.7.mlp.experts.25,2.6642873287200928
+model.layers.7.mlp.experts.250,2.5798630714416504
+model.layers.7.mlp.experts.251,2.624324321746826
+model.layers.7.mlp.experts.252,2.618879556655884
+model.layers.7.mlp.experts.253,2.6233913898468018
+model.layers.7.mlp.experts.254,2.581512689590454
+model.layers.7.mlp.experts.255,2.5836281776428223
+model.layers.7.mlp.experts.26,2.638075590133667
+model.layers.7.mlp.experts.27,2.5826292037963867
+model.layers.7.mlp.experts.28,2.584956645965576
+model.layers.7.mlp.experts.29,2.605475187301636
+model.layers.7.mlp.experts.3,2.5723745822906494
+model.layers.7.mlp.experts.30,2.610339403152466
+model.layers.7.mlp.experts.31,2.5725672245025635
+model.layers.7.mlp.experts.32,2.5881474018096924
+model.layers.7.mlp.experts.33,2.5896806716918945
+model.layers.7.mlp.experts.34,2.5931105613708496
+model.layers.7.mlp.experts.35,2.7746593952178955
+model.layers.7.mlp.experts.36,2.58966326713562
+model.layers.7.mlp.experts.37,2.581306219100952
+model.layers.7.mlp.experts.38,2.593668937683105
+model.layers.7.mlp.experts.39,2.58590030670166
+model.layers.7.mlp.experts.4,2.5761640071868896
+model.layers.7.mlp.experts.40,2.611862897872925
+model.layers.7.mlp.experts.41,2.6149282455444336
+model.layers.7.mlp.experts.42,2.5819075107574463
+model.layers.7.mlp.experts.43,2.7207863330841064
+model.layers.7.mlp.experts.44,2.5991973876953125
+model.layers.7.mlp.experts.45,2.738893508911133
+model.layers.7.mlp.experts.46,2.590165376663208
+model.layers.7.mlp.experts.47,2.5836308002471924
+model.layers.7.mlp.experts.48,2.6236572265625
+model.layers.7.mlp.experts.49,2.838547468185425
+model.layers.7.mlp.experts.5,2.600691318511963
+model.layers.7.mlp.experts.50,2.905613422393799
+model.layers.7.mlp.experts.51,2.585838556289673
+model.layers.7.mlp.experts.52,2.589181900024414
+model.layers.7.mlp.experts.53,2.584552526473999
+model.layers.7.mlp.experts.54,2.5897650718688965
+model.layers.7.mlp.experts.55,2.611032009124756
+model.layers.7.mlp.experts.56,2.5900800228118896
+model.layers.7.mlp.experts.57,2.585554838180542
+model.layers.7.mlp.experts.58,2.580822229385376
+model.layers.7.mlp.experts.59,2.587559461593628
+model.layers.7.mlp.experts.6,2.809893846511841
+model.layers.7.mlp.experts.60,2.59077262878418
+model.layers.7.mlp.experts.61,2.604137420654297
+model.layers.7.mlp.experts.62,2.58415961265564
+model.layers.7.mlp.experts.63,2.6372621059417725
+model.layers.7.mlp.experts.64,2.685260534286499
+model.layers.7.mlp.experts.65,2.6471076011657715
+model.layers.7.mlp.experts.66,2.610249280929565
+model.layers.7.mlp.experts.67,2.5863609313964844
+model.layers.7.mlp.experts.68,2.572795391082764
+model.layers.7.mlp.experts.69,2.58561372756958
+model.layers.7.mlp.experts.7,2.598376989364624
+model.layers.7.mlp.experts.70,2.605482339859009
+model.layers.7.mlp.experts.71,2.6860923767089844
+model.layers.7.mlp.experts.72,2.614326000213623
+model.layers.7.mlp.experts.73,2.639091968536377
+model.layers.7.mlp.experts.74,2.615034818649292
+model.layers.7.mlp.experts.75,2.583691358566284
+model.layers.7.mlp.experts.76,2.618466854095459
+model.layers.7.mlp.experts.77,2.769039869308472
+model.layers.7.mlp.experts.78,2.657041549682617
+model.layers.7.mlp.experts.79,2.864990472793579
+model.layers.7.mlp.experts.8,2.593647003173828
+model.layers.7.mlp.experts.80,2.6948680877685547
+model.layers.7.mlp.experts.81,2.58390212059021
+model.layers.7.mlp.experts.82,2.6035585403442383
+model.layers.7.mlp.experts.83,2.977083206176758
+model.layers.7.mlp.experts.84,2.704904079437256
+model.layers.7.mlp.experts.85,2.587900400161743
+model.layers.7.mlp.experts.86,2.609275579452514
+model.layers.7.mlp.experts.87,2.5867257118225098
+model.layers.7.mlp.experts.88,2.5872249603271484
+model.layers.7.mlp.experts.89,2.604555130004883
+model.layers.7.mlp.experts.9,2.5969672203063965
+model.layers.7.mlp.experts.90,2.758406400680542
+model.layers.7.mlp.experts.91,2.590482234954834
+model.layers.7.mlp.experts.92,2.6449170112609863
+model.layers.7.mlp.experts.93,2.579023122787476
+model.layers.7.mlp.experts.94,2.587446689605713
+model.layers.7.mlp.experts.95,2.675026655197144
+model.layers.7.mlp.experts.96,2.583347797393799
+model.layers.7.mlp.experts.97,2.6331236362457275
+model.layers.7.mlp.experts.98,2.5760271549224854
+model.layers.7.mlp.experts.99,2.614858627319336
+model.layers.7.mlp.shared_experts,2.8190035820007324
+model.layers.7.self_attn,2.75904393196106
+model.layers.8.mlp.experts.0,2.6091127395629883
+model.layers.8.mlp.experts.1,2.579145193099976
+model.layers.8.mlp.experts.10,2.7110495567321777
+model.layers.8.mlp.experts.100,2.849665641784668
+model.layers.8.mlp.experts.101,2.576877355575561
+model.layers.8.mlp.experts.102,2.590195894241333
+model.layers.8.mlp.experts.103,2.56711220741272
+model.layers.8.mlp.experts.104,2.5661325454711914
+model.layers.8.mlp.experts.105,2.573607444763184
+model.layers.8.mlp.experts.106,2.596909523010254
+model.layers.8.mlp.experts.107,2.5686988830566406
+model.layers.8.mlp.experts.108,2.585486888885498
+model.layers.8.mlp.experts.109,2.6342902183532715
+model.layers.8.mlp.experts.11,2.591703414916992
+model.layers.8.mlp.experts.110,2.576660394668579
+model.layers.8.mlp.experts.111,2.574041843414306
+model.layers.8.mlp.experts.112,2.636258602142334
+model.layers.8.mlp.experts.113,2.6711015701293945
+model.layers.8.mlp.experts.114,2.5745632648468018
+model.layers.8.mlp.experts.115,2.581197500228882
+model.layers.8.mlp.experts.116,2.5753836631774902
+model.layers.8.mlp.experts.117,2.687963962554932
+model.layers.8.mlp.experts.118,2.575554847717285
+model.layers.8.mlp.experts.119,2.5901777744293213
+model.layers.8.mlp.experts.12,2.5999059677124023
+model.layers.8.mlp.experts.120,2.6357576847076416
+model.layers.8.mlp.experts.121,2.5720415115356445
+model.layers.8.mlp.experts.122,2.581450939178467
+model.layers.8.mlp.experts.123,2.602367877960205
+model.layers.8.mlp.experts.124,2.570042848587036
+model.layers.8.mlp.experts.125,2.607996225357056
+model.layers.8.mlp.experts.126,2.6214852333068848
+model.layers.8.mlp.experts.127,2.577955722808838
+model.layers.8.mlp.experts.128,2.6339433193206787
+model.layers.8.mlp.experts.129,2.586815595626831
+model.layers.8.mlp.experts.13,2.641219139099121
+model.layers.8.mlp.experts.130,2.5818676948547363
+model.layers.8.mlp.experts.131,2.58812952041626
+model.layers.8.mlp.experts.132,2.5651421546936035
+model.layers.8.mlp.experts.133,2.5874485969543457
+model.layers.8.mlp.experts.134,2.5767180919647217
+model.layers.8.mlp.experts.135,2.5857298374176025
+model.layers.8.mlp.experts.136,2.5640525817871094
+model.layers.8.mlp.experts.137,2.5812771320343018
+model.layers.8.mlp.experts.138,2.592719078063965
+model.layers.8.mlp.experts.139,2.58267879486084
+model.layers.8.mlp.experts.14,2.8207077980041504
+model.layers.8.mlp.experts.140,2.573244571685791
+model.layers.8.mlp.experts.141,2.7122609615325928
+model.layers.8.mlp.experts.142,2.5763673782348637
+model.layers.8.mlp.experts.143,2.565836191177368
+model.layers.8.mlp.experts.144,2.577748537063598
+model.layers.8.mlp.experts.145,2.572005271911621
+model.layers.8.mlp.experts.146,2.5765554904937744
+model.layers.8.mlp.experts.147,2.565059185028076
+model.layers.8.mlp.experts.148,2.5978214740753174
+model.layers.8.mlp.experts.149,2.5880489349365234
+model.layers.8.mlp.experts.15,2.599841356277466
+model.layers.8.mlp.experts.150,2.574202060699463
+model.layers.8.mlp.experts.151,2.5993127822875977
+model.layers.8.mlp.experts.152,2.610572338104248
+model.layers.8.mlp.experts.153,2.7211318016052246
+model.layers.8.mlp.experts.154,2.601448535919189
+model.layers.8.mlp.experts.155,2.596478223800659
+model.layers.8.mlp.experts.156,2.5737335681915283
+model.layers.8.mlp.experts.157,2.603217363357544
+model.layers.8.mlp.experts.158,2.598426580429077
+model.layers.8.mlp.experts.159,2.581752300262451
+model.layers.8.mlp.experts.16,2.581723690032959
+model.layers.8.mlp.experts.160,2.571474313735962
+model.layers.8.mlp.experts.161,2.5818846225738525
+model.layers.8.mlp.experts.162,2.6001038551330566
+model.layers.8.mlp.experts.163,2.5776708126068115
+model.layers.8.mlp.experts.164,2.5817105770111084
+model.layers.8.mlp.experts.165,2.810922145843506
+model.layers.8.mlp.experts.166,2.608849048614502
+model.layers.8.mlp.experts.167,2.5972397327423096
+model.layers.8.mlp.experts.168,2.717953681945801
+model.layers.8.mlp.experts.169,2.5711052417755127
+model.layers.8.mlp.experts.17,2.694088935852051
+model.layers.8.mlp.experts.170,2.576981544494629
+model.layers.8.mlp.experts.171,2.584244966506958
+model.layers.8.mlp.experts.172,2.5677101612091064
+model.layers.8.mlp.experts.173,2.644268751144409
+model.layers.8.mlp.experts.174,2.583870410919189
+model.layers.8.mlp.experts.175,2.6077322959899902
+model.layers.8.mlp.experts.176,2.572959899902344
+model.layers.8.mlp.experts.177,2.579629898071289
+model.layers.8.mlp.experts.178,2.669147491455078
+model.layers.8.mlp.experts.179,3.179481029510498
+model.layers.8.mlp.experts.18,2.8710880279541016
+model.layers.8.mlp.experts.180,2.7767693996429443
+model.layers.8.mlp.experts.181,2.5858688354492188
+model.layers.8.mlp.experts.182,2.5729105472564697
+model.layers.8.mlp.experts.183,2.709390163421631
+model.layers.8.mlp.experts.184,2.5762083530426025
+model.layers.8.mlp.experts.185,2.625677585601806
+model.layers.8.mlp.experts.186,2.5722286701202397
+model.layers.8.mlp.experts.187,2.600839853286743
+model.layers.8.mlp.experts.188,2.847950220108032
+model.layers.8.mlp.experts.189,3.07385802268982
+model.layers.8.mlp.experts.19,2.620723009109497
+model.layers.8.mlp.experts.190,2.576564311981201
+model.layers.8.mlp.experts.191,2.5788614749908447
+model.layers.8.mlp.experts.192,2.5859663486480717
+model.layers.8.mlp.experts.193,2.577287435531616
+model.layers.8.mlp.experts.194,2.6025068759918213
+model.layers.8.mlp.experts.195,2.572274208068848
+model.layers.8.mlp.experts.196,2.6687726974487305
+model.layers.8.mlp.experts.197,2.661691665649414
+model.layers.8.mlp.experts.198,2.572089195251465
+model.layers.8.mlp.experts.199,2.579296588897705
+model.layers.8.mlp.experts.2,2.5775744915008545
+model.layers.8.mlp.experts.20,2.5793817043304443
+model.layers.8.mlp.experts.200,2.575587034225464
+model.layers.8.mlp.experts.201,2.580163955688477
+model.layers.8.mlp.experts.202,2.606512546539306
+model.layers.8.mlp.experts.203,2.8884432315826416
+model.layers.8.mlp.experts.204,2.573803186416626
+model.layers.8.mlp.experts.205,2.600101947784424
+model.layers.8.mlp.experts.206,2.573435068130493
+model.layers.8.mlp.experts.207,2.567056894302368
+model.layers.8.mlp.experts.208,2.571406364440918
+model.layers.8.mlp.experts.209,2.6168529987335205
+model.layers.8.mlp.experts.21,2.7079501152038574
+model.layers.8.mlp.experts.210,2.604175567626953
+model.layers.8.mlp.experts.211,2.571057081222534
+model.layers.8.mlp.experts.212,2.567221403121948
+model.layers.8.mlp.experts.213,2.564455509185791
+model.layers.8.mlp.experts.214,2.610025644302368
+model.layers.8.mlp.experts.215,2.579964160919189
+model.layers.8.mlp.experts.216,2.58111834526062
+model.layers.8.mlp.experts.217,2.5746893882751465
+model.layers.8.mlp.experts.218,2.588629484176636
+model.layers.8.mlp.experts.219,2.5652413368225098
+model.layers.8.mlp.experts.22,2.5705316066741943
+model.layers.8.mlp.experts.220,2.590495586395264
+model.layers.8.mlp.experts.221,2.5914108753204346
+model.layers.8.mlp.experts.222,2.595895767211914
+model.layers.8.mlp.experts.223,2.5650367736816406
+model.layers.8.mlp.experts.224,2.59692120552063
+model.layers.8.mlp.experts.225,2.577465057373047
+model.layers.8.mlp.experts.226,3.018887519836426
+model.layers.8.mlp.experts.227,2.659301996231079
+model.layers.8.mlp.experts.228,2.567598342895508
+model.layers.8.mlp.experts.229,2.5835189819335938
+model.layers.8.mlp.experts.23,2.5811917781829834
+model.layers.8.mlp.experts.230,2.5760509967803955
+model.layers.8.mlp.experts.231,2.9381611347198486
+model.layers.8.mlp.experts.232,2.7852375507354736
+model.layers.8.mlp.experts.233,3.0550994873046875
+model.layers.8.mlp.experts.234,2.6254653930664062
+model.layers.8.mlp.experts.235,2.687842607498169
+model.layers.8.mlp.experts.236,2.575814723968506
+model.layers.8.mlp.experts.237,2.579050302505493
+model.layers.8.mlp.experts.238,2.588676929473877
+model.layers.8.mlp.experts.239,2.58527946472168
+model.layers.8.mlp.experts.24,2.5896382331848145
+model.layers.8.mlp.experts.240,2.7188637256622314
+model.layers.8.mlp.experts.241,2.6203367710113525
+model.layers.8.mlp.experts.242,2.5793778896331787
+model.layers.8.mlp.experts.243,2.5776281356811523
+model.layers.8.mlp.experts.244,2.570261240005493
+model.layers.8.mlp.experts.245,2.673433780670166
+model.layers.8.mlp.experts.246,2.5716114044189453
+model.layers.8.mlp.experts.247,2.6341307163238525
+model.layers.8.mlp.experts.248,2.5835225582122803
+model.layers.8.mlp.experts.249,2.584641218185425
+model.layers.8.mlp.experts.25,2.600806713104248
+model.layers.8.mlp.experts.250,2.581384658813477
+model.layers.8.mlp.experts.251,2.643876552581787
+model.layers.8.mlp.experts.252,2.579519748687744
+model.layers.8.mlp.experts.253,2.714235544204712
+model.layers.8.mlp.experts.254,2.59019136428833
+model.layers.8.mlp.experts.255,2.594169855117798
+model.layers.8.mlp.experts.26,2.616347551345825
+model.layers.8.mlp.experts.27,2.7602155208587646
+model.layers.8.mlp.experts.28,2.565374851226806
+model.layers.8.mlp.experts.29,2.5816409587860107
+model.layers.8.mlp.experts.3,2.6549160480499268
+model.layers.8.mlp.experts.30,2.594107389450073
+model.layers.8.mlp.experts.31,2.6165847778320312
+model.layers.8.mlp.experts.32,2.710350513458252
+model.layers.8.mlp.experts.33,2.5953211784362797
+model.layers.8.mlp.experts.34,2.590827226638794
+model.layers.8.mlp.experts.35,2.680161952972412
+model.layers.8.mlp.experts.36,2.668962240219116
+model.layers.8.mlp.experts.37,2.574666976928711
+model.layers.8.mlp.experts.38,2.571361541748047
+model.layers.8.mlp.experts.39,2.5677690505981445
+model.layers.8.mlp.experts.4,2.7012972831726074
+model.layers.8.mlp.experts.40,2.622768878936768
+model.layers.8.mlp.experts.41,2.576660633087158
+model.layers.8.mlp.experts.42,2.5800907611846924
+model.layers.8.mlp.experts.43,2.57456111907959
+model.layers.8.mlp.experts.44,2.571029663085937
+model.layers.8.mlp.experts.45,2.5717933177948
+model.layers.8.mlp.experts.46,2.846867799758911
+model.layers.8.mlp.experts.47,2.572932004928589
+model.layers.8.mlp.experts.48,2.5944244861602783
+model.layers.8.mlp.experts.49,2.5896847248077397
+model.layers.8.mlp.experts.5,2.577133655548096
+model.layers.8.mlp.experts.50,2.6278367042541504
+model.layers.8.mlp.experts.51,2.5672004222869877
+model.layers.8.mlp.experts.52,2.56375503540039
+model.layers.8.mlp.experts.53,2.5779850482940674
+model.layers.8.mlp.experts.54,2.583625078201294
+model.layers.8.mlp.experts.55,2.614065170288086
+model.layers.8.mlp.experts.56,2.6572306156158447
+model.layers.8.mlp.experts.57,2.730223655700684
+model.layers.8.mlp.experts.58,2.573190927505493
+model.layers.8.mlp.experts.59,2.5773518085479736
+model.layers.8.mlp.experts.6,2.605729103088379
+model.layers.8.mlp.experts.60,2.634295701980591
+model.layers.8.mlp.experts.61,2.576103448867798
+model.layers.8.mlp.experts.62,2.6233363151550293
+model.layers.8.mlp.experts.63,2.879295110702514
+model.layers.8.mlp.experts.64,2.575092315673828
+model.layers.8.mlp.experts.65,2.5900814533233643
+model.layers.8.mlp.experts.66,2.6387221813201904
+model.layers.8.mlp.experts.67,2.589830160140991
+model.layers.8.mlp.experts.68,2.573850154876709
+model.layers.8.mlp.experts.69,2.577207326889038
+model.layers.8.mlp.experts.7,2.583000659942627
+model.layers.8.mlp.experts.70,2.5773918628692627
+model.layers.8.mlp.experts.71,2.577078342437744
+model.layers.8.mlp.experts.72,2.9332995414733887
+model.layers.8.mlp.experts.73,2.618562698364258
+model.layers.8.mlp.experts.74,2.652824640274048
+model.layers.8.mlp.experts.75,2.716980457305908
+model.layers.8.mlp.experts.76,2.6404507160186768
+model.layers.8.mlp.experts.77,2.5746657848358154
+model.layers.8.mlp.experts.78,2.576512575149536
+model.layers.8.mlp.experts.79,2.6135311126708984
+model.layers.8.mlp.experts.8,2.603859663009644
+model.layers.8.mlp.experts.80,2.6475014686584477
+model.layers.8.mlp.experts.81,2.662970304489136
+model.layers.8.mlp.experts.82,2.574626207351685
+model.layers.8.mlp.experts.83,2.563673496246338
+model.layers.8.mlp.experts.84,2.5915627479553223
+model.layers.8.mlp.experts.85,2.5785586833953857
+model.layers.8.mlp.experts.86,2.57435154914856
+model.layers.8.mlp.experts.87,2.577077865600586
+model.layers.8.mlp.experts.88,2.949989557266236
+model.layers.8.mlp.experts.89,2.745213270187378
+model.layers.8.mlp.experts.9,2.607552051544189
+model.layers.8.mlp.experts.90,2.5676193237304688
+model.layers.8.mlp.experts.91,2.5873615741729736
+model.layers.8.mlp.experts.92,2.57964825630188
+model.layers.8.mlp.experts.93,2.578033447265625
+model.layers.8.mlp.experts.94,2.587747812271118
+model.layers.8.mlp.experts.95,2.662583827972412
+model.layers.8.mlp.experts.96,2.5832266807556152
+model.layers.8.mlp.experts.97,2.613471984863281
+model.layers.8.mlp.experts.98,2.563596725463867
+model.layers.8.mlp.experts.99,2.7705633640289307
+model.layers.8.mlp.shared_experts,2.850841999053955
+model.layers.8.self_attn,2.791010618209839
+model.layers.9.mlp.experts.0,2.5633432865142822
+model.layers.9.mlp.experts.1,2.7022407054901123
+model.layers.9.mlp.experts.10,2.5639548301696777
+model.layers.9.mlp.experts.100,2.7385685443878174
+model.layers.9.mlp.experts.101,2.5683553218841557
+model.layers.9.mlp.experts.102,2.581389904022217
+model.layers.9.mlp.experts.103,2.612823486328125
+model.layers.9.mlp.experts.104,2.5611069202423096
+model.layers.9.mlp.experts.105,2.564250469207764
+model.layers.9.mlp.experts.106,2.56534481048584
+model.layers.9.mlp.experts.107,2.5831148624420166
+model.layers.9.mlp.experts.108,2.5619218349456787
+model.layers.9.mlp.experts.109,2.560588836669922
+model.layers.9.mlp.experts.11,2.5647730827331543
+model.layers.9.mlp.experts.110,2.5668673515319824
+model.layers.9.mlp.experts.111,2.569357395172119
+model.layers.9.mlp.experts.112,2.565131664276123
+model.layers.9.mlp.experts.113,2.5617787837982178
+model.layers.9.mlp.experts.114,2.5741703510284424
+model.layers.9.mlp.experts.115,2.5764389038085938
+model.layers.9.mlp.experts.116,2.58553147315979
+model.layers.9.mlp.experts.117,2.5794026851654053
+model.layers.9.mlp.experts.118,2.6009562015533447
+model.layers.9.mlp.experts.119,2.5802102088928223
+model.layers.9.mlp.experts.12,2.5721030235290527
+model.layers.9.mlp.experts.120,2.591460704803467
+model.layers.9.mlp.experts.121,2.5636324882507324
+model.layers.9.mlp.experts.122,2.6006922721862797
+model.layers.9.mlp.experts.123,2.559783458709717
+model.layers.9.mlp.experts.124,2.5908563137054443
+model.layers.9.mlp.experts.125,2.577592611312866
+model.layers.9.mlp.experts.126,2.5708065032958984
+model.layers.9.mlp.experts.127,2.558632135391236
+model.layers.9.mlp.experts.128,2.5772509574890137
+model.layers.9.mlp.experts.129,2.604095220565796
+model.layers.9.mlp.experts.13,2.566195011138916
+model.layers.9.mlp.experts.130,2.597198963165283
+model.layers.9.mlp.experts.131,2.7677977085113525
+model.layers.9.mlp.experts.132,2.56498122215271
+model.layers.9.mlp.experts.133,2.5700454711914062
+model.layers.9.mlp.experts.134,2.567368268966675
+model.layers.9.mlp.experts.135,2.5789778232574463
+model.layers.9.mlp.experts.136,2.585914134979248
+model.layers.9.mlp.experts.137,2.570246458053589
+model.layers.9.mlp.experts.138,2.573359727859497
+model.layers.9.mlp.experts.139,2.6834421157836914
+model.layers.9.mlp.experts.14,2.5615429878234863
+model.layers.9.mlp.experts.140,2.6039609909057617
+model.layers.9.mlp.experts.141,2.617227077484131
+model.layers.9.mlp.experts.142,2.569225311279297
+model.layers.9.mlp.experts.143,2.5801985263824463
+model.layers.9.mlp.experts.144,2.699976682662964
+model.layers.9.mlp.experts.145,2.5944457054138184
+model.layers.9.mlp.experts.146,2.564650058746338
+model.layers.9.mlp.experts.147,2.560388326644897
+model.layers.9.mlp.experts.148,2.567411422729492
+model.layers.9.mlp.experts.149,2.5997326374053955
+model.layers.9.mlp.experts.15,2.571279525756836
+model.layers.9.mlp.experts.150,2.5616824626922607
+model.layers.9.mlp.experts.151,2.5860891342163086
+model.layers.9.mlp.experts.152,2.58036732673645
+model.layers.9.mlp.experts.153,2.582195997238159
+model.layers.9.mlp.experts.154,2.6071105003356934
+model.layers.9.mlp.experts.155,2.698666572570801
+model.layers.9.mlp.experts.156,2.565182447433472
+model.layers.9.mlp.experts.157,3.1240227222442627
+model.layers.9.mlp.experts.158,2.5847842693328857
+model.layers.9.mlp.experts.159,2.588391065597534
+model.layers.9.mlp.experts.16,2.828776597976685
+model.layers.9.mlp.experts.160,2.5642974376678467
+model.layers.9.mlp.experts.161,2.669373750686645
+model.layers.9.mlp.experts.162,2.5708110332489014
+model.layers.9.mlp.experts.163,2.623293161392212
+model.layers.9.mlp.experts.164,2.571492910385132
+model.layers.9.mlp.experts.165,2.5601847171783447
+model.layers.9.mlp.experts.166,2.7692110538482666
+model.layers.9.mlp.experts.167,2.5940942764282227
+model.layers.9.mlp.experts.168,2.8640472888946533
+model.layers.9.mlp.experts.169,2.573962450027466
+model.layers.9.mlp.experts.17,2.5671393871307373
+model.layers.9.mlp.experts.170,2.586395502090454
+model.layers.9.mlp.experts.171,2.5706593990325928
+model.layers.9.mlp.experts.172,2.7895758152008057
+model.layers.9.mlp.experts.173,2.56475830078125
+model.layers.9.mlp.experts.174,2.567819118499756
+model.layers.9.mlp.experts.175,2.5665500164031982
+model.layers.9.mlp.experts.176,2.5601353645324707
+model.layers.9.mlp.experts.177,2.5850601196289062
+model.layers.9.mlp.experts.178,2.560403347015381
+model.layers.9.mlp.experts.179,2.5793845653533936
+model.layers.9.mlp.experts.18,2.5740880966186523
+model.layers.9.mlp.experts.180,2.5615336894989014
+model.layers.9.mlp.experts.181,2.562457799911499
+model.layers.9.mlp.experts.182,2.562608242034912
+model.layers.9.mlp.experts.183,2.626356840133667
+model.layers.9.mlp.experts.184,2.573775291442871
+model.layers.9.mlp.experts.185,2.557784080505371
+model.layers.9.mlp.experts.186,2.5821032524108887
+model.layers.9.mlp.experts.187,2.568732023239136
+model.layers.9.mlp.experts.188,2.597743034362793
+model.layers.9.mlp.experts.189,2.5866804122924805
+model.layers.9.mlp.experts.19,2.565860748291016
+model.layers.9.mlp.experts.190,2.5816798210144043
+model.layers.9.mlp.experts.191,2.6733932495117188
+model.layers.9.mlp.experts.192,2.5642857551574707
+model.layers.9.mlp.experts.193,2.5642125606536865
+model.layers.9.mlp.experts.194,2.561004400253296
+model.layers.9.mlp.experts.195,2.635406970977783
+model.layers.9.mlp.experts.196,2.5670955181121826
+model.layers.9.mlp.experts.197,2.561203718185425
+model.layers.9.mlp.experts.198,2.56589412689209
+model.layers.9.mlp.experts.199,2.575340032577514
+model.layers.9.mlp.experts.2,2.566319465637207
+model.layers.9.mlp.experts.20,2.560243844985962
+model.layers.9.mlp.experts.200,2.5719289779663086
+model.layers.9.mlp.experts.201,2.712340831756592
+model.layers.9.mlp.experts.202,2.586221933364868
+model.layers.9.mlp.experts.203,2.569662809371948
+model.layers.9.mlp.experts.204,2.6459767818450928
+model.layers.9.mlp.experts.205,2.593838691711426
+model.layers.9.mlp.experts.206,2.616323709487915
+model.layers.9.mlp.experts.207,2.629903078079224
+model.layers.9.mlp.experts.208,2.653154134750366
+model.layers.9.mlp.experts.209,2.5617809295654297
+model.layers.9.mlp.experts.21,2.5811734199523926
+model.layers.9.mlp.experts.210,2.566842555999756
+model.layers.9.mlp.experts.211,2.5641603469848637
+model.layers.9.mlp.experts.212,2.5669479370117188
+model.layers.9.mlp.experts.213,2.5735063552856445
+model.layers.9.mlp.experts.214,2.5907371044158936
+model.layers.9.mlp.experts.215,2.567047119140625
+model.layers.9.mlp.experts.216,2.569018840789795
+model.layers.9.mlp.experts.217,2.5728695392608643
+model.layers.9.mlp.experts.218,2.8579885959625244
+model.layers.9.mlp.experts.219,2.565348625183105
+model.layers.9.mlp.experts.22,2.573481321334839
+model.layers.9.mlp.experts.220,2.572676658630371
+model.layers.9.mlp.experts.221,2.574064254760742
+model.layers.9.mlp.experts.222,2.570685625076294
+model.layers.9.mlp.experts.223,2.6259360313415527
+model.layers.9.mlp.experts.224,2.570127010345459
+model.layers.9.mlp.experts.225,2.5650534629821777
+model.layers.9.mlp.experts.226,2.565115213394165
+model.layers.9.mlp.experts.227,2.596256256103516
+model.layers.9.mlp.experts.228,2.5766403675079346
+model.layers.9.mlp.experts.229,2.7003591060638428
+model.layers.9.mlp.experts.23,2.5641679763793945
+model.layers.9.mlp.experts.230,2.587868452072144
+model.layers.9.mlp.experts.231,2.592974901199341
+model.layers.9.mlp.experts.232,2.5949037075042725
+model.layers.9.mlp.experts.233,2.5694334506988525
+model.layers.9.mlp.experts.234,2.56874942779541
+model.layers.9.mlp.experts.235,2.581276655197144
+model.layers.9.mlp.experts.236,2.5809175968170166
+model.layers.9.mlp.experts.237,3.170523166656494
+model.layers.9.mlp.experts.238,2.590051412582397
+model.layers.9.mlp.experts.239,2.5799505710601807
+model.layers.9.mlp.experts.24,2.566737413406372
+model.layers.9.mlp.experts.240,2.5700132846832275
+model.layers.9.mlp.experts.241,2.5855188369750977
+model.layers.9.mlp.experts.242,2.6008901596069336
+model.layers.9.mlp.experts.243,2.5643131732940674
+model.layers.9.mlp.experts.244,2.5972957611083984
+model.layers.9.mlp.experts.245,2.5639333724975586
+model.layers.9.mlp.experts.246,2.68897557258606
+model.layers.9.mlp.experts.247,2.5787670612335205
+model.layers.9.mlp.experts.248,2.5661942958831787
+model.layers.9.mlp.experts.249,2.570538282394409
+model.layers.9.mlp.experts.25,2.5576913356781006
+model.layers.9.mlp.experts.250,2.56331205368042
+model.layers.9.mlp.experts.251,2.564321756362915
+model.layers.9.mlp.experts.252,2.610201597213745
+model.layers.9.mlp.experts.253,2.614785432815552
+model.layers.9.mlp.experts.254,2.593325614929199
+model.layers.9.mlp.experts.255,2.569054126739502
+model.layers.9.mlp.experts.26,2.564482927322388
+model.layers.9.mlp.experts.27,2.575140476226806
+model.layers.9.mlp.experts.28,2.5653076171875
+model.layers.9.mlp.experts.29,2.5862038135528564
+model.layers.9.mlp.experts.3,2.564357042312622
+model.layers.9.mlp.experts.30,2.5641860961914062
+model.layers.9.mlp.experts.31,2.592535972595215
+model.layers.9.mlp.experts.32,2.60257625579834
+model.layers.9.mlp.experts.33,2.5668821334838867
+model.layers.9.mlp.experts.34,2.564694404602051
+model.layers.9.mlp.experts.35,2.5604467391967773
+model.layers.9.mlp.experts.36,2.567077159881592
+model.layers.9.mlp.experts.37,2.5635015964508057
+model.layers.9.mlp.experts.38,2.5704119205474854
+model.layers.9.mlp.experts.39,2.5998873710632324
+model.layers.9.mlp.experts.4,2.565614461898804
+model.layers.9.mlp.experts.40,2.581745147705078
+model.layers.9.mlp.experts.41,2.563361406326294
+model.layers.9.mlp.experts.42,2.6155636310577397
+model.layers.9.mlp.experts.43,2.5717198848724365
+model.layers.9.mlp.experts.44,2.5642194747924805
+model.layers.9.mlp.experts.45,2.579479694366455
+model.layers.9.mlp.experts.46,2.559565782546997
+model.layers.9.mlp.experts.47,2.571982860565185
+model.layers.9.mlp.experts.48,2.582107782363892
+model.layers.9.mlp.experts.49,2.5665769577026367
+model.layers.9.mlp.experts.5,2.621877670288086
+model.layers.9.mlp.experts.50,2.577552795410156
+model.layers.9.mlp.experts.51,2.56904411315918
+model.layers.9.mlp.experts.52,2.5652143955230717
+model.layers.9.mlp.experts.53,2.5623247623443604
+model.layers.9.mlp.experts.54,2.558889627456665
+model.layers.9.mlp.experts.55,2.656135082244873
+model.layers.9.mlp.experts.56,2.5784003734588623
+model.layers.9.mlp.experts.57,2.567178010940552
+model.layers.9.mlp.experts.58,2.5724668502807617
+model.layers.9.mlp.experts.59,2.584169626235962
+model.layers.9.mlp.experts.6,2.5648293495178223
+model.layers.9.mlp.experts.60,2.7704927921295166
+model.layers.9.mlp.experts.61,2.5722951889038086
+model.layers.9.mlp.experts.62,2.570655107498169
+model.layers.9.mlp.experts.63,2.5681264400482178
+model.layers.9.mlp.experts.64,2.565182447433472
+model.layers.9.mlp.experts.65,2.563037872314453
+model.layers.9.mlp.experts.66,2.5834105014801025
+model.layers.9.mlp.experts.67,2.572660446166992
+model.layers.9.mlp.experts.68,2.572237730026245
+model.layers.9.mlp.experts.69,2.560061454772949
+model.layers.9.mlp.experts.7,2.5604488849639893
+model.layers.9.mlp.experts.70,2.569570541381836
+model.layers.9.mlp.experts.71,2.587299346923828
+model.layers.9.mlp.experts.72,2.558497667312622
+model.layers.9.mlp.experts.73,2.569998979568481
+model.layers.9.mlp.experts.74,2.5744740962982178
+model.layers.9.mlp.experts.75,2.567932367324829
+model.layers.9.mlp.experts.76,2.973637819290161
+model.layers.9.mlp.experts.77,2.6017441749572754
+model.layers.9.mlp.experts.78,2.561218023300171
+model.layers.9.mlp.experts.79,2.56423282623291
+model.layers.9.mlp.experts.8,2.568058013916016
+model.layers.9.mlp.experts.80,2.5649585723876958
+model.layers.9.mlp.experts.81,2.6554858684539795
+model.layers.9.mlp.experts.82,2.569390296936035
+model.layers.9.mlp.experts.83,2.623621940612793
+model.layers.9.mlp.experts.84,2.565910816192627
+model.layers.9.mlp.experts.85,2.576584815979004
+model.layers.9.mlp.experts.86,2.576612710952759
+model.layers.9.mlp.experts.87,2.5644893646240234
+model.layers.9.mlp.experts.88,2.566960334777832
+model.layers.9.mlp.experts.89,2.590988874435425
+model.layers.9.mlp.experts.9,2.5774941444396973
+model.layers.9.mlp.experts.90,2.566535472869873
+model.layers.9.mlp.experts.91,2.568690776824951
+model.layers.9.mlp.experts.92,2.565563678741455
+model.layers.9.mlp.experts.93,2.572918176651001
+model.layers.9.mlp.experts.94,2.5755109786987305
+model.layers.9.mlp.experts.95,2.5943424701690674
+model.layers.9.mlp.experts.96,2.557992935180664
+model.layers.9.mlp.experts.97,2.568678140640259
+model.layers.9.mlp.experts.98,2.5649254322052
+model.layers.9.mlp.experts.99,2.695034503936768
+model.layers.9.mlp.shared_experts,2.840932607650757
+model.layers.9.self_attn,2.6754167079925537