block_name,entropy
model.layers.0,3.215606212615967
model.layers.1,3.3976082801818848
model.layers.10.mlp.experts.0,2.580389499664306
model.layers.10.mlp.experts.1,2.561725616455078
model.layers.10.mlp.experts.10,2.5644688606262207
model.layers.10.mlp.experts.100,2.556358337402344
model.layers.10.mlp.experts.101,2.573229551315308
model.layers.10.mlp.experts.102,2.5612823963165283
model.layers.10.mlp.experts.103,2.5570731163024902
model.layers.10.mlp.experts.104,2.5608973503112797
model.layers.10.mlp.experts.105,2.558722972869873
model.layers.10.mlp.experts.106,2.561063289642334
model.layers.10.mlp.experts.107,2.581672191619873
model.layers.10.mlp.experts.108,2.573042869567871
model.layers.10.mlp.experts.109,2.554412841796875
model.layers.10.mlp.experts.11,2.561204671859741
model.layers.10.mlp.experts.110,2.562349557876587
model.layers.10.mlp.experts.111,2.5673794746398926
model.layers.10.mlp.experts.112,2.557626247406006
model.layers.10.mlp.experts.113,2.563140392303467
model.layers.10.mlp.experts.114,2.562495231628418
model.layers.10.mlp.experts.115,2.561271905899048
model.layers.10.mlp.experts.116,2.562295436859131
model.layers.10.mlp.experts.117,2.5597593784332275
model.layers.10.mlp.experts.118,2.5678257942199707
model.layers.10.mlp.experts.119,2.7135066986083984
model.layers.10.mlp.experts.12,2.947828769683838
model.layers.10.mlp.experts.120,2.5612807273864746
model.layers.10.mlp.experts.121,2.559262990951538
model.layers.10.mlp.experts.122,2.564459800720215
model.layers.10.mlp.experts.123,2.569987773895264
model.layers.10.mlp.experts.124,2.5554680824279785
model.layers.10.mlp.experts.125,2.564747810363769
model.layers.10.mlp.experts.126,2.5803589820861816
model.layers.10.mlp.experts.127,2.58475399017334
model.layers.10.mlp.experts.128,2.5695080757141118
model.layers.10.mlp.experts.129,2.5570404529571533
model.layers.10.mlp.experts.13,2.5603244304656982
model.layers.10.mlp.experts.130,2.565972328186035
model.layers.10.mlp.experts.131,2.5682997703552246
model.layers.10.mlp.experts.132,2.5598511695861816
model.layers.10.mlp.experts.133,2.556981325149536
model.layers.10.mlp.experts.134,2.5579276084899902
model.layers.10.mlp.experts.135,2.555600166320801
model.layers.10.mlp.experts.136,2.5609018802642822
model.layers.10.mlp.experts.137,2.5628485679626465
model.layers.10.mlp.experts.138,2.555112361907959
model.layers.10.mlp.experts.139,2.5587172508239746
model.layers.10.mlp.experts.14,2.574199676513672
model.layers.10.mlp.experts.140,2.575018882751465
model.layers.10.mlp.experts.141,2.560078382492065
model.layers.10.mlp.experts.142,2.5566728115081787
model.layers.10.mlp.experts.143,2.579535484313965
model.layers.10.mlp.experts.144,2.5550317764282227
model.layers.10.mlp.experts.145,2.5654358863830566
model.layers.10.mlp.experts.146,2.5565855503082275
model.layers.10.mlp.experts.147,2.559213638305664
model.layers.10.mlp.experts.148,2.5594279766082764
model.layers.10.mlp.experts.149,2.6014621257781982
model.layers.10.mlp.experts.15,2.557826280593872
model.layers.10.mlp.experts.150,2.5724000930786133
model.layers.10.mlp.experts.151,2.55885648727417
model.layers.10.mlp.experts.152,2.567232131958008
model.layers.10.mlp.experts.153,2.669884204864502
model.layers.10.mlp.experts.154,2.5570287704467773
model.layers.10.mlp.experts.155,2.558985471725464
model.layers.10.mlp.experts.156,2.5655593872070312
model.layers.10.mlp.experts.157,2.560704708099365
model.layers.10.mlp.experts.158,2.6162891387939453
model.layers.10.mlp.experts.159,2.5648934841156006
model.layers.10.mlp.experts.16,2.5658297538757324
model.layers.10.mlp.experts.160,2.566223621368408
model.layers.10.mlp.experts.161,2.5620076656341557
model.layers.10.mlp.experts.162,2.5662240982055664
model.layers.10.mlp.experts.163,2.5641465187072754
model.layers.10.mlp.experts.164,2.5565221309661865
model.layers.10.mlp.experts.165,2.557536602020264
model.layers.10.mlp.experts.166,2.580259084701538
model.layers.10.mlp.experts.167,2.5600600242614746
model.layers.10.mlp.experts.168,2.586398124694824
model.layers.10.mlp.experts.169,2.5578675270080566
model.layers.10.mlp.experts.17,2.577213287353516
model.layers.10.mlp.experts.170,2.5601494312286377
model.layers.10.mlp.experts.171,2.621131420135498
model.layers.10.mlp.experts.172,2.579087734222412
model.layers.10.mlp.experts.173,2.5598039627075195
model.layers.10.mlp.experts.174,2.583728790283203
model.layers.10.mlp.experts.175,2.558403968811035
model.layers.10.mlp.experts.176,2.559093713760376
model.layers.10.mlp.experts.177,2.570342779159546
model.layers.10.mlp.experts.178,2.605484962463379
model.layers.10.mlp.experts.179,2.5549845695495605
model.layers.10.mlp.experts.18,2.5606369972229004
model.layers.10.mlp.experts.180,2.565240859985352
model.layers.10.mlp.experts.181,2.5567688941955566
model.layers.10.mlp.experts.182,2.5757625102996826
model.layers.10.mlp.experts.183,2.563443183898926
model.layers.10.mlp.experts.184,2.571919202804565
model.layers.10.mlp.experts.185,2.5612871646881104
model.layers.10.mlp.experts.186,2.5799355506896973
model.layers.10.mlp.experts.187,2.5603139400482178
model.layers.10.mlp.experts.188,2.5581133365631104
model.layers.10.mlp.experts.189,2.5595040321350098
model.layers.10.mlp.experts.19,2.556426763534546
model.layers.10.mlp.experts.190,2.664141893386841
model.layers.10.mlp.experts.191,2.559881687164306
model.layers.10.mlp.experts.192,2.594294548034668
model.layers.10.mlp.experts.193,2.5587546825408936
model.layers.10.mlp.experts.194,2.5612905025482178
model.layers.10.mlp.experts.195,2.562941074371338
model.layers.10.mlp.experts.196,2.563340425491333
model.layers.10.mlp.experts.197,2.566432476043701
model.layers.10.mlp.experts.198,2.5633299350738525
model.layers.10.mlp.experts.199,2.558903694152832
model.layers.10.mlp.experts.2,2.563112497329712
model.layers.10.mlp.experts.20,2.55942964553833
model.layers.10.mlp.experts.200,2.5580334663391118
model.layers.10.mlp.experts.201,2.599302053451538
model.layers.10.mlp.experts.202,2.5607006549835205
model.layers.10.mlp.experts.203,2.560658693313598
model.layers.10.mlp.experts.204,2.5562777519226074
model.layers.10.mlp.experts.205,2.568830966949463
model.layers.10.mlp.experts.206,2.584435224533081
model.layers.10.mlp.experts.207,2.562739610671997
model.layers.10.mlp.experts.208,2.558627128601074
model.layers.10.mlp.experts.209,2.5606343746185303
model.layers.10.mlp.experts.21,2.562832355499268
model.layers.10.mlp.experts.210,2.5683019161224365
model.layers.10.mlp.experts.211,2.559351682662964
model.layers.10.mlp.experts.212,2.5672502517700195
model.layers.10.mlp.experts.213,2.5627498626708984
model.layers.10.mlp.experts.214,2.5870275497436523
model.layers.10.mlp.experts.215,2.560670852661133
model.layers.10.mlp.experts.216,2.5560970306396484
model.layers.10.mlp.experts.217,2.5617403984069824
model.layers.10.mlp.experts.218,2.5597615242004395
model.layers.10.mlp.experts.219,2.5552682876586914
model.layers.10.mlp.experts.22,2.560127258300781
model.layers.10.mlp.experts.220,2.5594353675842285
model.layers.10.mlp.experts.221,2.751243829727173
model.layers.10.mlp.experts.222,2.5587687492370605
model.layers.10.mlp.experts.223,2.5750231742858887
model.layers.10.mlp.experts.224,2.561753034591675
model.layers.10.mlp.experts.225,2.5612869262695312
model.layers.10.mlp.experts.226,2.5811097621917725
model.layers.10.mlp.experts.227,2.85660719871521
model.layers.10.mlp.experts.228,2.562710285186768
model.layers.10.mlp.experts.229,2.580610752105713
model.layers.10.mlp.experts.23,2.91848373413086
model.layers.10.mlp.experts.230,2.554655075073242
model.layers.10.mlp.experts.231,2.5607612133026123
model.layers.10.mlp.experts.232,2.5599803924560547
model.layers.10.mlp.experts.233,2.5582995414733887
model.layers.10.mlp.experts.234,2.5564818382263184
model.layers.10.mlp.experts.235,2.5927982330322266
model.layers.10.mlp.experts.236,2.5587658882141118
model.layers.10.mlp.experts.237,2.555426597595215
model.layers.10.mlp.experts.238,2.5829195976257324
model.layers.10.mlp.experts.239,2.565573215484619
model.layers.10.mlp.experts.24,2.56900954246521
model.layers.10.mlp.experts.240,2.5555715560913086
model.layers.10.mlp.experts.241,2.5608935356140137
model.layers.10.mlp.experts.242,2.5604207515716557
model.layers.10.mlp.experts.243,2.5658366680145264
model.layers.10.mlp.experts.244,2.585216999053955
model.layers.10.mlp.experts.245,2.581325054168701
model.layers.10.mlp.experts.246,2.557483673095703
model.layers.10.mlp.experts.247,2.5779147148132324
model.layers.10.mlp.experts.248,2.5583066940307617
model.layers.10.mlp.experts.249,2.5586745738983154
model.layers.10.mlp.experts.25,2.559419631958008
model.layers.10.mlp.experts.250,2.7510597705841064
model.layers.10.mlp.experts.251,2.6173417568206787
model.layers.10.mlp.experts.252,2.567094087600708
model.layers.10.mlp.experts.253,2.5636682510375977
model.layers.10.mlp.experts.254,2.566819190979004
model.layers.10.mlp.experts.255,2.5581789016723637
model.layers.10.mlp.experts.26,2.558998107910156
model.layers.10.mlp.experts.27,2.573227643966675
model.layers.10.mlp.experts.28,2.563595056533813
model.layers.10.mlp.experts.29,2.5884718894958496
model.layers.10.mlp.experts.3,2.5663928985595703
model.layers.10.mlp.experts.30,2.563605546951294
model.layers.10.mlp.experts.31,2.5565476417541504
model.layers.10.mlp.experts.32,2.5693798065185547
model.layers.10.mlp.experts.33,2.5707879066467285
model.layers.10.mlp.experts.34,2.562241077423096
model.layers.10.mlp.experts.35,2.5629940032958984
model.layers.10.mlp.experts.36,2.562338829040528
model.layers.10.mlp.experts.37,2.562678813934326
model.layers.10.mlp.experts.38,2.572263717651367
model.layers.10.mlp.experts.39,2.55851149559021
model.layers.10.mlp.experts.4,2.55963134765625
model.layers.10.mlp.experts.40,2.563050508499145
model.layers.10.mlp.experts.41,2.5727601051330566
model.layers.10.mlp.experts.42,2.5594284534454346
model.layers.10.mlp.experts.43,2.5606656074523926
model.layers.10.mlp.experts.44,2.5758538246154785
model.layers.10.mlp.experts.45,2.56460952758789
model.layers.10.mlp.experts.46,2.56283974647522
model.layers.10.mlp.experts.47,2.560213565826416
model.layers.10.mlp.experts.48,2.573460340499878
model.layers.10.mlp.experts.49,2.561859607696533
model.layers.10.mlp.experts.5,2.555748462677002
model.layers.10.mlp.experts.50,2.555460929870605
model.layers.10.mlp.experts.51,2.563133716583252
model.layers.10.mlp.experts.52,2.5629653930664062
model.layers.10.mlp.experts.53,2.560342311859131
model.layers.10.mlp.experts.54,2.5683090686798096
model.layers.10.mlp.experts.55,2.610475540161133
model.layers.10.mlp.experts.56,2.5551629066467285
model.layers.10.mlp.experts.57,2.5649778842926025
model.layers.10.mlp.experts.58,2.6957037448883057
model.layers.10.mlp.experts.59,2.583083391189575
model.layers.10.mlp.experts.6,2.5977931022644043
model.layers.10.mlp.experts.60,2.572545051574707
model.layers.10.mlp.experts.61,2.5582985877990723
model.layers.10.mlp.experts.62,2.562371015548706
model.layers.10.mlp.experts.63,2.5585670471191406
model.layers.10.mlp.experts.64,2.571202278137207
model.layers.10.mlp.experts.65,2.584368705749512
model.layers.10.mlp.experts.66,2.577916383743286
model.layers.10.mlp.experts.67,2.56569242477417
model.layers.10.mlp.experts.68,2.564128160476685
model.layers.10.mlp.experts.69,2.566414833068848
model.layers.10.mlp.experts.7,2.557868480682373
model.layers.10.mlp.experts.70,2.5579493045806885
model.layers.10.mlp.experts.71,2.5760457515716557
model.layers.10.mlp.experts.72,2.574227809906006
model.layers.10.mlp.experts.73,2.5589709281921387
model.layers.10.mlp.experts.74,2.5810964107513428
model.layers.10.mlp.experts.75,2.586597442626953
model.layers.10.mlp.experts.76,2.563709259033203
model.layers.10.mlp.experts.77,2.5587944984436035
model.layers.10.mlp.experts.78,2.5634751319885254
model.layers.10.mlp.experts.79,2.566625595092773
model.layers.10.mlp.experts.8,2.5588059425354004
model.layers.10.mlp.experts.80,2.555833339691162
model.layers.10.mlp.experts.81,2.574113368988037
model.layers.10.mlp.experts.82,2.557159423828125
model.layers.10.mlp.experts.83,2.561781167984009
model.layers.10.mlp.experts.84,2.5597386360168457
model.layers.10.mlp.experts.85,2.558478116989136
model.layers.10.mlp.experts.86,2.5563974380493164
model.layers.10.mlp.experts.87,2.556235313415528
model.layers.10.mlp.experts.88,2.559296131134033
model.layers.10.mlp.experts.89,2.560506820678711
model.layers.10.mlp.experts.9,2.556666135787964
model.layers.10.mlp.experts.90,2.5911734104156494
model.layers.10.mlp.experts.91,2.5655016899108887
model.layers.10.mlp.experts.92,2.565635681152344
model.layers.10.mlp.experts.93,2.559591293334961
model.layers.10.mlp.experts.94,2.556760311126709
model.layers.10.mlp.experts.95,2.5696420669555664
model.layers.10.mlp.experts.96,2.5777060985565186
model.layers.10.mlp.experts.97,2.554682731628418
model.layers.10.mlp.experts.98,2.571384191513061
model.layers.10.mlp.experts.99,2.566268920898437
model.layers.10.mlp.shared_experts,2.82662034034729
model.layers.10.self_attn,2.661420583724976
model.layers.11.mlp.experts.0,2.556663751602173
model.layers.11.mlp.experts.1,2.557424545288086
model.layers.11.mlp.experts.10,2.554692029953003
model.layers.11.mlp.experts.100,2.5717227458953857
model.layers.11.mlp.experts.101,2.559813976287842
model.layers.11.mlp.experts.102,2.559483766555786
model.layers.11.mlp.experts.103,2.5578408241271973
model.layers.11.mlp.experts.104,2.5581836700439453
model.layers.11.mlp.experts.105,2.56125283241272
model.layers.11.mlp.experts.106,2.573552131652832
model.layers.11.mlp.experts.107,2.5563039779663086
model.layers.11.mlp.experts.108,2.5557804107666016
model.layers.11.mlp.experts.109,2.5903003215789795
model.layers.11.mlp.experts.11,2.5574207305908203
model.layers.11.mlp.experts.110,2.557215690612793
model.layers.11.mlp.experts.111,2.5678436756134038
model.layers.11.mlp.experts.112,2.568614959716797
model.layers.11.mlp.experts.113,2.558570623397827
model.layers.11.mlp.experts.114,2.5551552772521973
model.layers.11.mlp.experts.115,2.562540292739868
model.layers.11.mlp.experts.116,2.5584940910339355
model.layers.11.mlp.experts.117,2.5548458099365234
model.layers.11.mlp.experts.118,2.5539441108703613
model.layers.11.mlp.experts.119,2.5896685123443604
model.layers.11.mlp.experts.12,2.555826425552368
model.layers.11.mlp.experts.120,2.6036572456359863
model.layers.11.mlp.experts.121,2.600260734558105
model.layers.11.mlp.experts.122,2.559807777404785
model.layers.11.mlp.experts.123,2.554118156433105
model.layers.11.mlp.experts.124,2.561051607131958
model.layers.11.mlp.experts.125,2.556845188140869
model.layers.11.mlp.experts.126,2.563000202178955
model.layers.11.mlp.experts.127,2.557819604873657
model.layers.11.mlp.experts.128,2.56326961517334
model.layers.11.mlp.experts.129,2.558324813842773
model.layers.11.mlp.experts.13,2.5579333305358887
model.layers.11.mlp.experts.130,2.894248008728028
model.layers.11.mlp.experts.131,2.553838014602661
model.layers.11.mlp.experts.132,2.5568342208862305
model.layers.11.mlp.experts.133,2.5680205821990967
model.layers.11.mlp.experts.134,2.557528495788574
model.layers.11.mlp.experts.135,2.594038248062134
model.layers.11.mlp.experts.136,2.561151027679444
model.layers.11.mlp.experts.137,2.5625925064086914
model.layers.11.mlp.experts.138,2.5558862686157227
model.layers.11.mlp.experts.139,2.554615259170532
model.layers.11.mlp.experts.14,2.559301853179932
model.layers.11.mlp.experts.140,2.563676357269287
model.layers.11.mlp.experts.141,2.5590734481811523
model.layers.11.mlp.experts.142,2.572304010391236
model.layers.11.mlp.experts.143,2.566171407699585
model.layers.11.mlp.experts.144,2.558593273162842
model.layers.11.mlp.experts.145,2.5749940872192383
model.layers.11.mlp.experts.146,2.555121898651123
model.layers.11.mlp.experts.147,2.5718514919281006
model.layers.11.mlp.experts.148,2.5561957359313965
model.layers.11.mlp.experts.149,2.562485218048096
model.layers.11.mlp.experts.15,2.5726656913757324
model.layers.11.mlp.experts.150,2.554379463195801
model.layers.11.mlp.experts.151,2.559680223464966
model.layers.11.mlp.experts.152,2.558889865875244
model.layers.11.mlp.experts.153,2.5607495307922363
model.layers.11.mlp.experts.154,2.558307886123657
model.layers.11.mlp.experts.155,2.557431697845459
model.layers.11.mlp.experts.156,2.5564751625061035
model.layers.11.mlp.experts.157,2.564006328582764
model.layers.11.mlp.experts.158,2.5662384033203125
model.layers.11.mlp.experts.159,2.5546655654907227
model.layers.11.mlp.experts.16,2.566868782043457
model.layers.11.mlp.experts.160,2.5536704063415527
model.layers.11.mlp.experts.161,2.560870409011841
model.layers.11.mlp.experts.162,2.556518793106079
model.layers.11.mlp.experts.163,2.559377670288086
model.layers.11.mlp.experts.164,2.557353973388672
model.layers.11.mlp.experts.165,2.6007912158966064
model.layers.11.mlp.experts.166,2.557369947433472
model.layers.11.mlp.experts.167,2.5573534965515137
model.layers.11.mlp.experts.168,2.5611226558685303
model.layers.11.mlp.experts.169,2.5533881187438965
model.layers.11.mlp.experts.17,2.553353309631348
model.layers.11.mlp.experts.170,2.567641258239746
model.layers.11.mlp.experts.171,2.5720999240875244
model.layers.11.mlp.experts.172,2.558104991912842
model.layers.11.mlp.experts.173,2.557252883911133
model.layers.11.mlp.experts.174,2.5538084506988525
model.layers.11.mlp.experts.175,2.5564873218536377
model.layers.11.mlp.experts.176,2.5837411880493164
model.layers.11.mlp.experts.177,2.5633583068847656
model.layers.11.mlp.experts.178,2.5568861961364746
model.layers.11.mlp.experts.179,2.5576558113098145
model.layers.11.mlp.experts.18,2.591745376586914
model.layers.11.mlp.experts.180,2.637894868850708
model.layers.11.mlp.experts.181,2.556063652038574
model.layers.11.mlp.experts.182,2.6212387084960938
model.layers.11.mlp.experts.183,2.5606436729431152
model.layers.11.mlp.experts.184,2.5557315349578857
model.layers.11.mlp.experts.185,2.5559451580047607
model.layers.11.mlp.experts.186,2.558081865310669
model.layers.11.mlp.experts.187,2.581634283065796
model.layers.11.mlp.experts.188,2.556835174560547
model.layers.11.mlp.experts.189,2.6041817665100098
model.layers.11.mlp.experts.19,2.5845954418182373
model.layers.11.mlp.experts.190,2.6917967796325684
model.layers.11.mlp.experts.191,2.563720226287842
model.layers.11.mlp.experts.192,2.558042049407959
model.layers.11.mlp.experts.193,2.560514450073242
model.layers.11.mlp.experts.194,2.556504726409912
model.layers.11.mlp.experts.195,2.557431936264038
model.layers.11.mlp.experts.196,2.5818028450012207
model.layers.11.mlp.experts.197,2.561508893966675
model.layers.11.mlp.experts.198,2.569582223892212
model.layers.11.mlp.experts.199,2.556811809539795
model.layers.11.mlp.experts.2,2.55616307258606
model.layers.11.mlp.experts.20,2.568118095397949
model.layers.11.mlp.experts.200,2.5583224296569824
model.layers.11.mlp.experts.201,2.5571866035461426
model.layers.11.mlp.experts.202,2.561588287353516
model.layers.11.mlp.experts.203,2.562129259109497
model.layers.11.mlp.experts.204,2.5613274574279785
model.layers.11.mlp.experts.205,2.5573372840881348
model.layers.11.mlp.experts.206,2.5934526920318604
model.layers.11.mlp.experts.207,2.5557994842529297
model.layers.11.mlp.experts.208,2.5580363273620605
model.layers.11.mlp.experts.209,2.557072639465332
model.layers.11.mlp.experts.21,2.559274435043335
model.layers.11.mlp.experts.210,2.5623695850372314
model.layers.11.mlp.experts.211,2.578399658203125
model.layers.11.mlp.experts.212,2.5555567741394043
model.layers.11.mlp.experts.213,2.556360244750977
model.layers.11.mlp.experts.214,2.558061122894287
model.layers.11.mlp.experts.215,2.554479122161865
model.layers.11.mlp.experts.216,2.5568432807922363
model.layers.11.mlp.experts.217,2.577720165252685
model.layers.11.mlp.experts.218,2.554382085800171
model.layers.11.mlp.experts.219,2.565126657485962
model.layers.11.mlp.experts.22,2.5623812675476074
model.layers.11.mlp.experts.220,2.5648739337921143
model.layers.11.mlp.experts.221,2.595997810363769
model.layers.11.mlp.experts.222,2.5637874603271484
model.layers.11.mlp.experts.223,2.5586698055267334
model.layers.11.mlp.experts.224,2.5575551986694336
model.layers.11.mlp.experts.225,2.5568222999572754
model.layers.11.mlp.experts.226,2.5539283752441406
model.layers.11.mlp.experts.227,2.57023549079895
model.layers.11.mlp.experts.228,2.5706770420074463
model.layers.11.mlp.experts.229,2.5577704906463623
model.layers.11.mlp.experts.23,2.570265769958496
model.layers.11.mlp.experts.230,2.5838851928710938
model.layers.11.mlp.experts.231,2.556831121444702
model.layers.11.mlp.experts.232,2.556630373001098
model.layers.11.mlp.experts.233,2.590810775756836
model.layers.11.mlp.experts.234,2.559167861938477
model.layers.11.mlp.experts.235,2.5564351081848145
model.layers.11.mlp.experts.236,2.5573654174804688
model.layers.11.mlp.experts.237,2.561079978942871
model.layers.11.mlp.experts.238,2.558311462402344
model.layers.11.mlp.experts.239,2.5572152137756348
model.layers.11.mlp.experts.24,2.5557641983032227
model.layers.11.mlp.experts.240,2.599895000457764
model.layers.11.mlp.experts.241,2.5651259422302246
model.layers.11.mlp.experts.242,2.581704616546631
model.layers.11.mlp.experts.243,2.5584075450897217
model.layers.11.mlp.experts.244,2.571213722229004
model.layers.11.mlp.experts.245,2.5627541542053223
model.layers.11.mlp.experts.246,2.560187578201294
model.layers.11.mlp.experts.247,2.560575485229492
model.layers.11.mlp.experts.248,2.5624337196350098
model.layers.11.mlp.experts.249,2.5614089965820312
model.layers.11.mlp.experts.25,2.554982185363769
model.layers.11.mlp.experts.250,2.556325912475586
model.layers.11.mlp.experts.251,2.555760145187378
model.layers.11.mlp.experts.252,2.558666944503784
model.layers.11.mlp.experts.253,2.555377721786499
model.layers.11.mlp.experts.254,2.561903715133667
model.layers.11.mlp.experts.255,2.5614681243896484
model.layers.11.mlp.experts.26,2.6275479793548584
model.layers.11.mlp.experts.27,2.554512023925781
model.layers.11.mlp.experts.28,2.5567855834960938
model.layers.11.mlp.experts.29,2.55815863609314
model.layers.11.mlp.experts.3,2.556940793991089
model.layers.11.mlp.experts.30,2.5582377910614014
model.layers.11.mlp.experts.31,2.554746627807617
model.layers.11.mlp.experts.32,2.5601065158843994
model.layers.11.mlp.experts.33,2.5692286491394043
model.layers.11.mlp.experts.34,2.559539556503296
model.layers.11.mlp.experts.35,2.557894706726074
model.layers.11.mlp.experts.36,2.5806610584259038
model.layers.11.mlp.experts.37,2.5586516857147217
model.layers.11.mlp.experts.38,2.5620241165161133
model.layers.11.mlp.experts.39,2.561564922332764
model.layers.11.mlp.experts.4,2.5557918548583984
model.layers.11.mlp.experts.40,2.557735681533813
model.layers.11.mlp.experts.41,2.558973789215088
model.layers.11.mlp.experts.42,2.556987762451172
model.layers.11.mlp.experts.43,2.5599093437194824
model.layers.11.mlp.experts.44,2.559645175933838
model.layers.11.mlp.experts.45,2.560820817947388
model.layers.11.mlp.experts.46,2.5618863105773926
model.layers.11.mlp.experts.47,2.5743930339813232
model.layers.11.mlp.experts.48,2.5574491024017334
model.layers.11.mlp.experts.49,2.554868221282959
model.layers.11.mlp.experts.5,2.5567779541015625
model.layers.11.mlp.experts.50,2.5737123489379883
model.layers.11.mlp.experts.51,2.55850601196289
model.layers.11.mlp.experts.52,2.560376644134521
model.layers.11.mlp.experts.53,2.5721185207366943
model.layers.11.mlp.experts.54,2.5566320419311523
model.layers.11.mlp.experts.55,2.568181037902832
model.layers.11.mlp.experts.56,2.5582616329193115
model.layers.11.mlp.experts.57,2.5630693435668945
model.layers.11.mlp.experts.58,2.577369213104248
model.layers.11.mlp.experts.59,2.575054168701172
model.layers.11.mlp.experts.6,2.5572800636291504
model.layers.11.mlp.experts.60,2.555086612701416
model.layers.11.mlp.experts.61,2.5562899112701416
model.layers.11.mlp.experts.62,2.5643558502197266
model.layers.11.mlp.experts.63,2.5616369247436523
model.layers.11.mlp.experts.64,2.5567221641540527
model.layers.11.mlp.experts.65,2.5594844818115234
model.layers.11.mlp.experts.66,2.5614283084869385
model.layers.11.mlp.experts.67,2.559007406234741
model.layers.11.mlp.experts.68,2.554975986480713
model.layers.11.mlp.experts.69,2.5597925186157227
model.layers.11.mlp.experts.7,2.577333450317383
model.layers.11.mlp.experts.70,2.562750101089477
model.layers.11.mlp.experts.71,2.5572614669799805
model.layers.11.mlp.experts.72,2.5544114112854004
model.layers.11.mlp.experts.73,2.559680938720703
model.layers.11.mlp.experts.74,2.591464042663574
model.layers.11.mlp.experts.75,2.583711862564087
model.layers.11.mlp.experts.76,2.5634119510650635
model.layers.11.mlp.experts.77,2.5650665760040283
model.layers.11.mlp.experts.78,2.5864052772521973
model.layers.11.mlp.experts.79,2.5741071701049805
model.layers.11.mlp.experts.8,2.5583558082580566
model.layers.11.mlp.experts.80,2.568333625793457
model.layers.11.mlp.experts.81,2.5549800395965576
model.layers.11.mlp.experts.82,2.557521343231201
model.layers.11.mlp.experts.83,2.5945024490356445
model.layers.11.mlp.experts.84,2.554229736328125
model.layers.11.mlp.experts.85,2.555053472518921
model.layers.11.mlp.experts.86,2.555148124694824
model.layers.11.mlp.experts.87,2.557255268096924
model.layers.11.mlp.experts.88,2.6056067943573
model.layers.11.mlp.experts.89,2.556601285934448
model.layers.11.mlp.experts.9,2.555222511291504
model.layers.11.mlp.experts.90,2.560337543487549
model.layers.11.mlp.experts.91,2.5793490409851074
model.layers.11.mlp.experts.92,2.5605759620666504
model.layers.11.mlp.experts.93,2.558938980102539
model.layers.11.mlp.experts.94,2.55426025390625
model.layers.11.mlp.experts.95,2.556365966796875
model.layers.11.mlp.experts.96,2.554372310638428
model.layers.11.mlp.experts.97,2.5672614574432373
model.layers.11.mlp.experts.98,2.5567777156829834
model.layers.11.mlp.experts.99,2.557645320892334
model.layers.11.mlp.shared_experts,2.821903705596924
model.layers.11.self_attn,2.7313778400421143
model.layers.12.mlp.experts.0,2.553525686264038
model.layers.12.mlp.experts.1,2.7425241470336914
model.layers.12.mlp.experts.10,2.5811214447021484
model.layers.12.mlp.experts.100,2.5567729473114014
model.layers.12.mlp.experts.101,2.557604551315308
model.layers.12.mlp.experts.102,2.561829805374145
model.layers.12.mlp.experts.103,2.5683960914611816
model.layers.12.mlp.experts.104,2.55465030670166
model.layers.12.mlp.experts.105,2.578239917755127
model.layers.12.mlp.experts.106,2.5631017684936523
model.layers.12.mlp.experts.107,2.580372810363769
model.layers.12.mlp.experts.108,2.555189847946167
model.layers.12.mlp.experts.109,2.5529842376708984
model.layers.12.mlp.experts.11,2.5555877685546875
model.layers.12.mlp.experts.110,2.5531368255615234
model.layers.12.mlp.experts.111,2.560997247695923
model.layers.12.mlp.experts.112,2.569924831390381
model.layers.12.mlp.experts.113,2.559954643249512
model.layers.12.mlp.experts.114,2.5546529293060303
model.layers.12.mlp.experts.115,2.554093599319458
model.layers.12.mlp.experts.116,2.553020715713501
model.layers.12.mlp.experts.117,2.5635082721710205
model.layers.12.mlp.experts.118,2.5532658100128174
model.layers.12.mlp.experts.119,2.559650421142578
model.layers.12.mlp.experts.12,2.557054042816162
model.layers.12.mlp.experts.120,2.557916641235352
model.layers.12.mlp.experts.121,2.553943157196045
model.layers.12.mlp.experts.122,2.5577220916748047
model.layers.12.mlp.experts.123,2.559011459350586
model.layers.12.mlp.experts.124,2.555317640304565
model.layers.12.mlp.experts.125,2.5524823665618896
model.layers.12.mlp.experts.126,2.566920518875122
model.layers.12.mlp.experts.127,2.562739372253418
model.layers.12.mlp.experts.128,2.5612034797668457
model.layers.12.mlp.experts.129,2.554421901702881
model.layers.12.mlp.experts.13,2.560312271118164
model.layers.12.mlp.experts.130,2.5543863773345947
model.layers.12.mlp.experts.131,2.5521366596221924
model.layers.12.mlp.experts.132,2.55713438987732
model.layers.12.mlp.experts.133,2.561659812927246
model.layers.12.mlp.experts.134,2.558802604675293
model.layers.12.mlp.experts.135,2.5724992752075195
model.layers.12.mlp.experts.136,2.5547728538513184
model.layers.12.mlp.experts.137,2.565903425216675
model.layers.12.mlp.experts.138,2.556511640548706
model.layers.12.mlp.experts.139,2.5546505451202397
model.layers.12.mlp.experts.14,2.557224750518799
model.layers.12.mlp.experts.140,2.5540590286254883
model.layers.12.mlp.experts.141,2.5534214973449707
model.layers.12.mlp.experts.142,2.555752277374268
model.layers.12.mlp.experts.143,2.560131549835205
model.layers.12.mlp.experts.144,2.5600407123565674
model.layers.12.mlp.experts.145,2.5554494857788086
model.layers.12.mlp.experts.146,2.553013324737549
model.layers.12.mlp.experts.147,2.5620760917663574
model.layers.12.mlp.experts.148,2.566366910934448
model.layers.12.mlp.experts.149,2.557309150695801
model.layers.12.mlp.experts.15,2.559152603149414
model.layers.12.mlp.experts.150,2.562283754348755
model.layers.12.mlp.experts.151,2.5545036792755127
model.layers.12.mlp.experts.152,2.553903102874756
model.layers.12.mlp.experts.153,2.5528860092163086
model.layers.12.mlp.experts.154,2.5559675693511963
model.layers.12.mlp.experts.155,2.5823254585266118
model.layers.12.mlp.experts.156,2.556107759475708
model.layers.12.mlp.experts.157,2.7359495162963867
model.layers.12.mlp.experts.158,2.6211695671081543
model.layers.12.mlp.experts.159,2.5568206310272217
model.layers.12.mlp.experts.16,2.552509307861328
model.layers.12.mlp.experts.160,2.566568374633789
model.layers.12.mlp.experts.161,2.552805662155152
model.layers.12.mlp.experts.162,2.5568885803222656
model.layers.12.mlp.experts.163,2.5555825233459477
model.layers.12.mlp.experts.164,2.5539112091064453
model.layers.12.mlp.experts.165,2.5532331466674805
model.layers.12.mlp.experts.166,2.561840057373047
model.layers.12.mlp.experts.167,2.555163145065308
model.layers.12.mlp.experts.168,2.5606722831726074
model.layers.12.mlp.experts.169,2.553711414337158
model.layers.12.mlp.experts.17,2.555819272994995
model.layers.12.mlp.experts.170,2.84616756439209
model.layers.12.mlp.experts.171,2.5602638721466064
model.layers.12.mlp.experts.172,2.557070016860962
model.layers.12.mlp.experts.173,2.558046340942383
model.layers.12.mlp.experts.174,2.611886978149414
model.layers.12.mlp.experts.175,2.555875778198242
model.layers.12.mlp.experts.176,2.565000534057617
model.layers.12.mlp.experts.177,2.5630946159362797
model.layers.12.mlp.experts.178,2.5582518577575684
model.layers.12.mlp.experts.179,2.553067922592163
model.layers.12.mlp.experts.18,2.558612823486328
model.layers.12.mlp.experts.180,2.5546603202819824
model.layers.12.mlp.experts.181,2.552748203277588
model.layers.12.mlp.experts.182,2.557358264923096
model.layers.12.mlp.experts.183,2.557959079742432
model.layers.12.mlp.experts.184,2.5559544563293457
model.layers.12.mlp.experts.185,2.5599753856658936
model.layers.12.mlp.experts.186,2.561649799346924
model.layers.12.mlp.experts.187,2.560004472732544
model.layers.12.mlp.experts.188,2.579880475997925
model.layers.12.mlp.experts.189,2.555229902267456
model.layers.12.mlp.experts.19,2.5560781955718994
model.layers.12.mlp.experts.190,2.699290037155152
model.layers.12.mlp.experts.191,2.555654764175415
model.layers.12.mlp.experts.192,2.5547995567321777
model.layers.12.mlp.experts.193,2.5580735206604004
model.layers.12.mlp.experts.194,2.5967674255371094
model.layers.12.mlp.experts.195,2.578481674194336
model.layers.12.mlp.experts.196,2.580568552017212
model.layers.12.mlp.experts.197,2.91089129447937
model.layers.12.mlp.experts.198,2.559145927429199
model.layers.12.mlp.experts.199,2.5602853298187256
model.layers.12.mlp.experts.2,2.559454679489136
model.layers.12.mlp.experts.20,2.5551271438598637
model.layers.12.mlp.experts.200,2.554762363433838
model.layers.12.mlp.experts.201,2.572943687438965
model.layers.12.mlp.experts.202,2.559621572494507
model.layers.12.mlp.experts.203,2.603755235671997
model.layers.12.mlp.experts.204,2.5685927867889404
model.layers.12.mlp.experts.205,2.5555906295776367
model.layers.12.mlp.experts.206,2.55279803276062
model.layers.12.mlp.experts.207,2.5633792877197266
model.layers.12.mlp.experts.208,2.552566766738892
model.layers.12.mlp.experts.209,2.557818651199341
model.layers.12.mlp.experts.21,2.557713508605957
model.layers.12.mlp.experts.210,2.5548863410949707
model.layers.12.mlp.experts.211,2.553406238555908
model.layers.12.mlp.experts.212,2.559670925140381
model.layers.12.mlp.experts.213,2.554905414581299
model.layers.12.mlp.experts.214,2.5536041259765625
model.layers.12.mlp.experts.215,2.55535626411438
model.layers.12.mlp.experts.216,2.553100824356079
model.layers.12.mlp.experts.217,2.5598154067993164
model.layers.12.mlp.experts.218,2.5550427436828613
model.layers.12.mlp.experts.219,2.5526680946350098
model.layers.12.mlp.experts.22,2.5561952590942383
model.layers.12.mlp.experts.220,2.55226469039917
model.layers.12.mlp.experts.221,2.5660645961761475
model.layers.12.mlp.experts.222,2.5566868782043457
model.layers.12.mlp.experts.223,2.554142475128174
model.layers.12.mlp.experts.224,2.554937601089477
model.layers.12.mlp.experts.225,2.5572774410247803
model.layers.12.mlp.experts.226,2.554009199142456
model.layers.12.mlp.experts.227,2.5574660301208496
model.layers.12.mlp.experts.228,2.56404709815979
model.layers.12.mlp.experts.229,2.560778856277466
model.layers.12.mlp.experts.23,2.555795192718506
model.layers.12.mlp.experts.230,2.559686183929444
model.layers.12.mlp.experts.231,2.555426597595215
model.layers.12.mlp.experts.232,2.55734920501709
model.layers.12.mlp.experts.233,2.583046197891236
model.layers.12.mlp.experts.234,2.554746627807617
model.layers.12.mlp.experts.235,2.565620422363281
model.layers.12.mlp.experts.236,2.608740329742432
model.layers.12.mlp.experts.237,2.5726587772369385
model.layers.12.mlp.experts.238,2.559992790222168
model.layers.12.mlp.experts.239,2.5538368225097656
model.layers.12.mlp.experts.24,2.553149461746216
model.layers.12.mlp.experts.240,2.563230037689209
model.layers.12.mlp.experts.241,2.5544652938842773
model.layers.12.mlp.experts.242,2.55700159072876
model.layers.12.mlp.experts.243,2.561310052871704
model.layers.12.mlp.experts.244,2.55360746383667
model.layers.12.mlp.experts.245,2.561404228210449
model.layers.12.mlp.experts.246,2.5589137077331543
model.layers.12.mlp.experts.247,2.555214166641236
model.layers.12.mlp.experts.248,2.5612728595733643
model.layers.12.mlp.experts.249,2.5610737800598145
model.layers.12.mlp.experts.25,2.5663161277771
model.layers.12.mlp.experts.250,2.554492473602295
model.layers.12.mlp.experts.251,2.552653789520264
model.layers.12.mlp.experts.252,2.5565617084503174
model.layers.12.mlp.experts.253,2.5809059143066406
model.layers.12.mlp.experts.254,2.59114408493042
model.layers.12.mlp.experts.255,2.5598292350769043
model.layers.12.mlp.experts.26,2.555239200592041
model.layers.12.mlp.experts.27,2.55677342414856
model.layers.12.mlp.experts.28,2.554835557937622
model.layers.12.mlp.experts.29,2.9002742767333984
model.layers.12.mlp.experts.3,2.560181140899658
model.layers.12.mlp.experts.30,2.560384750366211
model.layers.12.mlp.experts.31,2.556431293487549
model.layers.12.mlp.experts.32,2.558766841888428
model.layers.12.mlp.experts.33,2.557518482208252
model.layers.12.mlp.experts.34,2.553678512573242
model.layers.12.mlp.experts.35,2.5570003986358643
model.layers.12.mlp.experts.36,2.5537753105163574
model.layers.12.mlp.experts.37,2.5602617263793945
model.layers.12.mlp.experts.38,2.5696120262146
model.layers.12.mlp.experts.39,2.556943655014038
model.layers.12.mlp.experts.4,2.559175968170166
model.layers.12.mlp.experts.40,2.556193351745605
model.layers.12.mlp.experts.41,2.556852102279663
model.layers.12.mlp.experts.42,2.5572338104248047
model.layers.12.mlp.experts.43,2.5548758506774902
model.layers.12.mlp.experts.44,2.559494972229004
model.layers.12.mlp.experts.45,2.5613274574279785
model.layers.12.mlp.experts.46,2.6025776863098145
model.layers.12.mlp.experts.47,2.6193714141845703
model.layers.12.mlp.experts.48,2.5532214641571045
model.layers.12.mlp.experts.49,2.5708494186401367
model.layers.12.mlp.experts.5,2.558310031890869
model.layers.12.mlp.experts.50,2.60376501083374
model.layers.12.mlp.experts.51,2.5612924098968506
model.layers.12.mlp.experts.52,2.557015895843506
model.layers.12.mlp.experts.53,2.574179172515869
model.layers.12.mlp.experts.54,2.5631728172302246
model.layers.12.mlp.experts.55,2.5591700077056885
model.layers.12.mlp.experts.56,2.557278633117676
model.layers.12.mlp.experts.57,2.5624210834503174
model.layers.12.mlp.experts.58,2.5571110248565674
model.layers.12.mlp.experts.59,2.5549240112304688
model.layers.12.mlp.experts.6,2.556222915649414
model.layers.12.mlp.experts.60,2.556690216064453
model.layers.12.mlp.experts.61,2.6541390419006348
model.layers.12.mlp.experts.62,2.554149389266968
model.layers.12.mlp.experts.63,2.557315826416016
model.layers.12.mlp.experts.64,2.5576276779174805
model.layers.12.mlp.experts.65,2.5702500343322754
model.layers.12.mlp.experts.66,2.561122417449951
model.layers.12.mlp.experts.67,2.552499294281006
model.layers.12.mlp.experts.68,2.5634069442749023
model.layers.12.mlp.experts.69,2.555803775787353
model.layers.12.mlp.experts.7,2.5623550415039062
model.layers.12.mlp.experts.70,2.55265212059021
model.layers.12.mlp.experts.71,2.554501533508301
model.layers.12.mlp.experts.72,2.5565450191497803
model.layers.12.mlp.experts.73,2.5688223838806152
model.layers.12.mlp.experts.74,2.5533459186553955
model.layers.12.mlp.experts.75,2.559243440628052
model.layers.12.mlp.experts.76,2.652063369750977
model.layers.12.mlp.experts.77,2.5544707775115967
model.layers.12.mlp.experts.78,2.556429147720337
model.layers.12.mlp.experts.79,2.568689346313477
model.layers.12.mlp.experts.8,2.565798759460449
model.layers.12.mlp.experts.80,3.042498826980591
model.layers.12.mlp.experts.81,2.554914951324463
model.layers.12.mlp.experts.82,2.5813417434692383
model.layers.12.mlp.experts.83,2.5596866607666016
model.layers.12.mlp.experts.84,2.554421901702881
model.layers.12.mlp.experts.85,2.5545427799224854
model.layers.12.mlp.experts.86,2.5561511516571045
model.layers.12.mlp.experts.87,2.5585007667541504
model.layers.12.mlp.experts.88,2.9825398921966557
model.layers.12.mlp.experts.89,2.55794620513916
model.layers.12.mlp.experts.9,2.555901288986206
model.layers.12.mlp.experts.90,2.5561976432800293
model.layers.12.mlp.experts.91,2.57657790184021
model.layers.12.mlp.experts.92,2.5528151988983154
model.layers.12.mlp.experts.93,2.56657075881958
model.layers.12.mlp.experts.94,2.5728561878204346
model.layers.12.mlp.experts.95,2.5580129623413086
model.layers.12.mlp.experts.96,2.5543501377105717
model.layers.12.mlp.experts.97,2.5564537048339844
model.layers.12.mlp.experts.98,2.553349256515503
model.layers.12.mlp.experts.99,2.5603513717651367
model.layers.12.mlp.shared_experts,2.8080554008483887
model.layers.12.self_attn,2.70405912399292
model.layers.13.mlp.experts.0,2.5627918243408203
model.layers.13.mlp.experts.1,2.553894519805908
model.layers.13.mlp.experts.10,2.581181049346924
model.layers.13.mlp.experts.100,2.55753231048584
model.layers.13.mlp.experts.101,2.5575718879699707
model.layers.13.mlp.experts.102,2.557151556015014
model.layers.13.mlp.experts.103,2.5526134967803955
model.layers.13.mlp.experts.104,2.557776689529419
model.layers.13.mlp.experts.105,2.5515620708465576
model.layers.13.mlp.experts.106,2.6063389778137207
model.layers.13.mlp.experts.107,2.553811550140381
model.layers.13.mlp.experts.108,2.554297685623169
model.layers.13.mlp.experts.109,2.588137149810791
model.layers.13.mlp.experts.11,2.557723999023437
model.layers.13.mlp.experts.110,2.5803062915802
model.layers.13.mlp.experts.111,2.55529260635376
model.layers.13.mlp.experts.112,2.553931474685669
model.layers.13.mlp.experts.113,2.7458627223968506
model.layers.13.mlp.experts.114,2.5748982429504395
model.layers.13.mlp.experts.115,2.555185317993164
model.layers.13.mlp.experts.116,2.5629727840423584
model.layers.13.mlp.experts.117,2.554844856262207
model.layers.13.mlp.experts.118,2.5591633319854736
model.layers.13.mlp.experts.119,2.5646657943725586
model.layers.13.mlp.experts.12,2.552052974700928
model.layers.13.mlp.experts.120,2.559284210205078
model.layers.13.mlp.experts.121,2.5853166580200195
model.layers.13.mlp.experts.122,2.571767807006836
model.layers.13.mlp.experts.123,2.5548436641693115
model.layers.13.mlp.experts.124,2.5538270473480225
model.layers.13.mlp.experts.125,2.570425510406494
model.layers.13.mlp.experts.126,2.5521163940429688
model.layers.13.mlp.experts.127,2.560797929763794
model.layers.13.mlp.experts.128,2.5525710582733154
model.layers.13.mlp.experts.129,2.5570998191833496
model.layers.13.mlp.experts.13,2.553171873092652
model.layers.13.mlp.experts.130,2.5549581050872803
model.layers.13.mlp.experts.131,2.7208917140960693
model.layers.13.mlp.experts.132,2.555120944976806
model.layers.13.mlp.experts.133,2.571741819381714
model.layers.13.mlp.experts.134,2.5541319847106934
model.layers.13.mlp.experts.135,2.599005699157715
model.layers.13.mlp.experts.136,2.55722451210022
model.layers.13.mlp.experts.137,2.552419185638428
model.layers.13.mlp.experts.138,2.5609049797058105
model.layers.13.mlp.experts.139,2.552481412887573
model.layers.13.mlp.experts.14,2.593388795852661
model.layers.13.mlp.experts.140,2.6147260665893555
model.layers.13.mlp.experts.141,2.621619701385498
model.layers.13.mlp.experts.142,2.5582549571990967
model.layers.13.mlp.experts.143,2.5655336380004883
model.layers.13.mlp.experts.144,2.8418188095092773
model.layers.13.mlp.experts.145,2.558950424194336
model.layers.13.mlp.experts.146,2.556857824325561
model.layers.13.mlp.experts.147,2.56287145614624
model.layers.13.mlp.experts.148,2.574002742767334
model.layers.13.mlp.experts.149,2.5581014156341557
model.layers.13.mlp.experts.15,2.567687511444092
model.layers.13.mlp.experts.150,2.5559499263763428
model.layers.13.mlp.experts.151,2.581312894821167
model.layers.13.mlp.experts.152,2.55311131477356
model.layers.13.mlp.experts.153,2.5552124977111816
model.layers.13.mlp.experts.154,2.556453227996826
model.layers.13.mlp.experts.155,2.556669235229492
model.layers.13.mlp.experts.156,2.576774835586548
model.layers.13.mlp.experts.157,2.5617940425872803
model.layers.13.mlp.experts.158,2.563100576400757
model.layers.13.mlp.experts.159,2.563362598419189
model.layers.13.mlp.experts.16,2.553814649581909
model.layers.13.mlp.experts.160,2.554274082183838
model.layers.13.mlp.experts.161,2.561924934387207
model.layers.13.mlp.experts.162,2.554244041442871
model.layers.13.mlp.experts.163,2.565173625946045
model.layers.13.mlp.experts.164,2.565402030944824
model.layers.13.mlp.experts.165,2.552884101867676
model.layers.13.mlp.experts.166,2.559997081756592
model.layers.13.mlp.experts.167,2.5555129051208496
model.layers.13.mlp.experts.168,2.5550789833068848
model.layers.13.mlp.experts.169,2.557625770568848
model.layers.13.mlp.experts.17,2.637358903884888
model.layers.13.mlp.experts.170,2.554274559020996
model.layers.13.mlp.experts.171,2.5552566051483154
model.layers.13.mlp.experts.172,2.555046319961548
model.layers.13.mlp.experts.173,2.556126117706299
model.layers.13.mlp.experts.174,2.558868169784546
model.layers.13.mlp.experts.175,2.557044982910156
model.layers.13.mlp.experts.176,2.5540714263916016
model.layers.13.mlp.experts.177,2.553291320800781
model.layers.13.mlp.experts.178,2.5555238723754883
model.layers.13.mlp.experts.179,2.5819525718688965
model.layers.13.mlp.experts.18,2.5522401332855225
model.layers.13.mlp.experts.180,2.5700268745422363
model.layers.13.mlp.experts.181,2.5549676418304443
model.layers.13.mlp.experts.182,2.5537269115448
model.layers.13.mlp.experts.183,2.562907218933105
model.layers.13.mlp.experts.184,2.5532264709472656
model.layers.13.mlp.experts.185,2.5614013671875
model.layers.13.mlp.experts.186,2.552461624145508
model.layers.13.mlp.experts.187,2.556612968444824
model.layers.13.mlp.experts.188,2.56128454208374
model.layers.13.mlp.experts.189,2.5580615997314453
model.layers.13.mlp.experts.19,2.55610466003418
model.layers.13.mlp.experts.190,2.552956342697144
model.layers.13.mlp.experts.191,2.568800926208496
model.layers.13.mlp.experts.192,2.5541224479675293
model.layers.13.mlp.experts.193,2.6023528575897217
model.layers.13.mlp.experts.194,2.5547754764556885
model.layers.13.mlp.experts.195,2.5552401542663574
model.layers.13.mlp.experts.196,2.5617408752441406
model.layers.13.mlp.experts.197,2.5587825775146484
model.layers.13.mlp.experts.198,2.6059350967407227
model.layers.13.mlp.experts.199,2.563204765319824
model.layers.13.mlp.experts.2,2.5523271560668945
model.layers.13.mlp.experts.20,2.5711467266082764
model.layers.13.mlp.experts.200,2.5628817081451416
model.layers.13.mlp.experts.201,2.552898406982422
model.layers.13.mlp.experts.202,2.5580801963806152
model.layers.13.mlp.experts.203,2.558114528656006
model.layers.13.mlp.experts.204,2.5559000968933105
model.layers.13.mlp.experts.205,2.562347412109375
model.layers.13.mlp.experts.206,2.55698299407959
model.layers.13.mlp.experts.207,2.5537703037261963
model.layers.13.mlp.experts.208,2.5593652725219727
model.layers.13.mlp.experts.209,2.5547308921813965
model.layers.13.mlp.experts.21,2.5697500705718994
model.layers.13.mlp.experts.210,2.584560871124268
model.layers.13.mlp.experts.211,2.558560371398926
model.layers.13.mlp.experts.212,2.552100658416748
model.layers.13.mlp.experts.213,2.5655863285064697
model.layers.13.mlp.experts.214,2.5613155364990234
model.layers.13.mlp.experts.215,2.564385175704956
model.layers.13.mlp.experts.216,2.569695949554444
model.layers.13.mlp.experts.217,2.5589308738708496
model.layers.13.mlp.experts.218,2.553528308868408
model.layers.13.mlp.experts.219,2.561771869659424
model.layers.13.mlp.experts.22,2.554837226867676
model.layers.13.mlp.experts.220,2.5595173835754395
model.layers.13.mlp.experts.221,2.8646435737609863
model.layers.13.mlp.experts.222,2.562115430831909
model.layers.13.mlp.experts.223,2.5597081184387207
model.layers.13.mlp.experts.224,2.553773164749145
model.layers.13.mlp.experts.225,2.597466468811035
model.layers.13.mlp.experts.226,2.5542423725128174
model.layers.13.mlp.experts.227,2.571726083755493
model.layers.13.mlp.experts.228,2.553272008895874
model.layers.13.mlp.experts.229,2.6153154373168945
model.layers.13.mlp.experts.23,2.5530712604522705
model.layers.13.mlp.experts.230,2.560173988342285
model.layers.13.mlp.experts.231,2.8052468299865723
model.layers.13.mlp.experts.232,2.5536766052246094
model.layers.13.mlp.experts.233,2.5526657104492188
model.layers.13.mlp.experts.234,2.557164192199707
model.layers.13.mlp.experts.235,2.5560617446899414
model.layers.13.mlp.experts.236,2.560167074203491
model.layers.13.mlp.experts.237,2.5600404739379883
model.layers.13.mlp.experts.238,2.5546624660491943
model.layers.13.mlp.experts.239,2.5596728324890137
model.layers.13.mlp.experts.24,2.58756160736084
model.layers.13.mlp.experts.240,2.558935165405273
model.layers.13.mlp.experts.241,2.552996158599853
model.layers.13.mlp.experts.242,2.9259583950042725
model.layers.13.mlp.experts.243,2.557053327560425
model.layers.13.mlp.experts.244,2.558462858200073
model.layers.13.mlp.experts.245,2.560145378112793
model.layers.13.mlp.experts.246,2.561633586883545
model.layers.13.mlp.experts.247,2.574549674987793
model.layers.13.mlp.experts.248,2.5543882846832275
model.layers.13.mlp.experts.249,2.556082010269165
model.layers.13.mlp.experts.25,2.553957462310791
model.layers.13.mlp.experts.250,2.787648916244507
model.layers.13.mlp.experts.251,2.559845209121704
model.layers.13.mlp.experts.252,2.563187837600708
model.layers.13.mlp.experts.253,2.556536912918091
model.layers.13.mlp.experts.254,2.558424472808838
model.layers.13.mlp.experts.255,2.559866428375244
model.layers.13.mlp.experts.26,2.553215980529785
model.layers.13.mlp.experts.27,2.5594189167022705
model.layers.13.mlp.experts.28,2.564411401748657
model.layers.13.mlp.experts.29,2.570826530456543
model.layers.13.mlp.experts.3,2.570833683013916
model.layers.13.mlp.experts.30,2.5540647506713867
model.layers.13.mlp.experts.31,2.5581188201904297
model.layers.13.mlp.experts.32,2.5548720359802246
model.layers.13.mlp.experts.33,2.5569467544555664
model.layers.13.mlp.experts.34,2.559016227722168
model.layers.13.mlp.experts.35,2.5872550010681152
model.layers.13.mlp.experts.36,2.562575578689575
model.layers.13.mlp.experts.37,2.553342819213867
model.layers.13.mlp.experts.38,2.553769826889038
model.layers.13.mlp.experts.39,2.553353309631348
model.layers.13.mlp.experts.4,2.556137084960937
model.layers.13.mlp.experts.40,2.5533323287963867
model.layers.13.mlp.experts.41,2.5561792850494385
model.layers.13.mlp.experts.42,2.55704116821289
model.layers.13.mlp.experts.43,2.5524535179138184
model.layers.13.mlp.experts.44,2.5799527168273926
model.layers.13.mlp.experts.45,2.565312385559082
model.layers.13.mlp.experts.46,2.561779499053955
model.layers.13.mlp.experts.47,2.5565948486328125
model.layers.13.mlp.experts.48,2.5664403438568115
model.layers.13.mlp.experts.49,2.5729193687438965
model.layers.13.mlp.experts.5,2.5663657188415527
model.layers.13.mlp.experts.50,2.587548017501831
model.layers.13.mlp.experts.51,2.556936025619507
model.layers.13.mlp.experts.52,2.552298069000244
model.layers.13.mlp.experts.53,2.5579962730407715
model.layers.13.mlp.experts.54,2.555922031402588
model.layers.13.mlp.experts.55,2.566206932067871
model.layers.13.mlp.experts.56,2.5521743297576904
model.layers.13.mlp.experts.57,2.552344799041748
model.layers.13.mlp.experts.58,2.56123161315918
model.layers.13.mlp.experts.59,2.553572177886963
model.layers.13.mlp.experts.6,2.57934308052063
model.layers.13.mlp.experts.60,2.6642603874206543
model.layers.13.mlp.experts.61,2.5550222396850586
model.layers.13.mlp.experts.62,2.5605392456054688
model.layers.13.mlp.experts.63,2.5563840866088867
model.layers.13.mlp.experts.64,2.7200424671173096
model.layers.13.mlp.experts.65,2.5576863288879395
model.layers.13.mlp.experts.66,2.565842628479004
model.layers.13.mlp.experts.67,2.551877975463867
model.layers.13.mlp.experts.68,2.555887222290039
model.layers.13.mlp.experts.69,2.5554025173187256
model.layers.13.mlp.experts.7,2.556743860244751
model.layers.13.mlp.experts.70,2.555736780166626
model.layers.13.mlp.experts.71,2.558518648147583
model.layers.13.mlp.experts.72,2.5570945739746094
model.layers.13.mlp.experts.73,2.5559659004211426
model.layers.13.mlp.experts.74,2.5626256465911865
model.layers.13.mlp.experts.75,2.5564181804656982
model.layers.13.mlp.experts.76,2.5565896034240723
model.layers.13.mlp.experts.77,2.555312156677246
model.layers.13.mlp.experts.78,2.5693893432617188
model.layers.13.mlp.experts.79,2.5549535751342773
model.layers.13.mlp.experts.8,2.5549941062927246
model.layers.13.mlp.experts.80,2.555438041687012
model.layers.13.mlp.experts.81,2.55245304107666
model.layers.13.mlp.experts.82,2.5521011352539062
model.layers.13.mlp.experts.83,2.571244239807129
model.layers.13.mlp.experts.84,2.5578773021698
model.layers.13.mlp.experts.85,2.575951099395752
model.layers.13.mlp.experts.86,2.555445671081543
model.layers.13.mlp.experts.87,2.564462900161743
model.layers.13.mlp.experts.88,2.559180498123169
model.layers.13.mlp.experts.89,2.5607597827911377
model.layers.13.mlp.experts.9,2.568832397460937
model.layers.13.mlp.experts.90,2.5524487495422363
model.layers.13.mlp.experts.91,2.559486389160156
model.layers.13.mlp.experts.92,2.5598862171173096
model.layers.13.mlp.experts.93,2.55956768989563
model.layers.13.mlp.experts.94,2.554875135421753
model.layers.13.mlp.experts.95,2.555459976196289
model.layers.13.mlp.experts.96,2.5793051719665527
model.layers.13.mlp.experts.97,2.556480407714844
model.layers.13.mlp.experts.98,2.565916061401367
model.layers.13.mlp.experts.99,2.555893898010254
model.layers.13.mlp.shared_experts,2.8096017837524414
model.layers.13.self_attn,2.6877942085266118
model.layers.14.mlp.experts.0,2.5520334243774414
model.layers.14.mlp.experts.1,2.551771879196167
model.layers.14.mlp.experts.10,2.554723262786865
model.layers.14.mlp.experts.100,2.5536751747131348
model.layers.14.mlp.experts.101,2.5530261993408203
model.layers.14.mlp.experts.102,2.5676145553588867
model.layers.14.mlp.experts.103,2.5751819610595703
model.layers.14.mlp.experts.104,2.557389736175537
model.layers.14.mlp.experts.105,2.556117057800293
model.layers.14.mlp.experts.106,2.553393840789795
model.layers.14.mlp.experts.107,2.613452672958374
model.layers.14.mlp.experts.108,2.57659912109375
model.layers.14.mlp.experts.109,2.7022716999053955
model.layers.14.mlp.experts.11,2.556692123413086
model.layers.14.mlp.experts.110,2.5520787239074707
model.layers.14.mlp.experts.111,2.56732177734375
model.layers.14.mlp.experts.112,2.556123971939087
model.layers.14.mlp.experts.113,2.555518865585327
model.layers.14.mlp.experts.114,2.5656723976135254
model.layers.14.mlp.experts.115,2.573786735534668
model.layers.14.mlp.experts.116,2.554525375366211
model.layers.14.mlp.experts.117,2.5559701919555664
model.layers.14.mlp.experts.118,2.5644850730896
model.layers.14.mlp.experts.119,2.5595662593841557
model.layers.14.mlp.experts.12,2.565517902374268
model.layers.14.mlp.experts.120,2.563042163848877
model.layers.14.mlp.experts.121,2.558760643005371
model.layers.14.mlp.experts.122,2.5591773986816406
model.layers.14.mlp.experts.123,2.5535314083099365
model.layers.14.mlp.experts.124,2.563166618347168
model.layers.14.mlp.experts.125,2.5612692832946777
model.layers.14.mlp.experts.126,2.551447868347168
model.layers.14.mlp.experts.127,2.5561423301696777
model.layers.14.mlp.experts.128,2.556570053100586
model.layers.14.mlp.experts.129,2.5532264709472656
model.layers.14.mlp.experts.13,2.5581600666046143
model.layers.14.mlp.experts.130,2.560863971710205
model.layers.14.mlp.experts.131,2.559931993484497
model.layers.14.mlp.experts.132,2.557257413864136
model.layers.14.mlp.experts.133,2.554049015045166
model.layers.14.mlp.experts.134,2.565768003463745
model.layers.14.mlp.experts.135,2.559518814086914
model.layers.14.mlp.experts.136,2.556482315063477
model.layers.14.mlp.experts.137,2.5640501976013184
model.layers.14.mlp.experts.138,2.5737576484680176
model.layers.14.mlp.experts.139,2.5760903358459477
model.layers.14.mlp.experts.14,2.5562403202056885
model.layers.14.mlp.experts.140,2.559390068054199
model.layers.14.mlp.experts.141,2.552427053451538
model.layers.14.mlp.experts.142,2.559314250946045
model.layers.14.mlp.experts.143,2.5556414127349854
model.layers.14.mlp.experts.144,2.5526647567749023
model.layers.14.mlp.experts.145,2.5582869052886963
model.layers.14.mlp.experts.146,2.554248809814453
model.layers.14.mlp.experts.147,2.6329903602600098
model.layers.14.mlp.experts.148,2.554272413253784
model.layers.14.mlp.experts.149,2.5555648803710938
model.layers.14.mlp.experts.15,2.561464548110962
model.layers.14.mlp.experts.150,2.557074546813965
model.layers.14.mlp.experts.151,2.555760145187378
model.layers.14.mlp.experts.152,2.555248737335205
model.layers.14.mlp.experts.153,2.5603597164154053
model.layers.14.mlp.experts.154,2.558063745498657
model.layers.14.mlp.experts.155,2.55570912361145
model.layers.14.mlp.experts.156,2.558063507080078
model.layers.14.mlp.experts.157,2.556806802749634
model.layers.14.mlp.experts.158,2.561232089996338
model.layers.14.mlp.experts.159,2.6481499671936035
model.layers.14.mlp.experts.16,2.557800769805908
model.layers.14.mlp.experts.160,2.562395572662353
model.layers.14.mlp.experts.161,2.565761089324951
model.layers.14.mlp.experts.162,2.560999870300293
model.layers.14.mlp.experts.163,2.553527355194092
model.layers.14.mlp.experts.164,2.636554718017578
model.layers.14.mlp.experts.165,2.55732536315918
model.layers.14.mlp.experts.166,2.5580289363861084
model.layers.14.mlp.experts.167,2.559090375900269
model.layers.14.mlp.experts.168,2.5630366802215576
model.layers.14.mlp.experts.169,2.558119535446167
model.layers.14.mlp.experts.17,2.5583860874176025
model.layers.14.mlp.experts.170,2.949094772338867
model.layers.14.mlp.experts.171,2.555837154388428
model.layers.14.mlp.experts.172,2.559007167816162
model.layers.14.mlp.experts.173,2.5581276416778564
model.layers.14.mlp.experts.174,2.8157384395599365
model.layers.14.mlp.experts.175,2.5550031661987305
model.layers.14.mlp.experts.176,2.57793927192688
model.layers.14.mlp.experts.177,2.576067924499512
model.layers.14.mlp.experts.178,2.5579307079315186
model.layers.14.mlp.experts.179,2.552595615386963
model.layers.14.mlp.experts.18,2.5548062324523926
model.layers.14.mlp.experts.180,2.552194356918335
model.layers.14.mlp.experts.181,2.551827907562256
model.layers.14.mlp.experts.182,2.555302143096924
model.layers.14.mlp.experts.183,2.5519397258758545
model.layers.14.mlp.experts.184,2.583064556121826
model.layers.14.mlp.experts.185,2.554525375366211
model.layers.14.mlp.experts.186,2.5619988441467285
model.layers.14.mlp.experts.187,2.5588765144348145
model.layers.14.mlp.experts.188,2.686928987503052
model.layers.14.mlp.experts.189,2.5556960105896
model.layers.14.mlp.experts.19,2.56545352935791
model.layers.14.mlp.experts.190,2.5528564453125
model.layers.14.mlp.experts.191,2.560720205307007
model.layers.14.mlp.experts.192,2.5577495098114014
model.layers.14.mlp.experts.193,2.5580124855041504
model.layers.14.mlp.experts.194,2.554476737976074
model.layers.14.mlp.experts.195,2.640637159347534
model.layers.14.mlp.experts.196,2.556682109832764
model.layers.14.mlp.experts.197,2.554565191268921
model.layers.14.mlp.experts.198,2.555014133453369
model.layers.14.mlp.experts.199,2.559168100357056
model.layers.14.mlp.experts.2,2.5593461990356445
model.layers.14.mlp.experts.20,2.5699949264526367
model.layers.14.mlp.experts.200,2.556780815124512
model.layers.14.mlp.experts.201,2.5517497062683105
model.layers.14.mlp.experts.202,3.418707609176636
model.layers.14.mlp.experts.203,2.556004524230957
model.layers.14.mlp.experts.204,2.565147638320923
model.layers.14.mlp.experts.205,2.576630115509033
model.layers.14.mlp.experts.206,2.56892991065979
model.layers.14.mlp.experts.207,2.554048538208008
model.layers.14.mlp.experts.208,2.554049015045166
model.layers.14.mlp.experts.209,2.5646209716796875
model.layers.14.mlp.experts.21,2.572746753692627
model.layers.14.mlp.experts.210,2.5555431842803955
model.layers.14.mlp.experts.211,2.554682731628418
model.layers.14.mlp.experts.212,2.779768228530884
model.layers.14.mlp.experts.213,2.557846784591675
model.layers.14.mlp.experts.214,2.55727219581604
model.layers.14.mlp.experts.215,2.556230068206787
model.layers.14.mlp.experts.216,2.571190357208252
model.layers.14.mlp.experts.217,2.5648043155670166
model.layers.14.mlp.experts.218,2.5550005435943604
model.layers.14.mlp.experts.219,2.580477714538574
model.layers.14.mlp.experts.22,2.556471586227417
model.layers.14.mlp.experts.220,2.5600781440734863
model.layers.14.mlp.experts.221,2.5617775917053223
model.layers.14.mlp.experts.222,2.578920125961304
model.layers.14.mlp.experts.223,2.558750629425049
model.layers.14.mlp.experts.224,2.562246084213257
model.layers.14.mlp.experts.225,2.582926034927368
model.layers.14.mlp.experts.226,2.568657875061035
model.layers.14.mlp.experts.227,2.556478977203369
model.layers.14.mlp.experts.228,2.560534715652466
model.layers.14.mlp.experts.229,2.56978702545166
model.layers.14.mlp.experts.23,2.564178943634033
model.layers.14.mlp.experts.230,2.5525753498077397
model.layers.14.mlp.experts.231,2.5523428916931152
model.layers.14.mlp.experts.232,2.5880980491638184
model.layers.14.mlp.experts.233,2.5677778720855717
model.layers.14.mlp.experts.234,2.567753553390503
model.layers.14.mlp.experts.235,2.5586307048797607
model.layers.14.mlp.experts.236,2.563533067703247
model.layers.14.mlp.experts.237,2.556863307952881
model.layers.14.mlp.experts.238,2.8563551902771
model.layers.14.mlp.experts.239,2.569196939468384
model.layers.14.mlp.experts.24,2.5569100379943848
model.layers.14.mlp.experts.240,2.558786630630493
model.layers.14.mlp.experts.241,2.558408260345459
model.layers.14.mlp.experts.242,2.5629467964172363
model.layers.14.mlp.experts.243,2.560248851776123
model.layers.14.mlp.experts.244,2.561739921569824
model.layers.14.mlp.experts.245,2.565678596496582
model.layers.14.mlp.experts.246,2.551771402359009
model.layers.14.mlp.experts.247,2.5562407970428467
model.layers.14.mlp.experts.248,2.748326778411865
model.layers.14.mlp.experts.249,2.5668182373046875
model.layers.14.mlp.experts.25,2.5702805519104004
model.layers.14.mlp.experts.250,2.551793575286865
model.layers.14.mlp.experts.251,2.552912712097168
model.layers.14.mlp.experts.252,2.558478593826294
model.layers.14.mlp.experts.253,2.5575814247131348
model.layers.14.mlp.experts.254,2.5570130348205566
model.layers.14.mlp.experts.255,2.5584535598754883
model.layers.14.mlp.experts.26,2.555184841156006
model.layers.14.mlp.experts.27,2.554727792739868
model.layers.14.mlp.experts.28,2.5616440773010254
model.layers.14.mlp.experts.29,2.6155717372894287
model.layers.14.mlp.experts.3,2.5544819831848145
model.layers.14.mlp.experts.30,2.601346015930176
model.layers.14.mlp.experts.31,2.579216480255127
model.layers.14.mlp.experts.32,3.029947280883789
model.layers.14.mlp.experts.33,2.594469785690308
model.layers.14.mlp.experts.34,2.5575289726257324
model.layers.14.mlp.experts.35,2.551795721054077
model.layers.14.mlp.experts.36,2.6980621814727783
model.layers.14.mlp.experts.37,2.555835247039795
model.layers.14.mlp.experts.38,2.5574827194213867
model.layers.14.mlp.experts.39,2.581818103790283
model.layers.14.mlp.experts.4,2.6590709686279297
model.layers.14.mlp.experts.40,2.581745147705078
model.layers.14.mlp.experts.41,2.572450637817383
model.layers.14.mlp.experts.42,2.5618255138397217
model.layers.14.mlp.experts.43,2.552159309387207
model.layers.14.mlp.experts.44,2.556819438934326
model.layers.14.mlp.experts.45,2.556591510772705
model.layers.14.mlp.experts.46,2.753188133239746
model.layers.14.mlp.experts.47,2.563201904296875
model.layers.14.mlp.experts.48,2.5545825958251958
model.layers.14.mlp.experts.49,2.5516562461853027
model.layers.14.mlp.experts.5,2.5979666709899902
model.layers.14.mlp.experts.50,2.569070339202881
model.layers.14.mlp.experts.51,2.598130941390991
model.layers.14.mlp.experts.52,2.570875644683838
model.layers.14.mlp.experts.53,2.570413112640381
model.layers.14.mlp.experts.54,2.5629706382751465
model.layers.14.mlp.experts.55,2.581839799880981
model.layers.14.mlp.experts.56,2.570082902908325
model.layers.14.mlp.experts.57,2.559377908706665
model.layers.14.mlp.experts.58,2.553888320922852
model.layers.14.mlp.experts.59,2.581867218017578
model.layers.14.mlp.experts.6,2.556734561920166
model.layers.14.mlp.experts.60,2.559521436691284
model.layers.14.mlp.experts.61,2.5580625534057617
model.layers.14.mlp.experts.62,2.564145565032959
model.layers.14.mlp.experts.63,2.5676095485687256
model.layers.14.mlp.experts.64,2.566356658935547
model.layers.14.mlp.experts.65,2.554817676544189
model.layers.14.mlp.experts.66,2.627336263656616
model.layers.14.mlp.experts.67,2.5565340518951416
model.layers.14.mlp.experts.68,2.556727647781372
model.layers.14.mlp.experts.69,2.5601449012756348
model.layers.14.mlp.experts.7,2.557349920272827
model.layers.14.mlp.experts.70,2.557429552078247
model.layers.14.mlp.experts.71,2.567218065261841
model.layers.14.mlp.experts.72,2.560617446899414
model.layers.14.mlp.experts.73,2.5512523651123047
model.layers.14.mlp.experts.74,2.5567855834960938
model.layers.14.mlp.experts.75,2.585960865020752
model.layers.14.mlp.experts.76,2.597785711288452
model.layers.14.mlp.experts.77,2.559415340423584
model.layers.14.mlp.experts.78,2.5568201541900635
model.layers.14.mlp.experts.79,2.5853488445281982
model.layers.14.mlp.experts.8,2.557037115097046
model.layers.14.mlp.experts.80,2.555995464324951
model.layers.14.mlp.experts.81,2.554421901702881
model.layers.14.mlp.experts.82,2.555344343185425
model.layers.14.mlp.experts.83,2.559659957885742
model.layers.14.mlp.experts.84,2.610318660736084
model.layers.14.mlp.experts.85,2.5714473724365234
model.layers.14.mlp.experts.86,2.5769643783569336
model.layers.14.mlp.experts.87,2.5575263500213623
model.layers.14.mlp.experts.88,2.556280851364136
model.layers.14.mlp.experts.89,2.5553646087646484
model.layers.14.mlp.experts.9,2.552662134170532
model.layers.14.mlp.experts.90,2.555625915527344
model.layers.14.mlp.experts.91,2.5845539569854736
model.layers.14.mlp.experts.92,2.560200452804565
model.layers.14.mlp.experts.93,3.127232789993286
model.layers.14.mlp.experts.94,2.591768264770508
model.layers.14.mlp.experts.95,2.56179141998291
model.layers.14.mlp.experts.96,2.5525062084198
model.layers.14.mlp.experts.97,2.555202007293701
model.layers.14.mlp.experts.98,2.566275358200073
model.layers.14.mlp.experts.99,2.5624594688415527
model.layers.14.mlp.shared_experts,2.8168153762817383
model.layers.14.self_attn,2.652949810028076
model.layers.15.mlp.experts.0,2.5564279556274414
model.layers.15.mlp.experts.1,2.564359426498413
model.layers.15.mlp.experts.10,2.561427593231201
model.layers.15.mlp.experts.100,2.5703611373901367
model.layers.15.mlp.experts.101,2.5581350326538086
model.layers.15.mlp.experts.102,2.569798231124878
model.layers.15.mlp.experts.103,2.572662115097046
model.layers.15.mlp.experts.104,2.566938877105713
model.layers.15.mlp.experts.105,2.5696136951446533
model.layers.15.mlp.experts.106,2.560033798217773
model.layers.15.mlp.experts.107,2.566235065460205
model.layers.15.mlp.experts.108,2.551370620727539
model.layers.15.mlp.experts.109,2.559361457824707
model.layers.15.mlp.experts.11,2.569715738296509
model.layers.15.mlp.experts.110,2.557119131088257
model.layers.15.mlp.experts.111,2.5566956996917725
model.layers.15.mlp.experts.112,2.5546247959136963
model.layers.15.mlp.experts.113,2.5572094917297363
model.layers.15.mlp.experts.114,2.55501651763916
model.layers.15.mlp.experts.115,2.5578575134277344
model.layers.15.mlp.experts.116,2.5601284503936768
model.layers.15.mlp.experts.117,2.5567052364349365
model.layers.15.mlp.experts.118,2.5628809928894043
model.layers.15.mlp.experts.119,2.5597028732299805
model.layers.15.mlp.experts.12,2.553039073944092
model.layers.15.mlp.experts.120,2.565498113632202
model.layers.15.mlp.experts.121,2.5722789764404297
model.layers.15.mlp.experts.122,2.553927421569824
model.layers.15.mlp.experts.123,2.568878412246704
model.layers.15.mlp.experts.124,2.555737972259521
model.layers.15.mlp.experts.125,2.633844375610352
model.layers.15.mlp.experts.126,2.554436445236206
model.layers.15.mlp.experts.127,2.5661845207214355
model.layers.15.mlp.experts.128,2.560678720474243
model.layers.15.mlp.experts.129,2.55466628074646
model.layers.15.mlp.experts.13,2.558497190475464
model.layers.15.mlp.experts.130,2.5527944564819336
model.layers.15.mlp.experts.131,2.5548877716064453
model.layers.15.mlp.experts.132,2.572674036026001
model.layers.15.mlp.experts.133,2.56028413772583
model.layers.15.mlp.experts.134,2.555912494659424
model.layers.15.mlp.experts.135,2.560654163360596
model.layers.15.mlp.experts.136,2.8333752155303955
model.layers.15.mlp.experts.137,2.5629777908325195
model.layers.15.mlp.experts.138,2.570264339447021
model.layers.15.mlp.experts.139,2.567138671875
model.layers.15.mlp.experts.14,2.611968517303467
model.layers.15.mlp.experts.140,2.562791109085083
model.layers.15.mlp.experts.141,2.5575063228607178
model.layers.15.mlp.experts.142,2.5574162006378174
model.layers.15.mlp.experts.143,2.5559048652648926
model.layers.15.mlp.experts.144,2.555527210235596
model.layers.15.mlp.experts.145,2.5575108528137207
model.layers.15.mlp.experts.146,2.5564539432525635
model.layers.15.mlp.experts.147,2.554939746856689
model.layers.15.mlp.experts.148,2.5700740814208984
model.layers.15.mlp.experts.149,2.5540919303894043
model.layers.15.mlp.experts.15,2.5578036308288574
model.layers.15.mlp.experts.150,2.558283805847168
model.layers.15.mlp.experts.151,2.588132381439209
model.layers.15.mlp.experts.152,2.576323747634888
model.layers.15.mlp.experts.153,2.575138568878174
model.layers.15.mlp.experts.154,2.553421974182129
model.layers.15.mlp.experts.155,2.555959701538086
model.layers.15.mlp.experts.156,2.554612159729004
model.layers.15.mlp.experts.157,2.5580196380615234
model.layers.15.mlp.experts.158,2.572784662246704
model.layers.15.mlp.experts.159,2.637936353683472
model.layers.15.mlp.experts.16,2.5711512565612797
model.layers.15.mlp.experts.160,2.559551239013672
model.layers.15.mlp.experts.161,2.557602882385254
model.layers.15.mlp.experts.162,2.5707898139953613
model.layers.15.mlp.experts.163,2.5789031982421875
model.layers.15.mlp.experts.164,2.5564396381378174
model.layers.15.mlp.experts.165,2.5725622177124023
model.layers.15.mlp.experts.166,2.559177160263061
model.layers.15.mlp.experts.167,2.553517818450928
model.layers.15.mlp.experts.168,2.610235929489136
model.layers.15.mlp.experts.169,2.562216281890869
model.layers.15.mlp.experts.17,2.57033634185791
model.layers.15.mlp.experts.170,2.553910493850708
model.layers.15.mlp.experts.171,2.55649471282959
model.layers.15.mlp.experts.172,2.5568995475769043
model.layers.15.mlp.experts.173,2.609290599822998
model.layers.15.mlp.experts.174,2.557180643081665
model.layers.15.mlp.experts.175,2.553696155548096
model.layers.15.mlp.experts.176,2.5521903038024902
model.layers.15.mlp.experts.177,2.5603322982788086
model.layers.15.mlp.experts.178,2.670319080352783
model.layers.15.mlp.experts.179,2.5544252395629883
model.layers.15.mlp.experts.18,2.559422731399536
model.layers.15.mlp.experts.180,2.561784267425537
model.layers.15.mlp.experts.181,2.5821313858032227
model.layers.15.mlp.experts.182,2.553664207458496
model.layers.15.mlp.experts.183,2.62133264541626
model.layers.15.mlp.experts.184,2.557931661605835
model.layers.15.mlp.experts.185,2.5574634075164795
model.layers.15.mlp.experts.186,2.563038825988769
model.layers.15.mlp.experts.187,2.578066825866699
model.layers.15.mlp.experts.188,2.566234827041626
model.layers.15.mlp.experts.189,2.583463668823242
model.layers.15.mlp.experts.19,2.559969425201416
model.layers.15.mlp.experts.190,2.557848691940308
model.layers.15.mlp.experts.191,2.579183578491211
model.layers.15.mlp.experts.192,2.5647268295288086
model.layers.15.mlp.experts.193,2.5631580352783203
model.layers.15.mlp.experts.194,2.553220272064209
model.layers.15.mlp.experts.195,2.5555922985076904
model.layers.15.mlp.experts.196,2.5532381534576416
model.layers.15.mlp.experts.197,2.5663442611694336
model.layers.15.mlp.experts.198,2.5913357734680176
model.layers.15.mlp.experts.199,2.5723509788513184
model.layers.15.mlp.experts.2,2.573974370956421
model.layers.15.mlp.experts.20,2.552976608276367
model.layers.15.mlp.experts.200,2.555583238601685
model.layers.15.mlp.experts.201,2.557364225387573
model.layers.15.mlp.experts.202,2.561696529388428
model.layers.15.mlp.experts.203,2.554116725921631
model.layers.15.mlp.experts.204,2.5584402084350586
model.layers.15.mlp.experts.205,2.560061454772949
model.layers.15.mlp.experts.206,2.5687146186828613
model.layers.15.mlp.experts.207,2.566265344619751
model.layers.15.mlp.experts.208,2.55701231956482
model.layers.15.mlp.experts.209,2.5559895038604736
model.layers.15.mlp.experts.21,2.561451196670532
model.layers.15.mlp.experts.210,2.574626445770264
model.layers.15.mlp.experts.211,2.5735371112823486
model.layers.15.mlp.experts.212,2.5546059608459477
model.layers.15.mlp.experts.213,2.55903434753418
model.layers.15.mlp.experts.214,2.5521881580352783
model.layers.15.mlp.experts.215,2.5564427375793457
model.layers.15.mlp.experts.216,2.5939605236053467
model.layers.15.mlp.experts.217,2.552349805831909
model.layers.15.mlp.experts.218,2.5573363304138184
model.layers.15.mlp.experts.219,2.5648674964904785
model.layers.15.mlp.experts.22,2.7165775299072266
model.layers.15.mlp.experts.220,2.5585086345672607
model.layers.15.mlp.experts.221,2.5987470149993896
model.layers.15.mlp.experts.222,2.564356565475464
model.layers.15.mlp.experts.223,2.568344831466675
model.layers.15.mlp.experts.224,2.5541954040527344
model.layers.15.mlp.experts.225,2.5590474605560303
model.layers.15.mlp.experts.226,2.5570602416992188
model.layers.15.mlp.experts.227,2.5625710487365723
model.layers.15.mlp.experts.228,2.5535531044006348
model.layers.15.mlp.experts.229,2.5614025592803955
model.layers.15.mlp.experts.23,2.559535503387451
model.layers.15.mlp.experts.230,2.556557893753052
model.layers.15.mlp.experts.231,2.5569653511047363
model.layers.15.mlp.experts.232,2.5652103424072266
model.layers.15.mlp.experts.233,2.5537257194519043
model.layers.15.mlp.experts.234,2.5587940216064453
model.layers.15.mlp.experts.235,2.568689346313477
model.layers.15.mlp.experts.236,2.5587286949157715
model.layers.15.mlp.experts.237,2.555558443069458
model.layers.15.mlp.experts.238,2.559786319732666
model.layers.15.mlp.experts.239,2.5654258728027344
model.layers.15.mlp.experts.24,2.5560977458953857
model.layers.15.mlp.experts.240,2.5568714141845703
model.layers.15.mlp.experts.241,2.5515449047088623
model.layers.15.mlp.experts.242,2.552699089050293
model.layers.15.mlp.experts.243,2.554850578308105
model.layers.15.mlp.experts.244,2.5628256797790527
model.layers.15.mlp.experts.245,2.561549425125122
model.layers.15.mlp.experts.246,2.558762550354004
model.layers.15.mlp.experts.247,2.558151960372925
model.layers.15.mlp.experts.248,2.5585310459136963
model.layers.15.mlp.experts.249,2.55615758895874
model.layers.15.mlp.experts.25,2.553606986999512
model.layers.15.mlp.experts.250,2.5543665885925293
model.layers.15.mlp.experts.251,2.616635799407959
model.layers.15.mlp.experts.252,2.5546932220458984
model.layers.15.mlp.experts.253,2.55523419380188
model.layers.15.mlp.experts.254,2.555213928222656
model.layers.15.mlp.experts.255,2.555958032608032
model.layers.15.mlp.experts.26,2.5586185455322266
model.layers.15.mlp.experts.27,2.56790542602539
model.layers.15.mlp.experts.28,2.585846424102783
model.layers.15.mlp.experts.29,2.6406173706054688
model.layers.15.mlp.experts.3,2.5600736141204834
model.layers.15.mlp.experts.30,2.5606331825256348
model.layers.15.mlp.experts.31,2.5559589862823486
model.layers.15.mlp.experts.32,2.559964179992676
model.layers.15.mlp.experts.33,2.5552804470062256
model.layers.15.mlp.experts.34,2.646019458770752
model.layers.15.mlp.experts.35,2.555229425430298
model.layers.15.mlp.experts.36,2.556565761566162
model.layers.15.mlp.experts.37,2.557610034942627
model.layers.15.mlp.experts.38,2.5567891597747803
model.layers.15.mlp.experts.39,2.552722215652466
model.layers.15.mlp.experts.4,2.5590357780456543
model.layers.15.mlp.experts.40,2.5610430240631104
model.layers.15.mlp.experts.41,2.5601494312286377
model.layers.15.mlp.experts.42,2.797654151916504
model.layers.15.mlp.experts.43,2.557215452194214
model.layers.15.mlp.experts.44,2.5584583282470703
model.layers.15.mlp.experts.45,2.551891326904297
model.layers.15.mlp.experts.46,2.557211875915528
model.layers.15.mlp.experts.47,2.558470726013184
model.layers.15.mlp.experts.48,2.565192937850952
model.layers.15.mlp.experts.49,2.552180767059326
model.layers.15.mlp.experts.5,2.5582714080810547
model.layers.15.mlp.experts.50,2.553321123123169
model.layers.15.mlp.experts.51,2.5632565021514893
model.layers.15.mlp.experts.52,2.5558595657348637
model.layers.15.mlp.experts.53,2.56361985206604
model.layers.15.mlp.experts.54,2.5732533931732178
model.layers.15.mlp.experts.55,2.5557701587677
model.layers.15.mlp.experts.56,2.590527057647705
model.layers.15.mlp.experts.57,2.557289123535156
model.layers.15.mlp.experts.58,2.557271957397461
model.layers.15.mlp.experts.59,2.5668811798095703
model.layers.15.mlp.experts.6,2.5667707920074463
model.layers.15.mlp.experts.60,2.583009958267212
model.layers.15.mlp.experts.61,2.5542571544647217
model.layers.15.mlp.experts.62,2.5700159072875977
model.layers.15.mlp.experts.63,2.5590696334838867
model.layers.15.mlp.experts.64,2.5554113388061523
model.layers.15.mlp.experts.65,2.5648412704467773
model.layers.15.mlp.experts.66,2.562272071838379
model.layers.15.mlp.experts.67,2.553701877593994
model.layers.15.mlp.experts.68,2.5547266006469727
model.layers.15.mlp.experts.69,2.569156646728516
model.layers.15.mlp.experts.7,2.564774513244629
model.layers.15.mlp.experts.70,2.585776090621948
model.layers.15.mlp.experts.71,2.6013388633728027
model.layers.15.mlp.experts.72,2.557649612426758
model.layers.15.mlp.experts.73,2.5516810417175293
model.layers.15.mlp.experts.74,2.558049440383911
model.layers.15.mlp.experts.75,2.572085380554199
model.layers.15.mlp.experts.76,2.5757641792297363
model.layers.15.mlp.experts.77,2.5553994178771973
model.layers.15.mlp.experts.78,2.5595383644104004
model.layers.15.mlp.experts.79,2.582908391952514
model.layers.15.mlp.experts.8,2.5691020488739014
model.layers.15.mlp.experts.80,2.8384013175964355
model.layers.15.mlp.experts.81,2.552687168121338
model.layers.15.mlp.experts.82,2.555805206298828
model.layers.15.mlp.experts.83,2.585245132446289
model.layers.15.mlp.experts.84,2.5576117038726807
model.layers.15.mlp.experts.85,2.9334659576416016
model.layers.15.mlp.experts.86,2.5744221210479736
model.layers.15.mlp.experts.87,2.556324243545532
model.layers.15.mlp.experts.88,2.5560050010681152
model.layers.15.mlp.experts.89,2.5561389923095703
model.layers.15.mlp.experts.9,2.554438352584839
model.layers.15.mlp.experts.90,2.5614049434661865
model.layers.15.mlp.experts.91,2.582606315612793
model.layers.15.mlp.experts.92,2.557589054107666
model.layers.15.mlp.experts.93,2.5566718578338623
model.layers.15.mlp.experts.94,2.5642662048339844
model.layers.15.mlp.experts.95,2.553722381591797
model.layers.15.mlp.experts.96,2.615880489349365
model.layers.15.mlp.experts.97,2.5818140506744385
model.layers.15.mlp.experts.98,2.552928924560547
model.layers.15.mlp.experts.99,2.5850696563720703
model.layers.15.mlp.shared_experts,2.802474021911621
model.layers.15.self_attn,2.6359357833862305
model.layers.16.mlp.experts.0,2.5735907554626465
model.layers.16.mlp.experts.1,2.581648826599121
model.layers.16.mlp.experts.10,2.5570268630981445
model.layers.16.mlp.experts.100,2.5852842330932617
model.layers.16.mlp.experts.101,2.569281816482544
model.layers.16.mlp.experts.102,2.5758416652679443
model.layers.16.mlp.experts.103,2.56753158569336
model.layers.16.mlp.experts.104,2.556462526321411
model.layers.16.mlp.experts.105,3.15576696395874
model.layers.16.mlp.experts.106,2.558502197265625
model.layers.16.mlp.experts.107,2.5684101581573486
model.layers.16.mlp.experts.108,2.555081605911255
model.layers.16.mlp.experts.109,2.555861473083496
model.layers.16.mlp.experts.11,2.56535005569458
model.layers.16.mlp.experts.110,2.5566320419311523
model.layers.16.mlp.experts.111,2.563537359237671
model.layers.16.mlp.experts.112,2.5573105812072754
model.layers.16.mlp.experts.113,2.551560401916504
model.layers.16.mlp.experts.114,2.556623697280884
model.layers.16.mlp.experts.115,2.554694414138794
model.layers.16.mlp.experts.116,2.553244113922119
model.layers.16.mlp.experts.117,2.555160522460937
model.layers.16.mlp.experts.118,2.559911012649536
model.layers.16.mlp.experts.119,2.559515476226806
model.layers.16.mlp.experts.12,2.6182749271392822
model.layers.16.mlp.experts.120,2.580687999725342
model.layers.16.mlp.experts.121,2.561786651611328
model.layers.16.mlp.experts.122,2.556364059448242
model.layers.16.mlp.experts.123,2.5557241439819336
model.layers.16.mlp.experts.124,2.55178165435791
model.layers.16.mlp.experts.125,2.5562903881073
model.layers.16.mlp.experts.126,2.556805372238159
model.layers.16.mlp.experts.127,2.5794851779937744
model.layers.16.mlp.experts.128,2.556032657623291
model.layers.16.mlp.experts.129,2.6029367446899414
model.layers.16.mlp.experts.13,2.5562052726745605
model.layers.16.mlp.experts.130,2.617818832397461
model.layers.16.mlp.experts.131,2.581502914428711
model.layers.16.mlp.experts.132,2.564514398574829
model.layers.16.mlp.experts.133,2.557468175888061
model.layers.16.mlp.experts.134,2.552633762359619
model.layers.16.mlp.experts.135,2.562219858169556
model.layers.16.mlp.experts.136,2.5626420974731445
model.layers.16.mlp.experts.137,2.5716376304626465
model.layers.16.mlp.experts.138,2.5692038536071777
model.layers.16.mlp.experts.139,2.554183006286621
model.layers.16.mlp.experts.14,2.5601372718811035
model.layers.16.mlp.experts.140,2.5605664253234863
model.layers.16.mlp.experts.141,2.5709099769592285
model.layers.16.mlp.experts.142,2.5546116828918457
model.layers.16.mlp.experts.143,2.581696033477783
model.layers.16.mlp.experts.144,2.5570597648620605
model.layers.16.mlp.experts.145,2.5620248317718506
model.layers.16.mlp.experts.146,2.5617058277130127
model.layers.16.mlp.experts.147,2.563300371170044
model.layers.16.mlp.experts.148,2.5572378635406494
model.layers.16.mlp.experts.149,2.558271169662476
model.layers.16.mlp.experts.15,2.557389259338379
model.layers.16.mlp.experts.150,2.554166316986084
model.layers.16.mlp.experts.151,2.556720495223999
model.layers.16.mlp.experts.152,2.5594229698181152
model.layers.16.mlp.experts.153,2.5605337619781494
model.layers.16.mlp.experts.154,2.554346799850464
model.layers.16.mlp.experts.155,2.56044864654541
model.layers.16.mlp.experts.156,2.568263053894043
model.layers.16.mlp.experts.157,2.5551681518554688
model.layers.16.mlp.experts.158,2.560667037963867
model.layers.16.mlp.experts.159,2.5996484756469727
model.layers.16.mlp.experts.16,2.5588412284851074
model.layers.16.mlp.experts.160,2.5639185905456543
model.layers.16.mlp.experts.161,2.6707851886749268
model.layers.16.mlp.experts.162,2.557294607162476
model.layers.16.mlp.experts.163,2.5558390617370605
model.layers.16.mlp.experts.164,2.555840492248535
model.layers.16.mlp.experts.165,2.556467056274414
model.layers.16.mlp.experts.166,2.5642881393432617
model.layers.16.mlp.experts.167,2.552525758743286
model.layers.16.mlp.experts.168,2.5562822818756104
model.layers.16.mlp.experts.169,2.62998628616333
model.layers.16.mlp.experts.17,2.5521128177642822
model.layers.16.mlp.experts.170,2.559233903884888
model.layers.16.mlp.experts.171,2.554476261138916
model.layers.16.mlp.experts.172,2.556955337524414
model.layers.16.mlp.experts.173,2.556910514831543
model.layers.16.mlp.experts.174,2.572053909301758
model.layers.16.mlp.experts.175,2.5586283206939697
model.layers.16.mlp.experts.176,2.6973764896392822
model.layers.16.mlp.experts.177,2.5522470474243164
model.layers.16.mlp.experts.178,2.558412551879883
model.layers.16.mlp.experts.179,2.5674047470092773
model.layers.16.mlp.experts.18,2.5569663047790527
model.layers.16.mlp.experts.180,2.5655264854431152
model.layers.16.mlp.experts.181,2.5629844665527344
model.layers.16.mlp.experts.182,2.552587985992432
model.layers.16.mlp.experts.183,2.5598561763763428
model.layers.16.mlp.experts.184,2.55350399017334
model.layers.16.mlp.experts.185,2.554287433624268
model.layers.16.mlp.experts.186,2.5526552200317383
model.layers.16.mlp.experts.187,2.5561485290527344
model.layers.16.mlp.experts.188,2.552574634552002
model.layers.16.mlp.experts.189,2.554642915725708
model.layers.16.mlp.experts.19,2.615976333618164
model.layers.16.mlp.experts.190,2.5949301719665527
model.layers.16.mlp.experts.191,2.5577454566955566
model.layers.16.mlp.experts.192,2.636542797088623
model.layers.16.mlp.experts.193,2.56641149520874
model.layers.16.mlp.experts.194,2.5535569190979004
model.layers.16.mlp.experts.195,3.450929641723633
model.layers.16.mlp.experts.196,2.560678482055664
model.layers.16.mlp.experts.197,2.5698065757751465
model.layers.16.mlp.experts.198,2.5545639991760254
model.layers.16.mlp.experts.199,2.5788965225219727
model.layers.16.mlp.experts.2,2.563581705093384
model.layers.16.mlp.experts.20,2.556708335876465
model.layers.16.mlp.experts.200,2.6053950786590576
model.layers.16.mlp.experts.201,2.5546646118164062
model.layers.16.mlp.experts.202,2.570579767227173
model.layers.16.mlp.experts.203,2.551313638687134
model.layers.16.mlp.experts.204,2.562586784362793
model.layers.16.mlp.experts.205,2.56502103805542
model.layers.16.mlp.experts.206,2.5632758140563965
model.layers.16.mlp.experts.207,2.5553719997406006
model.layers.16.mlp.experts.208,2.560168027877808
model.layers.16.mlp.experts.209,2.5587172508239746
model.layers.16.mlp.experts.21,3.386956691741944
model.layers.16.mlp.experts.210,2.557929992675781
model.layers.16.mlp.experts.211,2.619901180267334
model.layers.16.mlp.experts.212,2.559504985809326
model.layers.16.mlp.experts.213,2.565993547439575
model.layers.16.mlp.experts.214,2.559886693954468
model.layers.16.mlp.experts.215,2.5516374111175537
model.layers.16.mlp.experts.216,2.558661460876465
model.layers.16.mlp.experts.217,2.5560317039489746
model.layers.16.mlp.experts.218,2.573397159576416
model.layers.16.mlp.experts.219,2.99072265625
model.layers.16.mlp.experts.22,2.55220627784729
model.layers.16.mlp.experts.220,2.5771613121032715
model.layers.16.mlp.experts.221,2.551715612411499
model.layers.16.mlp.experts.222,2.5652546882629395
model.layers.16.mlp.experts.223,2.551265954971313
model.layers.16.mlp.experts.224,2.557882308959961
model.layers.16.mlp.experts.225,2.5521373748779297
model.layers.16.mlp.experts.226,2.551980495452881
model.layers.16.mlp.experts.227,2.5514841079711914
model.layers.16.mlp.experts.228,2.5571579933166504
model.layers.16.mlp.experts.229,2.56439471244812
model.layers.16.mlp.experts.23,2.564718246459961
model.layers.16.mlp.experts.230,2.552933692932129
model.layers.16.mlp.experts.231,2.557504892349243
model.layers.16.mlp.experts.232,2.557260274887085
model.layers.16.mlp.experts.233,2.5510025024414062
model.layers.16.mlp.experts.234,2.561407327651977
model.layers.16.mlp.experts.235,2.554171323776245
model.layers.16.mlp.experts.236,2.5809714794158936
model.layers.16.mlp.experts.237,2.559575319290161
model.layers.16.mlp.experts.238,2.5555174350738525
model.layers.16.mlp.experts.239,2.556450605392456
model.layers.16.mlp.experts.24,2.558992385864258
model.layers.16.mlp.experts.240,2.5574839115142822
model.layers.16.mlp.experts.241,2.552318572998047
model.layers.16.mlp.experts.242,2.5551645755767822
model.layers.16.mlp.experts.243,2.5511388778686523
model.layers.16.mlp.experts.244,2.5563464164733887
model.layers.16.mlp.experts.245,2.5604822635650635
model.layers.16.mlp.experts.246,2.5699357986450195
model.layers.16.mlp.experts.247,2.56034517288208
model.layers.16.mlp.experts.248,2.553398609161377
model.layers.16.mlp.experts.249,2.5590476989746094
model.layers.16.mlp.experts.25,2.558877944946289
model.layers.16.mlp.experts.250,2.551298856735229
model.layers.16.mlp.experts.251,2.561038017272949
model.layers.16.mlp.experts.252,2.575859308242798
model.layers.16.mlp.experts.253,2.561385154724121
model.layers.16.mlp.experts.254,2.5574676990509038
model.layers.16.mlp.experts.255,2.5544326305389404
model.layers.16.mlp.experts.26,2.557955741882324
model.layers.16.mlp.experts.27,2.5554065704345703
model.layers.16.mlp.experts.28,2.558276891708374
model.layers.16.mlp.experts.29,2.559448719024658
model.layers.16.mlp.experts.3,2.555248737335205
model.layers.16.mlp.experts.30,2.559782028198242
model.layers.16.mlp.experts.31,2.5657799243927
model.layers.16.mlp.experts.32,2.565983533859253
model.layers.16.mlp.experts.33,2.6188783645629883
model.layers.16.mlp.experts.34,2.554082155227661
model.layers.16.mlp.experts.35,2.563836574554444
model.layers.16.mlp.experts.36,2.557273626327514
model.layers.16.mlp.experts.37,2.5635876655578613
model.layers.16.mlp.experts.38,2.5578513145446777
model.layers.16.mlp.experts.39,2.5566420555114746
model.layers.16.mlp.experts.4,2.55816912651062
model.layers.16.mlp.experts.40,2.568596363067627
model.layers.16.mlp.experts.41,2.553829431533813
model.layers.16.mlp.experts.42,2.562863826751709
model.layers.16.mlp.experts.43,2.566656827926636
model.layers.16.mlp.experts.44,2.756232500076294
model.layers.16.mlp.experts.45,2.5569138526916504
model.layers.16.mlp.experts.46,2.574209690093994
model.layers.16.mlp.experts.47,2.5605807304382324
model.layers.16.mlp.experts.48,2.5553081035614014
model.layers.16.mlp.experts.49,2.570516586303711
model.layers.16.mlp.experts.5,2.5580391883850098
model.layers.16.mlp.experts.50,2.5776891708374023
model.layers.16.mlp.experts.51,2.560990810394287
model.layers.16.mlp.experts.52,2.5579464435577397
model.layers.16.mlp.experts.53,2.5561728477478027
model.layers.16.mlp.experts.54,2.5574753284454346
model.layers.16.mlp.experts.55,2.5585036277771
model.layers.16.mlp.experts.56,2.5542593002319336
model.layers.16.mlp.experts.57,2.556809902191162
model.layers.16.mlp.experts.58,2.558873176574707
model.layers.16.mlp.experts.59,2.561456680297852
model.layers.16.mlp.experts.6,2.5676944255828857
model.layers.16.mlp.experts.60,2.5596179962158203
model.layers.16.mlp.experts.61,2.552817821502685
model.layers.16.mlp.experts.62,2.558492422103882
model.layers.16.mlp.experts.63,2.556372165679932
model.layers.16.mlp.experts.64,2.553341865539551
model.layers.16.mlp.experts.65,2.5689914226531982
model.layers.16.mlp.experts.66,2.5581679344177246
model.layers.16.mlp.experts.67,3.1580111980438232
model.layers.16.mlp.experts.68,2.556671142578125
model.layers.16.mlp.experts.69,2.569275140762329
model.layers.16.mlp.experts.7,2.552928686141968
model.layers.16.mlp.experts.70,2.560080051422119
model.layers.16.mlp.experts.71,2.5516886711120605
model.layers.16.mlp.experts.72,2.5634264945983887
model.layers.16.mlp.experts.73,2.5743207931518555
model.layers.16.mlp.experts.74,2.5620691776275635
model.layers.16.mlp.experts.75,2.566736221313477
model.layers.16.mlp.experts.76,2.55459213256836
model.layers.16.mlp.experts.77,2.55539345741272
model.layers.16.mlp.experts.78,2.570934772491455
model.layers.16.mlp.experts.79,2.6084094047546387
model.layers.16.mlp.experts.8,2.551682472229004
model.layers.16.mlp.experts.80,2.560875415802002
model.layers.16.mlp.experts.81,2.580873250961304
model.layers.16.mlp.experts.82,2.556580781936645
model.layers.16.mlp.experts.83,2.5548200607299805
model.layers.16.mlp.experts.84,2.558140993118286
model.layers.16.mlp.experts.85,2.559399127960205
model.layers.16.mlp.experts.86,2.5698957443237305
model.layers.16.mlp.experts.87,2.5588178634643555
model.layers.16.mlp.experts.88,2.581131935119629
model.layers.16.mlp.experts.89,2.5668270587921143
model.layers.16.mlp.experts.9,2.55895471572876
model.layers.16.mlp.experts.90,2.55502986907959
model.layers.16.mlp.experts.91,2.5599372386932373
model.layers.16.mlp.experts.92,2.555592536926269
model.layers.16.mlp.experts.93,2.9382665157318115
model.layers.16.mlp.experts.94,2.556047916412353
model.layers.16.mlp.experts.95,2.7461843490600586
model.layers.16.mlp.experts.96,2.5631537437438965
model.layers.16.mlp.experts.97,2.561743259429932
model.layers.16.mlp.experts.98,2.551574945449829
model.layers.16.mlp.experts.99,2.553147077560425
model.layers.16.mlp.shared_experts,2.818278312683105
model.layers.16.self_attn,2.659132719039917
model.layers.17.mlp.experts.0,2.556393623352051
model.layers.17.mlp.experts.1,2.559969186782837
model.layers.17.mlp.experts.10,2.5565826892852783
model.layers.17.mlp.experts.100,2.5570931434631348
model.layers.17.mlp.experts.101,2.8057525157928467
model.layers.17.mlp.experts.102,2.559215545654297
model.layers.17.mlp.experts.103,2.5617904663085938
model.layers.17.mlp.experts.104,2.552602767944336
model.layers.17.mlp.experts.105,2.824345827102661
model.layers.17.mlp.experts.106,2.585407495498657
model.layers.17.mlp.experts.107,2.562488317489624
model.layers.17.mlp.experts.108,2.561969995498657
model.layers.17.mlp.experts.109,2.5760788917541504
model.layers.17.mlp.experts.11,2.5793185234069824
model.layers.17.mlp.experts.110,2.5562727451324463
model.layers.17.mlp.experts.111,2.6879665851593018
model.layers.17.mlp.experts.112,2.5514817237854004
model.layers.17.mlp.experts.113,2.5563454627990723
model.layers.17.mlp.experts.114,2.556845664978028
model.layers.17.mlp.experts.115,2.5530755519866943
model.layers.17.mlp.experts.116,2.5607051849365234
model.layers.17.mlp.experts.117,2.5619561672210693
model.layers.17.mlp.experts.118,2.565601348876953
model.layers.17.mlp.experts.119,2.560711622238159
model.layers.17.mlp.experts.12,2.5675673484802246
model.layers.17.mlp.experts.120,2.5647289752960205
model.layers.17.mlp.experts.121,2.556824207305908
model.layers.17.mlp.experts.122,2.566680192947388
model.layers.17.mlp.experts.123,2.561203956604004
model.layers.17.mlp.experts.124,2.561561107635498
model.layers.17.mlp.experts.125,2.5551037788391118
model.layers.17.mlp.experts.126,2.5566213130950928
model.layers.17.mlp.experts.127,2.5708141326904297
model.layers.17.mlp.experts.128,2.557529926300049
model.layers.17.mlp.experts.129,2.846747875213623
model.layers.17.mlp.experts.13,2.572012662887573
model.layers.17.mlp.experts.130,2.553910732269287
model.layers.17.mlp.experts.131,2.55703353881836
model.layers.17.mlp.experts.132,2.553201198577881
model.layers.17.mlp.experts.133,2.587606430053711
model.layers.17.mlp.experts.134,2.5596630573272705
model.layers.17.mlp.experts.135,2.559883117675781
model.layers.17.mlp.experts.136,2.572096824645996
model.layers.17.mlp.experts.137,2.550930976867676
model.layers.17.mlp.experts.138,2.5560145378112797
model.layers.17.mlp.experts.139,2.552254676818848
model.layers.17.mlp.experts.14,2.55261778831482
model.layers.17.mlp.experts.140,2.5521459579467773
model.layers.17.mlp.experts.141,2.5588219165802
model.layers.17.mlp.experts.142,2.5583300590515137
model.layers.17.mlp.experts.143,2.6131999492645264
model.layers.17.mlp.experts.144,2.556933879852295
model.layers.17.mlp.experts.145,2.5514955520629883
model.layers.17.mlp.experts.146,2.557731866836548
model.layers.17.mlp.experts.147,2.554573535919189
model.layers.17.mlp.experts.148,2.556513786315918
model.layers.17.mlp.experts.149,2.5583229064941406
model.layers.17.mlp.experts.15,2.604081630706787
model.layers.17.mlp.experts.150,2.5597872734069824
model.layers.17.mlp.experts.151,2.5650362968444824
model.layers.17.mlp.experts.152,2.560537338256836
model.layers.17.mlp.experts.153,2.551191568374634
model.layers.17.mlp.experts.154,2.564281702041626
model.layers.17.mlp.experts.155,2.565582275390625
model.layers.17.mlp.experts.156,2.556018352508545
model.layers.17.mlp.experts.157,2.5543527603149414
model.layers.17.mlp.experts.158,2.55481481552124
model.layers.17.mlp.experts.159,2.5607128143310547
model.layers.17.mlp.experts.16,2.551936388015747
model.layers.17.mlp.experts.160,2.557015419006348
model.layers.17.mlp.experts.161,2.558215618133545
model.layers.17.mlp.experts.162,2.565541505813598
model.layers.17.mlp.experts.163,2.5610039234161377
model.layers.17.mlp.experts.164,2.553946018218994
model.layers.17.mlp.experts.165,2.5609588623046875
model.layers.17.mlp.experts.166,2.5575108528137207
model.layers.17.mlp.experts.167,2.5593130588531494
model.layers.17.mlp.experts.168,2.553826332092285
model.layers.17.mlp.experts.169,2.5627200603485107
model.layers.17.mlp.experts.17,2.570648193359375
model.layers.17.mlp.experts.170,2.560452938079834
model.layers.17.mlp.experts.171,2.5593955516815186
model.layers.17.mlp.experts.172,3.051023006439209
model.layers.17.mlp.experts.173,2.558432579040528
model.layers.17.mlp.experts.174,2.558614730834961
model.layers.17.mlp.experts.175,2.5513744354248047
model.layers.17.mlp.experts.176,2.847512006759644
model.layers.17.mlp.experts.177,2.564509153366089
model.layers.17.mlp.experts.178,2.553351402282715
model.layers.17.mlp.experts.179,2.552659034729004
model.layers.17.mlp.experts.18,2.5521602630615234
model.layers.17.mlp.experts.180,2.565610408782959
model.layers.17.mlp.experts.181,2.5560202598571777
model.layers.17.mlp.experts.182,2.558104991912842
model.layers.17.mlp.experts.183,2.6392061710357666
model.layers.17.mlp.experts.184,2.5604164600372314
model.layers.17.mlp.experts.185,2.5589704513549805
model.layers.17.mlp.experts.186,2.598280668258667
model.layers.17.mlp.experts.187,2.55994176864624
model.layers.17.mlp.experts.188,2.5515952110290527
model.layers.17.mlp.experts.189,2.556381940841675
model.layers.17.mlp.experts.19,2.5541224479675293
model.layers.17.mlp.experts.190,2.621145725250244
model.layers.17.mlp.experts.191,2.57491397857666
model.layers.17.mlp.experts.192,2.577842712402344
model.layers.17.mlp.experts.193,2.557332992553711
model.layers.17.mlp.experts.194,2.5710225105285645
model.layers.17.mlp.experts.195,2.5574264526367188
model.layers.17.mlp.experts.196,2.606238603591919
model.layers.17.mlp.experts.197,2.5523624420166016
model.layers.17.mlp.experts.198,2.5721232891082764
model.layers.17.mlp.experts.199,2.642712116241455
model.layers.17.mlp.experts.2,2.556949615478516
model.layers.17.mlp.experts.20,2.5597219467163086
model.layers.17.mlp.experts.200,2.5518932342529297
model.layers.17.mlp.experts.201,2.5849335193634038
model.layers.17.mlp.experts.202,2.572362899780273
model.layers.17.mlp.experts.203,2.568277597427368
model.layers.17.mlp.experts.204,2.556476831436157
model.layers.17.mlp.experts.205,2.569540500640869
model.layers.17.mlp.experts.206,2.5533180236816406
model.layers.17.mlp.experts.207,2.563240528106689
model.layers.17.mlp.experts.208,2.5606131553649902
model.layers.17.mlp.experts.209,2.554018497467041
model.layers.17.mlp.experts.21,2.563647508621216
model.layers.17.mlp.experts.210,2.5570285320281982
model.layers.17.mlp.experts.211,2.552269458770752
model.layers.17.mlp.experts.212,2.57556700706482
model.layers.17.mlp.experts.213,2.556939125061035
model.layers.17.mlp.experts.214,2.560856819152832
model.layers.17.mlp.experts.215,2.5634891986846924
model.layers.17.mlp.experts.216,2.5565221309661865
model.layers.17.mlp.experts.217,2.5578806400299072
model.layers.17.mlp.experts.218,2.570598125457764
model.layers.17.mlp.experts.219,2.5629827976226807
model.layers.17.mlp.experts.22,2.578591108322144
model.layers.17.mlp.experts.220,2.579679489135742
model.layers.17.mlp.experts.221,2.552754163742065
model.layers.17.mlp.experts.222,2.6338489055633545
model.layers.17.mlp.experts.223,2.560922622680664
model.layers.17.mlp.experts.224,2.555950403213501
model.layers.17.mlp.experts.225,2.571998357772827
model.layers.17.mlp.experts.226,2.582805156707764
model.layers.17.mlp.experts.227,2.581083059310913
model.layers.17.mlp.experts.228,2.5601561069488525
model.layers.17.mlp.experts.229,2.556601047515869
model.layers.17.mlp.experts.23,2.577522754669189
model.layers.17.mlp.experts.230,2.5563182830810547
model.layers.17.mlp.experts.231,2.743192672729492
model.layers.17.mlp.experts.232,2.6149001121521
model.layers.17.mlp.experts.233,2.5626745223999023
model.layers.17.mlp.experts.234,2.568942070007324
model.layers.17.mlp.experts.235,2.5594801902771
model.layers.17.mlp.experts.236,2.5700008869171143
model.layers.17.mlp.experts.237,2.557596206665039
model.layers.17.mlp.experts.238,2.555968761444092
model.layers.17.mlp.experts.239,2.56538462638855
model.layers.17.mlp.experts.24,2.5532474517822266
model.layers.17.mlp.experts.240,2.935695171356201
model.layers.17.mlp.experts.241,2.55537486076355
model.layers.17.mlp.experts.242,2.5524110794067383
model.layers.17.mlp.experts.243,2.551208734512329
model.layers.17.mlp.experts.244,3.2454497814178467
model.layers.17.mlp.experts.245,2.563268184661865
model.layers.17.mlp.experts.246,2.555457592010498
model.layers.17.mlp.experts.247,2.5803415775299072
model.layers.17.mlp.experts.248,2.5602877140045166
model.layers.17.mlp.experts.249,2.572610378265381
model.layers.17.mlp.experts.25,2.562630414962769
model.layers.17.mlp.experts.250,2.557576894760132
model.layers.17.mlp.experts.251,2.5594520568847656
model.layers.17.mlp.experts.252,2.564271926879883
model.layers.17.mlp.experts.253,2.567423105239868
model.layers.17.mlp.experts.254,2.5754263401031494
model.layers.17.mlp.experts.255,2.5511510372161865
model.layers.17.mlp.experts.26,2.558136463165283
model.layers.17.mlp.experts.27,2.558189868927002
model.layers.17.mlp.experts.28,2.55993127822876
model.layers.17.mlp.experts.29,2.5635995864868164
model.layers.17.mlp.experts.3,2.5743308067321777
model.layers.17.mlp.experts.30,2.552484035491944
model.layers.17.mlp.experts.31,2.5579662322998047
model.layers.17.mlp.experts.32,2.585556983947754
model.layers.17.mlp.experts.33,2.560575485229492
model.layers.17.mlp.experts.34,2.5547032356262207
model.layers.17.mlp.experts.35,2.6174635887146
model.layers.17.mlp.experts.36,2.5796115398406982
model.layers.17.mlp.experts.37,2.5592846870422363
model.layers.17.mlp.experts.38,2.5704970359802246
model.layers.17.mlp.experts.39,2.561486959457397
model.layers.17.mlp.experts.4,2.575632333755493
model.layers.17.mlp.experts.40,2.550724983215332
model.layers.17.mlp.experts.41,2.5635385513305664
model.layers.17.mlp.experts.42,2.563095808029175
model.layers.17.mlp.experts.43,2.559934139251709
model.layers.17.mlp.experts.44,2.563585996627808
model.layers.17.mlp.experts.45,2.5536837577819824
model.layers.17.mlp.experts.46,2.556330680847168
model.layers.17.mlp.experts.47,2.5576722621917725
model.layers.17.mlp.experts.48,2.558408260345459
model.layers.17.mlp.experts.49,2.592508554458618
model.layers.17.mlp.experts.5,2.685476303100586
model.layers.17.mlp.experts.50,2.560515880584717
model.layers.17.mlp.experts.51,2.554674863815308
model.layers.17.mlp.experts.52,2.5652403831481934
model.layers.17.mlp.experts.53,2.9063720703125
model.layers.17.mlp.experts.54,2.566380500793457
model.layers.17.mlp.experts.55,2.559933423995972
model.layers.17.mlp.experts.56,2.5727686882019043
model.layers.17.mlp.experts.57,2.557973623275757
model.layers.17.mlp.experts.58,2.553406953811645
model.layers.17.mlp.experts.59,2.5662059783935547
model.layers.17.mlp.experts.6,2.5768728256225586
model.layers.17.mlp.experts.60,2.55212926864624
model.layers.17.mlp.experts.61,2.5582528114318848
model.layers.17.mlp.experts.62,2.5554862022399902
model.layers.17.mlp.experts.63,2.573195695877075
model.layers.17.mlp.experts.64,2.577058792114258
model.layers.17.mlp.experts.65,2.567563533782959
model.layers.17.mlp.experts.66,2.551100969314575
model.layers.17.mlp.experts.67,2.557202816009521
model.layers.17.mlp.experts.68,2.55741286277771
model.layers.17.mlp.experts.69,2.582531690597534
model.layers.17.mlp.experts.7,2.565870761871338
model.layers.17.mlp.experts.70,2.5603058338165283
model.layers.17.mlp.experts.71,2.566941738128662
model.layers.17.mlp.experts.72,2.583576202392578
model.layers.17.mlp.experts.73,2.756730794906616
model.layers.17.mlp.experts.74,2.5577051639556885
model.layers.17.mlp.experts.75,2.7084102630615234
model.layers.17.mlp.experts.76,2.5638632774353027
model.layers.17.mlp.experts.77,2.561978578567505
model.layers.17.mlp.experts.78,2.579796314239502
model.layers.17.mlp.experts.79,2.563781976699829
model.layers.17.mlp.experts.8,2.5517373085021973
model.layers.17.mlp.experts.80,2.551397562026977
model.layers.17.mlp.experts.81,2.5562615394592285
model.layers.17.mlp.experts.82,2.573292016983032
model.layers.17.mlp.experts.83,2.600180625915528
model.layers.17.mlp.experts.84,2.5602471828460693
model.layers.17.mlp.experts.85,3.3223767280578613
model.layers.17.mlp.experts.86,2.550792694091797
model.layers.17.mlp.experts.87,2.562597751617432
model.layers.17.mlp.experts.88,2.551332950592041
model.layers.17.mlp.experts.89,2.5728001594543457
model.layers.17.mlp.experts.9,2.557899236679077
model.layers.17.mlp.experts.90,2.555846929550171
model.layers.17.mlp.experts.91,2.5553715229034424
model.layers.17.mlp.experts.92,2.592682361602783
model.layers.17.mlp.experts.93,2.5635862350463867
model.layers.17.mlp.experts.94,2.5557234287261963
model.layers.17.mlp.experts.95,2.5572006702423096
model.layers.17.mlp.experts.96,2.552618980407715
model.layers.17.mlp.experts.97,2.566542148590088
model.layers.17.mlp.experts.98,2.561357259750366
model.layers.17.mlp.experts.99,2.555755615234375
model.layers.17.mlp.shared_experts,2.7697460651397705
model.layers.17.self_attn,2.676879644393921
model.layers.18.mlp.experts.0,2.565835475921631
model.layers.18.mlp.experts.1,2.564997673034668
model.layers.18.mlp.experts.10,2.572798728942871
model.layers.18.mlp.experts.100,2.6995434761047363
model.layers.18.mlp.experts.101,2.5565977096557617
model.layers.18.mlp.experts.102,2.561537504196167
model.layers.18.mlp.experts.103,2.570272207260132
model.layers.18.mlp.experts.104,2.567974805831909
model.layers.18.mlp.experts.105,2.5668301582336426
model.layers.18.mlp.experts.106,2.555795907974243
model.layers.18.mlp.experts.107,2.554004430770874
model.layers.18.mlp.experts.108,2.555603265762329
model.layers.18.mlp.experts.109,2.554110050201416
model.layers.18.mlp.experts.11,3.225205183029175
model.layers.18.mlp.experts.110,2.5576298236846924
model.layers.18.mlp.experts.111,2.5531013011932373
model.layers.18.mlp.experts.112,2.5620694160461426
model.layers.18.mlp.experts.113,2.560058116912842
model.layers.18.mlp.experts.114,2.556476593017578
model.layers.18.mlp.experts.115,2.559179306030273
model.layers.18.mlp.experts.116,2.563392639160156
model.layers.18.mlp.experts.117,2.5585806369781494
model.layers.18.mlp.experts.118,2.556267023086548
model.layers.18.mlp.experts.119,2.5572235584259038
model.layers.18.mlp.experts.12,2.5562875270843506
model.layers.18.mlp.experts.120,2.5772957801818848
model.layers.18.mlp.experts.121,2.553370952606201
model.layers.18.mlp.experts.122,2.586139678955078
model.layers.18.mlp.experts.123,2.5529913902282715
model.layers.18.mlp.experts.124,2.5568177700042725
model.layers.18.mlp.experts.125,2.5771307945251465
model.layers.18.mlp.experts.126,2.5620455741882324
model.layers.18.mlp.experts.127,2.551042318344116
model.layers.18.mlp.experts.128,2.5551540851593018
model.layers.18.mlp.experts.129,2.5935018062591557
model.layers.18.mlp.experts.13,2.581813335418701
model.layers.18.mlp.experts.130,2.5589280128479004
model.layers.18.mlp.experts.131,2.5580267906188965
model.layers.18.mlp.experts.132,2.556203365325928
model.layers.18.mlp.experts.133,2.5615508556365967
model.layers.18.mlp.experts.134,2.6504392623901367
model.layers.18.mlp.experts.135,2.5686326026916504
model.layers.18.mlp.experts.136,2.5637073516845703
model.layers.18.mlp.experts.137,2.5645785331726074
model.layers.18.mlp.experts.138,2.5800883769989014
model.layers.18.mlp.experts.139,2.5965707302093506
model.layers.18.mlp.experts.14,2.560609102249145
model.layers.18.mlp.experts.140,2.553102493286133
model.layers.18.mlp.experts.141,2.56403923034668
model.layers.18.mlp.experts.142,2.5605056285858154
model.layers.18.mlp.experts.143,2.5515644550323486
model.layers.18.mlp.experts.144,2.571237802505493
model.layers.18.mlp.experts.145,2.558067798614502
model.layers.18.mlp.experts.146,2.5636990070343018
model.layers.18.mlp.experts.147,2.5579464435577397
model.layers.18.mlp.experts.148,2.564054489135742
model.layers.18.mlp.experts.149,2.55359411239624
model.layers.18.mlp.experts.15,2.6668734550476074
model.layers.18.mlp.experts.150,2.5602431297302246
model.layers.18.mlp.experts.151,2.7659666538238525
model.layers.18.mlp.experts.152,2.5550577640533447
model.layers.18.mlp.experts.153,2.5642690658569336
model.layers.18.mlp.experts.154,2.556637525558472
model.layers.18.mlp.experts.155,2.568258285522461
model.layers.18.mlp.experts.156,2.5603506565093994
model.layers.18.mlp.experts.157,2.565295934677124
model.layers.18.mlp.experts.158,2.567176818847656
model.layers.18.mlp.experts.159,2.556984663009644
model.layers.18.mlp.experts.16,2.557500123977661
model.layers.18.mlp.experts.160,2.5616707801818848
model.layers.18.mlp.experts.161,2.558173656463623
model.layers.18.mlp.experts.162,2.5550425052642822
model.layers.18.mlp.experts.163,2.5542311668396
model.layers.18.mlp.experts.164,2.567516803741455
model.layers.18.mlp.experts.165,2.6057846546173096
model.layers.18.mlp.experts.166,2.555387496948242
model.layers.18.mlp.experts.167,2.575777530670166
model.layers.18.mlp.experts.168,2.558612585067749
model.layers.18.mlp.experts.169,2.550626516342163
model.layers.18.mlp.experts.17,2.5636696815490723
model.layers.18.mlp.experts.170,2.565596103668213
model.layers.18.mlp.experts.171,2.5889902114868164
model.layers.18.mlp.experts.172,2.56943941116333
model.layers.18.mlp.experts.173,2.573838710784912
model.layers.18.mlp.experts.174,2.5563414096832275
model.layers.18.mlp.experts.175,2.5719165802001958
model.layers.18.mlp.experts.176,2.554421186447144
model.layers.18.mlp.experts.177,2.553797721862793
model.layers.18.mlp.experts.178,2.69660758972168
model.layers.18.mlp.experts.179,2.753844976425171
model.layers.18.mlp.experts.18,2.557224750518799
model.layers.18.mlp.experts.180,2.552691698074341
model.layers.18.mlp.experts.181,2.563171863555908
model.layers.18.mlp.experts.182,2.583298683166504
model.layers.18.mlp.experts.183,2.5534868240356445
model.layers.18.mlp.experts.184,2.557292938232422
model.layers.18.mlp.experts.185,2.555804252624512
model.layers.18.mlp.experts.186,2.557069063186645
model.layers.18.mlp.experts.187,2.551069974899292
model.layers.18.mlp.experts.188,2.5539681911468506
model.layers.18.mlp.experts.189,2.553988456726074
model.layers.18.mlp.experts.19,2.5670742988586426
model.layers.18.mlp.experts.190,2.551454782485962
model.layers.18.mlp.experts.191,2.559671640396118
model.layers.18.mlp.experts.192,2.5530998706817627
model.layers.18.mlp.experts.193,2.590418100357056
model.layers.18.mlp.experts.194,2.5556702613830566
model.layers.18.mlp.experts.195,2.607249021530152
model.layers.18.mlp.experts.196,2.5704965591430664
model.layers.18.mlp.experts.197,2.56120228767395
model.layers.18.mlp.experts.198,2.5899441242218018
model.layers.18.mlp.experts.199,2.5827364921569824
model.layers.18.mlp.experts.2,2.560300350189209
model.layers.18.mlp.experts.20,2.551494598388672
model.layers.18.mlp.experts.200,2.553511142730713
model.layers.18.mlp.experts.201,2.5562431812286377
model.layers.18.mlp.experts.202,2.569018840789795
model.layers.18.mlp.experts.203,2.569232940673828
model.layers.18.mlp.experts.204,2.5725834369659424
model.layers.18.mlp.experts.205,2.555795907974243
model.layers.18.mlp.experts.206,2.564172744750977
model.layers.18.mlp.experts.207,2.5808029174804688
model.layers.18.mlp.experts.208,2.554595947265625
model.layers.18.mlp.experts.209,2.561615467071533
model.layers.18.mlp.experts.21,2.558269739151001
model.layers.18.mlp.experts.210,2.5514919757843018
model.layers.18.mlp.experts.211,2.578410148620605
model.layers.18.mlp.experts.212,2.563326358795166
model.layers.18.mlp.experts.213,2.5577237606048584
model.layers.18.mlp.experts.214,2.551642417907715
model.layers.18.mlp.experts.215,2.554948329925537
model.layers.18.mlp.experts.216,2.559628486633301
model.layers.18.mlp.experts.217,2.564598560333252
model.layers.18.mlp.experts.218,2.571462631225586
model.layers.18.mlp.experts.219,2.554182529449463
model.layers.18.mlp.experts.22,2.575906991958618
model.layers.18.mlp.experts.220,2.562196493148804
model.layers.18.mlp.experts.221,2.553044319152832
model.layers.18.mlp.experts.222,2.5564026832580566
model.layers.18.mlp.experts.223,2.5643601417541504
model.layers.18.mlp.experts.224,2.561271905899048
model.layers.18.mlp.experts.225,2.5699830055236816
model.layers.18.mlp.experts.226,2.5517396926879883
model.layers.18.mlp.experts.227,2.8403162956237797
model.layers.18.mlp.experts.228,2.567709445953369
model.layers.18.mlp.experts.229,2.581027746200561
model.layers.18.mlp.experts.23,2.5671443939208984
model.layers.18.mlp.experts.230,2.5631418228149414
model.layers.18.mlp.experts.231,2.583408832550049
model.layers.18.mlp.experts.232,2.5724899768829346
model.layers.18.mlp.experts.233,2.552628993988037
model.layers.18.mlp.experts.234,2.5570499897003174
model.layers.18.mlp.experts.235,2.577864646911621
model.layers.18.mlp.experts.236,2.602484226226806
model.layers.18.mlp.experts.237,2.8103628158569336
model.layers.18.mlp.experts.238,2.556107997894287
model.layers.18.mlp.experts.239,2.55908727645874
model.layers.18.mlp.experts.24,2.5529582500457764
model.layers.18.mlp.experts.240,2.7203898429870605
model.layers.18.mlp.experts.241,2.55614709854126
model.layers.18.mlp.experts.242,2.556917905807495
model.layers.18.mlp.experts.243,2.6520566940307617
model.layers.18.mlp.experts.244,2.5520145893096924
model.layers.18.mlp.experts.245,2.5513253211975098
model.layers.18.mlp.experts.246,2.566044807434082
model.layers.18.mlp.experts.247,2.5558676719665527
model.layers.18.mlp.experts.248,2.561793565750122
model.layers.18.mlp.experts.249,2.768324851989746
model.layers.18.mlp.experts.25,2.557374954223633
model.layers.18.mlp.experts.250,2.559783458709717
model.layers.18.mlp.experts.251,2.555060386657715
model.layers.18.mlp.experts.252,2.5536417961120605
model.layers.18.mlp.experts.253,2.5517385005950928
model.layers.18.mlp.experts.254,2.579365968704224
model.layers.18.mlp.experts.255,2.57366681098938
model.layers.18.mlp.experts.26,2.5906033515930176
model.layers.18.mlp.experts.27,2.566151857376098
model.layers.18.mlp.experts.28,2.5637521743774414
model.layers.18.mlp.experts.29,2.5611042976379395
model.layers.18.mlp.experts.3,2.566616535186768
model.layers.18.mlp.experts.30,2.5554537773132324
model.layers.18.mlp.experts.31,2.569734573364258
model.layers.18.mlp.experts.32,2.5640974044799805
model.layers.18.mlp.experts.33,2.598236560821533
model.layers.18.mlp.experts.34,2.558168888092041
model.layers.18.mlp.experts.35,2.5615897178649902
model.layers.18.mlp.experts.36,2.556938886642456
model.layers.18.mlp.experts.37,2.843173027038574
model.layers.18.mlp.experts.38,2.557048320770264
model.layers.18.mlp.experts.39,2.559088706970215
model.layers.18.mlp.experts.4,2.562574863433838
model.layers.18.mlp.experts.40,2.570008516311645
model.layers.18.mlp.experts.41,2.8251218795776367
model.layers.18.mlp.experts.42,2.5589494705200195
model.layers.18.mlp.experts.43,2.550801038742065
model.layers.18.mlp.experts.44,2.562588691711426
model.layers.18.mlp.experts.45,2.5702638626098637
model.layers.18.mlp.experts.46,2.5593931674957275
model.layers.18.mlp.experts.47,2.562180995941162
model.layers.18.mlp.experts.48,2.556000232696533
model.layers.18.mlp.experts.49,2.5840775966644287
model.layers.18.mlp.experts.5,2.558019161224365
model.layers.18.mlp.experts.50,2.574277400970459
model.layers.18.mlp.experts.51,2.573439836502075
model.layers.18.mlp.experts.52,2.5753605365753174
model.layers.18.mlp.experts.53,2.5540621280670166
model.layers.18.mlp.experts.54,2.565237522125244
model.layers.18.mlp.experts.55,2.5570082664489746
model.layers.18.mlp.experts.56,2.552667617797852
model.layers.18.mlp.experts.57,2.5601725578308105
model.layers.18.mlp.experts.58,2.572930335998535
model.layers.18.mlp.experts.59,2.561201810836792
model.layers.18.mlp.experts.6,2.5938849449157715
model.layers.18.mlp.experts.60,2.564939260482788
model.layers.18.mlp.experts.61,2.570474147796631
model.layers.18.mlp.experts.62,2.579357147216797
model.layers.18.mlp.experts.63,2.584066390991211
model.layers.18.mlp.experts.64,2.5547802448272705
model.layers.18.mlp.experts.65,2.5578746795654297
model.layers.18.mlp.experts.66,2.5545759201049805
model.layers.18.mlp.experts.67,2.598031759262085
model.layers.18.mlp.experts.68,2.558351755142212
model.layers.18.mlp.experts.69,2.5568220615386963
model.layers.18.mlp.experts.7,2.554321765899658
model.layers.18.mlp.experts.70,2.5594964027404785
model.layers.18.mlp.experts.71,2.555008888244629
model.layers.18.mlp.experts.72,2.558250904083252
model.layers.18.mlp.experts.73,2.5563251972198486
model.layers.18.mlp.experts.74,2.555892944335937
model.layers.18.mlp.experts.75,2.567410945892334
model.layers.18.mlp.experts.76,2.560364246368408
model.layers.18.mlp.experts.77,2.5630078315734863
model.layers.18.mlp.experts.78,2.5638575553894043
model.layers.18.mlp.experts.79,2.5542426109313965
model.layers.18.mlp.experts.8,2.552093982696533
model.layers.18.mlp.experts.80,2.5665876865386963
model.layers.18.mlp.experts.81,2.554994821548462
model.layers.18.mlp.experts.82,2.5604465007781982
model.layers.18.mlp.experts.83,2.5568134784698486
model.layers.18.mlp.experts.84,2.5598905086517334
model.layers.18.mlp.experts.85,2.5666675567626958
model.layers.18.mlp.experts.86,2.575610637664795
model.layers.18.mlp.experts.87,2.5692739486694336
model.layers.18.mlp.experts.88,2.555596351623535
model.layers.18.mlp.experts.89,2.595710277557373
model.layers.18.mlp.experts.9,2.5561134815216064
model.layers.18.mlp.experts.90,2.5759201049804688
model.layers.18.mlp.experts.91,2.5823967456817627
model.layers.18.mlp.experts.92,2.553172826766968
model.layers.18.mlp.experts.93,2.572701930999756
model.layers.18.mlp.experts.94,2.8171186447143555
model.layers.18.mlp.experts.95,2.584578037261963
model.layers.18.mlp.experts.96,2.587515115737915
model.layers.18.mlp.experts.97,2.5577688217163086
model.layers.18.mlp.experts.98,2.7687082290649414
model.layers.18.mlp.experts.99,2.5697853565216064
model.layers.18.mlp.shared_experts,2.7870664596557617
model.layers.18.self_attn,2.645565986633301
model.layers.19.mlp.experts.0,2.58015251159668
model.layers.19.mlp.experts.1,2.5562427043914795
model.layers.19.mlp.experts.10,2.5662643909454346
model.layers.19.mlp.experts.100,2.5827057361602783
model.layers.19.mlp.experts.101,2.557790756225586
model.layers.19.mlp.experts.102,2.5990684032440186
model.layers.19.mlp.experts.103,2.564270496368408
model.layers.19.mlp.experts.104,2.559359550476074
model.layers.19.mlp.experts.105,2.5802698135375977
model.layers.19.mlp.experts.106,2.5553290843963623
model.layers.19.mlp.experts.107,2.5616321563720703
model.layers.19.mlp.experts.108,2.568286657333374
model.layers.19.mlp.experts.109,2.5563106536865234
model.layers.19.mlp.experts.11,2.620248556137085
model.layers.19.mlp.experts.110,2.5588512420654297
model.layers.19.mlp.experts.111,2.557147264480591
model.layers.19.mlp.experts.112,2.55301833152771
model.layers.19.mlp.experts.113,2.5602402687072754
model.layers.19.mlp.experts.114,2.5742759704589844
model.layers.19.mlp.experts.115,2.55603289604187
model.layers.19.mlp.experts.116,2.5631375312805176
model.layers.19.mlp.experts.117,2.552915334701538
model.layers.19.mlp.experts.118,2.5620625019073486
model.layers.19.mlp.experts.119,2.567711353302002
model.layers.19.mlp.experts.12,2.5833516120910645
model.layers.19.mlp.experts.120,2.5646564960479736
model.layers.19.mlp.experts.121,2.558577060699463
model.layers.19.mlp.experts.122,2.620927095413208
model.layers.19.mlp.experts.123,2.5708279609680176
model.layers.19.mlp.experts.124,2.5614500045776367
model.layers.19.mlp.experts.125,2.556807041168213
model.layers.19.mlp.experts.126,2.55432677268982
model.layers.19.mlp.experts.127,2.59212327003479
model.layers.19.mlp.experts.128,2.552914619445801
model.layers.19.mlp.experts.129,2.5588061809539795
model.layers.19.mlp.experts.13,2.561913013458252
model.layers.19.mlp.experts.130,2.556929588317871
model.layers.19.mlp.experts.131,2.5593082904815674
model.layers.19.mlp.experts.132,3.1551613807678223
model.layers.19.mlp.experts.133,2.5581088066101074
model.layers.19.mlp.experts.134,2.5722153186798096
model.layers.19.mlp.experts.135,2.556058406829834
model.layers.19.mlp.experts.136,2.5736656188964844
model.layers.19.mlp.experts.137,2.5569725036621094
model.layers.19.mlp.experts.138,2.556680679321289
model.layers.19.mlp.experts.139,2.564606189727783
model.layers.19.mlp.experts.14,2.571043968200684
model.layers.19.mlp.experts.140,2.554037570953369
model.layers.19.mlp.experts.141,2.5585925579071045
model.layers.19.mlp.experts.142,2.555013656616211
model.layers.19.mlp.experts.143,2.562755584716797
model.layers.19.mlp.experts.144,2.5617690086364746
model.layers.19.mlp.experts.145,2.559920072555542
model.layers.19.mlp.experts.146,2.578320264816284
model.layers.19.mlp.experts.147,2.591392517089844
model.layers.19.mlp.experts.148,2.571986198425293
model.layers.19.mlp.experts.149,2.55332612991333
model.layers.19.mlp.experts.15,2.55773401260376
model.layers.19.mlp.experts.150,2.554551124572754
model.layers.19.mlp.experts.151,2.8452939987182617
model.layers.19.mlp.experts.152,2.8798282146453857
model.layers.19.mlp.experts.153,2.6790552139282227
model.layers.19.mlp.experts.154,2.5547661781311035
model.layers.19.mlp.experts.155,2.561326742172241
model.layers.19.mlp.experts.156,2.5588579177856445
model.layers.19.mlp.experts.157,2.5749645233154297
model.layers.19.mlp.experts.158,2.577612400054932
model.layers.19.mlp.experts.159,2.558022737503052
model.layers.19.mlp.experts.16,2.577629566192627
model.layers.19.mlp.experts.160,2.562663555145264
model.layers.19.mlp.experts.161,2.5868990421295166
model.layers.19.mlp.experts.162,2.564372062683105
model.layers.19.mlp.experts.163,2.5607333183288574
model.layers.19.mlp.experts.164,2.5581212043762207
model.layers.19.mlp.experts.165,2.555807590484619
model.layers.19.mlp.experts.166,2.5643131732940674
model.layers.19.mlp.experts.167,2.792180061340332
model.layers.19.mlp.experts.168,2.555988311767578
model.layers.19.mlp.experts.169,2.561042070388794
model.layers.19.mlp.experts.17,2.565157413482666
model.layers.19.mlp.experts.170,2.595188856124878
model.layers.19.mlp.experts.171,2.555316925048828
model.layers.19.mlp.experts.172,2.5602307319641118
model.layers.19.mlp.experts.173,2.5547118186950684
model.layers.19.mlp.experts.174,2.565603256225586
model.layers.19.mlp.experts.175,2.553753137588501
model.layers.19.mlp.experts.176,2.564420223236084
model.layers.19.mlp.experts.177,2.554401397705078
model.layers.19.mlp.experts.178,2.560633897781372
model.layers.19.mlp.experts.179,2.588912010192871
model.layers.19.mlp.experts.18,2.554931163787842
model.layers.19.mlp.experts.180,2.563781261444092
model.layers.19.mlp.experts.181,2.5622737407684326
model.layers.19.mlp.experts.182,2.5618252754211426
model.layers.19.mlp.experts.183,2.550721883773804
model.layers.19.mlp.experts.184,2.682514905929565
model.layers.19.mlp.experts.185,2.5563178062438965
model.layers.19.mlp.experts.186,2.6002461910247803
model.layers.19.mlp.experts.187,2.566312313079834
model.layers.19.mlp.experts.188,2.563019275665283
model.layers.19.mlp.experts.189,2.570633888244629
model.layers.19.mlp.experts.19,2.5582921504974365
model.layers.19.mlp.experts.190,2.56373929977417
model.layers.19.mlp.experts.191,2.557448387145996
model.layers.19.mlp.experts.192,2.554564952850342
model.layers.19.mlp.experts.193,2.575661420822144
model.layers.19.mlp.experts.194,2.55841064453125
model.layers.19.mlp.experts.195,2.566521167755127
model.layers.19.mlp.experts.196,2.5517077445983887
model.layers.19.mlp.experts.197,2.556710720062256
model.layers.19.mlp.experts.198,2.5564818382263184
model.layers.19.mlp.experts.199,2.6056525707244877
model.layers.19.mlp.experts.2,2.6068756580352783
model.layers.19.mlp.experts.20,2.557268619537353
model.layers.19.mlp.experts.200,2.555310010910034
model.layers.19.mlp.experts.201,2.556295871734619
model.layers.19.mlp.experts.202,2.560108184814453
model.layers.19.mlp.experts.203,2.5959994792938232
model.layers.19.mlp.experts.204,2.556250095367432
model.layers.19.mlp.experts.205,2.578359365463257
model.layers.19.mlp.experts.206,2.5624351501464844
model.layers.19.mlp.experts.207,2.5525197982788086
model.layers.19.mlp.experts.208,2.578890085220337
model.layers.19.mlp.experts.209,2.556679010391236
model.layers.19.mlp.experts.21,2.556000232696533
model.layers.19.mlp.experts.210,2.591522455215454
model.layers.19.mlp.experts.211,2.5565013885498047
model.layers.19.mlp.experts.212,2.552222728729248
model.layers.19.mlp.experts.213,2.561292886734009
model.layers.19.mlp.experts.214,2.5627551078796387
model.layers.19.mlp.experts.215,2.55696702003479
model.layers.19.mlp.experts.216,2.560692071914673
model.layers.19.mlp.experts.217,2.558255910873413
model.layers.19.mlp.experts.218,2.59123969078064
model.layers.19.mlp.experts.219,2.5631661415100098
model.layers.19.mlp.experts.22,2.558876276016236
model.layers.19.mlp.experts.220,2.574687957763672
model.layers.19.mlp.experts.221,2.5767221450805664
model.layers.19.mlp.experts.222,2.568101406097412
model.layers.19.mlp.experts.223,2.5600054264068604
model.layers.19.mlp.experts.224,2.560347557067871
model.layers.19.mlp.experts.225,2.566060781478882
model.layers.19.mlp.experts.226,2.5561740398406982
model.layers.19.mlp.experts.227,2.556633949279785
model.layers.19.mlp.experts.228,2.555228471755981
model.layers.19.mlp.experts.229,2.559752941131592
model.layers.19.mlp.experts.23,2.558746337890625
model.layers.19.mlp.experts.230,2.554291248321533
model.layers.19.mlp.experts.231,2.560389757156372
model.layers.19.mlp.experts.232,2.5556535720825195
model.layers.19.mlp.experts.233,2.553443670272827
model.layers.19.mlp.experts.234,2.564945697784424
model.layers.19.mlp.experts.235,2.558988094329834
model.layers.19.mlp.experts.236,2.552523374557495
model.layers.19.mlp.experts.237,2.5596609115600586
model.layers.19.mlp.experts.238,2.564727067947388
model.layers.19.mlp.experts.239,2.574291944503784
model.layers.19.mlp.experts.24,2.5539889335632324
model.layers.19.mlp.experts.240,2.565938949584961
model.layers.19.mlp.experts.241,2.5587520599365234
model.layers.19.mlp.experts.242,2.554187059402466
model.layers.19.mlp.experts.243,2.567024707794189
model.layers.19.mlp.experts.244,2.552790641784668
model.layers.19.mlp.experts.245,2.564696788787842
model.layers.19.mlp.experts.246,2.5508711338043213
model.layers.19.mlp.experts.247,2.553704023361206
model.layers.19.mlp.experts.248,2.552574396133423
model.layers.19.mlp.experts.249,2.56953239440918
model.layers.19.mlp.experts.25,2.558661937713623
model.layers.19.mlp.experts.250,2.55812931060791
model.layers.19.mlp.experts.251,2.5547776222229004
model.layers.19.mlp.experts.252,2.562800407409668
model.layers.19.mlp.experts.253,2.5846855640411377
model.layers.19.mlp.experts.254,2.557806491851806
model.layers.19.mlp.experts.255,2.550394058227539
model.layers.19.mlp.experts.26,2.5621120929718018
model.layers.19.mlp.experts.27,2.580868721008301
model.layers.19.mlp.experts.28,2.5619611740112305
model.layers.19.mlp.experts.29,2.56498384475708
model.layers.19.mlp.experts.3,2.5803756713867188
model.layers.19.mlp.experts.30,2.5741522312164307
model.layers.19.mlp.experts.31,2.568310022354126
model.layers.19.mlp.experts.32,2.5705230236053467
model.layers.19.mlp.experts.33,2.556243419647217
model.layers.19.mlp.experts.34,2.558849811553955
model.layers.19.mlp.experts.35,2.568869113922119
model.layers.19.mlp.experts.36,2.5568957328796387
model.layers.19.mlp.experts.37,2.5577449798583984
model.layers.19.mlp.experts.38,2.5673961639404297
model.layers.19.mlp.experts.39,2.583373069763184
model.layers.19.mlp.experts.4,2.5580224990844727
model.layers.19.mlp.experts.40,2.5569567680358887
model.layers.19.mlp.experts.41,2.576845645904541
model.layers.19.mlp.experts.42,2.5521116256713867
model.layers.19.mlp.experts.43,2.5748679637908936
model.layers.19.mlp.experts.44,2.5566837787628174
model.layers.19.mlp.experts.45,2.556281328201294
model.layers.19.mlp.experts.46,2.556295871734619
model.layers.19.mlp.experts.47,2.5671608448028564
model.layers.19.mlp.experts.48,2.562350988388061
model.layers.19.mlp.experts.49,2.5696957111358643
model.layers.19.mlp.experts.5,2.576522827148437
model.layers.19.mlp.experts.50,2.555692672729492
model.layers.19.mlp.experts.51,2.557858943939209
model.layers.19.mlp.experts.52,2.619237899780273
model.layers.19.mlp.experts.53,2.5512783527374268
model.layers.19.mlp.experts.54,2.5521364212036133
model.layers.19.mlp.experts.55,2.561787366867065
model.layers.19.mlp.experts.56,2.5641064643859863
model.layers.19.mlp.experts.57,2.600738525390625
model.layers.19.mlp.experts.58,2.559846878051758
model.layers.19.mlp.experts.59,2.5558321475982666
model.layers.19.mlp.experts.6,2.5631556510925293
model.layers.19.mlp.experts.60,2.5609052181243896
model.layers.19.mlp.experts.61,2.580098390579224
model.layers.19.mlp.experts.62,2.59123969078064
model.layers.19.mlp.experts.63,2.5628931522369385
model.layers.19.mlp.experts.64,2.578125476837158
model.layers.19.mlp.experts.65,2.5558972358703613
model.layers.19.mlp.experts.66,2.5674169063568115
model.layers.19.mlp.experts.67,2.562378168106079
model.layers.19.mlp.experts.68,2.5707597732543945
model.layers.19.mlp.experts.69,2.555437564849853
model.layers.19.mlp.experts.7,2.559187889099121
model.layers.19.mlp.experts.70,2.567897081375122
model.layers.19.mlp.experts.71,2.554896593093872
model.layers.19.mlp.experts.72,2.5558557510375977
model.layers.19.mlp.experts.73,2.5582919120788574
model.layers.19.mlp.experts.74,2.573348999023437
model.layers.19.mlp.experts.75,2.55380654335022
model.layers.19.mlp.experts.76,2.5566160678863525
model.layers.19.mlp.experts.77,2.561665773391724
model.layers.19.mlp.experts.78,2.5724306106567383
model.layers.19.mlp.experts.79,2.552481174468994
model.layers.19.mlp.experts.8,2.571990489959717
model.layers.19.mlp.experts.80,2.565452337265014
model.layers.19.mlp.experts.81,2.57330060005188
model.layers.19.mlp.experts.82,2.5627686977386475
model.layers.19.mlp.experts.83,2.567901611328125
model.layers.19.mlp.experts.84,2.553041219711304
model.layers.19.mlp.experts.85,2.5630340576171875
model.layers.19.mlp.experts.86,2.556972026824951
model.layers.19.mlp.experts.87,2.55095648765564
model.layers.19.mlp.experts.88,2.557853937149048
model.layers.19.mlp.experts.89,2.551435947418213
model.layers.19.mlp.experts.9,2.5568675994873047
model.layers.19.mlp.experts.90,2.6174607276916504
model.layers.19.mlp.experts.91,2.5672566890716557
model.layers.19.mlp.experts.92,2.5536932945251465
model.layers.19.mlp.experts.93,2.5589911937713623
model.layers.19.mlp.experts.94,2.563678741455078
model.layers.19.mlp.experts.95,2.555705547332764
model.layers.19.mlp.experts.96,2.5849738121032715
model.layers.19.mlp.experts.97,2.5568387508392334
model.layers.19.mlp.experts.98,2.557878017425537
model.layers.19.mlp.experts.99,2.552845001220703
model.layers.19.mlp.shared_experts,2.771254062652588
model.layers.19.self_attn,2.624983787536621
model.layers.2,3.3860280513763428
model.layers.20.mlp.experts.0,2.57468318939209
model.layers.20.mlp.experts.1,2.55814790725708
model.layers.20.mlp.experts.10,2.551882266998291
model.layers.20.mlp.experts.100,2.574810743331909
model.layers.20.mlp.experts.101,2.5535521507263184
model.layers.20.mlp.experts.102,2.551748514175415
model.layers.20.mlp.experts.103,2.555091142654419
model.layers.20.mlp.experts.104,2.5606632232666016
model.layers.20.mlp.experts.105,2.5579099655151367
model.layers.20.mlp.experts.106,2.55283522605896
model.layers.20.mlp.experts.107,2.5520577430725098
model.layers.20.mlp.experts.108,2.551530361175537
model.layers.20.mlp.experts.109,2.560574531555176
model.layers.20.mlp.experts.11,2.5638465881347656
model.layers.20.mlp.experts.110,2.5573713779449463
model.layers.20.mlp.experts.111,2.558232307434082
model.layers.20.mlp.experts.112,2.557533502578736
model.layers.20.mlp.experts.113,2.6005566120147705
model.layers.20.mlp.experts.114,2.581838846206665
model.layers.20.mlp.experts.115,2.626095771789551
model.layers.20.mlp.experts.116,2.5536859035491943
model.layers.20.mlp.experts.117,2.555436849594116
model.layers.20.mlp.experts.118,2.5762410163879395
model.layers.20.mlp.experts.119,2.5545637607574463
model.layers.20.mlp.experts.12,2.5779404640197754
model.layers.20.mlp.experts.120,2.559486389160156
model.layers.20.mlp.experts.121,2.555253505706787
model.layers.20.mlp.experts.122,2.553478240966797
model.layers.20.mlp.experts.123,2.582082748413086
model.layers.20.mlp.experts.124,2.552842617034912
model.layers.20.mlp.experts.125,2.555246114730835
model.layers.20.mlp.experts.126,2.5912797451019287
model.layers.20.mlp.experts.127,2.5605177879333496
model.layers.20.mlp.experts.128,2.8085646629333496
model.layers.20.mlp.experts.129,2.5525002479553223
model.layers.20.mlp.experts.13,2.567887783050537
model.layers.20.mlp.experts.130,2.553172826766968
model.layers.20.mlp.experts.131,2.5559144020080566
model.layers.20.mlp.experts.132,2.5554394721984863
model.layers.20.mlp.experts.133,2.55118989944458
model.layers.20.mlp.experts.134,2.561398506164551
model.layers.20.mlp.experts.135,2.565255880355835
model.layers.20.mlp.experts.136,2.555166721343994
model.layers.20.mlp.experts.137,2.575246810913086
model.layers.20.mlp.experts.138,2.553016185760498
model.layers.20.mlp.experts.139,2.559902667999268
model.layers.20.mlp.experts.14,2.5597972869873047
model.layers.20.mlp.experts.140,2.55346417427063
model.layers.20.mlp.experts.141,2.557948350906372
model.layers.20.mlp.experts.142,2.5663905143737797
model.layers.20.mlp.experts.143,2.5507736206054688
model.layers.20.mlp.experts.144,2.575289011001587
model.layers.20.mlp.experts.145,2.551269054412842
model.layers.20.mlp.experts.146,2.5949866771698
model.layers.20.mlp.experts.147,2.5567030906677246
model.layers.20.mlp.experts.148,2.562951803207397
model.layers.20.mlp.experts.149,2.551591157913208
model.layers.20.mlp.experts.15,2.5643835067749023
model.layers.20.mlp.experts.150,2.552698373794556
model.layers.20.mlp.experts.151,2.561028480529785
model.layers.20.mlp.experts.152,2.5512566566467285
model.layers.20.mlp.experts.153,2.551429748535156
model.layers.20.mlp.experts.154,2.5571177005767822
model.layers.20.mlp.experts.155,2.550877571105957
model.layers.20.mlp.experts.156,2.5537328720092773
model.layers.20.mlp.experts.157,2.555814027786255
model.layers.20.mlp.experts.158,2.5513696670532227
model.layers.20.mlp.experts.159,2.563599109649658
model.layers.20.mlp.experts.16,2.571218490600586
model.layers.20.mlp.experts.160,2.55837082862854
model.layers.20.mlp.experts.161,2.555592536926269
model.layers.20.mlp.experts.162,2.555243492126465
model.layers.20.mlp.experts.163,2.557916641235352
model.layers.20.mlp.experts.164,2.5778632164001465
model.layers.20.mlp.experts.165,2.568366527557373
model.layers.20.mlp.experts.166,2.569243192672729
model.layers.20.mlp.experts.167,2.5972046852111816
model.layers.20.mlp.experts.168,2.5530638694763184
model.layers.20.mlp.experts.169,2.550917148590088
model.layers.20.mlp.experts.17,2.5650830268859863
model.layers.20.mlp.experts.170,2.558784484863281
model.layers.20.mlp.experts.171,2.575814723968506
model.layers.20.mlp.experts.172,2.556926965713501
model.layers.20.mlp.experts.173,2.564337968826294
model.layers.20.mlp.experts.174,2.592233657836914
model.layers.20.mlp.experts.175,2.553701639175415
model.layers.20.mlp.experts.176,2.557095527648926
model.layers.20.mlp.experts.177,2.56118106842041
model.layers.20.mlp.experts.178,2.5592076778411865
model.layers.20.mlp.experts.179,2.5603814125061035
model.layers.20.mlp.experts.18,2.572652578353882
model.layers.20.mlp.experts.180,2.560602188110352
model.layers.20.mlp.experts.181,2.553510427474976
model.layers.20.mlp.experts.182,2.5580408573150635
model.layers.20.mlp.experts.183,2.559903621673584
model.layers.20.mlp.experts.184,2.5542778968811035
model.layers.20.mlp.experts.185,2.555491209030152
model.layers.20.mlp.experts.186,2.553969621658325
model.layers.20.mlp.experts.187,2.559042453765869
model.layers.20.mlp.experts.188,2.55387806892395
model.layers.20.mlp.experts.189,2.553736686706543
model.layers.20.mlp.experts.19,2.5561304092407227
model.layers.20.mlp.experts.190,2.560689926147461
model.layers.20.mlp.experts.191,2.5672049522399902
model.layers.20.mlp.experts.192,2.553529500961304
model.layers.20.mlp.experts.193,2.5739917755126958
model.layers.20.mlp.experts.194,2.5749735832214355
model.layers.20.mlp.experts.195,2.5553646087646484
model.layers.20.mlp.experts.196,2.5741586685180664
model.layers.20.mlp.experts.197,2.5597498416900635
model.layers.20.mlp.experts.198,2.555216789245605
model.layers.20.mlp.experts.199,2.557189464569092
model.layers.20.mlp.experts.2,2.5593178272247314
model.layers.20.mlp.experts.20,2.5547001361846924
model.layers.20.mlp.experts.200,2.566250324249268
model.layers.20.mlp.experts.201,2.553473472595215
model.layers.20.mlp.experts.202,2.5543580055236816
model.layers.20.mlp.experts.203,2.5677294731140137
model.layers.20.mlp.experts.204,2.5566606521606445
model.layers.20.mlp.experts.205,2.5631909370422363
model.layers.20.mlp.experts.206,2.5611069202423096
model.layers.20.mlp.experts.207,2.58646297454834
model.layers.20.mlp.experts.208,2.57056188583374
model.layers.20.mlp.experts.209,2.5699944496154785
model.layers.20.mlp.experts.21,2.555696487426758
model.layers.20.mlp.experts.210,2.561281681060791
model.layers.20.mlp.experts.211,2.557335615158081
model.layers.20.mlp.experts.212,2.55245041847229
model.layers.20.mlp.experts.213,2.5509839057922363
model.layers.20.mlp.experts.214,2.822030782699585
model.layers.20.mlp.experts.215,2.5678110122680664
model.layers.20.mlp.experts.216,2.557378053665161
model.layers.20.mlp.experts.217,2.6132640838623047
model.layers.20.mlp.experts.218,2.553826332092285
model.layers.20.mlp.experts.219,2.558102607727051
model.layers.20.mlp.experts.22,2.6037158966064453
model.layers.20.mlp.experts.220,2.5570976734161377
model.layers.20.mlp.experts.221,2.558738470077514
model.layers.20.mlp.experts.222,2.552528381347656
model.layers.20.mlp.experts.223,2.5594303607940674
model.layers.20.mlp.experts.224,2.5563387870788574
model.layers.20.mlp.experts.225,2.5555458068847656
model.layers.20.mlp.experts.226,2.55640721321106
model.layers.20.mlp.experts.227,2.5552382469177246
model.layers.20.mlp.experts.228,2.556826114654541
model.layers.20.mlp.experts.229,2.558727741241455
model.layers.20.mlp.experts.23,2.565093994140625
model.layers.20.mlp.experts.230,2.558258533477783
model.layers.20.mlp.experts.231,2.558977603912353
model.layers.20.mlp.experts.232,2.555966854095459
model.layers.20.mlp.experts.233,2.5612616539001465
model.layers.20.mlp.experts.234,2.5614206790924072
model.layers.20.mlp.experts.235,2.551967144012451
model.layers.20.mlp.experts.236,2.550722599029541
model.layers.20.mlp.experts.237,2.5621705055236816
model.layers.20.mlp.experts.238,2.5515427589416504
model.layers.20.mlp.experts.239,2.556614637374878
model.layers.20.mlp.experts.24,2.5677006244659424
model.layers.20.mlp.experts.240,2.8862924575805664
model.layers.20.mlp.experts.241,2.56501841545105
model.layers.20.mlp.experts.242,2.553668975830078
model.layers.20.mlp.experts.243,2.5681097507476807
model.layers.20.mlp.experts.244,2.563060760498047
model.layers.20.mlp.experts.245,2.5577855110168457
model.layers.20.mlp.experts.246,2.564150333404541
model.layers.20.mlp.experts.247,2.569110155105591
model.layers.20.mlp.experts.248,2.556372880935669
model.layers.20.mlp.experts.249,2.5541763305664062
model.layers.20.mlp.experts.25,2.5548462867736816
model.layers.20.mlp.experts.250,2.5836782455444336
model.layers.20.mlp.experts.251,2.582271099090576
model.layers.20.mlp.experts.252,2.551349639892578
model.layers.20.mlp.experts.253,2.557150363922119
model.layers.20.mlp.experts.254,2.556750774383545
model.layers.20.mlp.experts.255,2.5516908168792725
model.layers.20.mlp.experts.26,2.551590204238892
model.layers.20.mlp.experts.27,2.5793023109436035
model.layers.20.mlp.experts.28,2.555747985839844
model.layers.20.mlp.experts.29,2.573873519897461
model.layers.20.mlp.experts.3,2.5595760345458984
model.layers.20.mlp.experts.30,2.556869506835937
model.layers.20.mlp.experts.31,2.567605495452881
model.layers.20.mlp.experts.32,2.5661449432373047
model.layers.20.mlp.experts.33,2.554152727127075
model.layers.20.mlp.experts.34,2.559770345687866
model.layers.20.mlp.experts.35,2.555978298187256
model.layers.20.mlp.experts.36,2.7325825691223145
model.layers.20.mlp.experts.37,2.553644180297852
model.layers.20.mlp.experts.38,2.5632524490356445
model.layers.20.mlp.experts.39,2.556880235671997
model.layers.20.mlp.experts.4,2.5552468299865723
model.layers.20.mlp.experts.40,2.5526375770568848
model.layers.20.mlp.experts.41,2.554694652557373
model.layers.20.mlp.experts.42,2.551680564880371
model.layers.20.mlp.experts.43,2.570105791091919
model.layers.20.mlp.experts.44,2.553222894668579
model.layers.20.mlp.experts.45,2.557342052459717
model.layers.20.mlp.experts.46,2.5605475902557373
model.layers.20.mlp.experts.47,2.566901683807373
model.layers.20.mlp.experts.48,2.6330361366271973
model.layers.20.mlp.experts.49,2.5584514141082764
model.layers.20.mlp.experts.5,2.560463190078736
model.layers.20.mlp.experts.50,2.562080383300781
model.layers.20.mlp.experts.51,2.558577537536621
model.layers.20.mlp.experts.52,2.5720272064208984
model.layers.20.mlp.experts.53,2.561497211456299
model.layers.20.mlp.experts.54,2.5530717372894287
model.layers.20.mlp.experts.55,2.563675880432129
model.layers.20.mlp.experts.56,2.568345546722412
model.layers.20.mlp.experts.57,2.613290309906006
model.layers.20.mlp.experts.58,2.5641210079193115
model.layers.20.mlp.experts.59,2.556354522705078
model.layers.20.mlp.experts.6,2.645927667617798
model.layers.20.mlp.experts.60,2.554083585739136
model.layers.20.mlp.experts.61,2.573464155197144
model.layers.20.mlp.experts.62,2.579268455505371
model.layers.20.mlp.experts.63,2.5617058277130127
model.layers.20.mlp.experts.64,2.5585124492645264
model.layers.20.mlp.experts.65,2.551033496856689
model.layers.20.mlp.experts.66,2.551069736480713
model.layers.20.mlp.experts.67,2.555542469024658
model.layers.20.mlp.experts.68,2.568819761276245
model.layers.20.mlp.experts.69,2.568758964538574
model.layers.20.mlp.experts.7,2.5546231269836426
model.layers.20.mlp.experts.70,2.556725025177002
model.layers.20.mlp.experts.71,2.5541532039642334
model.layers.20.mlp.experts.72,2.5514307022094727
model.layers.20.mlp.experts.73,2.559710502624512
model.layers.20.mlp.experts.74,2.5579833984375
model.layers.20.mlp.experts.75,2.568753242492676
model.layers.20.mlp.experts.76,2.5556082725524902
model.layers.20.mlp.experts.77,2.5658159255981445
model.layers.20.mlp.experts.78,2.55641770362854
model.layers.20.mlp.experts.79,2.568451404571533
model.layers.20.mlp.experts.8,2.562827587127685
model.layers.20.mlp.experts.80,2.553837299346924
model.layers.20.mlp.experts.81,2.572411060333252
model.layers.20.mlp.experts.82,2.612964630126953
model.layers.20.mlp.experts.83,2.5557796955108643
model.layers.20.mlp.experts.84,2.572211503982544
model.layers.20.mlp.experts.85,2.5744612216949463
model.layers.20.mlp.experts.86,2.56622314453125
model.layers.20.mlp.experts.87,2.5514535903930664
model.layers.20.mlp.experts.88,2.5586211681365967
model.layers.20.mlp.experts.89,2.5511162281036377
model.layers.20.mlp.experts.9,2.5533461570739746
model.layers.20.mlp.experts.90,2.5508711338043213
model.layers.20.mlp.experts.91,2.641273021697998
model.layers.20.mlp.experts.92,2.554512023925781
model.layers.20.mlp.experts.93,2.55329966545105
model.layers.20.mlp.experts.94,2.6061766147613525
model.layers.20.mlp.experts.95,2.593578338623047
model.layers.20.mlp.experts.96,2.569828748703003
model.layers.20.mlp.experts.97,2.5865492820739746
model.layers.20.mlp.experts.98,2.5949454307556152
model.layers.20.mlp.experts.99,2.570876121520996
model.layers.20.mlp.shared_experts,2.754258155822754
model.layers.20.self_attn,2.605117082595825
model.layers.21.mlp.experts.0,2.5602893829345703
model.layers.21.mlp.experts.1,2.5581047534942627
model.layers.21.mlp.experts.10,2.5889151096343994
model.layers.21.mlp.experts.100,2.555104732513428
model.layers.21.mlp.experts.101,2.55436372756958
model.layers.21.mlp.experts.102,2.5516130924224854
model.layers.21.mlp.experts.103,2.554295301437378
model.layers.21.mlp.experts.104,2.5652337074279785
model.layers.21.mlp.experts.105,2.592618703842163
model.layers.21.mlp.experts.106,2.583449363708496
model.layers.21.mlp.experts.107,2.5585198402404785
model.layers.21.mlp.experts.108,2.566343307495117
model.layers.21.mlp.experts.109,2.554827690124512
model.layers.21.mlp.experts.11,2.5753090381622314
model.layers.21.mlp.experts.110,2.555562973022461
model.layers.21.mlp.experts.111,2.5626015663146973
model.layers.21.mlp.experts.112,2.5526657104492188
model.layers.21.mlp.experts.113,2.554917097091675
model.layers.21.mlp.experts.114,2.557150363922119
model.layers.21.mlp.experts.115,2.556061029434204
model.layers.21.mlp.experts.116,2.557680606842041
model.layers.21.mlp.experts.117,2.556680679321289
model.layers.21.mlp.experts.118,2.5537872314453125
model.layers.21.mlp.experts.119,2.565869808197021
model.layers.21.mlp.experts.12,2.5585758686065674
model.layers.21.mlp.experts.120,2.5672192573547363
model.layers.21.mlp.experts.121,2.5575740337371826
model.layers.21.mlp.experts.122,2.5841875076293945
model.layers.21.mlp.experts.123,2.565824031829834
model.layers.21.mlp.experts.124,2.573740005493164
model.layers.21.mlp.experts.125,2.583956718444824
model.layers.21.mlp.experts.126,2.5617027282714844
model.layers.21.mlp.experts.127,2.5565314292907715
model.layers.21.mlp.experts.128,2.553158760070801
model.layers.21.mlp.experts.129,2.555180549621582
model.layers.21.mlp.experts.13,2.56894588470459
model.layers.21.mlp.experts.130,2.560825824737549
model.layers.21.mlp.experts.131,2.5645647048950195
model.layers.21.mlp.experts.132,2.554861545562744
model.layers.21.mlp.experts.133,2.560391426086426
model.layers.21.mlp.experts.134,2.552673578262329
model.layers.21.mlp.experts.135,2.5531017780303955
model.layers.21.mlp.experts.136,2.5589022636413574
model.layers.21.mlp.experts.137,2.5566728115081787
model.layers.21.mlp.experts.138,2.569580316543579
model.layers.21.mlp.experts.139,2.573664665222168
model.layers.21.mlp.experts.14,2.5530848503112797
model.layers.21.mlp.experts.140,2.5550568103790283
model.layers.21.mlp.experts.141,2.5586068630218506
model.layers.21.mlp.experts.142,2.638125419616699
model.layers.21.mlp.experts.143,2.568650245666504
model.layers.21.mlp.experts.144,2.552818775177002
model.layers.21.mlp.experts.145,2.55380916595459
model.layers.21.mlp.experts.146,2.551717758178711
model.layers.21.mlp.experts.147,2.5588414669036865
model.layers.21.mlp.experts.148,2.5853302478790283
model.layers.21.mlp.experts.149,2.554185390472412
model.layers.21.mlp.experts.15,2.560433864593506
model.layers.21.mlp.experts.150,2.5913338661193848
model.layers.21.mlp.experts.151,2.557551860809326
model.layers.21.mlp.experts.152,2.5543437004089355
model.layers.21.mlp.experts.153,2.569406270980835
model.layers.21.mlp.experts.154,2.5634899139404297
model.layers.21.mlp.experts.155,2.5554823875427246
model.layers.21.mlp.experts.156,2.553748607635498
model.layers.21.mlp.experts.157,2.5562963485717773
model.layers.21.mlp.experts.158,2.556675434112549
model.layers.21.mlp.experts.159,2.555133819580078
model.layers.21.mlp.experts.16,2.553321361541748
model.layers.21.mlp.experts.160,2.5529184341430664
model.layers.21.mlp.experts.161,2.5545032024383545
model.layers.21.mlp.experts.162,2.5546250343322754
model.layers.21.mlp.experts.163,2.577116012573242
model.layers.21.mlp.experts.164,2.565260171890259
model.layers.21.mlp.experts.165,2.6699705123901367
model.layers.21.mlp.experts.166,2.588609457015991
model.layers.21.mlp.experts.167,2.55970311164856
model.layers.21.mlp.experts.168,2.5619516372680664
model.layers.21.mlp.experts.169,2.5529370307922363
model.layers.21.mlp.experts.17,2.557734251022339
model.layers.21.mlp.experts.170,2.5596723556518555
model.layers.21.mlp.experts.171,2.551316976547241
model.layers.21.mlp.experts.172,2.5738344192504883
model.layers.21.mlp.experts.173,2.55725646018982
model.layers.21.mlp.experts.174,2.611639976501465
model.layers.21.mlp.experts.175,2.564414501190185
model.layers.21.mlp.experts.176,2.592761516571045
model.layers.21.mlp.experts.177,2.5860180854797363
model.layers.21.mlp.experts.178,2.554548978805542
model.layers.21.mlp.experts.179,2.5541043281555176
model.layers.21.mlp.experts.18,2.555750846862793
model.layers.21.mlp.experts.180,2.555720090866089
model.layers.21.mlp.experts.181,2.5545897483825684
model.layers.21.mlp.experts.182,2.550867795944214
model.layers.21.mlp.experts.183,2.6003305912017822
model.layers.21.mlp.experts.184,2.584042549133301
model.layers.21.mlp.experts.185,2.560922145843506
model.layers.21.mlp.experts.186,2.5740649700164795
model.layers.21.mlp.experts.187,2.570460796356201
model.layers.21.mlp.experts.188,2.573502779006958
model.layers.21.mlp.experts.189,2.936330795288086
model.layers.21.mlp.experts.19,2.559387445449829
model.layers.21.mlp.experts.190,2.56213116645813
model.layers.21.mlp.experts.191,2.552086591720581
model.layers.21.mlp.experts.192,2.554593563079834
model.layers.21.mlp.experts.193,2.557488441467285
model.layers.21.mlp.experts.194,2.5544538497924805
model.layers.21.mlp.experts.195,2.5564939975738525
model.layers.21.mlp.experts.196,2.55317497253418
model.layers.21.mlp.experts.197,2.5648484230041504
model.layers.21.mlp.experts.198,2.559161424636841
model.layers.21.mlp.experts.199,2.553123235702514
model.layers.21.mlp.experts.2,2.5605173110961914
model.layers.21.mlp.experts.20,2.556914806365967
model.layers.21.mlp.experts.200,2.5547821521759038
model.layers.21.mlp.experts.201,2.5579171180725098
model.layers.21.mlp.experts.202,2.565649509429932
model.layers.21.mlp.experts.203,2.57051944732666
model.layers.21.mlp.experts.204,2.5923097133636475
model.layers.21.mlp.experts.205,2.552709579467773
model.layers.21.mlp.experts.206,2.5517799854278564
model.layers.21.mlp.experts.207,2.5543041229248047
model.layers.21.mlp.experts.208,2.5684733390808105
model.layers.21.mlp.experts.209,2.5639121532440186
model.layers.21.mlp.experts.21,2.556668758392334
model.layers.21.mlp.experts.210,2.553563117980957
model.layers.21.mlp.experts.211,2.5541858673095703
model.layers.21.mlp.experts.212,2.5700271129608154
model.layers.21.mlp.experts.213,2.565741777420044
model.layers.21.mlp.experts.214,2.557034969329834
model.layers.21.mlp.experts.215,2.5575215816497803
model.layers.21.mlp.experts.216,2.5567996501922607
model.layers.21.mlp.experts.217,2.561195611953736
model.layers.21.mlp.experts.218,2.559290885925293
model.layers.21.mlp.experts.219,2.5576388835906982
model.layers.21.mlp.experts.22,2.5548324584960938
model.layers.21.mlp.experts.220,2.5681252479553223
model.layers.21.mlp.experts.221,2.5569159984588623
model.layers.21.mlp.experts.222,2.5605859756469727
model.layers.21.mlp.experts.223,2.5587406158447266
model.layers.21.mlp.experts.224,2.554862260818481
model.layers.21.mlp.experts.225,2.5513339042663574
model.layers.21.mlp.experts.226,2.560096979141236
model.layers.21.mlp.experts.227,2.5621581077575684
model.layers.21.mlp.experts.228,2.5652313232421875
model.layers.21.mlp.experts.229,2.555368661880493
model.layers.21.mlp.experts.23,2.5573649406433105
model.layers.21.mlp.experts.230,2.5678727626800537
model.layers.21.mlp.experts.231,2.566914796829224
model.layers.21.mlp.experts.232,2.563270807266236
model.layers.21.mlp.experts.233,2.5600314140319824
model.layers.21.mlp.experts.234,2.558070659637451
model.layers.21.mlp.experts.235,2.5568790435791016
model.layers.21.mlp.experts.236,2.5518054962158203
model.layers.21.mlp.experts.237,2.560429334640503
model.layers.21.mlp.experts.238,2.5538012981414795
model.layers.21.mlp.experts.239,2.554760217666626
model.layers.21.mlp.experts.24,2.5604944229125977
model.layers.21.mlp.experts.240,2.554538488388061
model.layers.21.mlp.experts.241,2.554253101348877
model.layers.21.mlp.experts.242,2.567333936691284
model.layers.21.mlp.experts.243,2.5559403896331787
model.layers.21.mlp.experts.244,2.561244487762451
model.layers.21.mlp.experts.245,2.560197353363037
model.layers.21.mlp.experts.246,2.5548131465911865
model.layers.21.mlp.experts.247,2.562708139419556
model.layers.21.mlp.experts.248,2.562094449996948
model.layers.21.mlp.experts.249,2.561016082763672
model.layers.21.mlp.experts.25,2.558950901031494
model.layers.21.mlp.experts.250,2.5564181804656982
model.layers.21.mlp.experts.251,2.5685532093048096
model.layers.21.mlp.experts.252,2.567742347717285
model.layers.21.mlp.experts.253,2.557435750961304
model.layers.21.mlp.experts.254,2.557529926300049
model.layers.21.mlp.experts.255,2.554851770401001
model.layers.21.mlp.experts.26,2.6016838550567627
model.layers.21.mlp.experts.27,2.558921813964844
model.layers.21.mlp.experts.28,2.5530574321746826
model.layers.21.mlp.experts.29,2.5729079246521
model.layers.21.mlp.experts.3,2.600472450256348
model.layers.21.mlp.experts.30,2.551676750183105
model.layers.21.mlp.experts.31,2.5672855377197266
model.layers.21.mlp.experts.32,2.563070297241211
model.layers.21.mlp.experts.33,2.562002897262573
model.layers.21.mlp.experts.34,2.558459520339966
model.layers.21.mlp.experts.35,2.557075500488281
model.layers.21.mlp.experts.36,2.5629513263702397
model.layers.21.mlp.experts.37,2.5557711124420166
model.layers.21.mlp.experts.38,2.566138505935669
model.layers.21.mlp.experts.39,2.5583291053771973
model.layers.21.mlp.experts.4,2.56298565864563
model.layers.21.mlp.experts.40,2.566293954849243
model.layers.21.mlp.experts.41,2.56716537475586
model.layers.21.mlp.experts.42,2.555699825286865
model.layers.21.mlp.experts.43,2.5580830574035645
model.layers.21.mlp.experts.44,2.5593254566192627
model.layers.21.mlp.experts.45,2.574601650238037
model.layers.21.mlp.experts.46,2.575584173202514
model.layers.21.mlp.experts.47,2.55207633972168
model.layers.21.mlp.experts.48,2.551698684692383
model.layers.21.mlp.experts.49,2.556088447570801
model.layers.21.mlp.experts.5,2.560663938522339
model.layers.21.mlp.experts.50,2.5528531074523926
model.layers.21.mlp.experts.51,2.602160930633545
model.layers.21.mlp.experts.52,2.5545504093170166
model.layers.21.mlp.experts.53,2.5543088912963867
model.layers.21.mlp.experts.54,2.5709388256073
model.layers.21.mlp.experts.55,2.558347702026367
model.layers.21.mlp.experts.56,2.574136734008789
model.layers.21.mlp.experts.57,2.569392681121826
model.layers.21.mlp.experts.58,2.557816505432129
model.layers.21.mlp.experts.59,2.582221269607544
model.layers.21.mlp.experts.6,2.553363800048828
model.layers.21.mlp.experts.60,2.55919885635376
model.layers.21.mlp.experts.61,2.5638222694396973
model.layers.21.mlp.experts.62,2.577066659927368
model.layers.21.mlp.experts.63,2.58121657371521
model.layers.21.mlp.experts.64,2.5562431812286377
model.layers.21.mlp.experts.65,2.5626182556152344
model.layers.21.mlp.experts.66,2.584770441055298
model.layers.21.mlp.experts.67,2.557822227478028
model.layers.21.mlp.experts.68,2.5578975677490234
model.layers.21.mlp.experts.69,2.554464101791382
model.layers.21.mlp.experts.7,2.5549256801605225
model.layers.21.mlp.experts.70,2.559760093688965
model.layers.21.mlp.experts.71,2.5646848678588867
model.layers.21.mlp.experts.72,2.569121599197388
model.layers.21.mlp.experts.73,2.5875179767608643
model.layers.21.mlp.experts.74,2.5587823390960693
model.layers.21.mlp.experts.75,2.55750060081482
model.layers.21.mlp.experts.76,2.555648803710937
model.layers.21.mlp.experts.77,2.5528690814971924
model.layers.21.mlp.experts.78,2.6148250102996826
model.layers.21.mlp.experts.79,2.553457260131836
model.layers.21.mlp.experts.8,2.5628108978271484
model.layers.21.mlp.experts.80,2.5569281578063965
model.layers.21.mlp.experts.81,2.556199073791504
model.layers.21.mlp.experts.82,2.55739974975586
model.layers.21.mlp.experts.83,2.5624547004699707
model.layers.21.mlp.experts.84,2.560189247131348
model.layers.21.mlp.experts.85,2.556682586669922
model.layers.21.mlp.experts.86,2.5749330520629883
model.layers.21.mlp.experts.87,2.554565668106079
model.layers.21.mlp.experts.88,2.5519440174102783
model.layers.21.mlp.experts.89,2.565157890319824
model.layers.21.mlp.experts.9,2.558011531829834
model.layers.21.mlp.experts.90,2.5584065914154053
model.layers.21.mlp.experts.91,2.557368516921997
model.layers.21.mlp.experts.92,2.571013927459717
model.layers.21.mlp.experts.93,2.56923770904541
model.layers.21.mlp.experts.94,2.5704455375671387
model.layers.21.mlp.experts.95,2.583195209503174
model.layers.21.mlp.experts.96,2.554666519165039
model.layers.21.mlp.experts.97,2.5675365924835205
model.layers.21.mlp.experts.98,2.556926250457764
model.layers.21.mlp.experts.99,2.559473991394043
model.layers.21.mlp.shared_experts,2.762395143508911
model.layers.21.self_attn,2.607532262802124
model.layers.22.mlp.experts.0,2.5613746643066406
model.layers.22.mlp.experts.1,2.5607941150665283
model.layers.22.mlp.experts.10,2.585636854171753
model.layers.22.mlp.experts.100,2.5545945167541504
model.layers.22.mlp.experts.101,2.562300205230713
model.layers.22.mlp.experts.102,2.5575919151306152
model.layers.22.mlp.experts.103,2.5587821006774902
model.layers.22.mlp.experts.104,2.555021286010742
model.layers.22.mlp.experts.105,2.555882453918457
model.layers.22.mlp.experts.106,2.5584092140197754
model.layers.22.mlp.experts.107,2.55787992477417
model.layers.22.mlp.experts.108,2.561141014099121
model.layers.22.mlp.experts.109,2.5617358684539795
model.layers.22.mlp.experts.11,2.5622313022613525
model.layers.22.mlp.experts.110,2.5689375400543213
model.layers.22.mlp.experts.111,2.559135913848877
model.layers.22.mlp.experts.112,2.559522151947021
model.layers.22.mlp.experts.113,2.579640865325928
model.layers.22.mlp.experts.114,2.555619239807129
model.layers.22.mlp.experts.115,2.554896593093872
model.layers.22.mlp.experts.116,2.554725408554077
model.layers.22.mlp.experts.117,2.5702219009399414
model.layers.22.mlp.experts.118,2.560629844665528
model.layers.22.mlp.experts.119,2.5517170429229736
model.layers.22.mlp.experts.12,2.557169198989868
model.layers.22.mlp.experts.120,2.568882942199707
model.layers.22.mlp.experts.121,2.553992986679077
model.layers.22.mlp.experts.122,2.558962821960449
model.layers.22.mlp.experts.123,2.5528197288513184
model.layers.22.mlp.experts.124,2.583364725112915
model.layers.22.mlp.experts.125,2.575355291366577
model.layers.22.mlp.experts.126,2.552885055541992
model.layers.22.mlp.experts.127,2.5597574710845947
model.layers.22.mlp.experts.128,2.57780122756958
model.layers.22.mlp.experts.129,2.5528573989868164
model.layers.22.mlp.experts.13,2.559855461120605
model.layers.22.mlp.experts.130,2.5567290782928467
model.layers.22.mlp.experts.131,2.5623083114624023
model.layers.22.mlp.experts.132,2.563591480255127
model.layers.22.mlp.experts.133,2.5602595806121826
model.layers.22.mlp.experts.134,2.554943799972534
model.layers.22.mlp.experts.135,2.609912157058716
model.layers.22.mlp.experts.136,2.5734779834747314
model.layers.22.mlp.experts.137,2.565227031707764
model.layers.22.mlp.experts.138,2.605259418487549
model.layers.22.mlp.experts.139,2.556682586669922
model.layers.22.mlp.experts.14,2.5606801509857178
model.layers.22.mlp.experts.140,2.56328558921814
model.layers.22.mlp.experts.141,2.555851459503174
model.layers.22.mlp.experts.142,2.5576250553131104
model.layers.22.mlp.experts.143,2.5561017990112305
model.layers.22.mlp.experts.144,2.5570225715637207
model.layers.22.mlp.experts.145,2.555502414703369
model.layers.22.mlp.experts.146,2.5663070678710938
model.layers.22.mlp.experts.147,2.5554919242858887
model.layers.22.mlp.experts.148,2.554039001464844
model.layers.22.mlp.experts.149,2.56052303314209
model.layers.22.mlp.experts.15,2.5530714988708496
model.layers.22.mlp.experts.150,2.8054215908050537
model.layers.22.mlp.experts.151,2.5705795288085938
model.layers.22.mlp.experts.152,2.5604910850524902
model.layers.22.mlp.experts.153,2.556868314743042
model.layers.22.mlp.experts.154,2.5547661781311035
model.layers.22.mlp.experts.155,2.5565903186798096
model.layers.22.mlp.experts.156,2.5686912536621094
model.layers.22.mlp.experts.157,2.5776610374450684
model.layers.22.mlp.experts.158,2.555990695953369
model.layers.22.mlp.experts.159,2.5598864555358887
model.layers.22.mlp.experts.16,2.561001777648926
model.layers.22.mlp.experts.160,2.5779051780700684
model.layers.22.mlp.experts.161,2.5579075813293457
model.layers.22.mlp.experts.162,2.5574522018432617
model.layers.22.mlp.experts.163,2.561209201812744
model.layers.22.mlp.experts.164,2.556095123291016
model.layers.22.mlp.experts.165,2.556273937225342
model.layers.22.mlp.experts.166,2.5616278648376465
model.layers.22.mlp.experts.167,2.5540695190429688
model.layers.22.mlp.experts.168,2.556098461151123
model.layers.22.mlp.experts.169,2.557629108428955
model.layers.22.mlp.experts.17,2.562185764312744
model.layers.22.mlp.experts.170,2.5586748123168945
model.layers.22.mlp.experts.171,2.571566343307495
model.layers.22.mlp.experts.172,2.5508999824523926
model.layers.22.mlp.experts.173,2.5599803924560547
model.layers.22.mlp.experts.174,2.5517146587371826
model.layers.22.mlp.experts.175,2.585970878601074
model.layers.22.mlp.experts.176,2.591063499450684
model.layers.22.mlp.experts.177,2.56182861328125
model.layers.22.mlp.experts.178,2.55396032333374
model.layers.22.mlp.experts.179,2.5529088973999023
model.layers.22.mlp.experts.18,2.5581791400909424
model.layers.22.mlp.experts.180,2.555955171585083
model.layers.22.mlp.experts.181,2.562464714050293
model.layers.22.mlp.experts.182,2.5628161430358887
model.layers.22.mlp.experts.183,2.5586817264556885
model.layers.22.mlp.experts.184,2.6936042308807373
model.layers.22.mlp.experts.185,2.559657096862793
model.layers.22.mlp.experts.186,2.5672998428344727
model.layers.22.mlp.experts.187,2.573514223098755
model.layers.22.mlp.experts.188,2.5799527168273926
model.layers.22.mlp.experts.189,2.595005989074707
model.layers.22.mlp.experts.19,2.5699682235717773
model.layers.22.mlp.experts.190,2.5837302207946777
model.layers.22.mlp.experts.191,2.590346336364746
model.layers.22.mlp.experts.192,2.557339668273926
model.layers.22.mlp.experts.193,2.5527184009552
model.layers.22.mlp.experts.194,2.571033000946045
model.layers.22.mlp.experts.195,2.569335460662842
model.layers.22.mlp.experts.196,2.563551425933838
model.layers.22.mlp.experts.197,2.5589733123779297
model.layers.22.mlp.experts.198,2.5633175373077397
model.layers.22.mlp.experts.199,2.554543972015381
model.layers.22.mlp.experts.2,2.569133996963501
model.layers.22.mlp.experts.20,2.5551910400390625
model.layers.22.mlp.experts.200,2.560570001602173
model.layers.22.mlp.experts.201,2.5858154296875
model.layers.22.mlp.experts.202,2.553903579711914
model.layers.22.mlp.experts.203,2.5514769554138184
model.layers.22.mlp.experts.204,2.566269636154175
model.layers.22.mlp.experts.205,2.6699538230896
model.layers.22.mlp.experts.206,2.562023162841797
model.layers.22.mlp.experts.207,2.558146715164185
model.layers.22.mlp.experts.208,2.560942411422729
model.layers.22.mlp.experts.209,2.577932596206665
model.layers.22.mlp.experts.21,2.5541791915893555
model.layers.22.mlp.experts.210,2.596132516860962
model.layers.22.mlp.experts.211,2.5654959678649902
model.layers.22.mlp.experts.212,2.5632543563842773
model.layers.22.mlp.experts.213,2.55662202835083
model.layers.22.mlp.experts.214,2.5515456199646
model.layers.22.mlp.experts.215,2.5524473190307617
model.layers.22.mlp.experts.216,2.5547115802764893
model.layers.22.mlp.experts.217,2.558109998703003
model.layers.22.mlp.experts.218,2.557953357696533
model.layers.22.mlp.experts.219,2.562045097351074
model.layers.22.mlp.experts.22,2.5633504390716557
model.layers.22.mlp.experts.220,2.557667732238769
model.layers.22.mlp.experts.221,2.563792943954468
model.layers.22.mlp.experts.222,2.576934814453125
model.layers.22.mlp.experts.223,2.558230400085449
model.layers.22.mlp.experts.224,2.557729959487915
model.layers.22.mlp.experts.225,2.5678906440734863
model.layers.22.mlp.experts.226,2.6258528232574463
model.layers.22.mlp.experts.227,2.55569076538086
model.layers.22.mlp.experts.228,2.55715560913086
model.layers.22.mlp.experts.229,2.5521206855773926
model.layers.22.mlp.experts.23,2.69162917137146
model.layers.22.mlp.experts.230,2.5512683391571045
model.layers.22.mlp.experts.231,2.5560245513916016
model.layers.22.mlp.experts.232,2.5561940670013428
model.layers.22.mlp.experts.233,2.553380489349365
model.layers.22.mlp.experts.234,2.5543453693389893
model.layers.22.mlp.experts.235,2.5518150329589844
model.layers.22.mlp.experts.236,2.567965507507324
model.layers.22.mlp.experts.237,2.554645538330078
model.layers.22.mlp.experts.238,2.552698373794556
model.layers.22.mlp.experts.239,2.552799224853516
model.layers.22.mlp.experts.24,2.557816505432129
model.layers.22.mlp.experts.240,2.5557284355163574
model.layers.22.mlp.experts.241,2.5526726245880127
model.layers.22.mlp.experts.242,2.554558038711548
model.layers.22.mlp.experts.243,2.5549192428588867
model.layers.22.mlp.experts.244,2.5641722679138184
model.layers.22.mlp.experts.245,2.557891845703125
model.layers.22.mlp.experts.246,2.5613367557525635
model.layers.22.mlp.experts.247,2.553963661193848
model.layers.22.mlp.experts.248,2.5645570755004883
model.layers.22.mlp.experts.249,2.5569839477539062
model.layers.22.mlp.experts.25,2.56988787651062
model.layers.22.mlp.experts.250,2.5687062740325928
model.layers.22.mlp.experts.251,2.574657917022705
model.layers.22.mlp.experts.252,2.551941156387329
model.layers.22.mlp.experts.253,2.5589871406555176
model.layers.22.mlp.experts.254,2.5642552375793457
model.layers.22.mlp.experts.255,2.5800795555114746
model.layers.22.mlp.experts.26,2.563541889190674
model.layers.22.mlp.experts.27,2.561442852020264
model.layers.22.mlp.experts.28,2.561041831970215
model.layers.22.mlp.experts.29,2.561375141143799
model.layers.22.mlp.experts.3,2.561156272888184
model.layers.22.mlp.experts.30,2.559170961380005
model.layers.22.mlp.experts.31,2.5892412662506104
model.layers.22.mlp.experts.32,2.553428649902344
model.layers.22.mlp.experts.33,2.56081771850586
model.layers.22.mlp.experts.34,2.554219484329224
model.layers.22.mlp.experts.35,2.5593137741088867
model.layers.22.mlp.experts.36,2.567690372467041
model.layers.22.mlp.experts.37,2.568047523498535
model.layers.22.mlp.experts.38,2.554363489151001
model.layers.22.mlp.experts.39,2.56032943725586
model.layers.22.mlp.experts.4,2.563817977905273
model.layers.22.mlp.experts.40,2.5568301677703857
model.layers.22.mlp.experts.41,2.5543642044067383
model.layers.22.mlp.experts.42,2.5674660205841064
model.layers.22.mlp.experts.43,2.561342477798462
model.layers.22.mlp.experts.44,2.566225051879883
model.layers.22.mlp.experts.45,2.5659303665161133
model.layers.22.mlp.experts.46,2.556474208831787
model.layers.22.mlp.experts.47,2.572021484375
model.layers.22.mlp.experts.48,2.5573384761810303
model.layers.22.mlp.experts.49,2.5889153480529785
model.layers.22.mlp.experts.5,2.664301872253418
model.layers.22.mlp.experts.50,2.6299829483032227
model.layers.22.mlp.experts.51,2.5511279106140137
model.layers.22.mlp.experts.52,2.5634336471557617
model.layers.22.mlp.experts.53,2.576509714126587
model.layers.22.mlp.experts.54,2.55828070640564
model.layers.22.mlp.experts.55,2.5590710639953613
model.layers.22.mlp.experts.56,2.560755491256714
model.layers.22.mlp.experts.57,2.559739589691162
model.layers.22.mlp.experts.58,2.561100006103516
model.layers.22.mlp.experts.59,2.566534996032715
model.layers.22.mlp.experts.6,2.556159496307373
model.layers.22.mlp.experts.60,2.5851752758026123
model.layers.22.mlp.experts.61,2.5605409145355225
model.layers.22.mlp.experts.62,2.5708255767822266
model.layers.22.mlp.experts.63,2.568849563598633
model.layers.22.mlp.experts.64,2.576723098754883
model.layers.22.mlp.experts.65,2.551205635070801
model.layers.22.mlp.experts.66,2.5703186988830566
model.layers.22.mlp.experts.67,2.5606086254119877
model.layers.22.mlp.experts.68,2.569214105606079
model.layers.22.mlp.experts.69,2.5553648471832275
model.layers.22.mlp.experts.7,2.553027391433716
model.layers.22.mlp.experts.70,2.6318373680114746
model.layers.22.mlp.experts.71,2.5751450061798096
model.layers.22.mlp.experts.72,2.555187702178955
model.layers.22.mlp.experts.73,2.5542140007019043
model.layers.22.mlp.experts.74,2.5568161010742188
model.layers.22.mlp.experts.75,2.5784173011779785
model.layers.22.mlp.experts.76,2.5617918968200684
model.layers.22.mlp.experts.77,2.556549072265625
model.layers.22.mlp.experts.78,2.5589163303375244
model.layers.22.mlp.experts.79,2.5579757690429688
model.layers.22.mlp.experts.8,2.571133613586426
model.layers.22.mlp.experts.80,2.555346727371216
model.layers.22.mlp.experts.81,2.558203935623169
model.layers.22.mlp.experts.82,2.5599470138549805
model.layers.22.mlp.experts.83,2.55521821975708
model.layers.22.mlp.experts.84,2.5598504543304443
model.layers.22.mlp.experts.85,2.5541696548461914
model.layers.22.mlp.experts.86,2.5704715251922607
model.layers.22.mlp.experts.87,2.555891752243042
model.layers.22.mlp.experts.88,2.5540482997894287
model.layers.22.mlp.experts.89,2.5573151111602783
model.layers.22.mlp.experts.9,2.554497241973877
model.layers.22.mlp.experts.90,2.556490898132324
model.layers.22.mlp.experts.91,2.5773744583129883
model.layers.22.mlp.experts.92,2.555259704589844
model.layers.22.mlp.experts.93,2.56364107131958
model.layers.22.mlp.experts.94,2.5619957447052
model.layers.22.mlp.experts.95,2.559701919555664
model.layers.22.mlp.experts.96,2.566141128540039
model.layers.22.mlp.experts.97,2.5528247356414795
model.layers.22.mlp.experts.98,2.556880474090576
model.layers.22.mlp.experts.99,2.5513691902160645
model.layers.22.mlp.shared_experts,2.752580165863037
model.layers.22.self_attn,2.6182518005371094
model.layers.23.mlp.experts.0,2.560534715652466
model.layers.23.mlp.experts.1,2.5869479179382324
model.layers.23.mlp.experts.10,2.563662528991699
model.layers.23.mlp.experts.100,2.561197280883789
model.layers.23.mlp.experts.101,2.552217721939087
model.layers.23.mlp.experts.102,2.5562703609466557
model.layers.23.mlp.experts.103,2.5763585567474365
model.layers.23.mlp.experts.104,2.5694732666015625
model.layers.23.mlp.experts.105,2.5605084896087646
model.layers.23.mlp.experts.106,2.5587658882141118
model.layers.23.mlp.experts.107,2.569668292999268
model.layers.23.mlp.experts.108,2.558745145797729
model.layers.23.mlp.experts.109,2.559981107711792
model.layers.23.mlp.experts.11,2.5559098720550537
model.layers.23.mlp.experts.110,2.5792274475097656
model.layers.23.mlp.experts.111,2.587334632873535
model.layers.23.mlp.experts.112,2.560930728912353
model.layers.23.mlp.experts.113,2.561687707901001
model.layers.23.mlp.experts.114,2.556471824645996
model.layers.23.mlp.experts.115,2.552292823791504
model.layers.23.mlp.experts.116,2.5716259479522705
model.layers.23.mlp.experts.117,2.555447578430176
model.layers.23.mlp.experts.118,2.567383050918579
model.layers.23.mlp.experts.119,2.5566022396087646
model.layers.23.mlp.experts.12,2.5985915660858154
model.layers.23.mlp.experts.120,2.5589704513549805
model.layers.23.mlp.experts.121,2.563775062561035
model.layers.23.mlp.experts.122,2.567056655883789
model.layers.23.mlp.experts.123,2.562530994415283
model.layers.23.mlp.experts.124,2.563434600830078
model.layers.23.mlp.experts.125,2.555642604827881
model.layers.23.mlp.experts.126,2.5623984336853027
model.layers.23.mlp.experts.127,2.572515726089477
model.layers.23.mlp.experts.128,2.583120584487915
model.layers.23.mlp.experts.129,2.55582332611084
model.layers.23.mlp.experts.13,2.585841178894043
model.layers.23.mlp.experts.130,2.557756900787353
model.layers.23.mlp.experts.131,2.5532162189483643
model.layers.23.mlp.experts.132,2.553671836853028
model.layers.23.mlp.experts.133,2.5863921642303467
model.layers.23.mlp.experts.134,2.5624170303344727
model.layers.23.mlp.experts.135,2.555837869644165
model.layers.23.mlp.experts.136,2.566488981246948
model.layers.23.mlp.experts.137,2.5619029998779297
model.layers.23.mlp.experts.138,2.569276809692383
model.layers.23.mlp.experts.139,2.576730251312256
model.layers.23.mlp.experts.14,2.5563559532165527
model.layers.23.mlp.experts.140,2.569100856781006
model.layers.23.mlp.experts.141,2.615629911422729
model.layers.23.mlp.experts.142,2.5583817958831787
model.layers.23.mlp.experts.143,2.5640199184417725
model.layers.23.mlp.experts.144,2.554400682449341
model.layers.23.mlp.experts.145,2.559370994567871
model.layers.23.mlp.experts.146,2.5606839656829834
model.layers.23.mlp.experts.147,2.5682921409606934
model.layers.23.mlp.experts.148,2.5691843032836914
model.layers.23.mlp.experts.149,2.557842493057251
model.layers.23.mlp.experts.15,2.5593323707580566
model.layers.23.mlp.experts.150,2.558032989501953
model.layers.23.mlp.experts.151,2.5548973083496094
model.layers.23.mlp.experts.152,2.5627384185791016
model.layers.23.mlp.experts.153,2.5627121925354004
model.layers.23.mlp.experts.154,2.558159589767456
model.layers.23.mlp.experts.155,2.560144424438477
model.layers.23.mlp.experts.156,2.556750059127808
model.layers.23.mlp.experts.157,2.5942816734313965
model.layers.23.mlp.experts.158,2.552711248397827
model.layers.23.mlp.experts.159,2.566758155822754
model.layers.23.mlp.experts.16,2.5612664222717285
model.layers.23.mlp.experts.160,2.630833148956299
model.layers.23.mlp.experts.161,2.556877851486206
model.layers.23.mlp.experts.162,2.5735321044921875
model.layers.23.mlp.experts.163,2.5571508407592773
model.layers.23.mlp.experts.164,2.557053804397583
model.layers.23.mlp.experts.165,2.584857940673828
model.layers.23.mlp.experts.166,2.5586495399475098
model.layers.23.mlp.experts.167,2.567020893096924
model.layers.23.mlp.experts.168,2.561126232147217
model.layers.23.mlp.experts.169,2.5579535961151123
model.layers.23.mlp.experts.17,2.5804011821746826
model.layers.23.mlp.experts.170,2.558089017868042
model.layers.23.mlp.experts.171,2.556103229522705
model.layers.23.mlp.experts.172,2.567798614501953
model.layers.23.mlp.experts.173,2.5605688095092773
model.layers.23.mlp.experts.174,2.5555191040039062
model.layers.23.mlp.experts.175,2.5655877590179443
model.layers.23.mlp.experts.176,2.556935310363769
model.layers.23.mlp.experts.177,2.559813499450684
model.layers.23.mlp.experts.178,2.556885242462158
model.layers.23.mlp.experts.179,2.5563809871673584
model.layers.23.mlp.experts.18,2.562950611114502
model.layers.23.mlp.experts.180,2.5538763999938965
model.layers.23.mlp.experts.181,2.557373523712158
model.layers.23.mlp.experts.182,2.556912422180176
model.layers.23.mlp.experts.183,2.555015087127685
model.layers.23.mlp.experts.184,2.5634102821350098
model.layers.23.mlp.experts.185,2.558838129043579
model.layers.23.mlp.experts.186,2.5671169757843018
model.layers.23.mlp.experts.187,2.555821180343628
model.layers.23.mlp.experts.188,2.5586509704589844
model.layers.23.mlp.experts.189,2.5585408210754395
model.layers.23.mlp.experts.19,2.557450771331787
model.layers.23.mlp.experts.190,2.5717990398406982
model.layers.23.mlp.experts.191,2.5528693199157715
model.layers.23.mlp.experts.192,2.560067653656006
model.layers.23.mlp.experts.193,2.561716079711914
model.layers.23.mlp.experts.194,2.5616884231567383
model.layers.23.mlp.experts.195,2.576948404312134
model.layers.23.mlp.experts.196,2.5579922199249268
model.layers.23.mlp.experts.197,2.572197437286377
model.layers.23.mlp.experts.198,2.5561842918396
model.layers.23.mlp.experts.199,2.5795252323150635
model.layers.23.mlp.experts.2,2.5624241828918457
model.layers.23.mlp.experts.20,2.568873167037964
model.layers.23.mlp.experts.200,2.560089111328125
model.layers.23.mlp.experts.201,2.592273712158203
model.layers.23.mlp.experts.202,2.555185317993164
model.layers.23.mlp.experts.203,2.5676157474517822
model.layers.23.mlp.experts.204,2.557253360748291
model.layers.23.mlp.experts.205,2.559323787689209
model.layers.23.mlp.experts.206,2.56763243675232
model.layers.23.mlp.experts.207,2.5611014366149902
model.layers.23.mlp.experts.208,2.556306838989258
model.layers.23.mlp.experts.209,2.5602619647979736
model.layers.23.mlp.experts.21,2.5618045330047607
model.layers.23.mlp.experts.210,2.553697109222412
model.layers.23.mlp.experts.211,2.55631160736084
model.layers.23.mlp.experts.212,2.5715365409851074
model.layers.23.mlp.experts.213,2.5692427158355717
model.layers.23.mlp.experts.214,2.56699800491333
model.layers.23.mlp.experts.215,2.5734243392944336
model.layers.23.mlp.experts.216,2.561766624450684
model.layers.23.mlp.experts.217,2.556384325027466
model.layers.23.mlp.experts.218,2.562912702560425
model.layers.23.mlp.experts.219,2.5552663803100586
model.layers.23.mlp.experts.22,2.5627448558807373
model.layers.23.mlp.experts.220,2.5540003776550293
model.layers.23.mlp.experts.221,2.5579092502593994
model.layers.23.mlp.experts.222,2.5584659576416016
model.layers.23.mlp.experts.223,2.555257797241211
model.layers.23.mlp.experts.224,2.5527455806732178
model.layers.23.mlp.experts.225,2.5666534900665283
model.layers.23.mlp.experts.226,2.556282997131348
model.layers.23.mlp.experts.227,2.561180830001831
model.layers.23.mlp.experts.228,2.557497501373291
model.layers.23.mlp.experts.229,2.5543928146362305
model.layers.23.mlp.experts.23,2.660632610321045
model.layers.23.mlp.experts.230,2.606433868408203
model.layers.23.mlp.experts.231,2.5603127479553223
model.layers.23.mlp.experts.232,2.5629396438598637
model.layers.23.mlp.experts.233,2.552940607070923
model.layers.23.mlp.experts.234,2.561952590942383
model.layers.23.mlp.experts.235,2.5542802810668945
model.layers.23.mlp.experts.236,2.567322254180908
model.layers.23.mlp.experts.237,2.56787109375
model.layers.23.mlp.experts.238,2.568131446838379
model.layers.23.mlp.experts.239,2.5647785663604736
model.layers.23.mlp.experts.24,2.5562963485717773
model.layers.23.mlp.experts.240,2.57795524597168
model.layers.23.mlp.experts.241,2.556149959564209
model.layers.23.mlp.experts.242,2.5678577423095703
model.layers.23.mlp.experts.243,2.558602809906006
model.layers.23.mlp.experts.244,2.5928494930267334
model.layers.23.mlp.experts.245,2.5789263248443604
model.layers.23.mlp.experts.246,3.280405282974243
model.layers.23.mlp.experts.247,2.5555458068847656
model.layers.23.mlp.experts.248,2.5529587268829346
model.layers.23.mlp.experts.249,2.5623183250427246
model.layers.23.mlp.experts.25,2.555331230163574
model.layers.23.mlp.experts.250,2.5595898628234863
model.layers.23.mlp.experts.251,2.55124831199646
model.layers.23.mlp.experts.252,2.593196392059326
model.layers.23.mlp.experts.253,2.599282741546631
model.layers.23.mlp.experts.254,2.5660176277160645
model.layers.23.mlp.experts.255,2.5628223419189453
model.layers.23.mlp.experts.26,2.629991054534912
model.layers.23.mlp.experts.27,2.565521478652954
model.layers.23.mlp.experts.28,2.560723066329956
model.layers.23.mlp.experts.29,2.5938475131988525
model.layers.23.mlp.experts.3,2.561835289001465
model.layers.23.mlp.experts.30,2.5666909217834477
model.layers.23.mlp.experts.31,2.5630476474761963
model.layers.23.mlp.experts.32,2.5568525791168213
model.layers.23.mlp.experts.33,2.5588650703430176
model.layers.23.mlp.experts.34,2.556357383728028
model.layers.23.mlp.experts.35,2.560326099395752
model.layers.23.mlp.experts.36,2.554718017578125
model.layers.23.mlp.experts.37,2.551703929901123
model.layers.23.mlp.experts.38,2.557391166687012
model.layers.23.mlp.experts.39,2.565521240234375
model.layers.23.mlp.experts.4,2.559542179107666
model.layers.23.mlp.experts.40,2.5747389793396
model.layers.23.mlp.experts.41,2.564124584197998
model.layers.23.mlp.experts.42,2.567325592041016
model.layers.23.mlp.experts.43,2.559569835662842
model.layers.23.mlp.experts.44,2.599073886871338
model.layers.23.mlp.experts.45,2.555060863494873
model.layers.23.mlp.experts.46,2.5620193481445312
model.layers.23.mlp.experts.47,2.5803537368774414
model.layers.23.mlp.experts.48,2.554144382476806
model.layers.23.mlp.experts.49,2.55842924118042
model.layers.23.mlp.experts.5,2.5520272254943848
model.layers.23.mlp.experts.50,2.5623273849487305
model.layers.23.mlp.experts.51,2.5611841678619385
model.layers.23.mlp.experts.52,2.58381462097168
model.layers.23.mlp.experts.53,2.5627706050872803
model.layers.23.mlp.experts.54,2.562027931213379
model.layers.23.mlp.experts.55,2.555088996887207
model.layers.23.mlp.experts.56,2.557945728302002
model.layers.23.mlp.experts.57,2.557899475097656
model.layers.23.mlp.experts.58,2.5718088150024414
model.layers.23.mlp.experts.59,2.5571446418762207
model.layers.23.mlp.experts.6,2.554795265197754
model.layers.23.mlp.experts.60,2.552612543106079
model.layers.23.mlp.experts.61,2.577169418334961
model.layers.23.mlp.experts.62,2.5527572631835938
model.layers.23.mlp.experts.63,2.561115264892578
model.layers.23.mlp.experts.64,2.5585451126098637
model.layers.23.mlp.experts.65,2.5521512031555176
model.layers.23.mlp.experts.66,2.5597615242004395
model.layers.23.mlp.experts.67,2.556699752807617
model.layers.23.mlp.experts.68,2.560265302658081
model.layers.23.mlp.experts.69,2.5580508708953857
model.layers.23.mlp.experts.7,2.5587704181671143
model.layers.23.mlp.experts.70,2.5679850578308105
model.layers.23.mlp.experts.71,2.557419538497925
model.layers.23.mlp.experts.72,2.559301376342773
model.layers.23.mlp.experts.73,2.5667407512664795
model.layers.23.mlp.experts.74,2.557441234588623
model.layers.23.mlp.experts.75,2.5564606189727783
model.layers.23.mlp.experts.76,2.554250240325928
model.layers.23.mlp.experts.77,2.580918312072754
model.layers.23.mlp.experts.78,2.559290885925293
model.layers.23.mlp.experts.79,2.606850862503052
model.layers.23.mlp.experts.8,2.55649209022522
model.layers.23.mlp.experts.80,2.578859806060791
model.layers.23.mlp.experts.81,2.567267894744873
model.layers.23.mlp.experts.82,2.554960250854492
model.layers.23.mlp.experts.83,2.561570644378662
model.layers.23.mlp.experts.84,2.565915584564209
model.layers.23.mlp.experts.85,2.560506582260132
model.layers.23.mlp.experts.86,2.557445287704468
model.layers.23.mlp.experts.87,2.560358047485352
model.layers.23.mlp.experts.88,2.554351329803467
model.layers.23.mlp.experts.89,2.564629554748535
model.layers.23.mlp.experts.9,2.557725667953491
model.layers.23.mlp.experts.90,2.5565969944000244
model.layers.23.mlp.experts.91,2.5679407119750977
model.layers.23.mlp.experts.92,2.5547773838043213
model.layers.23.mlp.experts.93,2.564481496810913
model.layers.23.mlp.experts.94,2.559053897857666
model.layers.23.mlp.experts.95,2.5629117488861084
model.layers.23.mlp.experts.96,2.5551021099090576
model.layers.23.mlp.experts.97,2.569767475128174
model.layers.23.mlp.experts.98,2.557243824005127
model.layers.23.mlp.experts.99,2.557680368423462
model.layers.23.mlp.shared_experts,2.7644288539886475
model.layers.23.self_attn,2.5990147590637207
model.layers.24.mlp.experts.0,2.569519281387329
model.layers.24.mlp.experts.1,2.5552589893341064
model.layers.24.mlp.experts.10,2.5532379150390625
model.layers.24.mlp.experts.100,2.5592281818389893
model.layers.24.mlp.experts.101,2.558416843414306
model.layers.24.mlp.experts.102,2.558217287063598
model.layers.24.mlp.experts.103,2.555391788482666
model.layers.24.mlp.experts.104,2.5640523433685303
model.layers.24.mlp.experts.105,2.5609426498413086
model.layers.24.mlp.experts.106,2.5527682304382324
model.layers.24.mlp.experts.107,2.5553088188171387
model.layers.24.mlp.experts.108,2.5580551624298096
model.layers.24.mlp.experts.109,2.556814670562744
model.layers.24.mlp.experts.11,2.570153951644897
model.layers.24.mlp.experts.110,2.554786205291748
model.layers.24.mlp.experts.111,2.559504985809326
model.layers.24.mlp.experts.112,2.5605275630950928
model.layers.24.mlp.experts.113,2.566769599914551
model.layers.24.mlp.experts.114,2.5568490028381348
model.layers.24.mlp.experts.115,2.560493230819702
model.layers.24.mlp.experts.116,2.558342456817627
model.layers.24.mlp.experts.117,2.556606769561768
model.layers.24.mlp.experts.118,2.558868169784546
model.layers.24.mlp.experts.119,2.5546505451202397
model.layers.24.mlp.experts.12,2.563502073287964
model.layers.24.mlp.experts.120,2.562591552734375
model.layers.24.mlp.experts.121,2.557779312133789
model.layers.24.mlp.experts.122,2.5566306114196777
model.layers.24.mlp.experts.123,2.556459426879883
model.layers.24.mlp.experts.124,2.5539326667785645
model.layers.24.mlp.experts.125,2.555752277374268
model.layers.24.mlp.experts.126,2.5580122470855717
model.layers.24.mlp.experts.127,2.5585291385650635
model.layers.24.mlp.experts.128,2.55391788482666
model.layers.24.mlp.experts.129,2.5523276329040527
model.layers.24.mlp.experts.13,2.5598068237304688
model.layers.24.mlp.experts.130,2.553462028503418
model.layers.24.mlp.experts.131,2.557179927825928
model.layers.24.mlp.experts.132,2.5549495220184326
model.layers.24.mlp.experts.133,2.5559606552124023
model.layers.24.mlp.experts.134,2.572152614593506
model.layers.24.mlp.experts.135,2.55163836479187
model.layers.24.mlp.experts.136,2.555959463119507
model.layers.24.mlp.experts.137,2.5554215908050537
model.layers.24.mlp.experts.138,2.554626941680908
model.layers.24.mlp.experts.139,2.556572437286377
model.layers.24.mlp.experts.14,2.5544795989990234
model.layers.24.mlp.experts.140,2.553879737854004
model.layers.24.mlp.experts.141,2.5623223781585693
model.layers.24.mlp.experts.142,2.5749802589416504
model.layers.24.mlp.experts.143,2.553306102752685
model.layers.24.mlp.experts.144,2.551944732666016
model.layers.24.mlp.experts.145,2.5520339012146
model.layers.24.mlp.experts.146,2.562303304672241
model.layers.24.mlp.experts.147,2.608805656433105
model.layers.24.mlp.experts.148,2.5904288291931152
model.layers.24.mlp.experts.149,2.6182870864868164
model.layers.24.mlp.experts.15,2.5591630935668945
model.layers.24.mlp.experts.150,2.5618677139282227
model.layers.24.mlp.experts.151,2.5585103034973145
model.layers.24.mlp.experts.152,2.5543947219848637
model.layers.24.mlp.experts.153,2.55267596244812
model.layers.24.mlp.experts.154,2.561854839324951
model.layers.24.mlp.experts.155,2.6078200340271
model.layers.24.mlp.experts.156,2.577557325363159
model.layers.24.mlp.experts.157,2.558351516723633
model.layers.24.mlp.experts.158,2.57799768447876
model.layers.24.mlp.experts.159,2.572162628173828
model.layers.24.mlp.experts.16,2.559167861938477
model.layers.24.mlp.experts.160,2.5522146224975586
model.layers.24.mlp.experts.161,2.590683460235596
model.layers.24.mlp.experts.162,2.5512397289276123
model.layers.24.mlp.experts.163,2.5521106719970703
model.layers.24.mlp.experts.164,2.573529958724976
model.layers.24.mlp.experts.165,2.5558183193206787
model.layers.24.mlp.experts.166,2.557667016983032
model.layers.24.mlp.experts.167,2.561192750930786
model.layers.24.mlp.experts.168,2.562349796295166
model.layers.24.mlp.experts.169,2.566058397293091
model.layers.24.mlp.experts.17,2.562669277191162
model.layers.24.mlp.experts.170,2.558699131011963
model.layers.24.mlp.experts.171,2.556983232498169
model.layers.24.mlp.experts.172,2.571450710296631
model.layers.24.mlp.experts.173,2.557900667190552
model.layers.24.mlp.experts.174,2.562978506088257
model.layers.24.mlp.experts.175,2.5531880855560303
model.layers.24.mlp.experts.176,2.5615968704223637
model.layers.24.mlp.experts.177,2.555359125137329
model.layers.24.mlp.experts.178,2.5590503215789795
model.layers.24.mlp.experts.179,2.5699808597564697
model.layers.24.mlp.experts.18,2.566272258758545
model.layers.24.mlp.experts.180,2.5542447566986084
model.layers.24.mlp.experts.181,2.557443857192993
model.layers.24.mlp.experts.182,2.5599048137664795
model.layers.24.mlp.experts.183,2.565270185470581
model.layers.24.mlp.experts.184,2.588972806930542
model.layers.24.mlp.experts.185,2.6352381706237797
model.layers.24.mlp.experts.186,2.594634532928467
model.layers.24.mlp.experts.187,2.590986013412476
model.layers.24.mlp.experts.188,2.5759053230285645
model.layers.24.mlp.experts.189,2.57940673828125
model.layers.24.mlp.experts.19,2.5569117069244385
model.layers.24.mlp.experts.190,2.557992458343506
model.layers.24.mlp.experts.191,2.5783586502075195
model.layers.24.mlp.experts.192,2.556938409805298
model.layers.24.mlp.experts.193,2.571786880493164
model.layers.24.mlp.experts.194,2.552335023880005
model.layers.24.mlp.experts.195,2.55828595161438
model.layers.24.mlp.experts.196,2.5598926544189453
model.layers.24.mlp.experts.197,2.5537710189819336
model.layers.24.mlp.experts.198,2.562132835388184
model.layers.24.mlp.experts.199,2.555922031402588
model.layers.24.mlp.experts.2,2.5568103790283203
model.layers.24.mlp.experts.20,2.5618906021118164
model.layers.24.mlp.experts.200,2.5636332035064697
model.layers.24.mlp.experts.201,2.5598862171173096
model.layers.24.mlp.experts.202,2.577333688735962
model.layers.24.mlp.experts.203,2.6170222759246826
model.layers.24.mlp.experts.204,2.559880018234253
model.layers.24.mlp.experts.205,2.583961248397827
model.layers.24.mlp.experts.206,2.575448989868164
model.layers.24.mlp.experts.207,2.561000108718872
model.layers.24.mlp.experts.208,2.556859970092773
model.layers.24.mlp.experts.209,2.553131580352783
model.layers.24.mlp.experts.21,2.5575103759765625
model.layers.24.mlp.experts.210,2.5528855323791504
model.layers.24.mlp.experts.211,2.555506944656372
model.layers.24.mlp.experts.212,2.575911521911621
model.layers.24.mlp.experts.213,2.558201789855957
model.layers.24.mlp.experts.214,2.5572972297668457
model.layers.24.mlp.experts.215,2.555967330932617
model.layers.24.mlp.experts.216,2.568650960922241
model.layers.24.mlp.experts.217,2.553424835205078
model.layers.24.mlp.experts.218,2.561028003692627
model.layers.24.mlp.experts.219,2.5529279708862305
model.layers.24.mlp.experts.22,2.5770609378814697
model.layers.24.mlp.experts.220,2.5815296173095703
model.layers.24.mlp.experts.221,2.557323217391968
model.layers.24.mlp.experts.222,2.5828235149383545
model.layers.24.mlp.experts.223,2.5584876537323
model.layers.24.mlp.experts.224,2.5633580684661865
model.layers.24.mlp.experts.225,2.556561231613159
model.layers.24.mlp.experts.226,2.559221744537353
model.layers.24.mlp.experts.227,2.556550979614258
model.layers.24.mlp.experts.228,2.554095268249512
model.layers.24.mlp.experts.229,2.5728752613067627
model.layers.24.mlp.experts.23,2.585243463516236
model.layers.24.mlp.experts.230,2.571113348007202
model.layers.24.mlp.experts.231,2.559731721878052
model.layers.24.mlp.experts.232,2.563021659851074
model.layers.24.mlp.experts.233,2.5596611499786377
model.layers.24.mlp.experts.234,2.5567102432250977
model.layers.24.mlp.experts.235,2.555302381515503
model.layers.24.mlp.experts.236,2.5547146797180176
model.layers.24.mlp.experts.237,2.5554983615875244
model.layers.24.mlp.experts.238,2.572842597961426
model.layers.24.mlp.experts.239,2.5565004348754883
model.layers.24.mlp.experts.24,2.557335138320923
model.layers.24.mlp.experts.240,2.569073438644409
model.layers.24.mlp.experts.241,2.555213212966919
model.layers.24.mlp.experts.242,2.6065475940704346
model.layers.24.mlp.experts.243,2.552968978881836
model.layers.24.mlp.experts.244,2.5582950115203857
model.layers.24.mlp.experts.245,2.558213710784912
model.layers.24.mlp.experts.246,2.5556793212890625
model.layers.24.mlp.experts.247,2.5957248210906982
model.layers.24.mlp.experts.248,2.573830366134644
model.layers.24.mlp.experts.249,2.560439109802246
model.layers.24.mlp.experts.25,2.561295747756958
model.layers.24.mlp.experts.250,2.557844877243042
model.layers.24.mlp.experts.251,2.5568556785583496
model.layers.24.mlp.experts.252,2.557693719863892
model.layers.24.mlp.experts.253,2.566418170928955
model.layers.24.mlp.experts.254,2.56252384185791
model.layers.24.mlp.experts.255,2.5527937412261963
model.layers.24.mlp.experts.26,2.5557196140289307
model.layers.24.mlp.experts.27,2.581608772277832
model.layers.24.mlp.experts.28,2.5571742057800293
model.layers.24.mlp.experts.29,2.556281566619873
model.layers.24.mlp.experts.3,2.554680585861206
model.layers.24.mlp.experts.30,2.5608272552490234
model.layers.24.mlp.experts.31,2.5547642707824707
model.layers.24.mlp.experts.32,2.559489250183105
model.layers.24.mlp.experts.33,2.5832390785217285
model.layers.24.mlp.experts.34,2.555964469909668
model.layers.24.mlp.experts.35,2.551743745803833
model.layers.24.mlp.experts.36,2.56083345413208
model.layers.24.mlp.experts.37,2.552793025970459
model.layers.24.mlp.experts.38,2.560576677322388
model.layers.24.mlp.experts.39,2.5534353256225586
model.layers.24.mlp.experts.4,2.55535888671875
model.layers.24.mlp.experts.40,2.5550737380981445
model.layers.24.mlp.experts.41,2.59663462638855
model.layers.24.mlp.experts.42,2.6546759605407715
model.layers.24.mlp.experts.43,2.563911437988281
model.layers.24.mlp.experts.44,2.5561282634735107
model.layers.24.mlp.experts.45,2.5524890422821045
model.layers.24.mlp.experts.46,2.554267883300781
model.layers.24.mlp.experts.47,2.553388833999634
model.layers.24.mlp.experts.48,2.554098129272461
model.layers.24.mlp.experts.49,2.5570380687713623
model.layers.24.mlp.experts.5,2.583171844482422
model.layers.24.mlp.experts.50,2.572671413421631
model.layers.24.mlp.experts.51,2.5561468601226807
model.layers.24.mlp.experts.52,2.5677947998046875
model.layers.24.mlp.experts.53,2.553422212600708
model.layers.24.mlp.experts.54,2.555681705474853
model.layers.24.mlp.experts.55,2.5623278617858887
model.layers.24.mlp.experts.56,2.555617332458496
model.layers.24.mlp.experts.57,2.581186532974243
model.layers.24.mlp.experts.58,2.569974660873413
model.layers.24.mlp.experts.59,2.5565664768218994
model.layers.24.mlp.experts.6,2.572464227676392
model.layers.24.mlp.experts.60,2.613056182861328
model.layers.24.mlp.experts.61,2.5643599033355717
model.layers.24.mlp.experts.62,2.556016445159912
model.layers.24.mlp.experts.63,2.5827858448028564
model.layers.24.mlp.experts.64,2.5994744300842285
model.layers.24.mlp.experts.65,2.5513648986816406
model.layers.24.mlp.experts.66,2.556954860687256
model.layers.24.mlp.experts.67,2.5618667602539062
model.layers.24.mlp.experts.68,2.5600125789642334
model.layers.24.mlp.experts.69,2.5606799125671387
model.layers.24.mlp.experts.7,2.5578513145446777
model.layers.24.mlp.experts.70,2.552349328994751
model.layers.24.mlp.experts.71,2.558811902999878
model.layers.24.mlp.experts.72,2.561864852905273
model.layers.24.mlp.experts.73,2.5561411380767822
model.layers.24.mlp.experts.74,2.555875062942505
model.layers.24.mlp.experts.75,2.560662269592285
model.layers.24.mlp.experts.76,2.5625970363616943
model.layers.24.mlp.experts.77,2.555206298828125
model.layers.24.mlp.experts.78,2.554426670074463
model.layers.24.mlp.experts.79,2.55776309967041
model.layers.24.mlp.experts.8,2.55518126487732
model.layers.24.mlp.experts.80,2.553502082824707
model.layers.24.mlp.experts.81,2.5571677684783936
model.layers.24.mlp.experts.82,2.6467456817626958
model.layers.24.mlp.experts.83,2.562091827392578
model.layers.24.mlp.experts.84,2.565155506134033
model.layers.24.mlp.experts.85,2.555604934692383
model.layers.24.mlp.experts.86,2.5546576976776123
model.layers.24.mlp.experts.87,2.557711124420166
model.layers.24.mlp.experts.88,2.559875726699829
model.layers.24.mlp.experts.89,2.558051586151123
model.layers.24.mlp.experts.9,2.558689594268799
model.layers.24.mlp.experts.90,2.5664255619049072
model.layers.24.mlp.experts.91,2.559852838516236
model.layers.24.mlp.experts.92,2.56593918800354
model.layers.24.mlp.experts.93,2.556874990463257
model.layers.24.mlp.experts.94,2.557910919189453
model.layers.24.mlp.experts.95,2.556674003601074
model.layers.24.mlp.experts.96,2.555676221847534
model.layers.24.mlp.experts.97,2.5699479579925537
model.layers.24.mlp.experts.98,2.566577196121216
model.layers.24.mlp.experts.99,2.5574967861175537
model.layers.24.mlp.shared_experts,2.777383804321289
model.layers.24.self_attn,2.590960741043091
model.layers.25.mlp.experts.0,2.5641207695007324
model.layers.25.mlp.experts.1,2.5561177730560303
model.layers.25.mlp.experts.10,2.5570802688598637
model.layers.25.mlp.experts.100,2.566066265106201
model.layers.25.mlp.experts.101,2.7827744483947754
model.layers.25.mlp.experts.102,2.556234359741211
model.layers.25.mlp.experts.103,2.558511972427368
model.layers.25.mlp.experts.104,2.5613768100738525
model.layers.25.mlp.experts.105,2.569427967071533
model.layers.25.mlp.experts.106,2.5768346786499023
model.layers.25.mlp.experts.107,2.555428981781006
model.layers.25.mlp.experts.108,2.558306932449341
model.layers.25.mlp.experts.109,2.5648553371429443
model.layers.25.mlp.experts.11,2.55825138092041
model.layers.25.mlp.experts.110,2.5630362033843994
model.layers.25.mlp.experts.111,2.560802936553955
model.layers.25.mlp.experts.112,2.7851216793060303
model.layers.25.mlp.experts.113,2.5600314140319824
model.layers.25.mlp.experts.114,2.556432247161865
model.layers.25.mlp.experts.115,2.567599058151245
model.layers.25.mlp.experts.116,2.5603837966918945
model.layers.25.mlp.experts.117,2.556704521179199
model.layers.25.mlp.experts.118,2.558048248291016
model.layers.25.mlp.experts.119,2.56428861618042
model.layers.25.mlp.experts.12,2.554856300354004
model.layers.25.mlp.experts.120,2.5600509643554688
model.layers.25.mlp.experts.121,2.556114912033081
model.layers.25.mlp.experts.122,2.595536231994629
model.layers.25.mlp.experts.123,2.5663280487060547
model.layers.25.mlp.experts.124,2.5643205642700195
model.layers.25.mlp.experts.125,2.5938706398010254
model.layers.25.mlp.experts.126,2.551788330078125
model.layers.25.mlp.experts.127,2.554490804672241
model.layers.25.mlp.experts.128,2.551731586456299
model.layers.25.mlp.experts.129,2.562894105911255
model.layers.25.mlp.experts.13,2.558295249938965
model.layers.25.mlp.experts.130,2.559861898422241
model.layers.25.mlp.experts.131,2.555109024047852
model.layers.25.mlp.experts.132,2.5513341426849365
model.layers.25.mlp.experts.133,2.563244342803955
model.layers.25.mlp.experts.134,2.6208791732788086
model.layers.25.mlp.experts.135,2.566404342651367
model.layers.25.mlp.experts.136,2.558523178100586
model.layers.25.mlp.experts.137,2.55537486076355
model.layers.25.mlp.experts.138,2.625105857849121
model.layers.25.mlp.experts.139,2.553141593933105
model.layers.25.mlp.experts.14,2.5710930824279785
model.layers.25.mlp.experts.140,2.55533504486084
model.layers.25.mlp.experts.141,2.562820672988892
model.layers.25.mlp.experts.142,2.55582332611084
model.layers.25.mlp.experts.143,2.560637950897217
model.layers.25.mlp.experts.144,2.562408447265625
model.layers.25.mlp.experts.145,2.561288833618164
model.layers.25.mlp.experts.146,2.558777332305908
model.layers.25.mlp.experts.147,2.5532591342926025
model.layers.25.mlp.experts.148,2.563577175140381
model.layers.25.mlp.experts.149,2.552602052688598
model.layers.25.mlp.experts.15,2.566553831100464
model.layers.25.mlp.experts.150,2.559378862380981
model.layers.25.mlp.experts.151,2.565011978149414
model.layers.25.mlp.experts.152,2.56252121925354
model.layers.25.mlp.experts.153,2.568418502807617
model.layers.25.mlp.experts.154,2.56251072883606
model.layers.25.mlp.experts.155,2.579097270965576
model.layers.25.mlp.experts.156,2.555856466293335
model.layers.25.mlp.experts.157,2.5579683780670166
model.layers.25.mlp.experts.158,2.6186842918396
model.layers.25.mlp.experts.159,2.5547542572021484
model.layers.25.mlp.experts.16,2.554404258728028
model.layers.25.mlp.experts.160,2.557891368865967
model.layers.25.mlp.experts.161,2.5744271278381348
model.layers.25.mlp.experts.162,2.55301284790039
model.layers.25.mlp.experts.163,2.592614889144897
model.layers.25.mlp.experts.164,2.5698401927948
model.layers.25.mlp.experts.165,2.55454683303833
model.layers.25.mlp.experts.166,2.557374954223633
model.layers.25.mlp.experts.167,2.5724241733551025
model.layers.25.mlp.experts.168,2.5752689838409424
model.layers.25.mlp.experts.169,2.5563197135925293
model.layers.25.mlp.experts.17,2.576354742050171
model.layers.25.mlp.experts.170,2.558793544769287
model.layers.25.mlp.experts.171,2.5970122814178467
model.layers.25.mlp.experts.172,2.5543975830078125
model.layers.25.mlp.experts.173,2.5536255836486816
model.layers.25.mlp.experts.174,2.5548386573791504
model.layers.25.mlp.experts.175,2.5551066398620605
model.layers.25.mlp.experts.176,2.5605273246765137
model.layers.25.mlp.experts.177,2.560853958129883
model.layers.25.mlp.experts.178,2.551316738128662
model.layers.25.mlp.experts.179,2.551422357559204
model.layers.25.mlp.experts.18,2.5729923248291016
model.layers.25.mlp.experts.180,2.5628561973571777
model.layers.25.mlp.experts.181,2.554511070251465
model.layers.25.mlp.experts.182,2.551993131637573
model.layers.25.mlp.experts.183,2.5707597732543945
model.layers.25.mlp.experts.184,2.5595765113830566
model.layers.25.mlp.experts.185,2.557459592819214
model.layers.25.mlp.experts.186,2.556851863861084
model.layers.25.mlp.experts.187,2.5610220432281494
model.layers.25.mlp.experts.188,2.5637872219085693
model.layers.25.mlp.experts.189,2.5534260272979736
model.layers.25.mlp.experts.19,2.55887508392334
model.layers.25.mlp.experts.190,2.5737321376800537
model.layers.25.mlp.experts.191,2.5673418045043945
model.layers.25.mlp.experts.192,2.55423641204834
model.layers.25.mlp.experts.193,2.55224609375
model.layers.25.mlp.experts.194,2.5694804191589355
model.layers.25.mlp.experts.195,2.5596344470977783
model.layers.25.mlp.experts.196,2.551866054534912
model.layers.25.mlp.experts.197,2.5550599098205566
model.layers.25.mlp.experts.198,2.564700126647949
model.layers.25.mlp.experts.199,2.5603718757629395
model.layers.25.mlp.experts.2,2.5804803371429443
model.layers.25.mlp.experts.20,2.561202049255371
model.layers.25.mlp.experts.200,2.5683603286743164
model.layers.25.mlp.experts.201,2.559224367141724
model.layers.25.mlp.experts.202,2.560502290725708
model.layers.25.mlp.experts.203,2.556494951248169
model.layers.25.mlp.experts.204,2.5791049003601074
model.layers.25.mlp.experts.205,2.59127140045166
model.layers.25.mlp.experts.206,2.5542571544647217
model.layers.25.mlp.experts.207,2.558906316757202
model.layers.25.mlp.experts.208,2.5643348693847656
model.layers.25.mlp.experts.209,2.5610921382904053
model.layers.25.mlp.experts.21,2.554903030395508
model.layers.25.mlp.experts.210,2.555949211120605
model.layers.25.mlp.experts.211,2.56400203704834
model.layers.25.mlp.experts.212,2.558908462524414
model.layers.25.mlp.experts.213,2.5531868934631348
model.layers.25.mlp.experts.214,2.5526695251464844
model.layers.25.mlp.experts.215,2.5619382858276367
model.layers.25.mlp.experts.216,2.557981014251709
model.layers.25.mlp.experts.217,2.557480335235596
model.layers.25.mlp.experts.218,2.556570053100586
model.layers.25.mlp.experts.219,2.5540318489074707
model.layers.25.mlp.experts.22,2.5651445388793945
model.layers.25.mlp.experts.220,2.558467149734497
model.layers.25.mlp.experts.221,2.5569188594818115
model.layers.25.mlp.experts.222,2.5604982376098637
model.layers.25.mlp.experts.223,2.552262306213379
model.layers.25.mlp.experts.224,2.5563132762908936
model.layers.25.mlp.experts.225,2.551755905151367
model.layers.25.mlp.experts.226,2.56302547454834
model.layers.25.mlp.experts.227,2.553783655166626
model.layers.25.mlp.experts.228,2.562430620193481
model.layers.25.mlp.experts.229,2.555957794189453
model.layers.25.mlp.experts.23,2.560194969177246
model.layers.25.mlp.experts.230,2.5586555004119877
model.layers.25.mlp.experts.231,2.5570082664489746
model.layers.25.mlp.experts.232,2.554171323776245
model.layers.25.mlp.experts.233,2.558801889419556
model.layers.25.mlp.experts.234,2.5551884174346924
model.layers.25.mlp.experts.235,2.5532193183898926
model.layers.25.mlp.experts.236,2.5534138679504395
model.layers.25.mlp.experts.237,2.555510997772217
model.layers.25.mlp.experts.238,2.555359125137329
model.layers.25.mlp.experts.239,2.5549416542053223
model.layers.25.mlp.experts.24,2.555882692337036
model.layers.25.mlp.experts.240,2.598362922668457
model.layers.25.mlp.experts.241,2.577627658843994
model.layers.25.mlp.experts.242,2.555758476257324
model.layers.25.mlp.experts.243,2.5575406551361084
model.layers.25.mlp.experts.244,2.5726799964904785
model.layers.25.mlp.experts.245,2.560245990753174
model.layers.25.mlp.experts.246,2.552445411682129
model.layers.25.mlp.experts.247,2.5575568675994877
model.layers.25.mlp.experts.248,2.557979822158813
model.layers.25.mlp.experts.249,2.573423147201538
model.layers.25.mlp.experts.25,2.5562806129455566
model.layers.25.mlp.experts.250,2.560239791870117
model.layers.25.mlp.experts.251,2.55602765083313
model.layers.25.mlp.experts.252,2.554616928100586
model.layers.25.mlp.experts.253,2.557524442672729
model.layers.25.mlp.experts.254,2.5627009868621826
model.layers.25.mlp.experts.255,2.5603363513946533
model.layers.25.mlp.experts.26,2.5554261207580566
model.layers.25.mlp.experts.27,2.553168773651123
model.layers.25.mlp.experts.28,2.5661187171936035
model.layers.25.mlp.experts.29,2.581239461898804
model.layers.25.mlp.experts.3,2.56066632270813
model.layers.25.mlp.experts.30,2.5574772357940674
model.layers.25.mlp.experts.31,2.5596160888671875
model.layers.25.mlp.experts.32,2.5596866607666016
model.layers.25.mlp.experts.33,2.580137252807617
model.layers.25.mlp.experts.34,2.558107614517212
model.layers.25.mlp.experts.35,2.5525331497192383
model.layers.25.mlp.experts.36,2.5538902282714844
model.layers.25.mlp.experts.37,2.6153736114501958
model.layers.25.mlp.experts.38,2.5509610176086426
model.layers.25.mlp.experts.39,2.559748411178589
model.layers.25.mlp.experts.4,2.555630922317505
model.layers.25.mlp.experts.40,2.5552220344543457
model.layers.25.mlp.experts.41,2.5595617294311523
model.layers.25.mlp.experts.42,2.5571441650390625
model.layers.25.mlp.experts.43,2.552829504013061
model.layers.25.mlp.experts.44,2.555929183959961
model.layers.25.mlp.experts.45,2.5605719089508057
model.layers.25.mlp.experts.46,2.5634684562683105
model.layers.25.mlp.experts.47,2.5584816932678223
model.layers.25.mlp.experts.48,2.555429458618164
model.layers.25.mlp.experts.49,2.587052583694458
model.layers.25.mlp.experts.5,2.559823513031006
model.layers.25.mlp.experts.50,2.5643155574798584
model.layers.25.mlp.experts.51,2.5919320583343506
model.layers.25.mlp.experts.52,2.5544886589050293
model.layers.25.mlp.experts.53,2.551480770111084
model.layers.25.mlp.experts.54,2.557542324066162
model.layers.25.mlp.experts.55,2.556920289993286
model.layers.25.mlp.experts.56,2.559203624725342
model.layers.25.mlp.experts.57,2.5864007472991943
model.layers.25.mlp.experts.58,2.560680389404297
model.layers.25.mlp.experts.59,2.5547966957092285
model.layers.25.mlp.experts.6,2.568578004837036
model.layers.25.mlp.experts.60,2.558671474456787
model.layers.25.mlp.experts.61,2.5719668865203857
model.layers.25.mlp.experts.62,2.556216239929199
model.layers.25.mlp.experts.63,2.554938316345215
model.layers.25.mlp.experts.64,2.552867889404297
model.layers.25.mlp.experts.65,2.563432455062866
model.layers.25.mlp.experts.66,2.6669347286224365
model.layers.25.mlp.experts.67,2.552607297897339
model.layers.25.mlp.experts.68,2.561389923095703
model.layers.25.mlp.experts.69,2.571377754211426
model.layers.25.mlp.experts.7,2.561738967895508
model.layers.25.mlp.experts.70,2.5558481216430664
model.layers.25.mlp.experts.71,2.553384065628052
model.layers.25.mlp.experts.72,2.555565595626831
model.layers.25.mlp.experts.73,2.590195178985596
model.layers.25.mlp.experts.74,2.553717851638794
model.layers.25.mlp.experts.75,2.557811498641968
model.layers.25.mlp.experts.76,2.556823253631592
model.layers.25.mlp.experts.77,2.558497428894043
model.layers.25.mlp.experts.78,2.564316511154175
model.layers.25.mlp.experts.79,2.5591464042663574
model.layers.25.mlp.experts.8,2.582851886749268
model.layers.25.mlp.experts.80,2.556131362915039
model.layers.25.mlp.experts.81,2.561758518218994
model.layers.25.mlp.experts.82,2.5588159561157227
model.layers.25.mlp.experts.83,2.560096025466919
model.layers.25.mlp.experts.84,2.5602593421936035
model.layers.25.mlp.experts.85,2.5550901889801025
model.layers.25.mlp.experts.86,2.62799072265625
model.layers.25.mlp.experts.87,2.555902004241944
model.layers.25.mlp.experts.88,2.563168525695801
model.layers.25.mlp.experts.89,2.559698343276977
model.layers.25.mlp.experts.9,2.5910086631774902
model.layers.25.mlp.experts.90,2.554722309112549
model.layers.25.mlp.experts.91,2.5563173294067383
model.layers.25.mlp.experts.92,2.558549165725708
model.layers.25.mlp.experts.93,2.5742199420928955
model.layers.25.mlp.experts.94,2.5595829486846924
model.layers.25.mlp.experts.95,2.555809497833252
model.layers.25.mlp.experts.96,2.5690786838531494
model.layers.25.mlp.experts.97,2.612299919128418
model.layers.25.mlp.experts.98,2.553868770599365
model.layers.25.mlp.experts.99,2.552546739578247
model.layers.25.mlp.shared_experts,2.78187108039856
model.layers.25.self_attn,2.5909786224365234
model.layers.26.mlp.experts.0,2.5624403953552246
model.layers.26.mlp.experts.1,2.553305149078369
model.layers.26.mlp.experts.10,2.554875373840332
model.layers.26.mlp.experts.100,2.574325561523437
model.layers.26.mlp.experts.101,2.552851438522339
model.layers.26.mlp.experts.102,2.557662010192871
model.layers.26.mlp.experts.103,2.5600874423980717
model.layers.26.mlp.experts.104,2.556046724319458
model.layers.26.mlp.experts.105,2.556669950485229
model.layers.26.mlp.experts.106,2.557672500610352
model.layers.26.mlp.experts.107,2.560249328613281
model.layers.26.mlp.experts.108,2.5642714500427246
model.layers.26.mlp.experts.109,2.558021545410156
model.layers.26.mlp.experts.11,2.558594226837158
model.layers.26.mlp.experts.110,2.5589003562927246
model.layers.26.mlp.experts.111,2.557960271835327
model.layers.26.mlp.experts.112,2.558657646179199
model.layers.26.mlp.experts.113,2.5595710277557373
model.layers.26.mlp.experts.114,2.5578384399414062
model.layers.26.mlp.experts.115,2.58327579498291
model.layers.26.mlp.experts.116,2.5915253162384038
model.layers.26.mlp.experts.117,2.556809663772583
model.layers.26.mlp.experts.118,2.557830333709717
model.layers.26.mlp.experts.119,2.561477899551392
model.layers.26.mlp.experts.12,2.5970664024353027
model.layers.26.mlp.experts.120,2.5579288005828857
model.layers.26.mlp.experts.121,2.5609469413757324
model.layers.26.mlp.experts.122,2.566162347793579
model.layers.26.mlp.experts.123,2.5652174949646
model.layers.26.mlp.experts.124,2.556516647338867
model.layers.26.mlp.experts.125,2.5572056770324707
model.layers.26.mlp.experts.126,2.5927536487579346
model.layers.26.mlp.experts.127,2.553352832794189
model.layers.26.mlp.experts.128,2.552010059356689
model.layers.26.mlp.experts.129,2.5964722633361816
model.layers.26.mlp.experts.13,2.5549495220184326
model.layers.26.mlp.experts.130,2.5816164016723637
model.layers.26.mlp.experts.131,2.5555734634399414
model.layers.26.mlp.experts.132,2.5616087913513184
model.layers.26.mlp.experts.133,2.554633617401123
model.layers.26.mlp.experts.134,2.5582075119018555
model.layers.26.mlp.experts.135,2.565484046936035
model.layers.26.mlp.experts.136,2.551828384399414
model.layers.26.mlp.experts.137,2.5626282691955566
model.layers.26.mlp.experts.138,2.568209171295166
model.layers.26.mlp.experts.139,2.5545449256896973
model.layers.26.mlp.experts.14,2.559131383895874
model.layers.26.mlp.experts.140,2.5656754970550537
model.layers.26.mlp.experts.141,2.5601954460144043
model.layers.26.mlp.experts.142,2.5590524673461914
model.layers.26.mlp.experts.143,2.553476333618164
model.layers.26.mlp.experts.144,2.5566511154174805
model.layers.26.mlp.experts.145,2.561264038085937
model.layers.26.mlp.experts.146,2.5661981105804443
model.layers.26.mlp.experts.147,2.558292865753174
model.layers.26.mlp.experts.148,2.5709588527679443
model.layers.26.mlp.experts.149,2.5593810081481934
model.layers.26.mlp.experts.15,2.561960220336914
model.layers.26.mlp.experts.150,2.571799993515014
model.layers.26.mlp.experts.151,2.556300401687622
model.layers.26.mlp.experts.152,2.572021245956421
model.layers.26.mlp.experts.153,2.5602927207946777
model.layers.26.mlp.experts.154,2.552858591079712
model.layers.26.mlp.experts.155,2.585338592529297
model.layers.26.mlp.experts.156,2.5620291233062744
model.layers.26.mlp.experts.157,2.554058313369751
model.layers.26.mlp.experts.158,2.55769944190979
model.layers.26.mlp.experts.159,2.553299903869629
model.layers.26.mlp.experts.16,2.560353755950928
model.layers.26.mlp.experts.160,2.568716049194336
model.layers.26.mlp.experts.161,2.5534653663635254
model.layers.26.mlp.experts.162,2.5542871952056885
model.layers.26.mlp.experts.163,2.55538010597229
model.layers.26.mlp.experts.164,2.563605546951294
model.layers.26.mlp.experts.165,2.5620877742767334
model.layers.26.mlp.experts.166,2.557368755340576
model.layers.26.mlp.experts.167,2.553683280944824
model.layers.26.mlp.experts.168,2.5587401390075684
model.layers.26.mlp.experts.169,2.5586931705474854
model.layers.26.mlp.experts.17,2.566279411315918
model.layers.26.mlp.experts.170,2.55539870262146
model.layers.26.mlp.experts.171,2.5603389739990234
model.layers.26.mlp.experts.172,2.562035083770752
model.layers.26.mlp.experts.173,2.5587737560272217
model.layers.26.mlp.experts.174,2.55483341217041
model.layers.26.mlp.experts.175,2.557252883911133
model.layers.26.mlp.experts.176,2.5582497119903564
model.layers.26.mlp.experts.177,2.564791202545166
model.layers.26.mlp.experts.178,2.5552921295166016
model.layers.26.mlp.experts.179,2.558887004852295
model.layers.26.mlp.experts.18,2.563617706298828
model.layers.26.mlp.experts.180,2.5568923950195312
model.layers.26.mlp.experts.181,2.5601751804351807
model.layers.26.mlp.experts.182,2.555065631866455
model.layers.26.mlp.experts.183,2.555609703063965
model.layers.26.mlp.experts.184,2.560494899749756
model.layers.26.mlp.experts.185,2.556309461593628
model.layers.26.mlp.experts.186,2.555109024047852
model.layers.26.mlp.experts.187,2.580427646636963
model.layers.26.mlp.experts.188,2.55849838256836
model.layers.26.mlp.experts.189,2.55151891708374
model.layers.26.mlp.experts.19,2.587868452072144
model.layers.26.mlp.experts.190,2.551250457763672
model.layers.26.mlp.experts.191,2.5567080974578857
model.layers.26.mlp.experts.192,2.551198005676269
model.layers.26.mlp.experts.193,2.554229497909546
model.layers.26.mlp.experts.194,2.567944049835205
model.layers.26.mlp.experts.195,2.553274154663086
model.layers.26.mlp.experts.196,2.5579957962036133
model.layers.26.mlp.experts.197,2.553981304168701
model.layers.26.mlp.experts.198,2.5547122955322266
model.layers.26.mlp.experts.199,2.553829431533813
model.layers.26.mlp.experts.2,2.5645911693573
model.layers.26.mlp.experts.20,2.5622775554656982
model.layers.26.mlp.experts.200,2.5612680912017822
model.layers.26.mlp.experts.201,2.556612968444824
model.layers.26.mlp.experts.202,2.560748815536499
model.layers.26.mlp.experts.203,2.5618438720703125
model.layers.26.mlp.experts.204,2.5524635314941406
model.layers.26.mlp.experts.205,2.5554440021514893
model.layers.26.mlp.experts.206,2.57040810585022
model.layers.26.mlp.experts.207,2.555737018585205
model.layers.26.mlp.experts.208,2.562873363494873
model.layers.26.mlp.experts.209,2.591270923614502
model.layers.26.mlp.experts.21,2.553839683532715
model.layers.26.mlp.experts.210,2.55884861946106
model.layers.26.mlp.experts.211,2.560016632080078
model.layers.26.mlp.experts.212,2.5603768825531006
model.layers.26.mlp.experts.213,2.5586061477661133
model.layers.26.mlp.experts.214,2.5827221870422363
model.layers.26.mlp.experts.215,2.563395977020264
model.layers.26.mlp.experts.216,2.56266713142395
model.layers.26.mlp.experts.217,2.574493885040283
model.layers.26.mlp.experts.218,2.5563080310821533
model.layers.26.mlp.experts.219,2.5520145893096924
model.layers.26.mlp.experts.22,2.5956835746765137
model.layers.26.mlp.experts.220,2.5643320083618164
model.layers.26.mlp.experts.221,2.55918025970459
model.layers.26.mlp.experts.222,2.5549404621124268
model.layers.26.mlp.experts.223,2.574047565460205
model.layers.26.mlp.experts.224,2.555522918701172
model.layers.26.mlp.experts.225,2.558255195617676
model.layers.26.mlp.experts.226,2.5579137802124023
model.layers.26.mlp.experts.227,2.5564260482788086
model.layers.26.mlp.experts.228,2.567549705505371
model.layers.26.mlp.experts.229,2.553406238555908
model.layers.26.mlp.experts.23,2.591981649398804
model.layers.26.mlp.experts.230,2.559913158416748
model.layers.26.mlp.experts.231,2.561756134033203
model.layers.26.mlp.experts.232,2.554626226425171
model.layers.26.mlp.experts.233,2.5571868419647217
model.layers.26.mlp.experts.234,2.564817428588867
model.layers.26.mlp.experts.235,2.552423477172852
model.layers.26.mlp.experts.236,2.555350542068481
model.layers.26.mlp.experts.237,2.551494836807251
model.layers.26.mlp.experts.238,2.5554816722869877
model.layers.26.mlp.experts.239,2.583445310592652
model.layers.26.mlp.experts.24,2.5573887825012207
model.layers.26.mlp.experts.240,2.558419704437256
model.layers.26.mlp.experts.241,2.56452751159668
model.layers.26.mlp.experts.242,2.551217555999756
model.layers.26.mlp.experts.243,2.5569732189178467
model.layers.26.mlp.experts.244,2.5577614307403564
model.layers.26.mlp.experts.245,2.5602927207946777
model.layers.26.mlp.experts.246,2.6095216274261475
model.layers.26.mlp.experts.247,2.557339668273926
model.layers.26.mlp.experts.248,2.558511257171631
model.layers.26.mlp.experts.249,2.583158016204834
model.layers.26.mlp.experts.25,2.5544543266296387
model.layers.26.mlp.experts.250,2.5853054523468018
model.layers.26.mlp.experts.251,2.5590567588806152
model.layers.26.mlp.experts.252,2.558352470397949
model.layers.26.mlp.experts.253,2.553981304168701
model.layers.26.mlp.experts.254,2.5619499683380127
model.layers.26.mlp.experts.255,2.5628809928894043
model.layers.26.mlp.experts.26,2.564514636993408
model.layers.26.mlp.experts.27,2.5654120445251465
model.layers.26.mlp.experts.28,2.560452699661255
model.layers.26.mlp.experts.29,2.571693181991577
model.layers.26.mlp.experts.3,2.5670008659362797
model.layers.26.mlp.experts.30,2.5549111366271973
model.layers.26.mlp.experts.31,2.6008169651031494
model.layers.26.mlp.experts.32,2.570607185363769
model.layers.26.mlp.experts.33,2.583401918411255
model.layers.26.mlp.experts.34,2.5559914112091064
model.layers.26.mlp.experts.35,2.5674564838409424
model.layers.26.mlp.experts.36,2.5844125747680664
model.layers.26.mlp.experts.37,2.557414054870605
model.layers.26.mlp.experts.38,2.559288501739502
model.layers.26.mlp.experts.39,2.5529818534851074
model.layers.26.mlp.experts.4,2.558286666870117
model.layers.26.mlp.experts.40,2.5575203895568848
model.layers.26.mlp.experts.41,2.569274425506592
model.layers.26.mlp.experts.42,2.5743932723999023
model.layers.26.mlp.experts.43,2.5567944049835205
model.layers.26.mlp.experts.44,2.562707901000977
model.layers.26.mlp.experts.45,2.5659971237182617
model.layers.26.mlp.experts.46,2.5663747787475586
model.layers.26.mlp.experts.47,2.555492877960205
model.layers.26.mlp.experts.48,2.556509256362915
model.layers.26.mlp.experts.49,2.5778255462646484
model.layers.26.mlp.experts.5,2.551057815551758
model.layers.26.mlp.experts.50,2.5698490142822266
model.layers.26.mlp.experts.51,2.5643181800842285
model.layers.26.mlp.experts.52,2.559879779815674
model.layers.26.mlp.experts.53,2.6043214797973637
model.layers.26.mlp.experts.54,2.554207324981689
model.layers.26.mlp.experts.55,2.5595927238464355
model.layers.26.mlp.experts.56,2.567026376724243
model.layers.26.mlp.experts.57,2.5597848892211914
model.layers.26.mlp.experts.58,2.5597710609436035
model.layers.26.mlp.experts.59,2.5609116554260254
model.layers.26.mlp.experts.6,2.5524098873138428
model.layers.26.mlp.experts.60,2.5651297569274902
model.layers.26.mlp.experts.61,2.5534839630126958
model.layers.26.mlp.experts.62,2.557303667068481
model.layers.26.mlp.experts.63,2.632282495498657
model.layers.26.mlp.experts.64,2.572171688079834
model.layers.26.mlp.experts.65,2.5547866821289062
model.layers.26.mlp.experts.66,2.554157257080078
model.layers.26.mlp.experts.67,2.5717287063598637
model.layers.26.mlp.experts.68,2.5525755882263184
model.layers.26.mlp.experts.69,2.5896382331848145
model.layers.26.mlp.experts.7,2.5554685592651367
model.layers.26.mlp.experts.70,2.556264877319336
model.layers.26.mlp.experts.71,2.5726137161254883
model.layers.26.mlp.experts.72,2.622698307037353
model.layers.26.mlp.experts.73,2.5752816200256348
model.layers.26.mlp.experts.74,2.5752058029174805
model.layers.26.mlp.experts.75,2.560744285583496
model.layers.26.mlp.experts.76,2.557236909866333
model.layers.26.mlp.experts.77,2.561376571655273
model.layers.26.mlp.experts.78,2.552422285079956
model.layers.26.mlp.experts.79,2.5573387145996094
model.layers.26.mlp.experts.8,2.5672600269317627
model.layers.26.mlp.experts.80,2.5548548698425293
model.layers.26.mlp.experts.81,2.554591655731201
model.layers.26.mlp.experts.82,2.554715156555176
model.layers.26.mlp.experts.83,2.57105016708374
model.layers.26.mlp.experts.84,2.5678305625915527
model.layers.26.mlp.experts.85,2.558363676071167
model.layers.26.mlp.experts.86,2.5897250175476074
model.layers.26.mlp.experts.87,2.563016176223755
model.layers.26.mlp.experts.88,2.555481433868408
model.layers.26.mlp.experts.89,2.5571861267089844
model.layers.26.mlp.experts.9,2.557405948638916
model.layers.26.mlp.experts.90,2.559171438217163
model.layers.26.mlp.experts.91,2.561044931411743
model.layers.26.mlp.experts.92,2.556713581085205
model.layers.26.mlp.experts.93,2.562173128128052
model.layers.26.mlp.experts.94,2.6067190170288086
model.layers.26.mlp.experts.95,2.5849618911743164
model.layers.26.mlp.experts.96,2.557689666748047
model.layers.26.mlp.experts.97,2.560412883758545
model.layers.26.mlp.experts.98,2.600848197937012
model.layers.26.mlp.experts.99,2.5617542266845703
model.layers.26.mlp.shared_experts,2.77534818649292
model.layers.26.self_attn,2.5847482681274414
model.layers.27.mlp.experts.0,2.574174404144287
model.layers.27.mlp.experts.1,2.5712714195251465
model.layers.27.mlp.experts.10,2.552039384841919
model.layers.27.mlp.experts.100,2.5579657554626465
model.layers.27.mlp.experts.101,2.5593695640563965
model.layers.27.mlp.experts.102,2.562237024307251
model.layers.27.mlp.experts.103,2.5534050464630127
model.layers.27.mlp.experts.104,2.555619478225708
model.layers.27.mlp.experts.105,2.561762809753418
model.layers.27.mlp.experts.106,2.56156587600708
model.layers.27.mlp.experts.107,2.562314748764038
model.layers.27.mlp.experts.108,2.5552785396575928
model.layers.27.mlp.experts.109,2.580007076263428
model.layers.27.mlp.experts.11,2.552722454071045
model.layers.27.mlp.experts.110,2.5675902366638184
model.layers.27.mlp.experts.111,2.5568273067474365
model.layers.27.mlp.experts.112,2.5592174530029297
model.layers.27.mlp.experts.113,2.564082384109497
model.layers.27.mlp.experts.114,2.5534253120422363
model.layers.27.mlp.experts.115,2.5539791584014893
model.layers.27.mlp.experts.116,2.576668739318848
model.layers.27.mlp.experts.117,2.566046714782715
model.layers.27.mlp.experts.118,2.589733123779297
model.layers.27.mlp.experts.119,2.5532679557800293
model.layers.27.mlp.experts.12,2.55856990814209
model.layers.27.mlp.experts.120,2.5561764240264893
model.layers.27.mlp.experts.121,2.5705995559692383
model.layers.27.mlp.experts.122,2.557778596878052
model.layers.27.mlp.experts.123,2.565541982650757
model.layers.27.mlp.experts.124,2.5550665855407715
model.layers.27.mlp.experts.125,2.558361053466797
model.layers.27.mlp.experts.126,2.5655412673950195
model.layers.27.mlp.experts.127,2.5886788368225098
model.layers.27.mlp.experts.128,2.557711124420166
model.layers.27.mlp.experts.129,2.7116942405700684
model.layers.27.mlp.experts.13,2.5698070526123047
model.layers.27.mlp.experts.130,2.592445135116577
model.layers.27.mlp.experts.131,2.5581700801849365
model.layers.27.mlp.experts.132,2.559168815612793
model.layers.27.mlp.experts.133,2.559617519378662
model.layers.27.mlp.experts.134,2.5809485912323
model.layers.27.mlp.experts.135,2.5601236820220947
model.layers.27.mlp.experts.136,2.560453414916992
model.layers.27.mlp.experts.137,2.5580894947052
model.layers.27.mlp.experts.138,2.5546467304229736
model.layers.27.mlp.experts.139,2.560070037841797
model.layers.27.mlp.experts.14,2.5556583404541016
model.layers.27.mlp.experts.140,2.557610034942627
model.layers.27.mlp.experts.141,2.5553762912750244
model.layers.27.mlp.experts.142,2.5626749992370605
model.layers.27.mlp.experts.143,2.5618722438812256
model.layers.27.mlp.experts.144,2.559497594833374
model.layers.27.mlp.experts.145,2.577244520187378
model.layers.27.mlp.experts.146,2.5574021339416504
model.layers.27.mlp.experts.147,2.552349805831909
model.layers.27.mlp.experts.148,2.555691719055176
model.layers.27.mlp.experts.149,2.5567283630371094
model.layers.27.mlp.experts.15,2.5633723735809326
model.layers.27.mlp.experts.150,2.5546987056732178
model.layers.27.mlp.experts.151,2.570580005645752
model.layers.27.mlp.experts.152,2.5524964332580566
model.layers.27.mlp.experts.153,2.5614233016967773
model.layers.27.mlp.experts.154,2.5554256439208984
model.layers.27.mlp.experts.155,2.562217235565185
model.layers.27.mlp.experts.156,2.557062149047852
model.layers.27.mlp.experts.157,2.560492992401123
model.layers.27.mlp.experts.158,2.5616567134857178
model.layers.27.mlp.experts.159,2.563105344772339
model.layers.27.mlp.experts.16,2.5512804985046387
model.layers.27.mlp.experts.160,2.589305877685547
model.layers.27.mlp.experts.161,2.5520124435424805
model.layers.27.mlp.experts.162,2.556180477142334
model.layers.27.mlp.experts.163,2.57523250579834
model.layers.27.mlp.experts.164,2.578559875488281
model.layers.27.mlp.experts.165,2.5636062622070312
model.layers.27.mlp.experts.166,2.553842067718506
model.layers.27.mlp.experts.167,2.5568184852600098
model.layers.27.mlp.experts.168,2.575500011444092
model.layers.27.mlp.experts.169,2.5582966804504395
model.layers.27.mlp.experts.17,2.561187982559204
model.layers.27.mlp.experts.170,2.5642101764678955
model.layers.27.mlp.experts.171,2.580988645553589
model.layers.27.mlp.experts.172,2.571262836456299
model.layers.27.mlp.experts.173,2.5585484504699707
model.layers.27.mlp.experts.174,2.560830593109131
model.layers.27.mlp.experts.175,2.557381153106689
model.layers.27.mlp.experts.176,2.558876037597656
model.layers.27.mlp.experts.177,2.55611515045166
model.layers.27.mlp.experts.178,2.559760570526123
model.layers.27.mlp.experts.179,2.559372901916504
model.layers.27.mlp.experts.18,2.5569584369659424
model.layers.27.mlp.experts.180,2.560647964477539
model.layers.27.mlp.experts.181,2.5589945316314697
model.layers.27.mlp.experts.182,2.559945583343506
model.layers.27.mlp.experts.183,2.5574049949646
model.layers.27.mlp.experts.184,2.7676801681518555
model.layers.27.mlp.experts.185,2.554612159729004
model.layers.27.mlp.experts.186,2.55618953704834
model.layers.27.mlp.experts.187,2.557072639465332
model.layers.27.mlp.experts.188,2.55184006690979
model.layers.27.mlp.experts.189,2.5523271560668945
model.layers.27.mlp.experts.19,2.558783054351806
model.layers.27.mlp.experts.190,2.5564534664154053
model.layers.27.mlp.experts.191,2.5686681270599365
model.layers.27.mlp.experts.192,2.56334924697876
model.layers.27.mlp.experts.193,2.5613012313842773
model.layers.27.mlp.experts.194,2.5562143325805664
model.layers.27.mlp.experts.195,2.555952548980713
model.layers.27.mlp.experts.196,2.555692195892334
model.layers.27.mlp.experts.197,2.5536413192749023
model.layers.27.mlp.experts.198,2.564831495285034
model.layers.27.mlp.experts.199,2.559699058532715
model.layers.27.mlp.experts.2,2.5579938888549805
model.layers.27.mlp.experts.20,2.5646746158599854
model.layers.27.mlp.experts.200,2.5580239295959477
model.layers.27.mlp.experts.201,2.561566114425659
model.layers.27.mlp.experts.202,2.552474021911621
model.layers.27.mlp.experts.203,2.564810514450073
model.layers.27.mlp.experts.204,2.6237573623657227
model.layers.27.mlp.experts.205,2.563589811325073
model.layers.27.mlp.experts.206,2.5518507957458496
model.layers.27.mlp.experts.207,2.5543274879455566
model.layers.27.mlp.experts.208,2.65883207321167
model.layers.27.mlp.experts.209,2.557851076126098
model.layers.27.mlp.experts.21,2.5560495853424072
model.layers.27.mlp.experts.210,2.553917407989502
model.layers.27.mlp.experts.211,2.557105541229248
model.layers.27.mlp.experts.212,2.5552611351013184
model.layers.27.mlp.experts.213,2.5568222999572754
model.layers.27.mlp.experts.214,2.5862667560577397
model.layers.27.mlp.experts.215,2.558809280395508
model.layers.27.mlp.experts.216,2.5597057342529297
model.layers.27.mlp.experts.217,2.563029527664185
model.layers.27.mlp.experts.218,2.5573320388793945
model.layers.27.mlp.experts.219,2.5510988235473637
model.layers.27.mlp.experts.22,2.568154811859131
model.layers.27.mlp.experts.220,2.5578200817108154
model.layers.27.mlp.experts.221,2.5558032989501958
model.layers.27.mlp.experts.222,2.576162576675415
model.layers.27.mlp.experts.223,2.55480694770813
model.layers.27.mlp.experts.224,2.554419994354248
model.layers.27.mlp.experts.225,2.555828809738159
model.layers.27.mlp.experts.226,2.558652639389038
model.layers.27.mlp.experts.227,2.5619328022003174
model.layers.27.mlp.experts.228,2.553534507751465
model.layers.27.mlp.experts.229,2.559248208999634
model.layers.27.mlp.experts.23,2.6364996433258057
model.layers.27.mlp.experts.230,2.559628963470459
model.layers.27.mlp.experts.231,2.566396713256836
model.layers.27.mlp.experts.232,2.55907940864563
model.layers.27.mlp.experts.233,2.559318780899048
model.layers.27.mlp.experts.234,2.685336112976074
model.layers.27.mlp.experts.235,2.5522780418396
model.layers.27.mlp.experts.236,2.557149648666382
model.layers.27.mlp.experts.237,2.551454544067383
model.layers.27.mlp.experts.238,2.560766696929932
model.layers.27.mlp.experts.239,2.552436828613281
model.layers.27.mlp.experts.24,2.5569467544555664
model.layers.27.mlp.experts.240,2.55736780166626
model.layers.27.mlp.experts.241,2.5592246055603027
model.layers.27.mlp.experts.242,2.5567901134490967
model.layers.27.mlp.experts.243,2.564672946929932
model.layers.27.mlp.experts.244,2.602259635925293
model.layers.27.mlp.experts.245,2.560670852661133
model.layers.27.mlp.experts.246,2.551271915435791
model.layers.27.mlp.experts.247,2.554389476776123
model.layers.27.mlp.experts.248,2.553622007369995
model.layers.27.mlp.experts.249,2.552742719650269
model.layers.27.mlp.experts.25,2.566685199737549
model.layers.27.mlp.experts.250,2.555358409881592
model.layers.27.mlp.experts.251,2.5554895401000977
model.layers.27.mlp.experts.252,2.5955889225006104
model.layers.27.mlp.experts.253,2.559861660003662
model.layers.27.mlp.experts.254,2.595938444137573
model.layers.27.mlp.experts.255,2.5660717487335205
model.layers.27.mlp.experts.26,2.560009002685547
model.layers.27.mlp.experts.27,2.55804181098938
model.layers.27.mlp.experts.28,2.5604324340820312
model.layers.27.mlp.experts.29,2.5548300743103027
model.layers.27.mlp.experts.3,2.551419973373413
model.layers.27.mlp.experts.30,2.55185604095459
model.layers.27.mlp.experts.31,2.5663342475891118
model.layers.27.mlp.experts.32,2.575333833694458
model.layers.27.mlp.experts.33,2.5841593742370605
model.layers.27.mlp.experts.34,2.560500144958496
model.layers.27.mlp.experts.35,2.5542759895324707
model.layers.27.mlp.experts.36,2.563831329345703
model.layers.27.mlp.experts.37,2.557009696960449
model.layers.27.mlp.experts.38,2.569566249847412
model.layers.27.mlp.experts.39,2.5738439559936523
model.layers.27.mlp.experts.4,2.5574169158935547
model.layers.27.mlp.experts.40,2.5568065643310547
model.layers.27.mlp.experts.41,2.5533535480499268
model.layers.27.mlp.experts.42,2.5591063499450684
model.layers.27.mlp.experts.43,2.563682079315185
model.layers.27.mlp.experts.44,2.5575084686279297
model.layers.27.mlp.experts.45,2.561580181121826
model.layers.27.mlp.experts.46,2.569101572036743
model.layers.27.mlp.experts.47,2.5627474784851074
model.layers.27.mlp.experts.48,2.556264877319336
model.layers.27.mlp.experts.49,2.5730717182159424
model.layers.27.mlp.experts.5,2.5560145378112797
model.layers.27.mlp.experts.50,2.5596394538879395
model.layers.27.mlp.experts.51,2.562227487564087
model.layers.27.mlp.experts.52,2.558666706085205
model.layers.27.mlp.experts.53,2.625853538513184
model.layers.27.mlp.experts.54,2.570542097091675
model.layers.27.mlp.experts.55,2.556105613708496
model.layers.27.mlp.experts.56,2.564518690109253
model.layers.27.mlp.experts.57,2.557080030441284
model.layers.27.mlp.experts.58,2.563051223754883
model.layers.27.mlp.experts.59,2.565274953842163
model.layers.27.mlp.experts.6,2.565323829650879
model.layers.27.mlp.experts.60,2.5650501251220703
model.layers.27.mlp.experts.61,2.581613540649414
model.layers.27.mlp.experts.62,2.5592050552368164
model.layers.27.mlp.experts.63,2.5584867000579834
model.layers.27.mlp.experts.64,2.556823492050171
model.layers.27.mlp.experts.65,2.560704231262207
model.layers.27.mlp.experts.66,2.552773714065552
model.layers.27.mlp.experts.67,2.562350273132324
model.layers.27.mlp.experts.68,2.557983875274658
model.layers.27.mlp.experts.69,2.5689260959625244
model.layers.27.mlp.experts.7,2.568978309631348
model.layers.27.mlp.experts.70,2.55458402633667
model.layers.27.mlp.experts.71,2.5538811683654785
model.layers.27.mlp.experts.72,2.592519998550415
model.layers.27.mlp.experts.73,2.5582094192504883
model.layers.27.mlp.experts.74,2.6299962997436523
model.layers.27.mlp.experts.75,2.5728139877319336
model.layers.27.mlp.experts.76,2.5725209712982178
model.layers.27.mlp.experts.77,2.557075500488281
model.layers.27.mlp.experts.78,2.5583884716033936
model.layers.27.mlp.experts.79,2.56752347946167
model.layers.27.mlp.experts.8,2.5582520961761475
model.layers.27.mlp.experts.80,2.5623552799224854
model.layers.27.mlp.experts.81,2.553948879241944
model.layers.27.mlp.experts.82,2.558192729949951
model.layers.27.mlp.experts.83,2.563204288482666
model.layers.27.mlp.experts.84,2.5586636066436768
model.layers.27.mlp.experts.85,2.5725021362304688
model.layers.27.mlp.experts.86,2.556710958480835
model.layers.27.mlp.experts.87,2.5556626319885254
model.layers.27.mlp.experts.88,2.554350614547729
model.layers.27.mlp.experts.89,2.5691137313842773
model.layers.27.mlp.experts.9,2.5572404861450195
model.layers.27.mlp.experts.90,2.564682722091675
model.layers.27.mlp.experts.91,2.55764102935791
model.layers.27.mlp.experts.92,2.5529584884643555
model.layers.27.mlp.experts.93,2.581292152404785
model.layers.27.mlp.experts.94,2.5740890502929688
model.layers.27.mlp.experts.95,2.592215061187744
model.layers.27.mlp.experts.96,2.558342695236206
model.layers.27.mlp.experts.97,2.5554842948913574
model.layers.27.mlp.experts.98,2.553285360336304
model.layers.27.mlp.experts.99,2.5601911544799805
model.layers.27.mlp.shared_experts,2.7675793170928955
model.layers.27.self_attn,2.5837836265563965
model.layers.28.mlp.experts.0,2.5596492290496826
model.layers.28.mlp.experts.1,2.5637125968933105
model.layers.28.mlp.experts.10,2.552255630493164
model.layers.28.mlp.experts.100,2.5588033199310303
model.layers.28.mlp.experts.101,2.557197332382202
model.layers.28.mlp.experts.102,2.5523476600646973
model.layers.28.mlp.experts.103,2.554516077041626
model.layers.28.mlp.experts.104,2.567344188690185
model.layers.28.mlp.experts.105,2.557450771331787
model.layers.28.mlp.experts.106,2.5542547702789307
model.layers.28.mlp.experts.107,2.5631089210510254
model.layers.28.mlp.experts.108,2.560813665390014
model.layers.28.mlp.experts.109,2.557471752166748
model.layers.28.mlp.experts.11,2.5595545768737797
model.layers.28.mlp.experts.110,2.561208963394165
model.layers.28.mlp.experts.111,2.5597000122070312
model.layers.28.mlp.experts.112,2.5583739280700684
model.layers.28.mlp.experts.113,2.5735979080200195
model.layers.28.mlp.experts.114,2.551666259765625
model.layers.28.mlp.experts.115,2.55683708190918
model.layers.28.mlp.experts.116,2.557307720184326
model.layers.28.mlp.experts.117,2.578641891479492
model.layers.28.mlp.experts.118,2.566988706588745
model.layers.28.mlp.experts.119,2.5689074993133545
model.layers.28.mlp.experts.12,2.5732884407043457
model.layers.28.mlp.experts.120,2.5548343658447266
model.layers.28.mlp.experts.121,2.5879006385803223
model.layers.28.mlp.experts.122,2.5642385482788086
model.layers.28.mlp.experts.123,2.566946029663086
model.layers.28.mlp.experts.124,2.558562994003296
model.layers.28.mlp.experts.125,2.554068326950073
model.layers.28.mlp.experts.126,2.5570526123046875
model.layers.28.mlp.experts.127,2.5550382137298584
model.layers.28.mlp.experts.128,2.561497688293457
model.layers.28.mlp.experts.129,2.5652520656585693
model.layers.28.mlp.experts.13,2.553385972976685
model.layers.28.mlp.experts.130,2.5555243492126465
model.layers.28.mlp.experts.131,2.5626840591430664
model.layers.28.mlp.experts.132,2.5703461170196533
model.layers.28.mlp.experts.133,2.555417060852051
model.layers.28.mlp.experts.134,2.5790932178497314
model.layers.28.mlp.experts.135,2.565782070159912
model.layers.28.mlp.experts.136,2.5709784030914307
model.layers.28.mlp.experts.137,2.560779333114624
model.layers.28.mlp.experts.138,2.551634788513184
model.layers.28.mlp.experts.139,2.61299204826355
model.layers.28.mlp.experts.14,2.5602731704711914
model.layers.28.mlp.experts.140,2.5894904136657715
model.layers.28.mlp.experts.141,2.5772292613983154
model.layers.28.mlp.experts.142,2.573774576187134
model.layers.28.mlp.experts.143,2.5621910095214844
model.layers.28.mlp.experts.144,2.558084487915039
model.layers.28.mlp.experts.145,2.568336009979248
model.layers.28.mlp.experts.146,2.5743813514709477
model.layers.28.mlp.experts.147,2.592353343963623
model.layers.28.mlp.experts.148,2.5528950691223145
model.layers.28.mlp.experts.149,2.551682949066162
model.layers.28.mlp.experts.15,2.5572307109832764
model.layers.28.mlp.experts.150,2.5757646560668945
model.layers.28.mlp.experts.151,2.55549430847168
model.layers.28.mlp.experts.152,2.557253360748291
model.layers.28.mlp.experts.153,2.598215103149414
model.layers.28.mlp.experts.154,2.577493190765381
model.layers.28.mlp.experts.155,2.56321120262146
model.layers.28.mlp.experts.156,2.557574510574341
model.layers.28.mlp.experts.157,2.553818702697754
model.layers.28.mlp.experts.158,2.5579562187194824
model.layers.28.mlp.experts.159,2.5536129474639893
model.layers.28.mlp.experts.16,2.5706987380981445
model.layers.28.mlp.experts.160,2.576446294784546
model.layers.28.mlp.experts.161,2.558138370513916
model.layers.28.mlp.experts.162,2.5654373168945312
model.layers.28.mlp.experts.163,2.555495023727417
model.layers.28.mlp.experts.164,2.555685043334961
model.layers.28.mlp.experts.165,2.5584678649902344
model.layers.28.mlp.experts.166,2.5622169971466064
model.layers.28.mlp.experts.167,2.585669994354248
model.layers.28.mlp.experts.168,2.552783966064453
model.layers.28.mlp.experts.169,2.558478116989136
model.layers.28.mlp.experts.17,2.5521903038024902
model.layers.28.mlp.experts.170,2.558445453643799
model.layers.28.mlp.experts.171,2.5581445693969727
model.layers.28.mlp.experts.172,2.5602245330810547
model.layers.28.mlp.experts.173,2.6404871940612797
model.layers.28.mlp.experts.174,2.5545787811279297
model.layers.28.mlp.experts.175,2.559962511062622
model.layers.28.mlp.experts.176,2.566023349761963
model.layers.28.mlp.experts.177,2.5605626106262207
model.layers.28.mlp.experts.178,2.555535316467285
model.layers.28.mlp.experts.179,2.5584282875061035
model.layers.28.mlp.experts.18,2.5561208724975586
model.layers.28.mlp.experts.180,2.5587618350982666
model.layers.28.mlp.experts.181,2.561266660690308
model.layers.28.mlp.experts.182,2.566920757293701
model.layers.28.mlp.experts.183,2.5512194633483887
model.layers.28.mlp.experts.184,2.5691006183624268
model.layers.28.mlp.experts.185,2.5638656616210938
model.layers.28.mlp.experts.186,2.5665645599365234
model.layers.28.mlp.experts.187,2.5621347427368164
model.layers.28.mlp.experts.188,2.554999828338623
model.layers.28.mlp.experts.189,2.562711477279663
model.layers.28.mlp.experts.19,2.5553057193756104
model.layers.28.mlp.experts.190,2.576064109802246
model.layers.28.mlp.experts.191,2.5828232765197754
model.layers.28.mlp.experts.192,2.5681028366088867
model.layers.28.mlp.experts.193,2.553764581680298
model.layers.28.mlp.experts.194,2.5527145862579346
model.layers.28.mlp.experts.195,2.5550107955932617
model.layers.28.mlp.experts.196,2.5538229942321777
model.layers.28.mlp.experts.197,2.5597198009490967
model.layers.28.mlp.experts.198,2.559287548065185
model.layers.28.mlp.experts.199,2.553753137588501
model.layers.28.mlp.experts.2,2.5632665157318115
model.layers.28.mlp.experts.20,2.55747127532959
model.layers.28.mlp.experts.200,2.5818443298339844
model.layers.28.mlp.experts.201,2.566115140914917
model.layers.28.mlp.experts.202,2.6383578777313232
model.layers.28.mlp.experts.203,2.5604281425476074
model.layers.28.mlp.experts.204,2.559338092803955
model.layers.28.mlp.experts.205,2.5571749210357666
model.layers.28.mlp.experts.206,2.5689942836761475
model.layers.28.mlp.experts.207,2.7059175968170166
model.layers.28.mlp.experts.208,2.5699915885925293
model.layers.28.mlp.experts.209,2.565325260162353
model.layers.28.mlp.experts.21,2.5566935539245605
model.layers.28.mlp.experts.210,2.5518593788146973
model.layers.28.mlp.experts.211,2.578997611999512
model.layers.28.mlp.experts.212,2.5554862022399902
model.layers.28.mlp.experts.213,2.5714597702026367
model.layers.28.mlp.experts.214,2.5706942081451416
model.layers.28.mlp.experts.215,2.554775714874268
model.layers.28.mlp.experts.216,2.553736925125122
model.layers.28.mlp.experts.217,2.5653152465820312
model.layers.28.mlp.experts.218,2.5555667877197266
model.layers.28.mlp.experts.219,2.5893266201019287
model.layers.28.mlp.experts.22,2.554757595062256
model.layers.28.mlp.experts.220,2.5624966621398926
model.layers.28.mlp.experts.221,2.551055908203125
model.layers.28.mlp.experts.222,2.555281162261963
model.layers.28.mlp.experts.223,2.56103515625
model.layers.28.mlp.experts.224,2.568568706512451
model.layers.28.mlp.experts.225,2.574518203735352
model.layers.28.mlp.experts.226,2.5627777576446533
model.layers.28.mlp.experts.227,2.554034948348999
model.layers.28.mlp.experts.228,2.571050882339477
model.layers.28.mlp.experts.229,2.554642677307129
model.layers.28.mlp.experts.23,2.55433988571167
model.layers.28.mlp.experts.230,2.556180715560913
model.layers.28.mlp.experts.231,2.5582709312438965
model.layers.28.mlp.experts.232,2.5699353218078613
model.layers.28.mlp.experts.233,2.5743963718414307
model.layers.28.mlp.experts.234,2.558715581893921
model.layers.28.mlp.experts.235,2.56006383895874
model.layers.28.mlp.experts.236,2.561738967895508
model.layers.28.mlp.experts.237,2.55336856842041
model.layers.28.mlp.experts.238,2.5572848320007324
model.layers.28.mlp.experts.239,2.5524134635925293
model.layers.28.mlp.experts.24,2.568775177001953
model.layers.28.mlp.experts.240,2.592618942260742
model.layers.28.mlp.experts.241,2.582817316055298
model.layers.28.mlp.experts.242,2.554635524749756
model.layers.28.mlp.experts.243,2.5607011318206787
model.layers.28.mlp.experts.244,2.556457757949829
model.layers.28.mlp.experts.245,2.5635223388671875
model.layers.28.mlp.experts.246,2.602795124053955
model.layers.28.mlp.experts.247,2.569349765777588
model.layers.28.mlp.experts.248,2.583716869354248
model.layers.28.mlp.experts.249,2.5897915363311768
model.layers.28.mlp.experts.25,2.557483196258545
model.layers.28.mlp.experts.250,2.5639920234680176
model.layers.28.mlp.experts.251,2.5543174743652344
model.layers.28.mlp.experts.252,2.559474229812622
model.layers.28.mlp.experts.253,2.569769382476806
model.layers.28.mlp.experts.254,2.5571300983428955
model.layers.28.mlp.experts.255,2.5536365509033203
model.layers.28.mlp.experts.26,2.560356616973877
model.layers.28.mlp.experts.27,2.557069778442383
model.layers.28.mlp.experts.28,2.555189609527588
model.layers.28.mlp.experts.29,2.5541775226593018
model.layers.28.mlp.experts.3,2.557581901550293
model.layers.28.mlp.experts.30,2.5516185760498047
model.layers.28.mlp.experts.31,2.5641207695007324
model.layers.28.mlp.experts.32,2.5587358474731445
model.layers.28.mlp.experts.33,2.582888126373291
model.layers.28.mlp.experts.34,2.556922674179077
model.layers.28.mlp.experts.35,2.6015279293060303
model.layers.28.mlp.experts.36,2.566838026046753
model.layers.28.mlp.experts.37,2.556175947189331
model.layers.28.mlp.experts.38,2.557549238204956
model.layers.28.mlp.experts.39,2.556544303894043
model.layers.28.mlp.experts.4,2.5969958305358887
model.layers.28.mlp.experts.40,2.559828042984009
model.layers.28.mlp.experts.41,2.5657379627227783
model.layers.28.mlp.experts.42,2.5633349418640137
model.layers.28.mlp.experts.43,2.577920198440552
model.layers.28.mlp.experts.44,2.5571985244750977
model.layers.28.mlp.experts.45,2.5734384059906006
model.layers.28.mlp.experts.46,2.5537197589874268
model.layers.28.mlp.experts.47,2.5596694946289062
model.layers.28.mlp.experts.48,2.5525214672088623
model.layers.28.mlp.experts.49,2.5705406665802
model.layers.28.mlp.experts.5,2.55173659324646
model.layers.28.mlp.experts.50,2.5654447078704834
model.layers.28.mlp.experts.51,2.555607795715332
model.layers.28.mlp.experts.52,2.560492992401123
model.layers.28.mlp.experts.53,2.553041219711304
model.layers.28.mlp.experts.54,2.614022731781006
model.layers.28.mlp.experts.55,2.5668869018554688
model.layers.28.mlp.experts.56,2.556262254714966
model.layers.28.mlp.experts.57,2.5647687911987305
model.layers.28.mlp.experts.58,2.5593433380126958
model.layers.28.mlp.experts.59,2.554647922515869
model.layers.28.mlp.experts.6,2.5627996921539307
model.layers.28.mlp.experts.60,2.5717270374298096
model.layers.28.mlp.experts.61,2.5577504634857178
model.layers.28.mlp.experts.62,2.591331958770752
model.layers.28.mlp.experts.63,2.556821584701538
model.layers.28.mlp.experts.64,2.5664079189300537
model.layers.28.mlp.experts.65,2.561882495880127
model.layers.28.mlp.experts.66,2.606632232666016
model.layers.28.mlp.experts.67,2.5569005012512207
model.layers.28.mlp.experts.68,2.5598573684692383
model.layers.28.mlp.experts.69,2.567260265350342
model.layers.28.mlp.experts.7,2.567255973815918
model.layers.28.mlp.experts.70,2.558535099029541
model.layers.28.mlp.experts.71,2.555539608001709
model.layers.28.mlp.experts.72,2.5639901161193848
model.layers.28.mlp.experts.73,2.552915573120117
model.layers.28.mlp.experts.74,2.5691769123077397
model.layers.28.mlp.experts.75,2.5548815727233887
model.layers.28.mlp.experts.76,2.556581974029541
model.layers.28.mlp.experts.77,2.5898067951202397
model.layers.28.mlp.experts.78,2.559535264968872
model.layers.28.mlp.experts.79,2.5613813400268555
model.layers.28.mlp.experts.8,2.563413619995117
model.layers.28.mlp.experts.80,2.558450937271118
model.layers.28.mlp.experts.81,2.5675151348114014
model.layers.28.mlp.experts.82,2.5705065727233887
model.layers.28.mlp.experts.83,2.553884506225586
model.layers.28.mlp.experts.84,2.554025888442993
model.layers.28.mlp.experts.85,2.632451057434082
model.layers.28.mlp.experts.86,2.5755786895751958
model.layers.28.mlp.experts.87,2.588649272918701
model.layers.28.mlp.experts.88,2.558320999145508
model.layers.28.mlp.experts.89,2.5679874420166016
model.layers.28.mlp.experts.9,2.5571963787078857
model.layers.28.mlp.experts.90,2.560516834259033
model.layers.28.mlp.experts.91,2.60300612449646
model.layers.28.mlp.experts.92,2.564504146575928
model.layers.28.mlp.experts.93,2.553070545196533
model.layers.28.mlp.experts.94,2.568652629852295
model.layers.28.mlp.experts.95,2.5592041015625
model.layers.28.mlp.experts.96,2.555788516998291
model.layers.28.mlp.experts.97,2.5528743267059326
model.layers.28.mlp.experts.98,2.555657863616944
model.layers.28.mlp.experts.99,2.55957555770874
model.layers.28.mlp.shared_experts,2.764368057250977
model.layers.28.self_attn,2.5946407318115234
model.layers.29.mlp.experts.0,2.565352439880371
model.layers.29.mlp.experts.1,2.5585262775421143
model.layers.29.mlp.experts.10,2.559342861175537
model.layers.29.mlp.experts.100,2.562131404876709
model.layers.29.mlp.experts.101,2.571406364440918
model.layers.29.mlp.experts.102,2.623161792755127
model.layers.29.mlp.experts.103,2.5674397945404053
model.layers.29.mlp.experts.104,2.5545310974121094
model.layers.29.mlp.experts.105,2.5682196617126465
model.layers.29.mlp.experts.106,2.6078035831451416
model.layers.29.mlp.experts.107,2.557179927825928
model.layers.29.mlp.experts.108,2.554323434829712
model.layers.29.mlp.experts.109,2.5572824478149414
model.layers.29.mlp.experts.11,2.559272289276123
model.layers.29.mlp.experts.110,2.5588207244873047
model.layers.29.mlp.experts.111,2.5568647384643555
model.layers.29.mlp.experts.112,2.5915470123291016
model.layers.29.mlp.experts.113,2.571831703186035
model.layers.29.mlp.experts.114,2.5632412433624268
model.layers.29.mlp.experts.115,2.5575313568115234
model.layers.29.mlp.experts.116,2.584356546401977
model.layers.29.mlp.experts.117,2.621471405029297
model.layers.29.mlp.experts.118,2.557530403137207
model.layers.29.mlp.experts.119,2.575716495513916
model.layers.29.mlp.experts.12,2.5698394775390625
model.layers.29.mlp.experts.120,2.568288326263428
model.layers.29.mlp.experts.121,2.595496654510498
model.layers.29.mlp.experts.122,2.5586628913879395
model.layers.29.mlp.experts.123,2.5688729286193848
model.layers.29.mlp.experts.124,2.5659613609313965
model.layers.29.mlp.experts.125,2.5603933334350586
model.layers.29.mlp.experts.126,2.5863208770751958
model.layers.29.mlp.experts.127,2.557163715362549
model.layers.29.mlp.experts.128,2.5543384552001958
model.layers.29.mlp.experts.129,2.5521163940429688
model.layers.29.mlp.experts.13,2.551523208618164
model.layers.29.mlp.experts.130,2.553062677383423
model.layers.29.mlp.experts.131,2.5614912509918213
model.layers.29.mlp.experts.132,2.6117398738861084
model.layers.29.mlp.experts.133,2.559244155883789
model.layers.29.mlp.experts.134,2.5576305389404297
model.layers.29.mlp.experts.135,2.586106300354004
model.layers.29.mlp.experts.136,2.5887529850006104
model.layers.29.mlp.experts.137,2.5519583225250244
model.layers.29.mlp.experts.138,2.62391996383667
model.layers.29.mlp.experts.139,2.561680793762207
model.layers.29.mlp.experts.14,2.5572080612182617
model.layers.29.mlp.experts.140,2.6167023181915283
model.layers.29.mlp.experts.141,2.5515050888061523
model.layers.29.mlp.experts.142,2.559873104095459
model.layers.29.mlp.experts.143,2.571547508239746
model.layers.29.mlp.experts.144,2.5594801902771
model.layers.29.mlp.experts.145,2.5751867294311523
model.layers.29.mlp.experts.146,2.553085327148437
model.layers.29.mlp.experts.147,2.553823471069336
model.layers.29.mlp.experts.148,2.575070858001709
model.layers.29.mlp.experts.149,2.5564827919006348
model.layers.29.mlp.experts.15,2.6497061252593994
model.layers.29.mlp.experts.150,2.558466672897339
model.layers.29.mlp.experts.151,2.5570743083953857
model.layers.29.mlp.experts.152,2.5631425380706787
model.layers.29.mlp.experts.153,2.5637412071228027
model.layers.29.mlp.experts.154,2.553093910217285
model.layers.29.mlp.experts.155,2.55220365524292
model.layers.29.mlp.experts.156,2.556122303009033
model.layers.29.mlp.experts.157,2.553342819213867
model.layers.29.mlp.experts.158,2.55420446395874
model.layers.29.mlp.experts.159,2.568367481231689
model.layers.29.mlp.experts.16,2.561336040496826
model.layers.29.mlp.experts.160,2.561216354370117
model.layers.29.mlp.experts.161,2.55704665184021
model.layers.29.mlp.experts.162,2.5613603591918945
model.layers.29.mlp.experts.163,2.564307451248169
model.layers.29.mlp.experts.164,2.5660557746887207
model.layers.29.mlp.experts.165,2.560819625854492
model.layers.29.mlp.experts.166,2.553761959075928
model.layers.29.mlp.experts.167,2.558497428894043
model.layers.29.mlp.experts.168,2.564276695251465
model.layers.29.mlp.experts.169,2.552766799926758
model.layers.29.mlp.experts.17,2.565048933029175
model.layers.29.mlp.experts.170,2.556021451950073
model.layers.29.mlp.experts.171,2.5575528144836426
model.layers.29.mlp.experts.172,2.5539493560791016
model.layers.29.mlp.experts.173,2.58095932006836
model.layers.29.mlp.experts.174,2.560262680053711
model.layers.29.mlp.experts.175,2.57135009765625
model.layers.29.mlp.experts.176,2.56794810295105
model.layers.29.mlp.experts.177,2.55295991897583
model.layers.29.mlp.experts.178,2.558565616607666
model.layers.29.mlp.experts.179,2.5757155418396
model.layers.29.mlp.experts.18,2.5572800636291504
model.layers.29.mlp.experts.180,2.5611352920532227
model.layers.29.mlp.experts.181,2.558420181274414
model.layers.29.mlp.experts.182,2.555635452270508
model.layers.29.mlp.experts.183,2.5605788230896
model.layers.29.mlp.experts.184,2.5506811141967773
model.layers.29.mlp.experts.185,2.551733493804932
model.layers.29.mlp.experts.186,2.554415464401245
model.layers.29.mlp.experts.187,2.565870523452759
model.layers.29.mlp.experts.188,2.5763518810272217
model.layers.29.mlp.experts.189,2.560317039489746
model.layers.29.mlp.experts.19,2.555243492126465
model.layers.29.mlp.experts.190,2.5544850826263428
model.layers.29.mlp.experts.191,2.567406415939331
model.layers.29.mlp.experts.192,2.585623264312744
model.layers.29.mlp.experts.193,2.553871393203736
model.layers.29.mlp.experts.194,2.557512760162353
model.layers.29.mlp.experts.195,2.5550754070281982
model.layers.29.mlp.experts.196,2.571582794189453
model.layers.29.mlp.experts.197,2.588637113571167
model.layers.29.mlp.experts.198,2.561359405517578
model.layers.29.mlp.experts.199,2.557277202606201
model.layers.29.mlp.experts.2,2.5564184188842773
model.layers.29.mlp.experts.20,2.5671417713165283
model.layers.29.mlp.experts.200,2.586076259613037
model.layers.29.mlp.experts.201,2.5621728897094727
model.layers.29.mlp.experts.202,2.5580005645751958
model.layers.29.mlp.experts.203,2.5536201000213623
model.layers.29.mlp.experts.204,2.5586471557617188
model.layers.29.mlp.experts.205,2.5686235427856445
model.layers.29.mlp.experts.206,2.5577194690704346
model.layers.29.mlp.experts.207,2.5593786239624023
model.layers.29.mlp.experts.208,2.581807851791382
model.layers.29.mlp.experts.209,2.5593223571777344
model.layers.29.mlp.experts.21,2.5573244094848637
model.layers.29.mlp.experts.210,2.5541272163391118
model.layers.29.mlp.experts.211,2.5718414783477783
model.layers.29.mlp.experts.212,2.5936760902404785
model.layers.29.mlp.experts.213,2.5560309886932373
model.layers.29.mlp.experts.214,2.557696580886841
model.layers.29.mlp.experts.215,2.559487819671631
model.layers.29.mlp.experts.216,2.567060708999634
model.layers.29.mlp.experts.217,2.5586512088775635
model.layers.29.mlp.experts.218,2.583460092544556
model.layers.29.mlp.experts.219,2.575605154037476
model.layers.29.mlp.experts.22,2.560960054397583
model.layers.29.mlp.experts.220,2.571094512939453
model.layers.29.mlp.experts.221,2.5585877895355225
model.layers.29.mlp.experts.222,2.558141231536865
model.layers.29.mlp.experts.223,2.593103647232056
model.layers.29.mlp.experts.224,2.5782570838928223
model.layers.29.mlp.experts.225,2.557152271270752
model.layers.29.mlp.experts.226,2.556964635848999
model.layers.29.mlp.experts.227,2.620324850082397
model.layers.29.mlp.experts.228,2.5713860988616943
model.layers.29.mlp.experts.229,2.6025874614715576
model.layers.29.mlp.experts.23,2.552993059158325
model.layers.29.mlp.experts.230,2.5570156574249268
model.layers.29.mlp.experts.231,2.553142786026001
model.layers.29.mlp.experts.232,2.5799190998077397
model.layers.29.mlp.experts.233,2.564117908477783
model.layers.29.mlp.experts.234,2.5555243492126465
model.layers.29.mlp.experts.235,2.5554537773132324
model.layers.29.mlp.experts.236,2.555835247039795
model.layers.29.mlp.experts.237,2.556137800216675
model.layers.29.mlp.experts.238,2.567431926727295
model.layers.29.mlp.experts.239,2.5617778301239014
model.layers.29.mlp.experts.24,2.5585360527038574
model.layers.29.mlp.experts.240,2.5528111457824707
model.layers.29.mlp.experts.241,2.578403949737549
model.layers.29.mlp.experts.242,2.5615363121032715
model.layers.29.mlp.experts.243,2.55106258392334
model.layers.29.mlp.experts.244,2.571572780609131
model.layers.29.mlp.experts.245,2.579119682312012
model.layers.29.mlp.experts.246,2.5784990787506104
model.layers.29.mlp.experts.247,2.5801103115081787
model.layers.29.mlp.experts.248,2.6538445949554443
model.layers.29.mlp.experts.249,2.5638742446899414
model.layers.29.mlp.experts.25,2.5769505500793457
model.layers.29.mlp.experts.250,2.5639631748199463
model.layers.29.mlp.experts.251,2.556046962738037
model.layers.29.mlp.experts.252,2.562253952026367
model.layers.29.mlp.experts.253,2.5564420223236084
model.layers.29.mlp.experts.254,2.5516090393066406
model.layers.29.mlp.experts.255,2.556970357894897
model.layers.29.mlp.experts.26,2.554861068725586
model.layers.29.mlp.experts.27,2.5874648094177246
model.layers.29.mlp.experts.28,2.569209098815918
model.layers.29.mlp.experts.29,2.5588467121124268
model.layers.29.mlp.experts.3,2.57456374168396
model.layers.29.mlp.experts.30,2.558783769607544
model.layers.29.mlp.experts.31,2.55271053314209
model.layers.29.mlp.experts.32,2.5740437507629395
model.layers.29.mlp.experts.33,2.557332992553711
model.layers.29.mlp.experts.34,2.5575151443481445
model.layers.29.mlp.experts.35,2.572479009628296
model.layers.29.mlp.experts.36,2.5677061080932617
model.layers.29.mlp.experts.37,2.578818321228028
model.layers.29.mlp.experts.38,2.562716007232666
model.layers.29.mlp.experts.39,2.555708885192871
model.layers.29.mlp.experts.4,2.5622305870056152
model.layers.29.mlp.experts.40,2.559292793273926
model.layers.29.mlp.experts.41,2.565846920013428
model.layers.29.mlp.experts.42,2.554726839065552
model.layers.29.mlp.experts.43,2.561529397964477
model.layers.29.mlp.experts.44,2.553776502609253
model.layers.29.mlp.experts.45,2.5607004165649414
model.layers.29.mlp.experts.46,2.5526723861694336
model.layers.29.mlp.experts.47,2.5620596408843994
model.layers.29.mlp.experts.48,2.5927093029022217
model.layers.29.mlp.experts.49,2.581711769104004
model.layers.29.mlp.experts.5,2.554420232772827
model.layers.29.mlp.experts.50,2.563516139984131
model.layers.29.mlp.experts.51,2.5564064979553223
model.layers.29.mlp.experts.52,2.56201434135437
model.layers.29.mlp.experts.53,2.564384937286377
model.layers.29.mlp.experts.54,2.557488918304444
model.layers.29.mlp.experts.55,2.557781219482422
model.layers.29.mlp.experts.56,2.557675361633301
model.layers.29.mlp.experts.57,2.5512399673461914
model.layers.29.mlp.experts.58,2.56172513961792
model.layers.29.mlp.experts.59,2.5563807487487797
model.layers.29.mlp.experts.6,2.573494672775269
model.layers.29.mlp.experts.60,2.5596630573272705
model.layers.29.mlp.experts.61,2.555701494216919
model.layers.29.mlp.experts.62,2.5649631023406982
model.layers.29.mlp.experts.63,2.5553324222564697
model.layers.29.mlp.experts.64,2.5715010166168213
model.layers.29.mlp.experts.65,2.5920352935791016
model.layers.29.mlp.experts.66,2.556915044784546
model.layers.29.mlp.experts.67,2.5513195991516118
model.layers.29.mlp.experts.68,2.559636116027832
model.layers.29.mlp.experts.69,2.552032947540283
model.layers.29.mlp.experts.7,2.626605033874512
model.layers.29.mlp.experts.70,2.5640339851379395
model.layers.29.mlp.experts.71,2.554802179336548
model.layers.29.mlp.experts.72,2.553524971008301
model.layers.29.mlp.experts.73,2.585802793502808
model.layers.29.mlp.experts.74,2.564727783203125
model.layers.29.mlp.experts.75,2.5567870140075684
model.layers.29.mlp.experts.76,2.5551135540008545
model.layers.29.mlp.experts.77,2.564244270324707
model.layers.29.mlp.experts.78,2.5549142360687256
model.layers.29.mlp.experts.79,2.552085876464844
model.layers.29.mlp.experts.8,2.5526859760284424
model.layers.29.mlp.experts.80,2.557822704315185
model.layers.29.mlp.experts.81,2.5563831329345703
model.layers.29.mlp.experts.82,2.5581512451171875
model.layers.29.mlp.experts.83,2.572394847869873
model.layers.29.mlp.experts.84,2.554611921310425
model.layers.29.mlp.experts.85,2.596942663192749
model.layers.29.mlp.experts.86,2.5658721923828125
model.layers.29.mlp.experts.87,2.554213285446167
model.layers.29.mlp.experts.88,2.5631048679351807
model.layers.29.mlp.experts.89,2.5645384788513184
model.layers.29.mlp.experts.9,2.553709030151367
model.layers.29.mlp.experts.90,2.557732105255127
model.layers.29.mlp.experts.91,2.5577588081359863
model.layers.29.mlp.experts.92,2.561035633087158
model.layers.29.mlp.experts.93,2.5656394958496094
model.layers.29.mlp.experts.94,2.555689811706543
model.layers.29.mlp.experts.95,2.574694395065308
model.layers.29.mlp.experts.96,2.551244020462036
model.layers.29.mlp.experts.97,2.554981231689453
model.layers.29.mlp.experts.98,2.555934429168701
model.layers.29.mlp.experts.99,2.559204578399658
model.layers.29.mlp.shared_experts,2.754746913909912
model.layers.29.self_attn,2.5896310806274414
model.layers.3.mlp.experts.0,2.880667209625244
model.layers.3.mlp.experts.1,3.065036535263061
model.layers.3.mlp.experts.10,2.9052734375
model.layers.3.mlp.experts.100,2.986499071121216
model.layers.3.mlp.experts.101,2.989964008331299
model.layers.3.mlp.experts.102,3.0456159114837646
model.layers.3.mlp.experts.103,2.881683349609375
model.layers.3.mlp.experts.104,2.893152952194214
model.layers.3.mlp.experts.105,2.809666395187378
model.layers.3.mlp.experts.106,3.136341094970703
model.layers.3.mlp.experts.107,3.043386697769165
model.layers.3.mlp.experts.108,3.241131544113159
model.layers.3.mlp.experts.109,3.248204231262207
model.layers.3.mlp.experts.11,3.044250249862671
model.layers.3.mlp.experts.110,3.112892866134644
model.layers.3.mlp.experts.111,3.0856661796569824
model.layers.3.mlp.experts.112,2.772429943084717
model.layers.3.mlp.experts.113,3.324441909790039
model.layers.3.mlp.experts.114,3.0911102294921875
model.layers.3.mlp.experts.115,3.1637041568756104
model.layers.3.mlp.experts.116,3.249656438827514
model.layers.3.mlp.experts.117,2.88139009475708
model.layers.3.mlp.experts.118,3.0195682048797607
model.layers.3.mlp.experts.119,3.031196355819702
model.layers.3.mlp.experts.12,3.1100494861602783
model.layers.3.mlp.experts.120,2.956509590148926
model.layers.3.mlp.experts.121,3.0059311389923096
model.layers.3.mlp.experts.122,3.0708415508270264
model.layers.3.mlp.experts.123,2.7491071224212646
model.layers.3.mlp.experts.124,3.181732654571533
model.layers.3.mlp.experts.125,2.944002866744995
model.layers.3.mlp.experts.126,3.1733429431915283
model.layers.3.mlp.experts.127,3.039745807647705
model.layers.3.mlp.experts.128,3.1586782932281494
model.layers.3.mlp.experts.129,3.223888874053955
model.layers.3.mlp.experts.13,3.06521224975586
model.layers.3.mlp.experts.130,3.159097671508789
model.layers.3.mlp.experts.131,2.9255471229553223
model.layers.3.mlp.experts.132,2.993868589401245
model.layers.3.mlp.experts.133,3.094712972640991
model.layers.3.mlp.experts.134,3.093740940093994
model.layers.3.mlp.experts.135,3.1279258728027344
model.layers.3.mlp.experts.136,3.009305715560913
model.layers.3.mlp.experts.137,3.0916900634765625
model.layers.3.mlp.experts.138,3.1301987171173096
model.layers.3.mlp.experts.139,2.935872793197632
model.layers.3.mlp.experts.14,3.1139369010925293
model.layers.3.mlp.experts.140,2.7568893432617188
model.layers.3.mlp.experts.141,3.046686172485352
model.layers.3.mlp.experts.142,3.1084556579589844
model.layers.3.mlp.experts.143,3.0725388526916504
model.layers.3.mlp.experts.144,2.992798328399658
model.layers.3.mlp.experts.145,3.0344109535217285
model.layers.3.mlp.experts.146,2.978273868560791
model.layers.3.mlp.experts.147,2.935844659805298
model.layers.3.mlp.experts.148,3.02890682220459
model.layers.3.mlp.experts.149,3.1020383834838867
model.layers.3.mlp.experts.15,3.233022451400757
model.layers.3.mlp.experts.150,3.164817571640014
model.layers.3.mlp.experts.151,3.1251988410949707
model.layers.3.mlp.experts.152,2.889000654220581
model.layers.3.mlp.experts.153,3.1794326305389404
model.layers.3.mlp.experts.154,2.8451921939849854
model.layers.3.mlp.experts.155,2.998385190963745
model.layers.3.mlp.experts.156,2.9284660816192627
model.layers.3.mlp.experts.157,2.971552848815918
model.layers.3.mlp.experts.158,3.0893378257751465
model.layers.3.mlp.experts.159,2.8701250553131104
model.layers.3.mlp.experts.16,3.081021308898926
model.layers.3.mlp.experts.160,3.107081651687622
model.layers.3.mlp.experts.161,2.82350492477417
model.layers.3.mlp.experts.162,3.126195192337036
model.layers.3.mlp.experts.163,3.0666799545288086
model.layers.3.mlp.experts.164,2.863090753555298
model.layers.3.mlp.experts.165,2.836904287338257
model.layers.3.mlp.experts.166,3.144078493118286
model.layers.3.mlp.experts.167,3.118825435638428
model.layers.3.mlp.experts.168,2.8938422203063965
model.layers.3.mlp.experts.169,3.142475843429565
model.layers.3.mlp.experts.17,2.949946880340576
model.layers.3.mlp.experts.170,3.1104702949523926
model.layers.3.mlp.experts.171,2.794431209564209
model.layers.3.mlp.experts.172,3.020148038864136
model.layers.3.mlp.experts.173,3.255914688110352
model.layers.3.mlp.experts.174,3.2206828594207764
model.layers.3.mlp.experts.175,3.309292316436768
model.layers.3.mlp.experts.176,2.9597299098968506
model.layers.3.mlp.experts.177,2.991443157196045
model.layers.3.mlp.experts.178,3.0445244312286377
model.layers.3.mlp.experts.179,2.9434115886688232
model.layers.3.mlp.experts.18,3.0627217292785645
model.layers.3.mlp.experts.180,2.8196001052856445
model.layers.3.mlp.experts.181,2.851141929626465
model.layers.3.mlp.experts.182,2.9043610095977783
model.layers.3.mlp.experts.183,2.776697397232056
model.layers.3.mlp.experts.184,2.9547722339630127
model.layers.3.mlp.experts.185,3.2049033641815186
model.layers.3.mlp.experts.186,2.99387001991272
model.layers.3.mlp.experts.187,3.201186180114746
model.layers.3.mlp.experts.188,3.1510214805603027
model.layers.3.mlp.experts.189,2.986935377120972
model.layers.3.mlp.experts.19,3.2514121532440186
model.layers.3.mlp.experts.190,3.0615901947021484
model.layers.3.mlp.experts.191,3.145124912261963
model.layers.3.mlp.experts.192,2.937147378921509
model.layers.3.mlp.experts.193,3.164635181427002
model.layers.3.mlp.experts.194,2.978794813156128
model.layers.3.mlp.experts.195,3.000173330307007
model.layers.3.mlp.experts.196,2.883183002471924
model.layers.3.mlp.experts.197,3.339249849319458
model.layers.3.mlp.experts.198,3.2863919734954834
model.layers.3.mlp.experts.199,2.843569755554199
model.layers.3.mlp.experts.2,3.084031581878662
model.layers.3.mlp.experts.20,3.0729610919952397
model.layers.3.mlp.experts.200,3.201383590698242
model.layers.3.mlp.experts.201,3.2201106548309326
model.layers.3.mlp.experts.202,3.170257329940796
model.layers.3.mlp.experts.203,2.9089245796203613
model.layers.3.mlp.experts.204,3.0857009887695312
model.layers.3.mlp.experts.205,3.1178693771362305
model.layers.3.mlp.experts.206,3.0214498043060303
model.layers.3.mlp.experts.207,2.973210334777832
model.layers.3.mlp.experts.208,2.9756317138671875
model.layers.3.mlp.experts.209,3.108813762664795
model.layers.3.mlp.experts.21,3.004295587539673
model.layers.3.mlp.experts.210,2.9503068923950195
model.layers.3.mlp.experts.211,3.0425243377685547
model.layers.3.mlp.experts.212,3.231679201126098
model.layers.3.mlp.experts.213,3.224116563796997
model.layers.3.mlp.experts.214,3.181902885437012
model.layers.3.mlp.experts.215,2.9334609508514404
model.layers.3.mlp.experts.216,3.0947999954223637
model.layers.3.mlp.experts.217,2.843353271484375
model.layers.3.mlp.experts.218,2.961911201477051
model.layers.3.mlp.experts.219,3.2354109287261963
model.layers.3.mlp.experts.22,3.1876678466796875
model.layers.3.mlp.experts.220,3.079155683517456
model.layers.3.mlp.experts.221,3.0389349460601807
model.layers.3.mlp.experts.222,2.869948625564575
model.layers.3.mlp.experts.223,3.1396844387054443
model.layers.3.mlp.experts.224,3.0754823684692383
model.layers.3.mlp.experts.225,3.1487631797790527
model.layers.3.mlp.experts.226,3.138323783874512
model.layers.3.mlp.experts.227,2.9035215377807617
model.layers.3.mlp.experts.228,3.0050296783447266
model.layers.3.mlp.experts.229,2.9630160331726074
model.layers.3.mlp.experts.23,2.905289649963379
model.layers.3.mlp.experts.230,2.8666508197784424
model.layers.3.mlp.experts.231,3.0450453758239746
model.layers.3.mlp.experts.232,3.0865349769592285
model.layers.3.mlp.experts.233,2.9205551147460938
model.layers.3.mlp.experts.234,2.883881092071533
model.layers.3.mlp.experts.235,3.1676392555236816
model.layers.3.mlp.experts.236,3.002005100250244
model.layers.3.mlp.experts.237,3.036226272583008
model.layers.3.mlp.experts.238,2.9592175483703613
model.layers.3.mlp.experts.239,2.986795425415039
model.layers.3.mlp.experts.24,3.1156318187713623
model.layers.3.mlp.experts.240,2.691759824752808
model.layers.3.mlp.experts.241,3.0039103031158447
model.layers.3.mlp.experts.242,2.92065691947937
model.layers.3.mlp.experts.243,3.1562747955322266
model.layers.3.mlp.experts.244,2.9186604022979736
model.layers.3.mlp.experts.245,2.888010025024414
model.layers.3.mlp.experts.246,2.8837554454803467
model.layers.3.mlp.experts.247,3.0902323722839355
model.layers.3.mlp.experts.248,2.986325740814209
model.layers.3.mlp.experts.249,2.9419198036193848
model.layers.3.mlp.experts.25,2.927903413772583
model.layers.3.mlp.experts.250,3.0447182655334477
model.layers.3.mlp.experts.251,2.809452533721924
model.layers.3.mlp.experts.252,2.8929686546325684
model.layers.3.mlp.experts.253,2.9685232639312744
model.layers.3.mlp.experts.254,3.004555940628052
model.layers.3.mlp.experts.255,3.0463881492614746
model.layers.3.mlp.experts.26,3.038639545440674
model.layers.3.mlp.experts.27,3.1199326515197754
model.layers.3.mlp.experts.28,3.1060147285461426
model.layers.3.mlp.experts.29,3.076719045639038
model.layers.3.mlp.experts.3,3.0586588382720947
model.layers.3.mlp.experts.30,2.967594146728516
model.layers.3.mlp.experts.31,2.9908523559570312
model.layers.3.mlp.experts.32,3.103845596313477
model.layers.3.mlp.experts.33,3.2043583393096924
model.layers.3.mlp.experts.34,3.0602431297302246
model.layers.3.mlp.experts.35,3.105565071105957
model.layers.3.mlp.experts.36,2.926727294921875
model.layers.3.mlp.experts.37,3.1458935737609863
model.layers.3.mlp.experts.38,3.023890733718872
model.layers.3.mlp.experts.39,3.015086889266968
model.layers.3.mlp.experts.4,3.299513101577759
model.layers.3.mlp.experts.40,3.164926290512085
model.layers.3.mlp.experts.41,3.088855266571045
model.layers.3.mlp.experts.42,3.069047212600708
model.layers.3.mlp.experts.43,3.0781991481781006
model.layers.3.mlp.experts.44,2.9915850162506104
model.layers.3.mlp.experts.45,3.0221195220947266
model.layers.3.mlp.experts.46,2.824845790863037
model.layers.3.mlp.experts.47,2.9827866554260254
model.layers.3.mlp.experts.48,3.057162284851074
model.layers.3.mlp.experts.49,3.000619649887085
model.layers.3.mlp.experts.5,2.934417963027954
model.layers.3.mlp.experts.50,3.074090480804444
model.layers.3.mlp.experts.51,2.9576504230499268
model.layers.3.mlp.experts.52,2.916989803314209
model.layers.3.mlp.experts.53,3.1160805225372314
model.layers.3.mlp.experts.54,3.047983407974243
model.layers.3.mlp.experts.55,2.7501368522644043
model.layers.3.mlp.experts.56,3.154444694519043
model.layers.3.mlp.experts.57,3.3039205074310303
model.layers.3.mlp.experts.58,2.984154224395752
model.layers.3.mlp.experts.59,3.042163133621216
model.layers.3.mlp.experts.6,3.0409905910491943
model.layers.3.mlp.experts.60,3.1225032806396484
model.layers.3.mlp.experts.61,2.9544103145599365
model.layers.3.mlp.experts.62,3.0177459716796875
model.layers.3.mlp.experts.63,2.945758581161499
model.layers.3.mlp.experts.64,3.09202241897583
model.layers.3.mlp.experts.65,2.9373700618743896
model.layers.3.mlp.experts.66,3.162612199783325
model.layers.3.mlp.experts.67,3.175906181335449
model.layers.3.mlp.experts.68,3.038602352142334
model.layers.3.mlp.experts.69,3.1185498237609863
model.layers.3.mlp.experts.7,3.178547143936157
model.layers.3.mlp.experts.70,2.81409215927124
model.layers.3.mlp.experts.71,3.121643543243408
model.layers.3.mlp.experts.72,3.0197696685791016
model.layers.3.mlp.experts.73,2.799560546875
model.layers.3.mlp.experts.74,3.015139579772949
model.layers.3.mlp.experts.75,2.9874446392059326
model.layers.3.mlp.experts.76,3.0316765308380127
model.layers.3.mlp.experts.77,3.0891001224517822
model.layers.3.mlp.experts.78,2.8955702781677246
model.layers.3.mlp.experts.79,3.080297470092773
model.layers.3.mlp.experts.8,2.981034517288208
model.layers.3.mlp.experts.80,2.8604037761688232
model.layers.3.mlp.experts.81,3.346287250518799
model.layers.3.mlp.experts.82,2.9863927364349365
model.layers.3.mlp.experts.83,3.120820999145508
model.layers.3.mlp.experts.84,3.144421339035034
model.layers.3.mlp.experts.85,2.908087730407715
model.layers.3.mlp.experts.86,3.0559310913085938
model.layers.3.mlp.experts.87,2.928040027618408
model.layers.3.mlp.experts.88,2.9659879207611084
model.layers.3.mlp.experts.89,3.253108263015747
model.layers.3.mlp.experts.9,3.0838840007781982
model.layers.3.mlp.experts.90,3.122758626937866
model.layers.3.mlp.experts.91,2.9815025329589844
model.layers.3.mlp.experts.92,2.9536983966827397
model.layers.3.mlp.experts.93,2.961489677429199
model.layers.3.mlp.experts.94,3.12327241897583
model.layers.3.mlp.experts.95,3.099499225616455
model.layers.3.mlp.experts.96,3.0493764877319336
model.layers.3.mlp.experts.97,2.954455614089966
model.layers.3.mlp.experts.98,3.032711744308472
model.layers.3.mlp.experts.99,2.789762496948242
model.layers.3.mlp.shared_experts,2.7956111431121826
model.layers.3.self_attn,3.030413866043091
model.layers.30.mlp.experts.0,2.567036867141724
model.layers.30.mlp.experts.1,2.562214136123657
model.layers.30.mlp.experts.10,2.5914902687072754
model.layers.30.mlp.experts.100,2.551363945007324
model.layers.30.mlp.experts.101,2.5527889728546143
model.layers.30.mlp.experts.102,2.5624568462371826
model.layers.30.mlp.experts.103,2.5617263317108154
model.layers.30.mlp.experts.104,2.5825586318969727
model.layers.30.mlp.experts.105,2.5541489124298096
model.layers.30.mlp.experts.106,2.569417953491211
model.layers.30.mlp.experts.107,2.554638624191284
model.layers.30.mlp.experts.108,2.5568292140960693
model.layers.30.mlp.experts.109,2.5589985847473145
model.layers.30.mlp.experts.11,2.5519299507141118
model.layers.30.mlp.experts.110,2.5721664428710938
model.layers.30.mlp.experts.111,2.5590176582336426
model.layers.30.mlp.experts.112,2.594532966613769
model.layers.30.mlp.experts.113,2.5688507556915283
model.layers.30.mlp.experts.114,2.5630364418029785
model.layers.30.mlp.experts.115,2.5532002449035645
model.layers.30.mlp.experts.116,2.557847261428833
model.layers.30.mlp.experts.117,2.629438638687134
model.layers.30.mlp.experts.118,2.5828514099121094
model.layers.30.mlp.experts.119,2.55661940574646
model.layers.30.mlp.experts.12,2.5818049907684326
model.layers.30.mlp.experts.120,2.561466217041016
model.layers.30.mlp.experts.121,2.553783178329468
model.layers.30.mlp.experts.122,2.5555520057678223
model.layers.30.mlp.experts.123,2.577038288116455
model.layers.30.mlp.experts.124,2.558679819107056
model.layers.30.mlp.experts.125,2.5766773223876958
model.layers.30.mlp.experts.126,2.55204439163208
model.layers.30.mlp.experts.127,2.556506872177124
model.layers.30.mlp.experts.128,2.5642201900482178
model.layers.30.mlp.experts.129,2.554466962814331
model.layers.30.mlp.experts.13,2.5552124977111816
model.layers.30.mlp.experts.130,2.6251258850097656
model.layers.30.mlp.experts.131,2.565143823623657
model.layers.30.mlp.experts.132,2.561091661453247
model.layers.30.mlp.experts.133,2.5574066638946533
model.layers.30.mlp.experts.134,2.570028781890869
model.layers.30.mlp.experts.135,2.559238910675049
model.layers.30.mlp.experts.136,2.552839756011963
model.layers.30.mlp.experts.137,2.554436206817627
model.layers.30.mlp.experts.138,2.554272413253784
model.layers.30.mlp.experts.139,2.557237148284912
model.layers.30.mlp.experts.14,2.55415678024292
model.layers.30.mlp.experts.140,2.581167936325073
model.layers.30.mlp.experts.141,2.554340362548828
model.layers.30.mlp.experts.142,2.5633866786956787
model.layers.30.mlp.experts.143,2.5620534420013428
model.layers.30.mlp.experts.144,2.553551435470581
model.layers.30.mlp.experts.145,2.558424472808838
model.layers.30.mlp.experts.146,2.5540883541107178
model.layers.30.mlp.experts.147,2.5599234104156494
model.layers.30.mlp.experts.148,2.555950880050659
model.layers.30.mlp.experts.149,2.5540225505828857
model.layers.30.mlp.experts.15,2.570303201675415
model.layers.30.mlp.experts.150,2.556172609329224
model.layers.30.mlp.experts.151,2.554288864135742
model.layers.30.mlp.experts.152,2.5902740955352783
model.layers.30.mlp.experts.153,2.562258005142212
model.layers.30.mlp.experts.154,2.568408727645874
model.layers.30.mlp.experts.155,2.598097562789917
model.layers.30.mlp.experts.156,2.565005302429199
model.layers.30.mlp.experts.157,2.555034875869751
model.layers.30.mlp.experts.158,2.5516278743743896
model.layers.30.mlp.experts.159,2.568197011947632
model.layers.30.mlp.experts.16,2.58676552772522
model.layers.30.mlp.experts.160,2.560832500457764
model.layers.30.mlp.experts.161,2.5852417945861816
model.layers.30.mlp.experts.162,2.5683507919311523
model.layers.30.mlp.experts.163,2.5516788959503174
model.layers.30.mlp.experts.164,2.5521557331085205
model.layers.30.mlp.experts.165,2.554930686950684
model.layers.30.mlp.experts.166,2.5617339611053467
model.layers.30.mlp.experts.167,2.556046485900879
model.layers.30.mlp.experts.168,2.5530850887298584
model.layers.30.mlp.experts.169,2.556591272354126
model.layers.30.mlp.experts.17,2.5536608695983887
model.layers.30.mlp.experts.170,2.55185604095459
model.layers.30.mlp.experts.171,2.558812379837036
model.layers.30.mlp.experts.172,2.554050207138061
model.layers.30.mlp.experts.173,2.560720443725586
model.layers.30.mlp.experts.174,2.560256004333496
model.layers.30.mlp.experts.175,2.5710971355438232
model.layers.30.mlp.experts.176,2.556837797164917
model.layers.30.mlp.experts.177,2.560438394546509
model.layers.30.mlp.experts.178,2.555101156234741
model.layers.30.mlp.experts.179,2.5580759048461914
model.layers.30.mlp.experts.18,2.5675528049468994
model.layers.30.mlp.experts.180,2.5611672401428223
model.layers.30.mlp.experts.181,2.561951875686645
model.layers.30.mlp.experts.182,2.555990695953369
model.layers.30.mlp.experts.183,2.556009292602539
model.layers.30.mlp.experts.184,2.562799453735352
model.layers.30.mlp.experts.185,2.5746541023254395
model.layers.30.mlp.experts.186,2.552926540374756
model.layers.30.mlp.experts.187,2.5513648986816406
model.layers.30.mlp.experts.188,2.557413101196289
model.layers.30.mlp.experts.189,2.5611629486083984
model.layers.30.mlp.experts.19,2.556616306304932
model.layers.30.mlp.experts.190,2.553544282913208
model.layers.30.mlp.experts.191,2.584264278411865
model.layers.30.mlp.experts.192,2.599729537963867
model.layers.30.mlp.experts.193,2.5646960735321045
model.layers.30.mlp.experts.194,2.570009469985962
model.layers.30.mlp.experts.195,2.5599422454833984
model.layers.30.mlp.experts.196,2.5622663497924805
model.layers.30.mlp.experts.197,2.558561086654663
model.layers.30.mlp.experts.198,2.5525166988372803
model.layers.30.mlp.experts.199,2.5595479011535645
model.layers.30.mlp.experts.2,2.5626065731048584
model.layers.30.mlp.experts.20,2.5512259006500244
model.layers.30.mlp.experts.200,2.560220241546631
model.layers.30.mlp.experts.201,2.558232069015503
model.layers.30.mlp.experts.202,2.5573103427886963
model.layers.30.mlp.experts.203,2.5614795684814453
model.layers.30.mlp.experts.204,2.562199592590332
model.layers.30.mlp.experts.205,2.554561138153076
model.layers.30.mlp.experts.206,2.581146001815796
model.layers.30.mlp.experts.207,2.5672473907470703
model.layers.30.mlp.experts.208,2.56583309173584
model.layers.30.mlp.experts.209,2.5533230304718018
model.layers.30.mlp.experts.21,2.5532188415527344
model.layers.30.mlp.experts.210,2.562842845916748
model.layers.30.mlp.experts.211,2.5529327392578125
model.layers.30.mlp.experts.212,2.559940814971924
model.layers.30.mlp.experts.213,2.558957099914551
model.layers.30.mlp.experts.214,2.5612661838531494
model.layers.30.mlp.experts.215,2.55103611946106
model.layers.30.mlp.experts.216,2.5621531009674072
model.layers.30.mlp.experts.217,2.553436040878296
model.layers.30.mlp.experts.218,2.576112985610962
model.layers.30.mlp.experts.219,2.5592448711395264
model.layers.30.mlp.experts.22,2.555460929870605
model.layers.30.mlp.experts.220,2.558605909347534
model.layers.30.mlp.experts.221,2.563110589981079
model.layers.30.mlp.experts.222,2.578925132751465
model.layers.30.mlp.experts.223,2.565018892288208
model.layers.30.mlp.experts.224,2.5580739974975586
model.layers.30.mlp.experts.225,2.551431655883789
model.layers.30.mlp.experts.226,2.556490182876587
model.layers.30.mlp.experts.227,2.615257024765014
model.layers.30.mlp.experts.228,2.582521438598633
model.layers.30.mlp.experts.229,2.63892674446106
model.layers.30.mlp.experts.23,2.56528902053833
model.layers.30.mlp.experts.230,2.553717613220215
model.layers.30.mlp.experts.231,2.55275559425354
model.layers.30.mlp.experts.232,2.551031827926636
model.layers.30.mlp.experts.233,2.552396535873413
model.layers.30.mlp.experts.234,2.5525426864624023
model.layers.30.mlp.experts.235,2.641359329223633
model.layers.30.mlp.experts.236,2.5572781562805176
model.layers.30.mlp.experts.237,2.556143045425415
model.layers.30.mlp.experts.238,2.575070142745972
model.layers.30.mlp.experts.239,2.556382417678833
model.layers.30.mlp.experts.24,2.560776472091675
model.layers.30.mlp.experts.240,2.5600647926330566
model.layers.30.mlp.experts.241,2.57804536819458
model.layers.30.mlp.experts.242,2.5539495944976807
model.layers.30.mlp.experts.243,2.5626823902130127
model.layers.30.mlp.experts.244,2.562826633453369
model.layers.30.mlp.experts.245,2.563495397567749
model.layers.30.mlp.experts.246,2.5515592098236084
model.layers.30.mlp.experts.247,2.5555827617645264
model.layers.30.mlp.experts.248,2.616701364517212
model.layers.30.mlp.experts.249,2.5903022289276123
model.layers.30.mlp.experts.25,2.560631275177002
model.layers.30.mlp.experts.250,2.5562455654144287
model.layers.30.mlp.experts.251,2.554006814956665
model.layers.30.mlp.experts.252,2.57208514213562
model.layers.30.mlp.experts.253,2.558790683746338
model.layers.30.mlp.experts.254,2.57410740852356
model.layers.30.mlp.experts.255,2.563732624053955
model.layers.30.mlp.experts.26,2.579406976699829
model.layers.30.mlp.experts.27,2.5584535598754883
model.layers.30.mlp.experts.28,2.558762550354004
model.layers.30.mlp.experts.29,2.560255527496338
model.layers.30.mlp.experts.3,2.5580174922943115
model.layers.30.mlp.experts.30,2.558831214904785
model.layers.30.mlp.experts.31,2.5719568729400635
model.layers.30.mlp.experts.32,2.5719690322875977
model.layers.30.mlp.experts.33,2.551140308380127
model.layers.30.mlp.experts.34,2.555741548538208
model.layers.30.mlp.experts.35,2.5622634887695312
model.layers.30.mlp.experts.36,2.551276445388794
model.layers.30.mlp.experts.37,2.5564801692962646
model.layers.30.mlp.experts.38,2.5695629119873047
model.layers.30.mlp.experts.39,2.570991039276123
model.layers.30.mlp.experts.4,2.590874195098877
model.layers.30.mlp.experts.40,2.6093950271606445
model.layers.30.mlp.experts.41,2.563382863998413
model.layers.30.mlp.experts.42,2.556715250015259
model.layers.30.mlp.experts.43,2.575634241104126
model.layers.30.mlp.experts.44,2.582942008972168
model.layers.30.mlp.experts.45,2.568304538726806
model.layers.30.mlp.experts.46,2.554898977279663
model.layers.30.mlp.experts.47,2.563241004943848
model.layers.30.mlp.experts.48,2.554329633712769
model.layers.30.mlp.experts.49,2.558786392211914
model.layers.30.mlp.experts.5,2.5672178268432617
model.layers.30.mlp.experts.50,2.56303334236145
model.layers.30.mlp.experts.51,2.5584876537323
model.layers.30.mlp.experts.52,2.556218385696411
model.layers.30.mlp.experts.53,2.557985305786133
model.layers.30.mlp.experts.54,2.553711175918579
model.layers.30.mlp.experts.55,2.5658111572265625
model.layers.30.mlp.experts.56,2.5603747367858887
model.layers.30.mlp.experts.57,2.557902574539185
model.layers.30.mlp.experts.58,2.6104092597961426
model.layers.30.mlp.experts.59,2.55708646774292
model.layers.30.mlp.experts.6,2.5605640411376958
model.layers.30.mlp.experts.60,2.582803726196289
model.layers.30.mlp.experts.61,2.5536694526672363
model.layers.30.mlp.experts.62,2.564213275909424
model.layers.30.mlp.experts.63,2.551553726196289
model.layers.30.mlp.experts.64,2.555627584457397
model.layers.30.mlp.experts.65,2.559938430786133
model.layers.30.mlp.experts.66,2.5898797512054443
model.layers.30.mlp.experts.67,2.5988845825195312
model.layers.30.mlp.experts.68,2.573107481002808
model.layers.30.mlp.experts.69,2.5603551864624023
model.layers.30.mlp.experts.7,2.5600297451019287
model.layers.30.mlp.experts.70,2.558429718017578
model.layers.30.mlp.experts.71,2.604613304138184
model.layers.30.mlp.experts.72,2.5520718097686768
model.layers.30.mlp.experts.73,2.5685715675354004
model.layers.30.mlp.experts.74,2.5718252658843994
model.layers.30.mlp.experts.75,2.570136547088623
model.layers.30.mlp.experts.76,2.555980443954468
model.layers.30.mlp.experts.77,2.5860629081726074
model.layers.30.mlp.experts.78,2.553607225418091
model.layers.30.mlp.experts.79,2.585069417953491
model.layers.30.mlp.experts.8,2.5541231632232666
model.layers.30.mlp.experts.80,2.562739133834839
model.layers.30.mlp.experts.81,2.5637857913970947
model.layers.30.mlp.experts.82,2.5506179332733154
model.layers.30.mlp.experts.83,2.555217027664185
model.layers.30.mlp.experts.84,2.5553882122039795
model.layers.30.mlp.experts.85,2.562451124191284
model.layers.30.mlp.experts.86,2.567664623260498
model.layers.30.mlp.experts.87,2.553879737854004
model.layers.30.mlp.experts.88,2.584808826446533
model.layers.30.mlp.experts.89,2.55157208442688
model.layers.30.mlp.experts.9,2.5595531463623047
model.layers.30.mlp.experts.90,2.55290150642395
model.layers.30.mlp.experts.91,2.5580151081085205
model.layers.30.mlp.experts.92,2.552227020263672
model.layers.30.mlp.experts.93,2.5609426498413086
model.layers.30.mlp.experts.94,2.555975437164306
model.layers.30.mlp.experts.95,2.5537760257720947
model.layers.30.mlp.experts.96,2.559990644454956
model.layers.30.mlp.experts.97,2.5602707862854004
model.layers.30.mlp.experts.98,2.5595569610595703
model.layers.30.mlp.experts.99,2.5548715591430664
model.layers.30.mlp.shared_experts,2.759551286697388
model.layers.30.self_attn,2.5899362564086914
model.layers.31.mlp.experts.0,2.5572896003723145
model.layers.31.mlp.experts.1,2.5773885250091557
model.layers.31.mlp.experts.10,2.555903673171997
model.layers.31.mlp.experts.100,2.567127227783203
model.layers.31.mlp.experts.101,2.5570766925811768
model.layers.31.mlp.experts.102,2.5661189556121826
model.layers.31.mlp.experts.103,2.5577714443206787
model.layers.31.mlp.experts.104,2.554961681365967
model.layers.31.mlp.experts.105,2.5606634616851807
model.layers.31.mlp.experts.106,2.556689977645874
model.layers.31.mlp.experts.107,2.557560920715332
model.layers.31.mlp.experts.108,2.563976764678955
model.layers.31.mlp.experts.109,2.5598323345184326
model.layers.31.mlp.experts.11,2.5567123889923096
model.layers.31.mlp.experts.110,2.5534205436706543
model.layers.31.mlp.experts.111,2.580029964447021
model.layers.31.mlp.experts.112,2.5569403171539307
model.layers.31.mlp.experts.113,2.5631160736083984
model.layers.31.mlp.experts.114,2.5543673038482666
model.layers.31.mlp.experts.115,2.553147077560425
model.layers.31.mlp.experts.116,2.556068420410156
model.layers.31.mlp.experts.117,2.557291030883789
model.layers.31.mlp.experts.118,2.553142786026001
model.layers.31.mlp.experts.119,2.593174457550049
model.layers.31.mlp.experts.12,2.557055950164795
model.layers.31.mlp.experts.120,2.5743608474731445
model.layers.31.mlp.experts.121,2.580582618713379
model.layers.31.mlp.experts.122,2.58677077293396
model.layers.31.mlp.experts.123,2.5826706886291504
model.layers.31.mlp.experts.124,2.563150644302368
model.layers.31.mlp.experts.125,2.5518596172332764
model.layers.31.mlp.experts.126,2.554151773452759
model.layers.31.mlp.experts.127,2.55242919921875
model.layers.31.mlp.experts.128,2.586745500564575
model.layers.31.mlp.experts.129,2.563096761703491
model.layers.31.mlp.experts.13,2.553061246871948
model.layers.31.mlp.experts.130,2.5520944595336914
model.layers.31.mlp.experts.131,2.555551052093506
model.layers.31.mlp.experts.132,2.5514206886291504
model.layers.31.mlp.experts.133,2.551588535308838
model.layers.31.mlp.experts.134,2.5623202323913574
model.layers.31.mlp.experts.135,2.558675527572632
model.layers.31.mlp.experts.136,2.553360939025879
model.layers.31.mlp.experts.137,2.552914619445801
model.layers.31.mlp.experts.138,2.586617946624756
model.layers.31.mlp.experts.139,2.5567805767059326
model.layers.31.mlp.experts.14,2.556864023208618
model.layers.31.mlp.experts.140,2.627513647079468
model.layers.31.mlp.experts.141,2.567694187164306
model.layers.31.mlp.experts.142,2.552516460418701
model.layers.31.mlp.experts.143,2.5559253692626958
model.layers.31.mlp.experts.144,2.5565502643585205
model.layers.31.mlp.experts.145,2.553926944732666
model.layers.31.mlp.experts.146,2.5623552799224854
model.layers.31.mlp.experts.147,2.554407358169556
model.layers.31.mlp.experts.148,2.5581865310668945
model.layers.31.mlp.experts.149,2.5733509063720703
model.layers.31.mlp.experts.15,2.556964874267578
model.layers.31.mlp.experts.150,2.556465148925781
model.layers.31.mlp.experts.151,2.562171459197998
model.layers.31.mlp.experts.152,2.56406044960022
model.layers.31.mlp.experts.153,2.5615851879119877
model.layers.31.mlp.experts.154,2.562756299972534
model.layers.31.mlp.experts.155,2.561078786849976
model.layers.31.mlp.experts.156,2.55607533454895
model.layers.31.mlp.experts.157,2.5534474849700928
model.layers.31.mlp.experts.158,2.569404363632202
model.layers.31.mlp.experts.159,2.553539514541626
model.layers.31.mlp.experts.16,2.5617716312408447
model.layers.31.mlp.experts.160,2.5532383918762207
model.layers.31.mlp.experts.161,2.5711300373077397
model.layers.31.mlp.experts.162,2.560762882232666
model.layers.31.mlp.experts.163,2.553060293197632
model.layers.31.mlp.experts.164,2.554611921310425
model.layers.31.mlp.experts.165,2.5683746337890625
model.layers.31.mlp.experts.166,2.5628104209899902
model.layers.31.mlp.experts.167,2.5546698570251465
model.layers.31.mlp.experts.168,2.5600383281707764
model.layers.31.mlp.experts.169,2.555185079574585
model.layers.31.mlp.experts.17,2.592775583267212
model.layers.31.mlp.experts.170,2.566070795059204
model.layers.31.mlp.experts.171,2.556970596313477
model.layers.31.mlp.experts.172,2.553908348083496
model.layers.31.mlp.experts.173,2.5540266036987305
model.layers.31.mlp.experts.174,2.5670831203460693
model.layers.31.mlp.experts.175,2.565911054611206
model.layers.31.mlp.experts.176,2.5767550468444824
model.layers.31.mlp.experts.177,2.555227518081665
model.layers.31.mlp.experts.178,2.55427360534668
model.layers.31.mlp.experts.179,2.554382801055908
model.layers.31.mlp.experts.18,2.5531201362609863
model.layers.31.mlp.experts.180,2.567200899124145
model.layers.31.mlp.experts.181,2.598109483718872
model.layers.31.mlp.experts.182,2.5517830848693848
model.layers.31.mlp.experts.183,2.5561156272888184
model.layers.31.mlp.experts.184,2.5737452507019043
model.layers.31.mlp.experts.185,2.559990882873535
model.layers.31.mlp.experts.186,2.559054374694824
model.layers.31.mlp.experts.187,2.5560765266418457
model.layers.31.mlp.experts.188,2.555326461791992
model.layers.31.mlp.experts.189,2.5523123741149902
model.layers.31.mlp.experts.19,2.559822559356689
model.layers.31.mlp.experts.190,2.575067043304444
model.layers.31.mlp.experts.191,2.562861204147339
model.layers.31.mlp.experts.192,2.639009952545166
model.layers.31.mlp.experts.193,2.5525147914886475
model.layers.31.mlp.experts.194,2.5578818321228027
model.layers.31.mlp.experts.195,2.5546863079071045
model.layers.31.mlp.experts.196,2.5562636852264404
model.layers.31.mlp.experts.197,2.5544652938842773
model.layers.31.mlp.experts.198,2.559650182723999
model.layers.31.mlp.experts.199,2.5532846450805664
model.layers.31.mlp.experts.2,2.563905954360962
model.layers.31.mlp.experts.20,2.552584409713745
model.layers.31.mlp.experts.200,2.5809366703033447
model.layers.31.mlp.experts.201,2.554023742675781
model.layers.31.mlp.experts.202,2.569329261779785
model.layers.31.mlp.experts.203,2.70869779586792
model.layers.31.mlp.experts.204,2.5600602626800537
model.layers.31.mlp.experts.205,2.552631378173828
model.layers.31.mlp.experts.206,2.559263229370117
model.layers.31.mlp.experts.207,2.561264038085937
model.layers.31.mlp.experts.208,2.557279586791992
model.layers.31.mlp.experts.209,2.6108546257019043
model.layers.31.mlp.experts.21,2.564018964767456
model.layers.31.mlp.experts.210,2.5534980297088623
model.layers.31.mlp.experts.211,2.5623538494110107
model.layers.31.mlp.experts.212,2.5536975860595703
model.layers.31.mlp.experts.213,2.5518624782562256
model.layers.31.mlp.experts.214,2.5538225173950195
model.layers.31.mlp.experts.215,2.562341690063477
model.layers.31.mlp.experts.216,2.562700033187866
model.layers.31.mlp.experts.217,2.555097341537476
model.layers.31.mlp.experts.218,2.571487665176392
model.layers.31.mlp.experts.219,2.5691897869110107
model.layers.31.mlp.experts.22,2.5595381259918213
model.layers.31.mlp.experts.220,2.578256845474243
model.layers.31.mlp.experts.221,2.5557570457458496
model.layers.31.mlp.experts.222,2.556086301803589
model.layers.31.mlp.experts.223,2.560675382614136
model.layers.31.mlp.experts.224,2.553287506103516
model.layers.31.mlp.experts.225,2.5536389350891118
model.layers.31.mlp.experts.226,2.5577454566955566
model.layers.31.mlp.experts.227,2.5554699897766118
model.layers.31.mlp.experts.228,2.5713605880737305
model.layers.31.mlp.experts.229,2.551748275756836
model.layers.31.mlp.experts.23,2.5594496726989746
model.layers.31.mlp.experts.230,2.55523943901062
model.layers.31.mlp.experts.231,2.5670316219329834
model.layers.31.mlp.experts.232,2.5617518424987797
model.layers.31.mlp.experts.233,2.584826231002808
model.layers.31.mlp.experts.234,2.5556087493896484
model.layers.31.mlp.experts.235,2.5549914836883545
model.layers.31.mlp.experts.236,2.5532820224761963
model.layers.31.mlp.experts.237,2.553297519683838
model.layers.31.mlp.experts.238,2.56307315826416
model.layers.31.mlp.experts.239,2.56367826461792
model.layers.31.mlp.experts.24,2.5570528507232666
model.layers.31.mlp.experts.240,2.559838056564331
model.layers.31.mlp.experts.241,2.5645205974578857
model.layers.31.mlp.experts.242,2.6311910152435303
model.layers.31.mlp.experts.243,2.5591840744018555
model.layers.31.mlp.experts.244,2.5585038661956787
model.layers.31.mlp.experts.245,2.5993845462799072
model.layers.31.mlp.experts.246,2.55448055267334
model.layers.31.mlp.experts.247,2.561964511871338
model.layers.31.mlp.experts.248,2.5519793033599854
model.layers.31.mlp.experts.249,2.58334755897522
model.layers.31.mlp.experts.25,2.561245918273926
model.layers.31.mlp.experts.250,2.557856321334839
model.layers.31.mlp.experts.251,2.5591251850128174
model.layers.31.mlp.experts.252,2.5564956665039062
model.layers.31.mlp.experts.253,2.558929681777954
model.layers.31.mlp.experts.254,2.5565247535705566
model.layers.31.mlp.experts.255,2.57826566696167
model.layers.31.mlp.experts.26,2.5556235313415527
model.layers.31.mlp.experts.27,2.551621913909912
model.layers.31.mlp.experts.28,2.55957579612732
model.layers.31.mlp.experts.29,2.55774450302124
model.layers.31.mlp.experts.3,2.561803340911865
model.layers.31.mlp.experts.30,2.569214344024658
model.layers.31.mlp.experts.31,2.552173614501953
model.layers.31.mlp.experts.32,2.5663931369781494
model.layers.31.mlp.experts.33,2.565951347351074
model.layers.31.mlp.experts.34,2.552900552749634
model.layers.31.mlp.experts.35,2.5622668266296387
model.layers.31.mlp.experts.36,2.5548715591430664
model.layers.31.mlp.experts.37,2.55515718460083
model.layers.31.mlp.experts.38,2.601369380950928
model.layers.31.mlp.experts.39,2.5534157752990723
model.layers.31.mlp.experts.4,2.561884880065918
model.layers.31.mlp.experts.40,2.552778959274292
model.layers.31.mlp.experts.41,2.5545244216918945
model.layers.31.mlp.experts.42,2.5552334785461426
model.layers.31.mlp.experts.43,2.560066699981689
model.layers.31.mlp.experts.44,2.5838351249694824
model.layers.31.mlp.experts.45,2.552800178527832
model.layers.31.mlp.experts.46,2.564302444458008
model.layers.31.mlp.experts.47,2.5606231689453125
model.layers.31.mlp.experts.48,2.554781675338745
model.layers.31.mlp.experts.49,2.558614730834961
model.layers.31.mlp.experts.5,2.553946018218994
model.layers.31.mlp.experts.50,2.5614583492279053
model.layers.31.mlp.experts.51,2.5587596893310547
model.layers.31.mlp.experts.52,2.5585434436798096
model.layers.31.mlp.experts.53,2.552115201950073
model.layers.31.mlp.experts.54,2.554424524307251
model.layers.31.mlp.experts.55,2.5548038482666016
model.layers.31.mlp.experts.56,2.582418441772461
model.layers.31.mlp.experts.57,2.5520386695861816
model.layers.31.mlp.experts.58,2.568188190460205
model.layers.31.mlp.experts.59,2.5548810958862305
model.layers.31.mlp.experts.6,2.556281089782715
model.layers.31.mlp.experts.60,2.5566983222961426
model.layers.31.mlp.experts.61,2.551963329315185
model.layers.31.mlp.experts.62,2.5554516315460205
model.layers.31.mlp.experts.63,2.559507369995117
model.layers.31.mlp.experts.64,2.5638718605041504
model.layers.31.mlp.experts.65,2.5576577186584477
model.layers.31.mlp.experts.66,2.5524797439575195
model.layers.31.mlp.experts.67,2.5561957359313965
model.layers.31.mlp.experts.68,2.5616016387939453
model.layers.31.mlp.experts.69,2.584041118621826
model.layers.31.mlp.experts.7,2.58878755569458
model.layers.31.mlp.experts.70,2.554064989089966
model.layers.31.mlp.experts.71,2.5636582374572754
model.layers.31.mlp.experts.72,2.5545573234558105
model.layers.31.mlp.experts.73,2.553809881210327
model.layers.31.mlp.experts.74,2.5518455505371094
model.layers.31.mlp.experts.75,2.560281753540039
model.layers.31.mlp.experts.76,2.563498020172119
model.layers.31.mlp.experts.77,2.551401376724243
model.layers.31.mlp.experts.78,2.555288791656494
model.layers.31.mlp.experts.79,2.5620524883270264
model.layers.31.mlp.experts.8,2.5557861328125
model.layers.31.mlp.experts.80,2.5586724281311035
model.layers.31.mlp.experts.81,2.5590779781341557
model.layers.31.mlp.experts.82,2.561008930206299
model.layers.31.mlp.experts.83,2.566983461380005
model.layers.31.mlp.experts.84,2.5712485313415527
model.layers.31.mlp.experts.85,2.552542209625244
model.layers.31.mlp.experts.86,2.5542356967926025
model.layers.31.mlp.experts.87,2.5540030002593994
model.layers.31.mlp.experts.88,2.552120447158813
model.layers.31.mlp.experts.89,2.5564424991607666
model.layers.31.mlp.experts.9,2.5814902782440186
model.layers.31.mlp.experts.90,2.552868127822876
model.layers.31.mlp.experts.91,2.554795026779175
model.layers.31.mlp.experts.92,2.557293653488159
model.layers.31.mlp.experts.93,2.558551788330078
model.layers.31.mlp.experts.94,2.556060791015625
model.layers.31.mlp.experts.95,2.5561676025390625
model.layers.31.mlp.experts.96,2.552781343460083
model.layers.31.mlp.experts.97,2.5649774074554443
model.layers.31.mlp.experts.98,2.5544722080230717
model.layers.31.mlp.experts.99,2.5760419368743896
model.layers.31.mlp.shared_experts,2.772707939147949
model.layers.31.self_attn,2.593156337738037
model.layers.32.mlp.experts.0,2.552070379257202
model.layers.32.mlp.experts.1,2.554807424545288
model.layers.32.mlp.experts.10,2.556648731231689
model.layers.32.mlp.experts.100,2.557044506072998
model.layers.32.mlp.experts.101,2.556236743927002
model.layers.32.mlp.experts.102,2.5551674365997314
model.layers.32.mlp.experts.103,2.682565689086914
model.layers.32.mlp.experts.104,2.556713581085205
model.layers.32.mlp.experts.105,2.5782620906829834
model.layers.32.mlp.experts.106,2.5600526332855225
model.layers.32.mlp.experts.107,2.555509567260742
model.layers.32.mlp.experts.108,2.561829805374145
model.layers.32.mlp.experts.109,2.5575222969055176
model.layers.32.mlp.experts.11,2.5562634468078613
model.layers.32.mlp.experts.110,2.552931308746338
model.layers.32.mlp.experts.111,2.560231685638428
model.layers.32.mlp.experts.112,2.553659439086914
model.layers.32.mlp.experts.113,2.5544228553771973
model.layers.32.mlp.experts.114,2.552097082138061
model.layers.32.mlp.experts.115,2.5535922050476074
model.layers.32.mlp.experts.116,2.55181097984314
model.layers.32.mlp.experts.117,2.557402372360229
model.layers.32.mlp.experts.118,2.5860579013824463
model.layers.32.mlp.experts.119,2.5664379596710205
model.layers.32.mlp.experts.12,2.5552053451538086
model.layers.32.mlp.experts.120,2.5677497386932373
model.layers.32.mlp.experts.121,2.5512397289276123
model.layers.32.mlp.experts.122,2.563645839691162
model.layers.32.mlp.experts.123,2.575582981109619
model.layers.32.mlp.experts.124,2.554777145385742
model.layers.32.mlp.experts.125,2.571068525314331
model.layers.32.mlp.experts.126,2.562809467315674
model.layers.32.mlp.experts.127,2.56075119972229
model.layers.32.mlp.experts.128,2.5543558597564697
model.layers.32.mlp.experts.129,2.5531044006347656
model.layers.32.mlp.experts.13,2.554266452789306
model.layers.32.mlp.experts.130,2.562600612640381
model.layers.32.mlp.experts.131,2.558099269866944
model.layers.32.mlp.experts.132,2.5554144382476807
model.layers.32.mlp.experts.133,2.5553455352783203
model.layers.32.mlp.experts.134,2.555028200149536
model.layers.32.mlp.experts.135,2.5546255111694336
model.layers.32.mlp.experts.136,2.568352699279785
model.layers.32.mlp.experts.137,2.552492380142212
model.layers.32.mlp.experts.138,2.598163604736328
model.layers.32.mlp.experts.139,2.552337884902954
model.layers.32.mlp.experts.14,2.551557779312134
model.layers.32.mlp.experts.140,2.555047035217285
model.layers.32.mlp.experts.141,2.564812183380127
model.layers.32.mlp.experts.142,2.5603201389312744
model.layers.32.mlp.experts.143,2.556248903274536
model.layers.32.mlp.experts.144,2.555537223815918
model.layers.32.mlp.experts.145,2.5569040775299072
model.layers.32.mlp.experts.146,2.562770366668701
model.layers.32.mlp.experts.147,2.555347442626953
model.layers.32.mlp.experts.148,2.555438995361328
model.layers.32.mlp.experts.149,2.570904493331909
model.layers.32.mlp.experts.15,2.6302649974823
model.layers.32.mlp.experts.150,2.551257848739624
model.layers.32.mlp.experts.151,2.550532579421997
model.layers.32.mlp.experts.152,2.555183172225952
model.layers.32.mlp.experts.153,2.560927629470825
model.layers.32.mlp.experts.154,2.5564699172973637
model.layers.32.mlp.experts.155,2.5581531524658203
model.layers.32.mlp.experts.156,2.5778701305389404
model.layers.32.mlp.experts.157,2.5533578395843506
model.layers.32.mlp.experts.158,2.5531599521636963
model.layers.32.mlp.experts.159,2.552811622619629
model.layers.32.mlp.experts.16,2.558274745941162
model.layers.32.mlp.experts.160,2.56589412689209
model.layers.32.mlp.experts.161,2.5538971424102783
model.layers.32.mlp.experts.162,2.5568904876708984
model.layers.32.mlp.experts.163,2.5601980686187744
model.layers.32.mlp.experts.164,2.5671725273132324
model.layers.32.mlp.experts.165,2.56014084815979
model.layers.32.mlp.experts.166,2.559998035430908
model.layers.32.mlp.experts.167,2.557441711425781
model.layers.32.mlp.experts.168,2.5514581203460693
model.layers.32.mlp.experts.169,2.5764756202697754
model.layers.32.mlp.experts.17,2.558666944503784
model.layers.32.mlp.experts.170,2.559072732925415
model.layers.32.mlp.experts.171,2.553189277648926
model.layers.32.mlp.experts.172,2.551814556121826
model.layers.32.mlp.experts.173,2.56566858291626
model.layers.32.mlp.experts.174,2.5553345680236816
model.layers.32.mlp.experts.175,2.5616049766540527
model.layers.32.mlp.experts.176,2.5546016693115234
model.layers.32.mlp.experts.177,2.562743186950684
model.layers.32.mlp.experts.178,2.5637362003326416
model.layers.32.mlp.experts.179,2.558286666870117
model.layers.32.mlp.experts.18,2.5610175132751465
model.layers.32.mlp.experts.180,2.55608868598938
model.layers.32.mlp.experts.181,2.5517375469207764
model.layers.32.mlp.experts.182,2.5510120391845703
model.layers.32.mlp.experts.183,2.567182779312134
model.layers.32.mlp.experts.184,2.558491468429565
model.layers.32.mlp.experts.185,2.6208815574646
model.layers.32.mlp.experts.186,2.564635992050171
model.layers.32.mlp.experts.187,2.5613603591918945
model.layers.32.mlp.experts.188,2.552316665649414
model.layers.32.mlp.experts.189,2.56449818611145
model.layers.32.mlp.experts.19,2.552734851837158
model.layers.32.mlp.experts.190,2.551934003829956
model.layers.32.mlp.experts.191,2.5546135902404785
model.layers.32.mlp.experts.192,2.555621385574341
model.layers.32.mlp.experts.193,2.561843156814575
model.layers.32.mlp.experts.194,2.5595526695251465
model.layers.32.mlp.experts.195,2.5533595085144043
model.layers.32.mlp.experts.196,2.553128480911255
model.layers.32.mlp.experts.197,2.5796573162078857
model.layers.32.mlp.experts.198,2.5634920597076416
model.layers.32.mlp.experts.199,2.551647901535034
model.layers.32.mlp.experts.2,2.5513458251953125
model.layers.32.mlp.experts.20,2.5525219440460205
model.layers.32.mlp.experts.200,2.5617661476135254
model.layers.32.mlp.experts.201,2.562779426574707
model.layers.32.mlp.experts.202,2.556023597717285
model.layers.32.mlp.experts.203,2.554547071456909
model.layers.32.mlp.experts.204,2.559738874435425
model.layers.32.mlp.experts.205,2.5573415756225586
model.layers.32.mlp.experts.206,2.5666542053222656
model.layers.32.mlp.experts.207,2.556119680404663
model.layers.32.mlp.experts.208,2.56436824798584
model.layers.32.mlp.experts.209,2.5590531826019287
model.layers.32.mlp.experts.21,2.555716037750244
model.layers.32.mlp.experts.210,2.5572659969329834
model.layers.32.mlp.experts.211,2.5614657402038574
model.layers.32.mlp.experts.212,2.570667028427124
model.layers.32.mlp.experts.213,2.561624765396118
model.layers.32.mlp.experts.214,2.600039482116699
model.layers.32.mlp.experts.215,2.57082748413086
model.layers.32.mlp.experts.216,2.5615854263305664
model.layers.32.mlp.experts.217,2.553614377975464
model.layers.32.mlp.experts.218,2.5652410984039307
model.layers.32.mlp.experts.219,2.5562403202056885
model.layers.32.mlp.experts.22,2.553490161895752
model.layers.32.mlp.experts.220,2.5679006576538086
model.layers.32.mlp.experts.221,2.556845188140869
model.layers.32.mlp.experts.222,2.5590500831604004
model.layers.32.mlp.experts.223,2.556025981903076
model.layers.32.mlp.experts.224,2.5530121326446533
model.layers.32.mlp.experts.225,2.555724620819092
model.layers.32.mlp.experts.226,2.5593295097351074
model.layers.32.mlp.experts.227,2.5704751014709477
model.layers.32.mlp.experts.228,2.5540993213653564
model.layers.32.mlp.experts.229,2.561248779296875
model.layers.32.mlp.experts.23,2.551419734954834
model.layers.32.mlp.experts.230,2.5601646900177
model.layers.32.mlp.experts.231,2.558290481567383
model.layers.32.mlp.experts.232,2.560023069381714
model.layers.32.mlp.experts.233,2.5602328777313232
model.layers.32.mlp.experts.234,2.558050632476806
model.layers.32.mlp.experts.235,2.56437349319458
model.layers.32.mlp.experts.236,2.5548927783966064
model.layers.32.mlp.experts.237,2.567671298980713
model.layers.32.mlp.experts.238,2.571777105331421
model.layers.32.mlp.experts.239,2.5539252758026123
model.layers.32.mlp.experts.24,2.560188770294189
model.layers.32.mlp.experts.240,2.5558314323425293
model.layers.32.mlp.experts.241,2.5776970386505127
model.layers.32.mlp.experts.242,2.5563840866088867
model.layers.32.mlp.experts.243,2.557289361953736
model.layers.32.mlp.experts.244,2.6039681434631348
model.layers.32.mlp.experts.245,2.557894229888916
model.layers.32.mlp.experts.246,2.5529727935791016
model.layers.32.mlp.experts.247,2.5875906944274902
model.layers.32.mlp.experts.248,2.553192615509033
model.layers.32.mlp.experts.249,2.55556321144104
model.layers.32.mlp.experts.25,2.559535264968872
model.layers.32.mlp.experts.250,2.6247036457061768
model.layers.32.mlp.experts.251,2.561001777648926
model.layers.32.mlp.experts.252,2.5790693759918213
model.layers.32.mlp.experts.253,2.574176549911499
model.layers.32.mlp.experts.254,2.5545270442962646
model.layers.32.mlp.experts.255,2.5589375495910645
model.layers.32.mlp.experts.26,2.554682970046997
model.layers.32.mlp.experts.27,2.553382873535156
model.layers.32.mlp.experts.28,2.551758050918579
model.layers.32.mlp.experts.29,2.5754590034484863
model.layers.32.mlp.experts.3,2.5625624656677246
model.layers.32.mlp.experts.30,2.573164701461792
model.layers.32.mlp.experts.31,2.5531105995178223
model.layers.32.mlp.experts.32,2.5554165840148926
model.layers.32.mlp.experts.33,2.574899673461914
model.layers.32.mlp.experts.34,2.5906858444213867
model.layers.32.mlp.experts.35,2.574082374572754
model.layers.32.mlp.experts.36,2.5633857250213623
model.layers.32.mlp.experts.37,2.5726449489593506
model.layers.32.mlp.experts.38,2.553088903427124
model.layers.32.mlp.experts.39,2.563546657562256
model.layers.32.mlp.experts.4,2.5555031299591064
model.layers.32.mlp.experts.40,2.59008264541626
model.layers.32.mlp.experts.41,2.5735859870910645
model.layers.32.mlp.experts.42,2.594656229019165
model.layers.32.mlp.experts.43,2.5520272254943848
model.layers.32.mlp.experts.44,2.593198776245117
model.layers.32.mlp.experts.45,2.557805299758911
model.layers.32.mlp.experts.46,2.5596392154693604
model.layers.32.mlp.experts.47,2.5587644577026367
model.layers.32.mlp.experts.48,2.575160026550293
model.layers.32.mlp.experts.49,2.56179141998291
model.layers.32.mlp.experts.5,2.553671360015869
model.layers.32.mlp.experts.50,2.5528221130371094
model.layers.32.mlp.experts.51,2.5770859718322754
model.layers.32.mlp.experts.52,2.555572748184204
model.layers.32.mlp.experts.53,2.57178258895874
model.layers.32.mlp.experts.54,2.554673910140991
model.layers.32.mlp.experts.55,2.5546507835388184
model.layers.32.mlp.experts.56,2.551149606704712
model.layers.32.mlp.experts.57,2.5610036849975586
model.layers.32.mlp.experts.58,2.562375783920288
model.layers.32.mlp.experts.59,2.5568673610687256
model.layers.32.mlp.experts.6,2.558687686920166
model.layers.32.mlp.experts.60,2.5576541423797607
model.layers.32.mlp.experts.61,2.5554447174072266
model.layers.32.mlp.experts.62,2.574694871902466
model.layers.32.mlp.experts.63,2.554848909378052
model.layers.32.mlp.experts.64,2.5866453647613525
model.layers.32.mlp.experts.65,2.564307689666748
model.layers.32.mlp.experts.66,2.625856876373291
model.layers.32.mlp.experts.67,2.5607690811157227
model.layers.32.mlp.experts.68,2.554306745529175
model.layers.32.mlp.experts.69,2.5608527660369877
model.layers.32.mlp.experts.7,2.559190273284912
model.layers.32.mlp.experts.70,2.588721513748169
model.layers.32.mlp.experts.71,2.5531396865844727
model.layers.32.mlp.experts.72,2.6514382362365723
model.layers.32.mlp.experts.73,2.5686702728271484
model.layers.32.mlp.experts.74,2.5618252754211426
model.layers.32.mlp.experts.75,2.5587046146392822
model.layers.32.mlp.experts.76,2.5507731437683105
model.layers.32.mlp.experts.77,2.5649356842041016
model.layers.32.mlp.experts.78,2.570920705795288
model.layers.32.mlp.experts.79,2.554793357849121
model.layers.32.mlp.experts.8,2.5559628009796143
model.layers.32.mlp.experts.80,2.551060199737549
model.layers.32.mlp.experts.81,2.567490339279175
model.layers.32.mlp.experts.82,2.5778541564941406
model.layers.32.mlp.experts.83,2.5642032623291016
model.layers.32.mlp.experts.84,2.55616307258606
model.layers.32.mlp.experts.85,2.5658116340637207
model.layers.32.mlp.experts.86,2.564122676849365
model.layers.32.mlp.experts.87,2.5547773838043213
model.layers.32.mlp.experts.88,2.558696746826172
model.layers.32.mlp.experts.89,2.5547382831573486
model.layers.32.mlp.experts.9,2.5504848957061768
model.layers.32.mlp.experts.90,2.55609393119812
model.layers.32.mlp.experts.91,2.5538206100463867
model.layers.32.mlp.experts.92,2.556485176086426
model.layers.32.mlp.experts.93,2.560144662857056
model.layers.32.mlp.experts.94,2.555772304534912
model.layers.32.mlp.experts.95,2.559611797332764
model.layers.32.mlp.experts.96,2.5630698204040527
model.layers.32.mlp.experts.97,2.5552241802215576
model.layers.32.mlp.experts.98,2.5581092834472656
model.layers.32.mlp.experts.99,2.5582735538482666
model.layers.32.mlp.shared_experts,2.7619259357452397
model.layers.32.self_attn,2.594506025314331
model.layers.33.mlp.experts.0,2.552809000015259
model.layers.33.mlp.experts.1,2.553372859954834
model.layers.33.mlp.experts.10,2.555714607238769
model.layers.33.mlp.experts.100,2.556248903274536
model.layers.33.mlp.experts.101,2.553420066833496
model.layers.33.mlp.experts.102,2.555968999862671
model.layers.33.mlp.experts.103,2.6142077445983887
model.layers.33.mlp.experts.104,2.5675947666168213
model.layers.33.mlp.experts.105,2.5878076553344727
model.layers.33.mlp.experts.106,2.5624570846557617
model.layers.33.mlp.experts.107,2.5520660877227783
model.layers.33.mlp.experts.108,2.551273822784424
model.layers.33.mlp.experts.109,2.576295852661133
model.layers.33.mlp.experts.11,2.5520806312561035
model.layers.33.mlp.experts.110,2.563671588897705
model.layers.33.mlp.experts.111,2.5555851459503174
model.layers.33.mlp.experts.112,2.56217098236084
model.layers.33.mlp.experts.113,2.552844762802124
model.layers.33.mlp.experts.114,2.672132968902588
model.layers.33.mlp.experts.115,2.55472183227539
model.layers.33.mlp.experts.116,2.5590741634368896
model.layers.33.mlp.experts.117,2.5702931880950928
model.layers.33.mlp.experts.118,2.555804491043091
model.layers.33.mlp.experts.119,2.55117130279541
model.layers.33.mlp.experts.12,2.5533692836761475
model.layers.33.mlp.experts.120,2.5522046089172363
model.layers.33.mlp.experts.121,2.551385402679444
model.layers.33.mlp.experts.122,2.5539755821228027
model.layers.33.mlp.experts.123,2.5510377883911133
model.layers.33.mlp.experts.124,2.5534002780914307
model.layers.33.mlp.experts.125,2.561263084411621
model.layers.33.mlp.experts.126,2.556965112686157
model.layers.33.mlp.experts.127,2.552157402038574
model.layers.33.mlp.experts.128,2.5573415756225586
model.layers.33.mlp.experts.129,2.556032419204712
model.layers.33.mlp.experts.13,2.5692272186279297
model.layers.33.mlp.experts.130,2.5525612831115723
model.layers.33.mlp.experts.131,2.557614326477051
model.layers.33.mlp.experts.132,2.5528759956359863
model.layers.33.mlp.experts.133,2.5506579875946045
model.layers.33.mlp.experts.134,2.55484390258789
model.layers.33.mlp.experts.135,2.5533950328826904
model.layers.33.mlp.experts.136,2.560109615325928
model.layers.33.mlp.experts.137,2.571616649627685
model.layers.33.mlp.experts.138,2.551810503005981
model.layers.33.mlp.experts.139,2.5622546672821045
model.layers.33.mlp.experts.14,2.550575017929077
model.layers.33.mlp.experts.140,2.555994272232056
model.layers.33.mlp.experts.141,2.559670925140381
model.layers.33.mlp.experts.142,2.560209989547729
model.layers.33.mlp.experts.143,2.558976650238037
model.layers.33.mlp.experts.144,2.559666633605957
model.layers.33.mlp.experts.145,2.555369138717652
model.layers.33.mlp.experts.146,2.5516042709350586
model.layers.33.mlp.experts.147,2.5985727310180664
model.layers.33.mlp.experts.148,2.558009147644043
model.layers.33.mlp.experts.149,2.554331064224243
model.layers.33.mlp.experts.15,2.560555934906006
model.layers.33.mlp.experts.150,2.5622124671936035
model.layers.33.mlp.experts.151,2.5513784885406494
model.layers.33.mlp.experts.152,2.554395198822021
model.layers.33.mlp.experts.153,2.556215763092041
model.layers.33.mlp.experts.154,2.5573394298553467
model.layers.33.mlp.experts.155,2.5633132457733154
model.layers.33.mlp.experts.156,2.563824415206909
model.layers.33.mlp.experts.157,2.552628755569458
model.layers.33.mlp.experts.158,2.557864189147949
model.layers.33.mlp.experts.159,2.5553460121154785
model.layers.33.mlp.experts.16,2.552177667617798
model.layers.33.mlp.experts.160,2.559569358825684
model.layers.33.mlp.experts.161,2.559314012527466
model.layers.33.mlp.experts.162,2.5576624870300293
model.layers.33.mlp.experts.163,2.551185607910156
model.layers.33.mlp.experts.164,2.553875684738159
model.layers.33.mlp.experts.165,2.552518129348755
model.layers.33.mlp.experts.166,2.567531108856201
model.layers.33.mlp.experts.167,2.5530126094818115
model.layers.33.mlp.experts.168,2.5622475147247314
model.layers.33.mlp.experts.169,2.558206558227539
model.layers.33.mlp.experts.17,2.5535805225372314
model.layers.33.mlp.experts.170,2.553299903869629
model.layers.33.mlp.experts.171,2.561552047729492
model.layers.33.mlp.experts.172,2.5558907985687256
model.layers.33.mlp.experts.173,2.57197380065918
model.layers.33.mlp.experts.174,2.5553433895111084
model.layers.33.mlp.experts.175,2.553668260574341
model.layers.33.mlp.experts.176,2.557315826416016
model.layers.33.mlp.experts.177,2.5602591037750244
model.layers.33.mlp.experts.178,2.5516607761383057
model.layers.33.mlp.experts.179,2.5534050464630127
model.layers.33.mlp.experts.18,2.557118654251098
model.layers.33.mlp.experts.180,2.553678035736084
model.layers.33.mlp.experts.181,2.5568575859069824
model.layers.33.mlp.experts.182,2.5574731826782227
model.layers.33.mlp.experts.183,2.557645797729492
model.layers.33.mlp.experts.184,2.5640199184417725
model.layers.33.mlp.experts.185,2.559620141983032
model.layers.33.mlp.experts.186,2.564293146133423
model.layers.33.mlp.experts.187,2.5530686378479004
model.layers.33.mlp.experts.188,2.552060842514038
model.layers.33.mlp.experts.189,2.551274061203003
model.layers.33.mlp.experts.19,2.5595717430114746
model.layers.33.mlp.experts.190,2.559400081634521
model.layers.33.mlp.experts.191,2.551771640777588
model.layers.33.mlp.experts.192,2.5570921897888184
model.layers.33.mlp.experts.193,2.553647756576538
model.layers.33.mlp.experts.194,2.6221630573272705
model.layers.33.mlp.experts.195,2.552420139312744
model.layers.33.mlp.experts.196,2.561781167984009
model.layers.33.mlp.experts.197,2.550779342651367
model.layers.33.mlp.experts.198,2.5537309646606445
model.layers.33.mlp.experts.199,2.551730155944824
model.layers.33.mlp.experts.2,2.552877902984619
model.layers.33.mlp.experts.20,2.560518264770508
model.layers.33.mlp.experts.200,2.5535504817962646
model.layers.33.mlp.experts.201,2.561833381652832
model.layers.33.mlp.experts.202,2.556838274002075
model.layers.33.mlp.experts.203,2.5604286193847656
model.layers.33.mlp.experts.204,2.6265077590942383
model.layers.33.mlp.experts.205,2.5593338012695312
model.layers.33.mlp.experts.206,2.553916454315185
model.layers.33.mlp.experts.207,2.552765130996704
model.layers.33.mlp.experts.208,2.556910991668701
model.layers.33.mlp.experts.209,2.554530143737793
model.layers.33.mlp.experts.21,2.5546700954437256
model.layers.33.mlp.experts.210,2.555205583572388
model.layers.33.mlp.experts.211,2.551431655883789
model.layers.33.mlp.experts.212,2.595757246017456
model.layers.33.mlp.experts.213,2.553410530090332
model.layers.33.mlp.experts.214,2.553684711456299
model.layers.33.mlp.experts.215,2.5526068210601807
model.layers.33.mlp.experts.216,2.551879405975342
model.layers.33.mlp.experts.217,2.565831661224365
model.layers.33.mlp.experts.218,2.5689501762390137
model.layers.33.mlp.experts.219,2.58248233795166
model.layers.33.mlp.experts.22,2.5538620948791504
model.layers.33.mlp.experts.220,2.5590293407440186
model.layers.33.mlp.experts.221,2.56011962890625
model.layers.33.mlp.experts.222,2.552405834197998
model.layers.33.mlp.experts.223,2.559056520462036
model.layers.33.mlp.experts.224,2.552010536193848
model.layers.33.mlp.experts.225,2.551692485809326
model.layers.33.mlp.experts.226,2.5512845516204834
model.layers.33.mlp.experts.227,2.552316427230835
model.layers.33.mlp.experts.228,2.557115077972412
model.layers.33.mlp.experts.229,2.560328245162964
model.layers.33.mlp.experts.23,2.5561118125915527
model.layers.33.mlp.experts.230,2.5669522285461426
model.layers.33.mlp.experts.231,2.553551197052002
model.layers.33.mlp.experts.232,2.55142593383789
model.layers.33.mlp.experts.233,2.55366325378418
model.layers.33.mlp.experts.234,2.556658983230591
model.layers.33.mlp.experts.235,2.5640358924865723
model.layers.33.mlp.experts.236,2.559062957763672
model.layers.33.mlp.experts.237,2.6451640129089355
model.layers.33.mlp.experts.238,2.557303667068481
model.layers.33.mlp.experts.239,2.552743673324585
model.layers.33.mlp.experts.24,2.553250551223755
model.layers.33.mlp.experts.240,2.5541563034057617
model.layers.33.mlp.experts.241,2.552278518676758
model.layers.33.mlp.experts.242,2.5535998344421387
model.layers.33.mlp.experts.243,2.556343078613281
model.layers.33.mlp.experts.244,2.5536768436431885
model.layers.33.mlp.experts.245,2.554106950759888
model.layers.33.mlp.experts.246,2.554114580154419
model.layers.33.mlp.experts.247,2.5569446086883545
model.layers.33.mlp.experts.248,2.6068882942199707
model.layers.33.mlp.experts.249,2.613736391067505
model.layers.33.mlp.experts.25,2.552281141281128
model.layers.33.mlp.experts.250,2.551641702651977
model.layers.33.mlp.experts.251,2.55232310295105
model.layers.33.mlp.experts.252,2.555994033813477
model.layers.33.mlp.experts.253,2.558382034301758
model.layers.33.mlp.experts.254,2.553882598876953
model.layers.33.mlp.experts.255,2.5556745529174805
model.layers.33.mlp.experts.26,2.5748088359832764
model.layers.33.mlp.experts.27,2.564830780029297
model.layers.33.mlp.experts.28,2.552275419235229
model.layers.33.mlp.experts.29,2.5596132278442383
model.layers.33.mlp.experts.3,2.5699596405029297
model.layers.33.mlp.experts.30,2.564033269882202
model.layers.33.mlp.experts.31,2.5520973205566406
model.layers.33.mlp.experts.32,2.5561740398406982
model.layers.33.mlp.experts.33,2.5531928539276123
model.layers.33.mlp.experts.34,2.553510904312134
model.layers.33.mlp.experts.35,2.557793378829956
model.layers.33.mlp.experts.36,2.554606676101685
model.layers.33.mlp.experts.37,2.560413360595703
model.layers.33.mlp.experts.38,2.560121774673462
model.layers.33.mlp.experts.39,2.574385643005371
model.layers.33.mlp.experts.4,2.5524752140045166
model.layers.33.mlp.experts.40,2.5515365600585938
model.layers.33.mlp.experts.41,2.55314302444458
model.layers.33.mlp.experts.42,2.553478240966797
model.layers.33.mlp.experts.43,2.60500717163086
model.layers.33.mlp.experts.44,2.554431676864624
model.layers.33.mlp.experts.45,2.557968854904175
model.layers.33.mlp.experts.46,2.561713695526123
model.layers.33.mlp.experts.47,2.580812692642212
model.layers.33.mlp.experts.48,2.5738203525543213
model.layers.33.mlp.experts.49,2.5609793663024902
model.layers.33.mlp.experts.5,2.555779218673706
model.layers.33.mlp.experts.50,2.557091236114502
model.layers.33.mlp.experts.51,2.597975969314575
model.layers.33.mlp.experts.52,2.556898355484009
model.layers.33.mlp.experts.53,2.572756052017212
model.layers.33.mlp.experts.54,2.555631160736084
model.layers.33.mlp.experts.55,2.5812652111053467
model.layers.33.mlp.experts.56,2.5540850162506104
model.layers.33.mlp.experts.57,2.555323362350464
model.layers.33.mlp.experts.58,2.5560460090637207
model.layers.33.mlp.experts.59,2.5549633502960205
model.layers.33.mlp.experts.6,2.5735456943511963
model.layers.33.mlp.experts.60,2.552254438400269
model.layers.33.mlp.experts.61,2.5567915439605717
model.layers.33.mlp.experts.62,2.5603623390197754
model.layers.33.mlp.experts.63,2.558229684829712
model.layers.33.mlp.experts.64,2.5599935054779053
model.layers.33.mlp.experts.65,2.5536229610443115
model.layers.33.mlp.experts.66,2.554795265197754
model.layers.33.mlp.experts.67,2.556002378463745
model.layers.33.mlp.experts.68,2.5631606578826904
model.layers.33.mlp.experts.69,2.554694175720215
model.layers.33.mlp.experts.7,2.56369423866272
model.layers.33.mlp.experts.70,2.5744614601135254
model.layers.33.mlp.experts.71,2.601349115371704
model.layers.33.mlp.experts.72,2.557424068450928
model.layers.33.mlp.experts.73,2.5635266304016118
model.layers.33.mlp.experts.74,2.5567638874053955
model.layers.33.mlp.experts.75,2.5838541984558105
model.layers.33.mlp.experts.76,2.5553412437438965
model.layers.33.mlp.experts.77,2.588823080062866
model.layers.33.mlp.experts.78,2.5565359592437744
model.layers.33.mlp.experts.79,2.550750494003296
model.layers.33.mlp.experts.8,2.55390739440918
model.layers.33.mlp.experts.80,2.552952289581299
model.layers.33.mlp.experts.81,2.5584442615509038
model.layers.33.mlp.experts.82,2.5552568435668945
model.layers.33.mlp.experts.83,2.5608716011047363
model.layers.33.mlp.experts.84,2.5539348125457764
model.layers.33.mlp.experts.85,2.55167818069458
model.layers.33.mlp.experts.86,2.555356740951538
model.layers.33.mlp.experts.87,2.555694580078125
model.layers.33.mlp.experts.88,2.552877426147461
model.layers.33.mlp.experts.89,2.5599300861358643
model.layers.33.mlp.experts.9,2.551815986633301
model.layers.33.mlp.experts.90,2.559394359588623
model.layers.33.mlp.experts.91,2.558716058731079
model.layers.33.mlp.experts.92,2.559108018875122
model.layers.33.mlp.experts.93,2.5715651512146
model.layers.33.mlp.experts.94,2.552510976791382
model.layers.33.mlp.experts.95,2.562773942947388
model.layers.33.mlp.experts.96,2.5715408325195312
model.layers.33.mlp.experts.97,2.55474853515625
model.layers.33.mlp.experts.98,2.556224584579468
model.layers.33.mlp.experts.99,2.5542654991149902
model.layers.33.mlp.shared_experts,2.750718116760254
model.layers.33.self_attn,2.6010971069335938
model.layers.34.mlp.experts.0,2.555139780044556
model.layers.34.mlp.experts.1,2.5518875122070312
model.layers.34.mlp.experts.10,2.553871393203736
model.layers.34.mlp.experts.100,2.552301406860352
model.layers.34.mlp.experts.101,2.551333427429199
model.layers.34.mlp.experts.102,2.5551486015319824
model.layers.34.mlp.experts.103,2.55372166633606
model.layers.34.mlp.experts.104,2.555807590484619
model.layers.34.mlp.experts.105,2.556802034378052
model.layers.34.mlp.experts.106,2.5516133308410645
model.layers.34.mlp.experts.107,2.551226854324341
model.layers.34.mlp.experts.108,2.5515053272247314
model.layers.34.mlp.experts.109,2.5536787509918213
model.layers.34.mlp.experts.11,2.552882432937622
model.layers.34.mlp.experts.110,2.5674023628234863
model.layers.34.mlp.experts.111,2.555482149124145
model.layers.34.mlp.experts.112,2.552439451217652
model.layers.34.mlp.experts.113,2.556561231613159
model.layers.34.mlp.experts.114,2.552939176559448
model.layers.34.mlp.experts.115,2.5545732975006104
model.layers.34.mlp.experts.116,2.5566165447235107
model.layers.34.mlp.experts.117,2.5556445121765137
model.layers.34.mlp.experts.118,2.5535337924957275
model.layers.34.mlp.experts.119,2.561336040496826
model.layers.34.mlp.experts.12,2.558128833770752
model.layers.34.mlp.experts.120,2.56449294090271
model.layers.34.mlp.experts.121,2.5565707683563232
model.layers.34.mlp.experts.122,2.555993795394897
model.layers.34.mlp.experts.123,2.556077718734741
model.layers.34.mlp.experts.124,2.574191093444824
model.layers.34.mlp.experts.125,2.551720142364502
model.layers.34.mlp.experts.126,2.5539045333862305
model.layers.34.mlp.experts.127,2.553506135940552
model.layers.34.mlp.experts.128,2.558990240097046
model.layers.34.mlp.experts.129,2.566810131072998
model.layers.34.mlp.experts.13,2.553716897964477
model.layers.34.mlp.experts.130,2.5537102222442627
model.layers.34.mlp.experts.131,2.5554208755493164
model.layers.34.mlp.experts.132,2.552285432815552
model.layers.34.mlp.experts.133,2.558983325958252
model.layers.34.mlp.experts.134,2.5521135330200195
model.layers.34.mlp.experts.135,2.5529911518096924
model.layers.34.mlp.experts.136,2.5528981685638428
model.layers.34.mlp.experts.137,2.552398204803467
model.layers.34.mlp.experts.138,2.5547122955322266
model.layers.34.mlp.experts.139,2.556159734725952
model.layers.34.mlp.experts.14,2.5509605407714844
model.layers.34.mlp.experts.140,2.556820869445801
model.layers.34.mlp.experts.141,2.5677006244659424
model.layers.34.mlp.experts.142,2.5541810989379883
model.layers.34.mlp.experts.143,2.55781626701355
model.layers.34.mlp.experts.144,2.5581600666046143
model.layers.34.mlp.experts.145,2.555046319961548
model.layers.34.mlp.experts.146,2.552842617034912
model.layers.34.mlp.experts.147,2.5553855895996094
model.layers.34.mlp.experts.148,2.6753408908843994
model.layers.34.mlp.experts.149,2.557480573654175
model.layers.34.mlp.experts.15,2.5546133518218994
model.layers.34.mlp.experts.150,2.5517828464508057
model.layers.34.mlp.experts.151,2.5556066036224365
model.layers.34.mlp.experts.152,2.581725835800171
model.layers.34.mlp.experts.153,2.5578532218933105
model.layers.34.mlp.experts.154,2.552833080291748
model.layers.34.mlp.experts.155,2.5694260597229004
model.layers.34.mlp.experts.156,2.5575575828552246
model.layers.34.mlp.experts.157,2.598873853683472
model.layers.34.mlp.experts.158,2.567305564880371
model.layers.34.mlp.experts.159,2.5526998043060303
model.layers.34.mlp.experts.16,2.553795337677002
model.layers.34.mlp.experts.160,2.5510029792785645
model.layers.34.mlp.experts.161,2.5615386962890625
model.layers.34.mlp.experts.162,2.554881811141968
model.layers.34.mlp.experts.163,2.5627763271331787
model.layers.34.mlp.experts.164,2.552604913711548
model.layers.34.mlp.experts.165,2.5530452728271484
model.layers.34.mlp.experts.166,2.5536162853240967
model.layers.34.mlp.experts.167,2.554585695266724
model.layers.34.mlp.experts.168,2.559837102890014
model.layers.34.mlp.experts.169,2.5725107192993164
model.layers.34.mlp.experts.17,2.552504777908325
model.layers.34.mlp.experts.170,2.550079584121704
model.layers.34.mlp.experts.171,2.5604922771453857
model.layers.34.mlp.experts.172,2.5544724464416504
model.layers.34.mlp.experts.173,2.556005477905273
model.layers.34.mlp.experts.174,2.5528483390808105
model.layers.34.mlp.experts.175,2.5686488151550293
model.layers.34.mlp.experts.176,2.551074266433716
model.layers.34.mlp.experts.177,2.565519332885742
model.layers.34.mlp.experts.178,2.555672168731689
model.layers.34.mlp.experts.179,2.559751033782959
model.layers.34.mlp.experts.18,2.56960391998291
model.layers.34.mlp.experts.180,2.5564329624176025
model.layers.34.mlp.experts.181,2.6757075786590576
model.layers.34.mlp.experts.182,2.5651540756225586
model.layers.34.mlp.experts.183,2.558711290359497
model.layers.34.mlp.experts.184,2.561117649078369
model.layers.34.mlp.experts.185,2.554046869277954
model.layers.34.mlp.experts.186,2.5523505210876465
model.layers.34.mlp.experts.187,2.55264949798584
model.layers.34.mlp.experts.188,2.552686929702759
model.layers.34.mlp.experts.189,2.551292181015014
model.layers.34.mlp.experts.19,2.564869880676269
model.layers.34.mlp.experts.190,2.5547006130218506
model.layers.34.mlp.experts.191,2.5531954765319824
model.layers.34.mlp.experts.192,2.555002450942993
model.layers.34.mlp.experts.193,2.5516035556793213
model.layers.34.mlp.experts.194,2.55670428276062
model.layers.34.mlp.experts.195,2.553373098373413
model.layers.34.mlp.experts.196,2.5510079860687256
model.layers.34.mlp.experts.197,2.552219867706299
model.layers.34.mlp.experts.198,2.5525095462799072
model.layers.34.mlp.experts.199,2.55368447303772
model.layers.34.mlp.experts.2,2.551396131515503
model.layers.34.mlp.experts.20,2.563784122467041
model.layers.34.mlp.experts.200,2.5621261596679688
model.layers.34.mlp.experts.201,2.553678035736084
model.layers.34.mlp.experts.202,2.552415370941162
model.layers.34.mlp.experts.203,2.5561842918396
model.layers.34.mlp.experts.204,2.5529863834381104
model.layers.34.mlp.experts.205,2.5559420585632324
model.layers.34.mlp.experts.206,2.554621696472168
model.layers.34.mlp.experts.207,2.552163600921631
model.layers.34.mlp.experts.208,2.559910297393799
model.layers.34.mlp.experts.209,2.5559961795806885
model.layers.34.mlp.experts.21,2.557032585144043
model.layers.34.mlp.experts.210,2.5576772689819336
model.layers.34.mlp.experts.211,2.555660963058472
model.layers.34.mlp.experts.212,2.563669204711914
model.layers.34.mlp.experts.213,2.55391263961792
model.layers.34.mlp.experts.214,2.556255340576172
model.layers.34.mlp.experts.215,2.5571999549865723
model.layers.34.mlp.experts.216,2.554880142211914
model.layers.34.mlp.experts.217,2.551200151443481
model.layers.34.mlp.experts.218,2.6117913722991943
model.layers.34.mlp.experts.219,2.553410530090332
model.layers.34.mlp.experts.22,2.5517890453338623
model.layers.34.mlp.experts.220,2.5578112602233887
model.layers.34.mlp.experts.221,2.5538909435272217
model.layers.34.mlp.experts.222,2.552541971206665
model.layers.34.mlp.experts.223,2.5610439777374268
model.layers.34.mlp.experts.224,2.5524706840515137
model.layers.34.mlp.experts.225,2.554459571838379
model.layers.34.mlp.experts.226,2.5570545196533203
model.layers.34.mlp.experts.227,2.557295322418213
model.layers.34.mlp.experts.228,2.5533218383789062
model.layers.34.mlp.experts.229,2.555239200592041
model.layers.34.mlp.experts.23,2.551201581954956
model.layers.34.mlp.experts.230,2.560477495193481
model.layers.34.mlp.experts.231,2.553497314453125
model.layers.34.mlp.experts.232,2.565236806869507
model.layers.34.mlp.experts.233,2.553274393081665
model.layers.34.mlp.experts.234,2.5795392990112305
model.layers.34.mlp.experts.235,2.556291341781616
model.layers.34.mlp.experts.236,2.557952404022217
model.layers.34.mlp.experts.237,2.552724123001098
model.layers.34.mlp.experts.238,2.566014528274536
model.layers.34.mlp.experts.239,2.5847485065460205
model.layers.34.mlp.experts.24,2.559170246124268
model.layers.34.mlp.experts.240,2.558786153793335
model.layers.34.mlp.experts.241,2.55481219291687
model.layers.34.mlp.experts.242,2.5534939765930176
model.layers.34.mlp.experts.243,2.5522570610046387
model.layers.34.mlp.experts.244,2.6060714721679688
model.layers.34.mlp.experts.245,2.5521371364593506
model.layers.34.mlp.experts.246,2.554741144180298
model.layers.34.mlp.experts.247,2.5671873092651367
model.layers.34.mlp.experts.248,2.55060076713562
model.layers.34.mlp.experts.249,2.551506519317627
model.layers.34.mlp.experts.25,2.556915044784546
model.layers.34.mlp.experts.250,2.559260129928589
model.layers.34.mlp.experts.251,2.5546884536743164
model.layers.34.mlp.experts.252,2.5530800819396973
model.layers.34.mlp.experts.253,2.5729997158050537
model.layers.34.mlp.experts.254,2.555110216140747
model.layers.34.mlp.experts.255,2.5521843433380127
model.layers.34.mlp.experts.26,2.5563957691192627
model.layers.34.mlp.experts.27,2.5546271800994877
model.layers.34.mlp.experts.28,2.5543155670166016
model.layers.34.mlp.experts.29,2.60988712310791
model.layers.34.mlp.experts.3,2.558751344680786
model.layers.34.mlp.experts.30,2.5512490272521973
model.layers.34.mlp.experts.31,2.5598158836364746
model.layers.34.mlp.experts.32,2.5538980960845947
model.layers.34.mlp.experts.33,2.562171936035156
model.layers.34.mlp.experts.34,2.563505172729492
model.layers.34.mlp.experts.35,2.557037830352783
model.layers.34.mlp.experts.36,2.559412717819214
model.layers.34.mlp.experts.37,2.564277172088623
model.layers.34.mlp.experts.38,2.5524141788482666
model.layers.34.mlp.experts.39,2.5558619499206543
model.layers.34.mlp.experts.4,2.551043748855591
model.layers.34.mlp.experts.40,2.5582003593444824
model.layers.34.mlp.experts.41,2.5559144020080566
model.layers.34.mlp.experts.42,2.551159381866455
model.layers.34.mlp.experts.43,2.5604135990142822
model.layers.34.mlp.experts.44,2.55861496925354
model.layers.34.mlp.experts.45,2.5590124130249023
model.layers.34.mlp.experts.46,2.552715301513672
model.layers.34.mlp.experts.47,2.55353045463562
model.layers.34.mlp.experts.48,2.556716203689575
model.layers.34.mlp.experts.49,2.5586304664611816
model.layers.34.mlp.experts.5,2.558645009994507
model.layers.34.mlp.experts.50,2.553552389144897
model.layers.34.mlp.experts.51,2.5528817176818848
model.layers.34.mlp.experts.52,2.570487260818481
model.layers.34.mlp.experts.53,2.556274652481079
model.layers.34.mlp.experts.54,2.554686546325684
model.layers.34.mlp.experts.55,2.554928064346313
model.layers.34.mlp.experts.56,2.5516207218170166
model.layers.34.mlp.experts.57,2.5521240234375
model.layers.34.mlp.experts.58,2.551993131637573
model.layers.34.mlp.experts.59,2.5620296001434326
model.layers.34.mlp.experts.6,2.5520987510681152
model.layers.34.mlp.experts.60,2.5769758224487305
model.layers.34.mlp.experts.61,2.551948547363281
model.layers.34.mlp.experts.62,2.5514557361602783
model.layers.34.mlp.experts.63,2.557171583175659
model.layers.34.mlp.experts.64,2.563518524169922
model.layers.34.mlp.experts.65,2.5678298473358154
model.layers.34.mlp.experts.66,2.5556883811950684
model.layers.34.mlp.experts.67,2.5893232822418213
model.layers.34.mlp.experts.68,2.5531225204467773
model.layers.34.mlp.experts.69,2.5523040294647217
model.layers.34.mlp.experts.7,2.7366788387298584
model.layers.34.mlp.experts.70,2.5507454872131348
model.layers.34.mlp.experts.71,2.555915117263794
model.layers.34.mlp.experts.72,2.564332962036133
model.layers.34.mlp.experts.73,2.5509884357452397
model.layers.34.mlp.experts.74,2.581890344619751
model.layers.34.mlp.experts.75,2.576701641082764
model.layers.34.mlp.experts.76,2.5584588050842285
model.layers.34.mlp.experts.77,2.5871503353118896
model.layers.34.mlp.experts.78,2.555636405944824
model.layers.34.mlp.experts.79,2.566903829574585
model.layers.34.mlp.experts.8,2.560866355895996
model.layers.34.mlp.experts.80,2.5521297454833984
model.layers.34.mlp.experts.81,2.5557548999786377
model.layers.34.mlp.experts.82,2.58086371421814
model.layers.34.mlp.experts.83,2.554690361022949
model.layers.34.mlp.experts.84,2.558334827423096
model.layers.34.mlp.experts.85,2.5524544715881348
model.layers.34.mlp.experts.86,2.554861307144165
model.layers.34.mlp.experts.87,2.5578479766845703
model.layers.34.mlp.experts.88,2.552900075912476
model.layers.34.mlp.experts.89,2.6203513145446777
model.layers.34.mlp.experts.9,2.5557377338409424
model.layers.34.mlp.experts.90,2.551792621612549
model.layers.34.mlp.experts.91,2.5580434799194336
model.layers.34.mlp.experts.92,2.5531251430511475
model.layers.34.mlp.experts.93,2.5604918003082275
model.layers.34.mlp.experts.94,2.553457021713257
model.layers.34.mlp.experts.95,2.5619750022888184
model.layers.34.mlp.experts.96,2.553001642227173
model.layers.34.mlp.experts.97,2.552635908126831
model.layers.34.mlp.experts.98,2.553797960281372
model.layers.34.mlp.experts.99,2.553339719772339
model.layers.34.mlp.shared_experts,2.7602686882019043
model.layers.34.self_attn,2.596740484237671
model.layers.35.mlp.experts.0,2.5519535541534424
model.layers.35.mlp.experts.1,2.554133653640747
model.layers.35.mlp.experts.10,2.552039861679077
model.layers.35.mlp.experts.100,2.553802967071533
model.layers.35.mlp.experts.101,2.550801992416382
model.layers.35.mlp.experts.102,2.550680637359619
model.layers.35.mlp.experts.103,2.5840845108032227
model.layers.35.mlp.experts.104,2.5573511123657227
model.layers.35.mlp.experts.105,2.555671215057373
model.layers.35.mlp.experts.106,2.5533573627471924
model.layers.35.mlp.experts.107,2.5639090538024902
model.layers.35.mlp.experts.108,2.5540308952331543
model.layers.35.mlp.experts.109,2.55176305770874
model.layers.35.mlp.experts.11,2.5593626499176025
model.layers.35.mlp.experts.110,2.555670022964477
model.layers.35.mlp.experts.111,2.5519678592681885
model.layers.35.mlp.experts.112,2.565039157867432
model.layers.35.mlp.experts.113,2.551887273788452
model.layers.35.mlp.experts.114,2.552799701690674
model.layers.35.mlp.experts.115,2.551188707351685
model.layers.35.mlp.experts.116,2.5623488426208496
model.layers.35.mlp.experts.117,2.552682638168335
model.layers.35.mlp.experts.118,2.563180923461914
model.layers.35.mlp.experts.119,2.5528247356414795
model.layers.35.mlp.experts.12,2.552799701690674
model.layers.35.mlp.experts.120,2.552001714706421
model.layers.35.mlp.experts.121,2.551145315170288
model.layers.35.mlp.experts.122,2.551146984100342
model.layers.35.mlp.experts.123,2.551910877227783
model.layers.35.mlp.experts.124,2.5527350902557373
model.layers.35.mlp.experts.125,2.5673322677612305
model.layers.35.mlp.experts.126,2.556556224822998
model.layers.35.mlp.experts.127,2.592250347137451
model.layers.35.mlp.experts.128,2.553947925567627
model.layers.35.mlp.experts.129,2.554374933242798
model.layers.35.mlp.experts.13,2.5523815155029297
model.layers.35.mlp.experts.130,2.556098699569702
model.layers.35.mlp.experts.131,2.55857515335083
model.layers.35.mlp.experts.132,2.556396484375
model.layers.35.mlp.experts.133,2.5709428787231445
model.layers.35.mlp.experts.134,2.574773073196411
model.layers.35.mlp.experts.135,2.574790954589844
model.layers.35.mlp.experts.136,2.553597927093506
model.layers.35.mlp.experts.137,2.558280229568481
model.layers.35.mlp.experts.138,2.557390689849853
model.layers.35.mlp.experts.139,2.5574424266815186
model.layers.35.mlp.experts.14,2.5521910190582275
model.layers.35.mlp.experts.140,2.551281213760376
model.layers.35.mlp.experts.141,2.5514464378356934
model.layers.35.mlp.experts.142,2.5815653800964355
model.layers.35.mlp.experts.143,2.559376001358032
model.layers.35.mlp.experts.144,2.5551342964172363
model.layers.35.mlp.experts.145,2.550506114959717
model.layers.35.mlp.experts.146,2.5638599395751958
model.layers.35.mlp.experts.147,2.5622451305389404
model.layers.35.mlp.experts.148,2.555386543273926
model.layers.35.mlp.experts.149,2.5836880207061768
model.layers.35.mlp.experts.15,2.556226253509521
model.layers.35.mlp.experts.150,2.57864761352539
model.layers.35.mlp.experts.151,2.594677448272705
model.layers.35.mlp.experts.152,2.552046775817871
model.layers.35.mlp.experts.153,2.5534205436706543
model.layers.35.mlp.experts.154,2.557148694992065
model.layers.35.mlp.experts.155,2.6221725940704346
model.layers.35.mlp.experts.156,2.553565740585327
model.layers.35.mlp.experts.157,2.556601047515869
model.layers.35.mlp.experts.158,2.5516602993011475
model.layers.35.mlp.experts.159,2.5534019470214844
model.layers.35.mlp.experts.16,2.558856964111328
model.layers.35.mlp.experts.160,2.562666177749634
model.layers.35.mlp.experts.161,2.568673849105835
model.layers.35.mlp.experts.162,2.560930728912353
model.layers.35.mlp.experts.163,2.556711196899414
model.layers.35.mlp.experts.164,2.55169939994812
model.layers.35.mlp.experts.165,2.555520534515381
model.layers.35.mlp.experts.166,2.571850061416626
model.layers.35.mlp.experts.167,2.5519306659698486
model.layers.35.mlp.experts.168,2.5675742626190186
model.layers.35.mlp.experts.169,2.5546531677246094
model.layers.35.mlp.experts.17,2.56434965133667
model.layers.35.mlp.experts.170,2.557295322418213
model.layers.35.mlp.experts.171,2.563284397125244
model.layers.35.mlp.experts.172,2.551652669906616
model.layers.35.mlp.experts.173,2.5521373748779297
model.layers.35.mlp.experts.174,2.556759119033813
model.layers.35.mlp.experts.175,2.557662010192871
model.layers.35.mlp.experts.176,2.551226854324341
model.layers.35.mlp.experts.177,2.5587563514709477
model.layers.35.mlp.experts.178,2.5532314777374268
model.layers.35.mlp.experts.179,2.5535714626312256
model.layers.35.mlp.experts.18,2.5578885078430176
model.layers.35.mlp.experts.180,2.5505733489990234
model.layers.35.mlp.experts.181,2.556992769241333
model.layers.35.mlp.experts.182,2.552846193313598
model.layers.35.mlp.experts.183,2.5618581771850586
model.layers.35.mlp.experts.184,2.557484865188598
model.layers.35.mlp.experts.185,2.576789617538452
model.layers.35.mlp.experts.186,2.5541059970855717
model.layers.35.mlp.experts.187,2.554928541183472
model.layers.35.mlp.experts.188,2.558932065963745
model.layers.35.mlp.experts.189,2.5528364181518555
model.layers.35.mlp.experts.19,2.5509912967681885
model.layers.35.mlp.experts.190,2.552511215209961
model.layers.35.mlp.experts.191,2.552570104598999
model.layers.35.mlp.experts.192,2.58478045463562
model.layers.35.mlp.experts.193,2.551215648651123
model.layers.35.mlp.experts.194,2.552726984024048
model.layers.35.mlp.experts.195,2.559178590774536
model.layers.35.mlp.experts.196,2.5601143836975098
model.layers.35.mlp.experts.197,2.5548295974731445
model.layers.35.mlp.experts.198,2.603478193283081
model.layers.35.mlp.experts.199,2.551753044128418
model.layers.35.mlp.experts.2,2.5520224571228027
model.layers.35.mlp.experts.20,2.5512325763702397
model.layers.35.mlp.experts.200,2.555093765258789
model.layers.35.mlp.experts.201,2.5573842525482178
model.layers.35.mlp.experts.202,2.6161093711853027
model.layers.35.mlp.experts.203,2.5542681217193604
model.layers.35.mlp.experts.204,2.5554332733154297
model.layers.35.mlp.experts.205,2.556311845779419
model.layers.35.mlp.experts.206,2.5521068572998047
model.layers.35.mlp.experts.207,2.5541651248931885
model.layers.35.mlp.experts.208,2.558475971221924
model.layers.35.mlp.experts.209,2.551774740219116
model.layers.35.mlp.experts.21,2.5626609325408936
model.layers.35.mlp.experts.210,2.552576780319214
model.layers.35.mlp.experts.211,2.5576372146606445
model.layers.35.mlp.experts.212,2.551942825317383
model.layers.35.mlp.experts.213,2.5666399002075195
model.layers.35.mlp.experts.214,2.554089307785034
model.layers.35.mlp.experts.215,2.55207896232605
model.layers.35.mlp.experts.216,2.5619711875915527
model.layers.35.mlp.experts.217,2.5537445545196533
model.layers.35.mlp.experts.218,2.5656979084014893
model.layers.35.mlp.experts.219,2.555030345916748
model.layers.35.mlp.experts.22,2.558593988418579
model.layers.35.mlp.experts.220,2.551832914352417
model.layers.35.mlp.experts.221,2.5572657585144043
model.layers.35.mlp.experts.222,2.55308198928833
model.layers.35.mlp.experts.223,2.564996719360352
model.layers.35.mlp.experts.224,2.5522210597991943
model.layers.35.mlp.experts.225,2.5514817237854004
model.layers.35.mlp.experts.226,2.559920310974121
model.layers.35.mlp.experts.227,2.551486015319824
model.layers.35.mlp.experts.228,2.55570125579834
model.layers.35.mlp.experts.229,2.552620410919189
model.layers.35.mlp.experts.23,2.557013988494873
model.layers.35.mlp.experts.230,2.557096004486084
model.layers.35.mlp.experts.231,2.5550355911254883
model.layers.35.mlp.experts.232,2.5520029067993164
model.layers.35.mlp.experts.233,2.5532960891723637
model.layers.35.mlp.experts.234,2.552530527114868
model.layers.35.mlp.experts.235,2.554868698120117
model.layers.35.mlp.experts.236,2.550713539123535
model.layers.35.mlp.experts.237,2.5523340702056885
model.layers.35.mlp.experts.238,2.5513241291046143
model.layers.35.mlp.experts.239,2.555917263031006
model.layers.35.mlp.experts.24,2.5908522605896
model.layers.35.mlp.experts.240,2.552194833755493
model.layers.35.mlp.experts.241,2.5519466400146484
model.layers.35.mlp.experts.242,2.553076267242432
model.layers.35.mlp.experts.243,2.553731918334961
model.layers.35.mlp.experts.244,2.551753520965576
model.layers.35.mlp.experts.245,2.553701639175415
model.layers.35.mlp.experts.246,2.5505051612854004
model.layers.35.mlp.experts.247,2.557412624359131
model.layers.35.mlp.experts.248,2.553626775741577
model.layers.35.mlp.experts.249,2.555771350860596
model.layers.35.mlp.experts.25,2.556102752685547
model.layers.35.mlp.experts.250,2.560762643814087
model.layers.35.mlp.experts.251,2.5559282302856445
model.layers.35.mlp.experts.252,2.553903341293335
model.layers.35.mlp.experts.253,2.5517828464508057
model.layers.35.mlp.experts.254,2.55293869972229
model.layers.35.mlp.experts.255,2.551408529281616
model.layers.35.mlp.experts.26,2.556941270828247
model.layers.35.mlp.experts.27,2.557257413864136
model.layers.35.mlp.experts.28,2.55215835571289
model.layers.35.mlp.experts.29,2.559567928314209
model.layers.35.mlp.experts.3,2.5525894165039062
model.layers.35.mlp.experts.30,2.5573654174804688
model.layers.35.mlp.experts.31,2.557408332824707
model.layers.35.mlp.experts.32,2.55302095413208
model.layers.35.mlp.experts.33,2.583369731903076
model.layers.35.mlp.experts.34,2.553413152694702
model.layers.35.mlp.experts.35,2.553126096725464
model.layers.35.mlp.experts.36,2.564366579055786
model.layers.35.mlp.experts.37,2.553528070449829
model.layers.35.mlp.experts.38,2.5612473487854004
model.layers.35.mlp.experts.39,2.558605909347534
model.layers.35.mlp.experts.4,2.5520637035369877
model.layers.35.mlp.experts.40,2.5540332794189453
model.layers.35.mlp.experts.41,2.5510380268096924
model.layers.35.mlp.experts.42,2.552618265151977
model.layers.35.mlp.experts.43,2.5524649620056152
model.layers.35.mlp.experts.44,2.552271604537964
model.layers.35.mlp.experts.45,2.56023907661438
model.layers.35.mlp.experts.46,2.5567219257354736
model.layers.35.mlp.experts.47,2.5571205615997314
model.layers.35.mlp.experts.48,2.5537898540496826
model.layers.35.mlp.experts.49,2.5525543689727783
model.layers.35.mlp.experts.5,2.552367210388184
model.layers.35.mlp.experts.50,2.552037000656128
model.layers.35.mlp.experts.51,2.561572551727295
model.layers.35.mlp.experts.52,2.5609395503997803
model.layers.35.mlp.experts.53,2.587911605834961
model.layers.35.mlp.experts.54,2.6884877681732178
model.layers.35.mlp.experts.55,2.571419477462769
model.layers.35.mlp.experts.56,2.5536274909973145
model.layers.35.mlp.experts.57,2.553640127182007
model.layers.35.mlp.experts.58,2.5510740280151367
model.layers.35.mlp.experts.59,2.5570743083953857
model.layers.35.mlp.experts.6,2.551931142807007
model.layers.35.mlp.experts.60,2.555964469909668
model.layers.35.mlp.experts.61,2.570000171661377
model.layers.35.mlp.experts.62,2.5651001930236816
model.layers.35.mlp.experts.63,2.55220365524292
model.layers.35.mlp.experts.64,2.562994956970215
model.layers.35.mlp.experts.65,2.556692123413086
model.layers.35.mlp.experts.66,2.5525596141815186
model.layers.35.mlp.experts.67,2.5558078289031982
model.layers.35.mlp.experts.68,2.552365779876709
model.layers.35.mlp.experts.69,2.551805257797241
model.layers.35.mlp.experts.7,2.5600547790527344
model.layers.35.mlp.experts.70,2.676724672317505
model.layers.35.mlp.experts.71,2.556697368621826
model.layers.35.mlp.experts.72,2.5571658611297607
model.layers.35.mlp.experts.73,2.554788827896118
model.layers.35.mlp.experts.74,2.552819013595581
model.layers.35.mlp.experts.75,2.5540268421173096
model.layers.35.mlp.experts.76,2.5643012523651123
model.layers.35.mlp.experts.77,2.5551953315734863
model.layers.35.mlp.experts.78,2.560343980789185
model.layers.35.mlp.experts.79,2.553662061691284
model.layers.35.mlp.experts.8,2.5606496334075928
model.layers.35.mlp.experts.80,2.5565178394317627
model.layers.35.mlp.experts.81,2.5577409267425537
model.layers.35.mlp.experts.82,2.557382583618164
model.layers.35.mlp.experts.83,2.5526645183563232
model.layers.35.mlp.experts.84,2.5564863681793213
model.layers.35.mlp.experts.85,2.559175491333008
model.layers.35.mlp.experts.86,2.5531578063964844
model.layers.35.mlp.experts.87,2.552440881729126
model.layers.35.mlp.experts.88,2.5550689697265625
model.layers.35.mlp.experts.89,2.613557815551758
model.layers.35.mlp.experts.9,2.5512471199035645
model.layers.35.mlp.experts.90,2.558274745941162
model.layers.35.mlp.experts.91,2.5775163173675537
model.layers.35.mlp.experts.92,2.5548553466796875
model.layers.35.mlp.experts.93,2.557328939437866
model.layers.35.mlp.experts.94,2.5589048862457275
model.layers.35.mlp.experts.95,2.55418062210083
model.layers.35.mlp.experts.96,2.555532932281494
model.layers.35.mlp.experts.97,2.5587170124053955
model.layers.35.mlp.experts.98,2.552131414413452
model.layers.35.mlp.experts.99,2.559487581253052
model.layers.35.mlp.shared_experts,2.7749571800231934
model.layers.35.self_attn,2.595796585083008
model.layers.36.mlp.experts.0,2.5582077503204346
model.layers.36.mlp.experts.1,2.5517585277557373
model.layers.36.mlp.experts.10,2.5777134895324707
model.layers.36.mlp.experts.100,2.556656837463379
model.layers.36.mlp.experts.101,2.557629346847534
model.layers.36.mlp.experts.102,2.5672876834869385
model.layers.36.mlp.experts.103,2.553352832794189
model.layers.36.mlp.experts.104,2.554648876190185
model.layers.36.mlp.experts.105,2.5515899658203125
model.layers.36.mlp.experts.106,2.6148030757904053
model.layers.36.mlp.experts.107,2.5524344444274902
model.layers.36.mlp.experts.108,2.5565643310546875
model.layers.36.mlp.experts.109,2.554099798202514
model.layers.36.mlp.experts.11,2.55881404876709
model.layers.36.mlp.experts.110,2.552910804748535
model.layers.36.mlp.experts.111,2.5528550148010254
model.layers.36.mlp.experts.112,2.5534563064575195
model.layers.36.mlp.experts.113,2.5580358505249023
model.layers.36.mlp.experts.114,2.551018714904785
model.layers.36.mlp.experts.115,2.552640199661255
model.layers.36.mlp.experts.116,2.5635745525360107
model.layers.36.mlp.experts.117,2.5561139583587646
model.layers.36.mlp.experts.118,2.561511754989624
model.layers.36.mlp.experts.119,2.5610122680664062
model.layers.36.mlp.experts.12,2.5562613010406494
model.layers.36.mlp.experts.120,2.5569872856140137
model.layers.36.mlp.experts.121,2.56823205947876
model.layers.36.mlp.experts.122,2.5537009239196777
model.layers.36.mlp.experts.123,2.550504446029663
model.layers.36.mlp.experts.124,2.552355527877808
model.layers.36.mlp.experts.125,2.559011697769165
model.layers.36.mlp.experts.126,2.552189826965332
model.layers.36.mlp.experts.127,2.573132038116455
model.layers.36.mlp.experts.128,2.552639961242676
model.layers.36.mlp.experts.129,2.558666706085205
model.layers.36.mlp.experts.13,2.5547330379486084
model.layers.36.mlp.experts.130,2.553429365158081
model.layers.36.mlp.experts.131,2.561184883117676
model.layers.36.mlp.experts.132,2.5553927421569824
model.layers.36.mlp.experts.133,2.555647373199463
model.layers.36.mlp.experts.134,2.5580801963806152
model.layers.36.mlp.experts.135,2.550500631332397
model.layers.36.mlp.experts.136,2.551731586456299
model.layers.36.mlp.experts.137,2.564970016479492
model.layers.36.mlp.experts.138,2.583117961883545
model.layers.36.mlp.experts.139,2.553862333297729
model.layers.36.mlp.experts.14,2.550945281982422
model.layers.36.mlp.experts.140,2.5810701847076416
model.layers.36.mlp.experts.141,2.5524606704711914
model.layers.36.mlp.experts.142,2.5593090057373047
model.layers.36.mlp.experts.143,2.55089807510376
model.layers.36.mlp.experts.144,2.5532538890838623
model.layers.36.mlp.experts.145,2.57084059715271
model.layers.36.mlp.experts.146,2.551357746124268
model.layers.36.mlp.experts.147,2.596492290496826
model.layers.36.mlp.experts.148,2.554571390151977
model.layers.36.mlp.experts.149,2.5529298782348637
model.layers.36.mlp.experts.15,2.553581953048706
model.layers.36.mlp.experts.150,2.5529110431671143
model.layers.36.mlp.experts.151,2.5578083992004395
model.layers.36.mlp.experts.152,2.565674304962158
model.layers.36.mlp.experts.153,2.556025266647339
model.layers.36.mlp.experts.154,2.561201333999634
model.layers.36.mlp.experts.155,2.552433967590332
model.layers.36.mlp.experts.156,2.551301956176758
model.layers.36.mlp.experts.157,2.552462100982666
model.layers.36.mlp.experts.158,2.5559334754943848
model.layers.36.mlp.experts.159,2.552060604095459
model.layers.36.mlp.experts.16,2.5638816356658936
model.layers.36.mlp.experts.160,2.5589256286621094
model.layers.36.mlp.experts.161,2.5520966053009038
model.layers.36.mlp.experts.162,2.5533559322357178
model.layers.36.mlp.experts.163,2.5582756996154785
model.layers.36.mlp.experts.164,2.5624327659606934
model.layers.36.mlp.experts.165,2.5534801483154297
model.layers.36.mlp.experts.166,2.5510170459747314
model.layers.36.mlp.experts.167,2.5513505935668945
model.layers.36.mlp.experts.168,2.606459140777588
model.layers.36.mlp.experts.169,2.5515708923339844
model.layers.36.mlp.experts.17,2.554776191711426
model.layers.36.mlp.experts.170,2.563119888305664
model.layers.36.mlp.experts.171,2.550900936126709
model.layers.36.mlp.experts.172,2.553483486175537
model.layers.36.mlp.experts.173,2.552695274353028
model.layers.36.mlp.experts.174,2.5623624324798584
model.layers.36.mlp.experts.175,2.559290647506714
model.layers.36.mlp.experts.176,2.553110122680664
model.layers.36.mlp.experts.177,2.5716123580932617
model.layers.36.mlp.experts.178,2.5528900623321533
model.layers.36.mlp.experts.179,2.557777643203736
model.layers.36.mlp.experts.18,2.551525354385376
model.layers.36.mlp.experts.180,2.552006959915161
model.layers.36.mlp.experts.181,2.5596396923065186
model.layers.36.mlp.experts.182,2.552718162536621
model.layers.36.mlp.experts.183,2.5516552925109863
model.layers.36.mlp.experts.184,2.551237106323242
model.layers.36.mlp.experts.185,2.5552477836608887
model.layers.36.mlp.experts.186,2.553389549255371
model.layers.36.mlp.experts.187,2.561917781829834
model.layers.36.mlp.experts.188,2.554055690765381
model.layers.36.mlp.experts.189,2.5516140460968018
model.layers.36.mlp.experts.19,2.560352563858032
model.layers.36.mlp.experts.190,2.557558059692383
model.layers.36.mlp.experts.191,2.5520663261413574
model.layers.36.mlp.experts.192,2.554598331451416
model.layers.36.mlp.experts.193,2.5524778366088867
model.layers.36.mlp.experts.194,2.560493230819702
model.layers.36.mlp.experts.195,2.55375337600708
model.layers.36.mlp.experts.196,2.5593583583831787
model.layers.36.mlp.experts.197,2.551743984222412
model.layers.36.mlp.experts.198,2.553105115890503
model.layers.36.mlp.experts.199,2.5618321895599365
model.layers.36.mlp.experts.2,2.551321506500244
model.layers.36.mlp.experts.20,2.556257486343384
model.layers.36.mlp.experts.200,2.557837963104248
model.layers.36.mlp.experts.201,2.562211751937866
model.layers.36.mlp.experts.202,2.5515143871307373
model.layers.36.mlp.experts.203,2.5544862747192383
model.layers.36.mlp.experts.204,2.552433013916016
model.layers.36.mlp.experts.205,2.551607847213745
model.layers.36.mlp.experts.206,2.5508456230163574
model.layers.36.mlp.experts.207,2.553391456604004
model.layers.36.mlp.experts.208,2.5515003204345703
model.layers.36.mlp.experts.209,2.551135301589966
model.layers.36.mlp.experts.21,2.555895566940308
model.layers.36.mlp.experts.210,2.5511934757232666
model.layers.36.mlp.experts.211,2.551229238510132
model.layers.36.mlp.experts.212,2.5564894676208496
model.layers.36.mlp.experts.213,2.5540037155151367
model.layers.36.mlp.experts.214,2.554908514022827
model.layers.36.mlp.experts.215,2.552748441696167
model.layers.36.mlp.experts.216,2.559035301208496
model.layers.36.mlp.experts.217,2.5506088733673096
model.layers.36.mlp.experts.218,2.551066637039185
model.layers.36.mlp.experts.219,2.55627965927124
model.layers.36.mlp.experts.22,2.5538434982299805
model.layers.36.mlp.experts.220,2.552192449569702
model.layers.36.mlp.experts.221,2.554351806640625
model.layers.36.mlp.experts.222,2.552558422088623
model.layers.36.mlp.experts.223,2.5526986122131348
model.layers.36.mlp.experts.224,2.574695110321045
model.layers.36.mlp.experts.225,2.566884756088257
model.layers.36.mlp.experts.226,2.554182767868042
model.layers.36.mlp.experts.227,2.563570261001587
model.layers.36.mlp.experts.228,2.557325839996338
model.layers.36.mlp.experts.229,2.560516119003296
model.layers.36.mlp.experts.23,2.556689739227295
model.layers.36.mlp.experts.230,2.5567190647125244
model.layers.36.mlp.experts.231,2.552980899810791
model.layers.36.mlp.experts.232,2.5774145126342773
model.layers.36.mlp.experts.233,2.553061962127685
model.layers.36.mlp.experts.234,2.557145357131958
model.layers.36.mlp.experts.235,2.551846742630005
model.layers.36.mlp.experts.236,2.5995571613311768
model.layers.36.mlp.experts.237,2.556485176086426
model.layers.36.mlp.experts.238,2.561119318008423
model.layers.36.mlp.experts.239,2.555360555648804
model.layers.36.mlp.experts.24,2.553356409072876
model.layers.36.mlp.experts.240,2.55179500579834
model.layers.36.mlp.experts.241,2.631709575653076
model.layers.36.mlp.experts.242,2.5748114585876465
model.layers.36.mlp.experts.243,2.5551679134368896
model.layers.36.mlp.experts.244,2.560375690460205
model.layers.36.mlp.experts.245,2.554157495498657
model.layers.36.mlp.experts.246,2.5526857376098637
model.layers.36.mlp.experts.247,2.5536532402038574
model.layers.36.mlp.experts.248,2.563373327255249
model.layers.36.mlp.experts.249,2.555422306060791
model.layers.36.mlp.experts.25,2.5568675994873047
model.layers.36.mlp.experts.250,2.552464246749878
model.layers.36.mlp.experts.251,2.5651869773864746
model.layers.36.mlp.experts.252,2.563660144805908
model.layers.36.mlp.experts.253,2.5606093406677246
model.layers.36.mlp.experts.254,2.555598258972168
model.layers.36.mlp.experts.255,2.55245304107666
model.layers.36.mlp.experts.26,2.5511481761932373
model.layers.36.mlp.experts.27,2.5574231147766118
model.layers.36.mlp.experts.28,2.5613913536071777
model.layers.36.mlp.experts.29,2.5523643493652344
model.layers.36.mlp.experts.3,2.55477237701416
model.layers.36.mlp.experts.30,2.556056261062622
model.layers.36.mlp.experts.31,2.5536534786224365
model.layers.36.mlp.experts.32,2.59032940864563
model.layers.36.mlp.experts.33,2.553208351135254
model.layers.36.mlp.experts.34,2.555020809173584
model.layers.36.mlp.experts.35,2.5662617683410645
model.layers.36.mlp.experts.36,2.556837558746338
model.layers.36.mlp.experts.37,2.559814929962158
model.layers.36.mlp.experts.38,2.555819272994995
model.layers.36.mlp.experts.39,2.553192138671875
model.layers.36.mlp.experts.4,2.5564777851104736
model.layers.36.mlp.experts.40,2.57440447807312
model.layers.36.mlp.experts.41,2.56048321723938
model.layers.36.mlp.experts.42,2.552915573120117
model.layers.36.mlp.experts.43,2.5613551139831543
model.layers.36.mlp.experts.44,2.5701282024383545
model.layers.36.mlp.experts.45,2.552537679672241
model.layers.36.mlp.experts.46,2.567014217376709
model.layers.36.mlp.experts.47,2.557538747787476
model.layers.36.mlp.experts.48,2.558279275894165
model.layers.36.mlp.experts.49,2.56758189201355
model.layers.36.mlp.experts.5,2.626794815063477
model.layers.36.mlp.experts.50,2.5532336235046387
model.layers.36.mlp.experts.51,2.5561020374298096
model.layers.36.mlp.experts.52,2.5563926696777344
model.layers.36.mlp.experts.53,2.5546538829803467
model.layers.36.mlp.experts.54,2.5741195678710938
model.layers.36.mlp.experts.55,2.5513484477996826
model.layers.36.mlp.experts.56,2.5590028762817383
model.layers.36.mlp.experts.57,2.5594871044158936
model.layers.36.mlp.experts.58,2.555583953857422
model.layers.36.mlp.experts.59,2.555205821990967
model.layers.36.mlp.experts.6,2.556228876113892
model.layers.36.mlp.experts.60,2.553142547607422
model.layers.36.mlp.experts.61,2.553333282470703
model.layers.36.mlp.experts.62,2.555875539779663
model.layers.36.mlp.experts.63,2.554028034210205
model.layers.36.mlp.experts.64,2.565140724182129
model.layers.36.mlp.experts.65,2.5565576553344727
model.layers.36.mlp.experts.66,2.56462025642395
model.layers.36.mlp.experts.67,2.5546228885650635
model.layers.36.mlp.experts.68,2.591486930847168
model.layers.36.mlp.experts.69,2.551851511001587
model.layers.36.mlp.experts.7,2.5543453693389893
model.layers.36.mlp.experts.70,2.619241714477539
model.layers.36.mlp.experts.71,2.5520734786987305
model.layers.36.mlp.experts.72,2.554296970367432
model.layers.36.mlp.experts.73,2.5560050010681152
model.layers.36.mlp.experts.74,2.553788185119629
model.layers.36.mlp.experts.75,2.5521011352539062
model.layers.36.mlp.experts.76,2.556596517562866
model.layers.36.mlp.experts.77,2.5601248741149902
model.layers.36.mlp.experts.78,2.5590524673461914
model.layers.36.mlp.experts.79,2.5521891117095947
model.layers.36.mlp.experts.8,2.558671474456787
model.layers.36.mlp.experts.80,2.5529046058654785
model.layers.36.mlp.experts.81,2.55855393409729
model.layers.36.mlp.experts.82,2.5579323768615723
model.layers.36.mlp.experts.83,2.555264949798584
model.layers.36.mlp.experts.84,2.551443099975586
model.layers.36.mlp.experts.85,2.570376396179199
model.layers.36.mlp.experts.86,2.560148000717163
model.layers.36.mlp.experts.87,2.554347038269043
model.layers.36.mlp.experts.88,2.5523126125335693
model.layers.36.mlp.experts.89,2.5564560890197754
model.layers.36.mlp.experts.9,2.571429252624512
model.layers.36.mlp.experts.90,2.554645538330078
model.layers.36.mlp.experts.91,2.5548019409179688
model.layers.36.mlp.experts.92,2.550456285476685
model.layers.36.mlp.experts.93,2.552278518676758
model.layers.36.mlp.experts.94,2.5624101161956787
model.layers.36.mlp.experts.95,2.557774066925049
model.layers.36.mlp.experts.96,2.5545191764831543
model.layers.36.mlp.experts.97,2.5527684688568115
model.layers.36.mlp.experts.98,2.559162139892578
model.layers.36.mlp.experts.99,2.5610759258270264
model.layers.36.mlp.shared_experts,2.724538326263428
model.layers.36.self_attn,2.5889980792999268
model.layers.37.mlp.experts.0,2.5516586303710938
model.layers.37.mlp.experts.1,2.558444023132324
model.layers.37.mlp.experts.10,2.5548696517944336
model.layers.37.mlp.experts.100,2.553439140319824
model.layers.37.mlp.experts.101,2.566850185394287
model.layers.37.mlp.experts.102,2.5582504272460938
model.layers.37.mlp.experts.103,2.5604491233825684
model.layers.37.mlp.experts.104,2.5612242221832275
model.layers.37.mlp.experts.105,2.5516066551208496
model.layers.37.mlp.experts.106,2.551565170288086
model.layers.37.mlp.experts.107,2.580411911010742
model.layers.37.mlp.experts.108,2.5595436096191406
model.layers.37.mlp.experts.109,2.5529119968414307
model.layers.37.mlp.experts.11,2.596740961074829
model.layers.37.mlp.experts.110,2.559530019760132
model.layers.37.mlp.experts.111,2.5515739917755127
model.layers.37.mlp.experts.112,2.553750991821289
model.layers.37.mlp.experts.113,2.5517702102661133
model.layers.37.mlp.experts.114,2.5526912212371826
model.layers.37.mlp.experts.115,2.557018518447876
model.layers.37.mlp.experts.116,2.5536837577819824
model.layers.37.mlp.experts.117,2.554614305496216
model.layers.37.mlp.experts.118,2.560077428817749
model.layers.37.mlp.experts.119,2.5517385005950928
model.layers.37.mlp.experts.12,2.5516719818115234
model.layers.37.mlp.experts.120,2.560127019882202
model.layers.37.mlp.experts.121,2.553286075592041
model.layers.37.mlp.experts.122,2.56095290184021
model.layers.37.mlp.experts.123,2.5690743923187256
model.layers.37.mlp.experts.124,2.5728015899658203
model.layers.37.mlp.experts.125,2.675290584564209
model.layers.37.mlp.experts.126,2.552680492401123
model.layers.37.mlp.experts.127,2.563997507095337
model.layers.37.mlp.experts.128,2.567108392715454
model.layers.37.mlp.experts.129,2.5535717010498047
model.layers.37.mlp.experts.13,2.55379056930542
model.layers.37.mlp.experts.130,2.5603299140930176
model.layers.37.mlp.experts.131,2.554015636444092
model.layers.37.mlp.experts.132,2.5512032508850098
model.layers.37.mlp.experts.133,2.5528509616851807
model.layers.37.mlp.experts.134,2.5536234378814697
model.layers.37.mlp.experts.135,2.55437970161438
model.layers.37.mlp.experts.136,2.5591726303100586
model.layers.37.mlp.experts.137,2.585047006607056
model.layers.37.mlp.experts.138,2.570011615753174
model.layers.37.mlp.experts.139,2.560166597366333
model.layers.37.mlp.experts.14,2.553065299987793
model.layers.37.mlp.experts.140,2.5564632415771484
model.layers.37.mlp.experts.141,2.5538904666900635
model.layers.37.mlp.experts.142,2.5536859035491943
model.layers.37.mlp.experts.143,2.5603623390197754
model.layers.37.mlp.experts.144,2.554697275161743
model.layers.37.mlp.experts.145,2.55176043510437
model.layers.37.mlp.experts.146,2.556004047393799
model.layers.37.mlp.experts.147,2.551544427871704
model.layers.37.mlp.experts.148,2.563982963562012
model.layers.37.mlp.experts.149,2.555227518081665
model.layers.37.mlp.experts.15,2.555183887481689
model.layers.37.mlp.experts.150,2.552309036254883
model.layers.37.mlp.experts.151,2.55127501487732
model.layers.37.mlp.experts.152,2.5673928260803223
model.layers.37.mlp.experts.153,2.557164669036865
model.layers.37.mlp.experts.154,2.569968938827514
model.layers.37.mlp.experts.155,2.5548205375671387
model.layers.37.mlp.experts.156,2.554344892501831
model.layers.37.mlp.experts.157,2.5522756576538086
model.layers.37.mlp.experts.158,2.5529258251190186
model.layers.37.mlp.experts.159,2.5581376552581787
model.layers.37.mlp.experts.16,2.550999641418457
model.layers.37.mlp.experts.160,2.5624287128448486
model.layers.37.mlp.experts.161,2.572795867919922
model.layers.37.mlp.experts.162,2.556114196777344
model.layers.37.mlp.experts.163,2.601434230804444
model.layers.37.mlp.experts.164,2.553966999053955
model.layers.37.mlp.experts.165,2.551707029342652
model.layers.37.mlp.experts.166,2.5530500411987305
model.layers.37.mlp.experts.167,2.562693357467652
model.layers.37.mlp.experts.168,2.557525634765625
model.layers.37.mlp.experts.169,2.561999082565308
model.layers.37.mlp.experts.17,2.555116415023804
model.layers.37.mlp.experts.170,2.564078092575073
model.layers.37.mlp.experts.171,2.555143117904663
model.layers.37.mlp.experts.172,2.55786681175232
model.layers.37.mlp.experts.173,2.5600333213806152
model.layers.37.mlp.experts.174,2.57401967048645
model.layers.37.mlp.experts.175,2.561706781387329
model.layers.37.mlp.experts.176,2.552711009979248
model.layers.37.mlp.experts.177,2.5557243824005127
model.layers.37.mlp.experts.178,2.552271604537964
model.layers.37.mlp.experts.179,2.5520734786987305
model.layers.37.mlp.experts.18,2.57724666595459
model.layers.37.mlp.experts.180,2.551165580749512
model.layers.37.mlp.experts.181,2.580068588256836
model.layers.37.mlp.experts.182,2.553162097930908
model.layers.37.mlp.experts.183,2.5570340156555176
model.layers.37.mlp.experts.184,2.561014175415039
model.layers.37.mlp.experts.185,2.5585341453552246
model.layers.37.mlp.experts.186,2.5729074478149414
model.layers.37.mlp.experts.187,2.552642822265625
model.layers.37.mlp.experts.188,2.5666258335113525
model.layers.37.mlp.experts.189,2.551863193511963
model.layers.37.mlp.experts.19,2.550813913345337
model.layers.37.mlp.experts.190,2.551074266433716
model.layers.37.mlp.experts.191,2.550168037414551
model.layers.37.mlp.experts.192,2.55176043510437
model.layers.37.mlp.experts.193,2.559115171432495
model.layers.37.mlp.experts.194,2.55568528175354
model.layers.37.mlp.experts.195,2.555689573287964
model.layers.37.mlp.experts.196,2.551100254058838
model.layers.37.mlp.experts.197,2.560194969177246
model.layers.37.mlp.experts.198,2.560532331466675
model.layers.37.mlp.experts.199,2.562088251113892
model.layers.37.mlp.experts.2,2.568491220474243
model.layers.37.mlp.experts.20,2.5528838634490967
model.layers.37.mlp.experts.200,2.55753755569458
model.layers.37.mlp.experts.201,2.569160461425781
model.layers.37.mlp.experts.202,2.556758403778076
model.layers.37.mlp.experts.203,2.557941436767578
model.layers.37.mlp.experts.204,2.556741237640381
model.layers.37.mlp.experts.205,2.553360939025879
model.layers.37.mlp.experts.206,2.567711591720581
model.layers.37.mlp.experts.207,2.558556318283081
model.layers.37.mlp.experts.208,2.5540692806243896
model.layers.37.mlp.experts.209,2.5523364543914795
model.layers.37.mlp.experts.21,2.5569839477539062
model.layers.37.mlp.experts.210,2.562253475189209
model.layers.37.mlp.experts.211,2.5510687828063965
model.layers.37.mlp.experts.212,2.5555875301361084
model.layers.37.mlp.experts.213,2.556393384933472
model.layers.37.mlp.experts.214,2.551513671875
model.layers.37.mlp.experts.215,2.551372528076172
model.layers.37.mlp.experts.216,2.551543951034546
model.layers.37.mlp.experts.217,2.559010982513428
model.layers.37.mlp.experts.218,2.5680227279663086
model.layers.37.mlp.experts.219,2.5514488220214844
model.layers.37.mlp.experts.22,2.552128791809082
model.layers.37.mlp.experts.220,2.56736159324646
model.layers.37.mlp.experts.221,2.557335376739502
model.layers.37.mlp.experts.222,2.551967144012451
model.layers.37.mlp.experts.223,2.551373243331909
model.layers.37.mlp.experts.224,2.5519778728485107
model.layers.37.mlp.experts.225,2.560859203338623
model.layers.37.mlp.experts.226,2.553323268890381
model.layers.37.mlp.experts.227,2.5510458946228027
model.layers.37.mlp.experts.228,2.553988456726074
model.layers.37.mlp.experts.229,2.55511212348938
model.layers.37.mlp.experts.23,2.562308549880981
model.layers.37.mlp.experts.230,2.552233457565308
model.layers.37.mlp.experts.231,2.5520710945129395
model.layers.37.mlp.experts.232,2.5530402660369877
model.layers.37.mlp.experts.233,2.555452346801758
model.layers.37.mlp.experts.234,2.5570523738861084
model.layers.37.mlp.experts.235,2.5647926330566406
model.layers.37.mlp.experts.236,2.550673484802246
model.layers.37.mlp.experts.237,2.5610227584838867
model.layers.37.mlp.experts.238,2.5521233081817627
model.layers.37.mlp.experts.239,2.566108226776123
model.layers.37.mlp.experts.24,2.5585145950317383
model.layers.37.mlp.experts.240,2.554741859436035
model.layers.37.mlp.experts.241,2.5691943168640137
model.layers.37.mlp.experts.242,2.555815458297729
model.layers.37.mlp.experts.243,2.55483627319336
model.layers.37.mlp.experts.244,2.5517237186431885
model.layers.37.mlp.experts.245,2.560162305831909
model.layers.37.mlp.experts.246,2.5686209201812744
model.layers.37.mlp.experts.247,2.5547361373901367
model.layers.37.mlp.experts.248,2.567664623260498
model.layers.37.mlp.experts.249,2.9356071949005127
model.layers.37.mlp.experts.25,2.5603573322296143
model.layers.37.mlp.experts.250,2.551786184310913
model.layers.37.mlp.experts.251,2.5519285202026367
model.layers.37.mlp.experts.252,2.6060750484466557
model.layers.37.mlp.experts.253,2.554335594177246
model.layers.37.mlp.experts.254,2.5558815002441406
model.layers.37.mlp.experts.255,2.5792059898376465
model.layers.37.mlp.experts.26,2.556880474090576
model.layers.37.mlp.experts.27,2.553175449371338
model.layers.37.mlp.experts.28,2.555833578109741
model.layers.37.mlp.experts.29,2.551891565322876
model.layers.37.mlp.experts.3,2.5526232719421387
model.layers.37.mlp.experts.30,2.553769111633301
model.layers.37.mlp.experts.31,2.5512402057647705
model.layers.37.mlp.experts.32,2.551799058914185
model.layers.37.mlp.experts.33,2.5713319778442383
model.layers.37.mlp.experts.34,2.552245616912842
model.layers.37.mlp.experts.35,2.551424503326416
model.layers.37.mlp.experts.36,2.5543253421783447
model.layers.37.mlp.experts.37,2.568917989730835
model.layers.37.mlp.experts.38,2.556703805923462
model.layers.37.mlp.experts.39,2.8398895263671875
model.layers.37.mlp.experts.4,2.552057266235352
model.layers.37.mlp.experts.40,2.599297285079956
model.layers.37.mlp.experts.41,2.551689624786377
model.layers.37.mlp.experts.42,2.56048583984375
model.layers.37.mlp.experts.43,2.5525479316711426
model.layers.37.mlp.experts.44,2.6464877128601074
model.layers.37.mlp.experts.45,2.561897754669189
model.layers.37.mlp.experts.46,2.555781841278076
model.layers.37.mlp.experts.47,2.5546274185180664
model.layers.37.mlp.experts.48,2.5512077808380127
model.layers.37.mlp.experts.49,2.554995536804199
model.layers.37.mlp.experts.5,2.5769712924957275
model.layers.37.mlp.experts.50,2.5531044006347656
model.layers.37.mlp.experts.51,2.55564546585083
model.layers.37.mlp.experts.52,2.554128408432007
model.layers.37.mlp.experts.53,2.552585363388061
model.layers.37.mlp.experts.54,2.552607774734497
model.layers.37.mlp.experts.55,2.5737085342407227
model.layers.37.mlp.experts.56,2.552732229232788
model.layers.37.mlp.experts.57,2.5510737895965576
model.layers.37.mlp.experts.58,2.5517616271972656
model.layers.37.mlp.experts.59,2.6005454063415527
model.layers.37.mlp.experts.6,2.5522305965423584
model.layers.37.mlp.experts.60,2.552426338195801
model.layers.37.mlp.experts.61,2.562422275543213
model.layers.37.mlp.experts.62,2.564515829086304
model.layers.37.mlp.experts.63,2.55281662940979
model.layers.37.mlp.experts.64,2.5545666217803955
model.layers.37.mlp.experts.65,2.5632412433624268
model.layers.37.mlp.experts.66,2.558933019638061
model.layers.37.mlp.experts.67,2.5511314868927
model.layers.37.mlp.experts.68,2.5536203384399414
model.layers.37.mlp.experts.69,2.554266452789306
model.layers.37.mlp.experts.7,2.561340808868408
model.layers.37.mlp.experts.70,2.5578553676605225
model.layers.37.mlp.experts.71,2.5519356727600098
model.layers.37.mlp.experts.72,2.552314758300781
model.layers.37.mlp.experts.73,2.6029746532440186
model.layers.37.mlp.experts.74,2.555562973022461
model.layers.37.mlp.experts.75,2.55411148071289
model.layers.37.mlp.experts.76,2.595982551574707
model.layers.37.mlp.experts.77,2.5526278018951416
model.layers.37.mlp.experts.78,2.5569746494293213
model.layers.37.mlp.experts.79,2.557486295700073
model.layers.37.mlp.experts.8,2.5541913509368896
model.layers.37.mlp.experts.80,2.588595390319824
model.layers.37.mlp.experts.81,2.5530993938446045
model.layers.37.mlp.experts.82,2.5526986122131348
model.layers.37.mlp.experts.83,2.555347442626953
model.layers.37.mlp.experts.84,2.552382230758667
model.layers.37.mlp.experts.85,2.554928779602051
model.layers.37.mlp.experts.86,2.564659595489502
model.layers.37.mlp.experts.87,2.5526440143585205
model.layers.37.mlp.experts.88,2.5523929595947266
model.layers.37.mlp.experts.89,2.5579264163970947
model.layers.37.mlp.experts.9,2.5515544414520264
model.layers.37.mlp.experts.90,2.56244158744812
model.layers.37.mlp.experts.91,2.558083295822144
model.layers.37.mlp.experts.92,2.559702157974243
model.layers.37.mlp.experts.93,2.55130672454834
model.layers.37.mlp.experts.94,2.5511748790740967
model.layers.37.mlp.experts.95,2.559313535690308
model.layers.37.mlp.experts.96,2.5573925971984863
model.layers.37.mlp.experts.97,2.558917284011841
model.layers.37.mlp.experts.98,2.597174882888794
model.layers.37.mlp.experts.99,2.5546228885650635
model.layers.37.mlp.shared_experts,2.731974840164185
model.layers.37.self_attn,2.621877670288086
model.layers.38.mlp.experts.0,2.552165031433105
model.layers.38.mlp.experts.1,2.568352460861206
model.layers.38.mlp.experts.10,2.5520198345184326
model.layers.38.mlp.experts.100,2.552274227142334
model.layers.38.mlp.experts.101,2.5634710788726807
model.layers.38.mlp.experts.102,2.554215431213379
model.layers.38.mlp.experts.103,2.557268619537353
model.layers.38.mlp.experts.104,2.55415153503418
model.layers.38.mlp.experts.105,2.5526058673858643
model.layers.38.mlp.experts.106,2.5528359413146973
model.layers.38.mlp.experts.107,2.607927083969116
model.layers.38.mlp.experts.108,2.557747364044189
model.layers.38.mlp.experts.109,2.552525281906128
model.layers.38.mlp.experts.11,2.555661916732788
model.layers.38.mlp.experts.110,2.5508201122283936
model.layers.38.mlp.experts.111,2.556750535964966
model.layers.38.mlp.experts.112,2.558511018753052
model.layers.38.mlp.experts.113,2.589551448822021
model.layers.38.mlp.experts.114,2.555600643157959
model.layers.38.mlp.experts.115,2.5530967712402344
model.layers.38.mlp.experts.116,2.56221079826355
model.layers.38.mlp.experts.117,2.5786807537078857
model.layers.38.mlp.experts.118,2.555907964706421
model.layers.38.mlp.experts.119,2.5538365840911865
model.layers.38.mlp.experts.12,2.5577995777130127
model.layers.38.mlp.experts.120,2.5520777702331543
model.layers.38.mlp.experts.121,2.5510950088500977
model.layers.38.mlp.experts.122,2.583422899246216
model.layers.38.mlp.experts.123,2.555455446243286
model.layers.38.mlp.experts.124,2.5529086589813232
model.layers.38.mlp.experts.125,2.550967216491699
model.layers.38.mlp.experts.126,2.569856643676758
model.layers.38.mlp.experts.127,2.5800702571868896
model.layers.38.mlp.experts.128,2.5514302253723145
model.layers.38.mlp.experts.129,2.565215826034546
model.layers.38.mlp.experts.13,2.5577962398529053
model.layers.38.mlp.experts.130,2.5563502311706543
model.layers.38.mlp.experts.131,2.563871145248413
model.layers.38.mlp.experts.132,2.5512142181396484
model.layers.38.mlp.experts.133,2.557250022888184
model.layers.38.mlp.experts.134,2.551187515258789
model.layers.38.mlp.experts.135,2.5575881004333496
model.layers.38.mlp.experts.136,2.5602612495422363
model.layers.38.mlp.experts.137,2.559443712234497
model.layers.38.mlp.experts.138,2.5610969066619877
model.layers.38.mlp.experts.139,2.5689945220947266
model.layers.38.mlp.experts.14,2.555224657058716
model.layers.38.mlp.experts.140,2.558786153793335
model.layers.38.mlp.experts.141,2.5536022186279297
model.layers.38.mlp.experts.142,2.5560407638549805
model.layers.38.mlp.experts.143,2.5559651851654053
model.layers.38.mlp.experts.144,2.572851181030273
model.layers.38.mlp.experts.145,2.5518686771392822
model.layers.38.mlp.experts.146,2.5541491508483887
model.layers.38.mlp.experts.147,2.562288284301758
model.layers.38.mlp.experts.148,2.5542802810668945
model.layers.38.mlp.experts.149,2.552762508392334
model.layers.38.mlp.experts.15,2.5573818683624268
model.layers.38.mlp.experts.150,2.5520076751708984
model.layers.38.mlp.experts.151,2.5712108612060547
model.layers.38.mlp.experts.152,2.5533175468444824
model.layers.38.mlp.experts.153,2.564605236053467
model.layers.38.mlp.experts.154,2.5780181884765625
model.layers.38.mlp.experts.155,2.5550856590271
model.layers.38.mlp.experts.156,2.5537588596343994
model.layers.38.mlp.experts.157,2.553720474243164
model.layers.38.mlp.experts.158,2.5525214672088623
model.layers.38.mlp.experts.159,2.551123857498169
model.layers.38.mlp.experts.16,2.5520482063293457
model.layers.38.mlp.experts.160,2.551488876342773
model.layers.38.mlp.experts.161,2.5523996353149414
model.layers.38.mlp.experts.162,2.5518150329589844
model.layers.38.mlp.experts.163,2.562772274017334
model.layers.38.mlp.experts.164,2.550798177719116
model.layers.38.mlp.experts.165,2.5640668869018555
model.layers.38.mlp.experts.166,2.555359125137329
model.layers.38.mlp.experts.167,2.554378032684326
model.layers.38.mlp.experts.168,2.5648961067199707
model.layers.38.mlp.experts.169,2.561760663986206
model.layers.38.mlp.experts.17,2.5599515438079834
model.layers.38.mlp.experts.170,2.5521183013916016
model.layers.38.mlp.experts.171,2.555657863616944
model.layers.38.mlp.experts.172,2.5609164237976074
model.layers.38.mlp.experts.173,2.554023265838623
model.layers.38.mlp.experts.174,2.5580878257751465
model.layers.38.mlp.experts.175,2.555307149887085
model.layers.38.mlp.experts.176,2.55333948135376
model.layers.38.mlp.experts.177,2.5537679195404053
model.layers.38.mlp.experts.178,2.5571401119232178
model.layers.38.mlp.experts.179,2.563181638717652
model.layers.38.mlp.experts.18,2.5658419132232666
model.layers.38.mlp.experts.180,2.550734281539917
model.layers.38.mlp.experts.181,2.559730052947998
model.layers.38.mlp.experts.182,2.554645776748657
model.layers.38.mlp.experts.183,2.555805921554565
model.layers.38.mlp.experts.184,2.553539991378784
model.layers.38.mlp.experts.185,2.5519003868103027
model.layers.38.mlp.experts.186,2.558096170425415
model.layers.38.mlp.experts.187,2.556463718414306
model.layers.38.mlp.experts.188,2.5595760345458984
model.layers.38.mlp.experts.189,2.5520310401916504
model.layers.38.mlp.experts.19,2.561763048171997
model.layers.38.mlp.experts.190,2.5544273853302
model.layers.38.mlp.experts.191,2.5550084114074707
model.layers.38.mlp.experts.192,2.553180694580078
model.layers.38.mlp.experts.193,2.556616306304932
model.layers.38.mlp.experts.194,2.569320678710937
model.layers.38.mlp.experts.195,2.5521271228790283
model.layers.38.mlp.experts.196,2.551684617996216
model.layers.38.mlp.experts.197,2.583590030670166
model.layers.38.mlp.experts.198,2.552010536193848
model.layers.38.mlp.experts.199,2.55594253540039
model.layers.38.mlp.experts.2,2.551321268081665
model.layers.38.mlp.experts.20,2.5519630908966064
model.layers.38.mlp.experts.200,2.5596401691436768
model.layers.38.mlp.experts.201,2.5526084899902344
model.layers.38.mlp.experts.202,2.558652639389038
model.layers.38.mlp.experts.203,2.552651882171631
model.layers.38.mlp.experts.204,2.561252355575561
model.layers.38.mlp.experts.205,2.5615763664245605
model.layers.38.mlp.experts.206,2.5650341510772705
model.layers.38.mlp.experts.207,2.5541582107543945
model.layers.38.mlp.experts.208,2.554640293121338
model.layers.38.mlp.experts.209,2.5526998043060303
model.layers.38.mlp.experts.21,2.556800603866577
model.layers.38.mlp.experts.210,2.618107557296753
model.layers.38.mlp.experts.211,2.5567352771759038
model.layers.38.mlp.experts.212,2.5530426502227783
model.layers.38.mlp.experts.213,2.5684664249420166
model.layers.38.mlp.experts.214,2.570211887359619
model.layers.38.mlp.experts.215,2.5540244579315186
model.layers.38.mlp.experts.216,2.559675693511963
model.layers.38.mlp.experts.217,2.5652761459350586
model.layers.38.mlp.experts.218,2.5630927085876465
model.layers.38.mlp.experts.219,2.5519399642944336
model.layers.38.mlp.experts.22,2.5652027130126958
model.layers.38.mlp.experts.220,2.55403995513916
model.layers.38.mlp.experts.221,2.5533604621887207
model.layers.38.mlp.experts.222,2.554299116134644
model.layers.38.mlp.experts.223,2.5855555534362797
model.layers.38.mlp.experts.224,2.5550270080566406
model.layers.38.mlp.experts.225,2.5577192306518555
model.layers.38.mlp.experts.226,2.560020923614502
model.layers.38.mlp.experts.227,2.552976608276367
model.layers.38.mlp.experts.228,2.566268920898437
model.layers.38.mlp.experts.229,2.552618265151977
model.layers.38.mlp.experts.23,2.552962064743042
model.layers.38.mlp.experts.230,2.5520660877227783
model.layers.38.mlp.experts.231,2.56137490272522
model.layers.38.mlp.experts.232,2.557912588119507
model.layers.38.mlp.experts.233,2.551687002182007
model.layers.38.mlp.experts.234,2.5553128719329834
model.layers.38.mlp.experts.235,2.554527759552002
model.layers.38.mlp.experts.236,2.5583176612854004
model.layers.38.mlp.experts.237,2.5530593395233154
model.layers.38.mlp.experts.238,2.553678035736084
model.layers.38.mlp.experts.239,2.5810093879699707
model.layers.38.mlp.experts.24,2.554362297058105
model.layers.38.mlp.experts.240,2.5587592124938965
model.layers.38.mlp.experts.241,2.552793502807617
model.layers.38.mlp.experts.242,2.551637649536133
model.layers.38.mlp.experts.243,2.5548882484436035
model.layers.38.mlp.experts.244,2.551600217819214
model.layers.38.mlp.experts.245,2.552309989929199
model.layers.38.mlp.experts.246,2.557436943054199
model.layers.38.mlp.experts.247,2.5521397590637207
model.layers.38.mlp.experts.248,2.5539517402648926
model.layers.38.mlp.experts.249,2.556192398071289
model.layers.38.mlp.experts.25,2.5534982681274414
model.layers.38.mlp.experts.250,2.5593416690826416
model.layers.38.mlp.experts.251,2.551562786102295
model.layers.38.mlp.experts.252,2.551152229309082
model.layers.38.mlp.experts.253,2.552475929260254
model.layers.38.mlp.experts.254,2.552884101867676
model.layers.38.mlp.experts.255,2.552523374557495
model.layers.38.mlp.experts.26,2.554500102996826
model.layers.38.mlp.experts.27,2.551551818847656
model.layers.38.mlp.experts.28,2.5531373023986816
model.layers.38.mlp.experts.29,2.5540542602539062
model.layers.38.mlp.experts.3,2.5552940368652344
model.layers.38.mlp.experts.30,2.551468849182129
model.layers.38.mlp.experts.31,2.557433843612671
model.layers.38.mlp.experts.32,2.551951169967652
model.layers.38.mlp.experts.33,2.55402946472168
model.layers.38.mlp.experts.34,2.551766157150269
model.layers.38.mlp.experts.35,2.5506153106689453
model.layers.38.mlp.experts.36,2.565393686294556
model.layers.38.mlp.experts.37,2.5624983310699463
model.layers.38.mlp.experts.38,2.550611019134521
model.layers.38.mlp.experts.39,2.553081750869751
model.layers.38.mlp.experts.4,2.556590795516968
model.layers.38.mlp.experts.40,2.560066938400269
model.layers.38.mlp.experts.41,2.562480926513672
model.layers.38.mlp.experts.42,2.604680299758911
model.layers.38.mlp.experts.43,2.561884880065918
model.layers.38.mlp.experts.44,2.556976795196533
model.layers.38.mlp.experts.45,2.572211980819702
model.layers.38.mlp.experts.46,2.6364102363586426
model.layers.38.mlp.experts.47,2.5524215698242188
model.layers.38.mlp.experts.48,2.55790114402771
model.layers.38.mlp.experts.49,2.553119421005249
model.layers.38.mlp.experts.5,2.5544469356536865
model.layers.38.mlp.experts.50,2.551647186279297
model.layers.38.mlp.experts.51,2.5535829067230225
model.layers.38.mlp.experts.52,2.5614089965820312
model.layers.38.mlp.experts.53,2.5532357692718506
model.layers.38.mlp.experts.54,2.551318883895874
model.layers.38.mlp.experts.55,2.558009624481201
model.layers.38.mlp.experts.56,2.55041241645813
model.layers.38.mlp.experts.57,2.550974130630493
model.layers.38.mlp.experts.58,2.5528478622436523
model.layers.38.mlp.experts.59,2.556770801544189
model.layers.38.mlp.experts.6,2.5593690872192383
model.layers.38.mlp.experts.60,2.5527684688568115
model.layers.38.mlp.experts.61,2.557612895965576
model.layers.38.mlp.experts.62,2.567493438720703
model.layers.38.mlp.experts.63,2.5581533908843994
model.layers.38.mlp.experts.64,2.55316162109375
model.layers.38.mlp.experts.65,2.555696487426758
model.layers.38.mlp.experts.66,2.554531574249268
model.layers.38.mlp.experts.67,2.551203727722168
model.layers.38.mlp.experts.68,2.578688383102417
model.layers.38.mlp.experts.69,2.5508410930633545
model.layers.38.mlp.experts.7,2.551690101623535
model.layers.38.mlp.experts.70,2.56313705444336
model.layers.38.mlp.experts.71,2.5563840866088867
model.layers.38.mlp.experts.72,2.555089235305786
model.layers.38.mlp.experts.73,2.6137845516204834
model.layers.38.mlp.experts.74,2.5530383586883545
model.layers.38.mlp.experts.75,2.5871760845184326
model.layers.38.mlp.experts.76,2.554006576538086
model.layers.38.mlp.experts.77,2.5516157150268555
model.layers.38.mlp.experts.78,2.55267071723938
model.layers.38.mlp.experts.79,2.5576329231262207
model.layers.38.mlp.experts.8,2.551285982131958
model.layers.38.mlp.experts.80,2.557694435119629
model.layers.38.mlp.experts.81,2.555143117904663
model.layers.38.mlp.experts.82,2.5576281547546387
model.layers.38.mlp.experts.83,2.552339553833008
model.layers.38.mlp.experts.84,2.5706160068511963
model.layers.38.mlp.experts.85,2.56145453453064
model.layers.38.mlp.experts.86,2.5609893798828125
model.layers.38.mlp.experts.87,2.551717519760132
model.layers.38.mlp.experts.88,2.5521748065948486
model.layers.38.mlp.experts.89,2.552022695541382
model.layers.38.mlp.experts.9,2.552513360977173
model.layers.38.mlp.experts.90,2.551814317703247
model.layers.38.mlp.experts.91,2.560047149658203
model.layers.38.mlp.experts.92,2.55490779876709
model.layers.38.mlp.experts.93,2.554990768432617
model.layers.38.mlp.experts.94,2.5594797134399414
model.layers.38.mlp.experts.95,2.552933692932129
model.layers.38.mlp.experts.96,2.5703511238098145
model.layers.38.mlp.experts.97,2.553947925567627
model.layers.38.mlp.experts.98,2.5653247833251958
model.layers.38.mlp.experts.99,2.563807249069214
model.layers.38.mlp.shared_experts,2.755573272705078
model.layers.38.self_attn,2.6192994117736816
model.layers.39.mlp.experts.0,2.5543694496154785
model.layers.39.mlp.experts.1,2.6160600185394287
model.layers.39.mlp.experts.10,2.5559470653533936
model.layers.39.mlp.experts.100,2.5528478622436523
model.layers.39.mlp.experts.101,2.552077531814575
model.layers.39.mlp.experts.102,2.55120849609375
model.layers.39.mlp.experts.103,2.5522236824035645
model.layers.39.mlp.experts.104,2.586463451385498
model.layers.39.mlp.experts.105,2.5577175617218018
model.layers.39.mlp.experts.106,2.552023410797119
model.layers.39.mlp.experts.107,2.5605509281158447
model.layers.39.mlp.experts.108,2.551691055297852
model.layers.39.mlp.experts.109,2.553138256072998
model.layers.39.mlp.experts.11,2.5600740909576416
model.layers.39.mlp.experts.110,2.5562727451324463
model.layers.39.mlp.experts.111,2.551612377166748
model.layers.39.mlp.experts.112,2.5615570545196533
model.layers.39.mlp.experts.113,2.5585289001464844
model.layers.39.mlp.experts.114,2.55177903175354
model.layers.39.mlp.experts.115,2.5597140789031982
model.layers.39.mlp.experts.116,2.58640193939209
model.layers.39.mlp.experts.117,2.55861496925354
model.layers.39.mlp.experts.118,2.55580997467041
model.layers.39.mlp.experts.119,2.553865671157837
model.layers.39.mlp.experts.12,2.595917224884033
model.layers.39.mlp.experts.120,2.562774658203125
model.layers.39.mlp.experts.121,2.5542213916778564
model.layers.39.mlp.experts.122,2.56677508354187
model.layers.39.mlp.experts.123,2.5527961254119877
model.layers.39.mlp.experts.124,2.5534071922302246
model.layers.39.mlp.experts.125,2.552022218704224
model.layers.39.mlp.experts.126,2.557908058166504
model.layers.39.mlp.experts.127,2.570110559463501
model.layers.39.mlp.experts.128,2.553473949432373
model.layers.39.mlp.experts.129,2.552356004714966
model.layers.39.mlp.experts.13,2.654099464416504
model.layers.39.mlp.experts.130,2.5509934425354004
model.layers.39.mlp.experts.131,2.5585646629333496
model.layers.39.mlp.experts.132,2.5514848232269287
model.layers.39.mlp.experts.133,2.551973581314087
model.layers.39.mlp.experts.134,2.556445837020874
model.layers.39.mlp.experts.135,2.56400728225708
model.layers.39.mlp.experts.136,2.552443742752075
model.layers.39.mlp.experts.137,2.552096366882324
model.layers.39.mlp.experts.138,2.556299924850464
model.layers.39.mlp.experts.139,2.5522797107696533
model.layers.39.mlp.experts.14,2.568664312362671
model.layers.39.mlp.experts.140,2.5706677436828613
model.layers.39.mlp.experts.141,2.557936429977417
model.layers.39.mlp.experts.142,2.5586719512939453
model.layers.39.mlp.experts.143,2.5532867908477783
model.layers.39.mlp.experts.144,2.5544474124908447
model.layers.39.mlp.experts.145,2.5529625415802
model.layers.39.mlp.experts.146,2.560055732727051
model.layers.39.mlp.experts.147,2.55603551864624
model.layers.39.mlp.experts.148,2.5571393966674805
model.layers.39.mlp.experts.149,2.5654172897338867
model.layers.39.mlp.experts.15,2.5782992839813232
model.layers.39.mlp.experts.150,2.5543429851531982
model.layers.39.mlp.experts.151,2.6131350994110107
model.layers.39.mlp.experts.152,2.564005136489868
model.layers.39.mlp.experts.153,2.553213834762573
model.layers.39.mlp.experts.154,2.560039758682251
model.layers.39.mlp.experts.155,2.56179141998291
model.layers.39.mlp.experts.156,2.551809072494507
model.layers.39.mlp.experts.157,2.558157444000244
model.layers.39.mlp.experts.158,2.5646047592163086
model.layers.39.mlp.experts.159,2.5572190284729004
model.layers.39.mlp.experts.16,2.5562429428100586
model.layers.39.mlp.experts.160,2.559795379638672
model.layers.39.mlp.experts.161,2.56235146522522
model.layers.39.mlp.experts.162,2.5619888305664062
model.layers.39.mlp.experts.163,2.561124324798584
model.layers.39.mlp.experts.164,2.554230213165283
model.layers.39.mlp.experts.165,2.5527186393737797
model.layers.39.mlp.experts.166,2.562824249267578
model.layers.39.mlp.experts.167,2.553046703338623
model.layers.39.mlp.experts.168,2.605172634124756
model.layers.39.mlp.experts.169,2.567573070526123
model.layers.39.mlp.experts.17,2.55315899848938
model.layers.39.mlp.experts.170,2.55353045463562
model.layers.39.mlp.experts.171,2.5514321327209477
model.layers.39.mlp.experts.172,2.595703601837158
model.layers.39.mlp.experts.173,2.5642099380493164
model.layers.39.mlp.experts.174,2.5517499446868896
model.layers.39.mlp.experts.175,2.552115201950073
model.layers.39.mlp.experts.176,2.554287433624268
model.layers.39.mlp.experts.177,2.551771640777588
model.layers.39.mlp.experts.178,2.6035544872283936
model.layers.39.mlp.experts.179,2.5624682903289795
model.layers.39.mlp.experts.18,2.582814693450928
model.layers.39.mlp.experts.180,2.5582644939422607
model.layers.39.mlp.experts.181,2.5576906204223637
model.layers.39.mlp.experts.182,2.604763984680176
model.layers.39.mlp.experts.183,2.562556743621826
model.layers.39.mlp.experts.184,2.5512337684631348
model.layers.39.mlp.experts.185,2.5517539978027344
model.layers.39.mlp.experts.186,2.550524473190308
model.layers.39.mlp.experts.187,2.551548957824707
model.layers.39.mlp.experts.188,2.55482029914856
model.layers.39.mlp.experts.189,2.5555098056793213
model.layers.39.mlp.experts.19,2.557794570922852
model.layers.39.mlp.experts.190,2.5546793937683105
model.layers.39.mlp.experts.191,2.560835361480713
model.layers.39.mlp.experts.192,2.561116933822632
model.layers.39.mlp.experts.193,2.554691791534424
model.layers.39.mlp.experts.194,2.5513718128204346
model.layers.39.mlp.experts.195,2.557568311691284
model.layers.39.mlp.experts.196,2.5588903427124023
model.layers.39.mlp.experts.197,2.5560736656188965
model.layers.39.mlp.experts.198,2.5519745349884038
model.layers.39.mlp.experts.199,2.55208420753479
model.layers.39.mlp.experts.2,2.5519113540649414
model.layers.39.mlp.experts.20,2.5650174617767334
model.layers.39.mlp.experts.200,2.555082321166992
model.layers.39.mlp.experts.201,2.55646014213562
model.layers.39.mlp.experts.202,2.556834936141968
model.layers.39.mlp.experts.203,2.55350661277771
model.layers.39.mlp.experts.204,2.550940990447998
model.layers.39.mlp.experts.205,2.575587034225464
model.layers.39.mlp.experts.206,2.557514190673828
model.layers.39.mlp.experts.207,2.556559801101685
model.layers.39.mlp.experts.208,2.553487539291382
model.layers.39.mlp.experts.209,2.5552291870117188
model.layers.39.mlp.experts.21,2.5545806884765625
model.layers.39.mlp.experts.210,2.557743549346924
model.layers.39.mlp.experts.211,2.5538368225097656
model.layers.39.mlp.experts.212,2.555994749069214
model.layers.39.mlp.experts.213,2.559935569763184
model.layers.39.mlp.experts.214,2.558449506759644
model.layers.39.mlp.experts.215,2.55159854888916
model.layers.39.mlp.experts.216,2.551602363586426
model.layers.39.mlp.experts.217,2.5534660816192627
model.layers.39.mlp.experts.218,2.552567720413208
model.layers.39.mlp.experts.219,2.551116943359375
model.layers.39.mlp.experts.22,2.551760196685791
model.layers.39.mlp.experts.220,2.558027744293213
model.layers.39.mlp.experts.221,2.55338716506958
model.layers.39.mlp.experts.222,2.55298113822937
model.layers.39.mlp.experts.223,2.5566635131835938
model.layers.39.mlp.experts.224,2.577491521835327
model.layers.39.mlp.experts.225,2.552587509155273
model.layers.39.mlp.experts.226,2.553058624267578
model.layers.39.mlp.experts.227,2.5534698963165283
model.layers.39.mlp.experts.228,2.5517635345458984
model.layers.39.mlp.experts.229,2.565366506576538
model.layers.39.mlp.experts.23,2.551413059234619
model.layers.39.mlp.experts.230,2.551588773727417
model.layers.39.mlp.experts.231,2.5519332885742188
model.layers.39.mlp.experts.232,2.553064107894897
model.layers.39.mlp.experts.233,2.551170110702514
model.layers.39.mlp.experts.234,2.5510177612304688
model.layers.39.mlp.experts.235,2.552253246307373
model.layers.39.mlp.experts.236,2.5680837631225586
model.layers.39.mlp.experts.237,2.5522053241729736
model.layers.39.mlp.experts.238,2.551659345626831
model.layers.39.mlp.experts.239,2.563405990600586
model.layers.39.mlp.experts.24,2.5622782707214355
model.layers.39.mlp.experts.240,2.55554723739624
model.layers.39.mlp.experts.241,2.555019855499268
model.layers.39.mlp.experts.242,2.554664134979248
model.layers.39.mlp.experts.243,2.551802158355713
model.layers.39.mlp.experts.244,2.551593542098999
model.layers.39.mlp.experts.245,2.5524606704711914
model.layers.39.mlp.experts.246,2.551816463470459
model.layers.39.mlp.experts.247,2.552138090133667
model.layers.39.mlp.experts.248,2.551027774810791
model.layers.39.mlp.experts.249,2.5513081550598145
model.layers.39.mlp.experts.25,2.5506603717803955
model.layers.39.mlp.experts.250,2.5552103519439697
model.layers.39.mlp.experts.251,2.5525827407836914
model.layers.39.mlp.experts.252,2.566977024078369
model.layers.39.mlp.experts.253,2.556851625442505
model.layers.39.mlp.experts.254,2.5564279556274414
model.layers.39.mlp.experts.255,2.592893123626709
model.layers.39.mlp.experts.26,2.56422758102417
model.layers.39.mlp.experts.27,2.5609946250915527
model.layers.39.mlp.experts.28,2.557948589324951
model.layers.39.mlp.experts.29,2.554205894470215
model.layers.39.mlp.experts.3,2.552696466445923
model.layers.39.mlp.experts.30,2.5522613525390625
model.layers.39.mlp.experts.31,2.5530214309692383
model.layers.39.mlp.experts.32,2.558218002319336
model.layers.39.mlp.experts.33,2.5529401302337646
model.layers.39.mlp.experts.34,2.553395986557007
model.layers.39.mlp.experts.35,2.555532693862915
model.layers.39.mlp.experts.36,2.578102827072144
model.layers.39.mlp.experts.37,2.558229446411133
model.layers.39.mlp.experts.38,2.552222490310669
model.layers.39.mlp.experts.39,2.5520613193511963
model.layers.39.mlp.experts.4,2.555582284927368
model.layers.39.mlp.experts.40,2.5521254539489746
model.layers.39.mlp.experts.41,2.5556845664978027
model.layers.39.mlp.experts.42,2.550870895385742
model.layers.39.mlp.experts.43,2.553583860397339
model.layers.39.mlp.experts.44,2.569624900817871
model.layers.39.mlp.experts.45,2.5531513690948486
model.layers.39.mlp.experts.46,2.5645840167999268
model.layers.39.mlp.experts.47,2.555532693862915
model.layers.39.mlp.experts.48,2.5598409175872803
model.layers.39.mlp.experts.49,2.553083658218384
model.layers.39.mlp.experts.5,2.5607173442840576
model.layers.39.mlp.experts.50,2.5552239418029785
model.layers.39.mlp.experts.51,2.5673632621765137
model.layers.39.mlp.experts.52,2.5649449825286865
model.layers.39.mlp.experts.53,2.554672956466675
model.layers.39.mlp.experts.54,2.565109968185425
model.layers.39.mlp.experts.55,2.55196213722229
model.layers.39.mlp.experts.56,2.5533924102783203
model.layers.39.mlp.experts.57,2.55720853805542
model.layers.39.mlp.experts.58,2.558316230773926
model.layers.39.mlp.experts.59,2.550913095474243
model.layers.39.mlp.experts.6,2.5538365840911865
model.layers.39.mlp.experts.60,2.5504746437072754
model.layers.39.mlp.experts.61,2.553829431533813
model.layers.39.mlp.experts.62,2.5548641681671143
model.layers.39.mlp.experts.63,2.5511069297790527
model.layers.39.mlp.experts.64,2.565016984939575
model.layers.39.mlp.experts.65,2.555619716644287
model.layers.39.mlp.experts.66,2.5537900924682617
model.layers.39.mlp.experts.67,2.552896022796631
model.layers.39.mlp.experts.68,2.5533487796783447
model.layers.39.mlp.experts.69,2.552435874938965
model.layers.39.mlp.experts.7,2.551074981689453
model.layers.39.mlp.experts.70,2.554112434387207
model.layers.39.mlp.experts.71,2.5639421939849854
model.layers.39.mlp.experts.72,2.5535521507263184
model.layers.39.mlp.experts.73,2.559868097305298
model.layers.39.mlp.experts.74,2.556718111038208
model.layers.39.mlp.experts.75,2.5549204349517822
model.layers.39.mlp.experts.76,2.5527358055114746
model.layers.39.mlp.experts.77,2.562541961669922
model.layers.39.mlp.experts.78,2.565068244934082
model.layers.39.mlp.experts.79,2.555184364318848
model.layers.39.mlp.experts.8,2.553460597991944
model.layers.39.mlp.experts.80,2.554260730743408
model.layers.39.mlp.experts.81,2.61340069770813
model.layers.39.mlp.experts.82,2.552165269851685
model.layers.39.mlp.experts.83,2.5608181953430176
model.layers.39.mlp.experts.84,2.5591471195220947
model.layers.39.mlp.experts.85,2.56490421295166
model.layers.39.mlp.experts.86,2.551851987838745
model.layers.39.mlp.experts.87,2.556503772735596
model.layers.39.mlp.experts.88,2.5533430576324463
model.layers.39.mlp.experts.89,2.5536670684814453
model.layers.39.mlp.experts.9,2.55256724357605
model.layers.39.mlp.experts.90,2.5660181045532227
model.layers.39.mlp.experts.91,2.5526084899902344
model.layers.39.mlp.experts.92,2.553410053253174
model.layers.39.mlp.experts.93,2.552417278289795
model.layers.39.mlp.experts.94,2.558774709701538
model.layers.39.mlp.experts.95,2.5525612831115723
model.layers.39.mlp.experts.96,2.550944805145264
model.layers.39.mlp.experts.97,2.5523345470428467
model.layers.39.mlp.experts.98,2.5527713298797607
model.layers.39.mlp.experts.99,2.554817676544189
model.layers.39.mlp.shared_experts,2.74814248085022
model.layers.39.self_attn,2.6016933917999268
model.layers.4.mlp.experts.0,2.862431526184082
model.layers.4.mlp.experts.1,2.7762272357940674
model.layers.4.mlp.experts.10,3.071356773376465
model.layers.4.mlp.experts.100,3.2701895236968994
model.layers.4.mlp.experts.101,3.114996910095215
model.layers.4.mlp.experts.102,2.862852096557617
model.layers.4.mlp.experts.103,3.1906371116638184
model.layers.4.mlp.experts.104,3.0581774711608887
model.layers.4.mlp.experts.105,3.325969696044922
model.layers.4.mlp.experts.106,3.0302956104278564
model.layers.4.mlp.experts.107,3.1894118785858154
model.layers.4.mlp.experts.108,2.815737724304199
model.layers.4.mlp.experts.109,2.844820499420166
model.layers.4.mlp.experts.11,2.863487958908081
model.layers.4.mlp.experts.110,2.714686632156372
model.layers.4.mlp.experts.111,3.034168243408203
model.layers.4.mlp.experts.112,3.0223019123077397
model.layers.4.mlp.experts.113,3.15662169456482
model.layers.4.mlp.experts.114,3.208052635192871
model.layers.4.mlp.experts.115,2.8804240226745605
model.layers.4.mlp.experts.116,2.887808084487915
model.layers.4.mlp.experts.117,3.127855062484741
model.layers.4.mlp.experts.118,3.186558485031128
model.layers.4.mlp.experts.119,3.0895137786865234
model.layers.4.mlp.experts.12,3.1041688919067383
model.layers.4.mlp.experts.120,2.9959819316864014
model.layers.4.mlp.experts.121,2.7177846431732178
model.layers.4.mlp.experts.122,2.903327703475952
model.layers.4.mlp.experts.123,2.8454384803771973
model.layers.4.mlp.experts.124,2.940973997116089
model.layers.4.mlp.experts.125,2.812689304351806
model.layers.4.mlp.experts.126,3.020068645477295
model.layers.4.mlp.experts.127,2.9326412677764893
model.layers.4.mlp.experts.128,3.176123142242432
model.layers.4.mlp.experts.129,3.14551305770874
model.layers.4.mlp.experts.13,3.138404369354248
model.layers.4.mlp.experts.130,3.1352028846740723
model.layers.4.mlp.experts.131,3.087770462036133
model.layers.4.mlp.experts.132,3.2103116512298584
model.layers.4.mlp.experts.133,2.868782520294189
model.layers.4.mlp.experts.134,2.851564884185791
model.layers.4.mlp.experts.135,3.284807682037353
model.layers.4.mlp.experts.136,3.129077434539795
model.layers.4.mlp.experts.137,2.910242795944214
model.layers.4.mlp.experts.138,3.0608034133911133
model.layers.4.mlp.experts.139,2.887692451477051
model.layers.4.mlp.experts.14,2.98437237739563
model.layers.4.mlp.experts.140,3.192304372787476
model.layers.4.mlp.experts.141,2.9019455909729004
model.layers.4.mlp.experts.142,2.997486114501953
model.layers.4.mlp.experts.143,2.913506031036377
model.layers.4.mlp.experts.144,2.979697227478028
model.layers.4.mlp.experts.145,3.148963689804077
model.layers.4.mlp.experts.146,2.912552118301392
model.layers.4.mlp.experts.147,3.067028760910034
model.layers.4.mlp.experts.148,2.6857831478118896
model.layers.4.mlp.experts.149,3.055871963500977
model.layers.4.mlp.experts.15,2.9343466758728027
model.layers.4.mlp.experts.150,2.83723258972168
model.layers.4.mlp.experts.151,2.998223066329956
model.layers.4.mlp.experts.152,3.045189619064331
model.layers.4.mlp.experts.153,2.903855085372925
model.layers.4.mlp.experts.154,2.972006797790528
model.layers.4.mlp.experts.155,2.920372009277344
model.layers.4.mlp.experts.156,2.994602680206299
model.layers.4.mlp.experts.157,3.2011544704437256
model.layers.4.mlp.experts.158,2.665285348892212
model.layers.4.mlp.experts.159,3.2769854068756104
model.layers.4.mlp.experts.16,2.862741470336914
model.layers.4.mlp.experts.160,3.2588977813720703
model.layers.4.mlp.experts.161,2.861357927322388
model.layers.4.mlp.experts.162,3.226731300354004
model.layers.4.mlp.experts.163,3.3888473510742188
model.layers.4.mlp.experts.164,3.2850682735443115
model.layers.4.mlp.experts.165,3.2584593296051025
model.layers.4.mlp.experts.166,3.1797516345977783
model.layers.4.mlp.experts.167,3.109029769897461
model.layers.4.mlp.experts.168,3.158996105194092
model.layers.4.mlp.experts.169,2.8674428462982178
model.layers.4.mlp.experts.17,3.1802804470062256
model.layers.4.mlp.experts.170,3.2972371578216557
model.layers.4.mlp.experts.171,3.2280309200286865
model.layers.4.mlp.experts.172,3.2222018241882324
model.layers.4.mlp.experts.173,2.993063449859619
model.layers.4.mlp.experts.174,3.1722636222839355
model.layers.4.mlp.experts.175,3.2392735481262207
model.layers.4.mlp.experts.176,3.1607308387756348
model.layers.4.mlp.experts.177,2.956106185913086
model.layers.4.mlp.experts.178,3.0342447757720947
model.layers.4.mlp.experts.179,2.9762911796569824
model.layers.4.mlp.experts.18,3.0043766498565674
model.layers.4.mlp.experts.180,3.213165760040283
model.layers.4.mlp.experts.181,2.9774980545043945
model.layers.4.mlp.experts.182,3.172119379043579
model.layers.4.mlp.experts.183,3.0217323303222656
model.layers.4.mlp.experts.184,2.7458534240722656
model.layers.4.mlp.experts.185,3.449720621109009
model.layers.4.mlp.experts.186,3.0821356773376465
model.layers.4.mlp.experts.187,3.1321816444396973
model.layers.4.mlp.experts.188,2.8887038230896
model.layers.4.mlp.experts.189,2.9218621253967285
model.layers.4.mlp.experts.19,2.84480357170105
model.layers.4.mlp.experts.190,2.777728319168091
model.layers.4.mlp.experts.191,3.1050374507904053
model.layers.4.mlp.experts.192,2.665315628051758
model.layers.4.mlp.experts.193,3.0217878818511963
model.layers.4.mlp.experts.194,3.006739854812622
model.layers.4.mlp.experts.195,2.742739677429199
model.layers.4.mlp.experts.196,3.118744134902954
model.layers.4.mlp.experts.197,2.9604856967926025
model.layers.4.mlp.experts.198,2.7488527297973637
model.layers.4.mlp.experts.199,3.0228872299194336
model.layers.4.mlp.experts.2,3.036930561065674
model.layers.4.mlp.experts.20,2.796349287033081
model.layers.4.mlp.experts.200,2.8977320194244385
model.layers.4.mlp.experts.201,3.1482622623443604
model.layers.4.mlp.experts.202,3.1013474464416504
model.layers.4.mlp.experts.203,2.9573893547058105
model.layers.4.mlp.experts.204,2.8211658000946045
model.layers.4.mlp.experts.205,2.865546941757202
model.layers.4.mlp.experts.206,2.956979274749756
model.layers.4.mlp.experts.207,3.1569173336029053
model.layers.4.mlp.experts.208,2.9328904151916504
model.layers.4.mlp.experts.209,3.155462741851806
model.layers.4.mlp.experts.21,2.9538419246673584
model.layers.4.mlp.experts.210,3.157871723175049
model.layers.4.mlp.experts.211,2.7820634841918945
model.layers.4.mlp.experts.212,2.973259687423706
model.layers.4.mlp.experts.213,2.99793004989624
model.layers.4.mlp.experts.214,2.895704507827759
model.layers.4.mlp.experts.215,2.789700746536255
model.layers.4.mlp.experts.216,3.2294487953186035
model.layers.4.mlp.experts.217,2.8958654403686523
model.layers.4.mlp.experts.218,2.8239169120788574
model.layers.4.mlp.experts.219,2.771811962127685
model.layers.4.mlp.experts.22,3.161203384399414
model.layers.4.mlp.experts.220,2.7966794967651367
model.layers.4.mlp.experts.221,3.211122512817383
model.layers.4.mlp.experts.222,3.0860073566436768
model.layers.4.mlp.experts.223,2.8078067302703857
model.layers.4.mlp.experts.224,2.9576351642608643
model.layers.4.mlp.experts.225,3.122061014175415
model.layers.4.mlp.experts.226,2.983936309814453
model.layers.4.mlp.experts.227,3.003370761871338
model.layers.4.mlp.experts.228,2.864412546157837
model.layers.4.mlp.experts.229,3.1859681606292725
model.layers.4.mlp.experts.23,2.906015157699585
model.layers.4.mlp.experts.230,3.11458420753479
model.layers.4.mlp.experts.231,2.790472507476806
model.layers.4.mlp.experts.232,3.2484560012817383
model.layers.4.mlp.experts.233,2.7233266830444336
model.layers.4.mlp.experts.234,3.1272642612457275
model.layers.4.mlp.experts.235,3.0315113067626958
model.layers.4.mlp.experts.236,2.9968667030334477
model.layers.4.mlp.experts.237,3.003978490829468
model.layers.4.mlp.experts.238,2.7354369163513184
model.layers.4.mlp.experts.239,3.1177568435668945
model.layers.4.mlp.experts.24,3.0646719932556152
model.layers.4.mlp.experts.240,3.0280652046203613
model.layers.4.mlp.experts.241,3.164121150970459
model.layers.4.mlp.experts.242,2.83703875541687
model.layers.4.mlp.experts.243,2.768505096435547
model.layers.4.mlp.experts.244,2.977959632873535
model.layers.4.mlp.experts.245,3.166132926940918
model.layers.4.mlp.experts.246,2.688401460647583
model.layers.4.mlp.experts.247,2.964783191680908
model.layers.4.mlp.experts.248,2.8378193378448486
model.layers.4.mlp.experts.249,2.898143768310547
model.layers.4.mlp.experts.25,3.0839881896972656
model.layers.4.mlp.experts.250,2.774132490158081
model.layers.4.mlp.experts.251,2.7611591815948486
model.layers.4.mlp.experts.252,2.8959920406341557
model.layers.4.mlp.experts.253,3.3244123458862305
model.layers.4.mlp.experts.254,3.163228988647461
model.layers.4.mlp.experts.255,3.033867835998535
model.layers.4.mlp.experts.26,3.295017957687378
model.layers.4.mlp.experts.27,3.149848222732544
model.layers.4.mlp.experts.28,2.9205517768859863
model.layers.4.mlp.experts.29,2.9641568660736084
model.layers.4.mlp.experts.3,3.0409560203552246
model.layers.4.mlp.experts.30,2.69369912147522
model.layers.4.mlp.experts.31,3.3585755825042725
model.layers.4.mlp.experts.32,3.1201281547546387
model.layers.4.mlp.experts.33,3.201258659362793
model.layers.4.mlp.experts.34,2.9530487060546875
model.layers.4.mlp.experts.35,3.1822166442871094
model.layers.4.mlp.experts.36,2.932316780090332
model.layers.4.mlp.experts.37,2.862273693084717
model.layers.4.mlp.experts.38,3.012016534805298
model.layers.4.mlp.experts.39,2.6886861324310303
model.layers.4.mlp.experts.4,3.1962757110595703
model.layers.4.mlp.experts.40,3.190593719482422
model.layers.4.mlp.experts.41,3.202918529510498
model.layers.4.mlp.experts.42,2.964888334274292
model.layers.4.mlp.experts.43,2.9626219272613525
model.layers.4.mlp.experts.44,2.791566848754883
model.layers.4.mlp.experts.45,2.9102370738983154
model.layers.4.mlp.experts.46,3.1138572692871094
model.layers.4.mlp.experts.47,2.8565127849578857
model.layers.4.mlp.experts.48,2.743315458297729
model.layers.4.mlp.experts.49,3.0330910682678223
model.layers.4.mlp.experts.5,3.208382606506348
model.layers.4.mlp.experts.50,2.809386730194092
model.layers.4.mlp.experts.51,3.234750986099243
model.layers.4.mlp.experts.52,3.151393175125122
model.layers.4.mlp.experts.53,2.768505096435547
model.layers.4.mlp.experts.54,2.7756826877593994
model.layers.4.mlp.experts.55,2.9182586669921875
model.layers.4.mlp.experts.56,3.236093282699585
model.layers.4.mlp.experts.57,3.198991298675537
model.layers.4.mlp.experts.58,3.204421281814575
model.layers.4.mlp.experts.59,3.103632688522339
model.layers.4.mlp.experts.6,3.1430935859680176
model.layers.4.mlp.experts.60,3.241981267929077
model.layers.4.mlp.experts.61,2.891921281814575
model.layers.4.mlp.experts.62,3.1503448486328125
model.layers.4.mlp.experts.63,3.077904224395752
model.layers.4.mlp.experts.64,3.0006356239318848
model.layers.4.mlp.experts.65,3.222337245941162
model.layers.4.mlp.experts.66,2.9637928009033203
model.layers.4.mlp.experts.67,3.2407119274139404
model.layers.4.mlp.experts.68,2.825394868850708
model.layers.4.mlp.experts.69,2.720217227935791
model.layers.4.mlp.experts.7,2.950489997863769
model.layers.4.mlp.experts.70,2.9161343574523926
model.layers.4.mlp.experts.71,3.0138907432556152
model.layers.4.mlp.experts.72,3.089670181274414
model.layers.4.mlp.experts.73,3.129572868347168
model.layers.4.mlp.experts.74,2.8624744415283203
model.layers.4.mlp.experts.75,3.323205947875977
model.layers.4.mlp.experts.76,3.181626081466675
model.layers.4.mlp.experts.77,2.708577871322632
model.layers.4.mlp.experts.78,3.120211601257324
model.layers.4.mlp.experts.79,2.989234447479248
model.layers.4.mlp.experts.8,2.9936363697052
model.layers.4.mlp.experts.80,2.9303572177886963
model.layers.4.mlp.experts.81,3.0086419582366943
model.layers.4.mlp.experts.82,3.1531317234039307
model.layers.4.mlp.experts.83,3.078948736190796
model.layers.4.mlp.experts.84,3.112708330154419
model.layers.4.mlp.experts.85,3.177860975265503
model.layers.4.mlp.experts.86,3.220552444458008
model.layers.4.mlp.experts.87,3.0071239471435547
model.layers.4.mlp.experts.88,2.8138277530670166
model.layers.4.mlp.experts.89,2.883294105529785
model.layers.4.mlp.experts.9,3.3208580017089844
model.layers.4.mlp.experts.90,3.0431361198425293
model.layers.4.mlp.experts.91,2.929845333099365
model.layers.4.mlp.experts.92,3.073981761932373
model.layers.4.mlp.experts.93,2.975462913513184
model.layers.4.mlp.experts.94,3.125027656555176
model.layers.4.mlp.experts.95,3.0489330291748047
model.layers.4.mlp.experts.96,3.138824224472046
model.layers.4.mlp.experts.97,3.173478126525879
model.layers.4.mlp.experts.98,3.0230720043182373
model.layers.4.mlp.experts.99,2.9502551555633545
model.layers.4.mlp.shared_experts,2.792300224304199
model.layers.4.self_attn,2.8530519008636475
model.layers.40.mlp.experts.0,2.552972316741944
model.layers.40.mlp.experts.1,2.55193829536438
model.layers.40.mlp.experts.10,2.5569546222686768
model.layers.40.mlp.experts.100,2.551377534866333
model.layers.40.mlp.experts.101,2.568542003631592
model.layers.40.mlp.experts.102,2.553004503250122
model.layers.40.mlp.experts.103,2.5624096393585205
model.layers.40.mlp.experts.104,2.559054374694824
model.layers.40.mlp.experts.105,2.5543694496154785
model.layers.40.mlp.experts.106,2.562020063400269
model.layers.40.mlp.experts.107,2.552574396133423
model.layers.40.mlp.experts.108,2.5576846599578857
model.layers.40.mlp.experts.109,2.5522565841674805
model.layers.40.mlp.experts.11,2.578341245651245
model.layers.40.mlp.experts.110,2.554152250289917
model.layers.40.mlp.experts.111,2.574173927307129
model.layers.40.mlp.experts.112,2.5537590980529785
model.layers.40.mlp.experts.113,2.5601954460144043
model.layers.40.mlp.experts.114,2.5647106170654297
model.layers.40.mlp.experts.115,2.554258346557617
model.layers.40.mlp.experts.116,2.553403615951538
model.layers.40.mlp.experts.117,2.55495834350586
model.layers.40.mlp.experts.118,2.5562257766723637
model.layers.40.mlp.experts.119,2.5517964363098145
model.layers.40.mlp.experts.12,2.554673194885254
model.layers.40.mlp.experts.120,2.551248073577881
model.layers.40.mlp.experts.121,2.584057092666626
model.layers.40.mlp.experts.122,2.5521748065948486
model.layers.40.mlp.experts.123,2.5684194564819336
model.layers.40.mlp.experts.124,2.567983627319336
model.layers.40.mlp.experts.125,2.554264068603516
model.layers.40.mlp.experts.126,2.5743329524993896
model.layers.40.mlp.experts.127,2.5567097663879395
model.layers.40.mlp.experts.128,2.551117181777954
model.layers.40.mlp.experts.129,2.551654815673828
model.layers.40.mlp.experts.13,2.5531249046325684
model.layers.40.mlp.experts.130,2.5568532943725586
model.layers.40.mlp.experts.131,2.554830551147461
model.layers.40.mlp.experts.132,2.579176664352417
model.layers.40.mlp.experts.133,2.555698871612549
model.layers.40.mlp.experts.134,2.560631513595581
model.layers.40.mlp.experts.135,2.5510432720184326
model.layers.40.mlp.experts.136,2.552196264266968
model.layers.40.mlp.experts.137,2.5526397228240967
model.layers.40.mlp.experts.138,2.5541670322418213
model.layers.40.mlp.experts.139,2.5521483421325684
model.layers.40.mlp.experts.14,2.5589609146118164
model.layers.40.mlp.experts.140,2.556519031524658
model.layers.40.mlp.experts.141,2.5577549934387207
model.layers.40.mlp.experts.142,2.5513617992401123
model.layers.40.mlp.experts.143,2.5571537017822266
model.layers.40.mlp.experts.144,2.556022882461548
model.layers.40.mlp.experts.145,2.5508272647857666
model.layers.40.mlp.experts.146,2.5516886711120605
model.layers.40.mlp.experts.147,2.5530190467834477
model.layers.40.mlp.experts.148,2.552183151245117
model.layers.40.mlp.experts.149,2.554405450820923
model.layers.40.mlp.experts.15,2.5565648078918457
model.layers.40.mlp.experts.150,2.554133892059326
model.layers.40.mlp.experts.151,2.552687168121338
model.layers.40.mlp.experts.152,2.5534167289733887
model.layers.40.mlp.experts.153,2.551605463027954
model.layers.40.mlp.experts.154,2.550938606262207
model.layers.40.mlp.experts.155,2.5514492988586426
model.layers.40.mlp.experts.156,2.5541958808898926
model.layers.40.mlp.experts.157,2.552029609680176
model.layers.40.mlp.experts.158,2.55262303352356
model.layers.40.mlp.experts.159,2.554938793182373
model.layers.40.mlp.experts.16,2.5662879943847656
model.layers.40.mlp.experts.160,2.5570156574249268
model.layers.40.mlp.experts.161,2.553835391998291
model.layers.40.mlp.experts.162,2.5601015090942383
model.layers.40.mlp.experts.163,2.557283639907837
model.layers.40.mlp.experts.164,2.5533995628356934
model.layers.40.mlp.experts.165,2.552180767059326
model.layers.40.mlp.experts.166,2.551962375640869
model.layers.40.mlp.experts.167,2.56766414642334
model.layers.40.mlp.experts.168,2.558691024780273
model.layers.40.mlp.experts.169,2.5677735805511475
model.layers.40.mlp.experts.17,2.5633060932159424
model.layers.40.mlp.experts.170,2.5686936378479004
model.layers.40.mlp.experts.171,2.5623435974121094
model.layers.40.mlp.experts.172,2.5541248321533203
model.layers.40.mlp.experts.173,2.5561845302581787
model.layers.40.mlp.experts.174,2.551490545272827
model.layers.40.mlp.experts.175,2.552945613861084
model.layers.40.mlp.experts.176,2.5540976524353027
model.layers.40.mlp.experts.177,2.551822662353516
model.layers.40.mlp.experts.178,2.559236764907837
model.layers.40.mlp.experts.179,2.552687644958496
model.layers.40.mlp.experts.18,2.55161452293396
model.layers.40.mlp.experts.180,2.5508346557617188
model.layers.40.mlp.experts.181,2.5526413917541504
model.layers.40.mlp.experts.182,2.565591096878052
model.layers.40.mlp.experts.183,2.5670242309570312
model.layers.40.mlp.experts.184,2.6218743324279785
model.layers.40.mlp.experts.185,2.553744077682495
model.layers.40.mlp.experts.186,2.558572769165039
model.layers.40.mlp.experts.187,2.5561108589172363
model.layers.40.mlp.experts.188,2.5595450401306152
model.layers.40.mlp.experts.189,2.5552754402160645
model.layers.40.mlp.experts.19,2.58279800415039
model.layers.40.mlp.experts.190,2.5533382892608643
model.layers.40.mlp.experts.191,2.560096979141236
model.layers.40.mlp.experts.192,2.5615057945251465
model.layers.40.mlp.experts.193,2.633073568344116
model.layers.40.mlp.experts.194,2.551798820495605
model.layers.40.mlp.experts.195,2.552165269851685
model.layers.40.mlp.experts.196,2.553798198699951
model.layers.40.mlp.experts.197,2.567682981491089
model.layers.40.mlp.experts.198,2.5542097091674805
model.layers.40.mlp.experts.199,2.5530455112457275
model.layers.40.mlp.experts.2,2.559872627258301
model.layers.40.mlp.experts.20,2.5523505210876465
model.layers.40.mlp.experts.200,2.5536158084869385
model.layers.40.mlp.experts.201,2.5887725353240967
model.layers.40.mlp.experts.202,2.559192180633545
model.layers.40.mlp.experts.203,2.5520644187927246
model.layers.40.mlp.experts.204,2.553678512573242
model.layers.40.mlp.experts.205,2.552951574325561
model.layers.40.mlp.experts.206,2.5564422607421875
model.layers.40.mlp.experts.207,2.55387544631958
model.layers.40.mlp.experts.208,2.552553176879883
model.layers.40.mlp.experts.209,2.55613112449646
model.layers.40.mlp.experts.21,2.5544567108154297
model.layers.40.mlp.experts.210,2.5625016689300537
model.layers.40.mlp.experts.211,2.552985191345215
model.layers.40.mlp.experts.212,2.57228422164917
model.layers.40.mlp.experts.213,2.5536093711853027
model.layers.40.mlp.experts.214,2.57146430015564
model.layers.40.mlp.experts.215,2.5566823482513428
model.layers.40.mlp.experts.216,2.5546669960021973
model.layers.40.mlp.experts.217,2.565657615661621
model.layers.40.mlp.experts.218,2.567127227783203
model.layers.40.mlp.experts.219,2.552145004272461
model.layers.40.mlp.experts.22,2.561689853668213
model.layers.40.mlp.experts.220,2.5548501014709477
model.layers.40.mlp.experts.221,2.557349443435669
model.layers.40.mlp.experts.222,2.6128628253936768
model.layers.40.mlp.experts.223,2.553606510162353
model.layers.40.mlp.experts.224,2.561936855316162
model.layers.40.mlp.experts.225,2.5583322048187256
model.layers.40.mlp.experts.226,2.5563440322875977
model.layers.40.mlp.experts.227,2.5687930583953857
model.layers.40.mlp.experts.228,2.5513856410980225
model.layers.40.mlp.experts.229,2.552192687988281
model.layers.40.mlp.experts.23,2.5642507076263428
model.layers.40.mlp.experts.230,2.556461334228516
model.layers.40.mlp.experts.231,2.557660818099976
model.layers.40.mlp.experts.232,2.5527749061584477
model.layers.40.mlp.experts.233,2.563472032546997
model.layers.40.mlp.experts.234,2.560380458831787
model.layers.40.mlp.experts.235,2.555537223815918
model.layers.40.mlp.experts.236,2.561943531036377
model.layers.40.mlp.experts.237,2.5514466762542725
model.layers.40.mlp.experts.238,2.5530738830566406
model.layers.40.mlp.experts.239,2.5522499084472656
model.layers.40.mlp.experts.24,2.558152675628662
model.layers.40.mlp.experts.240,2.5666310787200928
model.layers.40.mlp.experts.241,2.552976608276367
model.layers.40.mlp.experts.242,2.565321922302246
model.layers.40.mlp.experts.243,2.5537214279174805
model.layers.40.mlp.experts.244,2.5548408031463623
model.layers.40.mlp.experts.245,2.5683135986328125
model.layers.40.mlp.experts.246,2.560620784759521
model.layers.40.mlp.experts.247,2.554047107696533
model.layers.40.mlp.experts.248,2.555725336074829
model.layers.40.mlp.experts.249,2.5554769039154053
model.layers.40.mlp.experts.25,2.5525999069213867
model.layers.40.mlp.experts.250,2.5556466579437256
model.layers.40.mlp.experts.251,2.5518133640289307
model.layers.40.mlp.experts.252,2.5539493560791016
model.layers.40.mlp.experts.253,2.5602869987487797
model.layers.40.mlp.experts.254,2.5681276321411133
model.layers.40.mlp.experts.255,2.5521206855773926
model.layers.40.mlp.experts.26,2.56828236579895
model.layers.40.mlp.experts.27,2.557229995727539
model.layers.40.mlp.experts.28,2.553782224655152
model.layers.40.mlp.experts.29,2.553064584732056
model.layers.40.mlp.experts.3,2.552783489227295
model.layers.40.mlp.experts.30,2.605254888534546
model.layers.40.mlp.experts.31,2.5624985694885254
model.layers.40.mlp.experts.32,2.554100513458252
model.layers.40.mlp.experts.33,2.552686929702759
model.layers.40.mlp.experts.34,2.5590391159057617
model.layers.40.mlp.experts.35,2.553584337234497
model.layers.40.mlp.experts.36,2.553175210952759
model.layers.40.mlp.experts.37,2.550680160522461
model.layers.40.mlp.experts.38,2.565880537033081
model.layers.40.mlp.experts.39,2.55465030670166
model.layers.40.mlp.experts.4,2.5594327449798584
model.layers.40.mlp.experts.40,2.5513956546783447
model.layers.40.mlp.experts.41,2.5531837940216064
model.layers.40.mlp.experts.42,2.5539345741271973
model.layers.40.mlp.experts.43,2.552841663360596
model.layers.40.mlp.experts.44,2.5533971786499023
model.layers.40.mlp.experts.45,2.552014112472534
model.layers.40.mlp.experts.46,2.5557587146759038
model.layers.40.mlp.experts.47,2.551011800765991
model.layers.40.mlp.experts.48,2.581906795501709
model.layers.40.mlp.experts.49,2.553079605102539
model.layers.40.mlp.experts.5,2.5562243461608887
model.layers.40.mlp.experts.50,2.555098533630371
model.layers.40.mlp.experts.51,2.552295684814453
model.layers.40.mlp.experts.52,2.5836453437805176
model.layers.40.mlp.experts.53,2.5568687915802
model.layers.40.mlp.experts.54,2.5534486770629883
model.layers.40.mlp.experts.55,2.553046703338623
model.layers.40.mlp.experts.56,2.552671432495117
model.layers.40.mlp.experts.57,2.555213451385498
model.layers.40.mlp.experts.58,2.5516319274902344
model.layers.40.mlp.experts.59,2.57119369506836
model.layers.40.mlp.experts.6,2.5509562492370605
model.layers.40.mlp.experts.60,2.55276870727539
model.layers.40.mlp.experts.61,2.5535595417022705
model.layers.40.mlp.experts.62,2.5546576976776123
model.layers.40.mlp.experts.63,2.552966594696045
model.layers.40.mlp.experts.64,2.5548884868621826
model.layers.40.mlp.experts.65,2.561920166015625
model.layers.40.mlp.experts.66,2.5533535480499268
model.layers.40.mlp.experts.67,2.5570218563079834
model.layers.40.mlp.experts.68,2.5551531314849854
model.layers.40.mlp.experts.69,2.552504777908325
model.layers.40.mlp.experts.7,2.5507800579071045
model.layers.40.mlp.experts.70,2.5527052879333496
model.layers.40.mlp.experts.71,2.560931444168091
model.layers.40.mlp.experts.72,2.5555386543273926
model.layers.40.mlp.experts.73,2.5606555938720703
model.layers.40.mlp.experts.74,2.5527851581573486
model.layers.40.mlp.experts.75,2.555272340774536
model.layers.40.mlp.experts.76,2.5570292472839355
model.layers.40.mlp.experts.77,2.5600123405456543
model.layers.40.mlp.experts.78,2.5553128719329834
model.layers.40.mlp.experts.79,2.559312343597412
model.layers.40.mlp.experts.8,2.551419973373413
model.layers.40.mlp.experts.80,2.562174797058105
model.layers.40.mlp.experts.81,2.5559728145599365
model.layers.40.mlp.experts.82,2.5546789169311523
model.layers.40.mlp.experts.83,2.562849521636963
model.layers.40.mlp.experts.84,2.5513663291931152
model.layers.40.mlp.experts.85,2.553346872329712
model.layers.40.mlp.experts.86,2.553457021713257
model.layers.40.mlp.experts.87,2.552778720855713
model.layers.40.mlp.experts.88,2.55216121673584
model.layers.40.mlp.experts.89,2.554002523422241
model.layers.40.mlp.experts.9,2.5524661540985107
model.layers.40.mlp.experts.90,2.556748628616333
model.layers.40.mlp.experts.91,2.57065224647522
model.layers.40.mlp.experts.92,2.552651643753052
model.layers.40.mlp.experts.93,2.5599172115325928
model.layers.40.mlp.experts.94,2.5529067516326904
model.layers.40.mlp.experts.95,2.554818153381348
model.layers.40.mlp.experts.96,2.552626132965088
model.layers.40.mlp.experts.97,2.552708387374878
model.layers.40.mlp.experts.98,2.553347587585449
model.layers.40.mlp.experts.99,2.5528249740600586
model.layers.40.mlp.shared_experts,2.7255635261535645
model.layers.40.self_attn,2.587669610977173
model.layers.41.mlp.experts.0,2.5554659366607666
model.layers.41.mlp.experts.1,2.556013822555542
model.layers.41.mlp.experts.10,2.5652472972869877
model.layers.41.mlp.experts.100,2.587278127670288
model.layers.41.mlp.experts.101,2.557990074157715
model.layers.41.mlp.experts.102,2.5514678955078125
model.layers.41.mlp.experts.103,2.5511562824249268
model.layers.41.mlp.experts.104,2.5618205070495605
model.layers.41.mlp.experts.105,2.5565314292907715
model.layers.41.mlp.experts.106,2.555255174636841
model.layers.41.mlp.experts.107,2.5518558025360107
model.layers.41.mlp.experts.108,2.5660645961761475
model.layers.41.mlp.experts.109,2.5582683086395264
model.layers.41.mlp.experts.11,2.5531344413757324
model.layers.41.mlp.experts.110,2.554738759994507
model.layers.41.mlp.experts.111,2.5546534061431885
model.layers.41.mlp.experts.112,2.5547280311584477
model.layers.41.mlp.experts.113,2.554898738861084
model.layers.41.mlp.experts.114,2.554762125015259
model.layers.41.mlp.experts.115,2.55307674407959
model.layers.41.mlp.experts.116,2.555964469909668
model.layers.41.mlp.experts.117,2.583340167999268
model.layers.41.mlp.experts.118,2.551328659057617
model.layers.41.mlp.experts.119,2.55130934715271
model.layers.41.mlp.experts.12,2.565327405929565
model.layers.41.mlp.experts.120,2.5505874156951904
model.layers.41.mlp.experts.121,2.5581488609313965
model.layers.41.mlp.experts.122,2.556685209274292
model.layers.41.mlp.experts.123,2.567936420440674
model.layers.41.mlp.experts.124,2.5674474239349365
model.layers.41.mlp.experts.125,2.5515761375427246
model.layers.41.mlp.experts.126,2.5667383670806885
model.layers.41.mlp.experts.127,2.5587968826293945
model.layers.41.mlp.experts.128,2.560473918914795
model.layers.41.mlp.experts.129,2.5742154121398926
model.layers.41.mlp.experts.13,2.5520267486572266
model.layers.41.mlp.experts.130,2.552034854888916
model.layers.41.mlp.experts.131,2.5578315258026123
model.layers.41.mlp.experts.132,2.554126739501953
model.layers.41.mlp.experts.133,2.5513241291046143
model.layers.41.mlp.experts.134,2.553504705429077
model.layers.41.mlp.experts.135,2.5517072677612305
model.layers.41.mlp.experts.136,2.55711030960083
model.layers.41.mlp.experts.137,2.554387331008911
model.layers.41.mlp.experts.138,2.5576171875
model.layers.41.mlp.experts.139,2.553329467773437
model.layers.41.mlp.experts.14,2.5630688667297363
model.layers.41.mlp.experts.140,2.5579190254211426
model.layers.41.mlp.experts.141,2.555989980697632
model.layers.41.mlp.experts.142,2.640544176101685
model.layers.41.mlp.experts.143,2.5524051189422607
model.layers.41.mlp.experts.144,2.5532491207122803
model.layers.41.mlp.experts.145,2.551433086395264
model.layers.41.mlp.experts.146,2.558692455291748
model.layers.41.mlp.experts.147,2.5588467121124268
model.layers.41.mlp.experts.148,2.5536036491394043
model.layers.41.mlp.experts.149,2.5575671195983887
model.layers.41.mlp.experts.15,2.5572259426116943
model.layers.41.mlp.experts.150,2.5525553226470947
model.layers.41.mlp.experts.151,2.565096616744995
model.layers.41.mlp.experts.152,2.5560052394866943
model.layers.41.mlp.experts.153,2.551908493041992
model.layers.41.mlp.experts.154,2.553328275680542
model.layers.41.mlp.experts.155,2.552451610565185
model.layers.41.mlp.experts.156,2.551168203353882
model.layers.41.mlp.experts.157,2.5655059814453125
model.layers.41.mlp.experts.158,2.553882598876953
model.layers.41.mlp.experts.159,2.556772232055664
model.layers.41.mlp.experts.16,2.5548579692840576
model.layers.41.mlp.experts.160,2.570096015930176
model.layers.41.mlp.experts.161,2.556278944015503
model.layers.41.mlp.experts.162,2.593822717666626
model.layers.41.mlp.experts.163,2.5536022186279297
model.layers.41.mlp.experts.164,2.5547962188720703
model.layers.41.mlp.experts.165,2.559365510940552
model.layers.41.mlp.experts.166,2.5812582969665527
model.layers.41.mlp.experts.167,2.569915294647217
model.layers.41.mlp.experts.168,2.5538930892944336
model.layers.41.mlp.experts.169,2.5524706840515137
model.layers.41.mlp.experts.17,2.553730726242065
model.layers.41.mlp.experts.170,2.5552124977111816
model.layers.41.mlp.experts.171,2.631791114807129
model.layers.41.mlp.experts.172,2.557023048400879
model.layers.41.mlp.experts.173,2.5641355514526367
model.layers.41.mlp.experts.174,2.5566391944885254
model.layers.41.mlp.experts.175,2.552953004837036
model.layers.41.mlp.experts.176,2.5671627521514893
model.layers.41.mlp.experts.177,2.5562539100646973
model.layers.41.mlp.experts.178,2.5540037155151367
model.layers.41.mlp.experts.179,2.5545036792755127
model.layers.41.mlp.experts.18,2.552448272705078
model.layers.41.mlp.experts.180,2.554208755493164
model.layers.41.mlp.experts.181,2.5646932125091557
model.layers.41.mlp.experts.182,2.556851863861084
model.layers.41.mlp.experts.183,2.552492380142212
model.layers.41.mlp.experts.184,2.552161693572998
model.layers.41.mlp.experts.185,2.5508792400360107
model.layers.41.mlp.experts.186,2.552459239959717
model.layers.41.mlp.experts.187,2.5568861961364746
model.layers.41.mlp.experts.188,2.557532548904419
model.layers.41.mlp.experts.189,2.557630777359009
model.layers.41.mlp.experts.19,2.554668426513672
model.layers.41.mlp.experts.190,2.572369337081909
model.layers.41.mlp.experts.191,2.6060922145843506
model.layers.41.mlp.experts.192,2.555161714553833
model.layers.41.mlp.experts.193,2.559544801712036
model.layers.41.mlp.experts.194,2.552842855453491
model.layers.41.mlp.experts.195,2.550565242767334
model.layers.41.mlp.experts.196,2.5533924102783203
model.layers.41.mlp.experts.197,2.554043292999268
model.layers.41.mlp.experts.198,2.5574405193328857
model.layers.41.mlp.experts.199,2.5508086681365967
model.layers.41.mlp.experts.2,2.609992742538452
model.layers.41.mlp.experts.20,2.555160999298096
model.layers.41.mlp.experts.200,2.555463552474976
model.layers.41.mlp.experts.201,2.5574278831481934
model.layers.41.mlp.experts.202,2.55112886428833
model.layers.41.mlp.experts.203,2.559297800064087
model.layers.41.mlp.experts.204,2.5555191040039062
model.layers.41.mlp.experts.205,2.5708982944488525
model.layers.41.mlp.experts.206,2.559736967086792
model.layers.41.mlp.experts.207,2.553467273712158
model.layers.41.mlp.experts.208,2.555056095123291
model.layers.41.mlp.experts.209,2.5518064498901367
model.layers.41.mlp.experts.21,2.557343006134033
model.layers.41.mlp.experts.210,2.5609374046325684
model.layers.41.mlp.experts.211,2.576439380645752
model.layers.41.mlp.experts.212,2.5539326667785645
model.layers.41.mlp.experts.213,2.551177978515625
model.layers.41.mlp.experts.214,2.550982713699341
model.layers.41.mlp.experts.215,2.554451942443848
model.layers.41.mlp.experts.216,2.553060293197632
model.layers.41.mlp.experts.217,2.5508716106414795
model.layers.41.mlp.experts.218,2.5769476890563965
model.layers.41.mlp.experts.219,2.576838970184326
model.layers.41.mlp.experts.22,2.556128740310669
model.layers.41.mlp.experts.220,2.55215072631836
model.layers.41.mlp.experts.221,2.5654165744781494
model.layers.41.mlp.experts.222,2.5517919063568115
model.layers.41.mlp.experts.223,2.5601961612701416
model.layers.41.mlp.experts.224,2.5554471015930176
model.layers.41.mlp.experts.225,2.559443473815918
model.layers.41.mlp.experts.226,2.559070587158203
model.layers.41.mlp.experts.227,2.5522139072418213
model.layers.41.mlp.experts.228,2.550260543823242
model.layers.41.mlp.experts.229,2.5525810718536377
model.layers.41.mlp.experts.23,2.551557302474976
model.layers.41.mlp.experts.230,2.5537350177764893
model.layers.41.mlp.experts.231,2.56091856956482
model.layers.41.mlp.experts.232,2.552510023117065
model.layers.41.mlp.experts.233,2.564655303955078
model.layers.41.mlp.experts.234,2.553464889526367
model.layers.41.mlp.experts.235,2.55368971824646
model.layers.41.mlp.experts.236,2.554420232772827
model.layers.41.mlp.experts.237,2.5561251640319824
model.layers.41.mlp.experts.238,2.550708532333374
model.layers.41.mlp.experts.239,2.562748670578003
model.layers.41.mlp.experts.24,2.554840087890625
model.layers.41.mlp.experts.240,2.552128314971924
model.layers.41.mlp.experts.241,2.5528564453125
model.layers.41.mlp.experts.242,2.556218147277832
model.layers.41.mlp.experts.243,2.5602011680603027
model.layers.41.mlp.experts.244,2.552320003509521
model.layers.41.mlp.experts.245,2.584303140640259
model.layers.41.mlp.experts.246,2.551443576812744
model.layers.41.mlp.experts.247,2.5541532039642334
model.layers.41.mlp.experts.248,2.554030418395996
model.layers.41.mlp.experts.249,2.5523102283477783
model.layers.41.mlp.experts.25,2.5547475814819336
model.layers.41.mlp.experts.250,2.5547008514404297
model.layers.41.mlp.experts.251,2.551900148391724
model.layers.41.mlp.experts.252,2.552016019821167
model.layers.41.mlp.experts.253,2.561713695526123
model.layers.41.mlp.experts.254,2.5543911457061768
model.layers.41.mlp.experts.255,2.556556940078736
model.layers.41.mlp.experts.26,2.552260160446167
model.layers.41.mlp.experts.27,2.5536022186279297
model.layers.41.mlp.experts.28,2.553719520568848
model.layers.41.mlp.experts.29,2.5586633682250977
model.layers.41.mlp.experts.3,2.553379774093628
model.layers.41.mlp.experts.30,2.5637459754943848
model.layers.41.mlp.experts.31,2.551743030548096
model.layers.41.mlp.experts.32,2.552365064620972
model.layers.41.mlp.experts.33,2.5511317253112797
model.layers.41.mlp.experts.34,2.5523123741149902
model.layers.41.mlp.experts.35,2.5604865550994877
model.layers.41.mlp.experts.36,2.56497859954834
model.layers.41.mlp.experts.37,2.5600333213806152
model.layers.41.mlp.experts.38,2.5540788173675537
model.layers.41.mlp.experts.39,2.5572822093963623
model.layers.41.mlp.experts.4,2.5534956455230717
model.layers.41.mlp.experts.40,2.5531158447265625
model.layers.41.mlp.experts.41,2.5519697666168213
model.layers.41.mlp.experts.42,2.5530247688293457
model.layers.41.mlp.experts.43,2.555259227752685
model.layers.41.mlp.experts.44,2.562513589859009
model.layers.41.mlp.experts.45,2.556601047515869
model.layers.41.mlp.experts.46,2.555177927017212
model.layers.41.mlp.experts.47,2.555176258087158
model.layers.41.mlp.experts.48,2.5563926696777344
model.layers.41.mlp.experts.49,2.5520942211151123
model.layers.41.mlp.experts.5,2.5766189098358154
model.layers.41.mlp.experts.50,2.6370086669921875
model.layers.41.mlp.experts.51,2.5575194358825684
model.layers.41.mlp.experts.52,2.558488130569458
model.layers.41.mlp.experts.53,2.552098274230957
model.layers.41.mlp.experts.54,2.552412986755371
model.layers.41.mlp.experts.55,2.570012092590332
model.layers.41.mlp.experts.56,2.562675714492798
model.layers.41.mlp.experts.57,2.5604352951049805
model.layers.41.mlp.experts.58,2.558003664016724
model.layers.41.mlp.experts.59,2.553494930267334
model.layers.41.mlp.experts.6,2.5595057010650635
model.layers.41.mlp.experts.60,2.552210807800293
model.layers.41.mlp.experts.61,2.5521225929260254
model.layers.41.mlp.experts.62,2.5516514778137207
model.layers.41.mlp.experts.63,2.5523266792297363
model.layers.41.mlp.experts.64,2.559321880340576
model.layers.41.mlp.experts.65,2.555542230606079
model.layers.41.mlp.experts.66,2.553302764892578
model.layers.41.mlp.experts.67,2.554211378097534
model.layers.41.mlp.experts.68,2.553356885910034
model.layers.41.mlp.experts.69,2.562185049057007
model.layers.41.mlp.experts.7,2.552963972091675
model.layers.41.mlp.experts.70,2.5543901920318604
model.layers.41.mlp.experts.71,2.5619590282440186
model.layers.41.mlp.experts.72,2.5526840686798096
model.layers.41.mlp.experts.73,2.55301284790039
model.layers.41.mlp.experts.74,2.555088996887207
model.layers.41.mlp.experts.75,2.5563435554504395
model.layers.41.mlp.experts.76,2.552159547805786
model.layers.41.mlp.experts.77,2.553741455078125
model.layers.41.mlp.experts.78,2.560824394226074
model.layers.41.mlp.experts.79,2.5598275661468506
model.layers.41.mlp.experts.8,2.561121702194214
model.layers.41.mlp.experts.80,2.5565314292907715
model.layers.41.mlp.experts.81,2.554044723510742
model.layers.41.mlp.experts.82,2.562513828277588
model.layers.41.mlp.experts.83,2.5523998737335205
model.layers.41.mlp.experts.84,2.5545570850372314
model.layers.41.mlp.experts.85,2.5509026050567627
model.layers.41.mlp.experts.86,2.55265736579895
model.layers.41.mlp.experts.87,2.552844524383545
model.layers.41.mlp.experts.88,2.5520598888397217
model.layers.41.mlp.experts.89,2.5586249828338623
model.layers.41.mlp.experts.9,2.551703929901123
model.layers.41.mlp.experts.90,2.55175518989563
model.layers.41.mlp.experts.91,2.551527738571167
model.layers.41.mlp.experts.92,2.5524466037750244
model.layers.41.mlp.experts.93,2.551598310470581
model.layers.41.mlp.experts.94,2.5525453090667725
model.layers.41.mlp.experts.95,2.550943374633789
model.layers.41.mlp.experts.96,2.580197334289551
model.layers.41.mlp.experts.97,2.551395893096924
model.layers.41.mlp.experts.98,2.551460266113281
model.layers.41.mlp.experts.99,2.56737756729126
model.layers.41.mlp.shared_experts,2.72629189491272
model.layers.41.self_attn,2.6094753742218018
model.layers.42.mlp.experts.0,2.551432847976685
model.layers.42.mlp.experts.1,2.552746295928955
model.layers.42.mlp.experts.10,2.5607283115386963
model.layers.42.mlp.experts.100,2.551522970199585
model.layers.42.mlp.experts.101,2.56143856048584
model.layers.42.mlp.experts.102,2.5512702465057373
model.layers.42.mlp.experts.103,2.5560765266418457
model.layers.42.mlp.experts.104,2.551680088043213
model.layers.42.mlp.experts.105,2.5515053272247314
model.layers.42.mlp.experts.106,2.553211212158203
model.layers.42.mlp.experts.107,2.554628372192383
model.layers.42.mlp.experts.108,2.553044557571411
model.layers.42.mlp.experts.109,2.55983829498291
model.layers.42.mlp.experts.11,2.5663633346557617
model.layers.42.mlp.experts.110,2.5563204288482666
model.layers.42.mlp.experts.111,2.551721572875977
model.layers.42.mlp.experts.112,2.5533573627471924
model.layers.42.mlp.experts.113,2.5527825355529785
model.layers.42.mlp.experts.114,2.583036422729492
model.layers.42.mlp.experts.115,2.5548110008239746
model.layers.42.mlp.experts.116,2.557553291320801
model.layers.42.mlp.experts.117,2.5551273822784424
model.layers.42.mlp.experts.118,2.5561466217041016
model.layers.42.mlp.experts.119,2.55312728881836
model.layers.42.mlp.experts.12,2.551435708999634
model.layers.42.mlp.experts.120,2.553452730178833
model.layers.42.mlp.experts.121,2.557326555252075
model.layers.42.mlp.experts.122,2.5523757934570312
model.layers.42.mlp.experts.123,2.557224035263061
model.layers.42.mlp.experts.124,2.5519204139709477
model.layers.42.mlp.experts.125,2.55379056930542
model.layers.42.mlp.experts.126,2.5547120571136475
model.layers.42.mlp.experts.127,2.5533640384674072
model.layers.42.mlp.experts.128,2.552978277206421
model.layers.42.mlp.experts.129,2.55230450630188
model.layers.42.mlp.experts.13,2.5620791912078857
model.layers.42.mlp.experts.130,2.554556369781494
model.layers.42.mlp.experts.131,2.552441120147705
model.layers.42.mlp.experts.132,2.555257797241211
model.layers.42.mlp.experts.133,2.550846576690674
model.layers.42.mlp.experts.134,2.5530948638916016
model.layers.42.mlp.experts.135,2.5511932373046875
model.layers.42.mlp.experts.136,2.553375005722046
model.layers.42.mlp.experts.137,2.559335231781006
model.layers.42.mlp.experts.138,2.5522665977478027
model.layers.42.mlp.experts.139,2.559131383895874
model.layers.42.mlp.experts.14,2.584505081176758
model.layers.42.mlp.experts.140,2.5661838054656982
model.layers.42.mlp.experts.141,2.56136155128479
model.layers.42.mlp.experts.142,2.5519051551818848
model.layers.42.mlp.experts.143,2.558671236038208
model.layers.42.mlp.experts.144,2.5642380714416504
model.layers.42.mlp.experts.145,2.550348281860352
model.layers.42.mlp.experts.146,2.559167861938477
model.layers.42.mlp.experts.147,2.553471326828003
model.layers.42.mlp.experts.148,2.5575382709503174
model.layers.42.mlp.experts.149,2.554351806640625
model.layers.42.mlp.experts.15,2.5555684566497803
model.layers.42.mlp.experts.150,2.555349588394165
model.layers.42.mlp.experts.151,2.67575740814209
model.layers.42.mlp.experts.152,2.5505800247192383
model.layers.42.mlp.experts.153,2.5549020767211914
model.layers.42.mlp.experts.154,2.558262586593628
model.layers.42.mlp.experts.155,2.5554685592651367
model.layers.42.mlp.experts.156,2.5511488914489746
model.layers.42.mlp.experts.157,2.561497926712036
model.layers.42.mlp.experts.158,2.553070068359375
model.layers.42.mlp.experts.159,2.553895711898804
model.layers.42.mlp.experts.16,2.5510687828063965
model.layers.42.mlp.experts.160,2.554922819137573
model.layers.42.mlp.experts.161,2.5535788536071777
model.layers.42.mlp.experts.162,2.553758382797241
model.layers.42.mlp.experts.163,2.5669405460357666
model.layers.42.mlp.experts.164,2.5535285472869877
model.layers.42.mlp.experts.165,2.557375192642212
model.layers.42.mlp.experts.166,2.555192470550537
model.layers.42.mlp.experts.167,2.5565874576568604
model.layers.42.mlp.experts.168,2.555795192718506
model.layers.42.mlp.experts.169,2.55981969833374
model.layers.42.mlp.experts.17,2.551546573638916
model.layers.42.mlp.experts.170,2.5555546283721924
model.layers.42.mlp.experts.171,2.554277181625366
model.layers.42.mlp.experts.172,2.556559801101685
model.layers.42.mlp.experts.173,2.551995038986206
model.layers.42.mlp.experts.174,2.657017946243286
model.layers.42.mlp.experts.175,2.5550854206085205
model.layers.42.mlp.experts.176,2.552541494369507
model.layers.42.mlp.experts.177,2.560014247894287
model.layers.42.mlp.experts.178,2.5567688941955566
model.layers.42.mlp.experts.179,2.57993745803833
model.layers.42.mlp.experts.18,2.552278757095337
model.layers.42.mlp.experts.180,2.554788112640381
model.layers.42.mlp.experts.181,2.552309989929199
model.layers.42.mlp.experts.182,2.5597128868103027
model.layers.42.mlp.experts.183,2.5538172721862797
model.layers.42.mlp.experts.184,2.555635929107666
model.layers.42.mlp.experts.185,2.5514726638793945
model.layers.42.mlp.experts.186,2.57584547996521
model.layers.42.mlp.experts.187,2.5512282848358154
model.layers.42.mlp.experts.188,2.550467014312744
model.layers.42.mlp.experts.189,2.553985118865967
model.layers.42.mlp.experts.19,2.5535504817962646
model.layers.42.mlp.experts.190,2.551113605499268
model.layers.42.mlp.experts.191,2.5562896728515625
model.layers.42.mlp.experts.192,2.5532071590423584
model.layers.42.mlp.experts.193,2.5539793968200684
model.layers.42.mlp.experts.194,2.552879810333252
model.layers.42.mlp.experts.195,2.55447006225586
model.layers.42.mlp.experts.196,2.5657055377960205
model.layers.42.mlp.experts.197,2.5576775074005127
model.layers.42.mlp.experts.198,2.5527963638305664
model.layers.42.mlp.experts.199,2.554241418838501
model.layers.42.mlp.experts.2,2.555274724960327
model.layers.42.mlp.experts.20,2.553946018218994
model.layers.42.mlp.experts.200,2.5532405376434326
model.layers.42.mlp.experts.201,2.554011106491089
model.layers.42.mlp.experts.202,2.583805561065674
model.layers.42.mlp.experts.203,2.551273822784424
model.layers.42.mlp.experts.204,2.5547049045562744
model.layers.42.mlp.experts.205,2.551697969436645
model.layers.42.mlp.experts.206,2.553532838821411
model.layers.42.mlp.experts.207,2.5570008754730225
model.layers.42.mlp.experts.208,2.5631537437438965
model.layers.42.mlp.experts.209,2.5941925048828125
model.layers.42.mlp.experts.21,2.5538599491119385
model.layers.42.mlp.experts.210,2.56646728515625
model.layers.42.mlp.experts.211,2.5530600547790527
model.layers.42.mlp.experts.212,2.555661201477051
model.layers.42.mlp.experts.213,2.5538783073425293
model.layers.42.mlp.experts.214,2.553579568862915
model.layers.42.mlp.experts.215,2.5555241107940674
model.layers.42.mlp.experts.216,2.606641292572021
model.layers.42.mlp.experts.217,2.5521697998046875
model.layers.42.mlp.experts.218,2.550954580307007
model.layers.42.mlp.experts.219,2.557291984558105
model.layers.42.mlp.experts.22,2.5548863410949707
model.layers.42.mlp.experts.220,2.554779529571533
model.layers.42.mlp.experts.221,2.5516743659973145
model.layers.42.mlp.experts.222,2.5536224842071533
model.layers.42.mlp.experts.223,2.5523853302001958
model.layers.42.mlp.experts.224,2.5536391735076904
model.layers.42.mlp.experts.225,2.558850049972534
model.layers.42.mlp.experts.226,2.559229612350464
model.layers.42.mlp.experts.227,2.556744337081909
model.layers.42.mlp.experts.228,2.553593635559082
model.layers.42.mlp.experts.229,2.55700159072876
model.layers.42.mlp.experts.23,2.559470891952514
model.layers.42.mlp.experts.230,2.5608386993408203
model.layers.42.mlp.experts.231,2.5519344806671143
model.layers.42.mlp.experts.232,2.552151679992676
model.layers.42.mlp.experts.233,2.5573413372039795
model.layers.42.mlp.experts.234,2.559477567672729
model.layers.42.mlp.experts.235,2.57369327545166
model.layers.42.mlp.experts.236,2.584408760070801
model.layers.42.mlp.experts.237,2.554611921310425
model.layers.42.mlp.experts.238,2.5538370609283447
model.layers.42.mlp.experts.239,2.5543246269226074
model.layers.42.mlp.experts.24,2.566617488861084
model.layers.42.mlp.experts.240,2.5534868240356445
model.layers.42.mlp.experts.241,2.563026189804077
model.layers.42.mlp.experts.242,2.554518222808838
model.layers.42.mlp.experts.243,2.5533125400543213
model.layers.42.mlp.experts.244,2.5515389442443848
model.layers.42.mlp.experts.245,2.5668833255767822
model.layers.42.mlp.experts.246,2.55349063873291
model.layers.42.mlp.experts.247,2.557297706604004
model.layers.42.mlp.experts.248,2.5769314765930176
model.layers.42.mlp.experts.249,2.55739688873291
model.layers.42.mlp.experts.25,2.558073043823242
model.layers.42.mlp.experts.250,2.556548833847046
model.layers.42.mlp.experts.251,2.5629446506500244
model.layers.42.mlp.experts.252,2.5629875659942627
model.layers.42.mlp.experts.253,2.5579757690429688
model.layers.42.mlp.experts.254,2.5513932704925537
model.layers.42.mlp.experts.255,2.5629258155822754
model.layers.42.mlp.experts.26,2.557359218597412
model.layers.42.mlp.experts.27,2.55558443069458
model.layers.42.mlp.experts.28,2.5513253211975098
model.layers.42.mlp.experts.29,2.559758424758911
model.layers.42.mlp.experts.3,2.5538907051086426
model.layers.42.mlp.experts.30,2.5548815727233887
model.layers.42.mlp.experts.31,2.560234308242798
model.layers.42.mlp.experts.32,2.570568561553955
model.layers.42.mlp.experts.33,2.554540634155273
model.layers.42.mlp.experts.34,2.553290843963623
model.layers.42.mlp.experts.35,2.556878566741944
model.layers.42.mlp.experts.36,2.564494609832764
model.layers.42.mlp.experts.37,2.5598583221435547
model.layers.42.mlp.experts.38,2.551964282989502
model.layers.42.mlp.experts.39,2.5547001361846924
model.layers.42.mlp.experts.4,2.5515427589416504
model.layers.42.mlp.experts.40,2.554158926010132
model.layers.42.mlp.experts.41,2.5517139434814453
model.layers.42.mlp.experts.42,2.5522570610046387
model.layers.42.mlp.experts.43,2.551581382751465
model.layers.42.mlp.experts.44,2.5566720962524414
model.layers.42.mlp.experts.45,2.556013822555542
model.layers.42.mlp.experts.46,2.567394733428955
model.layers.42.mlp.experts.47,2.719069719314575
model.layers.42.mlp.experts.48,2.5537097454071045
model.layers.42.mlp.experts.49,2.560128927230835
model.layers.42.mlp.experts.5,2.5517826080322266
model.layers.42.mlp.experts.50,2.553771734237671
model.layers.42.mlp.experts.51,2.553367853164673
model.layers.42.mlp.experts.52,2.565930128097534
model.layers.42.mlp.experts.53,2.559117317199707
model.layers.42.mlp.experts.54,2.5630123615264893
model.layers.42.mlp.experts.55,2.552191972732544
model.layers.42.mlp.experts.56,2.5603432655334477
model.layers.42.mlp.experts.57,2.5543720722198486
model.layers.42.mlp.experts.58,2.5573506355285645
model.layers.42.mlp.experts.59,2.5551958084106445
model.layers.42.mlp.experts.6,2.5516037940979004
model.layers.42.mlp.experts.60,2.556150197982788
model.layers.42.mlp.experts.61,2.557237386703491
model.layers.42.mlp.experts.62,2.5614287853240967
model.layers.42.mlp.experts.63,2.5519604682922363
model.layers.42.mlp.experts.64,2.553250551223755
model.layers.42.mlp.experts.65,2.55584979057312
model.layers.42.mlp.experts.66,2.564877986907959
model.layers.42.mlp.experts.67,2.5511765480041504
model.layers.42.mlp.experts.68,2.5703017711639404
model.layers.42.mlp.experts.69,2.553578615188598
model.layers.42.mlp.experts.7,2.560349225997925
model.layers.42.mlp.experts.70,2.5792481899261475
model.layers.42.mlp.experts.71,2.566596508026123
model.layers.42.mlp.experts.72,2.5524468421936035
model.layers.42.mlp.experts.73,2.551442623138428
model.layers.42.mlp.experts.74,2.5643014907836914
model.layers.42.mlp.experts.75,2.555006265640259
model.layers.42.mlp.experts.76,2.5545692443847656
model.layers.42.mlp.experts.77,2.56519103050232
model.layers.42.mlp.experts.78,2.5733795166015625
model.layers.42.mlp.experts.79,2.5594818592071533
model.layers.42.mlp.experts.8,2.553009033203125
model.layers.42.mlp.experts.80,2.555169105529785
model.layers.42.mlp.experts.81,2.551626920700073
model.layers.42.mlp.experts.82,2.5530152320861816
model.layers.42.mlp.experts.83,2.5531437397003174
model.layers.42.mlp.experts.84,2.5548481941223145
model.layers.42.mlp.experts.85,2.560479164123535
model.layers.42.mlp.experts.86,2.5545637607574463
model.layers.42.mlp.experts.87,2.5520150661468506
model.layers.42.mlp.experts.88,2.555756092071533
model.layers.42.mlp.experts.89,2.5595173835754395
model.layers.42.mlp.experts.9,2.55570650100708
model.layers.42.mlp.experts.90,2.5571658611297607
model.layers.42.mlp.experts.91,2.551887273788452
model.layers.42.mlp.experts.92,2.5568130016326904
model.layers.42.mlp.experts.93,2.553850650787353
model.layers.42.mlp.experts.94,2.558415412902832
model.layers.42.mlp.experts.95,2.571033477783203
model.layers.42.mlp.experts.96,2.55487322807312
model.layers.42.mlp.experts.97,2.5514028072357178
model.layers.42.mlp.experts.98,2.55234169960022
model.layers.42.mlp.experts.99,2.5566940307617188
model.layers.42.mlp.shared_experts,2.7214012145996094
model.layers.42.self_attn,2.595687866210937
model.layers.43.mlp.experts.0,2.562131643295288
model.layers.43.mlp.experts.1,2.551295280456543
model.layers.43.mlp.experts.10,2.557108163833618
model.layers.43.mlp.experts.100,2.554178476333618
model.layers.43.mlp.experts.101,2.5574467182159424
model.layers.43.mlp.experts.102,2.564002275466919
model.layers.43.mlp.experts.103,2.555905342102051
model.layers.43.mlp.experts.104,2.552566766738892
model.layers.43.mlp.experts.105,2.554466009140014
model.layers.43.mlp.experts.106,2.5692739486694336
model.layers.43.mlp.experts.107,2.5558602809906006
model.layers.43.mlp.experts.108,2.558828592300415
model.layers.43.mlp.experts.109,2.552419662475586
model.layers.43.mlp.experts.11,2.551647186279297
model.layers.43.mlp.experts.110,2.554773330688477
model.layers.43.mlp.experts.111,2.5583713054656982
model.layers.43.mlp.experts.112,2.554666519165039
model.layers.43.mlp.experts.113,2.558292865753174
model.layers.43.mlp.experts.114,2.554261445999145
model.layers.43.mlp.experts.115,2.5565669536590576
model.layers.43.mlp.experts.116,2.5574791431427
model.layers.43.mlp.experts.117,2.554128170013428
model.layers.43.mlp.experts.118,2.557459831237793
model.layers.43.mlp.experts.119,2.5546133518218994
model.layers.43.mlp.experts.12,2.551581859588623
model.layers.43.mlp.experts.120,2.5567269325256348
model.layers.43.mlp.experts.121,2.5515406131744385
model.layers.43.mlp.experts.122,2.551564216613769
model.layers.43.mlp.experts.123,2.55155611038208
model.layers.43.mlp.experts.124,2.551575183868408
model.layers.43.mlp.experts.125,2.561828851699829
model.layers.43.mlp.experts.126,2.5560762882232666
model.layers.43.mlp.experts.127,2.551655530929565
model.layers.43.mlp.experts.128,2.5523135662078857
model.layers.43.mlp.experts.129,2.553362846374512
model.layers.43.mlp.experts.13,2.5526576042175293
model.layers.43.mlp.experts.130,2.553717851638794
model.layers.43.mlp.experts.131,2.552597045898437
model.layers.43.mlp.experts.132,2.5527589321136475
model.layers.43.mlp.experts.133,2.554889917373657
model.layers.43.mlp.experts.134,2.557279348373413
model.layers.43.mlp.experts.135,2.5517752170562744
model.layers.43.mlp.experts.136,2.552179336547852
model.layers.43.mlp.experts.137,2.551305294036865
model.layers.43.mlp.experts.138,2.5510284900665283
model.layers.43.mlp.experts.139,2.568392276763916
model.layers.43.mlp.experts.14,2.5540144443511963
model.layers.43.mlp.experts.140,2.552323818206787
model.layers.43.mlp.experts.141,2.5514440536499023
model.layers.43.mlp.experts.142,2.5506837368011475
model.layers.43.mlp.experts.143,2.551769256591797
model.layers.43.mlp.experts.144,2.554844856262207
model.layers.43.mlp.experts.145,2.588783264160156
model.layers.43.mlp.experts.146,2.552528381347656
model.layers.43.mlp.experts.147,2.5569939613342285
model.layers.43.mlp.experts.148,2.552149534225464
model.layers.43.mlp.experts.149,2.5546138286590576
model.layers.43.mlp.experts.15,2.563460350036621
model.layers.43.mlp.experts.150,2.553452253341675
model.layers.43.mlp.experts.151,2.5569164752960205
model.layers.43.mlp.experts.152,2.550295829772949
model.layers.43.mlp.experts.153,2.553365468978882
model.layers.43.mlp.experts.154,2.550224781036377
model.layers.43.mlp.experts.155,2.55232572555542
model.layers.43.mlp.experts.156,2.5548624992370605
model.layers.43.mlp.experts.157,2.5547420978546143
model.layers.43.mlp.experts.158,2.5516278743743896
model.layers.43.mlp.experts.159,2.5560126304626465
model.layers.43.mlp.experts.16,2.5530362129211426
model.layers.43.mlp.experts.160,2.561471700668335
model.layers.43.mlp.experts.161,2.552574872970581
model.layers.43.mlp.experts.162,2.558104515075684
model.layers.43.mlp.experts.163,2.5562238693237305
model.layers.43.mlp.experts.164,2.5516178607940674
model.layers.43.mlp.experts.165,2.553086280822754
model.layers.43.mlp.experts.166,2.562495231628418
model.layers.43.mlp.experts.167,2.5659596920013428
model.layers.43.mlp.experts.168,2.5551111698150635
model.layers.43.mlp.experts.169,2.5516159534454346
model.layers.43.mlp.experts.17,2.5617706775665283
model.layers.43.mlp.experts.170,2.552241325378418
model.layers.43.mlp.experts.171,2.553483247756958
model.layers.43.mlp.experts.172,2.553335905075073
model.layers.43.mlp.experts.173,2.555466890335083
model.layers.43.mlp.experts.174,2.5517609119415283
model.layers.43.mlp.experts.175,2.550930976867676
model.layers.43.mlp.experts.176,2.5519254207611084
model.layers.43.mlp.experts.177,2.551539182662964
model.layers.43.mlp.experts.178,2.553561210632324
model.layers.43.mlp.experts.179,2.5531675815582275
model.layers.43.mlp.experts.18,2.56125545501709
model.layers.43.mlp.experts.180,2.552842140197754
model.layers.43.mlp.experts.181,2.5577287673950195
model.layers.43.mlp.experts.182,2.551868200302124
model.layers.43.mlp.experts.183,2.554429292678833
model.layers.43.mlp.experts.184,2.5558886528015137
model.layers.43.mlp.experts.185,2.5578060150146484
model.layers.43.mlp.experts.186,2.556471109390259
model.layers.43.mlp.experts.187,2.5665924549102783
model.layers.43.mlp.experts.188,2.5536372661590576
model.layers.43.mlp.experts.189,2.561943769454956
model.layers.43.mlp.experts.19,2.551547050476074
model.layers.43.mlp.experts.190,2.5643153190612797
model.layers.43.mlp.experts.191,2.558878183364868
model.layers.43.mlp.experts.192,2.556818723678589
model.layers.43.mlp.experts.193,2.554492235183716
model.layers.43.mlp.experts.194,2.552943706512451
model.layers.43.mlp.experts.195,2.5595622062683105
model.layers.43.mlp.experts.196,2.558908462524414
model.layers.43.mlp.experts.197,2.551644802093506
model.layers.43.mlp.experts.198,2.55525541305542
model.layers.43.mlp.experts.199,2.5513341426849365
model.layers.43.mlp.experts.2,2.5584588050842285
model.layers.43.mlp.experts.20,2.5560927391052246
model.layers.43.mlp.experts.200,2.5536162853240967
model.layers.43.mlp.experts.201,2.58219838142395
model.layers.43.mlp.experts.202,2.551823377609253
model.layers.43.mlp.experts.203,2.55544662475586
model.layers.43.mlp.experts.204,2.553767204284668
model.layers.43.mlp.experts.205,2.5550503730773926
model.layers.43.mlp.experts.206,2.552487134933472
model.layers.43.mlp.experts.207,2.5549631118774414
model.layers.43.mlp.experts.208,2.555243015289306
model.layers.43.mlp.experts.209,2.566112279891968
model.layers.43.mlp.experts.21,2.5511248111724854
model.layers.43.mlp.experts.210,2.554731845855713
model.layers.43.mlp.experts.211,2.552611827850342
model.layers.43.mlp.experts.212,2.552020788192749
model.layers.43.mlp.experts.213,2.551800012588501
model.layers.43.mlp.experts.214,2.552207946777344
model.layers.43.mlp.experts.215,2.553215980529785
model.layers.43.mlp.experts.216,2.558196544647217
model.layers.43.mlp.experts.217,2.554790496826172
model.layers.43.mlp.experts.218,2.557110548019409
model.layers.43.mlp.experts.219,2.5902209281921387
model.layers.43.mlp.experts.22,2.552466869354248
model.layers.43.mlp.experts.220,2.565687417984009
model.layers.43.mlp.experts.221,2.5512638092041016
model.layers.43.mlp.experts.222,2.554137706756592
model.layers.43.mlp.experts.223,2.559060573577881
model.layers.43.mlp.experts.224,2.559587955474853
model.layers.43.mlp.experts.225,2.5587615966796875
model.layers.43.mlp.experts.226,2.5538432598114014
model.layers.43.mlp.experts.227,2.5518648624420166
model.layers.43.mlp.experts.228,2.5643422603607178
model.layers.43.mlp.experts.229,2.556874513626098
model.layers.43.mlp.experts.23,2.560996532440185
model.layers.43.mlp.experts.230,2.5523228645324707
model.layers.43.mlp.experts.231,2.5518252849578857
model.layers.43.mlp.experts.232,2.553837299346924
model.layers.43.mlp.experts.233,2.557212829589844
model.layers.43.mlp.experts.234,2.55914306640625
model.layers.43.mlp.experts.235,2.555147409439087
model.layers.43.mlp.experts.236,2.552381753921509
model.layers.43.mlp.experts.237,2.553700685501098
model.layers.43.mlp.experts.238,2.580073595046997
model.layers.43.mlp.experts.239,2.556269884109497
model.layers.43.mlp.experts.24,2.558821439743042
model.layers.43.mlp.experts.240,2.5606484413146973
model.layers.43.mlp.experts.241,2.551846981048584
model.layers.43.mlp.experts.242,2.5575942993164062
model.layers.43.mlp.experts.243,2.5515499114990234
model.layers.43.mlp.experts.244,2.555129051208496
model.layers.43.mlp.experts.245,2.5647289752960205
model.layers.43.mlp.experts.246,2.552009105682373
model.layers.43.mlp.experts.247,2.566816806793213
model.layers.43.mlp.experts.248,2.551853656768799
model.layers.43.mlp.experts.249,2.594292402267456
model.layers.43.mlp.experts.25,2.5610995292663574
model.layers.43.mlp.experts.250,2.552706480026245
model.layers.43.mlp.experts.251,2.552485227584839
model.layers.43.mlp.experts.252,2.5546445846557617
model.layers.43.mlp.experts.253,2.555375576019287
model.layers.43.mlp.experts.254,2.555952548980713
model.layers.43.mlp.experts.255,2.5521275997161865
model.layers.43.mlp.experts.26,2.5545883178710938
model.layers.43.mlp.experts.27,2.560565948486328
model.layers.43.mlp.experts.28,2.558355569839477
model.layers.43.mlp.experts.29,2.5534627437591557
model.layers.43.mlp.experts.3,2.5514464378356934
model.layers.43.mlp.experts.30,2.55363130569458
model.layers.43.mlp.experts.31,2.554436683654785
model.layers.43.mlp.experts.32,2.5536856651306152
model.layers.43.mlp.experts.33,2.5511691570281982
model.layers.43.mlp.experts.34,2.5666396617889404
model.layers.43.mlp.experts.35,2.5525989532470703
model.layers.43.mlp.experts.36,2.5621159076690674
model.layers.43.mlp.experts.37,2.553776741027832
model.layers.43.mlp.experts.38,2.552976369857788
model.layers.43.mlp.experts.39,2.5634007453918457
model.layers.43.mlp.experts.4,2.555894613265991
model.layers.43.mlp.experts.40,2.556408166885376
model.layers.43.mlp.experts.41,2.553015947341919
model.layers.43.mlp.experts.42,2.554687261581421
model.layers.43.mlp.experts.43,2.5551598072052
model.layers.43.mlp.experts.44,2.5536277294158936
model.layers.43.mlp.experts.45,2.552785396575928
model.layers.43.mlp.experts.46,2.5507287979125977
model.layers.43.mlp.experts.47,2.553098201751709
model.layers.43.mlp.experts.48,2.5535216331481934
model.layers.43.mlp.experts.49,2.5518240928649902
model.layers.43.mlp.experts.5,2.553802967071533
model.layers.43.mlp.experts.50,2.552107572555542
model.layers.43.mlp.experts.51,2.5510988235473637
model.layers.43.mlp.experts.52,2.562453269958496
model.layers.43.mlp.experts.53,2.5556833744049072
model.layers.43.mlp.experts.54,2.5551443099975586
model.layers.43.mlp.experts.55,2.552605628967285
model.layers.43.mlp.experts.56,2.555920124053955
model.layers.43.mlp.experts.57,2.5519676208496094
model.layers.43.mlp.experts.58,2.5604500770568848
model.layers.43.mlp.experts.59,2.554360866546631
model.layers.43.mlp.experts.6,2.553218364715576
model.layers.43.mlp.experts.60,2.5543713569641118
model.layers.43.mlp.experts.61,2.558276653289795
model.layers.43.mlp.experts.62,2.555812358856201
model.layers.43.mlp.experts.63,2.5521626472473145
model.layers.43.mlp.experts.64,2.5511229038238525
model.layers.43.mlp.experts.65,2.563971996307373
model.layers.43.mlp.experts.66,2.559493064880371
model.layers.43.mlp.experts.67,2.5567879676818848
model.layers.43.mlp.experts.68,2.554594039916992
model.layers.43.mlp.experts.69,2.5601959228515625
model.layers.43.mlp.experts.7,2.553179979324341
model.layers.43.mlp.experts.70,2.5575735569000244
model.layers.43.mlp.experts.71,2.5532782077789307
model.layers.43.mlp.experts.72,2.557169914245605
model.layers.43.mlp.experts.73,2.553076267242432
model.layers.43.mlp.experts.74,2.5618152618408203
model.layers.43.mlp.experts.75,2.5521740913391118
model.layers.43.mlp.experts.76,2.5534939765930176
model.layers.43.mlp.experts.77,2.5518038272857666
model.layers.43.mlp.experts.78,2.552307605743408
model.layers.43.mlp.experts.79,2.560832262039185
model.layers.43.mlp.experts.8,2.5525832176208496
model.layers.43.mlp.experts.80,2.560415029525757
model.layers.43.mlp.experts.81,2.5544567108154297
model.layers.43.mlp.experts.82,2.553070068359375
model.layers.43.mlp.experts.83,2.552489995956421
model.layers.43.mlp.experts.84,2.5554933547973637
model.layers.43.mlp.experts.85,2.5512828826904297
model.layers.43.mlp.experts.86,2.551548957824707
model.layers.43.mlp.experts.87,2.562666177749634
model.layers.43.mlp.experts.88,2.554951429367065
model.layers.43.mlp.experts.89,2.563480854034424
model.layers.43.mlp.experts.9,2.562074899673462
model.layers.43.mlp.experts.90,2.554839611053467
model.layers.43.mlp.experts.91,2.55415678024292
model.layers.43.mlp.experts.92,2.552161931991577
model.layers.43.mlp.experts.93,2.567572116851806
model.layers.43.mlp.experts.94,2.5604071617126465
model.layers.43.mlp.experts.95,2.5526323318481445
model.layers.43.mlp.experts.96,2.556357383728028
model.layers.43.mlp.experts.97,2.5832090377807617
model.layers.43.mlp.experts.98,2.557955503463745
model.layers.43.mlp.experts.99,2.5548079013824463
model.layers.43.mlp.shared_experts,2.7304396629333496
model.layers.43.self_attn,2.5938611030578613
model.layers.44.mlp.experts.0,2.5620157718658447
model.layers.44.mlp.experts.1,2.5684654712677
model.layers.44.mlp.experts.10,2.561582565307617
model.layers.44.mlp.experts.100,2.552300453186035
model.layers.44.mlp.experts.101,2.554840087890625
model.layers.44.mlp.experts.102,2.553546905517578
model.layers.44.mlp.experts.103,2.5587921142578125
model.layers.44.mlp.experts.104,2.5506532192230225
model.layers.44.mlp.experts.105,2.554588079452514
model.layers.44.mlp.experts.106,2.558997392654419
model.layers.44.mlp.experts.107,2.564556360244751
model.layers.44.mlp.experts.108,2.5614774227142334
model.layers.44.mlp.experts.109,2.578986883163452
model.layers.44.mlp.experts.11,2.5556201934814453
model.layers.44.mlp.experts.110,2.5579206943511963
model.layers.44.mlp.experts.111,2.5569849014282227
model.layers.44.mlp.experts.112,2.551590919494629
model.layers.44.mlp.experts.113,2.5595076084136963
model.layers.44.mlp.experts.114,2.555246114730835
model.layers.44.mlp.experts.115,2.558157444000244
model.layers.44.mlp.experts.116,2.557706356048584
model.layers.44.mlp.experts.117,2.5525174140930176
model.layers.44.mlp.experts.118,2.555819511413574
model.layers.44.mlp.experts.119,2.5551912784576416
model.layers.44.mlp.experts.12,2.55330228805542
model.layers.44.mlp.experts.120,2.564645290374756
model.layers.44.mlp.experts.121,2.5559661388397217
model.layers.44.mlp.experts.122,2.5542354583740234
model.layers.44.mlp.experts.123,2.553994655609131
model.layers.44.mlp.experts.124,2.557935953140259
model.layers.44.mlp.experts.125,2.55411434173584
model.layers.44.mlp.experts.126,2.5557610988616943
model.layers.44.mlp.experts.127,2.554347038269043
model.layers.44.mlp.experts.128,2.5795140266418457
model.layers.44.mlp.experts.129,2.5536210536956787
model.layers.44.mlp.experts.13,2.5575897693634038
model.layers.44.mlp.experts.130,2.5543036460876465
model.layers.44.mlp.experts.131,2.596461772918701
model.layers.44.mlp.experts.132,2.5574653148651123
model.layers.44.mlp.experts.133,2.552032232284546
model.layers.44.mlp.experts.134,2.5561232566833496
model.layers.44.mlp.experts.135,2.553853988647461
model.layers.44.mlp.experts.136,2.550607681274414
model.layers.44.mlp.experts.137,2.566433906555176
model.layers.44.mlp.experts.138,2.5616023540496826
model.layers.44.mlp.experts.139,2.556246280670166
model.layers.44.mlp.experts.14,2.560298204421997
model.layers.44.mlp.experts.140,2.557262420654297
model.layers.44.mlp.experts.141,2.5519938468933105
model.layers.44.mlp.experts.142,2.557196617126465
model.layers.44.mlp.experts.143,2.5526280403137207
model.layers.44.mlp.experts.144,2.556913137435913
model.layers.44.mlp.experts.145,2.561760425567627
model.layers.44.mlp.experts.146,2.5540781021118164
model.layers.44.mlp.experts.147,2.557809591293335
model.layers.44.mlp.experts.148,2.5509321689605717
model.layers.44.mlp.experts.149,2.5553979873657227
model.layers.44.mlp.experts.15,2.5556626319885254
model.layers.44.mlp.experts.150,2.557772159576416
model.layers.44.mlp.experts.151,2.591864824295044
model.layers.44.mlp.experts.152,2.5627787113189697
model.layers.44.mlp.experts.153,2.555952787399292
model.layers.44.mlp.experts.154,2.5644142627716064
model.layers.44.mlp.experts.155,2.557859182357788
model.layers.44.mlp.experts.156,2.5593817234039307
model.layers.44.mlp.experts.157,2.551043510437012
model.layers.44.mlp.experts.158,2.557189702987671
model.layers.44.mlp.experts.159,2.5528881549835205
model.layers.44.mlp.experts.16,2.5550200939178467
model.layers.44.mlp.experts.160,2.551568984985352
model.layers.44.mlp.experts.161,2.551755428314209
model.layers.44.mlp.experts.162,2.555356740951538
model.layers.44.mlp.experts.163,2.5539207458496094
model.layers.44.mlp.experts.164,2.553053617477417
model.layers.44.mlp.experts.165,2.5529661178588867
model.layers.44.mlp.experts.166,2.552868366241455
model.layers.44.mlp.experts.167,2.552382707595825
model.layers.44.mlp.experts.168,2.5537426471710205
model.layers.44.mlp.experts.169,2.562776565551758
model.layers.44.mlp.experts.17,2.5506751537323
model.layers.44.mlp.experts.170,2.5548794269561768
model.layers.44.mlp.experts.171,2.556339979171753
model.layers.44.mlp.experts.172,2.551860809326172
model.layers.44.mlp.experts.173,2.552274703979492
model.layers.44.mlp.experts.174,2.553250312805176
model.layers.44.mlp.experts.175,2.555384397506714
model.layers.44.mlp.experts.176,2.552236318588257
model.layers.44.mlp.experts.177,2.5599029064178467
model.layers.44.mlp.experts.178,2.5548572540283203
model.layers.44.mlp.experts.179,2.57417106628418
model.layers.44.mlp.experts.18,2.5661134719848637
model.layers.44.mlp.experts.180,2.558393955230713
model.layers.44.mlp.experts.181,2.5517280101776123
model.layers.44.mlp.experts.182,2.557345390319824
model.layers.44.mlp.experts.183,2.5548691749572754
model.layers.44.mlp.experts.184,2.555607557296753
model.layers.44.mlp.experts.185,2.5536484718322754
model.layers.44.mlp.experts.186,2.5506374835968018
model.layers.44.mlp.experts.187,2.560544967651367
model.layers.44.mlp.experts.188,2.555124282836914
model.layers.44.mlp.experts.189,2.551270008087158
model.layers.44.mlp.experts.19,2.551835060119629
model.layers.44.mlp.experts.190,2.552741527557373
model.layers.44.mlp.experts.191,2.5674192905426025
model.layers.44.mlp.experts.192,2.581876754760742
model.layers.44.mlp.experts.193,2.5519697666168213
model.layers.44.mlp.experts.194,2.5520482063293457
model.layers.44.mlp.experts.195,2.57143497467041
model.layers.44.mlp.experts.196,2.5522282123565674
model.layers.44.mlp.experts.197,2.55490779876709
model.layers.44.mlp.experts.198,2.557384729385376
model.layers.44.mlp.experts.199,2.553008794784546
model.layers.44.mlp.experts.2,2.552215576171875
model.layers.44.mlp.experts.20,2.557503700256348
model.layers.44.mlp.experts.200,2.55408263206482
model.layers.44.mlp.experts.201,2.552300453186035
model.layers.44.mlp.experts.202,2.5782265663146973
model.layers.44.mlp.experts.203,2.5584003925323486
model.layers.44.mlp.experts.204,2.5606184005737305
model.layers.44.mlp.experts.205,2.559933423995972
model.layers.44.mlp.experts.206,2.5621297359466557
model.layers.44.mlp.experts.207,2.5519509315490723
model.layers.44.mlp.experts.208,2.562730073928833
model.layers.44.mlp.experts.209,2.552712202072144
model.layers.44.mlp.experts.21,2.553370952606201
model.layers.44.mlp.experts.210,2.5523154735565186
model.layers.44.mlp.experts.211,2.552741289138794
model.layers.44.mlp.experts.212,2.55912446975708
model.layers.44.mlp.experts.213,2.555749893188477
model.layers.44.mlp.experts.214,2.55177640914917
model.layers.44.mlp.experts.215,2.5847318172454834
model.layers.44.mlp.experts.216,2.5532522201538086
model.layers.44.mlp.experts.217,2.5563008785247803
model.layers.44.mlp.experts.218,2.561819076538086
model.layers.44.mlp.experts.219,2.5547962188720703
model.layers.44.mlp.experts.22,2.557927370071411
model.layers.44.mlp.experts.220,2.5845823287963867
model.layers.44.mlp.experts.221,2.5578973293304443
model.layers.44.mlp.experts.222,2.5553648471832275
model.layers.44.mlp.experts.223,2.55652379989624
model.layers.44.mlp.experts.224,2.5524861812591557
model.layers.44.mlp.experts.225,2.558911085128784
model.layers.44.mlp.experts.226,2.553905487060547
model.layers.44.mlp.experts.227,2.55230712890625
model.layers.44.mlp.experts.228,2.554145097732544
model.layers.44.mlp.experts.229,2.5573012828826904
model.layers.44.mlp.experts.23,2.553863286972046
model.layers.44.mlp.experts.230,2.553750514984131
model.layers.44.mlp.experts.231,2.554884195327759
model.layers.44.mlp.experts.232,2.5530753135681152
model.layers.44.mlp.experts.233,2.554018974304199
model.layers.44.mlp.experts.234,2.554682493209839
model.layers.44.mlp.experts.235,2.555661678314209
model.layers.44.mlp.experts.236,2.552818298339844
model.layers.44.mlp.experts.237,2.5586788654327397
model.layers.44.mlp.experts.238,2.551697969436645
model.layers.44.mlp.experts.239,2.5522303581237797
model.layers.44.mlp.experts.24,2.5590660572052
model.layers.44.mlp.experts.240,2.5780646800994877
model.layers.44.mlp.experts.241,2.5656065940856934
model.layers.44.mlp.experts.242,2.5616557598114014
model.layers.44.mlp.experts.243,2.552718162536621
model.layers.44.mlp.experts.244,2.5657219886779785
model.layers.44.mlp.experts.245,2.564717531204224
model.layers.44.mlp.experts.246,2.6025779247283936
model.layers.44.mlp.experts.247,2.5814576148986816
model.layers.44.mlp.experts.248,2.5540361404418945
model.layers.44.mlp.experts.249,2.55233097076416
model.layers.44.mlp.experts.25,2.581527709960937
model.layers.44.mlp.experts.250,2.5527045726776123
model.layers.44.mlp.experts.251,2.55254340171814
model.layers.44.mlp.experts.252,2.5531911849975586
model.layers.44.mlp.experts.253,2.573089361190796
model.layers.44.mlp.experts.254,2.5534162521362305
model.layers.44.mlp.experts.255,2.5524518489837646
model.layers.44.mlp.experts.26,2.553664445877075
model.layers.44.mlp.experts.27,2.553436040878296
model.layers.44.mlp.experts.28,2.553054094314575
model.layers.44.mlp.experts.29,2.553281545639038
model.layers.44.mlp.experts.3,2.554165363311768
model.layers.44.mlp.experts.30,2.555449724197388
model.layers.44.mlp.experts.31,2.553208827972412
model.layers.44.mlp.experts.32,2.5541045665740967
model.layers.44.mlp.experts.33,2.552182197570801
model.layers.44.mlp.experts.34,2.555487632751465
model.layers.44.mlp.experts.35,2.55312728881836
model.layers.44.mlp.experts.36,2.5534508228302
model.layers.44.mlp.experts.37,2.553105354309082
model.layers.44.mlp.experts.38,2.552996158599853
model.layers.44.mlp.experts.39,2.568634510040283
model.layers.44.mlp.experts.4,2.5618929862976074
model.layers.44.mlp.experts.40,2.560438394546509
model.layers.44.mlp.experts.41,2.5553178787231445
model.layers.44.mlp.experts.42,2.55200743675232
model.layers.44.mlp.experts.43,2.5648117065429688
model.layers.44.mlp.experts.44,2.557884693145752
model.layers.44.mlp.experts.45,2.5535125732421875
model.layers.44.mlp.experts.46,2.554323673248291
model.layers.44.mlp.experts.47,2.574040412902832
model.layers.44.mlp.experts.48,2.5582876205444336
model.layers.44.mlp.experts.49,2.566006898880005
model.layers.44.mlp.experts.5,2.551729202270508
model.layers.44.mlp.experts.50,2.569908618927002
model.layers.44.mlp.experts.51,2.5554473400115967
model.layers.44.mlp.experts.52,2.5576789379119877
model.layers.44.mlp.experts.53,2.556092977523804
model.layers.44.mlp.experts.54,2.5607717037200928
model.layers.44.mlp.experts.55,2.556217193603516
model.layers.44.mlp.experts.56,2.5589959621429443
model.layers.44.mlp.experts.57,2.556547880172729
model.layers.44.mlp.experts.58,2.55210542678833
model.layers.44.mlp.experts.59,2.5531222820281982
model.layers.44.mlp.experts.6,2.561300039291382
model.layers.44.mlp.experts.60,2.553745985031128
model.layers.44.mlp.experts.61,2.557419776916504
model.layers.44.mlp.experts.62,2.5522561073303223
model.layers.44.mlp.experts.63,2.554387092590332
model.layers.44.mlp.experts.64,2.6121785640716557
model.layers.44.mlp.experts.65,2.552412509918213
model.layers.44.mlp.experts.66,2.5645575523376465
model.layers.44.mlp.experts.67,2.5543453693389893
model.layers.44.mlp.experts.68,2.5727319717407227
model.layers.44.mlp.experts.69,2.568250894546509
model.layers.44.mlp.experts.7,2.553650379180908
model.layers.44.mlp.experts.70,2.552269220352173
model.layers.44.mlp.experts.71,2.557521104812622
model.layers.44.mlp.experts.72,2.5575480461120605
model.layers.44.mlp.experts.73,2.554072618484497
model.layers.44.mlp.experts.74,2.551464557647705
model.layers.44.mlp.experts.75,2.5572104454040527
model.layers.44.mlp.experts.76,2.5510144233703613
model.layers.44.mlp.experts.77,2.556591033935547
model.layers.44.mlp.experts.78,2.552152395248413
model.layers.44.mlp.experts.79,2.569657564163208
model.layers.44.mlp.experts.8,2.561051607131958
model.layers.44.mlp.experts.80,2.552124500274658
model.layers.44.mlp.experts.81,2.567071914672852
model.layers.44.mlp.experts.82,2.559486150741577
model.layers.44.mlp.experts.83,2.554905891418457
model.layers.44.mlp.experts.84,2.5664124488830566
model.layers.44.mlp.experts.85,2.5529356002807617
model.layers.44.mlp.experts.86,2.5586531162261963
model.layers.44.mlp.experts.87,2.555534601211548
model.layers.44.mlp.experts.88,2.551411390304565
model.layers.44.mlp.experts.89,2.5528252124786377
model.layers.44.mlp.experts.9,2.5543220043182373
model.layers.44.mlp.experts.90,2.561065435409546
model.layers.44.mlp.experts.91,2.559531688690185
model.layers.44.mlp.experts.92,2.561908483505249
model.layers.44.mlp.experts.93,2.554201602935791
model.layers.44.mlp.experts.94,2.55096435546875
model.layers.44.mlp.experts.95,2.5515501499176025
model.layers.44.mlp.experts.96,2.5632565021514893
model.layers.44.mlp.experts.97,2.5518240928649902
model.layers.44.mlp.experts.98,2.555847644805908
model.layers.44.mlp.experts.99,2.552063226699829
model.layers.44.mlp.shared_experts,2.71741271018982
model.layers.44.self_attn,2.646442413330078
model.layers.45.mlp.experts.0,2.555450916290283
model.layers.45.mlp.experts.1,2.560579776763916
model.layers.45.mlp.experts.10,2.5662317276000977
model.layers.45.mlp.experts.100,2.565561056137085
model.layers.45.mlp.experts.101,2.5541772842407227
model.layers.45.mlp.experts.102,2.558123588562012
model.layers.45.mlp.experts.103,2.553197860717773
model.layers.45.mlp.experts.104,2.553074359893799
model.layers.45.mlp.experts.105,2.554701805114746
model.layers.45.mlp.experts.106,2.5538885593414307
model.layers.45.mlp.experts.107,2.5579614639282227
model.layers.45.mlp.experts.108,2.552483081817627
model.layers.45.mlp.experts.109,2.559309720993042
model.layers.45.mlp.experts.11,2.5524935722351074
model.layers.45.mlp.experts.110,2.554939746856689
model.layers.45.mlp.experts.111,2.55143666267395
model.layers.45.mlp.experts.112,2.552335262298584
model.layers.45.mlp.experts.113,2.557702779769897
model.layers.45.mlp.experts.114,2.553374767303467
model.layers.45.mlp.experts.115,2.557659387588501
model.layers.45.mlp.experts.116,2.552387952804565
model.layers.45.mlp.experts.117,2.553778648376465
model.layers.45.mlp.experts.118,2.553591728210449
model.layers.45.mlp.experts.119,2.5527267456054688
model.layers.45.mlp.experts.12,2.552866220474243
model.layers.45.mlp.experts.120,2.56735897064209
model.layers.45.mlp.experts.121,2.5624024868011475
model.layers.45.mlp.experts.122,2.554413080215454
model.layers.45.mlp.experts.123,2.553149938583374
model.layers.45.mlp.experts.124,2.55459213256836
model.layers.45.mlp.experts.125,2.5518414974212646
model.layers.45.mlp.experts.126,2.552852869033813
model.layers.45.mlp.experts.127,2.5531184673309326
model.layers.45.mlp.experts.128,2.562131643295288
model.layers.45.mlp.experts.129,2.560615062713623
model.layers.45.mlp.experts.13,2.551696538925171
model.layers.45.mlp.experts.130,2.559796094894409
model.layers.45.mlp.experts.131,2.5517539978027344
model.layers.45.mlp.experts.132,2.5560452938079834
model.layers.45.mlp.experts.133,2.5583748817443848
model.layers.45.mlp.experts.134,2.554077386856079
model.layers.45.mlp.experts.135,2.5516645908355717
model.layers.45.mlp.experts.136,2.55815052986145
model.layers.45.mlp.experts.137,2.5512959957122803
model.layers.45.mlp.experts.138,2.5538995265960693
model.layers.45.mlp.experts.139,2.558553695678711
model.layers.45.mlp.experts.14,2.565715789794922
model.layers.45.mlp.experts.140,2.5768496990203857
model.layers.45.mlp.experts.141,2.5526247024536133
model.layers.45.mlp.experts.142,2.558544397354126
model.layers.45.mlp.experts.143,2.5539393424987797
model.layers.45.mlp.experts.144,2.562924385070801
model.layers.45.mlp.experts.145,2.5622072219848637
model.layers.45.mlp.experts.146,2.5831458568573
model.layers.45.mlp.experts.147,2.5549824237823486
model.layers.45.mlp.experts.148,2.5537357330322266
model.layers.45.mlp.experts.149,2.553042411804199
model.layers.45.mlp.experts.15,2.552624225616455
model.layers.45.mlp.experts.150,2.5764434337615967
model.layers.45.mlp.experts.151,2.5572292804718018
model.layers.45.mlp.experts.152,2.5544302463531494
model.layers.45.mlp.experts.153,2.566033124923706
model.layers.45.mlp.experts.154,2.550896406173706
model.layers.45.mlp.experts.155,2.5580008029937744
model.layers.45.mlp.experts.156,2.556586503982544
model.layers.45.mlp.experts.157,2.551644325256348
model.layers.45.mlp.experts.158,2.563499212265014
model.layers.45.mlp.experts.159,2.563650369644165
model.layers.45.mlp.experts.16,2.5528926849365234
model.layers.45.mlp.experts.160,2.553335666656494
model.layers.45.mlp.experts.161,2.5548458099365234
model.layers.45.mlp.experts.162,2.5560693740844727
model.layers.45.mlp.experts.163,2.552168130874634
model.layers.45.mlp.experts.164,2.5762181282043457
model.layers.45.mlp.experts.165,2.551668167114258
model.layers.45.mlp.experts.166,2.5563406944274902
model.layers.45.mlp.experts.167,2.554500102996826
model.layers.45.mlp.experts.168,2.5524942874908447
model.layers.45.mlp.experts.169,2.559804916381836
model.layers.45.mlp.experts.17,2.565746307373047
model.layers.45.mlp.experts.170,2.560228109359741
model.layers.45.mlp.experts.171,2.565976142883301
model.layers.45.mlp.experts.172,2.5519111156463623
model.layers.45.mlp.experts.173,2.553654193878174
model.layers.45.mlp.experts.174,2.552773952484131
model.layers.45.mlp.experts.175,2.5567095279693604
model.layers.45.mlp.experts.176,2.558724880218506
model.layers.45.mlp.experts.177,2.560960292816162
model.layers.45.mlp.experts.178,2.578549861907959
model.layers.45.mlp.experts.179,2.5557961463928223
model.layers.45.mlp.experts.18,2.556596517562866
model.layers.45.mlp.experts.180,2.5556697845458984
model.layers.45.mlp.experts.181,2.554174423217773
model.layers.45.mlp.experts.182,2.5634782314300537
model.layers.45.mlp.experts.183,2.566857099533081
model.layers.45.mlp.experts.184,2.563836097717285
model.layers.45.mlp.experts.185,2.561299085617065
model.layers.45.mlp.experts.186,2.5659942626953125
model.layers.45.mlp.experts.187,2.556499719619751
model.layers.45.mlp.experts.188,2.5529651641845703
model.layers.45.mlp.experts.189,2.5699305534362797
model.layers.45.mlp.experts.19,2.563327550888061
model.layers.45.mlp.experts.190,2.5888893604278564
model.layers.45.mlp.experts.191,2.568445444107056
model.layers.45.mlp.experts.192,2.555006265640259
model.layers.45.mlp.experts.193,2.557625770568848
model.layers.45.mlp.experts.194,2.5577497482299805
model.layers.45.mlp.experts.195,2.557635545730591
model.layers.45.mlp.experts.196,2.554473400115967
model.layers.45.mlp.experts.197,2.55111026763916
model.layers.45.mlp.experts.198,2.5743696689605717
model.layers.45.mlp.experts.199,2.5526490211486816
model.layers.45.mlp.experts.2,2.558798551559448
model.layers.45.mlp.experts.20,2.5613017082214355
model.layers.45.mlp.experts.200,2.5575671195983887
model.layers.45.mlp.experts.201,2.5516605377197266
model.layers.45.mlp.experts.202,2.555879592895508
model.layers.45.mlp.experts.203,2.554567575454712
model.layers.45.mlp.experts.204,2.564184188842773
model.layers.45.mlp.experts.205,2.550908327102661
model.layers.45.mlp.experts.206,2.558024644851685
model.layers.45.mlp.experts.207,2.5731425285339355
model.layers.45.mlp.experts.208,2.5519907474517822
model.layers.45.mlp.experts.209,2.555032968521118
model.layers.45.mlp.experts.21,2.5830771923065186
model.layers.45.mlp.experts.210,2.56017804145813
model.layers.45.mlp.experts.211,2.55732798576355
model.layers.45.mlp.experts.212,2.553997278213501
model.layers.45.mlp.experts.213,2.6367478370666504
model.layers.45.mlp.experts.214,2.553515672683716
model.layers.45.mlp.experts.215,2.5569188594818115
model.layers.45.mlp.experts.216,2.5522608757019043
model.layers.45.mlp.experts.217,2.561896324157715
model.layers.45.mlp.experts.218,2.59519100189209
model.layers.45.mlp.experts.219,2.554076194763184
model.layers.45.mlp.experts.22,2.553199291229248
model.layers.45.mlp.experts.220,2.5529415607452397
model.layers.45.mlp.experts.221,2.552892208099365
model.layers.45.mlp.experts.222,2.552600383758545
model.layers.45.mlp.experts.223,2.552694320678711
model.layers.45.mlp.experts.224,2.559925079345703
model.layers.45.mlp.experts.225,2.5532288551330566
model.layers.45.mlp.experts.226,2.553825855255127
model.layers.45.mlp.experts.227,2.55218768119812
model.layers.45.mlp.experts.228,2.5614466667175293
model.layers.45.mlp.experts.229,2.558079481124878
model.layers.45.mlp.experts.23,2.5612246990203857
model.layers.45.mlp.experts.230,2.552042007446289
model.layers.45.mlp.experts.231,2.5527989864349365
model.layers.45.mlp.experts.232,2.5558667182922363
model.layers.45.mlp.experts.233,2.6496238708496094
model.layers.45.mlp.experts.234,2.5577850341796875
model.layers.45.mlp.experts.235,2.554574728012085
model.layers.45.mlp.experts.236,2.5620219707489014
model.layers.45.mlp.experts.237,2.5531933307647705
model.layers.45.mlp.experts.238,2.556328535079956
model.layers.45.mlp.experts.239,2.554152488708496
model.layers.45.mlp.experts.24,2.5558862686157227
model.layers.45.mlp.experts.240,2.555339097976685
model.layers.45.mlp.experts.241,2.552711009979248
model.layers.45.mlp.experts.242,2.5553863048553467
model.layers.45.mlp.experts.243,2.552826404571533
model.layers.45.mlp.experts.244,2.557969570159912
model.layers.45.mlp.experts.245,2.5564441680908203
model.layers.45.mlp.experts.246,2.553919553756714
model.layers.45.mlp.experts.247,2.5513274669647217
model.layers.45.mlp.experts.248,2.5574212074279785
model.layers.45.mlp.experts.249,2.552680015563965
model.layers.45.mlp.experts.25,2.571372032165528
model.layers.45.mlp.experts.250,2.555439710617065
model.layers.45.mlp.experts.251,2.5611319541931152
model.layers.45.mlp.experts.252,2.560218572616577
model.layers.45.mlp.experts.253,2.5578596591949463
model.layers.45.mlp.experts.254,2.5550649166107178
model.layers.45.mlp.experts.255,2.5572214126586914
model.layers.45.mlp.experts.26,2.5523431301116943
model.layers.45.mlp.experts.27,2.5578982830047607
model.layers.45.mlp.experts.28,2.553697347640991
model.layers.45.mlp.experts.29,2.5671651363372803
model.layers.45.mlp.experts.3,2.553842782974243
model.layers.45.mlp.experts.30,2.5735063552856445
model.layers.45.mlp.experts.31,2.5615878105163574
model.layers.45.mlp.experts.32,2.5537235736846924
model.layers.45.mlp.experts.33,2.5517001152038574
model.layers.45.mlp.experts.34,2.55460786819458
model.layers.45.mlp.experts.35,2.552919387817383
model.layers.45.mlp.experts.36,2.5554442405700684
model.layers.45.mlp.experts.37,2.5538699626922607
model.layers.45.mlp.experts.38,2.602318286895752
model.layers.45.mlp.experts.39,2.5615477561950684
model.layers.45.mlp.experts.4,2.5746161937713623
model.layers.45.mlp.experts.40,2.557379961013794
model.layers.45.mlp.experts.41,2.5554442405700684
model.layers.45.mlp.experts.42,2.55285382270813
model.layers.45.mlp.experts.43,2.555420398712158
model.layers.45.mlp.experts.44,2.5516343116760254
model.layers.45.mlp.experts.45,2.5538322925567627
model.layers.45.mlp.experts.46,2.5545029640197754
model.layers.45.mlp.experts.47,2.5536582469940186
model.layers.45.mlp.experts.48,2.5578949451446533
model.layers.45.mlp.experts.49,2.553558826446533
model.layers.45.mlp.experts.5,2.5711216926574707
model.layers.45.mlp.experts.50,2.579442262649536
model.layers.45.mlp.experts.51,2.5536317825317383
model.layers.45.mlp.experts.52,2.5531206130981445
model.layers.45.mlp.experts.53,2.5523815155029297
model.layers.45.mlp.experts.54,2.5535430908203125
model.layers.45.mlp.experts.55,2.553152084350586
model.layers.45.mlp.experts.56,2.552847623825073
model.layers.45.mlp.experts.57,2.5530333518981934
model.layers.45.mlp.experts.58,2.552804470062256
model.layers.45.mlp.experts.59,2.5569393634796143
model.layers.45.mlp.experts.6,2.594711780548096
model.layers.45.mlp.experts.60,2.551521778106689
model.layers.45.mlp.experts.61,2.553729057312012
model.layers.45.mlp.experts.62,2.55171537399292
model.layers.45.mlp.experts.63,2.5580084323883057
model.layers.45.mlp.experts.64,2.551942825317383
model.layers.45.mlp.experts.65,2.55190658569336
model.layers.45.mlp.experts.66,2.5544586181640625
model.layers.45.mlp.experts.67,2.56221604347229
model.layers.45.mlp.experts.68,2.553442478179932
model.layers.45.mlp.experts.69,2.5711398124694824
model.layers.45.mlp.experts.7,2.554469108581543
model.layers.45.mlp.experts.70,2.558723211288452
model.layers.45.mlp.experts.71,2.553871393203736
model.layers.45.mlp.experts.72,2.555426597595215
model.layers.45.mlp.experts.73,2.55439567565918
model.layers.45.mlp.experts.74,2.563260078430176
model.layers.45.mlp.experts.75,2.552143812179565
model.layers.45.mlp.experts.76,2.554396867752075
model.layers.45.mlp.experts.77,2.5541648864746094
model.layers.45.mlp.experts.78,2.552264928817749
model.layers.45.mlp.experts.79,2.5533249378204346
model.layers.45.mlp.experts.8,2.5545244216918945
model.layers.45.mlp.experts.80,2.551630973815918
model.layers.45.mlp.experts.81,2.551861524581909
model.layers.45.mlp.experts.82,2.5569558143615723
model.layers.45.mlp.experts.83,2.5514397621154785
model.layers.45.mlp.experts.84,2.5570034980773926
model.layers.45.mlp.experts.85,2.556854248046875
model.layers.45.mlp.experts.86,2.5554089546203613
model.layers.45.mlp.experts.87,2.551889419555664
model.layers.45.mlp.experts.88,2.56406831741333
model.layers.45.mlp.experts.89,2.5587432384490967
model.layers.45.mlp.experts.9,2.5550546646118164
model.layers.45.mlp.experts.90,2.554720401763916
model.layers.45.mlp.experts.91,2.564541339874268
model.layers.45.mlp.experts.92,2.5548458099365234
model.layers.45.mlp.experts.93,2.557770013809204
model.layers.45.mlp.experts.94,2.552653312683105
model.layers.45.mlp.experts.95,2.5743114948272705
model.layers.45.mlp.experts.96,2.552717685699463
model.layers.45.mlp.experts.97,2.5859742164611816
model.layers.45.mlp.experts.98,2.5626039505004883
model.layers.45.mlp.experts.99,2.561600685119629
model.layers.45.mlp.shared_experts,2.7360219955444336
model.layers.45.self_attn,2.6082653999328613
model.layers.46.mlp.experts.0,2.554526805877685
model.layers.46.mlp.experts.1,2.5543386936187744
model.layers.46.mlp.experts.10,2.579590082168579
model.layers.46.mlp.experts.100,2.555495500564575
model.layers.46.mlp.experts.101,2.558156967163086
model.layers.46.mlp.experts.102,2.564170360565185
model.layers.46.mlp.experts.103,2.5584869384765625
model.layers.46.mlp.experts.104,2.564450025558472
model.layers.46.mlp.experts.105,2.568514823913574
model.layers.46.mlp.experts.106,2.5525383949279785
model.layers.46.mlp.experts.107,2.5516483783721924
model.layers.46.mlp.experts.108,2.5520899295806885
model.layers.46.mlp.experts.109,2.5563268661499023
model.layers.46.mlp.experts.11,2.551599264144897
model.layers.46.mlp.experts.110,2.561076641082764
model.layers.46.mlp.experts.111,2.553853273391724
model.layers.46.mlp.experts.112,2.551801919937134
model.layers.46.mlp.experts.113,2.5568346977233887
model.layers.46.mlp.experts.114,2.5516040325164795
model.layers.46.mlp.experts.115,2.5550520420074463
model.layers.46.mlp.experts.116,2.5520012378692627
model.layers.46.mlp.experts.117,2.55863618850708
model.layers.46.mlp.experts.118,2.5628998279571533
model.layers.46.mlp.experts.119,2.5656681060791016
model.layers.46.mlp.experts.12,2.553287982940674
model.layers.46.mlp.experts.120,2.5559334754943848
model.layers.46.mlp.experts.121,2.554542064666748
model.layers.46.mlp.experts.122,2.5542900562286377
model.layers.46.mlp.experts.123,2.5537805557250977
model.layers.46.mlp.experts.124,2.5600833892822266
model.layers.46.mlp.experts.125,2.5573315620422363
model.layers.46.mlp.experts.126,2.554339408874512
model.layers.46.mlp.experts.127,2.5521023273468018
model.layers.46.mlp.experts.128,2.5570991039276123
model.layers.46.mlp.experts.129,2.552504062652588
model.layers.46.mlp.experts.13,2.5524823665618896
model.layers.46.mlp.experts.130,2.55204176902771
model.layers.46.mlp.experts.131,2.5530319213867188
model.layers.46.mlp.experts.132,2.553818702697754
model.layers.46.mlp.experts.133,2.5635368824005127
model.layers.46.mlp.experts.134,2.5513195991516118
model.layers.46.mlp.experts.135,2.5547540187835693
model.layers.46.mlp.experts.136,2.553897857666016
model.layers.46.mlp.experts.137,2.560814619064331
model.layers.46.mlp.experts.138,2.5562636852264404
model.layers.46.mlp.experts.139,2.5524184703826904
model.layers.46.mlp.experts.14,2.5536787509918213
model.layers.46.mlp.experts.140,2.551551342010498
model.layers.46.mlp.experts.141,2.5538036823272705
model.layers.46.mlp.experts.142,2.55347204208374
model.layers.46.mlp.experts.143,2.5619993209838867
model.layers.46.mlp.experts.144,2.551288604736328
model.layers.46.mlp.experts.145,2.550680637359619
model.layers.46.mlp.experts.146,2.554080009460449
model.layers.46.mlp.experts.147,2.553039312362671
model.layers.46.mlp.experts.148,2.552504777908325
model.layers.46.mlp.experts.149,2.5531136989593506
model.layers.46.mlp.experts.15,2.5554800033569336
model.layers.46.mlp.experts.150,2.572740077972412
model.layers.46.mlp.experts.151,2.552853584289551
model.layers.46.mlp.experts.152,2.5558745861053467
model.layers.46.mlp.experts.153,2.5748581886291504
model.layers.46.mlp.experts.154,2.551861047744751
model.layers.46.mlp.experts.155,2.5561225414276123
model.layers.46.mlp.experts.156,2.55743670463562
model.layers.46.mlp.experts.157,2.554112911224365
model.layers.46.mlp.experts.158,2.5539886951446533
model.layers.46.mlp.experts.159,2.551053762435913
model.layers.46.mlp.experts.16,2.56426739692688
model.layers.46.mlp.experts.160,2.556747436523437
model.layers.46.mlp.experts.161,2.55233097076416
model.layers.46.mlp.experts.162,2.555962562561035
model.layers.46.mlp.experts.163,2.5536816120147705
model.layers.46.mlp.experts.164,2.554696559906006
model.layers.46.mlp.experts.165,2.591890811920166
model.layers.46.mlp.experts.166,2.552227735519409
model.layers.46.mlp.experts.167,2.5725293159484863
model.layers.46.mlp.experts.168,2.5549097061157227
model.layers.46.mlp.experts.169,2.5509865283966064
model.layers.46.mlp.experts.17,2.5596063137054443
model.layers.46.mlp.experts.170,2.555750131607056
model.layers.46.mlp.experts.171,2.553258180618286
model.layers.46.mlp.experts.172,2.55324649810791
model.layers.46.mlp.experts.173,2.556764841079712
model.layers.46.mlp.experts.174,2.553961753845215
model.layers.46.mlp.experts.175,2.5569350719451904
model.layers.46.mlp.experts.176,2.569467544555664
model.layers.46.mlp.experts.177,2.554419994354248
model.layers.46.mlp.experts.178,2.55384373664856
model.layers.46.mlp.experts.179,2.559234142303467
model.layers.46.mlp.experts.18,2.5560107231140137
model.layers.46.mlp.experts.180,2.55160927772522
model.layers.46.mlp.experts.181,2.5583481788635254
model.layers.46.mlp.experts.182,2.5554563999176025
model.layers.46.mlp.experts.183,2.556057929992676
model.layers.46.mlp.experts.184,2.5537843704223637
model.layers.46.mlp.experts.185,2.566647529602051
model.layers.46.mlp.experts.186,2.558316707611084
model.layers.46.mlp.experts.187,2.554311037063598
model.layers.46.mlp.experts.188,2.552225112915039
model.layers.46.mlp.experts.189,2.551407814025879
model.layers.46.mlp.experts.19,2.551661491394043
model.layers.46.mlp.experts.190,2.562044382095337
model.layers.46.mlp.experts.191,2.561322927474976
model.layers.46.mlp.experts.192,2.5545670986175537
model.layers.46.mlp.experts.193,2.550935745239258
model.layers.46.mlp.experts.194,2.554162979125977
model.layers.46.mlp.experts.195,2.55457067489624
model.layers.46.mlp.experts.196,2.557164430618286
model.layers.46.mlp.experts.197,2.5575740337371826
model.layers.46.mlp.experts.198,2.5631580352783203
model.layers.46.mlp.experts.199,2.5544562339782715
model.layers.46.mlp.experts.2,2.5515506267547607
model.layers.46.mlp.experts.20,2.55195951461792
model.layers.46.mlp.experts.200,2.558513164520264
model.layers.46.mlp.experts.201,2.558887481689453
model.layers.46.mlp.experts.202,2.552753210067749
model.layers.46.mlp.experts.203,2.558631420135498
model.layers.46.mlp.experts.204,2.554992198944092
model.layers.46.mlp.experts.205,2.553215980529785
model.layers.46.mlp.experts.206,2.554137945175171
model.layers.46.mlp.experts.207,2.5555455684661865
model.layers.46.mlp.experts.208,2.5527336597442627
model.layers.46.mlp.experts.209,2.5527985095977783
model.layers.46.mlp.experts.21,2.55481481552124
model.layers.46.mlp.experts.210,2.552884340286255
model.layers.46.mlp.experts.211,2.5555949211120605
model.layers.46.mlp.experts.212,2.5592498779296875
model.layers.46.mlp.experts.213,2.552541971206665
model.layers.46.mlp.experts.214,2.5536022186279297
model.layers.46.mlp.experts.215,2.5757274627685547
model.layers.46.mlp.experts.216,2.555518627166748
model.layers.46.mlp.experts.217,2.553538084030152
model.layers.46.mlp.experts.218,2.555685520172119
model.layers.46.mlp.experts.219,2.5509278774261475
model.layers.46.mlp.experts.22,2.5512704849243164
model.layers.46.mlp.experts.220,2.55243182182312
model.layers.46.mlp.experts.221,2.552544593811035
model.layers.46.mlp.experts.222,2.551438093185425
model.layers.46.mlp.experts.223,2.5524473190307617
model.layers.46.mlp.experts.224,2.553462266921997
model.layers.46.mlp.experts.225,2.5643296241760254
model.layers.46.mlp.experts.226,2.5531368255615234
model.layers.46.mlp.experts.227,2.5519816875457764
model.layers.46.mlp.experts.228,2.555389881134033
model.layers.46.mlp.experts.229,2.568246841430664
model.layers.46.mlp.experts.23,2.5530097484588623
model.layers.46.mlp.experts.230,2.5526156425476074
model.layers.46.mlp.experts.231,2.5584990978240967
model.layers.46.mlp.experts.232,2.5570735931396484
model.layers.46.mlp.experts.233,2.556913137435913
model.layers.46.mlp.experts.234,2.5573842525482178
model.layers.46.mlp.experts.235,2.553617238998413
model.layers.46.mlp.experts.236,2.5620131492614746
model.layers.46.mlp.experts.237,2.5536131858825684
model.layers.46.mlp.experts.238,2.5517454147338867
model.layers.46.mlp.experts.239,2.555770874023437
model.layers.46.mlp.experts.24,2.555515766143799
model.layers.46.mlp.experts.240,2.5561740398406982
model.layers.46.mlp.experts.241,2.5526812076568604
model.layers.46.mlp.experts.242,2.553391218185425
model.layers.46.mlp.experts.243,2.5550456047058105
model.layers.46.mlp.experts.244,2.5526540279388428
model.layers.46.mlp.experts.245,2.554585695266724
model.layers.46.mlp.experts.246,2.553632974624634
model.layers.46.mlp.experts.247,2.5636935234069824
model.layers.46.mlp.experts.248,2.5554733276367188
model.layers.46.mlp.experts.249,2.5518126487731934
model.layers.46.mlp.experts.25,2.5610454082489014
model.layers.46.mlp.experts.250,2.556595802307129
model.layers.46.mlp.experts.251,2.5799660682678223
model.layers.46.mlp.experts.252,2.555870294570923
model.layers.46.mlp.experts.253,2.5535988807678223
model.layers.46.mlp.experts.254,2.5531556606292725
model.layers.46.mlp.experts.255,2.559498071670532
model.layers.46.mlp.experts.26,2.5524778366088867
model.layers.46.mlp.experts.27,2.552321434020996
model.layers.46.mlp.experts.28,2.557283878326416
model.layers.46.mlp.experts.29,2.552428722381592
model.layers.46.mlp.experts.3,2.5532491207122803
model.layers.46.mlp.experts.30,2.556413173675537
model.layers.46.mlp.experts.31,2.5573904514312744
model.layers.46.mlp.experts.32,2.552263736724853
model.layers.46.mlp.experts.33,2.551898956298828
model.layers.46.mlp.experts.34,2.561298131942749
model.layers.46.mlp.experts.35,2.5577621459960938
model.layers.46.mlp.experts.36,2.552628755569458
model.layers.46.mlp.experts.37,2.5570061206817627
model.layers.46.mlp.experts.38,2.552122116088867
model.layers.46.mlp.experts.39,2.5531930923461914
model.layers.46.mlp.experts.4,2.5564351081848145
model.layers.46.mlp.experts.40,2.551161527633667
model.layers.46.mlp.experts.41,2.555727005004883
model.layers.46.mlp.experts.42,2.5552783012390137
model.layers.46.mlp.experts.43,2.5515482425689697
model.layers.46.mlp.experts.44,2.57025408744812
model.layers.46.mlp.experts.45,2.5515623092651367
model.layers.46.mlp.experts.46,2.5579121112823486
model.layers.46.mlp.experts.47,2.557452917098999
model.layers.46.mlp.experts.48,2.59717321395874
model.layers.46.mlp.experts.49,2.5563859939575195
model.layers.46.mlp.experts.5,2.5517830848693848
model.layers.46.mlp.experts.50,2.5646626949310303
model.layers.46.mlp.experts.51,2.5518527030944824
model.layers.46.mlp.experts.52,2.5531158447265625
model.layers.46.mlp.experts.53,2.553144216537476
model.layers.46.mlp.experts.54,2.5585341453552246
model.layers.46.mlp.experts.55,2.558300256729126
model.layers.46.mlp.experts.56,2.552165031433105
model.layers.46.mlp.experts.57,2.5574164390563965
model.layers.46.mlp.experts.58,2.553750276565552
model.layers.46.mlp.experts.59,2.5608904361724854
model.layers.46.mlp.experts.6,2.5509042739868164
model.layers.46.mlp.experts.60,2.5518221855163574
model.layers.46.mlp.experts.61,2.5528504848480225
model.layers.46.mlp.experts.62,2.5523362159729004
model.layers.46.mlp.experts.63,2.551363468170166
model.layers.46.mlp.experts.64,2.552910327911377
model.layers.46.mlp.experts.65,2.553871393203736
model.layers.46.mlp.experts.66,2.558427333831787
model.layers.46.mlp.experts.67,2.562208414077759
model.layers.46.mlp.experts.68,2.5541529655456543
model.layers.46.mlp.experts.69,2.553058624267578
model.layers.46.mlp.experts.7,2.552602767944336
model.layers.46.mlp.experts.70,2.5539300441741943
model.layers.46.mlp.experts.71,2.553173303604126
model.layers.46.mlp.experts.72,2.551962375640869
model.layers.46.mlp.experts.73,2.5534563064575195
model.layers.46.mlp.experts.74,2.5530998706817627
model.layers.46.mlp.experts.75,2.556795597076416
model.layers.46.mlp.experts.76,2.5567221641540527
model.layers.46.mlp.experts.77,2.56181001663208
model.layers.46.mlp.experts.78,2.586907863616944
model.layers.46.mlp.experts.79,2.563103199005127
model.layers.46.mlp.experts.8,2.551930904388428
model.layers.46.mlp.experts.80,2.5548946857452397
model.layers.46.mlp.experts.81,2.553004264831543
model.layers.46.mlp.experts.82,2.553631067276001
model.layers.46.mlp.experts.83,2.55471420288086
model.layers.46.mlp.experts.84,2.552647829055786
model.layers.46.mlp.experts.85,2.562469482421875
model.layers.46.mlp.experts.86,2.55433988571167
model.layers.46.mlp.experts.87,2.556936025619507
model.layers.46.mlp.experts.88,2.553510904312134
model.layers.46.mlp.experts.89,2.554368019104004
model.layers.46.mlp.experts.9,2.5519919395446777
model.layers.46.mlp.experts.90,2.5546317100524902
model.layers.46.mlp.experts.91,2.553422451019287
model.layers.46.mlp.experts.92,2.554530143737793
model.layers.46.mlp.experts.93,2.550891160964966
model.layers.46.mlp.experts.94,2.553168535232544
model.layers.46.mlp.experts.95,2.5513837337493896
model.layers.46.mlp.experts.96,2.559562921524048
model.layers.46.mlp.experts.97,2.556316614151001
model.layers.46.mlp.experts.98,2.565224885940552
model.layers.46.mlp.experts.99,2.556809425354004
model.layers.46.mlp.shared_experts,2.7461154460906982
model.layers.46.self_attn,2.6027963161468506
model.layers.47.mlp.experts.0,2.5534026622772217
model.layers.47.mlp.experts.1,2.556189775466919
model.layers.47.mlp.experts.10,2.5599172115325928
model.layers.47.mlp.experts.100,2.5521459579467773
model.layers.47.mlp.experts.101,2.551931619644165
model.layers.47.mlp.experts.102,2.5564255714416504
model.layers.47.mlp.experts.103,2.5536112785339355
model.layers.47.mlp.experts.104,2.551905632019043
model.layers.47.mlp.experts.105,2.556011915206909
model.layers.47.mlp.experts.106,2.554589033126831
model.layers.47.mlp.experts.107,2.5592987537384038
model.layers.47.mlp.experts.108,2.5657522678375244
model.layers.47.mlp.experts.109,2.55279541015625
model.layers.47.mlp.experts.11,2.5539791584014893
model.layers.47.mlp.experts.110,2.5618224143981934
model.layers.47.mlp.experts.111,2.551363945007324
model.layers.47.mlp.experts.112,2.568408727645874
model.layers.47.mlp.experts.113,2.5549941062927246
model.layers.47.mlp.experts.114,2.5521225929260254
model.layers.47.mlp.experts.115,2.586842536926269
model.layers.47.mlp.experts.116,2.556863784790039
model.layers.47.mlp.experts.117,2.555543899536133
model.layers.47.mlp.experts.118,2.5559473037719727
model.layers.47.mlp.experts.119,2.5525333881378174
model.layers.47.mlp.experts.12,2.556792020797729
model.layers.47.mlp.experts.120,2.556612014770508
model.layers.47.mlp.experts.121,2.576782703399658
model.layers.47.mlp.experts.122,2.552454948425293
model.layers.47.mlp.experts.123,2.560787916183472
model.layers.47.mlp.experts.124,2.553799152374268
model.layers.47.mlp.experts.125,2.5541086196899414
model.layers.47.mlp.experts.126,2.552856683731079
model.layers.47.mlp.experts.127,2.5572710037231445
model.layers.47.mlp.experts.128,2.55695915222168
model.layers.47.mlp.experts.129,2.5608692169189453
model.layers.47.mlp.experts.13,2.551523447036743
model.layers.47.mlp.experts.130,2.5604310035705566
model.layers.47.mlp.experts.131,2.552322626113892
model.layers.47.mlp.experts.132,2.5593082904815674
model.layers.47.mlp.experts.133,2.558683156967163
model.layers.47.mlp.experts.134,2.552142381668091
model.layers.47.mlp.experts.135,2.550731658935547
model.layers.47.mlp.experts.136,2.554159879684448
model.layers.47.mlp.experts.137,2.552255630493164
model.layers.47.mlp.experts.138,2.5530972480773926
model.layers.47.mlp.experts.139,2.551630735397339
model.layers.47.mlp.experts.14,2.556938886642456
model.layers.47.mlp.experts.140,2.557340145111084
model.layers.47.mlp.experts.141,2.5521914958953857
model.layers.47.mlp.experts.142,2.554905891418457
model.layers.47.mlp.experts.143,2.551165103912353
model.layers.47.mlp.experts.144,2.553610324859619
model.layers.47.mlp.experts.145,2.55310583114624
model.layers.47.mlp.experts.146,2.567434310913086
model.layers.47.mlp.experts.147,2.550588130950928
model.layers.47.mlp.experts.148,2.5503499507904053
model.layers.47.mlp.experts.149,2.552065849304199
model.layers.47.mlp.experts.15,2.5605733394622803
model.layers.47.mlp.experts.150,2.569841861724853
model.layers.47.mlp.experts.151,2.5522921085357666
model.layers.47.mlp.experts.152,2.558943033218384
model.layers.47.mlp.experts.153,2.553543329238892
model.layers.47.mlp.experts.154,2.5594704151153564
model.layers.47.mlp.experts.155,2.554184675216675
model.layers.47.mlp.experts.156,2.573343276977539
model.layers.47.mlp.experts.157,2.5560765266418457
model.layers.47.mlp.experts.158,2.552133321762085
model.layers.47.mlp.experts.159,2.551476001739502
model.layers.47.mlp.experts.16,2.554577112197876
model.layers.47.mlp.experts.160,2.553995132446289
model.layers.47.mlp.experts.161,2.551877498626709
model.layers.47.mlp.experts.162,2.551446914672852
model.layers.47.mlp.experts.163,2.5550942420959477
model.layers.47.mlp.experts.164,2.581039428710937
model.layers.47.mlp.experts.165,2.5595598220825195
model.layers.47.mlp.experts.166,2.5585498809814453
model.layers.47.mlp.experts.167,2.562774181365967
model.layers.47.mlp.experts.168,2.566669464111328
model.layers.47.mlp.experts.169,2.555826425552368
model.layers.47.mlp.experts.17,2.5523054599761963
model.layers.47.mlp.experts.170,2.554145336151123
model.layers.47.mlp.experts.171,2.5639102458953857
model.layers.47.mlp.experts.172,2.556126356124878
model.layers.47.mlp.experts.173,2.552429676055908
model.layers.47.mlp.experts.174,2.55481481552124
model.layers.47.mlp.experts.175,2.5563361644744877
model.layers.47.mlp.experts.176,2.557104587554932
model.layers.47.mlp.experts.177,2.5562992095947266
model.layers.47.mlp.experts.178,2.5583913326263428
model.layers.47.mlp.experts.179,2.5533063411712646
model.layers.47.mlp.experts.18,2.554548501968384
model.layers.47.mlp.experts.180,2.5545296669006348
model.layers.47.mlp.experts.181,2.55328369140625
model.layers.47.mlp.experts.182,2.558038711547852
model.layers.47.mlp.experts.183,2.5535998344421387
model.layers.47.mlp.experts.184,2.5511512756347656
model.layers.47.mlp.experts.185,2.554434299468994
model.layers.47.mlp.experts.186,2.5537497997283936
model.layers.47.mlp.experts.187,2.5584940910339355
model.layers.47.mlp.experts.188,2.55208683013916
model.layers.47.mlp.experts.189,2.5520753860473637
model.layers.47.mlp.experts.19,2.558635711669922
model.layers.47.mlp.experts.190,2.552498817443848
model.layers.47.mlp.experts.191,2.553177118301392
model.layers.47.mlp.experts.192,2.5550386905670166
model.layers.47.mlp.experts.193,2.554090976715088
model.layers.47.mlp.experts.194,2.5542654991149902
model.layers.47.mlp.experts.195,2.555135726928711
model.layers.47.mlp.experts.196,2.5611581802368164
model.layers.47.mlp.experts.197,2.553395271301269
model.layers.47.mlp.experts.198,2.563195943832397
model.layers.47.mlp.experts.199,2.555450201034546
model.layers.47.mlp.experts.2,2.554283857345581
model.layers.47.mlp.experts.20,2.553013324737549
model.layers.47.mlp.experts.200,2.556633949279785
model.layers.47.mlp.experts.201,2.5646865367889404
model.layers.47.mlp.experts.202,2.5525922775268555
model.layers.47.mlp.experts.203,2.559872627258301
model.layers.47.mlp.experts.204,2.5527184009552
model.layers.47.mlp.experts.205,2.554713726043701
model.layers.47.mlp.experts.206,2.5550224781036377
model.layers.47.mlp.experts.207,2.5671560764312744
model.layers.47.mlp.experts.208,2.556694984436035
model.layers.47.mlp.experts.209,2.562185049057007
model.layers.47.mlp.experts.21,2.556896209716797
model.layers.47.mlp.experts.210,2.5533485412597656
model.layers.47.mlp.experts.211,2.5545458793640137
model.layers.47.mlp.experts.212,2.5552000999450684
model.layers.47.mlp.experts.213,2.551460266113281
model.layers.47.mlp.experts.214,2.562682628631592
model.layers.47.mlp.experts.215,2.5651700496673584
model.layers.47.mlp.experts.216,2.5528008937835693
model.layers.47.mlp.experts.217,2.555475234985352
model.layers.47.mlp.experts.218,2.5531277656555176
model.layers.47.mlp.experts.219,2.5555787086486816
model.layers.47.mlp.experts.22,2.554853916168213
model.layers.47.mlp.experts.220,2.555726766586304
model.layers.47.mlp.experts.221,2.55150842666626
model.layers.47.mlp.experts.222,2.55484938621521
model.layers.47.mlp.experts.223,2.5631661415100098
model.layers.47.mlp.experts.224,2.552995204925537
model.layers.47.mlp.experts.225,2.553058624267578
model.layers.47.mlp.experts.226,2.551846742630005
model.layers.47.mlp.experts.227,2.552274465560913
model.layers.47.mlp.experts.228,2.559819459915161
model.layers.47.mlp.experts.229,2.5531911849975586
model.layers.47.mlp.experts.23,2.5528929233551025
model.layers.47.mlp.experts.230,2.551486730575561
model.layers.47.mlp.experts.231,2.5587520599365234
model.layers.47.mlp.experts.232,2.5583746433258057
model.layers.47.mlp.experts.233,2.563714504241944
model.layers.47.mlp.experts.234,2.556021213531494
model.layers.47.mlp.experts.235,2.565483570098877
model.layers.47.mlp.experts.236,2.555461168289185
model.layers.47.mlp.experts.237,2.6742115020751958
model.layers.47.mlp.experts.238,2.5662498474121094
model.layers.47.mlp.experts.239,2.55273699760437
model.layers.47.mlp.experts.24,2.551535129547119
model.layers.47.mlp.experts.240,2.557348728179932
model.layers.47.mlp.experts.241,2.577543258666992
model.layers.47.mlp.experts.242,2.560854911804199
model.layers.47.mlp.experts.243,2.5525851249694824
model.layers.47.mlp.experts.244,2.5542666912078857
model.layers.47.mlp.experts.245,2.5601274967193604
model.layers.47.mlp.experts.246,2.5510025024414062
model.layers.47.mlp.experts.247,2.552311897277832
model.layers.47.mlp.experts.248,2.552394151687622
model.layers.47.mlp.experts.249,2.5573315620422363
model.layers.47.mlp.experts.25,2.5594613552093506
model.layers.47.mlp.experts.250,2.559103488922119
model.layers.47.mlp.experts.251,2.569509744644165
model.layers.47.mlp.experts.252,2.566980361938477
model.layers.47.mlp.experts.253,2.5539047718048096
model.layers.47.mlp.experts.254,2.554861545562744
model.layers.47.mlp.experts.255,2.555995464324951
model.layers.47.mlp.experts.26,2.5529592037200928
model.layers.47.mlp.experts.27,2.5648646354675293
model.layers.47.mlp.experts.28,2.5525453090667725
model.layers.47.mlp.experts.29,2.5523910522460938
model.layers.47.mlp.experts.3,2.556368112564087
model.layers.47.mlp.experts.30,2.556302547454834
model.layers.47.mlp.experts.31,2.552042245864868
model.layers.47.mlp.experts.32,2.554123878479004
model.layers.47.mlp.experts.33,2.5540642738342285
model.layers.47.mlp.experts.34,2.5508716106414795
model.layers.47.mlp.experts.35,2.5810317993164062
model.layers.47.mlp.experts.36,2.550968647003174
model.layers.47.mlp.experts.37,2.553377628326416
model.layers.47.mlp.experts.38,2.552556037902832
model.layers.47.mlp.experts.39,2.5553648471832275
model.layers.47.mlp.experts.4,2.553109645843506
model.layers.47.mlp.experts.40,2.5540122985839844
model.layers.47.mlp.experts.41,2.5525131225585938
model.layers.47.mlp.experts.42,2.553070306777954
model.layers.47.mlp.experts.43,2.5609030723571777
model.layers.47.mlp.experts.44,2.557313680648804
model.layers.47.mlp.experts.45,2.5517401695251465
model.layers.47.mlp.experts.46,2.5635457038879395
model.layers.47.mlp.experts.47,2.553928136825561
model.layers.47.mlp.experts.48,2.559990882873535
model.layers.47.mlp.experts.49,2.557683229446411
model.layers.47.mlp.experts.5,2.557041883468628
model.layers.47.mlp.experts.50,2.551405906677246
model.layers.47.mlp.experts.51,2.5542304515838623
model.layers.47.mlp.experts.52,2.5713014602661133
model.layers.47.mlp.experts.53,2.5514004230499268
model.layers.47.mlp.experts.54,2.555262327194214
model.layers.47.mlp.experts.55,2.557070255279541
model.layers.47.mlp.experts.56,2.554193019866944
model.layers.47.mlp.experts.57,2.5521762371063232
model.layers.47.mlp.experts.58,2.5521833896636963
model.layers.47.mlp.experts.59,2.556882858276367
model.layers.47.mlp.experts.6,2.553715229034424
model.layers.47.mlp.experts.60,2.556466817855835
model.layers.47.mlp.experts.61,2.568486452102661
model.layers.47.mlp.experts.62,2.5599899291992188
model.layers.47.mlp.experts.63,2.561189889907837
model.layers.47.mlp.experts.64,2.551955223083496
model.layers.47.mlp.experts.65,2.552840232849121
model.layers.47.mlp.experts.66,2.5610275268554688
model.layers.47.mlp.experts.67,2.5527827739715576
model.layers.47.mlp.experts.68,2.5521559715271
model.layers.47.mlp.experts.69,2.55222749710083
model.layers.47.mlp.experts.7,2.559403657913208
model.layers.47.mlp.experts.70,2.5636799335479736
model.layers.47.mlp.experts.71,2.5524184703826904
model.layers.47.mlp.experts.72,2.5552117824554443
model.layers.47.mlp.experts.73,2.559429883956909
model.layers.47.mlp.experts.74,2.5515406131744385
model.layers.47.mlp.experts.75,2.561639308929444
model.layers.47.mlp.experts.76,2.5529544353485107
model.layers.47.mlp.experts.77,2.552746534347534
model.layers.47.mlp.experts.78,2.5559253692626958
model.layers.47.mlp.experts.79,2.554119110107422
model.layers.47.mlp.experts.8,2.557401180267334
model.layers.47.mlp.experts.80,2.574770212173462
model.layers.47.mlp.experts.81,2.5541059970855717
model.layers.47.mlp.experts.82,2.5564234256744385
model.layers.47.mlp.experts.83,2.552837610244751
model.layers.47.mlp.experts.84,2.5521557331085205
model.layers.47.mlp.experts.85,2.5622987747192383
model.layers.47.mlp.experts.86,2.554649353027344
model.layers.47.mlp.experts.87,2.555885076522827
model.layers.47.mlp.experts.88,2.5508921146392822
model.layers.47.mlp.experts.89,2.5527071952819824
model.layers.47.mlp.experts.9,2.554682731628418
model.layers.47.mlp.experts.90,2.5523617267608643
model.layers.47.mlp.experts.91,2.554992198944092
model.layers.47.mlp.experts.92,2.55421781539917
model.layers.47.mlp.experts.93,2.554600954055786
model.layers.47.mlp.experts.94,2.5535333156585693
model.layers.47.mlp.experts.95,2.5559048652648926
model.layers.47.mlp.experts.96,2.5633809566497803
model.layers.47.mlp.experts.97,2.556550979614258
model.layers.47.mlp.experts.98,2.559728145599365
model.layers.47.mlp.experts.99,2.55587100982666
model.layers.47.mlp.shared_experts,2.7451446056365967
model.layers.47.self_attn,2.6180312633514404
model.layers.48.mlp.experts.0,2.5622239112854004
model.layers.48.mlp.experts.1,2.6534552574157715
model.layers.48.mlp.experts.10,2.5541698932647705
model.layers.48.mlp.experts.100,2.558193683624268
model.layers.48.mlp.experts.101,2.5543618202209477
model.layers.48.mlp.experts.102,2.558034420013428
model.layers.48.mlp.experts.103,2.556274652481079
model.layers.48.mlp.experts.104,2.5550012588500977
model.layers.48.mlp.experts.105,2.5876998901367188
model.layers.48.mlp.experts.106,2.557563543319702
model.layers.48.mlp.experts.107,2.554610013961792
model.layers.48.mlp.experts.108,2.5522494316101074
model.layers.48.mlp.experts.109,2.5569839477539062
model.layers.48.mlp.experts.11,2.5557658672332764
model.layers.48.mlp.experts.110,2.55342435836792
model.layers.48.mlp.experts.111,2.576991558074951
model.layers.48.mlp.experts.112,2.5526843070983887
model.layers.48.mlp.experts.113,2.565420866012573
model.layers.48.mlp.experts.114,2.5564255714416504
model.layers.48.mlp.experts.115,2.5560543537139893
model.layers.48.mlp.experts.116,2.566427707672119
model.layers.48.mlp.experts.117,2.553804874420166
model.layers.48.mlp.experts.118,2.562983274459839
model.layers.48.mlp.experts.119,2.553910493850708
model.layers.48.mlp.experts.12,2.562243700027466
model.layers.48.mlp.experts.120,2.568528652191162
model.layers.48.mlp.experts.121,2.566531181335449
model.layers.48.mlp.experts.122,2.5540521144866943
model.layers.48.mlp.experts.123,2.5555553436279297
model.layers.48.mlp.experts.124,2.5527026653289795
model.layers.48.mlp.experts.125,2.558349847793579
model.layers.48.mlp.experts.126,2.564328908920288
model.layers.48.mlp.experts.127,2.552775859832764
model.layers.48.mlp.experts.128,2.5560035705566406
model.layers.48.mlp.experts.129,2.5522565841674805
model.layers.48.mlp.experts.13,2.555554151535034
model.layers.48.mlp.experts.130,2.552692413330078
model.layers.48.mlp.experts.131,2.55261754989624
model.layers.48.mlp.experts.132,2.5592386722564697
model.layers.48.mlp.experts.133,2.5589077472686768
model.layers.48.mlp.experts.134,2.552051544189453
model.layers.48.mlp.experts.135,2.556482315063477
model.layers.48.mlp.experts.136,2.5554771423339844
model.layers.48.mlp.experts.137,2.5604047775268555
model.layers.48.mlp.experts.138,2.5563182830810547
model.layers.48.mlp.experts.139,2.558511018753052
model.layers.48.mlp.experts.14,2.5533244609832764
model.layers.48.mlp.experts.140,2.55422043800354
model.layers.48.mlp.experts.141,2.55128812789917
model.layers.48.mlp.experts.142,2.5518245697021484
model.layers.48.mlp.experts.143,2.559791326522827
model.layers.48.mlp.experts.144,2.5538558959960938
model.layers.48.mlp.experts.145,2.558847188949585
model.layers.48.mlp.experts.146,2.5533485412597656
model.layers.48.mlp.experts.147,2.553368091583252
model.layers.48.mlp.experts.148,2.554551362991333
model.layers.48.mlp.experts.149,2.5555174350738525
model.layers.48.mlp.experts.15,2.5530576705932617
model.layers.48.mlp.experts.150,2.561002492904663
model.layers.48.mlp.experts.151,2.559499740600586
model.layers.48.mlp.experts.152,2.5564124584198
model.layers.48.mlp.experts.153,2.551823139190674
model.layers.48.mlp.experts.154,2.5571179389953613
model.layers.48.mlp.experts.155,2.5583016872406006
model.layers.48.mlp.experts.156,2.5522119998931885
model.layers.48.mlp.experts.157,2.57785701751709
model.layers.48.mlp.experts.158,2.554453134536743
model.layers.48.mlp.experts.159,2.6074585914611816
model.layers.48.mlp.experts.16,2.552207469940185
model.layers.48.mlp.experts.160,2.5599253177642822
model.layers.48.mlp.experts.161,2.5542893409729004
model.layers.48.mlp.experts.162,2.56290864944458
model.layers.48.mlp.experts.163,2.5525453090667725
model.layers.48.mlp.experts.164,2.563915729522705
model.layers.48.mlp.experts.165,2.551903486251831
model.layers.48.mlp.experts.166,2.5562758445739746
model.layers.48.mlp.experts.167,2.5737929344177246
model.layers.48.mlp.experts.168,2.554378032684326
model.layers.48.mlp.experts.169,2.5529325008392334
model.layers.48.mlp.experts.17,2.557801961898804
model.layers.48.mlp.experts.170,2.561584234237671
model.layers.48.mlp.experts.171,2.552269697189331
model.layers.48.mlp.experts.172,2.555968999862671
model.layers.48.mlp.experts.173,2.551780939102173
model.layers.48.mlp.experts.174,2.555062055587769
model.layers.48.mlp.experts.175,2.552488327026367
model.layers.48.mlp.experts.176,2.560581922531128
model.layers.48.mlp.experts.177,2.5533077716827397
model.layers.48.mlp.experts.178,2.5533549785614014
model.layers.48.mlp.experts.179,2.554529428482056
model.layers.48.mlp.experts.18,2.553954124450684
model.layers.48.mlp.experts.180,2.552926540374756
model.layers.48.mlp.experts.181,2.551292181015014
model.layers.48.mlp.experts.182,2.567180633544922
model.layers.48.mlp.experts.183,2.556812286376953
model.layers.48.mlp.experts.184,2.5534913539886475
model.layers.48.mlp.experts.185,2.562962770462036
model.layers.48.mlp.experts.186,2.5572311878204346
model.layers.48.mlp.experts.187,2.553429365158081
model.layers.48.mlp.experts.188,2.5553197860717773
model.layers.48.mlp.experts.189,2.5523524284362797
model.layers.48.mlp.experts.19,2.5526936054229736
model.layers.48.mlp.experts.190,2.556077718734741
model.layers.48.mlp.experts.191,2.5546607971191406
model.layers.48.mlp.experts.192,2.5546112060546875
model.layers.48.mlp.experts.193,2.576488733291626
model.layers.48.mlp.experts.194,2.5579395294189453
model.layers.48.mlp.experts.195,2.556479215621948
model.layers.48.mlp.experts.196,2.5522396564483643
model.layers.48.mlp.experts.197,2.5527029037475586
model.layers.48.mlp.experts.198,2.554943084716797
model.layers.48.mlp.experts.199,2.5590078830718994
model.layers.48.mlp.experts.2,2.5659830570220947
model.layers.48.mlp.experts.20,2.5747997760772705
model.layers.48.mlp.experts.200,2.5620033740997314
model.layers.48.mlp.experts.201,2.5580999851226807
model.layers.48.mlp.experts.202,2.564613342285156
model.layers.48.mlp.experts.203,2.553402900695801
model.layers.48.mlp.experts.204,2.5518152713775635
model.layers.48.mlp.experts.205,2.5542283058166504
model.layers.48.mlp.experts.206,2.5547990798950195
model.layers.48.mlp.experts.207,2.5531766414642334
model.layers.48.mlp.experts.208,2.554119825363159
model.layers.48.mlp.experts.209,2.5537331104278564
model.layers.48.mlp.experts.21,2.5530807971954346
model.layers.48.mlp.experts.210,2.5516765117645264
model.layers.48.mlp.experts.211,2.5652246475219727
model.layers.48.mlp.experts.212,2.551449775695801
model.layers.48.mlp.experts.213,2.557708978652954
model.layers.48.mlp.experts.214,2.561985969543457
model.layers.48.mlp.experts.215,2.562095642089844
model.layers.48.mlp.experts.216,2.5590813159942627
model.layers.48.mlp.experts.217,2.554598569869995
model.layers.48.mlp.experts.218,2.561960935592652
model.layers.48.mlp.experts.219,2.55905818939209
model.layers.48.mlp.experts.22,2.5566601753234863
model.layers.48.mlp.experts.220,2.581146240234375
model.layers.48.mlp.experts.221,2.56152868270874
model.layers.48.mlp.experts.222,2.557837963104248
model.layers.48.mlp.experts.223,2.554410457611084
model.layers.48.mlp.experts.224,2.5585174560546875
model.layers.48.mlp.experts.225,2.552973508834839
model.layers.48.mlp.experts.226,2.5545361042022705
model.layers.48.mlp.experts.227,2.5565826892852783
model.layers.48.mlp.experts.228,2.55302357673645
model.layers.48.mlp.experts.229,2.5541791915893555
model.layers.48.mlp.experts.23,2.5594706535339355
model.layers.48.mlp.experts.230,2.5525927543640137
model.layers.48.mlp.experts.231,2.5555739402771
model.layers.48.mlp.experts.232,2.5525481700897217
model.layers.48.mlp.experts.233,2.5524380207061768
model.layers.48.mlp.experts.234,2.5548198223114014
model.layers.48.mlp.experts.235,2.5551869869232178
model.layers.48.mlp.experts.236,2.5521368980407715
model.layers.48.mlp.experts.237,2.555407285690308
model.layers.48.mlp.experts.238,2.567312240600586
model.layers.48.mlp.experts.239,2.5564968585968018
model.layers.48.mlp.experts.24,2.5534512996673584
model.layers.48.mlp.experts.240,2.5544400215148926
model.layers.48.mlp.experts.241,2.552938461303711
model.layers.48.mlp.experts.242,2.5560824871063232
model.layers.48.mlp.experts.243,2.552661418914795
model.layers.48.mlp.experts.244,2.5516505241394043
model.layers.48.mlp.experts.245,2.550404787063598
model.layers.48.mlp.experts.246,2.554236650466919
model.layers.48.mlp.experts.247,2.570711612701416
model.layers.48.mlp.experts.248,2.5526318550109863
model.layers.48.mlp.experts.249,2.5528345108032227
model.layers.48.mlp.experts.25,2.555194854736328
model.layers.48.mlp.experts.250,2.560678482055664
model.layers.48.mlp.experts.251,2.559804677963257
model.layers.48.mlp.experts.252,2.5531513690948486
model.layers.48.mlp.experts.253,2.5842809677124023
model.layers.48.mlp.experts.254,2.5522665977478027
model.layers.48.mlp.experts.255,2.5528981685638428
model.layers.48.mlp.experts.26,2.556518793106079
model.layers.48.mlp.experts.27,2.551629543304444
model.layers.48.mlp.experts.28,2.553183555603028
model.layers.48.mlp.experts.29,2.5531697273254395
model.layers.48.mlp.experts.3,2.557985782623291
model.layers.48.mlp.experts.30,2.5662622451782227
model.layers.48.mlp.experts.31,2.552736759185791
model.layers.48.mlp.experts.32,2.5565876960754395
model.layers.48.mlp.experts.33,2.5645575523376465
model.layers.48.mlp.experts.34,2.5553183555603027
model.layers.48.mlp.experts.35,2.55558443069458
model.layers.48.mlp.experts.36,2.5519630908966064
model.layers.48.mlp.experts.37,2.5694708824157715
model.layers.48.mlp.experts.38,2.5537564754486084
model.layers.48.mlp.experts.39,2.55421781539917
model.layers.48.mlp.experts.4,2.559407949447632
model.layers.48.mlp.experts.40,2.5652518272399902
model.layers.48.mlp.experts.41,2.553109169006348
model.layers.48.mlp.experts.42,2.5561599731445312
model.layers.48.mlp.experts.43,2.5556411743164062
model.layers.48.mlp.experts.44,2.562305688858032
model.layers.48.mlp.experts.45,2.5528929233551025
model.layers.48.mlp.experts.46,2.554326057434082
model.layers.48.mlp.experts.47,2.55521297454834
model.layers.48.mlp.experts.48,2.551487445831299
model.layers.48.mlp.experts.49,2.5571134090423584
model.layers.48.mlp.experts.5,2.554124355316162
model.layers.48.mlp.experts.50,2.5541529655456543
model.layers.48.mlp.experts.51,2.5574750900268555
model.layers.48.mlp.experts.52,2.5550007820129395
model.layers.48.mlp.experts.53,2.5581159591674805
model.layers.48.mlp.experts.54,2.559776306152344
model.layers.48.mlp.experts.55,2.5566611289978027
model.layers.48.mlp.experts.56,2.555403232574463
model.layers.48.mlp.experts.57,2.5575644969940186
model.layers.48.mlp.experts.58,2.5521395206451416
model.layers.48.mlp.experts.59,2.5558643341064453
model.layers.48.mlp.experts.6,2.5557515621185303
model.layers.48.mlp.experts.60,2.5597469806671143
model.layers.48.mlp.experts.61,2.55497145652771
model.layers.48.mlp.experts.62,2.5571208000183105
model.layers.48.mlp.experts.63,2.554254531860352
model.layers.48.mlp.experts.64,2.5729522705078125
model.layers.48.mlp.experts.65,2.5549681186676025
model.layers.48.mlp.experts.66,2.550569534301758
model.layers.48.mlp.experts.67,2.564109563827514
model.layers.48.mlp.experts.68,2.553061485290528
model.layers.48.mlp.experts.69,2.554276704788208
model.layers.48.mlp.experts.7,2.56060791015625
model.layers.48.mlp.experts.70,2.5559444427490234
model.layers.48.mlp.experts.71,2.5528602600097656
model.layers.48.mlp.experts.72,2.55661940574646
model.layers.48.mlp.experts.73,2.55497145652771
model.layers.48.mlp.experts.74,2.5558576583862305
model.layers.48.mlp.experts.75,2.555063486099243
model.layers.48.mlp.experts.76,2.559091329574585
model.layers.48.mlp.experts.77,2.5531585216522217
model.layers.48.mlp.experts.78,2.5547549724578857
model.layers.48.mlp.experts.79,2.558811664581299
model.layers.48.mlp.experts.8,2.565816164016724
model.layers.48.mlp.experts.80,2.573089838027954
model.layers.48.mlp.experts.81,2.551318407058716
model.layers.48.mlp.experts.82,2.552048444747925
model.layers.48.mlp.experts.83,2.553434133529663
model.layers.48.mlp.experts.84,2.5529165267944336
model.layers.48.mlp.experts.85,2.603814125061035
model.layers.48.mlp.experts.86,2.552119731903076
model.layers.48.mlp.experts.87,2.5531959533691406
model.layers.48.mlp.experts.88,2.555997371673584
model.layers.48.mlp.experts.89,2.559385061264038
model.layers.48.mlp.experts.9,2.5543088912963867
model.layers.48.mlp.experts.90,2.556893110275269
model.layers.48.mlp.experts.91,2.5631322860717773
model.layers.48.mlp.experts.92,2.5933845043182373
model.layers.48.mlp.experts.93,2.5539135932922363
model.layers.48.mlp.experts.94,2.5513432025909424
model.layers.48.mlp.experts.95,2.55130672454834
model.layers.48.mlp.experts.96,2.5995888710021973
model.layers.48.mlp.experts.97,2.5540213584899902
model.layers.48.mlp.experts.98,2.552258014678955
model.layers.48.mlp.experts.99,2.5532188415527344
model.layers.48.mlp.shared_experts,2.7377514839172363
model.layers.48.self_attn,2.62027359008789
model.layers.49.mlp.experts.0,2.600207805633545
model.layers.49.mlp.experts.1,2.5515928268432617
model.layers.49.mlp.experts.10,2.564870834350586
model.layers.49.mlp.experts.100,2.553616762161255
model.layers.49.mlp.experts.101,2.559407949447632
model.layers.49.mlp.experts.102,2.555259704589844
model.layers.49.mlp.experts.103,2.559108018875122
model.layers.49.mlp.experts.104,2.564087152481079
model.layers.49.mlp.experts.105,2.557710647583008
model.layers.49.mlp.experts.106,2.5610272884368896
model.layers.49.mlp.experts.107,2.553161144256592
model.layers.49.mlp.experts.108,2.573702812194824
model.layers.49.mlp.experts.109,2.555201768875122
model.layers.49.mlp.experts.11,2.5531928539276123
model.layers.49.mlp.experts.110,2.552363872528076
model.layers.49.mlp.experts.111,2.57478141784668
model.layers.49.mlp.experts.112,2.561218738555908
model.layers.49.mlp.experts.113,2.5529747009277344
model.layers.49.mlp.experts.114,2.5541014671325684
model.layers.49.mlp.experts.115,2.55400013923645
model.layers.49.mlp.experts.116,2.55397891998291
model.layers.49.mlp.experts.117,2.553511619567871
model.layers.49.mlp.experts.118,2.55617094039917
model.layers.49.mlp.experts.119,2.5633606910705566
model.layers.49.mlp.experts.12,2.552795886993408
model.layers.49.mlp.experts.120,2.552653551101685
model.layers.49.mlp.experts.121,2.554058313369751
model.layers.49.mlp.experts.122,2.557158946990967
model.layers.49.mlp.experts.123,2.553906917572021
model.layers.49.mlp.experts.124,2.5591726303100586
model.layers.49.mlp.experts.125,2.552304267883301
model.layers.49.mlp.experts.126,2.561187267303467
model.layers.49.mlp.experts.127,2.556107997894287
model.layers.49.mlp.experts.128,2.552269697189331
model.layers.49.mlp.experts.129,2.552152395248413
model.layers.49.mlp.experts.13,2.557381629943848
model.layers.49.mlp.experts.130,2.5695126056671143
model.layers.49.mlp.experts.131,2.581167221069336
model.layers.49.mlp.experts.132,2.553537130355835
model.layers.49.mlp.experts.133,2.5561413764953613
model.layers.49.mlp.experts.134,2.551647663116455
model.layers.49.mlp.experts.135,2.554478645324707
model.layers.49.mlp.experts.136,2.5541586875915527
model.layers.49.mlp.experts.137,2.5528576374053955
model.layers.49.mlp.experts.138,2.558929920196533
model.layers.49.mlp.experts.139,2.5673370361328125
model.layers.49.mlp.experts.14,2.572767972946167
model.layers.49.mlp.experts.140,2.5536341667175293
model.layers.49.mlp.experts.141,2.558188199996948
model.layers.49.mlp.experts.142,2.5552053451538086
model.layers.49.mlp.experts.143,2.558436870574951
model.layers.49.mlp.experts.144,2.565413475036621
model.layers.49.mlp.experts.145,2.5528509616851807
model.layers.49.mlp.experts.146,2.5546000003814697
model.layers.49.mlp.experts.147,2.555417537689209
model.layers.49.mlp.experts.148,2.564042806625366
model.layers.49.mlp.experts.149,2.552797317504883
model.layers.49.mlp.experts.15,2.55288314819336
model.layers.49.mlp.experts.150,2.6162779331207275
model.layers.49.mlp.experts.151,2.554558038711548
model.layers.49.mlp.experts.152,2.5570223331451416
model.layers.49.mlp.experts.153,2.555219888687134
model.layers.49.mlp.experts.154,2.5536105632781982
model.layers.49.mlp.experts.155,2.563486099243164
model.layers.49.mlp.experts.156,2.555426359176636
model.layers.49.mlp.experts.157,2.5537514686584477
model.layers.49.mlp.experts.158,2.5522143840789795
model.layers.49.mlp.experts.159,2.5572502613067627
model.layers.49.mlp.experts.16,2.555577516555786
model.layers.49.mlp.experts.160,2.563016176223755
model.layers.49.mlp.experts.161,2.5510711669921875
model.layers.49.mlp.experts.162,2.560624122619629
model.layers.49.mlp.experts.163,2.562791347503662
model.layers.49.mlp.experts.164,2.5593175888061523
model.layers.49.mlp.experts.165,2.5505285263061523
model.layers.49.mlp.experts.166,2.553270101547241
model.layers.49.mlp.experts.167,2.553797721862793
model.layers.49.mlp.experts.168,2.56447982788086
model.layers.49.mlp.experts.169,2.5565335750579834
model.layers.49.mlp.experts.17,2.554737329483032
model.layers.49.mlp.experts.170,2.5524020195007324
model.layers.49.mlp.experts.171,2.554863214492798
model.layers.49.mlp.experts.172,2.5531647205352783
model.layers.49.mlp.experts.173,2.565052032470703
model.layers.49.mlp.experts.174,2.5540666580200195
model.layers.49.mlp.experts.175,2.5723235607147217
model.layers.49.mlp.experts.176,2.55971622467041
model.layers.49.mlp.experts.177,2.553696155548096
model.layers.49.mlp.experts.178,2.5561869144439697
model.layers.49.mlp.experts.179,2.559865474700928
model.layers.49.mlp.experts.18,2.553497791290283
model.layers.49.mlp.experts.180,2.562171697616577
model.layers.49.mlp.experts.181,2.557349681854248
model.layers.49.mlp.experts.182,2.5649216175079346
model.layers.49.mlp.experts.183,2.5578277111053467
model.layers.49.mlp.experts.184,2.556962251663208
model.layers.49.mlp.experts.185,2.55385422706604
model.layers.49.mlp.experts.186,2.555583000183105
model.layers.49.mlp.experts.187,2.55863618850708
model.layers.49.mlp.experts.188,2.55812406539917
model.layers.49.mlp.experts.189,2.555214166641236
model.layers.49.mlp.experts.19,2.5523266792297363
model.layers.49.mlp.experts.190,2.5688636302948
model.layers.49.mlp.experts.191,2.5536203384399414
model.layers.49.mlp.experts.192,2.567176818847656
model.layers.49.mlp.experts.193,2.553097724914551
model.layers.49.mlp.experts.194,2.552022218704224
model.layers.49.mlp.experts.195,2.5570945739746094
model.layers.49.mlp.experts.196,2.552891254425049
model.layers.49.mlp.experts.197,2.55749249458313
model.layers.49.mlp.experts.198,2.5635643005371094
model.layers.49.mlp.experts.199,2.557790279388428
model.layers.49.mlp.experts.2,2.562037467956543
model.layers.49.mlp.experts.20,2.5529801845550537
model.layers.49.mlp.experts.200,2.5515952110290527
model.layers.49.mlp.experts.201,2.556970357894897
model.layers.49.mlp.experts.202,2.5563747882843018
model.layers.49.mlp.experts.203,2.555748462677002
model.layers.49.mlp.experts.204,2.557140588760376
model.layers.49.mlp.experts.205,2.568134307861328
model.layers.49.mlp.experts.206,2.556401252746582
model.layers.49.mlp.experts.207,2.5712404251098637
model.layers.49.mlp.experts.208,2.560508728027344
model.layers.49.mlp.experts.209,2.566291093826294
model.layers.49.mlp.experts.21,2.561856508255005
model.layers.49.mlp.experts.210,2.558317184448242
model.layers.49.mlp.experts.211,2.5618553161621094
model.layers.49.mlp.experts.212,2.5562570095062256
model.layers.49.mlp.experts.213,2.5522704124450684
model.layers.49.mlp.experts.214,2.556323528289795
model.layers.49.mlp.experts.215,2.554973602294922
model.layers.49.mlp.experts.216,2.552454233169556
model.layers.49.mlp.experts.217,2.5516397953033447
model.layers.49.mlp.experts.218,2.5546224117279053
model.layers.49.mlp.experts.219,2.5565426349639893
model.layers.49.mlp.experts.22,2.551266431808472
model.layers.49.mlp.experts.220,2.5521788597106934
model.layers.49.mlp.experts.221,2.554377317428589
model.layers.49.mlp.experts.222,2.5605196952819824
model.layers.49.mlp.experts.223,2.556199789047241
model.layers.49.mlp.experts.224,2.566890001296997
model.layers.49.mlp.experts.225,2.551644802093506
model.layers.49.mlp.experts.226,2.55509614944458
model.layers.49.mlp.experts.227,2.5526256561279297
model.layers.49.mlp.experts.228,2.5554041862487797
model.layers.49.mlp.experts.229,2.553546905517578
model.layers.49.mlp.experts.23,2.559438943862915
model.layers.49.mlp.experts.230,2.5719640254974365
model.layers.49.mlp.experts.231,2.5548832416534424
model.layers.49.mlp.experts.232,2.5538949966430664
model.layers.49.mlp.experts.233,2.5610523223876958
model.layers.49.mlp.experts.234,2.557411432266236
model.layers.49.mlp.experts.235,2.550734758377075
model.layers.49.mlp.experts.236,2.555140733718872
model.layers.49.mlp.experts.237,2.555219888687134
model.layers.49.mlp.experts.238,2.562143325805664
model.layers.49.mlp.experts.239,2.5569217205047607
model.layers.49.mlp.experts.24,2.555302143096924
model.layers.49.mlp.experts.240,2.557074785232544
model.layers.49.mlp.experts.241,2.551799058914185
model.layers.49.mlp.experts.242,2.5557215213775635
model.layers.49.mlp.experts.243,2.552755355834961
model.layers.49.mlp.experts.244,2.566843748092652
model.layers.49.mlp.experts.245,2.5629208087921143
model.layers.49.mlp.experts.246,2.563176155090332
model.layers.49.mlp.experts.247,2.557593822479248
model.layers.49.mlp.experts.248,2.553310871124268
model.layers.49.mlp.experts.249,2.552480697631836
model.layers.49.mlp.experts.25,2.55242657661438
model.layers.49.mlp.experts.250,2.559358596801758
model.layers.49.mlp.experts.251,2.552067518234253
model.layers.49.mlp.experts.252,2.591915369033813
model.layers.49.mlp.experts.253,2.556962490081787
model.layers.49.mlp.experts.254,2.5541343688964844
model.layers.49.mlp.experts.255,2.551866054534912
model.layers.49.mlp.experts.26,2.552044153213501
model.layers.49.mlp.experts.27,2.551839590072632
model.layers.49.mlp.experts.28,2.557271242141724
model.layers.49.mlp.experts.29,2.552578926086426
model.layers.49.mlp.experts.3,2.5529088973999023
model.layers.49.mlp.experts.30,2.565604448318481
model.layers.49.mlp.experts.31,2.5699260234832764
model.layers.49.mlp.experts.32,2.5592963695526123
model.layers.49.mlp.experts.33,2.574723958969116
model.layers.49.mlp.experts.34,2.572451114654541
model.layers.49.mlp.experts.35,2.552429676055908
model.layers.49.mlp.experts.36,2.553467035293579
model.layers.49.mlp.experts.37,2.5536935329437256
model.layers.49.mlp.experts.38,2.554588556289673
model.layers.49.mlp.experts.39,2.554162740707397
model.layers.49.mlp.experts.4,2.5531880855560303
model.layers.49.mlp.experts.40,2.553422451019287
model.layers.49.mlp.experts.41,2.5533599853515625
model.layers.49.mlp.experts.42,2.5532450675964355
model.layers.49.mlp.experts.43,2.554579973220825
model.layers.49.mlp.experts.44,2.5601649284362797
model.layers.49.mlp.experts.45,2.565321683883667
model.layers.49.mlp.experts.46,2.5581517219543457
model.layers.49.mlp.experts.47,2.552905321121216
model.layers.49.mlp.experts.48,2.553002119064331
model.layers.49.mlp.experts.49,2.571265697479248
model.layers.49.mlp.experts.5,2.56278920173645
model.layers.49.mlp.experts.50,2.557521104812622
model.layers.49.mlp.experts.51,2.553544759750366
model.layers.49.mlp.experts.52,2.5511162281036377
model.layers.49.mlp.experts.53,2.5570664405822754
model.layers.49.mlp.experts.54,2.56409215927124
model.layers.49.mlp.experts.55,2.555788516998291
model.layers.49.mlp.experts.56,2.5738658905029297
model.layers.49.mlp.experts.57,2.5677950382232666
model.layers.49.mlp.experts.58,2.5620949268341064
model.layers.49.mlp.experts.59,2.553046941757202
model.layers.49.mlp.experts.6,2.553929090499878
model.layers.49.mlp.experts.60,2.5569939613342285
model.layers.49.mlp.experts.61,2.560030460357666
model.layers.49.mlp.experts.62,2.555342197418213
model.layers.49.mlp.experts.63,2.569770574569702
model.layers.49.mlp.experts.64,2.554370164871216
model.layers.49.mlp.experts.65,2.5534536838531494
model.layers.49.mlp.experts.66,2.552780866622925
model.layers.49.mlp.experts.67,2.5578134059906006
model.layers.49.mlp.experts.68,2.557520866394043
model.layers.49.mlp.experts.69,2.5524444580078125
model.layers.49.mlp.experts.7,2.561856746673584
model.layers.49.mlp.experts.70,2.554840564727783
model.layers.49.mlp.experts.71,2.557154655456543
model.layers.49.mlp.experts.72,2.563340902328491
model.layers.49.mlp.experts.73,2.5547945499420166
model.layers.49.mlp.experts.74,2.551514148712158
model.layers.49.mlp.experts.75,2.5565707683563232
model.layers.49.mlp.experts.76,2.5566558837890625
model.layers.49.mlp.experts.77,2.555605173110962
model.layers.49.mlp.experts.78,2.5767555236816406
model.layers.49.mlp.experts.79,2.5579710006713867
model.layers.49.mlp.experts.8,2.5577077865600586
model.layers.49.mlp.experts.80,2.553623914718628
model.layers.49.mlp.experts.81,2.556325674057007
model.layers.49.mlp.experts.82,2.5625252723693848
model.layers.49.mlp.experts.83,2.55306077003479
model.layers.49.mlp.experts.84,2.5633583068847656
model.layers.49.mlp.experts.85,2.554237365722656
model.layers.49.mlp.experts.86,2.5624780654907227
model.layers.49.mlp.experts.87,2.557671546936035
model.layers.49.mlp.experts.88,2.5561392307281494
model.layers.49.mlp.experts.89,2.5587270259857178
model.layers.49.mlp.experts.9,2.5520527362823486
model.layers.49.mlp.experts.90,2.552728176116944
model.layers.49.mlp.experts.91,2.5617339611053467
model.layers.49.mlp.experts.92,2.556504726409912
model.layers.49.mlp.experts.93,2.559802532196045
model.layers.49.mlp.experts.94,2.5636110305786133
model.layers.49.mlp.experts.95,2.5628175735473637
model.layers.49.mlp.experts.96,2.5515294075012207
model.layers.49.mlp.experts.97,2.552618265151977
model.layers.49.mlp.experts.98,2.564980983734131
model.layers.49.mlp.experts.99,2.5546317100524902
model.layers.49.mlp.shared_experts,2.737625360488892
model.layers.49.self_attn,2.606695890426636
model.layers.5.mlp.experts.0,2.6705238819122314
model.layers.5.mlp.experts.1,2.931554317474365
model.layers.5.mlp.experts.10,2.653176069259644
model.layers.5.mlp.experts.100,2.6327104568481445
model.layers.5.mlp.experts.101,2.65759539604187
model.layers.5.mlp.experts.102,3.175478219985962
model.layers.5.mlp.experts.103,3.083026885986328
model.layers.5.mlp.experts.104,3.1097140312194824
model.layers.5.mlp.experts.105,3.1749026775360107
model.layers.5.mlp.experts.106,2.924971580505371
model.layers.5.mlp.experts.107,3.185908794403076
model.layers.5.mlp.experts.108,2.645730495452881
model.layers.5.mlp.experts.109,2.846515893936157
model.layers.5.mlp.experts.11,2.9976613521575928
model.layers.5.mlp.experts.110,2.780693531036377
model.layers.5.mlp.experts.111,3.1618099212646484
model.layers.5.mlp.experts.112,2.7883119583129883
model.layers.5.mlp.experts.113,3.1694843769073486
model.layers.5.mlp.experts.114,2.8577868938446045
model.layers.5.mlp.experts.115,2.7158820629119877
model.layers.5.mlp.experts.116,2.6700968742370605
model.layers.5.mlp.experts.117,2.838938474655152
model.layers.5.mlp.experts.118,2.808734178543091
model.layers.5.mlp.experts.119,3.2561943531036377
model.layers.5.mlp.experts.12,2.7919321060180664
model.layers.5.mlp.experts.120,2.663047313690185
model.layers.5.mlp.experts.121,2.6864168643951416
model.layers.5.mlp.experts.122,2.919240713119507
model.layers.5.mlp.experts.123,2.899470806121826
model.layers.5.mlp.experts.124,3.078356981277466
model.layers.5.mlp.experts.125,2.7221500873565674
model.layers.5.mlp.experts.126,3.1245718002319336
model.layers.5.mlp.experts.127,2.8010761737823486
model.layers.5.mlp.experts.128,2.689321756362915
model.layers.5.mlp.experts.129,2.810415506362915
model.layers.5.mlp.experts.13,3.1348519325256348
model.layers.5.mlp.experts.130,2.6383614540100098
model.layers.5.mlp.experts.131,2.875317096710205
model.layers.5.mlp.experts.132,2.8645687103271484
model.layers.5.mlp.experts.133,2.855570077896118
model.layers.5.mlp.experts.134,2.664727210998535
model.layers.5.mlp.experts.135,2.719886302947998
model.layers.5.mlp.experts.136,2.6989758014678955
model.layers.5.mlp.experts.137,2.9978597164154053
model.layers.5.mlp.experts.138,2.679572343826294
model.layers.5.mlp.experts.139,2.643601655960083
model.layers.5.mlp.experts.14,2.694032669067383
model.layers.5.mlp.experts.140,2.7220191955566406
model.layers.5.mlp.experts.141,2.6618807315826416
model.layers.5.mlp.experts.142,2.723850727081299
model.layers.5.mlp.experts.143,2.684812068939209
model.layers.5.mlp.experts.144,2.7415003776550293
model.layers.5.mlp.experts.145,2.630950927734375
model.layers.5.mlp.experts.146,2.8193881511688232
model.layers.5.mlp.experts.147,2.64528489112854
model.layers.5.mlp.experts.148,3.0729644298553467
model.layers.5.mlp.experts.149,2.888700485229492
model.layers.5.mlp.experts.15,2.8225574493408203
model.layers.5.mlp.experts.150,2.6574649810791016
model.layers.5.mlp.experts.151,2.7412333488464355
model.layers.5.mlp.experts.152,2.6818506717681885
model.layers.5.mlp.experts.153,2.7093958854675293
model.layers.5.mlp.experts.154,2.753706693649292
model.layers.5.mlp.experts.155,2.7212557792663574
model.layers.5.mlp.experts.156,2.624802589416504
model.layers.5.mlp.experts.157,2.676183223724365
model.layers.5.mlp.experts.158,2.7350099086761475
model.layers.5.mlp.experts.159,2.9102320671081543
model.layers.5.mlp.experts.16,2.912150859832764
model.layers.5.mlp.experts.160,2.977357625961304
model.layers.5.mlp.experts.161,2.8008503913879395
model.layers.5.mlp.experts.162,2.6648526191711426
model.layers.5.mlp.experts.163,2.8218791484832764
model.layers.5.mlp.experts.164,3.013870477676392
model.layers.5.mlp.experts.165,2.862367391586304
model.layers.5.mlp.experts.166,3.143120050430298
model.layers.5.mlp.experts.167,2.8387579917907715
model.layers.5.mlp.experts.168,2.764719009399414
model.layers.5.mlp.experts.169,2.978068590164185
model.layers.5.mlp.experts.17,2.64941954612732
model.layers.5.mlp.experts.170,2.685034990310669
model.layers.5.mlp.experts.171,2.888772487640381
model.layers.5.mlp.experts.172,2.771860122680664
model.layers.5.mlp.experts.173,3.1817080974578857
model.layers.5.mlp.experts.174,2.675769329071045
model.layers.5.mlp.experts.175,2.6610920429229736
model.layers.5.mlp.experts.176,2.654914617538452
model.layers.5.mlp.experts.177,2.7609384059906006
model.layers.5.mlp.experts.178,2.7912492752075195
model.layers.5.mlp.experts.179,3.0538907051086426
model.layers.5.mlp.experts.18,2.708446502685547
model.layers.5.mlp.experts.180,3.1254894733428955
model.layers.5.mlp.experts.181,2.743049383163452
model.layers.5.mlp.experts.182,2.886756896972656
model.layers.5.mlp.experts.183,2.69976806640625
model.layers.5.mlp.experts.184,3.1645283699035645
model.layers.5.mlp.experts.185,2.785137891769409
model.layers.5.mlp.experts.186,2.6815102100372314
model.layers.5.mlp.experts.187,2.769505262374878
model.layers.5.mlp.experts.188,3.003262758255005
model.layers.5.mlp.experts.189,3.1178948879241943
model.layers.5.mlp.experts.19,2.6553409099578857
model.layers.5.mlp.experts.190,2.7563343048095703
model.layers.5.mlp.experts.191,3.0488643646240234
model.layers.5.mlp.experts.192,2.6492223739624023
model.layers.5.mlp.experts.193,2.749924898147583
model.layers.5.mlp.experts.194,2.662067651748657
model.layers.5.mlp.experts.195,2.649098396301269
model.layers.5.mlp.experts.196,2.710000276565552
model.layers.5.mlp.experts.197,2.6865782737731934
model.layers.5.mlp.experts.198,2.8217790126800537
model.layers.5.mlp.experts.199,2.671103000640869
model.layers.5.mlp.experts.2,2.753612518310547
model.layers.5.mlp.experts.20,2.747703313827514
model.layers.5.mlp.experts.200,2.7305727005004883
model.layers.5.mlp.experts.201,2.677618980407715
model.layers.5.mlp.experts.202,3.1293864250183105
model.layers.5.mlp.experts.203,2.6966023445129395
model.layers.5.mlp.experts.204,3.003403902053833
model.layers.5.mlp.experts.205,2.950676918029785
model.layers.5.mlp.experts.206,2.902142286300659
model.layers.5.mlp.experts.207,2.7478139400482178
model.layers.5.mlp.experts.208,2.7359206676483154
model.layers.5.mlp.experts.209,2.714536666870117
model.layers.5.mlp.experts.21,2.749979257583618
model.layers.5.mlp.experts.210,2.866222620010376
model.layers.5.mlp.experts.211,2.6795167922973637
model.layers.5.mlp.experts.212,2.637167692184448
model.layers.5.mlp.experts.213,2.899738073348999
model.layers.5.mlp.experts.214,2.8976449966430664
model.layers.5.mlp.experts.215,3.1118719577789307
model.layers.5.mlp.experts.216,2.941347122192383
model.layers.5.mlp.experts.217,2.836735963821411
model.layers.5.mlp.experts.218,2.655604124069214
model.layers.5.mlp.experts.219,2.7365400791168213
model.layers.5.mlp.experts.22,2.707873582839966
model.layers.5.mlp.experts.220,2.957237482070923
model.layers.5.mlp.experts.221,2.724143743515014
model.layers.5.mlp.experts.222,3.010998487472534
model.layers.5.mlp.experts.223,2.701117515563965
model.layers.5.mlp.experts.224,2.733380079269409
model.layers.5.mlp.experts.225,2.6401352882385254
model.layers.5.mlp.experts.226,2.872847318649292
model.layers.5.mlp.experts.227,2.651009082794189
model.layers.5.mlp.experts.228,2.7456085681915283
model.layers.5.mlp.experts.229,2.774399995803833
model.layers.5.mlp.experts.23,2.7296082973480225
model.layers.5.mlp.experts.230,2.75374698638916
model.layers.5.mlp.experts.231,3.0317211151123047
model.layers.5.mlp.experts.232,2.9554860591888428
model.layers.5.mlp.experts.233,2.779671192169189
model.layers.5.mlp.experts.234,2.757803678512573
model.layers.5.mlp.experts.235,2.9007492065429688
model.layers.5.mlp.experts.236,2.797036409378052
model.layers.5.mlp.experts.237,2.7196567058563232
model.layers.5.mlp.experts.238,2.695688247680664
model.layers.5.mlp.experts.239,2.8513643741607666
model.layers.5.mlp.experts.24,2.8261361122131348
model.layers.5.mlp.experts.240,2.72717833518982
model.layers.5.mlp.experts.241,2.722524404525757
model.layers.5.mlp.experts.242,2.682202816009521
model.layers.5.mlp.experts.243,2.725313901901245
model.layers.5.mlp.experts.244,3.1460518836975098
model.layers.5.mlp.experts.245,3.125791311264038
model.layers.5.mlp.experts.246,2.6610429286956787
model.layers.5.mlp.experts.247,2.649521589279175
model.layers.5.mlp.experts.248,2.656440019607544
model.layers.5.mlp.experts.249,2.713555097579956
model.layers.5.mlp.experts.25,2.639768600463867
model.layers.5.mlp.experts.250,2.847517251968384
model.layers.5.mlp.experts.251,2.805662155151367
model.layers.5.mlp.experts.252,2.74000883102417
model.layers.5.mlp.experts.253,2.883087158203125
model.layers.5.mlp.experts.254,2.6586265563964844
model.layers.5.mlp.experts.255,2.7449193000793457
model.layers.5.mlp.experts.26,2.6773457527160645
model.layers.5.mlp.experts.27,2.9979867935180664
model.layers.5.mlp.experts.28,2.6468465328216557
model.layers.5.mlp.experts.29,2.658137559890747
model.layers.5.mlp.experts.3,2.7619142532348637
model.layers.5.mlp.experts.30,2.741354465484619
model.layers.5.mlp.experts.31,2.6976680755615234
model.layers.5.mlp.experts.32,3.117947578430176
model.layers.5.mlp.experts.33,3.092892408370972
model.layers.5.mlp.experts.34,2.692437171936035
model.layers.5.mlp.experts.35,2.655070304870605
model.layers.5.mlp.experts.36,3.079016923904419
model.layers.5.mlp.experts.37,2.665324687957764
model.layers.5.mlp.experts.38,2.633197784423828
model.layers.5.mlp.experts.39,2.9331517219543457
model.layers.5.mlp.experts.4,2.66426157951355
model.layers.5.mlp.experts.40,2.697591543197632
model.layers.5.mlp.experts.41,2.654725790023804
model.layers.5.mlp.experts.42,2.7138142585754395
model.layers.5.mlp.experts.43,2.682543992996216
model.layers.5.mlp.experts.44,3.1448452472686768
model.layers.5.mlp.experts.45,2.708260297775269
model.layers.5.mlp.experts.46,2.9585297107696533
model.layers.5.mlp.experts.47,2.707375288009644
model.layers.5.mlp.experts.48,2.953542709350586
model.layers.5.mlp.experts.49,2.7893314361572266
model.layers.5.mlp.experts.5,3.206282377243042
model.layers.5.mlp.experts.50,2.9310460090637207
model.layers.5.mlp.experts.51,2.782819986343384
model.layers.5.mlp.experts.52,2.680656671524048
model.layers.5.mlp.experts.53,3.1095118522644043
model.layers.5.mlp.experts.54,2.81816840171814
model.layers.5.mlp.experts.55,2.653592824935913
model.layers.5.mlp.experts.56,2.776069641113281
model.layers.5.mlp.experts.57,2.641010284423828
model.layers.5.mlp.experts.58,2.7602248191833496
model.layers.5.mlp.experts.59,2.760603666305542
model.layers.5.mlp.experts.6,2.639904737472534
model.layers.5.mlp.experts.60,3.267836093902588
model.layers.5.mlp.experts.61,2.6605679988861084
model.layers.5.mlp.experts.62,2.922415971755981
model.layers.5.mlp.experts.63,2.7281270027160645
model.layers.5.mlp.experts.64,2.662785530090332
model.layers.5.mlp.experts.65,2.739453077316284
model.layers.5.mlp.experts.66,2.6886446475982666
model.layers.5.mlp.experts.67,2.9622790813446045
model.layers.5.mlp.experts.68,2.797372341156006
model.layers.5.mlp.experts.69,2.911361694335937
model.layers.5.mlp.experts.7,2.661181926727295
model.layers.5.mlp.experts.70,2.6955456733703613
model.layers.5.mlp.experts.71,2.6456634998321533
model.layers.5.mlp.experts.72,2.655884265899658
model.layers.5.mlp.experts.73,2.796584367752075
model.layers.5.mlp.experts.74,2.7924139499664307
model.layers.5.mlp.experts.75,2.7196435928344727
model.layers.5.mlp.experts.76,2.9181740283966064
model.layers.5.mlp.experts.77,2.899414539337158
model.layers.5.mlp.experts.78,3.0044524669647217
model.layers.5.mlp.experts.79,2.8868625164031982
model.layers.5.mlp.experts.8,2.959259271621704
model.layers.5.mlp.experts.80,2.638010263442993
model.layers.5.mlp.experts.81,2.9720780849456787
model.layers.5.mlp.experts.82,2.801074504852295
model.layers.5.mlp.experts.83,2.6660852432250977
model.layers.5.mlp.experts.84,2.955705404281616
model.layers.5.mlp.experts.85,3.044984579086304
model.layers.5.mlp.experts.86,2.9482321739196777
model.layers.5.mlp.experts.87,3.114500999450684
model.layers.5.mlp.experts.88,2.9891483783721924
model.layers.5.mlp.experts.89,3.0724663734436035
model.layers.5.mlp.experts.9,2.803046941757202
model.layers.5.mlp.experts.90,2.717988967895508
model.layers.5.mlp.experts.91,2.869346618652344
model.layers.5.mlp.experts.92,2.718977928161621
model.layers.5.mlp.experts.93,2.8261260986328125
model.layers.5.mlp.experts.94,2.666346549987793
model.layers.5.mlp.experts.95,3.0776801109313965
model.layers.5.mlp.experts.96,2.6493070125579834
model.layers.5.mlp.experts.97,2.658559083938598
model.layers.5.mlp.experts.98,2.649033784866333
model.layers.5.mlp.experts.99,3.2867023944854736
model.layers.5.mlp.shared_experts,2.7863595485687256
model.layers.5.self_attn,2.8695459365844727
model.layers.50.mlp.experts.0,2.5599019527435303
model.layers.50.mlp.experts.1,2.5545949935913086
model.layers.50.mlp.experts.10,2.566460371017456
model.layers.50.mlp.experts.100,2.55500864982605
model.layers.50.mlp.experts.101,2.5526790618896484
model.layers.50.mlp.experts.102,2.552105665206909
model.layers.50.mlp.experts.103,2.5665900707244877
model.layers.50.mlp.experts.104,2.565749168395996
model.layers.50.mlp.experts.105,2.570485115051269
model.layers.50.mlp.experts.106,2.5522360801696777
model.layers.50.mlp.experts.107,2.5527467727661133
model.layers.50.mlp.experts.108,2.5656630992889404
model.layers.50.mlp.experts.109,2.5540597438812256
model.layers.50.mlp.experts.11,2.552357912063598
model.layers.50.mlp.experts.110,2.555769920349121
model.layers.50.mlp.experts.111,2.5572688579559326
model.layers.50.mlp.experts.112,2.56070613861084
model.layers.50.mlp.experts.113,2.552661657333374
model.layers.50.mlp.experts.114,2.555819272994995
model.layers.50.mlp.experts.115,2.5537877082824707
model.layers.50.mlp.experts.116,2.5536341667175293
model.layers.50.mlp.experts.117,2.5612449645996094
model.layers.50.mlp.experts.118,2.5619521141052246
model.layers.50.mlp.experts.119,2.557584762573242
model.layers.50.mlp.experts.12,2.562378406524658
model.layers.50.mlp.experts.120,2.553669214248657
model.layers.50.mlp.experts.121,2.569948196411133
model.layers.50.mlp.experts.122,2.5562636852264404
model.layers.50.mlp.experts.123,2.5558345317840576
model.layers.50.mlp.experts.124,2.558960437774658
model.layers.50.mlp.experts.125,2.553502321243286
model.layers.50.mlp.experts.126,2.552498340606689
model.layers.50.mlp.experts.127,2.5518503189086914
model.layers.50.mlp.experts.128,2.576307535171509
model.layers.50.mlp.experts.129,2.556027889251709
model.layers.50.mlp.experts.13,2.5545337200164795
model.layers.50.mlp.experts.130,2.5535571575164795
model.layers.50.mlp.experts.131,2.566765546798706
model.layers.50.mlp.experts.132,2.553120851516724
model.layers.50.mlp.experts.133,2.5522093772888184
model.layers.50.mlp.experts.134,2.5539348125457764
model.layers.50.mlp.experts.135,2.5553641319274902
model.layers.50.mlp.experts.136,2.553157091140747
model.layers.50.mlp.experts.137,2.5524134635925293
model.layers.50.mlp.experts.138,2.552736520767212
model.layers.50.mlp.experts.139,2.573516368865967
model.layers.50.mlp.experts.14,2.565416097640991
model.layers.50.mlp.experts.140,2.5656211376190186
model.layers.50.mlp.experts.141,2.553313970565796
model.layers.50.mlp.experts.142,2.558945655822754
model.layers.50.mlp.experts.143,2.552067279815674
model.layers.50.mlp.experts.144,2.553760290145874
model.layers.50.mlp.experts.145,2.551926851272583
model.layers.50.mlp.experts.146,2.557764768600464
model.layers.50.mlp.experts.147,2.558133363723755
model.layers.50.mlp.experts.148,2.564462423324585
model.layers.50.mlp.experts.149,2.5654146671295166
model.layers.50.mlp.experts.15,2.55715274810791
model.layers.50.mlp.experts.150,2.5544214248657227
model.layers.50.mlp.experts.151,2.555614709854126
model.layers.50.mlp.experts.152,2.5529048442840576
model.layers.50.mlp.experts.153,2.553091049194336
model.layers.50.mlp.experts.154,2.563949584960937
model.layers.50.mlp.experts.155,2.554187059402466
model.layers.50.mlp.experts.156,2.55289077758789
model.layers.50.mlp.experts.157,2.555004835128784
model.layers.50.mlp.experts.158,2.5583765506744385
model.layers.50.mlp.experts.159,2.5561256408691406
model.layers.50.mlp.experts.16,2.5556740760803223
model.layers.50.mlp.experts.160,2.553210735321045
model.layers.50.mlp.experts.161,2.567117214202881
model.layers.50.mlp.experts.162,2.552751302719116
model.layers.50.mlp.experts.163,2.561696529388428
model.layers.50.mlp.experts.164,2.556877374649048
model.layers.50.mlp.experts.165,2.5525410175323486
model.layers.50.mlp.experts.166,2.5528132915496826
model.layers.50.mlp.experts.167,2.5605952739715576
model.layers.50.mlp.experts.168,2.556067943572998
model.layers.50.mlp.experts.169,2.5523595809936523
model.layers.50.mlp.experts.17,2.555363178253174
model.layers.50.mlp.experts.170,2.5559585094451904
model.layers.50.mlp.experts.171,2.55366849899292
model.layers.50.mlp.experts.172,2.5640695095062256
model.layers.50.mlp.experts.173,2.5585920810699463
model.layers.50.mlp.experts.174,2.558720827102661
model.layers.50.mlp.experts.175,2.553444623947144
model.layers.50.mlp.experts.176,2.554257392883301
model.layers.50.mlp.experts.177,2.55286169052124
model.layers.50.mlp.experts.178,2.5574545860290527
model.layers.50.mlp.experts.179,2.5575852394104004
model.layers.50.mlp.experts.18,2.557801485061645
model.layers.50.mlp.experts.180,2.552726984024048
model.layers.50.mlp.experts.181,2.5708749294281006
model.layers.50.mlp.experts.182,2.564583778381348
model.layers.50.mlp.experts.183,2.556365489959717
model.layers.50.mlp.experts.184,2.564328193664551
model.layers.50.mlp.experts.185,2.5529346466064453
model.layers.50.mlp.experts.186,2.552882194519043
model.layers.50.mlp.experts.187,2.5515944957733154
model.layers.50.mlp.experts.188,2.56435227394104
model.layers.50.mlp.experts.189,2.5662569999694824
model.layers.50.mlp.experts.19,2.5562777519226074
model.layers.50.mlp.experts.190,2.5770177841186523
model.layers.50.mlp.experts.191,2.554271697998047
model.layers.50.mlp.experts.192,2.550877809524536
model.layers.50.mlp.experts.193,2.565468072891236
model.layers.50.mlp.experts.194,2.5510778427124023
model.layers.50.mlp.experts.195,2.5542867183685303
model.layers.50.mlp.experts.196,2.5534322261810303
model.layers.50.mlp.experts.197,2.5545477867126465
model.layers.50.mlp.experts.198,2.555278778076172
model.layers.50.mlp.experts.199,2.5584070682525635
model.layers.50.mlp.experts.2,2.551801919937134
model.layers.50.mlp.experts.20,2.5620970726013184
model.layers.50.mlp.experts.200,2.5660386085510254
model.layers.50.mlp.experts.201,2.554797410964966
model.layers.50.mlp.experts.202,2.5757365226745605
model.layers.50.mlp.experts.203,2.558398723602295
model.layers.50.mlp.experts.204,2.564345121383667
model.layers.50.mlp.experts.205,2.554678201675415
model.layers.50.mlp.experts.206,2.5613927841186523
model.layers.50.mlp.experts.207,2.5539088249206543
model.layers.50.mlp.experts.208,2.5528488159179688
model.layers.50.mlp.experts.209,2.552624225616455
model.layers.50.mlp.experts.21,2.5543386936187744
model.layers.50.mlp.experts.210,2.5640242099761963
model.layers.50.mlp.experts.211,2.573831796646118
model.layers.50.mlp.experts.212,2.5517404079437256
model.layers.50.mlp.experts.213,2.5645227432250977
model.layers.50.mlp.experts.214,2.553354024887085
model.layers.50.mlp.experts.215,2.5600414276123047
model.layers.50.mlp.experts.216,2.5515501499176025
model.layers.50.mlp.experts.217,2.55584716796875
model.layers.50.mlp.experts.218,2.563148498535156
model.layers.50.mlp.experts.219,2.5534346103668213
model.layers.50.mlp.experts.22,2.55974555015564
model.layers.50.mlp.experts.220,2.5691123008728027
model.layers.50.mlp.experts.221,2.5634758472442627
model.layers.50.mlp.experts.222,2.565556287765503
model.layers.50.mlp.experts.223,2.5583271980285645
model.layers.50.mlp.experts.224,2.552616596221924
model.layers.50.mlp.experts.225,2.5594332218170166
model.layers.50.mlp.experts.226,2.565414905548096
model.layers.50.mlp.experts.227,2.551243305206299
model.layers.50.mlp.experts.228,2.559610605239868
model.layers.50.mlp.experts.229,2.552950143814087
model.layers.50.mlp.experts.23,2.5530691146850586
model.layers.50.mlp.experts.230,2.556581497192383
model.layers.50.mlp.experts.231,2.5581164360046387
model.layers.50.mlp.experts.232,2.562636137008667
model.layers.50.mlp.experts.233,2.551649570465088
model.layers.50.mlp.experts.234,2.5694196224212646
model.layers.50.mlp.experts.235,2.565087080001831
model.layers.50.mlp.experts.236,2.5636301040649414
model.layers.50.mlp.experts.237,2.5561201572418213
model.layers.50.mlp.experts.238,2.5552191734313965
model.layers.50.mlp.experts.239,2.561840772628784
model.layers.50.mlp.experts.24,2.5702571868896484
model.layers.50.mlp.experts.240,2.553178310394287
model.layers.50.mlp.experts.241,2.5652096271514893
model.layers.50.mlp.experts.242,2.5566649436950684
model.layers.50.mlp.experts.243,2.553619146347046
model.layers.50.mlp.experts.244,2.555532217025757
model.layers.50.mlp.experts.245,2.5572469234466557
model.layers.50.mlp.experts.246,2.552109718322754
model.layers.50.mlp.experts.247,2.556691646575928
model.layers.50.mlp.experts.248,2.5529885292053223
model.layers.50.mlp.experts.249,2.7585391998291016
model.layers.50.mlp.experts.25,2.5527124404907227
model.layers.50.mlp.experts.250,2.5544567108154297
model.layers.50.mlp.experts.251,2.559701919555664
model.layers.50.mlp.experts.252,2.557057380676269
model.layers.50.mlp.experts.253,2.552062511444092
model.layers.50.mlp.experts.254,2.554633378982544
model.layers.50.mlp.experts.255,2.556181669235229
model.layers.50.mlp.experts.26,2.5564589500427246
model.layers.50.mlp.experts.27,2.555776834487915
model.layers.50.mlp.experts.28,2.5533878803253174
model.layers.50.mlp.experts.29,2.5523276329040527
model.layers.50.mlp.experts.3,2.552621841430664
model.layers.50.mlp.experts.30,2.553562641143799
model.layers.50.mlp.experts.31,2.552544355392456
model.layers.50.mlp.experts.32,2.5523769855499268
model.layers.50.mlp.experts.33,2.561239719390869
model.layers.50.mlp.experts.34,2.5589287281036377
model.layers.50.mlp.experts.35,2.5545101165771484
model.layers.50.mlp.experts.36,2.562570095062256
model.layers.50.mlp.experts.37,2.556135654449463
model.layers.50.mlp.experts.38,2.559638500213623
model.layers.50.mlp.experts.39,2.5590827465057373
model.layers.50.mlp.experts.4,2.5544512271881104
model.layers.50.mlp.experts.40,2.552287340164185
model.layers.50.mlp.experts.41,2.5573890209198
model.layers.50.mlp.experts.42,2.5568270683288574
model.layers.50.mlp.experts.43,2.55376935005188
model.layers.50.mlp.experts.44,2.552658796310425
model.layers.50.mlp.experts.45,2.552487850189209
model.layers.50.mlp.experts.46,2.5661985874176025
model.layers.50.mlp.experts.47,2.5525248050689697
model.layers.50.mlp.experts.48,2.5544257164001465
model.layers.50.mlp.experts.49,2.555007219314575
model.layers.50.mlp.experts.5,2.5543651580810547
model.layers.50.mlp.experts.50,2.557004451751709
model.layers.50.mlp.experts.51,2.5510284900665283
model.layers.50.mlp.experts.52,2.5517241954803467
model.layers.50.mlp.experts.53,2.5535707473754883
model.layers.50.mlp.experts.54,2.5587258338928223
model.layers.50.mlp.experts.55,2.554685592651367
model.layers.50.mlp.experts.56,2.5588572025299072
model.layers.50.mlp.experts.57,2.562987327575684
model.layers.50.mlp.experts.58,2.551652669906616
model.layers.50.mlp.experts.59,2.5545992851257324
model.layers.50.mlp.experts.6,2.5613343715667725
model.layers.50.mlp.experts.60,2.575277805328369
model.layers.50.mlp.experts.61,2.555365800857544
model.layers.50.mlp.experts.62,2.55818510055542
model.layers.50.mlp.experts.63,2.5591881275177
model.layers.50.mlp.experts.64,2.5558202266693115
model.layers.50.mlp.experts.65,2.556957006454468
model.layers.50.mlp.experts.66,2.5709290504455566
model.layers.50.mlp.experts.67,2.5635128021240234
model.layers.50.mlp.experts.68,2.553694009780884
model.layers.50.mlp.experts.69,2.5540990829467773
model.layers.50.mlp.experts.7,2.5602619647979736
model.layers.50.mlp.experts.70,2.553419351577759
model.layers.50.mlp.experts.71,2.5530409812927246
model.layers.50.mlp.experts.72,2.558180570602417
model.layers.50.mlp.experts.73,2.5538153648376465
model.layers.50.mlp.experts.74,2.5530192852020264
model.layers.50.mlp.experts.75,2.552499532699585
model.layers.50.mlp.experts.76,2.5561234951019287
model.layers.50.mlp.experts.77,2.5583720207214355
model.layers.50.mlp.experts.78,2.5524051189422607
model.layers.50.mlp.experts.79,2.553079128265381
model.layers.50.mlp.experts.8,2.557908535003662
model.layers.50.mlp.experts.80,2.553394317626953
model.layers.50.mlp.experts.81,2.561321973800659
model.layers.50.mlp.experts.82,2.5557682514190674
model.layers.50.mlp.experts.83,2.559361219406128
model.layers.50.mlp.experts.84,2.554270029067993
model.layers.50.mlp.experts.85,2.566260576248169
model.layers.50.mlp.experts.86,2.5543947219848637
model.layers.50.mlp.experts.87,2.5634822845458984
model.layers.50.mlp.experts.88,2.5676183700561523
model.layers.50.mlp.experts.89,2.554296493530273
model.layers.50.mlp.experts.9,2.5556304454803467
model.layers.50.mlp.experts.90,2.5563178062438965
model.layers.50.mlp.experts.91,2.5558507442474365
model.layers.50.mlp.experts.92,2.5692217350006104
model.layers.50.mlp.experts.93,2.5653514862060547
model.layers.50.mlp.experts.94,2.551474094390869
model.layers.50.mlp.experts.95,2.55432653427124
model.layers.50.mlp.experts.96,2.553417921066284
model.layers.50.mlp.experts.97,2.552874803543091
model.layers.50.mlp.experts.98,2.5510058403015137
model.layers.50.mlp.experts.99,2.5535426139831543
model.layers.50.mlp.shared_experts,2.744940757751465
model.layers.50.self_attn,2.6166226863861084
model.layers.51.mlp.experts.0,2.5574190616607666
model.layers.51.mlp.experts.1,2.5539143085479736
model.layers.51.mlp.experts.10,2.5633840560913086
model.layers.51.mlp.experts.100,2.5551679134368896
model.layers.51.mlp.experts.101,2.564959526062012
model.layers.51.mlp.experts.102,2.585862636566162
model.layers.51.mlp.experts.103,2.5575881004333496
model.layers.51.mlp.experts.104,2.552687168121338
model.layers.51.mlp.experts.105,2.554203748703003
model.layers.51.mlp.experts.106,2.555230140686035
model.layers.51.mlp.experts.107,2.5597238540649414
model.layers.51.mlp.experts.108,2.553497314453125
model.layers.51.mlp.experts.109,2.574181079864502
model.layers.51.mlp.experts.11,2.553757429122925
model.layers.51.mlp.experts.110,2.5535125732421875
model.layers.51.mlp.experts.111,2.5585358142852783
model.layers.51.mlp.experts.112,2.551637649536133
model.layers.51.mlp.experts.113,2.5684473514556885
model.layers.51.mlp.experts.114,2.552654981613159
model.layers.51.mlp.experts.115,2.5552191734313965
model.layers.51.mlp.experts.116,2.567490577697754
model.layers.51.mlp.experts.117,2.557551622390747
model.layers.51.mlp.experts.118,2.5524356365203857
model.layers.51.mlp.experts.119,2.563777208328247
model.layers.51.mlp.experts.12,2.555493116378784
model.layers.51.mlp.experts.120,2.55116605758667
model.layers.51.mlp.experts.121,2.554799795150757
model.layers.51.mlp.experts.122,2.553997278213501
model.layers.51.mlp.experts.123,2.5691614151000977
model.layers.51.mlp.experts.124,2.553119659423828
model.layers.51.mlp.experts.125,2.556037187576294
model.layers.51.mlp.experts.126,2.5547516345977783
model.layers.51.mlp.experts.127,2.5617189407348637
model.layers.51.mlp.experts.128,2.5576066970825195
model.layers.51.mlp.experts.129,2.55823826789856
model.layers.51.mlp.experts.13,2.556551933288574
model.layers.51.mlp.experts.130,2.561940193176269
model.layers.51.mlp.experts.131,2.5566844940185547
model.layers.51.mlp.experts.132,2.552864789962769
model.layers.51.mlp.experts.133,2.5618038177490234
model.layers.51.mlp.experts.134,2.5633316040039062
model.layers.51.mlp.experts.135,2.556645154953003
model.layers.51.mlp.experts.136,2.5534064769744877
model.layers.51.mlp.experts.137,2.552541971206665
model.layers.51.mlp.experts.138,2.554946184158325
model.layers.51.mlp.experts.139,2.555449962615967
model.layers.51.mlp.experts.14,2.5532500743865967
model.layers.51.mlp.experts.140,2.551750898361206
model.layers.51.mlp.experts.141,2.555100202560425
model.layers.51.mlp.experts.142,2.553312301635742
model.layers.51.mlp.experts.143,2.554191827774048
model.layers.51.mlp.experts.144,2.56082534790039
model.layers.51.mlp.experts.145,2.5534510612487797
model.layers.51.mlp.experts.146,2.55915904045105
model.layers.51.mlp.experts.147,2.553413152694702
model.layers.51.mlp.experts.148,2.5608878135681152
model.layers.51.mlp.experts.149,2.553473234176636
model.layers.51.mlp.experts.15,2.5534608364105225
model.layers.51.mlp.experts.150,2.557589292526245
model.layers.51.mlp.experts.151,2.5562870502471924
model.layers.51.mlp.experts.152,2.555286169052124
model.layers.51.mlp.experts.153,2.557917833328247
model.layers.51.mlp.experts.154,2.5593128204345703
model.layers.51.mlp.experts.155,2.552313804626465
model.layers.51.mlp.experts.156,2.552219152450561
model.layers.51.mlp.experts.157,2.5596306324005127
model.layers.51.mlp.experts.158,2.560511827468872
model.layers.51.mlp.experts.159,2.563258409500122
model.layers.51.mlp.experts.16,2.5580549240112305
model.layers.51.mlp.experts.160,2.56160044670105
model.layers.51.mlp.experts.161,2.5675048828125
model.layers.51.mlp.experts.162,2.5556697845458984
model.layers.51.mlp.experts.163,2.552762508392334
model.layers.51.mlp.experts.164,2.5548596382141118
model.layers.51.mlp.experts.165,2.56087589263916
model.layers.51.mlp.experts.166,2.556347608566284
model.layers.51.mlp.experts.167,2.558540105819702
model.layers.51.mlp.experts.168,2.5785136222839355
model.layers.51.mlp.experts.169,2.558846235275269
model.layers.51.mlp.experts.17,2.556021213531494
model.layers.51.mlp.experts.170,2.555152654647827
model.layers.51.mlp.experts.171,2.556143522262573
model.layers.51.mlp.experts.172,2.572061538696289
model.layers.51.mlp.experts.173,2.554544687271118
model.layers.51.mlp.experts.174,2.5667524337768555
model.layers.51.mlp.experts.175,2.557873487472534
model.layers.51.mlp.experts.176,2.5633621215820312
model.layers.51.mlp.experts.177,2.561140298843384
model.layers.51.mlp.experts.178,2.552186965942383
model.layers.51.mlp.experts.179,2.5586180686950684
model.layers.51.mlp.experts.18,2.560180187225342
model.layers.51.mlp.experts.180,2.5537428855896
model.layers.51.mlp.experts.181,2.5554590225219727
model.layers.51.mlp.experts.182,2.5596649646759038
model.layers.51.mlp.experts.183,2.553189992904663
model.layers.51.mlp.experts.184,2.551419973373413
model.layers.51.mlp.experts.185,2.5571391582489014
model.layers.51.mlp.experts.186,2.559426784515381
model.layers.51.mlp.experts.187,2.560861825942993
model.layers.51.mlp.experts.188,2.551144361495972
model.layers.51.mlp.experts.189,2.554083108901977
model.layers.51.mlp.experts.19,2.5765092372894287
model.layers.51.mlp.experts.190,2.565274477005005
model.layers.51.mlp.experts.191,2.55214786529541
model.layers.51.mlp.experts.192,2.5526528358459477
model.layers.51.mlp.experts.193,2.5547242164611816
model.layers.51.mlp.experts.194,2.5538995265960693
model.layers.51.mlp.experts.195,2.576050043106079
model.layers.51.mlp.experts.196,2.555504560470581
model.layers.51.mlp.experts.197,2.568687677383423
model.layers.51.mlp.experts.198,2.5661368370056152
model.layers.51.mlp.experts.199,2.561688184738159
model.layers.51.mlp.experts.2,2.566058158874512
model.layers.51.mlp.experts.20,2.554799318313598
model.layers.51.mlp.experts.200,2.554376602172852
model.layers.51.mlp.experts.201,2.555378198623657
model.layers.51.mlp.experts.202,2.552220582962036
model.layers.51.mlp.experts.203,2.5545742511749268
model.layers.51.mlp.experts.204,2.551886558532715
model.layers.51.mlp.experts.205,2.5674116611480717
model.layers.51.mlp.experts.206,2.5602495670318604
model.layers.51.mlp.experts.207,2.5580170154571533
model.layers.51.mlp.experts.208,2.5521013736724854
model.layers.51.mlp.experts.209,2.552912950515747
model.layers.51.mlp.experts.21,2.55325698852539
model.layers.51.mlp.experts.210,2.5569992065429688
model.layers.51.mlp.experts.211,2.5530238151550293
model.layers.51.mlp.experts.212,2.5521717071533203
model.layers.51.mlp.experts.213,2.5534355640411377
model.layers.51.mlp.experts.214,2.5605411529541016
model.layers.51.mlp.experts.215,2.5576133728027344
model.layers.51.mlp.experts.216,2.5529026985168457
model.layers.51.mlp.experts.217,2.554018497467041
model.layers.51.mlp.experts.218,2.5542030334472656
model.layers.51.mlp.experts.219,2.5529444217681885
model.layers.51.mlp.experts.22,2.556837320327759
model.layers.51.mlp.experts.220,2.5656492710113525
model.layers.51.mlp.experts.221,2.555335998535156
model.layers.51.mlp.experts.222,2.5758261680603027
model.layers.51.mlp.experts.223,2.567535638809204
model.layers.51.mlp.experts.224,2.5526368618011475
model.layers.51.mlp.experts.225,2.5552117824554443
model.layers.51.mlp.experts.226,2.559393405914306
model.layers.51.mlp.experts.227,2.5516128540039062
model.layers.51.mlp.experts.228,2.558439254760742
model.layers.51.mlp.experts.229,2.5582776069641118
model.layers.51.mlp.experts.23,2.5532350540161133
model.layers.51.mlp.experts.230,2.5692806243896484
model.layers.51.mlp.experts.231,2.584435224533081
model.layers.51.mlp.experts.232,2.5551953315734863
model.layers.51.mlp.experts.233,2.5523033142089844
model.layers.51.mlp.experts.234,2.553389549255371
model.layers.51.mlp.experts.235,2.5542330741882324
model.layers.51.mlp.experts.236,2.5591790676116943
model.layers.51.mlp.experts.237,2.552412986755371
model.layers.51.mlp.experts.238,2.5545482635498047
model.layers.51.mlp.experts.239,2.55196475982666
model.layers.51.mlp.experts.24,2.584774971008301
model.layers.51.mlp.experts.240,2.5537824630737305
model.layers.51.mlp.experts.241,2.5546178817749023
model.layers.51.mlp.experts.242,2.561866521835327
model.layers.51.mlp.experts.243,2.555781841278076
model.layers.51.mlp.experts.244,2.5563244819641118
model.layers.51.mlp.experts.245,2.562430620193481
model.layers.51.mlp.experts.246,2.553011417388916
model.layers.51.mlp.experts.247,2.553725242614746
model.layers.51.mlp.experts.248,2.5756521224975586
model.layers.51.mlp.experts.249,2.55664610862732
model.layers.51.mlp.experts.25,2.553243398666382
model.layers.51.mlp.experts.250,2.562746047973633
model.layers.51.mlp.experts.251,2.5585122108459477
model.layers.51.mlp.experts.252,2.551356554031372
model.layers.51.mlp.experts.253,2.5574841499328613
model.layers.51.mlp.experts.254,2.5560672283172607
model.layers.51.mlp.experts.255,2.553558349609375
model.layers.51.mlp.experts.26,2.555487871170044
model.layers.51.mlp.experts.27,2.552858352661133
model.layers.51.mlp.experts.28,2.5605223178863525
model.layers.51.mlp.experts.29,2.5637125968933105
model.layers.51.mlp.experts.3,2.5524778366088867
model.layers.51.mlp.experts.30,2.557486057281494
model.layers.51.mlp.experts.31,2.5525941848754883
model.layers.51.mlp.experts.32,2.553339719772339
model.layers.51.mlp.experts.33,2.565187692642212
model.layers.51.mlp.experts.34,2.567289113998413
model.layers.51.mlp.experts.35,2.56061053276062
model.layers.51.mlp.experts.36,2.5595593452453613
model.layers.51.mlp.experts.37,2.561053514480591
model.layers.51.mlp.experts.38,2.562678813934326
model.layers.51.mlp.experts.39,2.552783250808716
model.layers.51.mlp.experts.4,2.5585267543792725
model.layers.51.mlp.experts.40,2.5538949966430664
model.layers.51.mlp.experts.41,2.57503604888916
model.layers.51.mlp.experts.42,2.5792057514190674
model.layers.51.mlp.experts.43,2.5580337047576904
model.layers.51.mlp.experts.44,2.553251981735229
model.layers.51.mlp.experts.45,2.554271697998047
model.layers.51.mlp.experts.46,2.576967000961304
model.layers.51.mlp.experts.47,2.7302069664001465
model.layers.51.mlp.experts.48,2.5856966972351074
model.layers.51.mlp.experts.49,2.5531880855560303
model.layers.51.mlp.experts.5,2.5609729290008545
model.layers.51.mlp.experts.50,2.552767515182495
model.layers.51.mlp.experts.51,2.5534467697143555
model.layers.51.mlp.experts.52,2.55521821975708
model.layers.51.mlp.experts.53,2.569997787475586
model.layers.51.mlp.experts.54,2.5584003925323486
model.layers.51.mlp.experts.55,2.555821180343628
model.layers.51.mlp.experts.56,2.557311773300171
model.layers.51.mlp.experts.57,2.5616443157196045
model.layers.51.mlp.experts.58,2.5517756938934326
model.layers.51.mlp.experts.59,2.555580377578736
model.layers.51.mlp.experts.6,2.5579075813293457
model.layers.51.mlp.experts.60,2.551299333572388
model.layers.51.mlp.experts.61,2.555082082748413
model.layers.51.mlp.experts.62,2.555372476577759
model.layers.51.mlp.experts.63,2.55444860458374
model.layers.51.mlp.experts.64,2.555531740188598
model.layers.51.mlp.experts.65,2.561079263687134
model.layers.51.mlp.experts.66,2.555482149124145
model.layers.51.mlp.experts.67,2.557293653488159
model.layers.51.mlp.experts.68,2.553384065628052
model.layers.51.mlp.experts.69,2.5537264347076416
model.layers.51.mlp.experts.7,2.555361747741699
model.layers.51.mlp.experts.70,2.557051658630371
model.layers.51.mlp.experts.71,2.56215763092041
model.layers.51.mlp.experts.72,2.552457809448242
model.layers.51.mlp.experts.73,2.5579826831817627
model.layers.51.mlp.experts.74,2.5552401542663574
model.layers.51.mlp.experts.75,2.555716037750244
model.layers.51.mlp.experts.76,2.5605223178863525
model.layers.51.mlp.experts.77,2.615426778793335
model.layers.51.mlp.experts.78,2.5550262928009038
model.layers.51.mlp.experts.79,2.551710367202759
model.layers.51.mlp.experts.8,2.556225538253784
model.layers.51.mlp.experts.80,2.5526578426361084
model.layers.51.mlp.experts.81,2.563734531402588
model.layers.51.mlp.experts.82,2.5570645332336426
model.layers.51.mlp.experts.83,2.556678295135498
model.layers.51.mlp.experts.84,2.5519778728485107
model.layers.51.mlp.experts.85,2.5588302612304688
model.layers.51.mlp.experts.86,2.553452491760254
model.layers.51.mlp.experts.87,2.580896139144897
model.layers.51.mlp.experts.88,2.5615360736846924
model.layers.51.mlp.experts.89,2.5675628185272217
model.layers.51.mlp.experts.9,2.576549530029297
model.layers.51.mlp.experts.90,2.5558228492736816
model.layers.51.mlp.experts.91,2.566783905029297
model.layers.51.mlp.experts.92,2.5680007934570312
model.layers.51.mlp.experts.93,2.5663790702819824
model.layers.51.mlp.experts.94,2.5544283390045166
model.layers.51.mlp.experts.95,2.5555641651153564
model.layers.51.mlp.experts.96,2.5541505813598637
model.layers.51.mlp.experts.97,2.553334951400757
model.layers.51.mlp.experts.98,2.559898614883423
model.layers.51.mlp.experts.99,2.564292907714844
model.layers.51.mlp.shared_experts,2.7290701866149902
model.layers.51.self_attn,2.6169304847717285
model.layers.52.mlp.experts.0,2.5531535148620605
model.layers.52.mlp.experts.1,2.5607471466064453
model.layers.52.mlp.experts.10,2.55549693107605
model.layers.52.mlp.experts.100,2.561034202575684
model.layers.52.mlp.experts.101,2.560957908630371
model.layers.52.mlp.experts.102,2.567821502685547
model.layers.52.mlp.experts.103,2.5583808422088623
model.layers.52.mlp.experts.104,2.5540175437927246
model.layers.52.mlp.experts.105,2.570765972137451
model.layers.52.mlp.experts.106,2.562067985534668
model.layers.52.mlp.experts.107,2.556562900543213
model.layers.52.mlp.experts.108,2.563112258911133
model.layers.52.mlp.experts.109,2.575500011444092
model.layers.52.mlp.experts.11,2.5534253120422363
model.layers.52.mlp.experts.110,2.5749616622924805
model.layers.52.mlp.experts.111,2.558483839035034
model.layers.52.mlp.experts.112,2.561745405197144
model.layers.52.mlp.experts.113,2.5595760345458984
model.layers.52.mlp.experts.114,2.5664591789245605
model.layers.52.mlp.experts.115,2.56730055809021
model.layers.52.mlp.experts.116,2.5646615028381348
model.layers.52.mlp.experts.117,2.5825512409210205
model.layers.52.mlp.experts.118,2.5566349029541016
model.layers.52.mlp.experts.119,2.555846691131592
model.layers.52.mlp.experts.12,2.557105779647827
model.layers.52.mlp.experts.120,2.5568079948425293
model.layers.52.mlp.experts.121,2.5761148929595947
model.layers.52.mlp.experts.122,2.5564095973968506
model.layers.52.mlp.experts.123,2.553988218307495
model.layers.52.mlp.experts.124,2.563031911849976
model.layers.52.mlp.experts.125,2.555718421936035
model.layers.52.mlp.experts.126,2.557255268096924
model.layers.52.mlp.experts.127,2.560236930847168
model.layers.52.mlp.experts.128,2.5561039447784424
model.layers.52.mlp.experts.129,2.5637900829315186
model.layers.52.mlp.experts.13,2.5544841289520264
model.layers.52.mlp.experts.130,2.558375835418701
model.layers.52.mlp.experts.131,2.5593156814575195
model.layers.52.mlp.experts.132,2.5523808002471924
model.layers.52.mlp.experts.133,2.560459852218628
model.layers.52.mlp.experts.134,2.5523266792297363
model.layers.52.mlp.experts.135,2.558720350265503
model.layers.52.mlp.experts.136,2.5551929473876958
model.layers.52.mlp.experts.137,2.5615310668945312
model.layers.52.mlp.experts.138,2.5544323921203613
model.layers.52.mlp.experts.139,2.557255268096924
model.layers.52.mlp.experts.14,2.5726242065429688
model.layers.52.mlp.experts.140,2.5559935569763184
model.layers.52.mlp.experts.141,2.555118560791016
model.layers.52.mlp.experts.142,2.554272413253784
model.layers.52.mlp.experts.143,2.552004814147949
model.layers.52.mlp.experts.144,2.555119752883911
model.layers.52.mlp.experts.145,2.563657283782959
model.layers.52.mlp.experts.146,2.55216908454895
model.layers.52.mlp.experts.147,2.564716339111328
model.layers.52.mlp.experts.148,2.559082508087158
model.layers.52.mlp.experts.149,2.555163621902466
model.layers.52.mlp.experts.15,2.5540308952331543
model.layers.52.mlp.experts.150,2.5549893379211426
model.layers.52.mlp.experts.151,2.55346417427063
model.layers.52.mlp.experts.152,2.5548346042633057
model.layers.52.mlp.experts.153,2.5568947792053223
model.layers.52.mlp.experts.154,2.556123971939087
model.layers.52.mlp.experts.155,2.560523748397827
model.layers.52.mlp.experts.156,2.5626063346862797
model.layers.52.mlp.experts.157,2.5660839080810547
model.layers.52.mlp.experts.158,2.591731071472168
model.layers.52.mlp.experts.159,2.5612809658050537
model.layers.52.mlp.experts.16,2.554267644882202
model.layers.52.mlp.experts.160,2.5696375370025635
model.layers.52.mlp.experts.161,2.555591344833374
model.layers.52.mlp.experts.162,2.553553342819214
model.layers.52.mlp.experts.163,2.558290719985962
model.layers.52.mlp.experts.164,2.555958032608032
model.layers.52.mlp.experts.165,2.561697006225586
model.layers.52.mlp.experts.166,2.55389666557312
model.layers.52.mlp.experts.167,2.5717544555664062
model.layers.52.mlp.experts.168,2.555952548980713
model.layers.52.mlp.experts.169,2.5581300258636475
model.layers.52.mlp.experts.17,2.554090976715088
model.layers.52.mlp.experts.170,2.5551915168762207
model.layers.52.mlp.experts.171,2.55608344078064
model.layers.52.mlp.experts.172,2.5580220222473145
model.layers.52.mlp.experts.173,2.5544586181640625
model.layers.52.mlp.experts.174,2.556138038635254
model.layers.52.mlp.experts.175,2.5573904514312744
model.layers.52.mlp.experts.176,2.5554261207580566
model.layers.52.mlp.experts.177,2.553072690963745
model.layers.52.mlp.experts.178,2.559361219406128
model.layers.52.mlp.experts.179,2.560290098190308
model.layers.52.mlp.experts.18,2.556333541870117
model.layers.52.mlp.experts.180,2.5596911907196045
model.layers.52.mlp.experts.181,2.5621931552886963
model.layers.52.mlp.experts.182,2.5702710151672363
model.layers.52.mlp.experts.183,2.5545454025268555
model.layers.52.mlp.experts.184,2.554196357727051
model.layers.52.mlp.experts.185,2.5622682571411133
model.layers.52.mlp.experts.186,2.569944381713867
model.layers.52.mlp.experts.187,2.555375576019287
model.layers.52.mlp.experts.188,2.554555177688598
model.layers.52.mlp.experts.189,2.552863597869873
model.layers.52.mlp.experts.19,2.557602405548096
model.layers.52.mlp.experts.190,2.5554122924804688
model.layers.52.mlp.experts.191,2.564669370651245
model.layers.52.mlp.experts.192,2.558342933654785
model.layers.52.mlp.experts.193,2.553105115890503
model.layers.52.mlp.experts.194,2.552424192428589
model.layers.52.mlp.experts.195,2.555817127227783
model.layers.52.mlp.experts.196,2.5566422939300537
model.layers.52.mlp.experts.197,2.554207563400269
model.layers.52.mlp.experts.198,2.5537655353546143
model.layers.52.mlp.experts.199,2.5568368434906006
model.layers.52.mlp.experts.2,2.646636962890625
model.layers.52.mlp.experts.20,2.5597643852233887
model.layers.52.mlp.experts.200,2.554229497909546
model.layers.52.mlp.experts.201,2.5576722621917725
model.layers.52.mlp.experts.202,2.556011915206909
model.layers.52.mlp.experts.203,2.554854154586792
model.layers.52.mlp.experts.204,2.558053493499756
model.layers.52.mlp.experts.205,2.5587546825408936
model.layers.52.mlp.experts.206,2.554352045059204
model.layers.52.mlp.experts.207,2.5685665607452397
model.layers.52.mlp.experts.208,2.5558900833129883
model.layers.52.mlp.experts.209,2.5569090843200684
model.layers.52.mlp.experts.21,2.561143159866333
model.layers.52.mlp.experts.210,2.5566561222076416
model.layers.52.mlp.experts.211,2.566058874130249
model.layers.52.mlp.experts.212,2.556282997131348
model.layers.52.mlp.experts.213,2.5560414791107178
model.layers.52.mlp.experts.214,2.5570106506347656
model.layers.52.mlp.experts.215,2.55319881439209
model.layers.52.mlp.experts.216,2.553739547729492
model.layers.52.mlp.experts.217,2.569334030151367
model.layers.52.mlp.experts.218,2.554406881332397
model.layers.52.mlp.experts.219,2.552284240722656
model.layers.52.mlp.experts.22,2.558658599853516
model.layers.52.mlp.experts.220,2.558313369750977
model.layers.52.mlp.experts.221,2.565893173217773
model.layers.52.mlp.experts.222,2.5617241859436035
model.layers.52.mlp.experts.223,2.5635640621185303
model.layers.52.mlp.experts.224,2.608863115310669
model.layers.52.mlp.experts.225,2.563771724700928
model.layers.52.mlp.experts.226,2.552855491638184
model.layers.52.mlp.experts.227,2.5556063652038574
model.layers.52.mlp.experts.228,2.558629512786865
model.layers.52.mlp.experts.229,2.551811933517456
model.layers.52.mlp.experts.23,2.560274839401245
model.layers.52.mlp.experts.230,2.5617146492004395
model.layers.52.mlp.experts.231,2.5547854900360107
model.layers.52.mlp.experts.232,2.55843448638916
model.layers.52.mlp.experts.233,2.5692832469940186
model.layers.52.mlp.experts.234,2.559953212738037
model.layers.52.mlp.experts.235,2.557734966278076
model.layers.52.mlp.experts.236,2.555936813354492
model.layers.52.mlp.experts.237,2.565726518630981
model.layers.52.mlp.experts.238,2.561051607131958
model.layers.52.mlp.experts.239,2.5551908016204834
model.layers.52.mlp.experts.24,2.551957368850708
model.layers.52.mlp.experts.240,2.555302858352661
model.layers.52.mlp.experts.241,2.5635035037994385
model.layers.52.mlp.experts.242,2.556729793548584
model.layers.52.mlp.experts.243,2.553273916244507
model.layers.52.mlp.experts.244,2.561225891113281
model.layers.52.mlp.experts.245,2.55750584602356
model.layers.52.mlp.experts.246,2.558420896530152
model.layers.52.mlp.experts.247,2.553232431411743
model.layers.52.mlp.experts.248,2.5556490421295166
model.layers.52.mlp.experts.249,2.565164804458618
model.layers.52.mlp.experts.25,2.5780317783355717
model.layers.52.mlp.experts.250,2.578511476516724
model.layers.52.mlp.experts.251,2.554665327072144
model.layers.52.mlp.experts.252,2.553487539291382
model.layers.52.mlp.experts.253,2.557235717773437
model.layers.52.mlp.experts.254,2.554909467697144
model.layers.52.mlp.experts.255,2.553167819976806
model.layers.52.mlp.experts.26,2.558870553970337
model.layers.52.mlp.experts.27,2.566380500793457
model.layers.52.mlp.experts.28,2.558557510375977
model.layers.52.mlp.experts.29,2.5824553966522217
model.layers.52.mlp.experts.3,2.5834403038024902
model.layers.52.mlp.experts.30,2.572866916656494
model.layers.52.mlp.experts.31,2.55936050415039
model.layers.52.mlp.experts.32,2.561225652694702
model.layers.52.mlp.experts.33,2.5616490840911865
model.layers.52.mlp.experts.34,2.5534448623657227
model.layers.52.mlp.experts.35,2.5554304122924805
model.layers.52.mlp.experts.36,2.5564818382263184
model.layers.52.mlp.experts.37,2.553220510482788
model.layers.52.mlp.experts.38,2.5543646812438965
model.layers.52.mlp.experts.39,2.557079315185547
model.layers.52.mlp.experts.4,2.642994880676269
model.layers.52.mlp.experts.40,2.555779933929444
model.layers.52.mlp.experts.41,2.5659780502319336
model.layers.52.mlp.experts.42,2.5558886528015137
model.layers.52.mlp.experts.43,2.553920269012451
model.layers.52.mlp.experts.44,2.5569710731506348
model.layers.52.mlp.experts.45,2.5543761253356934
model.layers.52.mlp.experts.46,2.554921865463257
model.layers.52.mlp.experts.47,2.558236598968506
model.layers.52.mlp.experts.48,2.5553319454193115
model.layers.52.mlp.experts.49,2.561420440673828
model.layers.52.mlp.experts.5,2.5622806549072266
model.layers.52.mlp.experts.50,2.569478750228882
model.layers.52.mlp.experts.51,2.553011894226074
model.layers.52.mlp.experts.52,2.556039333343506
model.layers.52.mlp.experts.53,2.5570101737976074
model.layers.52.mlp.experts.54,2.565303087234497
model.layers.52.mlp.experts.55,2.5532984733581543
model.layers.52.mlp.experts.56,2.5718181133270264
model.layers.52.mlp.experts.57,2.5560338497161865
model.layers.52.mlp.experts.58,2.586320400238037
model.layers.52.mlp.experts.59,2.5684964656829834
model.layers.52.mlp.experts.6,2.558189630508423
model.layers.52.mlp.experts.60,2.555058479309082
model.layers.52.mlp.experts.61,2.553312063217163
model.layers.52.mlp.experts.62,2.5721330642700195
model.layers.52.mlp.experts.63,2.5619566440582275
model.layers.52.mlp.experts.64,2.5538697242736816
model.layers.52.mlp.experts.65,2.551455020904541
model.layers.52.mlp.experts.66,2.5627670288085938
model.layers.52.mlp.experts.67,2.552518367767334
model.layers.52.mlp.experts.68,2.5543527603149414
model.layers.52.mlp.experts.69,2.5700480937957764
model.layers.52.mlp.experts.7,2.5658466815948486
model.layers.52.mlp.experts.70,2.553114891052246
model.layers.52.mlp.experts.71,2.5609240531921387
model.layers.52.mlp.experts.72,2.558258533477783
model.layers.52.mlp.experts.73,2.5517830848693848
model.layers.52.mlp.experts.74,2.555079221725464
model.layers.52.mlp.experts.75,2.5544991493225098
model.layers.52.mlp.experts.76,2.5580413341522217
model.layers.52.mlp.experts.77,2.560218334197998
model.layers.52.mlp.experts.78,2.5847017765045166
model.layers.52.mlp.experts.79,2.5604019165039062
model.layers.52.mlp.experts.8,2.571983575820923
model.layers.52.mlp.experts.80,2.563928604125977
model.layers.52.mlp.experts.81,2.555992364883423
model.layers.52.mlp.experts.82,2.555854558944702
model.layers.52.mlp.experts.83,2.554306030273437
model.layers.52.mlp.experts.84,2.5562477111816406
model.layers.52.mlp.experts.85,2.554893970489502
model.layers.52.mlp.experts.86,2.5553557872772217
model.layers.52.mlp.experts.87,2.5680835247039795
model.layers.52.mlp.experts.88,2.551997661590576
model.layers.52.mlp.experts.89,2.5536458492279053
model.layers.52.mlp.experts.9,2.5534770488739014
model.layers.52.mlp.experts.90,2.5533950328826904
model.layers.52.mlp.experts.91,2.55924391746521
model.layers.52.mlp.experts.92,2.5525851249694824
model.layers.52.mlp.experts.93,2.559305191040039
model.layers.52.mlp.experts.94,2.565061569213867
model.layers.52.mlp.experts.95,2.551806926727295
model.layers.52.mlp.experts.96,2.556715726852417
model.layers.52.mlp.experts.97,2.55672550201416
model.layers.52.mlp.experts.98,2.5750598907470703
model.layers.52.mlp.experts.99,2.5602669715881348
model.layers.52.mlp.shared_experts,2.7432057857513428
model.layers.52.self_attn,2.622645616531372
model.layers.53.mlp.experts.0,2.561028003692627
model.layers.53.mlp.experts.1,2.560770273208618
model.layers.53.mlp.experts.10,2.570747375488281
model.layers.53.mlp.experts.100,2.5590219497680664
model.layers.53.mlp.experts.101,2.555939197540283
model.layers.53.mlp.experts.102,2.587972640991211
model.layers.53.mlp.experts.103,2.559096574783325
model.layers.53.mlp.experts.104,2.553643226623535
model.layers.53.mlp.experts.105,2.5710599422454834
model.layers.53.mlp.experts.106,2.552583932876587
model.layers.53.mlp.experts.107,2.5538158416748047
model.layers.53.mlp.experts.108,2.5552778244018555
model.layers.53.mlp.experts.109,2.5554206371307373
model.layers.53.mlp.experts.11,2.555208683013916
model.layers.53.mlp.experts.110,2.593014717102051
model.layers.53.mlp.experts.111,2.555213212966919
model.layers.53.mlp.experts.112,2.5743558406829834
model.layers.53.mlp.experts.113,2.573483228683472
model.layers.53.mlp.experts.114,2.5559208393096924
model.layers.53.mlp.experts.115,2.55500864982605
model.layers.53.mlp.experts.116,2.563979148864746
model.layers.53.mlp.experts.117,2.554150104522705
model.layers.53.mlp.experts.118,2.552930355072021
model.layers.53.mlp.experts.119,2.568565845489502
model.layers.53.mlp.experts.12,2.5598621368408203
model.layers.53.mlp.experts.120,2.5526344776153564
model.layers.53.mlp.experts.121,2.5593318939208984
model.layers.53.mlp.experts.122,2.5522148609161377
model.layers.53.mlp.experts.123,2.55481219291687
model.layers.53.mlp.experts.124,2.569573402404785
model.layers.53.mlp.experts.125,2.560680389404297
model.layers.53.mlp.experts.126,2.5568840503692627
model.layers.53.mlp.experts.127,2.5591652393341064
model.layers.53.mlp.experts.128,2.5528883934021
model.layers.53.mlp.experts.129,2.5673513412475586
model.layers.53.mlp.experts.13,2.5604865550994877
model.layers.53.mlp.experts.130,2.5668413639068604
model.layers.53.mlp.experts.131,2.585310935974121
model.layers.53.mlp.experts.132,2.558095932006836
model.layers.53.mlp.experts.133,2.6156227588653564
model.layers.53.mlp.experts.134,2.5576822757720947
model.layers.53.mlp.experts.135,2.5671393871307373
model.layers.53.mlp.experts.136,2.567727565765381
model.layers.53.mlp.experts.137,2.5560977458953857
model.layers.53.mlp.experts.138,2.561357021331787
model.layers.53.mlp.experts.139,2.563685178756714
model.layers.53.mlp.experts.14,2.563579559326172
model.layers.53.mlp.experts.140,2.58704686164856
model.layers.53.mlp.experts.141,2.5649642944335938
model.layers.53.mlp.experts.142,2.551694393157959
model.layers.53.mlp.experts.143,2.555081367492676
model.layers.53.mlp.experts.144,2.559614419937134
model.layers.53.mlp.experts.145,2.557403326034546
model.layers.53.mlp.experts.146,2.559589147567749
model.layers.53.mlp.experts.147,2.633744716644287
model.layers.53.mlp.experts.148,2.570493459701538
model.layers.53.mlp.experts.149,2.562529802322388
model.layers.53.mlp.experts.15,2.5540945529937744
model.layers.53.mlp.experts.150,2.555633544921875
model.layers.53.mlp.experts.151,2.577070474624634
model.layers.53.mlp.experts.152,2.5567867755889893
model.layers.53.mlp.experts.153,2.5614867210388184
model.layers.53.mlp.experts.154,2.5609145164489746
model.layers.53.mlp.experts.155,2.5672271251678467
model.layers.53.mlp.experts.156,2.555084228515625
model.layers.53.mlp.experts.157,2.5617964267730717
model.layers.53.mlp.experts.158,2.5558528900146484
model.layers.53.mlp.experts.159,2.563866138458252
model.layers.53.mlp.experts.16,2.5633084774017334
model.layers.53.mlp.experts.160,2.5565741062164307
model.layers.53.mlp.experts.161,2.566925525665283
model.layers.53.mlp.experts.162,2.5576913356781006
model.layers.53.mlp.experts.163,2.568825483322144
model.layers.53.mlp.experts.164,2.566715717315674
model.layers.53.mlp.experts.165,2.564948081970215
model.layers.53.mlp.experts.166,2.5549066066741943
model.layers.53.mlp.experts.167,2.5583255290985107
model.layers.53.mlp.experts.168,2.557415008544922
model.layers.53.mlp.experts.169,2.572993040084839
model.layers.53.mlp.experts.17,2.566692352294922
model.layers.53.mlp.experts.170,2.556267261505127
model.layers.53.mlp.experts.171,2.5566515922546387
model.layers.53.mlp.experts.172,2.556133270263672
model.layers.53.mlp.experts.173,2.564445734024048
model.layers.53.mlp.experts.174,2.861421585083008
model.layers.53.mlp.experts.175,2.559619426727295
model.layers.53.mlp.experts.176,2.554165840148926
model.layers.53.mlp.experts.177,2.562682628631592
model.layers.53.mlp.experts.178,2.5609021186828613
model.layers.53.mlp.experts.179,2.579298973083496
model.layers.53.mlp.experts.18,2.593413591384888
model.layers.53.mlp.experts.180,2.559236764907837
model.layers.53.mlp.experts.181,2.55211877822876
model.layers.53.mlp.experts.182,2.562079429626465
model.layers.53.mlp.experts.183,2.552800178527832
model.layers.53.mlp.experts.184,2.5548465251922607
model.layers.53.mlp.experts.185,2.558607578277588
model.layers.53.mlp.experts.186,2.5542449951171875
model.layers.53.mlp.experts.187,2.5601511001586914
model.layers.53.mlp.experts.188,2.5620524883270264
model.layers.53.mlp.experts.189,2.5622365474700928
model.layers.53.mlp.experts.19,2.553674936294556
model.layers.53.mlp.experts.190,2.5564932823181152
model.layers.53.mlp.experts.191,2.555793046951294
model.layers.53.mlp.experts.192,2.567958116531372
model.layers.53.mlp.experts.193,2.5606961250305176
model.layers.53.mlp.experts.194,2.554255962371826
model.layers.53.mlp.experts.195,2.557447910308838
model.layers.53.mlp.experts.196,2.5616049766540527
model.layers.53.mlp.experts.197,2.553362369537353
model.layers.53.mlp.experts.198,2.558342933654785
model.layers.53.mlp.experts.199,2.554542064666748
model.layers.53.mlp.experts.2,2.5701749324798584
model.layers.53.mlp.experts.20,2.561072587966919
model.layers.53.mlp.experts.200,2.553696632385254
model.layers.53.mlp.experts.201,2.55459213256836
model.layers.53.mlp.experts.202,2.5613105297088623
model.layers.53.mlp.experts.203,2.5605924129486084
model.layers.53.mlp.experts.204,2.5660829544067383
model.layers.53.mlp.experts.205,2.556225538253784
model.layers.53.mlp.experts.206,2.562535524368286
model.layers.53.mlp.experts.207,2.5524299144744877
model.layers.53.mlp.experts.208,2.5617849826812744
model.layers.53.mlp.experts.209,2.554348945617676
model.layers.53.mlp.experts.21,2.5537922382354736
model.layers.53.mlp.experts.210,2.559461832046509
model.layers.53.mlp.experts.211,2.56884241104126
model.layers.53.mlp.experts.212,2.555073499679565
model.layers.53.mlp.experts.213,2.56502628326416
model.layers.53.mlp.experts.214,2.5571680068969727
model.layers.53.mlp.experts.215,2.568331718444824
model.layers.53.mlp.experts.216,2.556605339050293
model.layers.53.mlp.experts.217,2.5586249828338623
model.layers.53.mlp.experts.218,2.5868582725524902
model.layers.53.mlp.experts.219,2.553762674331665
model.layers.53.mlp.experts.22,2.556976079940796
model.layers.53.mlp.experts.220,2.5582990646362305
model.layers.53.mlp.experts.221,2.558061361312866
model.layers.53.mlp.experts.222,2.5818448066711426
model.layers.53.mlp.experts.223,2.559587955474853
model.layers.53.mlp.experts.224,2.584045171737671
model.layers.53.mlp.experts.225,2.5578691959381104
model.layers.53.mlp.experts.226,2.5710654258728027
model.layers.53.mlp.experts.227,2.5561087131500244
model.layers.53.mlp.experts.228,2.55756950378418
model.layers.53.mlp.experts.229,2.5754470825195312
model.layers.53.mlp.experts.23,2.5563266277313232
model.layers.53.mlp.experts.230,2.559307336807251
model.layers.53.mlp.experts.231,2.5603930950164795
model.layers.53.mlp.experts.232,2.5689642429351807
model.layers.53.mlp.experts.233,2.55395770072937
model.layers.53.mlp.experts.234,2.559706687927246
model.layers.53.mlp.experts.235,2.55578875541687
model.layers.53.mlp.experts.236,2.558638334274292
model.layers.53.mlp.experts.237,2.554431200027466
model.layers.53.mlp.experts.238,2.5650885105133057
model.layers.53.mlp.experts.239,2.572622299194336
model.layers.53.mlp.experts.24,2.5552985668182373
model.layers.53.mlp.experts.240,2.553483486175537
model.layers.53.mlp.experts.241,2.598559617996216
model.layers.53.mlp.experts.242,2.5563931465148926
model.layers.53.mlp.experts.243,2.5710997581481934
model.layers.53.mlp.experts.244,2.5595526695251465
model.layers.53.mlp.experts.245,2.561661958694458
model.layers.53.mlp.experts.246,2.56382417678833
model.layers.53.mlp.experts.247,2.554957866668701
model.layers.53.mlp.experts.248,2.5611939430236816
model.layers.53.mlp.experts.249,2.5617105960845947
model.layers.53.mlp.experts.25,2.5563063621521
model.layers.53.mlp.experts.250,2.558077096939087
model.layers.53.mlp.experts.251,2.5558278560638428
model.layers.53.mlp.experts.252,2.559095859527588
model.layers.53.mlp.experts.253,2.553030014038086
model.layers.53.mlp.experts.254,2.556447029113769
model.layers.53.mlp.experts.255,2.5613715648651123
model.layers.53.mlp.experts.26,2.5584733486175537
model.layers.53.mlp.experts.27,2.5509848594665527
model.layers.53.mlp.experts.28,2.572988271713257
model.layers.53.mlp.experts.29,2.554934024810791
model.layers.53.mlp.experts.3,2.5645527839660645
model.layers.53.mlp.experts.30,2.553023099899292
model.layers.53.mlp.experts.31,2.5657575130462646
model.layers.53.mlp.experts.32,2.5643110275268555
model.layers.53.mlp.experts.33,2.5563974380493164
model.layers.53.mlp.experts.34,2.6222939491271973
model.layers.53.mlp.experts.35,2.5567944049835205
model.layers.53.mlp.experts.36,2.5544214248657227
model.layers.53.mlp.experts.37,2.5532901287078857
model.layers.53.mlp.experts.38,2.566513061523437
model.layers.53.mlp.experts.39,2.5774290561676025
model.layers.53.mlp.experts.4,2.55335545539856
model.layers.53.mlp.experts.40,2.5540244579315186
model.layers.53.mlp.experts.41,2.5718557834625244
model.layers.53.mlp.experts.42,2.582045555114746
model.layers.53.mlp.experts.43,2.5598254203796387
model.layers.53.mlp.experts.44,2.5662851333618164
model.layers.53.mlp.experts.45,2.5587332248687744
model.layers.53.mlp.experts.46,2.562378168106079
model.layers.53.mlp.experts.47,2.56428337097168
model.layers.53.mlp.experts.48,2.563979387283325
model.layers.53.mlp.experts.49,2.5618457794189453
model.layers.53.mlp.experts.5,2.553004264831543
model.layers.53.mlp.experts.50,2.565325260162353
model.layers.53.mlp.experts.51,2.5547738075256348
model.layers.53.mlp.experts.52,2.558003664016724
model.layers.53.mlp.experts.53,2.5553207397460938
model.layers.53.mlp.experts.54,2.5983800888061523
model.layers.53.mlp.experts.55,2.5597383975982666
model.layers.53.mlp.experts.56,2.553758382797241
model.layers.53.mlp.experts.57,2.5629262924194336
model.layers.53.mlp.experts.58,2.5524098873138428
model.layers.53.mlp.experts.59,2.5669119358062744
model.layers.53.mlp.experts.6,2.553188800811768
model.layers.53.mlp.experts.60,2.559558391571045
model.layers.53.mlp.experts.61,2.552927255630493
model.layers.53.mlp.experts.62,2.5561227798461914
model.layers.53.mlp.experts.63,2.553886651992798
model.layers.53.mlp.experts.64,2.5677714347839355
model.layers.53.mlp.experts.65,2.5579562187194824
model.layers.53.mlp.experts.66,2.576751470565796
model.layers.53.mlp.experts.67,2.55507755279541
model.layers.53.mlp.experts.68,2.55757474899292
model.layers.53.mlp.experts.69,2.5661563873291016
model.layers.53.mlp.experts.7,2.555966854095459
model.layers.53.mlp.experts.70,2.559879779815674
model.layers.53.mlp.experts.71,2.5546884536743164
model.layers.53.mlp.experts.72,2.554722785949707
model.layers.53.mlp.experts.73,2.555094957351685
model.layers.53.mlp.experts.74,2.5664780139923096
model.layers.53.mlp.experts.75,2.564666986465454
model.layers.53.mlp.experts.76,2.5634124279022217
model.layers.53.mlp.experts.77,2.555915355682373
model.layers.53.mlp.experts.78,2.55481481552124
model.layers.53.mlp.experts.79,2.5698227882385254
model.layers.53.mlp.experts.8,2.564154624938965
model.layers.53.mlp.experts.80,2.55600643157959
model.layers.53.mlp.experts.81,2.562077522277832
model.layers.53.mlp.experts.82,2.5593421459198
model.layers.53.mlp.experts.83,2.568835020065308
model.layers.53.mlp.experts.84,2.555804491043091
model.layers.53.mlp.experts.85,2.5534582138061523
model.layers.53.mlp.experts.86,2.5528440475463867
model.layers.53.mlp.experts.87,2.5568065643310547
model.layers.53.mlp.experts.88,2.557048320770264
model.layers.53.mlp.experts.89,2.5578835010528564
model.layers.53.mlp.experts.9,2.558659553527832
model.layers.53.mlp.experts.90,2.5632920265197754
model.layers.53.mlp.experts.91,2.562098979949951
model.layers.53.mlp.experts.92,2.5607681274414062
model.layers.53.mlp.experts.93,2.555976152420044
model.layers.53.mlp.experts.94,2.5626816749572754
model.layers.53.mlp.experts.95,2.554867744445801
model.layers.53.mlp.experts.96,2.559377670288086
model.layers.53.mlp.experts.97,2.552574634552002
model.layers.53.mlp.experts.98,2.5694704055786133
model.layers.53.mlp.experts.99,2.5571868419647217
model.layers.53.mlp.shared_experts,2.7401797771453857
model.layers.53.self_attn,2.6364855766296387
model.layers.54.mlp.experts.0,2.5602521896362305
model.layers.54.mlp.experts.1,2.554773092269897
model.layers.54.mlp.experts.10,2.5564165115356445
model.layers.54.mlp.experts.100,2.553612470626831
model.layers.54.mlp.experts.101,2.5633044242858887
model.layers.54.mlp.experts.102,2.553377151489258
model.layers.54.mlp.experts.103,2.5615735054016118
model.layers.54.mlp.experts.104,2.554574012756348
model.layers.54.mlp.experts.105,2.558842897415161
model.layers.54.mlp.experts.106,2.6078732013702397
model.layers.54.mlp.experts.107,2.555697202682495
model.layers.54.mlp.experts.108,2.5604939460754395
model.layers.54.mlp.experts.109,2.5866007804870605
model.layers.54.mlp.experts.11,2.56011962890625
model.layers.54.mlp.experts.110,2.5539538860321045
model.layers.54.mlp.experts.111,2.554124593734741
model.layers.54.mlp.experts.112,2.5588059425354004
model.layers.54.mlp.experts.113,2.566245079040528
model.layers.54.mlp.experts.114,2.55838942527771
model.layers.54.mlp.experts.115,2.560311317443848
model.layers.54.mlp.experts.116,2.557042121887207
model.layers.54.mlp.experts.117,2.5612680912017822
model.layers.54.mlp.experts.118,2.558303117752075
model.layers.54.mlp.experts.119,2.5939595699310303
model.layers.54.mlp.experts.12,2.5601158142089844
model.layers.54.mlp.experts.120,2.5575056076049805
model.layers.54.mlp.experts.121,2.5558578968048096
model.layers.54.mlp.experts.122,2.59427547454834
model.layers.54.mlp.experts.123,2.5533690452575684
model.layers.54.mlp.experts.124,2.5566442012786865
model.layers.54.mlp.experts.125,2.5565145015716557
model.layers.54.mlp.experts.126,2.5542287826538086
model.layers.54.mlp.experts.127,2.569209337234497
model.layers.54.mlp.experts.128,2.562695264816284
model.layers.54.mlp.experts.129,2.556792736053467
model.layers.54.mlp.experts.13,2.5645532608032227
model.layers.54.mlp.experts.130,2.5724081993103027
model.layers.54.mlp.experts.131,2.5523176193237305
model.layers.54.mlp.experts.132,2.5528721809387207
model.layers.54.mlp.experts.133,2.5526161193847656
model.layers.54.mlp.experts.134,2.5864315032958984
model.layers.54.mlp.experts.135,2.5527145862579346
model.layers.54.mlp.experts.136,2.555414915084839
model.layers.54.mlp.experts.137,2.553267478942871
model.layers.54.mlp.experts.138,2.559896230697632
model.layers.54.mlp.experts.139,2.554074287414551
model.layers.54.mlp.experts.14,2.5565590858459477
model.layers.54.mlp.experts.140,2.5596299171447754
model.layers.54.mlp.experts.141,2.559287071228028
model.layers.54.mlp.experts.142,2.557142734527588
model.layers.54.mlp.experts.143,2.5665934085845947
model.layers.54.mlp.experts.144,2.5616209506988525
model.layers.54.mlp.experts.145,2.572104215621948
model.layers.54.mlp.experts.146,2.559490203857422
model.layers.54.mlp.experts.147,2.5626208782196045
model.layers.54.mlp.experts.148,2.5568504333496094
model.layers.54.mlp.experts.149,2.558114051818848
model.layers.54.mlp.experts.15,2.5637128353118896
model.layers.54.mlp.experts.150,2.5641026496887207
model.layers.54.mlp.experts.151,2.5660955905914307
model.layers.54.mlp.experts.152,2.562079668045044
model.layers.54.mlp.experts.153,2.581617593765259
model.layers.54.mlp.experts.154,2.5570197105407715
model.layers.54.mlp.experts.155,2.56296706199646
model.layers.54.mlp.experts.156,2.564294815063477
model.layers.54.mlp.experts.157,2.5665066242218018
model.layers.54.mlp.experts.158,2.572801351547241
model.layers.54.mlp.experts.159,2.5590660572052
model.layers.54.mlp.experts.16,2.563495635986328
model.layers.54.mlp.experts.160,2.559066772460937
model.layers.54.mlp.experts.161,2.553743362426758
model.layers.54.mlp.experts.162,2.56791615486145
model.layers.54.mlp.experts.163,2.562229633331299
model.layers.54.mlp.experts.164,2.564915180206299
model.layers.54.mlp.experts.165,2.567676544189453
model.layers.54.mlp.experts.166,2.5603535175323486
model.layers.54.mlp.experts.167,2.5612716674804688
model.layers.54.mlp.experts.168,2.56724214553833
model.layers.54.mlp.experts.169,2.556091547012329
model.layers.54.mlp.experts.17,2.571382761001587
model.layers.54.mlp.experts.170,2.5563762187957764
model.layers.54.mlp.experts.171,2.566135168075561
model.layers.54.mlp.experts.172,2.568087577819824
model.layers.54.mlp.experts.173,2.5688416957855225
model.layers.54.mlp.experts.174,2.558621883392334
model.layers.54.mlp.experts.175,2.5566561222076416
model.layers.54.mlp.experts.176,2.555508136749268
model.layers.54.mlp.experts.177,2.555269241333008
model.layers.54.mlp.experts.178,2.5572433471679688
model.layers.54.mlp.experts.179,2.5593059062957764
model.layers.54.mlp.experts.18,2.576418876647949
model.layers.54.mlp.experts.180,2.5595474243164062
model.layers.54.mlp.experts.181,2.5564229488372803
model.layers.54.mlp.experts.182,2.55798077583313
model.layers.54.mlp.experts.183,2.553044080734253
model.layers.54.mlp.experts.184,2.564769983291626
model.layers.54.mlp.experts.185,2.5557823181152344
model.layers.54.mlp.experts.186,2.5516600608825684
model.layers.54.mlp.experts.187,2.559072732925415
model.layers.54.mlp.experts.188,2.554254531860352
model.layers.54.mlp.experts.189,2.5589687824249268
model.layers.54.mlp.experts.19,2.5617918968200684
model.layers.54.mlp.experts.190,2.5661089420318604
model.layers.54.mlp.experts.191,2.556535243988037
model.layers.54.mlp.experts.192,2.5739033222198486
model.layers.54.mlp.experts.193,2.57254409790039
model.layers.54.mlp.experts.194,2.560473918914795
model.layers.54.mlp.experts.195,2.568012952804565
model.layers.54.mlp.experts.196,2.555243968963623
model.layers.54.mlp.experts.197,2.558757781982422
model.layers.54.mlp.experts.198,2.5673110485076904
model.layers.54.mlp.experts.199,2.56017541885376
model.layers.54.mlp.experts.2,2.557666778564453
model.layers.54.mlp.experts.20,2.560566663742065
model.layers.54.mlp.experts.200,2.5566272735595703
model.layers.54.mlp.experts.201,2.566405296325684
model.layers.54.mlp.experts.202,2.562265634536743
model.layers.54.mlp.experts.203,2.5557868480682373
model.layers.54.mlp.experts.204,2.556626319885254
model.layers.54.mlp.experts.205,2.563772439956665
model.layers.54.mlp.experts.206,2.5680091381073
model.layers.54.mlp.experts.207,2.5539491176605225
model.layers.54.mlp.experts.208,2.5663363933563232
model.layers.54.mlp.experts.209,2.577510356903076
model.layers.54.mlp.experts.21,2.55686616897583
model.layers.54.mlp.experts.210,2.5562705993652344
model.layers.54.mlp.experts.211,2.5617051124572754
model.layers.54.mlp.experts.212,2.814265727996826
model.layers.54.mlp.experts.213,2.6119675636291504
model.layers.54.mlp.experts.214,2.559706449508667
model.layers.54.mlp.experts.215,2.5622897148132324
model.layers.54.mlp.experts.216,2.55625057220459
model.layers.54.mlp.experts.217,2.5588796138763428
model.layers.54.mlp.experts.218,2.562429666519165
model.layers.54.mlp.experts.219,2.5833961963653564
model.layers.54.mlp.experts.22,2.557558298110962
model.layers.54.mlp.experts.220,2.5656161308288574
model.layers.54.mlp.experts.221,2.5698318481445312
model.layers.54.mlp.experts.222,2.557790279388428
model.layers.54.mlp.experts.223,2.5581459999084477
model.layers.54.mlp.experts.224,2.568331003189087
model.layers.54.mlp.experts.225,2.557471513748169
model.layers.54.mlp.experts.226,2.572889566421509
model.layers.54.mlp.experts.227,2.55881929397583
model.layers.54.mlp.experts.228,2.5602076053619385
model.layers.54.mlp.experts.229,2.56461763381958
model.layers.54.mlp.experts.23,2.5580639839172363
model.layers.54.mlp.experts.230,2.555039644241333
model.layers.54.mlp.experts.231,2.5603976249694824
model.layers.54.mlp.experts.232,2.5607781410217285
model.layers.54.mlp.experts.233,2.5583887100219727
model.layers.54.mlp.experts.234,2.554971933364868
model.layers.54.mlp.experts.235,2.558149576187134
model.layers.54.mlp.experts.236,2.58267879486084
model.layers.54.mlp.experts.237,2.5535147190093994
model.layers.54.mlp.experts.238,2.5762736797332764
model.layers.54.mlp.experts.239,2.556243896484375
model.layers.54.mlp.experts.24,2.56101655960083
model.layers.54.mlp.experts.240,2.561344146728516
model.layers.54.mlp.experts.241,2.562584638595581
model.layers.54.mlp.experts.242,2.5645337104797363
model.layers.54.mlp.experts.243,2.5573925971984863
model.layers.54.mlp.experts.244,2.558763265609741
model.layers.54.mlp.experts.245,2.554985761642456
model.layers.54.mlp.experts.246,2.56981897354126
model.layers.54.mlp.experts.247,2.563013792037964
model.layers.54.mlp.experts.248,2.5634031295776367
model.layers.54.mlp.experts.249,2.5693862438201904
model.layers.54.mlp.experts.25,2.5677738189697266
model.layers.54.mlp.experts.250,2.559662103652954
model.layers.54.mlp.experts.251,2.558983325958252
model.layers.54.mlp.experts.252,2.571223735809326
model.layers.54.mlp.experts.253,2.556854486465454
model.layers.54.mlp.experts.254,2.5608842372894287
model.layers.54.mlp.experts.255,2.556673049926758
model.layers.54.mlp.experts.26,2.5552666187286377
model.layers.54.mlp.experts.27,2.5633034706115723
model.layers.54.mlp.experts.28,2.578726053237915
model.layers.54.mlp.experts.29,2.5739104747772217
model.layers.54.mlp.experts.3,2.58027458190918
model.layers.54.mlp.experts.30,2.5573489665985107
model.layers.54.mlp.experts.31,2.5694615840911865
model.layers.54.mlp.experts.32,2.5536820888519287
model.layers.54.mlp.experts.33,2.55523943901062
model.layers.54.mlp.experts.34,2.559755325317383
model.layers.54.mlp.experts.35,2.5880422592163086
model.layers.54.mlp.experts.36,2.581979751586914
model.layers.54.mlp.experts.37,2.5677177906036377
model.layers.54.mlp.experts.38,2.558449506759644
model.layers.54.mlp.experts.39,2.572185039520264
model.layers.54.mlp.experts.4,2.568202018737793
model.layers.54.mlp.experts.40,2.5669431686401367
model.layers.54.mlp.experts.41,2.558068037033081
model.layers.54.mlp.experts.42,2.6180732250213623
model.layers.54.mlp.experts.43,2.555861234664917
model.layers.54.mlp.experts.44,2.555595636367798
model.layers.54.mlp.experts.45,2.558465003967285
model.layers.54.mlp.experts.46,2.5692152976989746
model.layers.54.mlp.experts.47,2.555720090866089
model.layers.54.mlp.experts.48,2.563934803009033
model.layers.54.mlp.experts.49,2.559959650039673
model.layers.54.mlp.experts.5,2.55672025680542
model.layers.54.mlp.experts.50,2.554792881011963
model.layers.54.mlp.experts.51,2.558432102203369
model.layers.54.mlp.experts.52,2.571919202804565
model.layers.54.mlp.experts.53,2.559943914413452
model.layers.54.mlp.experts.54,2.5562806129455566
model.layers.54.mlp.experts.55,2.555370807647705
model.layers.54.mlp.experts.56,2.569411516189575
model.layers.54.mlp.experts.57,2.5589959621429443
model.layers.54.mlp.experts.58,2.575228214263916
model.layers.54.mlp.experts.59,2.5703604221343994
model.layers.54.mlp.experts.6,2.5595743656158447
model.layers.54.mlp.experts.60,2.5592284202575684
model.layers.54.mlp.experts.61,2.567228078842163
model.layers.54.mlp.experts.62,2.562685012817383
model.layers.54.mlp.experts.63,2.561767816543579
model.layers.54.mlp.experts.64,2.571285963058472
model.layers.54.mlp.experts.65,2.556270837783813
model.layers.54.mlp.experts.66,2.565556764602661
model.layers.54.mlp.experts.67,2.5569071769714355
model.layers.54.mlp.experts.68,2.5548038482666016
model.layers.54.mlp.experts.69,2.555792808532715
model.layers.54.mlp.experts.7,2.5826575756073
model.layers.54.mlp.experts.70,2.5780248641967773
model.layers.54.mlp.experts.71,2.573462963104248
model.layers.54.mlp.experts.72,2.5574052333831787
model.layers.54.mlp.experts.73,2.558540105819702
model.layers.54.mlp.experts.74,2.5577640533447266
model.layers.54.mlp.experts.75,2.557854652404785
model.layers.54.mlp.experts.76,2.5607717037200928
model.layers.54.mlp.experts.77,2.577615737915039
model.layers.54.mlp.experts.78,2.5531342029571533
model.layers.54.mlp.experts.79,2.557079553604126
model.layers.54.mlp.experts.8,2.5854506492614746
model.layers.54.mlp.experts.80,2.560774087905884
model.layers.54.mlp.experts.81,2.557069778442383
model.layers.54.mlp.experts.82,2.5625171661376958
model.layers.54.mlp.experts.83,2.575615167617798
model.layers.54.mlp.experts.84,2.5538549423217773
model.layers.54.mlp.experts.85,2.568991184234619
model.layers.54.mlp.experts.86,2.563729763031006
model.layers.54.mlp.experts.87,2.562463998794556
model.layers.54.mlp.experts.88,2.565401792526245
model.layers.54.mlp.experts.89,2.5622520446777344
model.layers.54.mlp.experts.9,2.554717779159546
model.layers.54.mlp.experts.90,2.555226802825928
model.layers.54.mlp.experts.91,2.5522193908691406
model.layers.54.mlp.experts.92,2.5570220947265625
model.layers.54.mlp.experts.93,2.5672316551208496
model.layers.54.mlp.experts.94,2.556068420410156
model.layers.54.mlp.experts.95,2.554116725921631
model.layers.54.mlp.experts.96,2.569710731506348
model.layers.54.mlp.experts.97,2.5602729320526123
model.layers.54.mlp.experts.98,2.554126501083374
model.layers.54.mlp.experts.99,2.55558180809021
model.layers.54.mlp.shared_experts,2.7346889972686768
model.layers.54.self_attn,2.651339054107666
model.layers.55.mlp.experts.0,2.571030139923096
model.layers.55.mlp.experts.1,2.5577588081359863
model.layers.55.mlp.experts.10,2.5632169246673584
model.layers.55.mlp.experts.100,2.560266256332397
model.layers.55.mlp.experts.101,2.559429883956909
model.layers.55.mlp.experts.102,2.5829741954803467
model.layers.55.mlp.experts.103,2.566091775894165
model.layers.55.mlp.experts.104,2.653894662857056
model.layers.55.mlp.experts.105,2.560974359512329
model.layers.55.mlp.experts.106,2.5752928256988525
model.layers.55.mlp.experts.107,2.5588600635528564
model.layers.55.mlp.experts.108,2.565455198287964
model.layers.55.mlp.experts.109,2.572753429412842
model.layers.55.mlp.experts.11,2.5560972690582275
model.layers.55.mlp.experts.110,2.555781602859497
model.layers.55.mlp.experts.111,2.5680322647094727
model.layers.55.mlp.experts.112,2.5538930892944336
model.layers.55.mlp.experts.113,2.5769736766815186
model.layers.55.mlp.experts.114,2.559075355529785
model.layers.55.mlp.experts.115,2.658991813659668
model.layers.55.mlp.experts.116,2.5595803260803223
model.layers.55.mlp.experts.117,2.5623855590820312
model.layers.55.mlp.experts.118,2.5612339973449707
model.layers.55.mlp.experts.119,2.55680251121521
model.layers.55.mlp.experts.12,2.5622408390045166
model.layers.55.mlp.experts.120,2.5663902759552
model.layers.55.mlp.experts.121,2.563632011413574
model.layers.55.mlp.experts.122,2.557379007339477
model.layers.55.mlp.experts.123,2.5591535568237305
model.layers.55.mlp.experts.124,2.580229520797729
model.layers.55.mlp.experts.125,2.5577893257141118
model.layers.55.mlp.experts.126,2.5639681816101074
model.layers.55.mlp.experts.127,2.564549446105957
model.layers.55.mlp.experts.128,2.5601565837860107
model.layers.55.mlp.experts.129,2.557647466659546
model.layers.55.mlp.experts.13,2.557268619537353
model.layers.55.mlp.experts.130,2.561375617980957
model.layers.55.mlp.experts.131,2.5567352771759038
model.layers.55.mlp.experts.132,2.55842399597168
model.layers.55.mlp.experts.133,2.5631003379821777
model.layers.55.mlp.experts.134,2.5602235794067383
model.layers.55.mlp.experts.135,2.5580830574035645
model.layers.55.mlp.experts.136,2.5749123096466064
model.layers.55.mlp.experts.137,2.5547478199005127
model.layers.55.mlp.experts.138,2.564073324203491
model.layers.55.mlp.experts.139,2.5595359802246094
model.layers.55.mlp.experts.14,2.564850330352783
model.layers.55.mlp.experts.140,2.5622804164886475
model.layers.55.mlp.experts.141,2.573737144470215
model.layers.55.mlp.experts.142,2.5669002532958984
model.layers.55.mlp.experts.143,2.577556133270264
model.layers.55.mlp.experts.144,2.617269515991211
model.layers.55.mlp.experts.145,2.612924098968506
model.layers.55.mlp.experts.146,2.571779251098633
model.layers.55.mlp.experts.147,2.5549936294555664
model.layers.55.mlp.experts.148,2.5655109882354736
model.layers.55.mlp.experts.149,2.6162095069885254
model.layers.55.mlp.experts.15,2.555468797683716
model.layers.55.mlp.experts.150,2.571671485900879
model.layers.55.mlp.experts.151,2.557849645614624
model.layers.55.mlp.experts.152,2.569133758544922
model.layers.55.mlp.experts.153,2.5591747760772705
model.layers.55.mlp.experts.154,2.557983160018921
model.layers.55.mlp.experts.155,2.583404541015625
model.layers.55.mlp.experts.156,2.562211275100708
model.layers.55.mlp.experts.157,2.565830707550049
model.layers.55.mlp.experts.158,2.5815751552581787
model.layers.55.mlp.experts.159,2.5597174167633057
model.layers.55.mlp.experts.16,2.5753486156463623
model.layers.55.mlp.experts.160,2.5606820583343506
model.layers.55.mlp.experts.161,2.5649662017822266
model.layers.55.mlp.experts.162,2.556570291519165
model.layers.55.mlp.experts.163,2.560826778411865
model.layers.55.mlp.experts.164,2.5583462715148926
model.layers.55.mlp.experts.165,2.5616397857666016
model.layers.55.mlp.experts.166,2.561304807662964
model.layers.55.mlp.experts.167,2.565814018249512
model.layers.55.mlp.experts.168,2.569847583770752
model.layers.55.mlp.experts.169,2.568817615509033
model.layers.55.mlp.experts.17,2.563075304031372
model.layers.55.mlp.experts.170,2.7177467346191406
model.layers.55.mlp.experts.171,2.5726122856140137
model.layers.55.mlp.experts.172,2.562707662582397
model.layers.55.mlp.experts.173,2.6668124198913574
model.layers.55.mlp.experts.174,2.5740346908569336
model.layers.55.mlp.experts.175,2.627873659133911
model.layers.55.mlp.experts.176,2.563697338104248
model.layers.55.mlp.experts.177,2.5707437992095947
model.layers.55.mlp.experts.178,2.55708122253418
model.layers.55.mlp.experts.179,2.5604074001312256
model.layers.55.mlp.experts.18,2.558103084564209
model.layers.55.mlp.experts.180,2.5574936866760254
model.layers.55.mlp.experts.181,2.567490100860596
model.layers.55.mlp.experts.182,2.5696284770965576
model.layers.55.mlp.experts.183,2.5916428565979004
model.layers.55.mlp.experts.184,2.5636520385742188
model.layers.55.mlp.experts.185,2.560863256454468
model.layers.55.mlp.experts.186,2.5612685680389404
model.layers.55.mlp.experts.187,2.562926769256592
model.layers.55.mlp.experts.188,2.558835029602051
model.layers.55.mlp.experts.189,2.552309274673462
model.layers.55.mlp.experts.19,2.554469347000122
model.layers.55.mlp.experts.190,2.575263261795044
model.layers.55.mlp.experts.191,2.585316896438598
model.layers.55.mlp.experts.192,2.5807881355285645
model.layers.55.mlp.experts.193,2.57067346572876
model.layers.55.mlp.experts.194,2.582859516143799
model.layers.55.mlp.experts.195,2.567092180252075
model.layers.55.mlp.experts.196,2.553548574447632
model.layers.55.mlp.experts.197,2.559391021728516
model.layers.55.mlp.experts.198,2.5619192123413086
model.layers.55.mlp.experts.199,2.555767774581909
model.layers.55.mlp.experts.2,2.579934597015381
model.layers.55.mlp.experts.20,2.554431915283203
model.layers.55.mlp.experts.200,2.563380718231201
model.layers.55.mlp.experts.201,2.554042339324951
model.layers.55.mlp.experts.202,2.578421831130981
model.layers.55.mlp.experts.203,2.579050064086914
model.layers.55.mlp.experts.204,2.562246322631836
model.layers.55.mlp.experts.205,2.58166766166687
model.layers.55.mlp.experts.206,2.5518691539764404
model.layers.55.mlp.experts.207,2.55846643447876
model.layers.55.mlp.experts.208,2.56041955947876
model.layers.55.mlp.experts.209,2.6138291358947754
model.layers.55.mlp.experts.21,2.5586161613464355
model.layers.55.mlp.experts.210,2.5655436515808105
model.layers.55.mlp.experts.211,2.556941032409668
model.layers.55.mlp.experts.212,2.558345317840576
model.layers.55.mlp.experts.213,2.5638270378112797
model.layers.55.mlp.experts.214,2.5543811321258545
model.layers.55.mlp.experts.215,2.56209135055542
model.layers.55.mlp.experts.216,2.588620662689209
model.layers.55.mlp.experts.217,2.6106977462768555
model.layers.55.mlp.experts.218,2.5579328536987305
model.layers.55.mlp.experts.219,2.569993257522583
model.layers.55.mlp.experts.22,2.5571131706237797
model.layers.55.mlp.experts.220,2.5623116493225098
model.layers.55.mlp.experts.221,2.5558667182922363
model.layers.55.mlp.experts.222,2.561736583709717
model.layers.55.mlp.experts.223,2.565467834472656
model.layers.55.mlp.experts.224,2.562272548675537
model.layers.55.mlp.experts.225,2.555612564086914
model.layers.55.mlp.experts.226,2.5904603004455566
model.layers.55.mlp.experts.227,2.557533264160156
model.layers.55.mlp.experts.228,2.572679042816162
model.layers.55.mlp.experts.229,2.5649890899658203
model.layers.55.mlp.experts.23,2.553978681564331
model.layers.55.mlp.experts.230,2.566633939743042
model.layers.55.mlp.experts.231,2.5897774696350098
model.layers.55.mlp.experts.232,2.586268663406372
model.layers.55.mlp.experts.233,2.5562918186187744
model.layers.55.mlp.experts.234,2.5623655319213867
model.layers.55.mlp.experts.235,2.5575668811798096
model.layers.55.mlp.experts.236,2.561110019683838
model.layers.55.mlp.experts.237,2.5581772327423096
model.layers.55.mlp.experts.238,2.556227684020996
model.layers.55.mlp.experts.239,2.565906286239624
model.layers.55.mlp.experts.24,2.589077949523926
model.layers.55.mlp.experts.240,2.558489322662353
model.layers.55.mlp.experts.241,2.5695042610168457
model.layers.55.mlp.experts.242,2.557096004486084
model.layers.55.mlp.experts.243,2.5774173736572266
model.layers.55.mlp.experts.244,2.558699369430542
model.layers.55.mlp.experts.245,2.5785574913024902
model.layers.55.mlp.experts.246,2.599601984024048
model.layers.55.mlp.experts.247,2.5574285984039307
model.layers.55.mlp.experts.248,2.5594587326049805
model.layers.55.mlp.experts.249,2.567443609237671
model.layers.55.mlp.experts.25,2.5670344829559326
model.layers.55.mlp.experts.250,2.561384916305542
model.layers.55.mlp.experts.251,2.575090885162353
model.layers.55.mlp.experts.252,2.554577350616455
model.layers.55.mlp.experts.253,2.577232360839844
model.layers.55.mlp.experts.254,2.560950994491577
model.layers.55.mlp.experts.255,2.5530357360839844
model.layers.55.mlp.experts.26,2.595721960067749
model.layers.55.mlp.experts.27,2.56535005569458
model.layers.55.mlp.experts.28,2.559117078781128
model.layers.55.mlp.experts.29,2.554647207260132
model.layers.55.mlp.experts.3,2.565462350845337
model.layers.55.mlp.experts.30,2.561216115951538
model.layers.55.mlp.experts.31,2.5976016521453857
model.layers.55.mlp.experts.32,2.567352294921875
model.layers.55.mlp.experts.33,2.5654661655426025
model.layers.55.mlp.experts.34,2.563314437866211
model.layers.55.mlp.experts.35,2.5654189586639404
model.layers.55.mlp.experts.36,2.5545904636383057
model.layers.55.mlp.experts.37,2.5611045360565186
model.layers.55.mlp.experts.38,2.5674943923950195
model.layers.55.mlp.experts.39,2.602535486221313
model.layers.55.mlp.experts.4,2.5599374771118164
model.layers.55.mlp.experts.40,2.566945791244507
model.layers.55.mlp.experts.41,2.5541446208953857
model.layers.55.mlp.experts.42,2.557596206665039
model.layers.55.mlp.experts.43,2.5588467121124268
model.layers.55.mlp.experts.44,2.590486764907837
model.layers.55.mlp.experts.45,2.5602259635925293
model.layers.55.mlp.experts.46,2.564241886138916
model.layers.55.mlp.experts.47,2.566922426223755
model.layers.55.mlp.experts.48,2.561258316040039
model.layers.55.mlp.experts.49,2.588940143585205
model.layers.55.mlp.experts.5,2.565467119216919
model.layers.55.mlp.experts.50,2.5608248710632324
model.layers.55.mlp.experts.51,2.561366319656372
model.layers.55.mlp.experts.52,2.571624517440796
model.layers.55.mlp.experts.53,2.56462836265564
model.layers.55.mlp.experts.54,2.6146950721740723
model.layers.55.mlp.experts.55,2.5692577362060547
model.layers.55.mlp.experts.56,2.5648181438446045
model.layers.55.mlp.experts.57,2.558131456375122
model.layers.55.mlp.experts.58,2.561630725860596
model.layers.55.mlp.experts.59,2.567363739013672
model.layers.55.mlp.experts.6,2.558598518371582
model.layers.55.mlp.experts.60,2.566078186035156
model.layers.55.mlp.experts.61,2.5862202644348145
model.layers.55.mlp.experts.62,2.569448471069336
model.layers.55.mlp.experts.63,2.558000326156616
model.layers.55.mlp.experts.64,2.562829732894897
model.layers.55.mlp.experts.65,2.5660979747772217
model.layers.55.mlp.experts.66,2.558069944381714
model.layers.55.mlp.experts.67,2.564383029937744
model.layers.55.mlp.experts.68,2.5693955421447754
model.layers.55.mlp.experts.69,2.5812108516693115
model.layers.55.mlp.experts.7,2.5558464527130127
model.layers.55.mlp.experts.70,2.5549235343933105
model.layers.55.mlp.experts.71,2.556774139404297
model.layers.55.mlp.experts.72,2.560677051544189
model.layers.55.mlp.experts.73,2.5691583156585693
model.layers.55.mlp.experts.74,2.567128419876098
model.layers.55.mlp.experts.75,2.5596327781677246
model.layers.55.mlp.experts.76,2.5654304027557373
model.layers.55.mlp.experts.77,2.571208238601685
model.layers.55.mlp.experts.78,2.588996171951294
model.layers.55.mlp.experts.79,2.568485736846924
model.layers.55.mlp.experts.8,2.563789129257202
model.layers.55.mlp.experts.80,2.565408945083618
model.layers.55.mlp.experts.81,2.559977531433105
model.layers.55.mlp.experts.82,2.571854829788208
model.layers.55.mlp.experts.83,2.7632405757904053
model.layers.55.mlp.experts.84,2.560632944107056
model.layers.55.mlp.experts.85,2.559821128845215
model.layers.55.mlp.experts.86,2.559768915176392
model.layers.55.mlp.experts.87,2.5543224811553955
model.layers.55.mlp.experts.88,2.5699539184570312
model.layers.55.mlp.experts.89,2.595144748687744
model.layers.55.mlp.experts.9,2.610217332839966
model.layers.55.mlp.experts.90,2.6378002166748047
model.layers.55.mlp.experts.91,2.559980630874634
model.layers.55.mlp.experts.92,2.5571906566619877
model.layers.55.mlp.experts.93,2.558864116668701
model.layers.55.mlp.experts.94,2.559997320175171
model.layers.55.mlp.experts.95,2.556637525558472
model.layers.55.mlp.experts.96,2.559738874435425
model.layers.55.mlp.experts.97,2.560749292373657
model.layers.55.mlp.experts.98,2.575128555297852
model.layers.55.mlp.experts.99,2.5538716316223145
model.layers.55.mlp.shared_experts,2.714503765106201
model.layers.55.self_attn,2.615922689437866
model.layers.56.mlp.experts.0,2.5643234252929688
model.layers.56.mlp.experts.1,2.583412408828736
model.layers.56.mlp.experts.10,2.594203472137451
model.layers.56.mlp.experts.100,2.557587146759033
model.layers.56.mlp.experts.101,2.5669262409210205
model.layers.56.mlp.experts.102,2.564239740371704
model.layers.56.mlp.experts.103,2.591877222061157
model.layers.56.mlp.experts.104,2.5622057914733887
model.layers.56.mlp.experts.105,2.5628676414489746
model.layers.56.mlp.experts.106,2.603116989135742
model.layers.56.mlp.experts.107,2.572648048400879
model.layers.56.mlp.experts.108,2.562227249145508
model.layers.56.mlp.experts.109,2.5626606941223145
model.layers.56.mlp.experts.11,2.561611652374268
model.layers.56.mlp.experts.110,2.558229446411133
model.layers.56.mlp.experts.111,2.5545847415924072
model.layers.56.mlp.experts.112,2.561325788497925
model.layers.56.mlp.experts.113,2.5859975814819336
model.layers.56.mlp.experts.114,2.5774831771850586
model.layers.56.mlp.experts.115,2.572387933731079
model.layers.56.mlp.experts.116,2.576918601989746
model.layers.56.mlp.experts.117,2.5654313564300537
model.layers.56.mlp.experts.118,2.5738654136657715
model.layers.56.mlp.experts.119,2.562941789627075
model.layers.56.mlp.experts.12,2.5664525032043457
model.layers.56.mlp.experts.120,2.557941436767578
model.layers.56.mlp.experts.121,2.568347692489624
model.layers.56.mlp.experts.122,2.561046838760376
model.layers.56.mlp.experts.123,2.5689377784729004
model.layers.56.mlp.experts.124,2.582669973373413
model.layers.56.mlp.experts.125,2.6006250381469727
model.layers.56.mlp.experts.126,2.573838233947754
model.layers.56.mlp.experts.127,2.588747501373291
model.layers.56.mlp.experts.128,2.560588359832764
model.layers.56.mlp.experts.129,2.560033798217773
model.layers.56.mlp.experts.13,2.6153292655944824
model.layers.56.mlp.experts.130,2.565488815307617
model.layers.56.mlp.experts.131,2.567855834960937
model.layers.56.mlp.experts.132,2.582438468933105
model.layers.56.mlp.experts.133,2.5629029273986816
model.layers.56.mlp.experts.134,2.554984331130981
model.layers.56.mlp.experts.135,2.5677144527435303
model.layers.56.mlp.experts.136,2.5584633350372314
model.layers.56.mlp.experts.137,2.6607391834259038
model.layers.56.mlp.experts.138,2.5568647384643555
model.layers.56.mlp.experts.139,2.556159496307373
model.layers.56.mlp.experts.14,2.566192150115967
model.layers.56.mlp.experts.140,2.563488245010376
model.layers.56.mlp.experts.141,2.574889898300171
model.layers.56.mlp.experts.142,2.557267665863037
model.layers.56.mlp.experts.143,2.562411069869995
model.layers.56.mlp.experts.144,2.577314615249634
model.layers.56.mlp.experts.145,2.556269884109497
model.layers.56.mlp.experts.146,2.566863536834717
model.layers.56.mlp.experts.147,2.5684142112731934
model.layers.56.mlp.experts.148,2.567521333694458
model.layers.56.mlp.experts.149,2.564949512481689
model.layers.56.mlp.experts.15,2.565096616744995
model.layers.56.mlp.experts.150,2.568453550338745
model.layers.56.mlp.experts.151,2.560654401779175
model.layers.56.mlp.experts.152,2.5683157444000244
model.layers.56.mlp.experts.153,2.5600504875183105
model.layers.56.mlp.experts.154,2.572916984558105
model.layers.56.mlp.experts.155,2.616858959197998
model.layers.56.mlp.experts.156,2.6216020584106445
model.layers.56.mlp.experts.157,2.565354108810425
model.layers.56.mlp.experts.158,2.778386354446411
model.layers.56.mlp.experts.159,2.5685951709747314
model.layers.56.mlp.experts.16,2.5737228393554688
model.layers.56.mlp.experts.160,2.558001041412353
model.layers.56.mlp.experts.161,2.555009603500366
model.layers.56.mlp.experts.162,2.594289541244507
model.layers.56.mlp.experts.163,2.5593223571777344
model.layers.56.mlp.experts.164,2.569328546524048
model.layers.56.mlp.experts.165,2.5659470558166504
model.layers.56.mlp.experts.166,2.562335968017578
model.layers.56.mlp.experts.167,2.5569872856140137
model.layers.56.mlp.experts.168,2.617260217666626
model.layers.56.mlp.experts.169,2.5706675052642822
model.layers.56.mlp.experts.17,2.578654527664185
model.layers.56.mlp.experts.170,2.5654327869415283
model.layers.56.mlp.experts.171,2.593960762023926
model.layers.56.mlp.experts.172,2.5581400394439697
model.layers.56.mlp.experts.173,2.564876079559326
model.layers.56.mlp.experts.174,2.56134295463562
model.layers.56.mlp.experts.175,2.826763391494751
model.layers.56.mlp.experts.176,2.577179193496704
model.layers.56.mlp.experts.177,2.616621732711792
model.layers.56.mlp.experts.178,2.558074712753296
model.layers.56.mlp.experts.179,2.5606515407562256
model.layers.56.mlp.experts.18,2.5669946670532227
model.layers.56.mlp.experts.180,2.5712506771087646
model.layers.56.mlp.experts.181,2.5810492038726807
model.layers.56.mlp.experts.182,2.9111883640289307
model.layers.56.mlp.experts.183,2.6157121658325195
model.layers.56.mlp.experts.184,2.5584795475006104
model.layers.56.mlp.experts.185,2.574951171875
model.layers.56.mlp.experts.186,2.564645290374756
model.layers.56.mlp.experts.187,2.565640687942505
model.layers.56.mlp.experts.188,2.56325912475586
model.layers.56.mlp.experts.189,2.563359260559082
model.layers.56.mlp.experts.19,2.561397790908813
model.layers.56.mlp.experts.190,2.56135630607605
model.layers.56.mlp.experts.191,2.5622689723968506
model.layers.56.mlp.experts.192,2.571535110473633
model.layers.56.mlp.experts.193,2.565722703933716
model.layers.56.mlp.experts.194,2.568117141723633
model.layers.56.mlp.experts.195,2.5690884590148926
model.layers.56.mlp.experts.196,2.582665205001831
model.layers.56.mlp.experts.197,2.563728809356689
model.layers.56.mlp.experts.198,2.572525978088379
model.layers.56.mlp.experts.199,2.5622122287750244
model.layers.56.mlp.experts.2,2.564448118209839
model.layers.56.mlp.experts.20,2.5565052032470703
model.layers.56.mlp.experts.200,2.5628905296325684
model.layers.56.mlp.experts.201,2.58403754234314
model.layers.56.mlp.experts.202,2.578925132751465
model.layers.56.mlp.experts.203,2.561613082885742
model.layers.56.mlp.experts.204,2.5590178966522217
model.layers.56.mlp.experts.205,2.5638015270233154
model.layers.56.mlp.experts.206,2.570384979248047
model.layers.56.mlp.experts.207,2.564143180847168
model.layers.56.mlp.experts.208,2.5623421669006348
model.layers.56.mlp.experts.209,2.945895195007324
model.layers.56.mlp.experts.21,2.5629351139068604
model.layers.56.mlp.experts.210,2.560977935791016
model.layers.56.mlp.experts.211,2.57548451423645
model.layers.56.mlp.experts.212,2.572516441345215
model.layers.56.mlp.experts.213,2.5579214096069336
model.layers.56.mlp.experts.214,2.6161000728607178
model.layers.56.mlp.experts.215,2.590303421020508
model.layers.56.mlp.experts.216,2.5688793659210205
model.layers.56.mlp.experts.217,2.569289445877075
model.layers.56.mlp.experts.218,2.5659849643707275
model.layers.56.mlp.experts.219,2.5734572410583496
model.layers.56.mlp.experts.22,2.560905694961548
model.layers.56.mlp.experts.220,2.573026418685913
model.layers.56.mlp.experts.221,2.567915201187134
model.layers.56.mlp.experts.222,2.5628700256347656
model.layers.56.mlp.experts.223,2.569003105163574
model.layers.56.mlp.experts.224,2.561683654785156
model.layers.56.mlp.experts.225,2.5894699096679688
model.layers.56.mlp.experts.226,2.5763609409332275
model.layers.56.mlp.experts.227,2.5687735080718994
model.layers.56.mlp.experts.228,2.562896013259888
model.layers.56.mlp.experts.229,2.5570826530456543
model.layers.56.mlp.experts.23,2.5649099349975586
model.layers.56.mlp.experts.230,2.556025505065918
model.layers.56.mlp.experts.231,2.569404602050781
model.layers.56.mlp.experts.232,2.5595948696136475
model.layers.56.mlp.experts.233,2.556170701980591
model.layers.56.mlp.experts.234,2.5581905841827397
model.layers.56.mlp.experts.235,2.568661689758301
model.layers.56.mlp.experts.236,2.5652942657470703
model.layers.56.mlp.experts.237,2.560995101928711
model.layers.56.mlp.experts.238,2.562638998031616
model.layers.56.mlp.experts.239,2.56307315826416
model.layers.56.mlp.experts.24,2.557158946990967
model.layers.56.mlp.experts.240,2.5650384426116943
model.layers.56.mlp.experts.241,2.559250831604004
model.layers.56.mlp.experts.242,2.5604381561279297
model.layers.56.mlp.experts.243,2.5673844814300537
model.layers.56.mlp.experts.244,2.577803611755371
model.layers.56.mlp.experts.245,2.560060501098633
model.layers.56.mlp.experts.246,2.5640432834625244
model.layers.56.mlp.experts.247,2.627203941345215
model.layers.56.mlp.experts.248,2.55985164642334
model.layers.56.mlp.experts.249,2.5596511363983154
model.layers.56.mlp.experts.25,2.565384864807129
model.layers.56.mlp.experts.250,2.559067964553833
model.layers.56.mlp.experts.251,2.5715677738189697
model.layers.56.mlp.experts.252,2.5626845359802246
model.layers.56.mlp.experts.253,2.558505058288574
model.layers.56.mlp.experts.254,2.562156915664673
model.layers.56.mlp.experts.255,2.559162378311157
model.layers.56.mlp.experts.26,2.606515407562256
model.layers.56.mlp.experts.27,2.563997268676758
model.layers.56.mlp.experts.28,2.5665524005889893
model.layers.56.mlp.experts.29,2.568049192428589
model.layers.56.mlp.experts.3,2.60353422164917
model.layers.56.mlp.experts.30,2.567107915878296
model.layers.56.mlp.experts.31,2.563375949859619
model.layers.56.mlp.experts.32,2.6000161170959477
model.layers.56.mlp.experts.33,2.5581276416778564
model.layers.56.mlp.experts.34,2.569301128387451
model.layers.56.mlp.experts.35,2.561750888824463
model.layers.56.mlp.experts.36,2.561155080795288
model.layers.56.mlp.experts.37,3.038270950317383
model.layers.56.mlp.experts.38,2.5603959560394287
model.layers.56.mlp.experts.39,2.571254253387451
model.layers.56.mlp.experts.4,2.567911386489868
model.layers.56.mlp.experts.40,2.566802501678467
model.layers.56.mlp.experts.41,2.573680639266968
model.layers.56.mlp.experts.42,2.57724404335022
model.layers.56.mlp.experts.43,2.577038049697876
model.layers.56.mlp.experts.44,2.5653610229492188
model.layers.56.mlp.experts.45,2.5990428924560547
model.layers.56.mlp.experts.46,2.556633710861206
model.layers.56.mlp.experts.47,2.564044237136841
model.layers.56.mlp.experts.48,2.563163995742798
model.layers.56.mlp.experts.49,2.563143730163574
model.layers.56.mlp.experts.5,2.561591625213623
model.layers.56.mlp.experts.50,2.5946316719055176
model.layers.56.mlp.experts.51,2.580414295196533
model.layers.56.mlp.experts.52,2.570683240890503
model.layers.56.mlp.experts.53,2.570369243621826
model.layers.56.mlp.experts.54,2.5591297149658203
model.layers.56.mlp.experts.55,2.563118934631348
model.layers.56.mlp.experts.56,2.5677947998046875
model.layers.56.mlp.experts.57,2.70648193359375
model.layers.56.mlp.experts.58,2.568164348602295
model.layers.56.mlp.experts.59,2.5727901458740234
model.layers.56.mlp.experts.6,2.5691027641296387
model.layers.56.mlp.experts.60,2.56813907623291
model.layers.56.mlp.experts.61,2.5677683353424072
model.layers.56.mlp.experts.62,2.5648353099823
model.layers.56.mlp.experts.63,2.558182954788208
model.layers.56.mlp.experts.64,2.567001342773437
model.layers.56.mlp.experts.65,2.5802483558654785
model.layers.56.mlp.experts.66,2.608888864517212
model.layers.56.mlp.experts.67,2.5587518215179443
model.layers.56.mlp.experts.68,2.5589070320129395
model.layers.56.mlp.experts.69,2.557133436203003
model.layers.56.mlp.experts.7,2.569556951522827
model.layers.56.mlp.experts.70,2.564996719360352
model.layers.56.mlp.experts.71,2.9950530529022217
model.layers.56.mlp.experts.72,2.5912680625915527
model.layers.56.mlp.experts.73,2.573352336883545
model.layers.56.mlp.experts.74,2.562718391418457
model.layers.56.mlp.experts.75,2.5548436641693115
model.layers.56.mlp.experts.76,2.570683002471924
model.layers.56.mlp.experts.77,2.618807077407837
model.layers.56.mlp.experts.78,2.558781385421753
model.layers.56.mlp.experts.79,2.566068410873413
model.layers.56.mlp.experts.8,2.555518627166748
model.layers.56.mlp.experts.80,2.5663366317749023
model.layers.56.mlp.experts.81,2.631218194961548
model.layers.56.mlp.experts.82,2.562459707260132
model.layers.56.mlp.experts.83,2.5675058364868164
model.layers.56.mlp.experts.84,2.579932689666748
model.layers.56.mlp.experts.85,2.5608534812927246
model.layers.56.mlp.experts.86,2.560492992401123
model.layers.56.mlp.experts.87,2.570719003677368
model.layers.56.mlp.experts.88,2.592170476913452
model.layers.56.mlp.experts.89,2.566056728363037
model.layers.56.mlp.experts.9,2.56982421875
model.layers.56.mlp.experts.90,2.587733745574951
model.layers.56.mlp.experts.91,2.570754051208496
model.layers.56.mlp.experts.92,2.569516181945801
model.layers.56.mlp.experts.93,2.5611016750335693
model.layers.56.mlp.experts.94,2.5760514736175537
model.layers.56.mlp.experts.95,2.583510160446167
model.layers.56.mlp.experts.96,2.558755397796631
model.layers.56.mlp.experts.97,2.5565743446350098
model.layers.56.mlp.experts.98,2.558911800384521
model.layers.56.mlp.experts.99,2.5556130409240723
model.layers.56.mlp.shared_experts,2.715162992477417
model.layers.56.self_attn,2.620927095413208
model.layers.57.mlp.experts.0,2.5694236755371094
model.layers.57.mlp.experts.1,2.584391593933105
model.layers.57.mlp.experts.10,2.565270185470581
model.layers.57.mlp.experts.100,2.5953707695007324
model.layers.57.mlp.experts.101,2.568654775619507
model.layers.57.mlp.experts.102,2.5668087005615234
model.layers.57.mlp.experts.103,2.5617055892944336
model.layers.57.mlp.experts.104,2.591217517852783
model.layers.57.mlp.experts.105,2.5655293464660645
model.layers.57.mlp.experts.106,2.594562768936157
model.layers.57.mlp.experts.107,2.577876329421997
model.layers.57.mlp.experts.108,2.571791172027588
model.layers.57.mlp.experts.109,2.560994863510132
model.layers.57.mlp.experts.11,2.9548163414001465
model.layers.57.mlp.experts.110,2.5807762145996094
model.layers.57.mlp.experts.111,2.573667287826538
model.layers.57.mlp.experts.112,2.564732551574707
model.layers.57.mlp.experts.113,2.5640220642089844
model.layers.57.mlp.experts.114,2.999311685562134
model.layers.57.mlp.experts.115,2.5754895210266118
model.layers.57.mlp.experts.116,2.5604374408721924
model.layers.57.mlp.experts.117,2.564682722091675
model.layers.57.mlp.experts.118,2.5742669105529785
model.layers.57.mlp.experts.119,2.5691654682159424
model.layers.57.mlp.experts.12,2.5812366008758545
model.layers.57.mlp.experts.120,2.571298360824585
model.layers.57.mlp.experts.121,2.5728838443756104
model.layers.57.mlp.experts.122,2.5845096111297607
model.layers.57.mlp.experts.123,2.57716703414917
model.layers.57.mlp.experts.124,2.5659022331237797
model.layers.57.mlp.experts.125,2.654322862625122
model.layers.57.mlp.experts.126,2.5631179809570312
model.layers.57.mlp.experts.127,2.587871789932251
model.layers.57.mlp.experts.128,2.562781810760498
model.layers.57.mlp.experts.129,2.6034059524536133
model.layers.57.mlp.experts.13,2.574829339981079
model.layers.57.mlp.experts.130,2.559974670410156
model.layers.57.mlp.experts.131,2.7149646282196045
model.layers.57.mlp.experts.132,2.582908868789673
model.layers.57.mlp.experts.133,2.5656354427337646
model.layers.57.mlp.experts.134,2.5739591121673584
model.layers.57.mlp.experts.135,2.5704245567321777
model.layers.57.mlp.experts.136,2.6027064323425293
model.layers.57.mlp.experts.137,2.561100721359253
model.layers.57.mlp.experts.138,2.569353580474853
model.layers.57.mlp.experts.139,2.579164266586304
model.layers.57.mlp.experts.14,2.571651697158813
model.layers.57.mlp.experts.140,2.5927865505218506
model.layers.57.mlp.experts.141,2.751753330230713
model.layers.57.mlp.experts.142,2.627937793731689
model.layers.57.mlp.experts.143,2.5750720500946045
model.layers.57.mlp.experts.144,2.584246635437012
model.layers.57.mlp.experts.145,2.5811569690704346
model.layers.57.mlp.experts.146,2.586576461791992
model.layers.57.mlp.experts.147,2.571846008300781
model.layers.57.mlp.experts.148,2.582751750946045
model.layers.57.mlp.experts.149,2.570690631866455
model.layers.57.mlp.experts.15,2.561863422393799
model.layers.57.mlp.experts.150,2.802612781524658
model.layers.57.mlp.experts.151,2.5722134113311768
model.layers.57.mlp.experts.152,2.570859670639038
model.layers.57.mlp.experts.153,2.589146614074707
model.layers.57.mlp.experts.154,2.568766832351685
model.layers.57.mlp.experts.155,2.595410823822021
model.layers.57.mlp.experts.156,2.580718994140625
model.layers.57.mlp.experts.157,2.7551708221435547
model.layers.57.mlp.experts.158,2.566192865371704
model.layers.57.mlp.experts.159,2.5784990787506104
model.layers.57.mlp.experts.16,2.612649440765381
model.layers.57.mlp.experts.160,2.577716588973999
model.layers.57.mlp.experts.161,2.563508987426758
model.layers.57.mlp.experts.162,2.5714457035064697
model.layers.57.mlp.experts.163,2.5668530464172363
model.layers.57.mlp.experts.164,2.589653253555298
model.layers.57.mlp.experts.165,2.5679268836975098
model.layers.57.mlp.experts.166,2.6146585941314697
model.layers.57.mlp.experts.167,2.560164213180542
model.layers.57.mlp.experts.168,2.574753761291504
model.layers.57.mlp.experts.169,2.625588893890381
model.layers.57.mlp.experts.17,2.5788052082061768
model.layers.57.mlp.experts.170,2.561076164245605
model.layers.57.mlp.experts.171,2.591904163360596
model.layers.57.mlp.experts.172,2.572730302810669
model.layers.57.mlp.experts.173,2.563781499862671
model.layers.57.mlp.experts.174,3.0760486125946045
model.layers.57.mlp.experts.175,2.565271139144897
model.layers.57.mlp.experts.176,2.575500249862671
model.layers.57.mlp.experts.177,3.018834590911865
model.layers.57.mlp.experts.178,2.562420606613159
model.layers.57.mlp.experts.179,2.5887842178344727
model.layers.57.mlp.experts.18,2.5632965564727783
model.layers.57.mlp.experts.180,2.637758493423462
model.layers.57.mlp.experts.181,2.616717338562012
model.layers.57.mlp.experts.182,2.593737840652466
model.layers.57.mlp.experts.183,2.5687592029571533
model.layers.57.mlp.experts.184,2.586867094039917
model.layers.57.mlp.experts.185,2.5603573322296143
model.layers.57.mlp.experts.186,2.8817758560180664
model.layers.57.mlp.experts.187,2.568243265151977
model.layers.57.mlp.experts.188,2.581488132476806
model.layers.57.mlp.experts.189,2.591440200805664
model.layers.57.mlp.experts.19,2.563081979751587
model.layers.57.mlp.experts.190,2.5693347454071045
model.layers.57.mlp.experts.191,2.568091869354248
model.layers.57.mlp.experts.192,2.57535457611084
model.layers.57.mlp.experts.193,2.5661587715148926
model.layers.57.mlp.experts.194,2.557987928390503
model.layers.57.mlp.experts.195,2.608391046524048
model.layers.57.mlp.experts.196,2.5671894550323486
model.layers.57.mlp.experts.197,2.598905324935913
model.layers.57.mlp.experts.198,2.590886116027832
model.layers.57.mlp.experts.199,2.6146764755249023
model.layers.57.mlp.experts.2,2.569249153137207
model.layers.57.mlp.experts.20,2.5629327297210693
model.layers.57.mlp.experts.200,2.585420846939087
model.layers.57.mlp.experts.201,2.566640138626098
model.layers.57.mlp.experts.202,2.5610759258270264
model.layers.57.mlp.experts.203,2.562750101089477
model.layers.57.mlp.experts.204,2.5961711406707764
model.layers.57.mlp.experts.205,2.5705349445343018
model.layers.57.mlp.experts.206,2.588351011276245
model.layers.57.mlp.experts.207,2.6123757362365723
model.layers.57.mlp.experts.208,2.5869059562683105
model.layers.57.mlp.experts.209,2.5583271980285645
model.layers.57.mlp.experts.21,2.5659284591674805
model.layers.57.mlp.experts.210,2.5808751583099365
model.layers.57.mlp.experts.211,2.564868927001953
model.layers.57.mlp.experts.212,2.566882848739624
model.layers.57.mlp.experts.213,2.584164619445801
model.layers.57.mlp.experts.214,2.561239719390869
model.layers.57.mlp.experts.215,2.568749189376831
model.layers.57.mlp.experts.216,2.5576205253601074
model.layers.57.mlp.experts.217,2.5651721954345703
model.layers.57.mlp.experts.218,2.557098150253296
model.layers.57.mlp.experts.219,2.565732955932617
model.layers.57.mlp.experts.22,2.5579047203063965
model.layers.57.mlp.experts.220,2.5632169246673584
model.layers.57.mlp.experts.221,2.571827888488769
model.layers.57.mlp.experts.222,2.5790483951568604
model.layers.57.mlp.experts.223,2.5758447647094727
model.layers.57.mlp.experts.224,2.585835218429565
model.layers.57.mlp.experts.225,2.6481261253356934
model.layers.57.mlp.experts.226,2.5715606212615967
model.layers.57.mlp.experts.227,2.557685852050781
model.layers.57.mlp.experts.228,2.566456794738769
model.layers.57.mlp.experts.229,2.5724942684173584
model.layers.57.mlp.experts.23,2.577150583267212
model.layers.57.mlp.experts.230,2.571115016937256
model.layers.57.mlp.experts.231,2.584817886352539
model.layers.57.mlp.experts.232,2.570076465606689
model.layers.57.mlp.experts.233,2.574148654937744
model.layers.57.mlp.experts.234,2.567238569259644
model.layers.57.mlp.experts.235,2.577460765838623
model.layers.57.mlp.experts.236,2.563530921936035
model.layers.57.mlp.experts.237,2.582235336303711
model.layers.57.mlp.experts.238,2.580899715423584
model.layers.57.mlp.experts.239,2.592961549758911
model.layers.57.mlp.experts.24,2.563398838043213
model.layers.57.mlp.experts.240,2.570476055145264
model.layers.57.mlp.experts.241,2.5918805599212646
model.layers.57.mlp.experts.242,2.59230899810791
model.layers.57.mlp.experts.243,2.567793130874634
model.layers.57.mlp.experts.244,2.586552381515503
model.layers.57.mlp.experts.245,2.557098388671875
model.layers.57.mlp.experts.246,2.570497512817383
model.layers.57.mlp.experts.247,2.581001043319702
model.layers.57.mlp.experts.248,2.5722904205322266
model.layers.57.mlp.experts.249,3.031468152999878
model.layers.57.mlp.experts.25,2.580498695373535
model.layers.57.mlp.experts.250,2.560643434524536
model.layers.57.mlp.experts.251,2.5688133239746094
model.layers.57.mlp.experts.252,2.572443962097168
model.layers.57.mlp.experts.253,2.628222942352295
model.layers.57.mlp.experts.254,2.5768022537231445
model.layers.57.mlp.experts.255,2.561126947402954
model.layers.57.mlp.experts.26,2.566325664520264
model.layers.57.mlp.experts.27,2.5712876319885254
model.layers.57.mlp.experts.28,2.5764617919921875
model.layers.57.mlp.experts.29,2.5680649280548096
model.layers.57.mlp.experts.3,2.585909605026245
model.layers.57.mlp.experts.30,2.575578212738037
model.layers.57.mlp.experts.31,2.5637247562408447
model.layers.57.mlp.experts.32,2.5674383640289307
model.layers.57.mlp.experts.33,2.578785181045532
model.layers.57.mlp.experts.34,2.5581302642822266
model.layers.57.mlp.experts.35,2.5659353733062744
model.layers.57.mlp.experts.36,2.6339430809021
model.layers.57.mlp.experts.37,2.8416242599487305
model.layers.57.mlp.experts.38,2.574556589126587
model.layers.57.mlp.experts.39,2.579907894134521
model.layers.57.mlp.experts.4,2.5757243633270264
model.layers.57.mlp.experts.40,2.5732383728027344
model.layers.57.mlp.experts.41,2.574695110321045
model.layers.57.mlp.experts.42,2.5801782608032227
model.layers.57.mlp.experts.43,2.579256772994995
model.layers.57.mlp.experts.44,2.569272994995117
model.layers.57.mlp.experts.45,2.568601369857788
model.layers.57.mlp.experts.46,2.5759780406951904
model.layers.57.mlp.experts.47,2.563876152038574
model.layers.57.mlp.experts.48,2.570554494857788
model.layers.57.mlp.experts.49,2.5678694248199463
model.layers.57.mlp.experts.5,2.574061870574951
model.layers.57.mlp.experts.50,2.5883750915527344
model.layers.57.mlp.experts.51,2.569621086120605
model.layers.57.mlp.experts.52,2.567643642425537
model.layers.57.mlp.experts.53,2.605801582336426
model.layers.57.mlp.experts.54,2.5662105083465576
model.layers.57.mlp.experts.55,2.585621833801269
model.layers.57.mlp.experts.56,2.589974880218506
model.layers.57.mlp.experts.57,2.567268133163452
model.layers.57.mlp.experts.58,2.58475661277771
model.layers.57.mlp.experts.59,2.572380542755127
model.layers.57.mlp.experts.6,2.9142825603485107
model.layers.57.mlp.experts.60,2.570659637451172
model.layers.57.mlp.experts.61,2.596068859100342
model.layers.57.mlp.experts.62,2.562430620193481
model.layers.57.mlp.experts.63,2.568835973739624
model.layers.57.mlp.experts.64,2.5616183280944824
model.layers.57.mlp.experts.65,2.5799129009246826
model.layers.57.mlp.experts.66,2.564484119415283
model.layers.57.mlp.experts.67,2.5703012943267822
model.layers.57.mlp.experts.68,2.577571392059326
model.layers.57.mlp.experts.69,2.5754263401031494
model.layers.57.mlp.experts.7,2.571584224700928
model.layers.57.mlp.experts.70,2.567810535430908
model.layers.57.mlp.experts.71,2.5720138549804688
model.layers.57.mlp.experts.72,2.6076695919036865
model.layers.57.mlp.experts.73,2.5683834552764893
model.layers.57.mlp.experts.74,2.5662529468536377
model.layers.57.mlp.experts.75,2.569813966751098
model.layers.57.mlp.experts.76,2.615276575088501
model.layers.57.mlp.experts.77,2.608001708984375
model.layers.57.mlp.experts.78,2.5677409172058105
model.layers.57.mlp.experts.79,2.6020374298095703
model.layers.57.mlp.experts.8,2.998290061950684
model.layers.57.mlp.experts.80,2.5671534538269043
model.layers.57.mlp.experts.81,2.568391799926758
model.layers.57.mlp.experts.82,2.5676498413085938
model.layers.57.mlp.experts.83,2.569100856781006
model.layers.57.mlp.experts.84,2.6902873516082764
model.layers.57.mlp.experts.85,2.572242021560669
model.layers.57.mlp.experts.86,2.580554723739624
model.layers.57.mlp.experts.87,2.590094327926636
model.layers.57.mlp.experts.88,2.659396886825561
model.layers.57.mlp.experts.89,2.5732760429382324
model.layers.57.mlp.experts.9,2.5664327144622803
model.layers.57.mlp.experts.90,2.569676399230957
model.layers.57.mlp.experts.91,2.560567855834961
model.layers.57.mlp.experts.92,2.561803102493286
model.layers.57.mlp.experts.93,2.6027674674987797
model.layers.57.mlp.experts.94,2.5826659202575684
model.layers.57.mlp.experts.95,2.5637102127075195
model.layers.57.mlp.experts.96,2.5787112712860107
model.layers.57.mlp.experts.97,2.561397790908813
model.layers.57.mlp.experts.98,2.5706381797790527
model.layers.57.mlp.experts.99,2.5690438747406006
model.layers.57.mlp.shared_experts,2.721015214920044
model.layers.57.self_attn,2.6444568634033203
model.layers.58.mlp.experts.0,2.715287208557129
model.layers.58.mlp.experts.1,2.6791272163391118
model.layers.58.mlp.experts.10,2.596997022628784
model.layers.58.mlp.experts.100,2.568340301513672
model.layers.58.mlp.experts.101,2.5748167037963867
model.layers.58.mlp.experts.102,2.6740856170654297
model.layers.58.mlp.experts.103,2.564827442169189
model.layers.58.mlp.experts.104,2.5781235694885254
model.layers.58.mlp.experts.105,2.5790023803710938
model.layers.58.mlp.experts.106,2.57796573638916
model.layers.58.mlp.experts.107,2.6912903785705566
model.layers.58.mlp.experts.108,2.563000202178955
model.layers.58.mlp.experts.109,2.580554723739624
model.layers.58.mlp.experts.11,2.5650014877319336
model.layers.58.mlp.experts.110,2.587580680847168
model.layers.58.mlp.experts.111,2.585568189620972
model.layers.58.mlp.experts.112,2.5752508640289307
model.layers.58.mlp.experts.113,2.598792791366577
model.layers.58.mlp.experts.114,2.566087007522583
model.layers.58.mlp.experts.115,2.564253568649292
model.layers.58.mlp.experts.116,2.609458923339844
model.layers.58.mlp.experts.117,2.5814788341522217
model.layers.58.mlp.experts.118,2.5658178329467773
model.layers.58.mlp.experts.119,2.5804901123046875
model.layers.58.mlp.experts.12,2.5905749797821045
model.layers.58.mlp.experts.120,2.807379722595215
model.layers.58.mlp.experts.121,2.568111658096313
model.layers.58.mlp.experts.122,2.611405372619629
model.layers.58.mlp.experts.123,2.585852861404419
model.layers.58.mlp.experts.124,2.573949098587036
model.layers.58.mlp.experts.125,2.5769059658050537
model.layers.58.mlp.experts.126,2.592067241668701
model.layers.58.mlp.experts.127,2.5663716793060303
model.layers.58.mlp.experts.128,2.60276460647583
model.layers.58.mlp.experts.129,2.558734178543091
model.layers.58.mlp.experts.13,3.0079188346862797
model.layers.58.mlp.experts.130,2.809295892715454
model.layers.58.mlp.experts.131,2.580119609832764
model.layers.58.mlp.experts.132,2.5630013942718506
model.layers.58.mlp.experts.133,2.8486664295196533
model.layers.58.mlp.experts.134,2.6694564819335938
model.layers.58.mlp.experts.135,2.585779905319214
model.layers.58.mlp.experts.136,2.7425386905670166
model.layers.58.mlp.experts.137,2.5858864784240723
model.layers.58.mlp.experts.138,2.5789356231689453
model.layers.58.mlp.experts.139,2.5667483806610107
model.layers.58.mlp.experts.14,2.574022054672241
model.layers.58.mlp.experts.140,2.704927682876587
model.layers.58.mlp.experts.141,2.5823538303375244
model.layers.58.mlp.experts.142,2.6317214965820312
model.layers.58.mlp.experts.143,2.574493646621704
model.layers.58.mlp.experts.144,2.566657066345215
model.layers.58.mlp.experts.145,2.578798770904541
model.layers.58.mlp.experts.146,3.176037311553955
model.layers.58.mlp.experts.147,2.640737771987915
model.layers.58.mlp.experts.148,2.6113955974578857
model.layers.58.mlp.experts.149,2.56829571723938
model.layers.58.mlp.experts.15,2.599026679992676
model.layers.58.mlp.experts.150,2.594705581665039
model.layers.58.mlp.experts.151,2.578052759170532
model.layers.58.mlp.experts.152,2.577093601226806
model.layers.58.mlp.experts.153,2.5983264446258545
model.layers.58.mlp.experts.154,3.1517815589904785
model.layers.58.mlp.experts.155,2.5757083892822266
model.layers.58.mlp.experts.156,2.570237874984741
model.layers.58.mlp.experts.157,2.6759729385375977
model.layers.58.mlp.experts.158,2.570133209228516
model.layers.58.mlp.experts.159,2.5806987285614014
model.layers.58.mlp.experts.16,2.602245569229126
model.layers.58.mlp.experts.160,2.6039135456085205
model.layers.58.mlp.experts.161,2.583683013916016
model.layers.58.mlp.experts.162,2.574690341949463
model.layers.58.mlp.experts.163,2.7634596824646
model.layers.58.mlp.experts.164,2.6893796920776367
model.layers.58.mlp.experts.165,2.5853519439697266
model.layers.58.mlp.experts.166,2.5943832397460938
model.layers.58.mlp.experts.167,2.6291511058807373
model.layers.58.mlp.experts.168,2.7370681762695312
model.layers.58.mlp.experts.169,2.5664563179016118
model.layers.58.mlp.experts.17,2.5733649730682373
model.layers.58.mlp.experts.170,2.5715856552124023
model.layers.58.mlp.experts.171,2.6087958812713623
model.layers.58.mlp.experts.172,2.5686705112457275
model.layers.58.mlp.experts.173,2.8365066051483154
model.layers.58.mlp.experts.174,2.5826175212860107
model.layers.58.mlp.experts.175,2.570839166641236
model.layers.58.mlp.experts.176,2.5980563163757324
model.layers.58.mlp.experts.177,2.5805206298828125
model.layers.58.mlp.experts.178,2.5639123916625977
model.layers.58.mlp.experts.179,2.574082374572754
model.layers.58.mlp.experts.18,2.5733790397644043
model.layers.58.mlp.experts.180,2.5966601371765137
model.layers.58.mlp.experts.181,2.6034929752349854
model.layers.58.mlp.experts.182,2.593242883682251
model.layers.58.mlp.experts.183,2.577877759933472
model.layers.58.mlp.experts.184,2.5864624977111816
model.layers.58.mlp.experts.185,2.601755380630493
model.layers.58.mlp.experts.186,2.571406841278076
model.layers.58.mlp.experts.187,2.5730435848236084
model.layers.58.mlp.experts.188,2.646587371826172
model.layers.58.mlp.experts.189,2.5768978595733643
model.layers.58.mlp.experts.19,2.563206911087036
model.layers.58.mlp.experts.190,2.6065497398376465
model.layers.58.mlp.experts.191,2.59690260887146
model.layers.58.mlp.experts.192,2.863987445831299
model.layers.58.mlp.experts.193,2.5720577239990234
model.layers.58.mlp.experts.194,2.57839298248291
model.layers.58.mlp.experts.195,2.5860416889190674
model.layers.58.mlp.experts.196,2.652348518371582
model.layers.58.mlp.experts.197,2.5657854080200195
model.layers.58.mlp.experts.198,2.572598457336426
model.layers.58.mlp.experts.199,2.5719316005706787
model.layers.58.mlp.experts.2,2.5839526653289795
model.layers.58.mlp.experts.20,2.567608594894409
model.layers.58.mlp.experts.200,2.595108985900879
model.layers.58.mlp.experts.201,2.566263198852539
model.layers.58.mlp.experts.202,2.5824649333953857
model.layers.58.mlp.experts.203,2.563183307647705
model.layers.58.mlp.experts.204,2.695964336395264
model.layers.58.mlp.experts.205,2.634544610977173
model.layers.58.mlp.experts.206,2.6586217880249023
model.layers.58.mlp.experts.207,2.594489097595215
model.layers.58.mlp.experts.208,2.583024740219116
model.layers.58.mlp.experts.209,2.570357322692871
model.layers.58.mlp.experts.21,2.5746870040893555
model.layers.58.mlp.experts.210,2.595353126525879
model.layers.58.mlp.experts.211,2.601071119308472
model.layers.58.mlp.experts.212,2.578627586364746
model.layers.58.mlp.experts.213,2.577867269515991
model.layers.58.mlp.experts.214,2.5687832832336426
model.layers.58.mlp.experts.215,2.6013529300689697
model.layers.58.mlp.experts.216,2.752272367477417
model.layers.58.mlp.experts.217,2.5698680877685547
model.layers.58.mlp.experts.218,3.0227928161621094
model.layers.58.mlp.experts.219,2.625496864318848
model.layers.58.mlp.experts.22,2.5684750080108643
model.layers.58.mlp.experts.220,2.5796213150024414
model.layers.58.mlp.experts.221,2.575990676879883
model.layers.58.mlp.experts.222,2.5848937034606934
model.layers.58.mlp.experts.223,2.6170897483825684
model.layers.58.mlp.experts.224,2.585752248764038
model.layers.58.mlp.experts.225,2.5767266750335693
model.layers.58.mlp.experts.226,2.5841219425201416
model.layers.58.mlp.experts.227,2.6107723712921143
model.layers.58.mlp.experts.228,2.571219682693481
model.layers.58.mlp.experts.229,3.147104024887085
model.layers.58.mlp.experts.23,2.5734004974365234
model.layers.58.mlp.experts.230,2.564271211624145
model.layers.58.mlp.experts.231,2.7448511123657227
model.layers.58.mlp.experts.232,2.577366828918457
model.layers.58.mlp.experts.233,2.8698012828826904
model.layers.58.mlp.experts.234,2.574561834335327
model.layers.58.mlp.experts.235,2.5652756690979004
model.layers.58.mlp.experts.236,2.5955591201782227
model.layers.58.mlp.experts.237,2.6343564987182617
model.layers.58.mlp.experts.238,2.5669665336608887
model.layers.58.mlp.experts.239,2.5941619873046875
model.layers.58.mlp.experts.24,2.600402593612671
model.layers.58.mlp.experts.240,2.737455129623413
model.layers.58.mlp.experts.241,2.577979326248169
model.layers.58.mlp.experts.242,2.6069655418396
model.layers.58.mlp.experts.243,2.741049528121948
model.layers.58.mlp.experts.244,2.564202308654785
model.layers.58.mlp.experts.245,2.5749735832214355
model.layers.58.mlp.experts.246,2.5760669708251958
model.layers.58.mlp.experts.247,2.576013565063477
model.layers.58.mlp.experts.248,2.6173813343048096
model.layers.58.mlp.experts.249,2.634289503097534
model.layers.58.mlp.experts.25,2.574423551559448
model.layers.58.mlp.experts.250,2.5635223388671875
model.layers.58.mlp.experts.251,2.572098970413208
model.layers.58.mlp.experts.252,2.578230857849121
model.layers.58.mlp.experts.253,2.7417612075805664
model.layers.58.mlp.experts.254,2.60663104057312
model.layers.58.mlp.experts.255,2.6028952598571777
model.layers.58.mlp.experts.26,2.6117334365844727
model.layers.58.mlp.experts.27,2.5835049152374268
model.layers.58.mlp.experts.28,2.6009955406188965
model.layers.58.mlp.experts.29,2.571042060852051
model.layers.58.mlp.experts.3,2.6083710193634038
model.layers.58.mlp.experts.30,2.5778298377990723
model.layers.58.mlp.experts.31,2.575202703475952
model.layers.58.mlp.experts.32,2.601186513900757
model.layers.58.mlp.experts.33,2.9974865913391118
model.layers.58.mlp.experts.34,2.637691736221313
model.layers.58.mlp.experts.35,2.6060891151428223
model.layers.58.mlp.experts.36,2.5653622150421143
model.layers.58.mlp.experts.37,2.563645839691162
model.layers.58.mlp.experts.38,2.570076704025269
model.layers.58.mlp.experts.39,2.623820781707764
model.layers.58.mlp.experts.4,2.5708658695220947
model.layers.58.mlp.experts.40,2.5874595642089844
model.layers.58.mlp.experts.41,2.579169273376465
model.layers.58.mlp.experts.42,2.578181266784668
model.layers.58.mlp.experts.43,2.580172538757324
model.layers.58.mlp.experts.44,2.718639850616455
model.layers.58.mlp.experts.45,2.56147837638855
model.layers.58.mlp.experts.46,2.571925640106201
model.layers.58.mlp.experts.47,2.5807301998138428
model.layers.58.mlp.experts.48,2.578260660171509
model.layers.58.mlp.experts.49,2.6078596115112305
model.layers.58.mlp.experts.5,2.5842785835266118
model.layers.58.mlp.experts.50,2.570385217666626
model.layers.58.mlp.experts.51,2.715938806533813
model.layers.58.mlp.experts.52,2.6079792976379395
model.layers.58.mlp.experts.53,3.4259495735168457
model.layers.58.mlp.experts.54,2.646787166595459
model.layers.58.mlp.experts.55,2.5675487518310547
model.layers.58.mlp.experts.56,2.566981077194214
model.layers.58.mlp.experts.57,2.591477394104004
model.layers.58.mlp.experts.58,2.62904691696167
model.layers.58.mlp.experts.59,2.6021616458892822
model.layers.58.mlp.experts.6,2.5639760494232178
model.layers.58.mlp.experts.60,2.59578275680542
model.layers.58.mlp.experts.61,2.7471725940704346
model.layers.58.mlp.experts.62,2.792721748352051
model.layers.58.mlp.experts.63,2.8397369384765625
model.layers.58.mlp.experts.64,2.6098549365997314
model.layers.58.mlp.experts.65,2.5861990451812744
model.layers.58.mlp.experts.66,2.5722029209136963
model.layers.58.mlp.experts.67,2.567674160003662
model.layers.58.mlp.experts.68,2.651077508926392
model.layers.58.mlp.experts.69,2.7339625358581543
model.layers.58.mlp.experts.7,3.007319927215576
model.layers.58.mlp.experts.70,2.5753417015075684
model.layers.58.mlp.experts.71,2.5707545280456543
model.layers.58.mlp.experts.72,2.5713491439819336
model.layers.58.mlp.experts.73,2.6046910285949707
model.layers.58.mlp.experts.74,2.573971509933472
model.layers.58.mlp.experts.75,2.602731704711914
model.layers.58.mlp.experts.76,2.615236759185791
model.layers.58.mlp.experts.77,2.569183826446533
model.layers.58.mlp.experts.78,2.5694069862365723
model.layers.58.mlp.experts.79,2.6253445148468018
model.layers.58.mlp.experts.8,2.595972776412964
model.layers.58.mlp.experts.80,2.572645664215088
model.layers.58.mlp.experts.81,2.570297241210937
model.layers.58.mlp.experts.82,2.595741510391236
model.layers.58.mlp.experts.83,2.5881896018981934
model.layers.58.mlp.experts.84,2.58779239654541
model.layers.58.mlp.experts.85,2.63826322555542
model.layers.58.mlp.experts.86,2.587982416152954
model.layers.58.mlp.experts.87,2.5700554847717285
model.layers.58.mlp.experts.88,2.5721540451049805
model.layers.58.mlp.experts.89,2.7569010257720947
model.layers.58.mlp.experts.9,2.5999855995178223
model.layers.58.mlp.experts.90,2.5688209533691406
model.layers.58.mlp.experts.91,2.569497585296631
model.layers.58.mlp.experts.92,2.600906610488892
model.layers.58.mlp.experts.93,2.60463809967041
model.layers.58.mlp.experts.94,2.5689616203308105
model.layers.58.mlp.experts.95,2.600926637649536
model.layers.58.mlp.experts.96,2.5734705924987797
model.layers.58.mlp.experts.97,2.572929859161377
model.layers.58.mlp.experts.98,2.574958324432373
model.layers.58.mlp.experts.99,2.602161407470703
model.layers.58.mlp.shared_experts,2.721985101699829
model.layers.58.self_attn,2.721203327178955
model.layers.59.mlp.experts.0,2.903498649597168
model.layers.59.mlp.experts.1,2.6231038570404053
model.layers.59.mlp.experts.10,2.6253881454467773
model.layers.59.mlp.experts.100,2.579517364501953
model.layers.59.mlp.experts.101,2.5934154987335205
model.layers.59.mlp.experts.102,2.5911426544189453
model.layers.59.mlp.experts.103,2.9432849884033203
model.layers.59.mlp.experts.104,2.6533071994781494
model.layers.59.mlp.experts.105,2.593541622161865
model.layers.59.mlp.experts.106,2.611109495162964
model.layers.59.mlp.experts.107,2.61898136138916
model.layers.59.mlp.experts.108,2.6077802181243896
model.layers.59.mlp.experts.109,2.594888925552368
model.layers.59.mlp.experts.11,2.747119188308716
model.layers.59.mlp.experts.110,2.7254295349121094
model.layers.59.mlp.experts.111,2.5710251331329346
model.layers.59.mlp.experts.112,2.7209935188293457
model.layers.59.mlp.experts.113,3.0091392993927
model.layers.59.mlp.experts.114,2.599015712738037
model.layers.59.mlp.experts.115,2.584648370742798
model.layers.59.mlp.experts.116,2.677659511566162
model.layers.59.mlp.experts.117,2.643367052078247
model.layers.59.mlp.experts.118,2.5945324897766118
model.layers.59.mlp.experts.119,3.4245409965515137
model.layers.59.mlp.experts.12,2.618761777877808
model.layers.59.mlp.experts.120,2.649162530899048
model.layers.59.mlp.experts.121,2.934908151626587
model.layers.59.mlp.experts.122,2.6011972427368164
model.layers.59.mlp.experts.123,2.9864892959594727
model.layers.59.mlp.experts.124,2.599088191986084
model.layers.59.mlp.experts.125,3.417771816253662
model.layers.59.mlp.experts.126,2.7028825283050537
model.layers.59.mlp.experts.127,2.5919995307922363
model.layers.59.mlp.experts.128,2.602336406707764
model.layers.59.mlp.experts.129,3.0664772987365723
model.layers.59.mlp.experts.13,2.6387569904327397
model.layers.59.mlp.experts.130,3.2182273864746094
model.layers.59.mlp.experts.131,2.593007326126098
model.layers.59.mlp.experts.132,2.59006142616272
model.layers.59.mlp.experts.133,2.590307235717773
model.layers.59.mlp.experts.134,2.6048922538757324
model.layers.59.mlp.experts.135,2.6412508487701416
model.layers.59.mlp.experts.136,2.663243293762207
model.layers.59.mlp.experts.137,2.6278858184814453
model.layers.59.mlp.experts.138,2.8479042053222656
model.layers.59.mlp.experts.139,2.605461359024048
model.layers.59.mlp.experts.14,2.9090535640716557
model.layers.59.mlp.experts.140,2.6894631385803223
model.layers.59.mlp.experts.141,2.588453769683838
model.layers.59.mlp.experts.142,2.6093881130218506
model.layers.59.mlp.experts.143,2.5878612995147705
model.layers.59.mlp.experts.144,2.604458808898926
model.layers.59.mlp.experts.145,2.592190742492676
model.layers.59.mlp.experts.146,2.6481616497039795
model.layers.59.mlp.experts.147,2.6142494678497314
model.layers.59.mlp.experts.148,2.584939479827881
model.layers.59.mlp.experts.149,2.5813746452331543
model.layers.59.mlp.experts.15,2.6103451251983643
model.layers.59.mlp.experts.150,2.6041624546051025
model.layers.59.mlp.experts.151,2.5945827960968018
model.layers.59.mlp.experts.152,2.598595142364502
model.layers.59.mlp.experts.153,2.6179044246673584
model.layers.59.mlp.experts.154,2.5825531482696533
model.layers.59.mlp.experts.155,2.955928087234497
model.layers.59.mlp.experts.156,2.640644788742065
model.layers.59.mlp.experts.157,2.690284490585327
model.layers.59.mlp.experts.158,3.0504398345947266
model.layers.59.mlp.experts.159,2.612583637237549
model.layers.59.mlp.experts.16,2.5952813625335693
model.layers.59.mlp.experts.160,2.6105244159698486
model.layers.59.mlp.experts.161,3.431106805801392
model.layers.59.mlp.experts.162,2.5947823524475098
model.layers.59.mlp.experts.163,2.7655580043792725
model.layers.59.mlp.experts.164,2.677874565124512
model.layers.59.mlp.experts.165,2.6624388694763184
model.layers.59.mlp.experts.166,3.1184685230255127
model.layers.59.mlp.experts.167,3.0466248989105225
model.layers.59.mlp.experts.168,2.6292285919189453
model.layers.59.mlp.experts.169,3.389055728912353
model.layers.59.mlp.experts.17,2.7935354709625244
model.layers.59.mlp.experts.170,2.5975470542907715
model.layers.59.mlp.experts.171,3.26587176322937
model.layers.59.mlp.experts.172,2.788704872131348
model.layers.59.mlp.experts.173,2.605999708175659
model.layers.59.mlp.experts.174,2.590808153152466
model.layers.59.mlp.experts.175,3.041147232055664
model.layers.59.mlp.experts.176,2.584674119949341
model.layers.59.mlp.experts.177,3.081453323364258
model.layers.59.mlp.experts.178,2.9735796451568604
model.layers.59.mlp.experts.179,2.577321529388428
model.layers.59.mlp.experts.18,2.613210439682007
model.layers.59.mlp.experts.180,2.583889961242676
model.layers.59.mlp.experts.181,3.415546417236328
model.layers.59.mlp.experts.182,2.62839150428772
model.layers.59.mlp.experts.183,2.77097225189209
model.layers.59.mlp.experts.184,2.6078085899353027
model.layers.59.mlp.experts.185,2.6308093070983887
model.layers.59.mlp.experts.186,2.795006513595581
model.layers.59.mlp.experts.187,2.597012519836426
model.layers.59.mlp.experts.188,2.70271635055542
model.layers.59.mlp.experts.189,2.6008808612823486
model.layers.59.mlp.experts.19,2.9874608516693115
model.layers.59.mlp.experts.190,2.651637077331543
model.layers.59.mlp.experts.191,2.8739981651306152
model.layers.59.mlp.experts.192,2.579077243804932
model.layers.59.mlp.experts.193,3.009359836578369
model.layers.59.mlp.experts.194,2.6030433177948
model.layers.59.mlp.experts.195,2.586484432220459
model.layers.59.mlp.experts.196,2.5756330490112305
model.layers.59.mlp.experts.197,2.605936288833618
model.layers.59.mlp.experts.198,3.499389886856079
model.layers.59.mlp.experts.199,2.5931766033172607
model.layers.59.mlp.experts.2,2.86722993850708
model.layers.59.mlp.experts.20,2.5878725051879883
model.layers.59.mlp.experts.200,2.578627824783325
model.layers.59.mlp.experts.201,2.6423909664154053
model.layers.59.mlp.experts.202,2.5972225666046143
model.layers.59.mlp.experts.203,2.65028715133667
model.layers.59.mlp.experts.204,2.703094482421875
model.layers.59.mlp.experts.205,2.677367687225342
model.layers.59.mlp.experts.206,3.319430112838745
model.layers.59.mlp.experts.207,2.6003313064575195
model.layers.59.mlp.experts.208,2.5820624828338623
model.layers.59.mlp.experts.209,2.5852606296539307
model.layers.59.mlp.experts.21,2.605163335800171
model.layers.59.mlp.experts.210,2.646254062652588
model.layers.59.mlp.experts.211,2.7854583263397217
model.layers.59.mlp.experts.212,2.9563896656036377
model.layers.59.mlp.experts.213,2.593614101409912
model.layers.59.mlp.experts.214,2.813915252685547
model.layers.59.mlp.experts.215,2.6924617290496826
model.layers.59.mlp.experts.216,2.588191270828247
model.layers.59.mlp.experts.217,2.5886716842651367
model.layers.59.mlp.experts.218,2.7990872859954834
model.layers.59.mlp.experts.219,2.768949031829834
model.layers.59.mlp.experts.22,2.58282732963562
model.layers.59.mlp.experts.220,2.600675582885742
model.layers.59.mlp.experts.221,2.6116819381713867
model.layers.59.mlp.experts.222,2.616395950317383
model.layers.59.mlp.experts.223,3.282314777374268
model.layers.59.mlp.experts.224,2.60331654548645
model.layers.59.mlp.experts.225,3.0277223587036133
model.layers.59.mlp.experts.226,3.0177128314971924
model.layers.59.mlp.experts.227,2.7473039627075195
model.layers.59.mlp.experts.228,2.611668825149536
model.layers.59.mlp.experts.229,2.596341609954834
model.layers.59.mlp.experts.23,2.5918943881988525
model.layers.59.mlp.experts.230,2.602946519851685
model.layers.59.mlp.experts.231,2.598302125930786
model.layers.59.mlp.experts.232,2.620424032211304
model.layers.59.mlp.experts.233,2.5865018367767334
model.layers.59.mlp.experts.234,2.650341033935547
model.layers.59.mlp.experts.235,2.614701747894287
model.layers.59.mlp.experts.236,2.6021881103515625
model.layers.59.mlp.experts.237,2.599073648452759
model.layers.59.mlp.experts.238,2.64575743675232
model.layers.59.mlp.experts.239,2.710773706436157
model.layers.59.mlp.experts.24,2.6098523139953613
model.layers.59.mlp.experts.240,2.6541097164154053
model.layers.59.mlp.experts.241,3.0017435550689697
model.layers.59.mlp.experts.242,2.6218419075012207
model.layers.59.mlp.experts.243,3.0182042121887207
model.layers.59.mlp.experts.244,2.6051599979400635
model.layers.59.mlp.experts.245,2.8814284801483154
model.layers.59.mlp.experts.246,3.025429010391236
model.layers.59.mlp.experts.247,2.844245433807373
model.layers.59.mlp.experts.248,2.5847651958465576
model.layers.59.mlp.experts.249,2.5914900302886963
model.layers.59.mlp.experts.25,2.585637092590332
model.layers.59.mlp.experts.250,2.6867833137512207
model.layers.59.mlp.experts.251,3.073749542236328
model.layers.59.mlp.experts.252,2.591927528381348
model.layers.59.mlp.experts.253,2.587859869003296
model.layers.59.mlp.experts.254,2.577796697616577
model.layers.59.mlp.experts.255,2.58518385887146
model.layers.59.mlp.experts.26,2.626330137252808
model.layers.59.mlp.experts.27,2.645036458969116
model.layers.59.mlp.experts.28,2.7411081790924072
model.layers.59.mlp.experts.29,2.615656614303589
model.layers.59.mlp.experts.3,3.217862844467163
model.layers.59.mlp.experts.30,2.6265382766723637
model.layers.59.mlp.experts.31,2.6499547958374023
model.layers.59.mlp.experts.32,3.3654916286468506
model.layers.59.mlp.experts.33,2.595928430557251
model.layers.59.mlp.experts.34,2.6180169582366943
model.layers.59.mlp.experts.35,2.638195037841797
model.layers.59.mlp.experts.36,2.751946449279785
model.layers.59.mlp.experts.37,2.582480430603028
model.layers.59.mlp.experts.38,3.006218671798706
model.layers.59.mlp.experts.39,2.8507468700408936
model.layers.59.mlp.experts.4,2.711046934127808
model.layers.59.mlp.experts.40,2.682640552520752
model.layers.59.mlp.experts.41,3.3490772247314453
model.layers.59.mlp.experts.42,2.595590114593506
model.layers.59.mlp.experts.43,2.592768430709839
model.layers.59.mlp.experts.44,2.578678131103516
model.layers.59.mlp.experts.45,2.596909761428833
model.layers.59.mlp.experts.46,3.395479917526245
model.layers.59.mlp.experts.47,2.590780735015869
model.layers.59.mlp.experts.48,2.698782444000244
model.layers.59.mlp.experts.49,2.593746900558472
model.layers.59.mlp.experts.5,2.592428207397461
model.layers.59.mlp.experts.50,3.061513900756836
model.layers.59.mlp.experts.51,2.612756490707397
model.layers.59.mlp.experts.52,2.591855049133301
model.layers.59.mlp.experts.53,2.5960612297058105
model.layers.59.mlp.experts.54,3.59834623336792
model.layers.59.mlp.experts.55,2.594231367111206
model.layers.59.mlp.experts.56,2.600303649902344
model.layers.59.mlp.experts.57,2.658426284790039
model.layers.59.mlp.experts.58,2.5915298461914062
model.layers.59.mlp.experts.59,2.7332468032836914
model.layers.59.mlp.experts.6,2.6219396591186523
model.layers.59.mlp.experts.60,2.613804340362549
model.layers.59.mlp.experts.61,2.5993356704711914
model.layers.59.mlp.experts.62,2.6759607791900635
model.layers.59.mlp.experts.63,2.677607536315918
model.layers.59.mlp.experts.64,2.6509804725646973
model.layers.59.mlp.experts.65,2.7442188262939453
model.layers.59.mlp.experts.66,2.5976126194000244
model.layers.59.mlp.experts.67,2.805817127227783
model.layers.59.mlp.experts.68,2.708768606185913
model.layers.59.mlp.experts.69,2.589388132095337
model.layers.59.mlp.experts.7,2.698099374771118
model.layers.59.mlp.experts.70,2.638073682785034
model.layers.59.mlp.experts.71,2.6764678955078125
model.layers.59.mlp.experts.72,2.61120080947876
model.layers.59.mlp.experts.73,2.594702243804932
model.layers.59.mlp.experts.74,2.722174644470215
model.layers.59.mlp.experts.75,2.912561416625977
model.layers.59.mlp.experts.76,2.7829391956329346
model.layers.59.mlp.experts.77,2.591442346572876
model.layers.59.mlp.experts.78,2.5889315605163574
model.layers.59.mlp.experts.79,2.643857955932617
model.layers.59.mlp.experts.8,2.5829458236694336
model.layers.59.mlp.experts.80,2.628481149673462
model.layers.59.mlp.experts.81,2.783297538757324
model.layers.59.mlp.experts.82,2.580735206604004
model.layers.59.mlp.experts.83,2.582980155944824
model.layers.59.mlp.experts.84,2.5866506099700928
model.layers.59.mlp.experts.85,2.991739273071289
model.layers.59.mlp.experts.86,2.688437223434448
model.layers.59.mlp.experts.87,3.087634325027466
model.layers.59.mlp.experts.88,2.841259002685547
model.layers.59.mlp.experts.89,2.6623685359954834
model.layers.59.mlp.experts.9,2.6200711727142334
model.layers.59.mlp.experts.90,2.585834503173828
model.layers.59.mlp.experts.91,3.1412582397460938
model.layers.59.mlp.experts.92,2.7891831398010254
model.layers.59.mlp.experts.93,2.6156177520751958
model.layers.59.mlp.experts.94,2.594050407409668
model.layers.59.mlp.experts.95,3.0591843128204346
model.layers.59.mlp.experts.96,2.643516063690185
model.layers.59.mlp.experts.97,2.5807695388793945
model.layers.59.mlp.experts.98,2.654139757156372
model.layers.59.mlp.experts.99,2.57453989982605
model.layers.59.mlp.shared_experts,2.715761423110962
model.layers.59.self_attn,2.634871244430542
model.layers.6.mlp.experts.0,2.6372642517089844
model.layers.6.mlp.experts.1,2.6262779235839844
model.layers.6.mlp.experts.10,2.6083927154541016
model.layers.6.mlp.experts.100,2.8012514114379883
model.layers.6.mlp.experts.101,2.743427991867065
model.layers.6.mlp.experts.102,2.6028640270233154
model.layers.6.mlp.experts.103,2.716200828552246
model.layers.6.mlp.experts.104,2.600752353668213
model.layers.6.mlp.experts.105,2.703268527984619
model.layers.6.mlp.experts.106,2.622553825378418
model.layers.6.mlp.experts.107,2.607135772705078
model.layers.6.mlp.experts.108,2.729624032974243
model.layers.6.mlp.experts.109,2.586756706237793
model.layers.6.mlp.experts.11,2.605828762054444
model.layers.6.mlp.experts.110,2.58603572845459
model.layers.6.mlp.experts.111,2.6474504470825195
model.layers.6.mlp.experts.112,2.660456418991089
model.layers.6.mlp.experts.113,3.108472347259521
model.layers.6.mlp.experts.114,2.6700055599212646
model.layers.6.mlp.experts.115,2.5918548107147217
model.layers.6.mlp.experts.116,2.632686138153076
model.layers.6.mlp.experts.117,2.581670045852661
model.layers.6.mlp.experts.118,2.6049375534057617
model.layers.6.mlp.experts.119,2.9281985759735107
model.layers.6.mlp.experts.12,2.898134231567383
model.layers.6.mlp.experts.120,2.6041767597198486
model.layers.6.mlp.experts.121,3.0228490829467773
model.layers.6.mlp.experts.122,2.648190498352051
model.layers.6.mlp.experts.123,2.723043441772461
model.layers.6.mlp.experts.124,2.6100409030914307
model.layers.6.mlp.experts.125,2.782142877578736
model.layers.6.mlp.experts.126,2.6351304054260254
model.layers.6.mlp.experts.127,2.588173151016236
model.layers.6.mlp.experts.128,2.602084159851074
model.layers.6.mlp.experts.129,2.663529872894287
model.layers.6.mlp.experts.13,2.6065564155578613
model.layers.6.mlp.experts.130,2.605897903442383
model.layers.6.mlp.experts.131,2.613111734390259
model.layers.6.mlp.experts.132,2.694377183914185
model.layers.6.mlp.experts.133,2.601670503616333
model.layers.6.mlp.experts.134,2.9368903636932373
model.layers.6.mlp.experts.135,2.796888828277588
model.layers.6.mlp.experts.136,2.611870527267456
model.layers.6.mlp.experts.137,2.771545171737671
model.layers.6.mlp.experts.138,2.9060628414154053
model.layers.6.mlp.experts.139,2.6296536922454834
model.layers.6.mlp.experts.14,2.5841989517211914
model.layers.6.mlp.experts.140,2.597474813461304
model.layers.6.mlp.experts.141,2.654404640197754
model.layers.6.mlp.experts.142,2.6138124465942383
model.layers.6.mlp.experts.143,2.630382776260376
model.layers.6.mlp.experts.144,2.6198880672454834
model.layers.6.mlp.experts.145,2.614251613616944
model.layers.6.mlp.experts.146,2.667044162750244
model.layers.6.mlp.experts.147,2.6048331260681152
model.layers.6.mlp.experts.148,2.820708513259888
model.layers.6.mlp.experts.149,2.630125045776367
model.layers.6.mlp.experts.15,2.5839643478393555
model.layers.6.mlp.experts.150,2.626672744750977
model.layers.6.mlp.experts.151,2.793518543243408
model.layers.6.mlp.experts.152,2.6163218021392822
model.layers.6.mlp.experts.153,2.6064839363098145
model.layers.6.mlp.experts.154,2.649866342544556
model.layers.6.mlp.experts.155,2.724683284759521
model.layers.6.mlp.experts.156,2.590933084487915
model.layers.6.mlp.experts.157,2.620444774627685
model.layers.6.mlp.experts.158,2.662862539291382
model.layers.6.mlp.experts.159,2.6027746200561523
model.layers.6.mlp.experts.16,2.609637260437012
model.layers.6.mlp.experts.160,2.6498305797576904
model.layers.6.mlp.experts.161,2.603566646575928
model.layers.6.mlp.experts.162,2.5835554599761963
model.layers.6.mlp.experts.163,2.7057626247406006
model.layers.6.mlp.experts.164,2.593996286392212
model.layers.6.mlp.experts.165,2.720113754272461
model.layers.6.mlp.experts.166,2.6168131828308105
model.layers.6.mlp.experts.167,2.6180810928344727
model.layers.6.mlp.experts.168,2.6682381629943848
model.layers.6.mlp.experts.169,2.6156322956085205
model.layers.6.mlp.experts.17,2.8174891471862797
model.layers.6.mlp.experts.170,2.6038239002227783
model.layers.6.mlp.experts.171,2.65028977394104
model.layers.6.mlp.experts.172,2.6230249404907227
model.layers.6.mlp.experts.173,2.784941911697388
model.layers.6.mlp.experts.174,2.7236990928649902
model.layers.6.mlp.experts.175,2.6610889434814453
model.layers.6.mlp.experts.176,2.6176562309265137
model.layers.6.mlp.experts.177,2.59635329246521
model.layers.6.mlp.experts.178,2.8569374084472656
model.layers.6.mlp.experts.179,2.6134047508239746
model.layers.6.mlp.experts.18,2.634510040283203
model.layers.6.mlp.experts.180,2.63891863822937
model.layers.6.mlp.experts.181,2.699214220046997
model.layers.6.mlp.experts.182,2.684123992919922
model.layers.6.mlp.experts.183,2.581107378005981
model.layers.6.mlp.experts.184,2.6267213821411133
model.layers.6.mlp.experts.185,2.6081464290618896
model.layers.6.mlp.experts.186,3.1541390419006348
model.layers.6.mlp.experts.187,2.6417930126190186
model.layers.6.mlp.experts.188,3.069518566131592
model.layers.6.mlp.experts.189,2.6220240592956543
model.layers.6.mlp.experts.19,2.5991573333740234
model.layers.6.mlp.experts.190,2.598113536834717
model.layers.6.mlp.experts.191,2.6102116107940674
model.layers.6.mlp.experts.192,2.5963611602783203
model.layers.6.mlp.experts.193,2.701636791229248
model.layers.6.mlp.experts.194,2.6268210411071777
model.layers.6.mlp.experts.195,2.597133159637451
model.layers.6.mlp.experts.196,2.7850985527038574
model.layers.6.mlp.experts.197,3.2550206184387207
model.layers.6.mlp.experts.198,2.739377498626709
model.layers.6.mlp.experts.199,2.607999086380005
model.layers.6.mlp.experts.2,2.6739182472229004
model.layers.6.mlp.experts.20,2.618746519088745
model.layers.6.mlp.experts.200,2.6050596237182617
model.layers.6.mlp.experts.201,2.678415298461914
model.layers.6.mlp.experts.202,2.847142457962036
model.layers.6.mlp.experts.203,2.655759334564209
model.layers.6.mlp.experts.204,2.773046493530273
model.layers.6.mlp.experts.205,2.627185344696045
model.layers.6.mlp.experts.206,2.622320413589477
model.layers.6.mlp.experts.207,2.631420850753784
model.layers.6.mlp.experts.208,2.716859817504883
model.layers.6.mlp.experts.209,2.658238887786865
model.layers.6.mlp.experts.21,2.765380382537842
model.layers.6.mlp.experts.210,2.582828998565674
model.layers.6.mlp.experts.211,2.6046738624572754
model.layers.6.mlp.experts.212,2.6992104053497314
model.layers.6.mlp.experts.213,2.6000208854675293
model.layers.6.mlp.experts.214,2.5972180366516118
model.layers.6.mlp.experts.215,2.651140689849853
model.layers.6.mlp.experts.216,2.584667444229126
model.layers.6.mlp.experts.217,2.7204177379608154
model.layers.6.mlp.experts.218,2.6088955402374268
model.layers.6.mlp.experts.219,2.9714152812957764
model.layers.6.mlp.experts.22,2.613879919052124
model.layers.6.mlp.experts.220,3.1365816593170166
model.layers.6.mlp.experts.221,2.907027006149292
model.layers.6.mlp.experts.222,2.6033027172088623
model.layers.6.mlp.experts.223,2.602822542190552
model.layers.6.mlp.experts.224,2.627204179763794
model.layers.6.mlp.experts.225,2.772768974304199
model.layers.6.mlp.experts.226,2.751279592514038
model.layers.6.mlp.experts.227,2.669588804244995
model.layers.6.mlp.experts.228,2.6179864406585693
model.layers.6.mlp.experts.229,3.168091297149658
model.layers.6.mlp.experts.23,2.6237387657165527
model.layers.6.mlp.experts.230,2.6059865951538086
model.layers.6.mlp.experts.231,2.594839096069336
model.layers.6.mlp.experts.232,2.692352771759033
model.layers.6.mlp.experts.233,2.7433927059173584
model.layers.6.mlp.experts.234,2.602794885635376
model.layers.6.mlp.experts.235,2.6111109256744385
model.layers.6.mlp.experts.236,2.604745626449585
model.layers.6.mlp.experts.237,2.6030006408691406
model.layers.6.mlp.experts.238,2.6050384044647217
model.layers.6.mlp.experts.239,2.604060173034668
model.layers.6.mlp.experts.24,2.592271089553833
model.layers.6.mlp.experts.240,2.796935796737671
model.layers.6.mlp.experts.241,2.6055479049682617
model.layers.6.mlp.experts.242,2.624011516571045
model.layers.6.mlp.experts.243,2.925345659255981
model.layers.6.mlp.experts.244,2.9972383975982666
model.layers.6.mlp.experts.245,2.6525468826293945
model.layers.6.mlp.experts.246,2.614950895309448
model.layers.6.mlp.experts.247,2.6140682697296143
model.layers.6.mlp.experts.248,2.724538564682007
model.layers.6.mlp.experts.249,2.605534553527832
model.layers.6.mlp.experts.25,2.634471654891968
model.layers.6.mlp.experts.250,2.824461936950684
model.layers.6.mlp.experts.251,2.621044158935547
model.layers.6.mlp.experts.252,2.597614049911499
model.layers.6.mlp.experts.253,2.6515660285949707
model.layers.6.mlp.experts.254,2.59500503540039
model.layers.6.mlp.experts.255,2.6128203868865967
model.layers.6.mlp.experts.26,2.7445216178894043
model.layers.6.mlp.experts.27,2.6022579669952397
model.layers.6.mlp.experts.28,2.59651255607605
model.layers.6.mlp.experts.29,2.8797037601470947
model.layers.6.mlp.experts.3,3.006186962127685
model.layers.6.mlp.experts.30,2.6558730602264404
model.layers.6.mlp.experts.31,2.601160764694214
model.layers.6.mlp.experts.32,2.6250030994415283
model.layers.6.mlp.experts.33,2.664633274078369
model.layers.6.mlp.experts.34,2.624905586242676
model.layers.6.mlp.experts.35,2.816945075988769
model.layers.6.mlp.experts.36,2.649970531463623
model.layers.6.mlp.experts.37,2.606847047805786
model.layers.6.mlp.experts.38,2.83792495727539
model.layers.6.mlp.experts.39,2.6506588459014893
model.layers.6.mlp.experts.4,2.6717660427093506
model.layers.6.mlp.experts.40,2.6060867309570312
model.layers.6.mlp.experts.41,2.590879440307617
model.layers.6.mlp.experts.42,2.605548143386841
model.layers.6.mlp.experts.43,2.614033937454224
model.layers.6.mlp.experts.44,2.5901522636413574
model.layers.6.mlp.experts.45,2.66840934753418
model.layers.6.mlp.experts.46,3.0557491779327397
model.layers.6.mlp.experts.47,2.6511647701263428
model.layers.6.mlp.experts.48,2.588153123855591
model.layers.6.mlp.experts.49,2.811201572418213
model.layers.6.mlp.experts.5,2.60772442817688
model.layers.6.mlp.experts.50,2.605550527572632
model.layers.6.mlp.experts.51,2.6047885417938232
model.layers.6.mlp.experts.52,2.778625249862671
model.layers.6.mlp.experts.53,2.591566562652588
model.layers.6.mlp.experts.54,2.6061484813690186
model.layers.6.mlp.experts.55,2.596396923065185
model.layers.6.mlp.experts.56,2.6130738258361816
model.layers.6.mlp.experts.57,2.5932183265686035
model.layers.6.mlp.experts.58,2.805513620376587
model.layers.6.mlp.experts.59,2.7636661529541016
model.layers.6.mlp.experts.6,2.5931527614593506
model.layers.6.mlp.experts.60,2.5962119102478027
model.layers.6.mlp.experts.61,2.604125022888184
model.layers.6.mlp.experts.62,2.6203670501708984
model.layers.6.mlp.experts.63,2.736730098724365
model.layers.6.mlp.experts.64,2.612461566925049
model.layers.6.mlp.experts.65,2.893545389175415
model.layers.6.mlp.experts.66,2.981974601745605
model.layers.6.mlp.experts.67,2.602173328399658
model.layers.6.mlp.experts.68,2.730130672454834
model.layers.6.mlp.experts.69,2.591177463531494
model.layers.6.mlp.experts.7,2.616260766983032
model.layers.6.mlp.experts.70,2.782456398010254
model.layers.6.mlp.experts.71,2.736907958984375
model.layers.6.mlp.experts.72,2.6447854042053223
model.layers.6.mlp.experts.73,2.82612681388855
model.layers.6.mlp.experts.74,2.7150347232818604
model.layers.6.mlp.experts.75,2.6215269565582275
model.layers.6.mlp.experts.76,2.6099050045013428
model.layers.6.mlp.experts.77,2.589627265930176
model.layers.6.mlp.experts.78,2.612994432449341
model.layers.6.mlp.experts.79,2.6483490467071533
model.layers.6.mlp.experts.8,2.7002453804016118
model.layers.6.mlp.experts.80,2.5946600437164307
model.layers.6.mlp.experts.81,2.603920221328736
model.layers.6.mlp.experts.82,2.69775128364563
model.layers.6.mlp.experts.83,2.7525393962860107
model.layers.6.mlp.experts.84,2.645836114883423
model.layers.6.mlp.experts.85,2.5843825340271
model.layers.6.mlp.experts.86,2.623251914978028
model.layers.6.mlp.experts.87,2.601292848587036
model.layers.6.mlp.experts.88,2.9570095539093018
model.layers.6.mlp.experts.89,2.596211194992065
model.layers.6.mlp.experts.9,2.964834213256836
model.layers.6.mlp.experts.90,2.582387208938598
model.layers.6.mlp.experts.91,2.805139541625977
model.layers.6.mlp.experts.92,2.7329306602478027
model.layers.6.mlp.experts.93,2.6911556720733643
model.layers.6.mlp.experts.94,2.602994441986084
model.layers.6.mlp.experts.95,2.598403215408325
model.layers.6.mlp.experts.96,2.629465103149414
model.layers.6.mlp.experts.97,2.593402862548828
model.layers.6.mlp.experts.98,2.6332406997680664
model.layers.6.mlp.experts.99,2.6103262901306152
model.layers.6.mlp.shared_experts,2.8072030544281006
model.layers.6.self_attn,2.8971259593963623
model.layers.60.mlp.experts.0,2.9840950965881348
model.layers.60.mlp.experts.1,2.6355865001678467
model.layers.60.mlp.experts.10,2.691296100616455
model.layers.60.mlp.experts.100,2.9706530570983887
model.layers.60.mlp.experts.101,3.45529580116272
model.layers.60.mlp.experts.102,2.766547441482544
model.layers.60.mlp.experts.103,2.6111557483673096
model.layers.60.mlp.experts.104,2.646042585372925
model.layers.60.mlp.experts.105,3.0296459197998047
model.layers.60.mlp.experts.106,2.9864368438720703
model.layers.60.mlp.experts.107,2.84930157661438
model.layers.60.mlp.experts.108,3.351344108581543
model.layers.60.mlp.experts.109,3.493360996246338
model.layers.60.mlp.experts.11,3.55712366104126
model.layers.60.mlp.experts.110,3.1391170024871826
model.layers.60.mlp.experts.111,2.776109218597412
model.layers.60.mlp.experts.112,2.881847620010376
model.layers.60.mlp.experts.113,2.7603654861450195
model.layers.60.mlp.experts.114,2.635114908218384
model.layers.60.mlp.experts.115,2.6654183864593506
model.layers.60.mlp.experts.116,3.043556928634644
model.layers.60.mlp.experts.117,2.852280378341675
model.layers.60.mlp.experts.118,3.2528324127197266
model.layers.60.mlp.experts.119,3.21790623664856
model.layers.60.mlp.experts.12,3.2824978828430176
model.layers.60.mlp.experts.120,3.4109976291656494
model.layers.60.mlp.experts.121,3.044816732406616
model.layers.60.mlp.experts.122,2.742926359176636
model.layers.60.mlp.experts.123,2.7195425033569336
model.layers.60.mlp.experts.124,2.799588918685913
model.layers.60.mlp.experts.125,2.786808967590332
model.layers.60.mlp.experts.126,3.0048491954803467
model.layers.60.mlp.experts.127,3.216655969619751
model.layers.60.mlp.experts.128,3.2772672176361084
model.layers.60.mlp.experts.129,3.3067517280578613
model.layers.60.mlp.experts.13,2.81256365776062
model.layers.60.mlp.experts.130,3.454507827758789
model.layers.60.mlp.experts.131,3.316676139831543
model.layers.60.mlp.experts.132,3.431850910186768
model.layers.60.mlp.experts.133,2.621922254562378
model.layers.60.mlp.experts.134,2.719909191131592
model.layers.60.mlp.experts.135,2.629347085952759
model.layers.60.mlp.experts.136,3.538002014160156
model.layers.60.mlp.experts.137,3.5766441822052
model.layers.60.mlp.experts.138,2.6444997787475586
model.layers.60.mlp.experts.139,2.652444362640381
model.layers.60.mlp.experts.14,2.6795103549957275
model.layers.60.mlp.experts.140,3.288046360015869
model.layers.60.mlp.experts.141,3.568026304244995
model.layers.60.mlp.experts.142,2.6563258171081543
model.layers.60.mlp.experts.143,3.25576114654541
model.layers.60.mlp.experts.144,3.0524203777313232
model.layers.60.mlp.experts.145,3.046051263809204
model.layers.60.mlp.experts.146,3.339510440826416
model.layers.60.mlp.experts.147,3.2814409732818604
model.layers.60.mlp.experts.148,3.402557611465454
model.layers.60.mlp.experts.149,3.119915246963501
model.layers.60.mlp.experts.15,2.8086178302764893
model.layers.60.mlp.experts.150,3.043180227279663
model.layers.60.mlp.experts.151,3.2794859409332275
model.layers.60.mlp.experts.152,3.0242512226104736
model.layers.60.mlp.experts.153,3.010742664337158
model.layers.60.mlp.experts.154,3.501619815826416
model.layers.60.mlp.experts.155,3.348612070083618
model.layers.60.mlp.experts.156,3.0551271438598637
model.layers.60.mlp.experts.157,3.582286834716797
model.layers.60.mlp.experts.158,2.928161859512329
model.layers.60.mlp.experts.159,2.9569668769836426
model.layers.60.mlp.experts.16,2.680845260620117
model.layers.60.mlp.experts.160,3.5518181324005127
model.layers.60.mlp.experts.161,2.627259969711304
model.layers.60.mlp.experts.162,2.685718297958374
model.layers.60.mlp.experts.163,3.0768911838531494
model.layers.60.mlp.experts.164,3.1879913806915283
model.layers.60.mlp.experts.165,2.725791454315185
model.layers.60.mlp.experts.166,2.656493902206421
model.layers.60.mlp.experts.167,3.159276962280273
model.layers.60.mlp.experts.168,2.718246936798096
model.layers.60.mlp.experts.169,2.820714473724365
model.layers.60.mlp.experts.17,3.5774264335632324
model.layers.60.mlp.experts.170,3.177849054336548
model.layers.60.mlp.experts.171,3.3748035430908203
model.layers.60.mlp.experts.172,2.781695604324341
model.layers.60.mlp.experts.173,3.2246012687683105
model.layers.60.mlp.experts.174,3.0980496406555176
model.layers.60.mlp.experts.175,3.3054065704345703
model.layers.60.mlp.experts.176,2.9735629558563232
model.layers.60.mlp.experts.177,2.759150505065918
model.layers.60.mlp.experts.178,2.817054271697998
model.layers.60.mlp.experts.179,3.341787576675415
model.layers.60.mlp.experts.18,3.229034423828125
model.layers.60.mlp.experts.180,2.6498823165893555
model.layers.60.mlp.experts.181,3.2007923126220703
model.layers.60.mlp.experts.182,2.956548929214477
model.layers.60.mlp.experts.183,3.5675411224365234
model.layers.60.mlp.experts.184,3.232585191726685
model.layers.60.mlp.experts.185,2.680160999298096
model.layers.60.mlp.experts.186,3.176054716110229
model.layers.60.mlp.experts.187,3.4446499347686768
model.layers.60.mlp.experts.188,2.63575291633606
model.layers.60.mlp.experts.189,2.6441688537597656
model.layers.60.mlp.experts.19,3.4532012939453125
model.layers.60.mlp.experts.190,3.55136775970459
model.layers.60.mlp.experts.191,3.209404468536377
model.layers.60.mlp.experts.192,3.4475257396698
model.layers.60.mlp.experts.193,3.4380571842193604
model.layers.60.mlp.experts.194,3.2715392112731934
model.layers.60.mlp.experts.195,3.2893919944763184
model.layers.60.mlp.experts.196,3.049907684326172
model.layers.60.mlp.experts.197,2.813917875289917
model.layers.60.mlp.experts.198,3.0724921226501465
model.layers.60.mlp.experts.199,2.629772424697876
model.layers.60.mlp.experts.2,3.427999973297119
model.layers.60.mlp.experts.20,3.5856740474700928
model.layers.60.mlp.experts.200,3.564873695373535
model.layers.60.mlp.experts.201,2.861227035522461
model.layers.60.mlp.experts.202,3.021210193634033
model.layers.60.mlp.experts.203,3.196235418319702
model.layers.60.mlp.experts.204,3.605588436126709
model.layers.60.mlp.experts.205,3.189524412155152
model.layers.60.mlp.experts.206,2.913460731506348
model.layers.60.mlp.experts.207,2.7249867916107178
model.layers.60.mlp.experts.208,3.5058419704437256
model.layers.60.mlp.experts.209,3.2334353923797607
model.layers.60.mlp.experts.21,3.500862836837769
model.layers.60.mlp.experts.210,2.669619083404541
model.layers.60.mlp.experts.211,3.2777974605560303
model.layers.60.mlp.experts.212,3.5509753227233887
model.layers.60.mlp.experts.213,3.524604797363281
model.layers.60.mlp.experts.214,2.946282386779785
model.layers.60.mlp.experts.215,3.543585777282715
model.layers.60.mlp.experts.216,3.208975076675415
model.layers.60.mlp.experts.217,3.2244136333465576
model.layers.60.mlp.experts.218,2.9651026725769043
model.layers.60.mlp.experts.219,3.426997184753418
model.layers.60.mlp.experts.22,3.394361734390259
model.layers.60.mlp.experts.220,2.818426609039306
model.layers.60.mlp.experts.221,2.620206832885742
model.layers.60.mlp.experts.222,3.393749952316284
model.layers.60.mlp.experts.223,3.1184113025665283
model.layers.60.mlp.experts.224,2.9623544216156006
model.layers.60.mlp.experts.225,3.4708786010742188
model.layers.60.mlp.experts.226,3.452838659286499
model.layers.60.mlp.experts.227,3.416621446609497
model.layers.60.mlp.experts.228,2.9812183380126958
model.layers.60.mlp.experts.229,2.868216753005981
model.layers.60.mlp.experts.23,3.232460260391236
model.layers.60.mlp.experts.230,2.6148486137390137
model.layers.60.mlp.experts.231,2.7768712043762207
model.layers.60.mlp.experts.232,2.6747658252716064
model.layers.60.mlp.experts.233,2.646862506866455
model.layers.60.mlp.experts.234,2.657977342605591
model.layers.60.mlp.experts.235,2.680177927017212
model.layers.60.mlp.experts.236,3.5825746059417725
model.layers.60.mlp.experts.237,2.934545516967773
model.layers.60.mlp.experts.238,2.658143281936645
model.layers.60.mlp.experts.239,2.620594024658203
model.layers.60.mlp.experts.24,3.2998158931732178
model.layers.60.mlp.experts.240,2.807495355606079
model.layers.60.mlp.experts.241,2.705396890640259
model.layers.60.mlp.experts.242,3.304154872894287
model.layers.60.mlp.experts.243,3.184025287628174
model.layers.60.mlp.experts.244,3.12980318069458
model.layers.60.mlp.experts.245,2.69594955444336
model.layers.60.mlp.experts.246,2.667345762252808
model.layers.60.mlp.experts.247,2.925020217895508
model.layers.60.mlp.experts.248,2.616507053375244
model.layers.60.mlp.experts.249,3.2745721340179443
model.layers.60.mlp.experts.25,3.4268319606781006
model.layers.60.mlp.experts.250,3.356841325759888
model.layers.60.mlp.experts.251,3.501628398895264
model.layers.60.mlp.experts.252,2.913658618927002
model.layers.60.mlp.experts.253,3.3800384998321533
model.layers.60.mlp.experts.254,3.004387855529785
model.layers.60.mlp.experts.255,3.2866251468658447
model.layers.60.mlp.experts.26,3.384873151779175
model.layers.60.mlp.experts.27,3.3271946907043457
model.layers.60.mlp.experts.28,3.574632406234741
model.layers.60.mlp.experts.29,3.5832390785217285
model.layers.60.mlp.experts.3,2.6708991527557373
model.layers.60.mlp.experts.30,3.510783195495605
model.layers.60.mlp.experts.31,2.6595747470855717
model.layers.60.mlp.experts.32,2.670915126800537
model.layers.60.mlp.experts.33,2.716827869415283
model.layers.60.mlp.experts.34,2.683827638626098
model.layers.60.mlp.experts.35,3.2813544273376465
model.layers.60.mlp.experts.36,3.12246322631836
model.layers.60.mlp.experts.37,3.331747055053711
model.layers.60.mlp.experts.38,3.309255123138428
model.layers.60.mlp.experts.39,3.1495046615600586
model.layers.60.mlp.experts.4,2.9505765438079834
model.layers.60.mlp.experts.40,2.8751344680786133
model.layers.60.mlp.experts.41,3.311061382293701
model.layers.60.mlp.experts.42,2.9303014278411865
model.layers.60.mlp.experts.43,2.6148970127105717
model.layers.60.mlp.experts.44,3.384976625442505
model.layers.60.mlp.experts.45,3.072458505630493
model.layers.60.mlp.experts.46,3.613107204437256
model.layers.60.mlp.experts.47,2.714799165725708
model.layers.60.mlp.experts.48,2.874561309814453
model.layers.60.mlp.experts.49,3.5836338996887207
model.layers.60.mlp.experts.5,2.613778591156006
model.layers.60.mlp.experts.50,3.515317916870117
model.layers.60.mlp.experts.51,3.568019390106201
model.layers.60.mlp.experts.52,2.6980741024017334
model.layers.60.mlp.experts.53,3.4909048080444336
model.layers.60.mlp.experts.54,3.162302017211914
model.layers.60.mlp.experts.55,3.5390713214874268
model.layers.60.mlp.experts.56,2.801780462265014
model.layers.60.mlp.experts.57,2.8320956230163574
model.layers.60.mlp.experts.58,2.668792486190796
model.layers.60.mlp.experts.59,2.708024501800537
model.layers.60.mlp.experts.6,3.5962791442871094
model.layers.60.mlp.experts.60,3.3915374279022217
model.layers.60.mlp.experts.61,3.216954231262207
model.layers.60.mlp.experts.62,3.4809930324554443
model.layers.60.mlp.experts.63,2.707048177719116
model.layers.60.mlp.experts.64,2.8480541706085205
model.layers.60.mlp.experts.65,3.546231746673584
model.layers.60.mlp.experts.66,3.557511806488037
model.layers.60.mlp.experts.67,2.992711544036865
model.layers.60.mlp.experts.68,3.187828063964844
model.layers.60.mlp.experts.69,3.1913809776306152
model.layers.60.mlp.experts.7,3.318225383758545
model.layers.60.mlp.experts.70,3.43835973739624
model.layers.60.mlp.experts.71,3.60551381111145
model.layers.60.mlp.experts.72,3.131779193878174
model.layers.60.mlp.experts.73,2.624537467956543
model.layers.60.mlp.experts.74,3.394619464874268
model.layers.60.mlp.experts.75,2.6360056400299072
model.layers.60.mlp.experts.76,3.531156063079834
model.layers.60.mlp.experts.77,2.9813547134399414
model.layers.60.mlp.experts.78,2.9315006732940674
model.layers.60.mlp.experts.79,2.750232219696045
model.layers.60.mlp.experts.8,3.4047813415527344
model.layers.60.mlp.experts.80,3.3698012828826904
model.layers.60.mlp.experts.81,3.494232416152954
model.layers.60.mlp.experts.82,3.551666498184204
model.layers.60.mlp.experts.83,2.9033710956573486
model.layers.60.mlp.experts.84,3.4364023208618164
model.layers.60.mlp.experts.85,2.646515369415283
model.layers.60.mlp.experts.86,2.815627336502075
model.layers.60.mlp.experts.87,3.296621322631836
model.layers.60.mlp.experts.88,2.6429688930511475
model.layers.60.mlp.experts.89,2.6713707447052
model.layers.60.mlp.experts.9,3.59813928604126
model.layers.60.mlp.experts.90,3.128535509109497
model.layers.60.mlp.experts.91,2.6770095825195312
model.layers.60.mlp.experts.92,3.5373735427856445
model.layers.60.mlp.experts.93,3.2615787982940674
model.layers.60.mlp.experts.94,3.2971651554107666
model.layers.60.mlp.experts.95,3.090186595916748
model.layers.60.mlp.experts.96,2.7521862983703613
model.layers.60.mlp.experts.97,2.6499998569488525
model.layers.60.mlp.experts.98,3.3143060207366943
model.layers.60.mlp.experts.99,3.5240774154663086
model.layers.60.mlp.shared_experts,2.7801427841186523
model.layers.60.self_attn,2.8213043212890625
model.layers.7.mlp.experts.0,2.593714952468872
model.layers.7.mlp.experts.1,2.658524990081787
model.layers.7.mlp.experts.10,2.5810461044311523
model.layers.7.mlp.experts.100,2.5733423233032227
model.layers.7.mlp.experts.101,2.613429307937622
model.layers.7.mlp.experts.102,2.661055088043213
model.layers.7.mlp.experts.103,2.572458982467652
model.layers.7.mlp.experts.104,2.6191539764404297
model.layers.7.mlp.experts.105,2.633845090866089
model.layers.7.mlp.experts.106,2.7557804584503174
model.layers.7.mlp.experts.107,2.6007158756256104
model.layers.7.mlp.experts.108,2.5757875442504883
model.layers.7.mlp.experts.109,2.5832767486572266
model.layers.7.mlp.experts.11,2.5908548831939697
model.layers.7.mlp.experts.110,2.620454788208008
model.layers.7.mlp.experts.111,2.5845963954925537
model.layers.7.mlp.experts.112,2.588897705078125
model.layers.7.mlp.experts.113,2.5859146118164062
model.layers.7.mlp.experts.114,2.5841023921966557
model.layers.7.mlp.experts.115,2.629060983657837
model.layers.7.mlp.experts.116,2.5718417167663574
model.layers.7.mlp.experts.117,2.585756778717041
model.layers.7.mlp.experts.118,2.598453521728516
model.layers.7.mlp.experts.119,2.5871267318725586
model.layers.7.mlp.experts.12,2.603839635848999
model.layers.7.mlp.experts.120,2.722298145294189
model.layers.7.mlp.experts.121,2.582159280776977
model.layers.7.mlp.experts.122,2.614673614501953
model.layers.7.mlp.experts.123,2.70306134223938
model.layers.7.mlp.experts.124,2.5819802284240723
model.layers.7.mlp.experts.125,2.57973051071167
model.layers.7.mlp.experts.126,2.6108062267303467
model.layers.7.mlp.experts.127,2.5862622261047363
model.layers.7.mlp.experts.128,2.5850305557250977
model.layers.7.mlp.experts.129,2.598125457763672
model.layers.7.mlp.experts.13,2.5965511798858643
model.layers.7.mlp.experts.130,2.594602346420288
model.layers.7.mlp.experts.131,2.696809768676758
model.layers.7.mlp.experts.132,2.57996129989624
model.layers.7.mlp.experts.133,2.7589924335479736
model.layers.7.mlp.experts.134,2.580625295639038
model.layers.7.mlp.experts.135,2.608118295669556
model.layers.7.mlp.experts.136,2.582362413406372
model.layers.7.mlp.experts.137,2.6122922897338867
model.layers.7.mlp.experts.138,2.9173526763916016
model.layers.7.mlp.experts.139,2.6049227714538574
model.layers.7.mlp.experts.14,2.6199216842651367
model.layers.7.mlp.experts.140,2.580329418182373
model.layers.7.mlp.experts.141,2.5842888355255127
model.layers.7.mlp.experts.142,2.592571973800659
model.layers.7.mlp.experts.143,2.6174471378326416
model.layers.7.mlp.experts.144,2.6077821254730225
model.layers.7.mlp.experts.145,2.5805583000183105
model.layers.7.mlp.experts.146,2.7468183040618896
model.layers.7.mlp.experts.147,2.588098764419556
model.layers.7.mlp.experts.148,2.659533977508545
model.layers.7.mlp.experts.149,2.6150715351104736
model.layers.7.mlp.experts.15,2.584685802459717
model.layers.7.mlp.experts.150,2.8429617881774902
model.layers.7.mlp.experts.151,2.8622429370880127
model.layers.7.mlp.experts.152,2.579814910888672
model.layers.7.mlp.experts.153,2.589466094970703
model.layers.7.mlp.experts.154,2.585719585418701
model.layers.7.mlp.experts.155,2.788868188858032
model.layers.7.mlp.experts.156,2.5811734199523926
model.layers.7.mlp.experts.157,2.5855631828308105
model.layers.7.mlp.experts.158,2.6165809631347656
model.layers.7.mlp.experts.159,2.702016115188598
model.layers.7.mlp.experts.16,2.5816049575805664
model.layers.7.mlp.experts.160,2.577826976776123
model.layers.7.mlp.experts.161,2.5955071449279785
model.layers.7.mlp.experts.162,2.578398466110229
model.layers.7.mlp.experts.163,2.599290132522583
model.layers.7.mlp.experts.164,2.813548803329468
model.layers.7.mlp.experts.165,2.809997081756592
model.layers.7.mlp.experts.166,2.582105875015259
model.layers.7.mlp.experts.167,2.5933737754821777
model.layers.7.mlp.experts.168,2.615492343902588
model.layers.7.mlp.experts.169,2.6574008464813232
model.layers.7.mlp.experts.17,2.758196353912353
model.layers.7.mlp.experts.170,2.5903329849243164
model.layers.7.mlp.experts.171,2.84171724319458
model.layers.7.mlp.experts.172,2.5915064811706543
model.layers.7.mlp.experts.173,2.575323820114136
model.layers.7.mlp.experts.174,2.5806994438171387
model.layers.7.mlp.experts.175,2.57905387878418
model.layers.7.mlp.experts.176,2.5884923934936523
model.layers.7.mlp.experts.177,2.6471667289733887
model.layers.7.mlp.experts.178,2.597744941711426
model.layers.7.mlp.experts.179,2.586355447769165
model.layers.7.mlp.experts.18,2.5864055156707764
model.layers.7.mlp.experts.180,2.758734941482544
model.layers.7.mlp.experts.181,2.5970983505249023
model.layers.7.mlp.experts.182,2.700382232666016
model.layers.7.mlp.experts.183,2.576415777206421
model.layers.7.mlp.experts.184,2.585683584213257
model.layers.7.mlp.experts.185,2.5787100791931152
model.layers.7.mlp.experts.186,2.59348201751709
model.layers.7.mlp.experts.187,2.581829071044922
model.layers.7.mlp.experts.188,2.590590238571167
model.layers.7.mlp.experts.189,2.602782249450684
model.layers.7.mlp.experts.19,2.582188367843628
model.layers.7.mlp.experts.190,2.583789825439453
model.layers.7.mlp.experts.191,2.718963384628296
model.layers.7.mlp.experts.192,2.5879688262939453
model.layers.7.mlp.experts.193,2.6169862747192383
model.layers.7.mlp.experts.194,2.7367775440216064
model.layers.7.mlp.experts.195,2.58552885055542
model.layers.7.mlp.experts.196,2.615912675857544
model.layers.7.mlp.experts.197,2.7312428951263428
model.layers.7.mlp.experts.198,2.5797061920166016
model.layers.7.mlp.experts.199,2.5810372829437256
model.layers.7.mlp.experts.2,2.5773346424102783
model.layers.7.mlp.experts.20,2.585747241973877
model.layers.7.mlp.experts.200,2.5786068439483643
model.layers.7.mlp.experts.201,2.575906753540039
model.layers.7.mlp.experts.202,2.5858211517333984
model.layers.7.mlp.experts.203,2.665853500366211
model.layers.7.mlp.experts.204,2.6208975315093994
model.layers.7.mlp.experts.205,2.5822832584381104
model.layers.7.mlp.experts.206,2.6795012950897217
model.layers.7.mlp.experts.207,2.809646844863892
model.layers.7.mlp.experts.208,2.6068923473358154
model.layers.7.mlp.experts.209,2.6020779609680176
model.layers.7.mlp.experts.21,2.66912841796875
model.layers.7.mlp.experts.210,2.5875205993652344
model.layers.7.mlp.experts.211,2.5845284461975098
model.layers.7.mlp.experts.212,2.6104161739349365
model.layers.7.mlp.experts.213,2.573318719863892
model.layers.7.mlp.experts.214,2.589411497116089
model.layers.7.mlp.experts.215,2.585174798965454
model.layers.7.mlp.experts.216,2.624236822128296
model.layers.7.mlp.experts.217,2.5748085975646973
model.layers.7.mlp.experts.218,2.592064142227173
model.layers.7.mlp.experts.219,2.5965592861175537
model.layers.7.mlp.experts.22,2.5899174213409424
model.layers.7.mlp.experts.220,2.61247181892395
model.layers.7.mlp.experts.221,2.6640942096710205
model.layers.7.mlp.experts.222,2.756351947784424
model.layers.7.mlp.experts.223,2.7135801315307617
model.layers.7.mlp.experts.224,2.6592018604278564
model.layers.7.mlp.experts.225,2.646505117416382
model.layers.7.mlp.experts.226,2.5751993656158447
model.layers.7.mlp.experts.227,2.6576242446899414
model.layers.7.mlp.experts.228,2.5854320526123047
model.layers.7.mlp.experts.229,2.748598098754883
model.layers.7.mlp.experts.23,2.7425355911254883
model.layers.7.mlp.experts.230,2.581894874572754
model.layers.7.mlp.experts.231,2.583667516708374
model.layers.7.mlp.experts.232,2.6851789951324463
model.layers.7.mlp.experts.233,2.600174903869629
model.layers.7.mlp.experts.234,2.695808172225952
model.layers.7.mlp.experts.235,2.6428685188293457
model.layers.7.mlp.experts.236,2.575782537460327
model.layers.7.mlp.experts.237,2.591160297393799
model.layers.7.mlp.experts.238,2.591891288757324
model.layers.7.mlp.experts.239,2.5864245891571045
model.layers.7.mlp.experts.24,2.619415521621704
model.layers.7.mlp.experts.240,2.5827748775482178
model.layers.7.mlp.experts.241,2.761594772338867
model.layers.7.mlp.experts.242,2.6322948932647705
model.layers.7.mlp.experts.243,2.599029302597046
model.layers.7.mlp.experts.244,2.5966100692749023
model.layers.7.mlp.experts.245,2.5883941650390625
model.layers.7.mlp.experts.246,2.840914249420166
model.layers.7.mlp.experts.247,2.605804204940796
model.layers.7.mlp.experts.248,2.58258056640625
model.layers.7.mlp.experts.249,2.728956460952759
model.layers.7.mlp.experts.25,2.6642873287200928
model.layers.7.mlp.experts.250,2.5798630714416504
model.layers.7.mlp.experts.251,2.624324321746826
model.layers.7.mlp.experts.252,2.618879556655884
model.layers.7.mlp.experts.253,2.6233913898468018
model.layers.7.mlp.experts.254,2.581512689590454
model.layers.7.mlp.experts.255,2.5836281776428223
model.layers.7.mlp.experts.26,2.638075590133667
model.layers.7.mlp.experts.27,2.5826292037963867
model.layers.7.mlp.experts.28,2.584956645965576
model.layers.7.mlp.experts.29,2.605475187301636
model.layers.7.mlp.experts.3,2.5723745822906494
model.layers.7.mlp.experts.30,2.610339403152466
model.layers.7.mlp.experts.31,2.5725672245025635
model.layers.7.mlp.experts.32,2.5881474018096924
model.layers.7.mlp.experts.33,2.5896806716918945
model.layers.7.mlp.experts.34,2.5931105613708496
model.layers.7.mlp.experts.35,2.7746593952178955
model.layers.7.mlp.experts.36,2.58966326713562
model.layers.7.mlp.experts.37,2.581306219100952
model.layers.7.mlp.experts.38,2.593668937683105
model.layers.7.mlp.experts.39,2.58590030670166
model.layers.7.mlp.experts.4,2.5761640071868896
model.layers.7.mlp.experts.40,2.611862897872925
model.layers.7.mlp.experts.41,2.6149282455444336
model.layers.7.mlp.experts.42,2.5819075107574463
model.layers.7.mlp.experts.43,2.7207863330841064
model.layers.7.mlp.experts.44,2.5991973876953125
model.layers.7.mlp.experts.45,2.738893508911133
model.layers.7.mlp.experts.46,2.590165376663208
model.layers.7.mlp.experts.47,2.5836308002471924
model.layers.7.mlp.experts.48,2.6236572265625
model.layers.7.mlp.experts.49,2.838547468185425
model.layers.7.mlp.experts.5,2.600691318511963
model.layers.7.mlp.experts.50,2.905613422393799
model.layers.7.mlp.experts.51,2.585838556289673
model.layers.7.mlp.experts.52,2.589181900024414
model.layers.7.mlp.experts.53,2.584552526473999
model.layers.7.mlp.experts.54,2.5897650718688965
model.layers.7.mlp.experts.55,2.611032009124756
model.layers.7.mlp.experts.56,2.5900800228118896
model.layers.7.mlp.experts.57,2.585554838180542
model.layers.7.mlp.experts.58,2.580822229385376
model.layers.7.mlp.experts.59,2.587559461593628
model.layers.7.mlp.experts.6,2.809893846511841
model.layers.7.mlp.experts.60,2.59077262878418
model.layers.7.mlp.experts.61,2.604137420654297
model.layers.7.mlp.experts.62,2.58415961265564
model.layers.7.mlp.experts.63,2.6372621059417725
model.layers.7.mlp.experts.64,2.685260534286499
model.layers.7.mlp.experts.65,2.6471076011657715
model.layers.7.mlp.experts.66,2.610249280929565
model.layers.7.mlp.experts.67,2.5863609313964844
model.layers.7.mlp.experts.68,2.572795391082764
model.layers.7.mlp.experts.69,2.58561372756958
model.layers.7.mlp.experts.7,2.598376989364624
model.layers.7.mlp.experts.70,2.605482339859009
model.layers.7.mlp.experts.71,2.6860923767089844
model.layers.7.mlp.experts.72,2.614326000213623
model.layers.7.mlp.experts.73,2.639091968536377
model.layers.7.mlp.experts.74,2.615034818649292
model.layers.7.mlp.experts.75,2.583691358566284
model.layers.7.mlp.experts.76,2.618466854095459
model.layers.7.mlp.experts.77,2.769039869308472
model.layers.7.mlp.experts.78,2.657041549682617
model.layers.7.mlp.experts.79,2.864990472793579
model.layers.7.mlp.experts.8,2.593647003173828
model.layers.7.mlp.experts.80,2.6948680877685547
model.layers.7.mlp.experts.81,2.58390212059021
model.layers.7.mlp.experts.82,2.6035585403442383
model.layers.7.mlp.experts.83,2.977083206176758
model.layers.7.mlp.experts.84,2.704904079437256
model.layers.7.mlp.experts.85,2.587900400161743
model.layers.7.mlp.experts.86,2.609275579452514
model.layers.7.mlp.experts.87,2.5867257118225098
model.layers.7.mlp.experts.88,2.5872249603271484
model.layers.7.mlp.experts.89,2.604555130004883
model.layers.7.mlp.experts.9,2.5969672203063965
model.layers.7.mlp.experts.90,2.758406400680542
model.layers.7.mlp.experts.91,2.590482234954834
model.layers.7.mlp.experts.92,2.6449170112609863
model.layers.7.mlp.experts.93,2.579023122787476
model.layers.7.mlp.experts.94,2.587446689605713
model.layers.7.mlp.experts.95,2.675026655197144
model.layers.7.mlp.experts.96,2.583347797393799
model.layers.7.mlp.experts.97,2.6331236362457275
model.layers.7.mlp.experts.98,2.5760271549224854
model.layers.7.mlp.experts.99,2.614858627319336
model.layers.7.mlp.shared_experts,2.8190035820007324
model.layers.7.self_attn,2.75904393196106
model.layers.8.mlp.experts.0,2.6091127395629883
model.layers.8.mlp.experts.1,2.579145193099976
model.layers.8.mlp.experts.10,2.7110495567321777
model.layers.8.mlp.experts.100,2.849665641784668
model.layers.8.mlp.experts.101,2.576877355575561
model.layers.8.mlp.experts.102,2.590195894241333
model.layers.8.mlp.experts.103,2.56711220741272
model.layers.8.mlp.experts.104,2.5661325454711914
model.layers.8.mlp.experts.105,2.573607444763184
model.layers.8.mlp.experts.106,2.596909523010254
model.layers.8.mlp.experts.107,2.5686988830566406
model.layers.8.mlp.experts.108,2.585486888885498
model.layers.8.mlp.experts.109,2.6342902183532715
model.layers.8.mlp.experts.11,2.591703414916992
model.layers.8.mlp.experts.110,2.576660394668579
model.layers.8.mlp.experts.111,2.574041843414306
model.layers.8.mlp.experts.112,2.636258602142334
model.layers.8.mlp.experts.113,2.6711015701293945
model.layers.8.mlp.experts.114,2.5745632648468018
model.layers.8.mlp.experts.115,2.581197500228882
model.layers.8.mlp.experts.116,2.5753836631774902
model.layers.8.mlp.experts.117,2.687963962554932
model.layers.8.mlp.experts.118,2.575554847717285
model.layers.8.mlp.experts.119,2.5901777744293213
model.layers.8.mlp.experts.12,2.5999059677124023
model.layers.8.mlp.experts.120,2.6357576847076416
model.layers.8.mlp.experts.121,2.5720415115356445
model.layers.8.mlp.experts.122,2.581450939178467
model.layers.8.mlp.experts.123,2.602367877960205
model.layers.8.mlp.experts.124,2.570042848587036
model.layers.8.mlp.experts.125,2.607996225357056
model.layers.8.mlp.experts.126,2.6214852333068848
model.layers.8.mlp.experts.127,2.577955722808838
model.layers.8.mlp.experts.128,2.6339433193206787
model.layers.8.mlp.experts.129,2.586815595626831
model.layers.8.mlp.experts.13,2.641219139099121
model.layers.8.mlp.experts.130,2.5818676948547363
model.layers.8.mlp.experts.131,2.58812952041626
model.layers.8.mlp.experts.132,2.5651421546936035
model.layers.8.mlp.experts.133,2.5874485969543457
model.layers.8.mlp.experts.134,2.5767180919647217
model.layers.8.mlp.experts.135,2.5857298374176025
model.layers.8.mlp.experts.136,2.5640525817871094
model.layers.8.mlp.experts.137,2.5812771320343018
model.layers.8.mlp.experts.138,2.592719078063965
model.layers.8.mlp.experts.139,2.58267879486084
model.layers.8.mlp.experts.14,2.8207077980041504
model.layers.8.mlp.experts.140,2.573244571685791
model.layers.8.mlp.experts.141,2.7122609615325928
model.layers.8.mlp.experts.142,2.5763673782348637
model.layers.8.mlp.experts.143,2.565836191177368
model.layers.8.mlp.experts.144,2.577748537063598
model.layers.8.mlp.experts.145,2.572005271911621
model.layers.8.mlp.experts.146,2.5765554904937744
model.layers.8.mlp.experts.147,2.565059185028076
model.layers.8.mlp.experts.148,2.5978214740753174
model.layers.8.mlp.experts.149,2.5880489349365234
model.layers.8.mlp.experts.15,2.599841356277466
model.layers.8.mlp.experts.150,2.574202060699463
model.layers.8.mlp.experts.151,2.5993127822875977
model.layers.8.mlp.experts.152,2.610572338104248
model.layers.8.mlp.experts.153,2.7211318016052246
model.layers.8.mlp.experts.154,2.601448535919189
model.layers.8.mlp.experts.155,2.596478223800659
model.layers.8.mlp.experts.156,2.5737335681915283
model.layers.8.mlp.experts.157,2.603217363357544
model.layers.8.mlp.experts.158,2.598426580429077
model.layers.8.mlp.experts.159,2.581752300262451
model.layers.8.mlp.experts.16,2.581723690032959
model.layers.8.mlp.experts.160,2.571474313735962
model.layers.8.mlp.experts.161,2.5818846225738525
model.layers.8.mlp.experts.162,2.6001038551330566
model.layers.8.mlp.experts.163,2.5776708126068115
model.layers.8.mlp.experts.164,2.5817105770111084
model.layers.8.mlp.experts.165,2.810922145843506
model.layers.8.mlp.experts.166,2.608849048614502
model.layers.8.mlp.experts.167,2.5972397327423096
model.layers.8.mlp.experts.168,2.717953681945801
model.layers.8.mlp.experts.169,2.5711052417755127
model.layers.8.mlp.experts.17,2.694088935852051
model.layers.8.mlp.experts.170,2.576981544494629
model.layers.8.mlp.experts.171,2.584244966506958
model.layers.8.mlp.experts.172,2.5677101612091064
model.layers.8.mlp.experts.173,2.644268751144409
model.layers.8.mlp.experts.174,2.583870410919189
model.layers.8.mlp.experts.175,2.6077322959899902
model.layers.8.mlp.experts.176,2.572959899902344
model.layers.8.mlp.experts.177,2.579629898071289
model.layers.8.mlp.experts.178,2.669147491455078
model.layers.8.mlp.experts.179,3.179481029510498
model.layers.8.mlp.experts.18,2.8710880279541016
model.layers.8.mlp.experts.180,2.7767693996429443
model.layers.8.mlp.experts.181,2.5858688354492188
model.layers.8.mlp.experts.182,2.5729105472564697
model.layers.8.mlp.experts.183,2.709390163421631
model.layers.8.mlp.experts.184,2.5762083530426025
model.layers.8.mlp.experts.185,2.625677585601806
model.layers.8.mlp.experts.186,2.5722286701202397
model.layers.8.mlp.experts.187,2.600839853286743
model.layers.8.mlp.experts.188,2.847950220108032
model.layers.8.mlp.experts.189,3.07385802268982
model.layers.8.mlp.experts.19,2.620723009109497
model.layers.8.mlp.experts.190,2.576564311981201
model.layers.8.mlp.experts.191,2.5788614749908447
model.layers.8.mlp.experts.192,2.5859663486480717
model.layers.8.mlp.experts.193,2.577287435531616
model.layers.8.mlp.experts.194,2.6025068759918213
model.layers.8.mlp.experts.195,2.572274208068848
model.layers.8.mlp.experts.196,2.6687726974487305
model.layers.8.mlp.experts.197,2.661691665649414
model.layers.8.mlp.experts.198,2.572089195251465
model.layers.8.mlp.experts.199,2.579296588897705
model.layers.8.mlp.experts.2,2.5775744915008545
model.layers.8.mlp.experts.20,2.5793817043304443
model.layers.8.mlp.experts.200,2.575587034225464
model.layers.8.mlp.experts.201,2.580163955688477
model.layers.8.mlp.experts.202,2.606512546539306
model.layers.8.mlp.experts.203,2.8884432315826416
model.layers.8.mlp.experts.204,2.573803186416626
model.layers.8.mlp.experts.205,2.600101947784424
model.layers.8.mlp.experts.206,2.573435068130493
model.layers.8.mlp.experts.207,2.567056894302368
model.layers.8.mlp.experts.208,2.571406364440918
model.layers.8.mlp.experts.209,2.6168529987335205
model.layers.8.mlp.experts.21,2.7079501152038574
model.layers.8.mlp.experts.210,2.604175567626953
model.layers.8.mlp.experts.211,2.571057081222534
model.layers.8.mlp.experts.212,2.567221403121948
model.layers.8.mlp.experts.213,2.564455509185791
model.layers.8.mlp.experts.214,2.610025644302368
model.layers.8.mlp.experts.215,2.579964160919189
model.layers.8.mlp.experts.216,2.58111834526062
model.layers.8.mlp.experts.217,2.5746893882751465
model.layers.8.mlp.experts.218,2.588629484176636
model.layers.8.mlp.experts.219,2.5652413368225098
model.layers.8.mlp.experts.22,2.5705316066741943
model.layers.8.mlp.experts.220,2.590495586395264
model.layers.8.mlp.experts.221,2.5914108753204346
model.layers.8.mlp.experts.222,2.595895767211914
model.layers.8.mlp.experts.223,2.5650367736816406
model.layers.8.mlp.experts.224,2.59692120552063
model.layers.8.mlp.experts.225,2.577465057373047
model.layers.8.mlp.experts.226,3.018887519836426
model.layers.8.mlp.experts.227,2.659301996231079
model.layers.8.mlp.experts.228,2.567598342895508
model.layers.8.mlp.experts.229,2.5835189819335938
model.layers.8.mlp.experts.23,2.5811917781829834
model.layers.8.mlp.experts.230,2.5760509967803955
model.layers.8.mlp.experts.231,2.9381611347198486
model.layers.8.mlp.experts.232,2.7852375507354736
model.layers.8.mlp.experts.233,3.0550994873046875
model.layers.8.mlp.experts.234,2.6254653930664062
model.layers.8.mlp.experts.235,2.687842607498169
model.layers.8.mlp.experts.236,2.575814723968506
model.layers.8.mlp.experts.237,2.579050302505493
model.layers.8.mlp.experts.238,2.588676929473877
model.layers.8.mlp.experts.239,2.58527946472168
model.layers.8.mlp.experts.24,2.5896382331848145
model.layers.8.mlp.experts.240,2.7188637256622314
model.layers.8.mlp.experts.241,2.6203367710113525
model.layers.8.mlp.experts.242,2.5793778896331787
model.layers.8.mlp.experts.243,2.5776281356811523
model.layers.8.mlp.experts.244,2.570261240005493
model.layers.8.mlp.experts.245,2.673433780670166
model.layers.8.mlp.experts.246,2.5716114044189453
model.layers.8.mlp.experts.247,2.6341307163238525
model.layers.8.mlp.experts.248,2.5835225582122803
model.layers.8.mlp.experts.249,2.584641218185425
model.layers.8.mlp.experts.25,2.600806713104248
model.layers.8.mlp.experts.250,2.581384658813477
model.layers.8.mlp.experts.251,2.643876552581787
model.layers.8.mlp.experts.252,2.579519748687744
model.layers.8.mlp.experts.253,2.714235544204712
model.layers.8.mlp.experts.254,2.59019136428833
model.layers.8.mlp.experts.255,2.594169855117798
model.layers.8.mlp.experts.26,2.616347551345825
model.layers.8.mlp.experts.27,2.7602155208587646
model.layers.8.mlp.experts.28,2.565374851226806
model.layers.8.mlp.experts.29,2.5816409587860107
model.layers.8.mlp.experts.3,2.6549160480499268
model.layers.8.mlp.experts.30,2.594107389450073
model.layers.8.mlp.experts.31,2.6165847778320312
model.layers.8.mlp.experts.32,2.710350513458252
model.layers.8.mlp.experts.33,2.5953211784362797
model.layers.8.mlp.experts.34,2.590827226638794
model.layers.8.mlp.experts.35,2.680161952972412
model.layers.8.mlp.experts.36,2.668962240219116
model.layers.8.mlp.experts.37,2.574666976928711
model.layers.8.mlp.experts.38,2.571361541748047
model.layers.8.mlp.experts.39,2.5677690505981445
model.layers.8.mlp.experts.4,2.7012972831726074
model.layers.8.mlp.experts.40,2.622768878936768
model.layers.8.mlp.experts.41,2.576660633087158
model.layers.8.mlp.experts.42,2.5800907611846924
model.layers.8.mlp.experts.43,2.57456111907959
model.layers.8.mlp.experts.44,2.571029663085937
model.layers.8.mlp.experts.45,2.5717933177948
model.layers.8.mlp.experts.46,2.846867799758911
model.layers.8.mlp.experts.47,2.572932004928589
model.layers.8.mlp.experts.48,2.5944244861602783
model.layers.8.mlp.experts.49,2.5896847248077397
model.layers.8.mlp.experts.5,2.577133655548096
model.layers.8.mlp.experts.50,2.6278367042541504
model.layers.8.mlp.experts.51,2.5672004222869877
model.layers.8.mlp.experts.52,2.56375503540039
model.layers.8.mlp.experts.53,2.5779850482940674
model.layers.8.mlp.experts.54,2.583625078201294
model.layers.8.mlp.experts.55,2.614065170288086
model.layers.8.mlp.experts.56,2.6572306156158447
model.layers.8.mlp.experts.57,2.730223655700684
model.layers.8.mlp.experts.58,2.573190927505493
model.layers.8.mlp.experts.59,2.5773518085479736
model.layers.8.mlp.experts.6,2.605729103088379
model.layers.8.mlp.experts.60,2.634295701980591
model.layers.8.mlp.experts.61,2.576103448867798
model.layers.8.mlp.experts.62,2.6233363151550293
model.layers.8.mlp.experts.63,2.879295110702514
model.layers.8.mlp.experts.64,2.575092315673828
model.layers.8.mlp.experts.65,2.5900814533233643
model.layers.8.mlp.experts.66,2.6387221813201904
model.layers.8.mlp.experts.67,2.589830160140991
model.layers.8.mlp.experts.68,2.573850154876709
model.layers.8.mlp.experts.69,2.577207326889038
model.layers.8.mlp.experts.7,2.583000659942627
model.layers.8.mlp.experts.70,2.5773918628692627
model.layers.8.mlp.experts.71,2.577078342437744
model.layers.8.mlp.experts.72,2.9332995414733887
model.layers.8.mlp.experts.73,2.618562698364258
model.layers.8.mlp.experts.74,2.652824640274048
model.layers.8.mlp.experts.75,2.716980457305908
model.layers.8.mlp.experts.76,2.6404507160186768
model.layers.8.mlp.experts.77,2.5746657848358154
model.layers.8.mlp.experts.78,2.576512575149536
model.layers.8.mlp.experts.79,2.6135311126708984
model.layers.8.mlp.experts.8,2.603859663009644
model.layers.8.mlp.experts.80,2.6475014686584477
model.layers.8.mlp.experts.81,2.662970304489136
model.layers.8.mlp.experts.82,2.574626207351685
model.layers.8.mlp.experts.83,2.563673496246338
model.layers.8.mlp.experts.84,2.5915627479553223
model.layers.8.mlp.experts.85,2.5785586833953857
model.layers.8.mlp.experts.86,2.57435154914856
model.layers.8.mlp.experts.87,2.577077865600586
model.layers.8.mlp.experts.88,2.949989557266236
model.layers.8.mlp.experts.89,2.745213270187378
model.layers.8.mlp.experts.9,2.607552051544189
model.layers.8.mlp.experts.90,2.5676193237304688
model.layers.8.mlp.experts.91,2.5873615741729736
model.layers.8.mlp.experts.92,2.57964825630188
model.layers.8.mlp.experts.93,2.578033447265625
model.layers.8.mlp.experts.94,2.587747812271118
model.layers.8.mlp.experts.95,2.662583827972412
model.layers.8.mlp.experts.96,2.5832266807556152
model.layers.8.mlp.experts.97,2.613471984863281
model.layers.8.mlp.experts.98,2.563596725463867
model.layers.8.mlp.experts.99,2.7705633640289307
model.layers.8.mlp.shared_experts,2.850841999053955
model.layers.8.self_attn,2.791010618209839
model.layers.9.mlp.experts.0,2.5633432865142822
model.layers.9.mlp.experts.1,2.7022407054901123
model.layers.9.mlp.experts.10,2.5639548301696777
model.layers.9.mlp.experts.100,2.7385685443878174
model.layers.9.mlp.experts.101,2.5683553218841557
model.layers.9.mlp.experts.102,2.581389904022217
model.layers.9.mlp.experts.103,2.612823486328125
model.layers.9.mlp.experts.104,2.5611069202423096
model.layers.9.mlp.experts.105,2.564250469207764
model.layers.9.mlp.experts.106,2.56534481048584
model.layers.9.mlp.experts.107,2.5831148624420166
model.layers.9.mlp.experts.108,2.5619218349456787
model.layers.9.mlp.experts.109,2.560588836669922
model.layers.9.mlp.experts.11,2.5647730827331543
model.layers.9.mlp.experts.110,2.5668673515319824
model.layers.9.mlp.experts.111,2.569357395172119
model.layers.9.mlp.experts.112,2.565131664276123
model.layers.9.mlp.experts.113,2.5617787837982178
model.layers.9.mlp.experts.114,2.5741703510284424
model.layers.9.mlp.experts.115,2.5764389038085938
model.layers.9.mlp.experts.116,2.58553147315979
model.layers.9.mlp.experts.117,2.5794026851654053
model.layers.9.mlp.experts.118,2.6009562015533447
model.layers.9.mlp.experts.119,2.5802102088928223
model.layers.9.mlp.experts.12,2.5721030235290527
model.layers.9.mlp.experts.120,2.591460704803467
model.layers.9.mlp.experts.121,2.5636324882507324
model.layers.9.mlp.experts.122,2.6006922721862797
model.layers.9.mlp.experts.123,2.559783458709717
model.layers.9.mlp.experts.124,2.5908563137054443
model.layers.9.mlp.experts.125,2.577592611312866
model.layers.9.mlp.experts.126,2.5708065032958984
model.layers.9.mlp.experts.127,2.558632135391236
model.layers.9.mlp.experts.128,2.5772509574890137
model.layers.9.mlp.experts.129,2.604095220565796
model.layers.9.mlp.experts.13,2.566195011138916
model.layers.9.mlp.experts.130,2.597198963165283
model.layers.9.mlp.experts.131,2.7677977085113525
model.layers.9.mlp.experts.132,2.56498122215271
model.layers.9.mlp.experts.133,2.5700454711914062
model.layers.9.mlp.experts.134,2.567368268966675
model.layers.9.mlp.experts.135,2.5789778232574463
model.layers.9.mlp.experts.136,2.585914134979248
model.layers.9.mlp.experts.137,2.570246458053589
model.layers.9.mlp.experts.138,2.573359727859497
model.layers.9.mlp.experts.139,2.6834421157836914
model.layers.9.mlp.experts.14,2.5615429878234863
model.layers.9.mlp.experts.140,2.6039609909057617
model.layers.9.mlp.experts.141,2.617227077484131
model.layers.9.mlp.experts.142,2.569225311279297
model.layers.9.mlp.experts.143,2.5801985263824463
model.layers.9.mlp.experts.144,2.699976682662964
model.layers.9.mlp.experts.145,2.5944457054138184
model.layers.9.mlp.experts.146,2.564650058746338
model.layers.9.mlp.experts.147,2.560388326644897
model.layers.9.mlp.experts.148,2.567411422729492
model.layers.9.mlp.experts.149,2.5997326374053955
model.layers.9.mlp.experts.15,2.571279525756836
model.layers.9.mlp.experts.150,2.5616824626922607
model.layers.9.mlp.experts.151,2.5860891342163086
model.layers.9.mlp.experts.152,2.58036732673645
model.layers.9.mlp.experts.153,2.582195997238159
model.layers.9.mlp.experts.154,2.6071105003356934
model.layers.9.mlp.experts.155,2.698666572570801
model.layers.9.mlp.experts.156,2.565182447433472
model.layers.9.mlp.experts.157,3.1240227222442627
model.layers.9.mlp.experts.158,2.5847842693328857
model.layers.9.mlp.experts.159,2.588391065597534
model.layers.9.mlp.experts.16,2.828776597976685
model.layers.9.mlp.experts.160,2.5642974376678467
model.layers.9.mlp.experts.161,2.669373750686645
model.layers.9.mlp.experts.162,2.5708110332489014
model.layers.9.mlp.experts.163,2.623293161392212
model.layers.9.mlp.experts.164,2.571492910385132
model.layers.9.mlp.experts.165,2.5601847171783447
model.layers.9.mlp.experts.166,2.7692110538482666
model.layers.9.mlp.experts.167,2.5940942764282227
model.layers.9.mlp.experts.168,2.8640472888946533
model.layers.9.mlp.experts.169,2.573962450027466
model.layers.9.mlp.experts.17,2.5671393871307373
model.layers.9.mlp.experts.170,2.586395502090454
model.layers.9.mlp.experts.171,2.5706593990325928
model.layers.9.mlp.experts.172,2.7895758152008057
model.layers.9.mlp.experts.173,2.56475830078125
model.layers.9.mlp.experts.174,2.567819118499756
model.layers.9.mlp.experts.175,2.5665500164031982
model.layers.9.mlp.experts.176,2.5601353645324707
model.layers.9.mlp.experts.177,2.5850601196289062
model.layers.9.mlp.experts.178,2.560403347015381
model.layers.9.mlp.experts.179,2.5793845653533936
model.layers.9.mlp.experts.18,2.5740880966186523
model.layers.9.mlp.experts.180,2.5615336894989014
model.layers.9.mlp.experts.181,2.562457799911499
model.layers.9.mlp.experts.182,2.562608242034912
model.layers.9.mlp.experts.183,2.626356840133667
model.layers.9.mlp.experts.184,2.573775291442871
model.layers.9.mlp.experts.185,2.557784080505371
model.layers.9.mlp.experts.186,2.5821032524108887
model.layers.9.mlp.experts.187,2.568732023239136
model.layers.9.mlp.experts.188,2.597743034362793
model.layers.9.mlp.experts.189,2.5866804122924805
model.layers.9.mlp.experts.19,2.565860748291016
model.layers.9.mlp.experts.190,2.5816798210144043
model.layers.9.mlp.experts.191,2.6733932495117188
model.layers.9.mlp.experts.192,2.5642857551574707
model.layers.9.mlp.experts.193,2.5642125606536865
model.layers.9.mlp.experts.194,2.561004400253296
model.layers.9.mlp.experts.195,2.635406970977783
model.layers.9.mlp.experts.196,2.5670955181121826
model.layers.9.mlp.experts.197,2.561203718185425
model.layers.9.mlp.experts.198,2.56589412689209
model.layers.9.mlp.experts.199,2.575340032577514
model.layers.9.mlp.experts.2,2.566319465637207
model.layers.9.mlp.experts.20,2.560243844985962
model.layers.9.mlp.experts.200,2.5719289779663086
model.layers.9.mlp.experts.201,2.712340831756592
model.layers.9.mlp.experts.202,2.586221933364868
model.layers.9.mlp.experts.203,2.569662809371948
model.layers.9.mlp.experts.204,2.6459767818450928
model.layers.9.mlp.experts.205,2.593838691711426
model.layers.9.mlp.experts.206,2.616323709487915
model.layers.9.mlp.experts.207,2.629903078079224
model.layers.9.mlp.experts.208,2.653154134750366
model.layers.9.mlp.experts.209,2.5617809295654297
model.layers.9.mlp.experts.21,2.5811734199523926
model.layers.9.mlp.experts.210,2.566842555999756
model.layers.9.mlp.experts.211,2.5641603469848637
model.layers.9.mlp.experts.212,2.5669479370117188
model.layers.9.mlp.experts.213,2.5735063552856445
model.layers.9.mlp.experts.214,2.5907371044158936
model.layers.9.mlp.experts.215,2.567047119140625
model.layers.9.mlp.experts.216,2.569018840789795
model.layers.9.mlp.experts.217,2.5728695392608643
model.layers.9.mlp.experts.218,2.8579885959625244
model.layers.9.mlp.experts.219,2.565348625183105
model.layers.9.mlp.experts.22,2.573481321334839
model.layers.9.mlp.experts.220,2.572676658630371
model.layers.9.mlp.experts.221,2.574064254760742
model.layers.9.mlp.experts.222,2.570685625076294
model.layers.9.mlp.experts.223,2.6259360313415527
model.layers.9.mlp.experts.224,2.570127010345459
model.layers.9.mlp.experts.225,2.5650534629821777
model.layers.9.mlp.experts.226,2.565115213394165
model.layers.9.mlp.experts.227,2.596256256103516
model.layers.9.mlp.experts.228,2.5766403675079346
model.layers.9.mlp.experts.229,2.7003591060638428
model.layers.9.mlp.experts.23,2.5641679763793945
model.layers.9.mlp.experts.230,2.587868452072144
model.layers.9.mlp.experts.231,2.592974901199341
model.layers.9.mlp.experts.232,2.5949037075042725
model.layers.9.mlp.experts.233,2.5694334506988525
model.layers.9.mlp.experts.234,2.56874942779541
model.layers.9.mlp.experts.235,2.581276655197144
model.layers.9.mlp.experts.236,2.5809175968170166
model.layers.9.mlp.experts.237,3.170523166656494
model.layers.9.mlp.experts.238,2.590051412582397
model.layers.9.mlp.experts.239,2.5799505710601807
model.layers.9.mlp.experts.24,2.566737413406372
model.layers.9.mlp.experts.240,2.5700132846832275
model.layers.9.mlp.experts.241,2.5855188369750977
model.layers.9.mlp.experts.242,2.6008901596069336
model.layers.9.mlp.experts.243,2.5643131732940674
model.layers.9.mlp.experts.244,2.5972957611083984
model.layers.9.mlp.experts.245,2.5639333724975586
model.layers.9.mlp.experts.246,2.68897557258606
model.layers.9.mlp.experts.247,2.5787670612335205
model.layers.9.mlp.experts.248,2.5661942958831787
model.layers.9.mlp.experts.249,2.570538282394409
model.layers.9.mlp.experts.25,2.5576913356781006
model.layers.9.mlp.experts.250,2.56331205368042
model.layers.9.mlp.experts.251,2.564321756362915
model.layers.9.mlp.experts.252,2.610201597213745
model.layers.9.mlp.experts.253,2.614785432815552
model.layers.9.mlp.experts.254,2.593325614929199
model.layers.9.mlp.experts.255,2.569054126739502
model.layers.9.mlp.experts.26,2.564482927322388
model.layers.9.mlp.experts.27,2.575140476226806
model.layers.9.mlp.experts.28,2.5653076171875
model.layers.9.mlp.experts.29,2.5862038135528564
model.layers.9.mlp.experts.3,2.564357042312622
model.layers.9.mlp.experts.30,2.5641860961914062
model.layers.9.mlp.experts.31,2.592535972595215
model.layers.9.mlp.experts.32,2.60257625579834
model.layers.9.mlp.experts.33,2.5668821334838867
model.layers.9.mlp.experts.34,2.564694404602051
model.layers.9.mlp.experts.35,2.5604467391967773
model.layers.9.mlp.experts.36,2.567077159881592
model.layers.9.mlp.experts.37,2.5635015964508057
model.layers.9.mlp.experts.38,2.5704119205474854
model.layers.9.mlp.experts.39,2.5998873710632324
model.layers.9.mlp.experts.4,2.565614461898804
model.layers.9.mlp.experts.40,2.581745147705078
model.layers.9.mlp.experts.41,2.563361406326294
model.layers.9.mlp.experts.42,2.6155636310577397
model.layers.9.mlp.experts.43,2.5717198848724365
model.layers.9.mlp.experts.44,2.5642194747924805
model.layers.9.mlp.experts.45,2.579479694366455
model.layers.9.mlp.experts.46,2.559565782546997
model.layers.9.mlp.experts.47,2.571982860565185
model.layers.9.mlp.experts.48,2.582107782363892
model.layers.9.mlp.experts.49,2.5665769577026367
model.layers.9.mlp.experts.5,2.621877670288086
model.layers.9.mlp.experts.50,2.577552795410156
model.layers.9.mlp.experts.51,2.56904411315918
model.layers.9.mlp.experts.52,2.5652143955230717
model.layers.9.mlp.experts.53,2.5623247623443604
model.layers.9.mlp.experts.54,2.558889627456665
model.layers.9.mlp.experts.55,2.656135082244873
model.layers.9.mlp.experts.56,2.5784003734588623
model.layers.9.mlp.experts.57,2.567178010940552
model.layers.9.mlp.experts.58,2.5724668502807617
model.layers.9.mlp.experts.59,2.584169626235962
model.layers.9.mlp.experts.6,2.5648293495178223
model.layers.9.mlp.experts.60,2.7704927921295166
model.layers.9.mlp.experts.61,2.5722951889038086
model.layers.9.mlp.experts.62,2.570655107498169
model.layers.9.mlp.experts.63,2.5681264400482178
model.layers.9.mlp.experts.64,2.565182447433472
model.layers.9.mlp.experts.65,2.563037872314453
model.layers.9.mlp.experts.66,2.5834105014801025
model.layers.9.mlp.experts.67,2.572660446166992
model.layers.9.mlp.experts.68,2.572237730026245
model.layers.9.mlp.experts.69,2.560061454772949
model.layers.9.mlp.experts.7,2.5604488849639893
model.layers.9.mlp.experts.70,2.569570541381836
model.layers.9.mlp.experts.71,2.587299346923828
model.layers.9.mlp.experts.72,2.558497667312622
model.layers.9.mlp.experts.73,2.569998979568481
model.layers.9.mlp.experts.74,2.5744740962982178
model.layers.9.mlp.experts.75,2.567932367324829
model.layers.9.mlp.experts.76,2.973637819290161
model.layers.9.mlp.experts.77,2.6017441749572754
model.layers.9.mlp.experts.78,2.561218023300171
model.layers.9.mlp.experts.79,2.56423282623291
model.layers.9.mlp.experts.8,2.568058013916016
model.layers.9.mlp.experts.80,2.5649585723876958
model.layers.9.mlp.experts.81,2.6554858684539795
model.layers.9.mlp.experts.82,2.569390296936035
model.layers.9.mlp.experts.83,2.623621940612793
model.layers.9.mlp.experts.84,2.565910816192627
model.layers.9.mlp.experts.85,2.576584815979004
model.layers.9.mlp.experts.86,2.576612710952759
model.layers.9.mlp.experts.87,2.5644893646240234
model.layers.9.mlp.experts.88,2.566960334777832
model.layers.9.mlp.experts.89,2.590988874435425
model.layers.9.mlp.experts.9,2.5774941444396973
model.layers.9.mlp.experts.90,2.566535472869873
model.layers.9.mlp.experts.91,2.568690776824951
model.layers.9.mlp.experts.92,2.565563678741455
model.layers.9.mlp.experts.93,2.572918176651001
model.layers.9.mlp.experts.94,2.5755109786987305
model.layers.9.mlp.experts.95,2.5943424701690674
model.layers.9.mlp.experts.96,2.557992935180664
model.layers.9.mlp.experts.97,2.568678140640259
model.layers.9.mlp.experts.98,2.5649254322052
model.layers.9.mlp.experts.99,2.695034503936768
model.layers.9.mlp.shared_experts,2.840932607650757
model.layers.9.self_attn,2.6754167079925537