diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..aa7aacd0134a92c3c1943fdecc75cd8b7420cce6 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..2ab98ef068d62829d17c5ade1827b9f013fa2bbf --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,86 @@ +[gMASK] +{%- if tools -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{{ tool | tojson(ensure_ascii=False) }} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) %} +{%- for m in messages %} + {%- if m.role == 'user' %} + {% set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{% for m in messages %} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set reasoning_content = '' %} +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content -%} +{{ '' + reasoning_content.strip() + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if m.content is string -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' }} +{%- endif %} +{{- '' }} +{{- m.content }} +{{- '' }} +{%- else -%} +<|observation|>{% for tr in m.content %} +{{ tr.output if tr.output is defined else tr }}{% endfor -%} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c82b60f2d41c58a5d0737dc27259ef37be276444 --- /dev/null +++ b/config.json @@ -0,0 +1,79 @@ +{ + "architectures": [ + "Glm4MoeForCausalLM" + ], + "attention_bias": true, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 151329, + 151336, + 151338 + ], + "first_k_dense_replace": 3, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 12288, + "max_position_embeddings": 202752, + "model_type": "glm4_moe", + "moe_intermediate_size": 1536, + "n_group": 1, + "n_routed_experts": 160, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 96, + "num_experts_per_tok": 8, + "num_hidden_layers": 92, + "num_key_value_heads": 8, + "num_nextn_predict_layers": 1, + "pad_token_id": 151329, + "partial_rotary_factor": 0.5, + "quantization_config": { + "bits": 4, + "checkpoint_format": "gptq", + "desc_act": false, + "dynamic": { + "+:model[.]layers[.]([0-9]|1[0-1]|8[0-9]|9[0-2])[.].*": { + "bits": 8 + }, + "-:.*embed_tokens.*": {}, + "-:.*lm_head.*": {}, + "-:.*shared_experts.*": {}, + "-:.*shared_head.*": {}, + "-:model[.]layers[.].*[.]self_attn[.].*": {} + }, + "format": "gptq", + "group_size": 128, + "lm_head": false, + "meta": { + "act_group_aware": true, + "damp_auto_increment": 0.01, + "damp_percent": 0.05, + "gptaq": false, + "gptaq_alpha": 0.25, + "mse": 0.0, + "quantizer": [ + "gptqmodel:5.4.4" + ], + "static_groups": false, + "true_sequential": true, + "uri": "https://github.com/modelcloud/gptqmodel" + }, + "pack_dtype": "int32", + "pack_impl": "cpu", + "quant_method": "gptq_marlin", + "sym": true + }, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 1000000, + "routed_scaling_factor": 2.5, + "tie_word_embeddings": false, + "topk_group": 1, + "transformers_version": "4.57.3", + "use_cache": true, + "use_qk_norm": true, + "vocab_size": 151552 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..09524cb5cc01572339a1ae299598921ae29378c2 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,11 @@ +{ + "_from_model_config": true, + "do_sample": true, + "eos_token_id": [ + 151329, + 151336, + 151338 + ], + "pad_token_id": 151329, + "transformers_version": "4.57.3" +} diff --git a/model-00001-of-00058.safetensors b/model-00001-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..379ae5d8dbff95ea05058566fb9c357424ee8797 --- /dev/null +++ b/model-00001-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e7142b5d5c40bd97c43ba9103635d82fe2f3d6d2d5e394faf3bc28419da1df +size 4283218117 diff --git a/model-00002-of-00058.safetensors b/model-00002-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef839d1b2998b01cea2653e3e0c045ecc524b921 --- /dev/null +++ b/model-00002-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab55fd442812ba7c681d7a59079db1c2c4c3c21aa6f893a4d65f5f8258d17724 +size 4195320972 diff --git a/model-00003-of-00058.safetensors b/model-00003-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c1ed1fdff376de68aae90548cec469ec59521b4 --- /dev/null +++ b/model-00003-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46460ba8acf6be574b0667f57af8c689b6f10369023e96deaef9573cf2f845a7 +size 4179571519 diff --git a/model-00004-of-00058.safetensors b/model-00004-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd2fdbc26fa03dfb817568aebefd23ff077a9ddd --- /dev/null +++ b/model-00004-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc72181c5443d15491cd278161e0a90f9ee70d80c27b76454c4c12fda78a7ba +size 4179571519 diff --git a/model-00005-of-00058.safetensors b/model-00005-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84f6b24a546bf03a93f16961b794079bf17a1a25 --- /dev/null +++ b/model-00005-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd2fe92538f67f6888d9ea088221902e9028e547ebf24bc5c129d9418d4a385 +size 4179571519 diff --git a/model-00006-of-00058.safetensors b/model-00006-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e332408854b6434377e488158f82743d3c598ee --- /dev/null +++ b/model-00006-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6421b2b84e059644787c46d43e426e9662da2af90424883f9d020ebe0e3540f9 +size 4179571519 diff --git a/model-00007-of-00058.safetensors b/model-00007-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97cf634a26ce414b3552c089ac09d88fed0a0c97 --- /dev/null +++ b/model-00007-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ea63470ed123299778300134484e57f044790ecfa91eef37bcd5f609c213fe +size 4179571519 diff --git a/model-00009-of-00058.safetensors b/model-00009-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c59977fe1fb2d4fa6306b0005020f1c40adfa4d3 --- /dev/null +++ b/model-00009-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c77096ac4179b0023cafe842a020afb945e601718ae28d4617b3b43f973d038 +size 4290491798 diff --git a/model-00010-of-00058.safetensors b/model-00010-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c5c26a01403b6576ae06b9f4327bf3202bdf290 --- /dev/null +++ b/model-00010-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29be3d74ef7735e6caa7acf885d9aaee8e855a7bb15c154a51ecfa4a846322b +size 4290491794 diff --git a/model-00013-of-00058.safetensors b/model-00013-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..312f8176d2337bbcba1dc7ed377e491524d946f6 --- /dev/null +++ b/model-00013-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e101420569e1c86ff32572d65232db51a99c02182bb3ebb0850692f08d05fe6c +size 4290491908 diff --git a/model-00014-of-00058.safetensors b/model-00014-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d79bfc07801a8141828414617dba46804eac6244 --- /dev/null +++ b/model-00014-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddfa65b7c6bde2c6e4a56827a328e67b5a9741ed1cddf855f4d7fed99640d3cc +size 4290477666 diff --git a/model-00015-of-00058.safetensors b/model-00015-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0cb40f4ace2127aa6440cba53d856aebbe82429 --- /dev/null +++ b/model-00015-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f36f53ec6070d6d10900f1a85cb3568b78894e444e36ac680eca386bc20796 +size 4290493734 diff --git a/model-00016-of-00058.safetensors b/model-00016-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3d3603d9482d851eb799c8362d02dff68275eb9 --- /dev/null +++ b/model-00016-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53d420ad41e86cf5ca9c6b78abede191e23e064f213372210a12dfc0d46628f +size 4295148270 diff --git a/model-00017-of-00058.safetensors b/model-00017-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f99da9dbcd072e21366937667ca0fd3c18af31cd --- /dev/null +++ b/model-00017-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9826444b7b74d486c9b8bb11147296f014a6e7fcea3233086c182448924e6eee +size 4294739724 diff --git a/model-00018-of-00058.safetensors b/model-00018-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5da60d21258db270c9a09a723b29b5ae0e9b3223 --- /dev/null +++ b/model-00018-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000741bc1ef5d94667b3cdddd8f3b0690951f4f91250566f3b482cdf5cdc249e +size 4294739806 diff --git a/model-00019-of-00058.safetensors b/model-00019-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5adaa588852ac6defe2e49866e71e4234d0dfd67 --- /dev/null +++ b/model-00019-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b42a34112c25f7214f957c46d8d33ca5ba1f7a4b20bb8b3b5bf795a888001d6 +size 4294739806 diff --git a/model-00020-of-00058.safetensors b/model-00020-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5afd62427dae57f05fb8b225496b32dca5c932cc --- /dev/null +++ b/model-00020-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1cfd8d2208094839f1f9c2c1a431f82e559c82e3f5826cb0f4f11a59785e6c4 +size 4294740034 diff --git a/model-00021-of-00058.safetensors b/model-00021-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06eb23aa1749fb47cbed080289e7b1e991488d02 --- /dev/null +++ b/model-00021-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0238121ac4b4aab7001092a71e8a3ada12ad82718a3a994182c09a009fcc4a1 +size 4294740152 diff --git a/model-00022-of-00058.safetensors b/model-00022-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8e06420afe530b19832ff8864c9eff0da057d67 --- /dev/null +++ b/model-00022-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c2db864c32d8f6100b1ed12803ff75296c0896bae2c4f980bbb7723a066503 +size 4294740586 diff --git a/model-00023-of-00058.safetensors b/model-00023-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa3c002ad2824071574eabb98d84762a163ccb36 --- /dev/null +++ b/model-00023-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61945d87ccf30d417186bbd6f12c278ba8ecc9030ac5340aa54b8178f8df1328 +size 4294739806 diff --git a/model-00024-of-00058.safetensors b/model-00024-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..778549d1ab5f1755b5571d477c0596c46fac8b49 --- /dev/null +++ b/model-00024-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7807c0af2e19b1e461242a120d54bc8dbea627ab2b702ad8f583c7c677be371 +size 4294739806 diff --git a/model-00025-of-00058.safetensors b/model-00025-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc59039120aee3a243addec0f4e8b6fd665c2dc9 --- /dev/null +++ b/model-00025-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14bf7deedd58bf1eb10e09a850c15f5c5fc7ba45b2fc3687179a0c62fa73515 +size 4294739856 diff --git a/model-00026-of-00058.safetensors b/model-00026-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..258fa400c70d201ad3e00fffbdbf33da4b6982b8 --- /dev/null +++ b/model-00026-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41e5db1b39abd1cca4a693a4619e6d88d31a01ca07b0f5f6564342a748563fa +size 4294740152 diff --git a/model-00027-of-00058.safetensors b/model-00027-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8c36bafd05833efbb0755f939b667eb3bb44d17 --- /dev/null +++ b/model-00027-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7a9853fd1beb811b975f5fbcf2cbef05d15aade9ae66c885bc468d46090ad6e +size 4294740860 diff --git a/model-00028-of-00058.safetensors b/model-00028-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31ee1b4e3316bc263e20e9fd8e9c7beb45fb9b01 --- /dev/null +++ b/model-00028-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dbf1660f5610e64b0c61d73ee5682bfec319d4028736c9f745a4e93f1ff2c30 +size 4294739712 diff --git a/model-00029-of-00058.safetensors b/model-00029-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..530cc5f7efca348b838db338aa122e5737195dc7 --- /dev/null +++ b/model-00029-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76f3210c8e41c4d833d16f6150fe23c8d4a35d2b66661142c92262d38dbdaaa7 +size 4294739806 diff --git a/model-00030-of-00058.safetensors b/model-00030-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c26919d6017cc75594d5e62756102ff2c974737a --- /dev/null +++ b/model-00030-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e80dee382d839d9b6f85f40e2f20e4b3281cf3cee685aacad9166c6dbf31d5 +size 4294739806 diff --git a/model-00033-of-00058.safetensors b/model-00033-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66bedfa789de775068ef2a0840794e444c61dfd1 --- /dev/null +++ b/model-00033-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ae10791e0d35c630b6ee057157cbba745f4faac546e81d8be40820fe0a92a4 +size 4294740598 diff --git a/model-00034-of-00058.safetensors b/model-00034-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25c47c28c8fff1c971572e2a7ecc2440d549f85b --- /dev/null +++ b/model-00034-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b939407b4bcc2cfc0b03ae6cf662b9ff5ebab932171ab51f7e5be6961af806 +size 4294739806 diff --git a/model-00035-of-00058.safetensors b/model-00035-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5dc0d094f7778084323ed8aecf379cac33d27b10 --- /dev/null +++ b/model-00035-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8ebb80845cbd6439be87013d7c30c7c3367ae6af22a77cf6026a58430f4cb5 +size 4294739806 diff --git a/model-00036-of-00058.safetensors b/model-00036-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9974359cdc64722143c3d2b3fd86aa55809a79d8 --- /dev/null +++ b/model-00036-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f381df7b21ac43a60848f63ea636f2bb6aa5e55aecda198d91ea4ad0af2b19b +size 4294739844 diff --git a/model-00038-of-00058.safetensors b/model-00038-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9b199253d38c3de506e43a6b45d66093081504a --- /dev/null +++ b/model-00038-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba3fb8a3cddb7858d5a69e3013418520bc3e78211fdfebfea54ab249335d396 +size 4294740884 diff --git a/model-00040-of-00058.safetensors b/model-00040-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ce52c2777c1638a02c9aad08810013ef740c9fa --- /dev/null +++ b/model-00040-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f662e04ad187ff80fad7851388c3de52db301fa2a5eb3a485f69d54106b5e8d +size 4294739806 diff --git a/model-00042-of-00058.safetensors b/model-00042-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54c6424bf44456f456e142307cae74d64b2f99b2 --- /dev/null +++ b/model-00042-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e571d49a14a1d3dea660082982b10d7408518ff1d1c8307ef9f0e60935da5c80 +size 4294740010 diff --git a/model-00043-of-00058.safetensors b/model-00043-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c68ce1bfb7be707ac2f986c464d1ad17526a0a3 --- /dev/null +++ b/model-00043-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8208e6cfa74780cdabee5db68de39f67a8075989f6c1a6f226f93796c8a26d70 +size 4294740152 diff --git a/model-00047-of-00058.safetensors b/model-00047-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13e29e57d36b52b9231451f9f70b4173a1565550 --- /dev/null +++ b/model-00047-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6842edfeaf2261ac6787c21e0f71c6a2702a1fab083ce0a19e9b05c87fa0c0b +size 4294739832 diff --git a/model-00048-of-00058.safetensors b/model-00048-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa482cc8990b19659bb519c54c562dc0f97d7a0d --- /dev/null +++ b/model-00048-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f9cebf4b51e83093c9b4284277a17f6e7a5edefaf7709a7ac2bcc2f84c3547 +size 4294522883 diff --git a/model-00054-of-00058.safetensors b/model-00054-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..107e5897aad69aa33c579a7eb768515b70971a45 --- /dev/null +++ b/model-00054-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb45809fa2cb515c8d6be7b8272d39ff72cc38ed1b05bf44664448dba33436d9 +size 4290493927 diff --git a/model-00055-of-00058.safetensors b/model-00055-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b9a390387d9f29303bcd8ebddf207a30026387b --- /dev/null +++ b/model-00055-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be4a35cb08def4b69b30b2db69e01fe140424e12340540241b9c3fd79114664 +size 4290494037 diff --git a/model-00056-of-00058.safetensors b/model-00056-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..012bbad8baebd9be63e641e54bbd8e4eb0ff6615 --- /dev/null +++ b/model-00056-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db608d433fc46e712d5eb8bd42c03d97c61e48afcf73a9fee5fe1729591002d +size 4290479795 diff --git a/model-00058-of-00058.safetensors b/model-00058-of-00058.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d76485fef6c32f4227844698c72f041962e9ca40 --- /dev/null +++ b/model-00058-of-00058.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f45b91bc0b9a1f2baa2fe929792f3f9144e668c32be86fb04d195e74e3a24a +size 4258087401 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..d0c32c7cadc254530a4cc57fda12e38c1ce3684a --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec68bdb420321d430e98de538c787bc9a80143bfca0d70b0812937d50c1aa12e +size 15640070 diff --git a/quant_log.csv b/quant_log.csv new file mode 100644 index 0000000000000000000000000000000000000000..35e045aa2e4520738a595fe83fe54ec4aea95167 --- /dev/null +++ b/quant_log.csv @@ -0,0 +1,42730 @@ +layer,module,loss,samples,damp,time +0,mlp.gate_proj,0.0000000001,0.05000,1.202 +0,mlp.down_proj,0.0000000000,0.05000,2.484 +0,mlp.up_proj,0.0000000001,0.05000,0.995 +1,mlp.gate_proj,0.0000000001,0.05000,0.981 +1,mlp.down_proj,0.0000000000,0.05000,2.421 +1,mlp.up_proj,0.0000000002,0.05000,0.986 +2,mlp.gate_proj,0.0000000002,0.05000,0.980 +2,mlp.down_proj,0.0000000002,0.05000,2.418 +2,mlp.up_proj,0.0000000002,0.05000,0.988 +3,mlp.experts.3.gate_proj,0.0000000004,0.05000,2.118 +3,mlp.experts.0.gate_proj,0.0000000001,0.05000,2.142 +3,mlp.experts.1.gate_proj,0.0000000001,0.05000,2.144 +3,mlp.experts.2.gate_proj,0.0000000001,0.05000,2.259 +3,mlp.experts.5.gate_proj,0.0000000007,0.05000,2.060 +3,mlp.experts.4.gate_proj,0.0000000003,0.05000,2.113 +3,mlp.experts.7.gate_proj,0.0000000001,0.05000,2.165 +3,mlp.experts.6.gate_proj,0.0000000003,0.05000,2.115 +3,mlp.experts.9.gate_proj,0.0000000003,0.05000,2.096 +3,mlp.experts.11.gate_proj,0.0000000004,0.05000,2.069 +3,mlp.experts.8.gate_proj,0.0000000005,0.05000,2.169 +3,mlp.experts.10.gate_proj,0.0000000003,0.05000,2.150 +3,mlp.experts.13.gate_proj,0.0000000003,0.05000,2.090 +3,mlp.experts.15.gate_proj,0.0000000002,0.05000,2.106 +3,mlp.experts.12.gate_proj,0.0000000003,0.05000,2.111 +3,mlp.experts.14.gate_proj,0.0000000002,0.05000,2.139 +3,mlp.experts.17.gate_proj,0.0000000007,0.05000,2.104 +3,mlp.experts.16.gate_proj,0.0000000003,0.05000,2.065 +3,mlp.experts.19.gate_proj,0.0000000002,0.05000,2.148 +3,mlp.experts.18.gate_proj,0.0000000004,0.05000,2.192 +3,mlp.experts.21.gate_proj,0.0000000004,0.05000,2.184 +3,mlp.experts.20.gate_proj,0.0000000005,0.05000,2.238 +3,mlp.experts.22.gate_proj,0.0000000004,0.05000,2.213 +3,mlp.experts.23.gate_proj,0.0000000002,0.05000,2.831 +3,mlp.experts.25.gate_proj,0.0000000002,0.05000,2.174 +3,mlp.experts.24.gate_proj,0.0000000008,0.05000,2.161 +3,mlp.experts.26.gate_proj,0.0000000013,0.05000,2.165 +3,mlp.experts.27.gate_proj,0.0000000003,0.05000,2.272 +3,mlp.experts.29.gate_proj,0.0000000006,0.05000,2.057 +3,mlp.experts.28.gate_proj,0.0000000007,0.05000,2.055 +3,mlp.experts.30.gate_proj,0.0000000004,0.05000,2.129 +3,mlp.experts.31.gate_proj,0.0000000005,0.05000,2.037 +3,mlp.experts.33.gate_proj,0.0000000001,0.05000,2.041 +3,mlp.experts.32.gate_proj,0.0000000002,0.05000,2.066 +3,mlp.experts.34.gate_proj,0.0000000003,0.05000,2.128 +3,mlp.experts.35.gate_proj,0.0000000003,0.05000,2.099 +3,mlp.experts.37.gate_proj,0.0000000004,0.05000,2.079 +3,mlp.experts.36.gate_proj,0.0000000002,0.05000,2.100 +3,mlp.experts.38.gate_proj,0.0000000011,0.05000,2.145 +3,mlp.experts.39.gate_proj,0.0000000002,0.05000,2.058 +3,mlp.experts.41.gate_proj,0.0000000001,0.05000,2.090 +3,mlp.experts.40.gate_proj,0.0000000006,0.05000,2.064 +3,mlp.experts.42.gate_proj,0.0000000005,0.05000,2.146 +3,mlp.experts.43.gate_proj,0.0000000003,0.05000,2.034 +3,mlp.experts.45.gate_proj,0.0000000007,0.05000,2.076 +3,mlp.experts.44.gate_proj,0.0000000001,0.05000,2.079 +3,mlp.experts.46.gate_proj,0.0000000001,0.05000,2.141 +3,mlp.experts.47.gate_proj,0.0000000006,0.05000,2.148 +3,mlp.experts.49.gate_proj,0.0000000004,0.05000,2.111 +3,mlp.experts.48.gate_proj,0.0000000007,0.05000,2.102 +3,mlp.experts.50.gate_proj,0.0000000008,0.05000,2.080 +3,mlp.experts.51.gate_proj,0.0000000004,0.05000,2.082 +3,mlp.experts.53.gate_proj,0.0000000004,0.05000,2.088 +3,mlp.experts.52.gate_proj,0.0000000002,0.05000,2.061 +3,mlp.experts.54.gate_proj,0.0000000008,0.05000,2.114 +3,mlp.experts.55.gate_proj,0.0000000003,0.05000,2.106 +3,mlp.experts.57.gate_proj,0.0000000025,0.05000,2.105 +3,mlp.experts.56.gate_proj,0.0000000002,0.05000,2.078 +3,mlp.experts.58.gate_proj,0.0000000004,0.05000,2.134 +3,mlp.experts.59.gate_proj,0.0000000003,0.05000,2.126 +3,mlp.experts.61.gate_proj,0.0000000003,0.05000,2.131 +3,mlp.experts.60.gate_proj,0.0000000003,0.05000,2.081 +3,mlp.experts.62.gate_proj,0.0000000003,0.05000,2.089 +3,mlp.experts.63.gate_proj,0.0000000004,0.05000,2.094 +3,mlp.experts.65.gate_proj,0.0000000002,0.05000,2.088 +3,mlp.experts.64.gate_proj,0.0000000005,0.05000,2.036 +3,mlp.experts.66.gate_proj,0.0000000006,0.05000,2.117 +3,mlp.experts.67.gate_proj,0.0000000004,0.05000,2.130 +3,mlp.experts.68.gate_proj,0.0000000002,0.05000,2.112 +3,mlp.experts.69.gate_proj,0.0000000003,0.05000,2.155 +3,mlp.experts.70.gate_proj,0.0000000003,0.05000,2.076 +3,mlp.experts.71.gate_proj,0.0000000004,0.05000,2.045 +3,mlp.experts.72.gate_proj,0.0000000001,0.05000,2.074 +3,mlp.experts.73.gate_proj,0.0000000004,0.05000,2.075 +3,mlp.experts.74.gate_proj,0.0000000008,0.05000,2.102 +3,mlp.experts.75.gate_proj,0.0000000004,0.05000,2.067 +3,mlp.experts.76.gate_proj,0.0000000003,0.05000,2.116 +3,mlp.experts.77.gate_proj,0.0000000008,0.05000,2.173 +3,mlp.experts.78.gate_proj,0.0000000006,0.05000,2.053 +3,mlp.experts.79.gate_proj,0.0000000003,0.05000,2.083 +3,mlp.experts.80.gate_proj,0.0000000002,0.05000,2.077 +3,mlp.experts.81.gate_proj,0.0000000001,0.05000,2.097 +3,mlp.experts.82.gate_proj,0.0000000005,0.05000,2.114 +3,mlp.experts.83.gate_proj,0.0000000004,0.05000,2.096 +3,mlp.experts.84.gate_proj,0.0000000006,0.05000,2.093 +3,mlp.experts.85.gate_proj,0.0000000007,0.05000,2.130 +3,mlp.experts.86.gate_proj,0.0000000002,0.05000,2.121 +3,mlp.experts.87.gate_proj,0.0000000003,0.05000,2.083 +3,mlp.experts.88.gate_proj,0.0000000004,0.05000,2.061 +3,mlp.experts.89.gate_proj,0.0000000004,0.05000,2.099 +3,mlp.experts.90.gate_proj,0.0000000004,0.05000,2.102 +3,mlp.experts.91.gate_proj,0.0000000002,0.05000,2.078 +3,mlp.experts.92.gate_proj,0.0000000005,0.05000,2.094 +3,mlp.experts.93.gate_proj,0.0000000005,0.05000,2.123 +3,mlp.experts.94.gate_proj,0.0000000004,0.05000,2.110 +3,mlp.experts.95.gate_proj,0.0000000002,0.05000,2.107 +3,mlp.experts.96.gate_proj,0.0000000010,0.05000,2.071 +3,mlp.experts.97.gate_proj,0.0000000007,0.05000,2.093 +3,mlp.experts.98.gate_proj,0.0000000006,0.05000,2.079 +3,mlp.experts.99.gate_proj,0.0000000020,0.05000,2.059 +3,mlp.experts.100.gate_proj,0.0000000009,0.05000,2.041 +3,mlp.experts.101.gate_proj,0.0000000002,0.05000,2.049 +3,mlp.experts.102.gate_proj,0.0000000004,0.05000,2.144 +3,mlp.experts.103.gate_proj,0.0000000007,0.05000,2.128 +3,mlp.experts.104.gate_proj,0.0000000006,0.05000,2.082 +3,mlp.experts.105.gate_proj,0.0000000004,0.05000,2.081 +3,mlp.experts.106.gate_proj,0.0000000003,0.05000,2.096 +3,mlp.experts.107.gate_proj,0.0000000010,0.05000,2.090 +3,mlp.experts.108.gate_proj,0.0000000003,0.05000,2.151 +3,mlp.experts.109.gate_proj,0.0000000024,0.05000,2.227 +3,mlp.experts.110.gate_proj,0.0000000002,0.05000,2.083 +3,mlp.experts.111.gate_proj,0.0000000002,0.05000,2.140 +3,mlp.experts.112.gate_proj,0.0000000008,0.05000,2.101 +3,mlp.experts.113.gate_proj,0.0000000001,0.05000,2.100 +3,mlp.experts.114.gate_proj,0.0000000009,0.05000,2.106 +3,mlp.experts.115.gate_proj,0.0000000003,0.05000,2.097 +3,mlp.experts.116.gate_proj,0.0000000002,0.05000,2.077 +3,mlp.experts.117.gate_proj,0.0000000000,0.05000,2.148 +3,mlp.experts.118.gate_proj,0.0000000006,0.05000,2.119 +3,mlp.experts.119.gate_proj,0.0000000003,0.05000,2.115 +3,mlp.experts.120.gate_proj,0.0000000005,0.05000,2.117 +3,mlp.experts.121.gate_proj,0.0000000011,0.05000,2.118 +3,mlp.experts.122.gate_proj,0.0000000005,0.05000,2.093 +3,mlp.experts.123.gate_proj,0.0000000003,0.05000,2.171 +3,mlp.experts.124.gate_proj,0.0000000002,0.05000,2.103 +3,mlp.experts.125.gate_proj,0.0000000004,0.05000,2.137 +3,mlp.experts.126.gate_proj,0.0000000002,0.05000,2.086 +3,mlp.experts.127.gate_proj,0.0000000004,0.05000,2.109 +3,mlp.experts.128.gate_proj,0.0000000002,0.05000,2.090 +3,mlp.experts.129.gate_proj,0.0000000007,0.05000,2.124 +3,mlp.experts.130.gate_proj,0.0000000008,0.05000,2.104 +3,mlp.experts.131.gate_proj,0.0000000003,0.05000,2.145 +3,mlp.experts.132.gate_proj,0.0000000001,0.05000,2.079 +3,mlp.experts.133.gate_proj,0.0000000005,0.05000,2.096 +3,mlp.experts.134.gate_proj,0.0000000005,0.05000,2.104 +3,mlp.experts.135.gate_proj,0.0000000004,0.05000,2.122 +3,mlp.experts.136.gate_proj,0.0000000005,0.05000,2.118 +3,mlp.experts.137.gate_proj,0.0000000003,0.05000,2.204 +3,mlp.experts.138.gate_proj,0.0000000003,0.05000,2.068 +3,mlp.experts.139.gate_proj,0.0000000004,0.05000,2.066 +3,mlp.experts.140.gate_proj,0.0000000004,0.05000,2.105 +3,mlp.experts.141.gate_proj,0.0000000004,0.05000,2.057 +3,mlp.experts.142.gate_proj,0.0000000003,0.05000,2.044 +3,mlp.experts.143.gate_proj,0.0000000006,0.05000,2.069 +3,mlp.experts.144.gate_proj,0.0000000006,0.05000,2.193 +3,mlp.experts.145.gate_proj,0.0000000004,0.05000,2.088 +3,mlp.experts.146.gate_proj,0.0000000011,0.05000,2.055 +3,mlp.experts.147.gate_proj,0.0000000026,0.05000,2.097 +3,mlp.experts.148.gate_proj,0.0000000015,0.05000,2.068 +3,mlp.experts.149.gate_proj,0.0000000004,0.05000,2.073 +3,mlp.experts.150.gate_proj,0.0000000006,0.05000,2.094 +3,mlp.experts.151.gate_proj,0.0000000010,0.05000,2.105 +3,mlp.experts.152.gate_proj,0.0000000002,0.05000,2.134 +3,mlp.experts.153.gate_proj,0.0000000011,0.05000,2.074 +3,mlp.experts.154.gate_proj,0.0000000004,0.05000,2.096 +3,mlp.experts.155.gate_proj,0.0000000001,0.05000,2.124 +3,mlp.experts.156.gate_proj,0.0000000005,0.05000,2.114 +3,mlp.experts.157.gate_proj,0.0000000002,0.05000,2.118 +3,mlp.experts.158.gate_proj,0.0000000003,0.05000,2.112 +3,mlp.experts.159.gate_proj,0.0000000005,0.05000,2.128 +3,mlp.experts.0.up_proj,0.0000000001,0.05000,2.098 +3,mlp.experts.1.up_proj,0.0000000001,0.05000,2.113 +3,mlp.experts.2.up_proj,0.0000000001,0.05000,2.091 +3,mlp.experts.3.up_proj,0.0000000004,0.05000,2.122 +3,mlp.experts.4.up_proj,0.0000000003,0.05000,2.145 +3,mlp.experts.5.up_proj,0.0000000007,0.05000,2.124 +3,mlp.experts.6.up_proj,0.0000000003,0.05000,2.109 +3,mlp.experts.7.up_proj,0.0000000001,0.05000,2.030 +3,mlp.experts.8.up_proj,0.0000000005,0.05000,2.046 +3,mlp.experts.9.up_proj,0.0000000003,0.05000,2.056 +3,mlp.experts.10.up_proj,0.0000000003,0.05000,2.094 +3,mlp.experts.11.up_proj,0.0000000004,0.05000,2.138 +3,mlp.experts.12.up_proj,0.0000000003,0.05000,2.066 +3,mlp.experts.13.up_proj,0.0000000003,0.05000,2.086 +3,mlp.experts.14.up_proj,0.0000000002,0.05000,2.092 +3,mlp.experts.15.up_proj,0.0000000002,0.05000,2.124 +3,mlp.experts.16.up_proj,0.0000000003,0.05000,2.088 +3,mlp.experts.17.up_proj,0.0000000007,0.05000,2.097 +3,mlp.experts.18.up_proj,0.0000000004,0.05000,2.064 +3,mlp.experts.19.up_proj,0.0000000002,0.05000,2.234 +3,mlp.experts.20.up_proj,0.0000000005,0.05000,2.057 +3,mlp.experts.21.up_proj,0.0000000004,0.05000,2.062 +3,mlp.experts.22.up_proj,0.0000000004,0.05000,2.090 +3,mlp.experts.23.up_proj,0.0000000002,0.05000,2.130 +3,mlp.experts.24.up_proj,0.0000000008,0.05000,2.121 +3,mlp.experts.25.up_proj,0.0000000002,0.05000,2.111 +3,mlp.experts.26.up_proj,0.0000000013,0.05000,2.074 +3,mlp.experts.27.up_proj,0.0000000003,0.05000,2.059 +3,mlp.experts.28.up_proj,0.0000000007,0.05000,2.048 +3,mlp.experts.29.up_proj,0.0000000006,0.05000,2.066 +3,mlp.experts.30.up_proj,0.0000000004,0.05000,2.059 +3,mlp.experts.31.up_proj,0.0000000005,0.05000,2.071 +3,mlp.experts.32.up_proj,0.0000000002,0.05000,2.054 +3,mlp.experts.33.up_proj,0.0000000001,0.05000,2.092 +3,mlp.experts.34.up_proj,0.0000000003,0.05000,2.112 +3,mlp.experts.35.up_proj,0.0000000003,0.05000,2.047 +3,mlp.experts.36.up_proj,0.0000000002,0.05000,2.056 +3,mlp.experts.37.up_proj,0.0000000004,0.05000,2.087 +3,mlp.experts.38.up_proj,0.0000000011,0.05000,2.107 +3,mlp.experts.39.up_proj,0.0000000002,0.05000,2.105 +3,mlp.experts.40.up_proj,0.0000000006,0.05000,2.069 +3,mlp.experts.41.up_proj,0.0000000001,0.05000,2.050 +3,mlp.experts.42.up_proj,0.0000000004,0.05000,2.046 +3,mlp.experts.43.up_proj,0.0000000003,0.05000,2.056 +3,mlp.experts.44.up_proj,0.0000000001,0.05000,2.053 +3,mlp.experts.45.up_proj,0.0000000006,0.05000,2.045 +3,mlp.experts.46.up_proj,0.0000000001,0.05000,2.055 +3,mlp.experts.47.up_proj,0.0000000006,0.05000,2.041 +3,mlp.experts.48.up_proj,0.0000000007,0.05000,2.055 +3,mlp.experts.49.up_proj,0.0000000004,0.05000,2.091 +3,mlp.experts.50.up_proj,0.0000000007,0.05000,2.120 +3,mlp.experts.51.up_proj,0.0000000004,0.05000,2.132 +3,mlp.experts.52.up_proj,0.0000000002,0.05000,2.101 +3,mlp.experts.53.up_proj,0.0000000004,0.05000,2.052 +3,mlp.experts.54.up_proj,0.0000000008,0.05000,2.059 +3,mlp.experts.55.up_proj,0.0000000003,0.05000,2.105 +3,mlp.experts.56.up_proj,0.0000000002,0.05000,2.062 +3,mlp.experts.57.up_proj,0.0000000025,0.05000,2.076 +3,mlp.experts.58.up_proj,0.0000000004,0.05000,2.099 +3,mlp.experts.59.up_proj,0.0000000003,0.05000,2.084 +3,mlp.experts.60.up_proj,0.0000000003,0.05000,2.122 +3,mlp.experts.61.up_proj,0.0000000003,0.05000,2.123 +3,mlp.experts.62.up_proj,0.0000000003,0.05000,2.075 +3,mlp.experts.63.up_proj,0.0000000004,0.05000,2.160 +3,mlp.experts.64.up_proj,0.0000000005,0.05000,2.091 +3,mlp.experts.65.up_proj,0.0000000002,0.05000,2.021 +3,mlp.experts.66.up_proj,0.0000000006,0.05000,2.058 +3,mlp.experts.67.up_proj,0.0000000004,0.05000,2.089 +3,mlp.experts.68.up_proj,0.0000000002,0.05000,2.025 +3,mlp.experts.69.up_proj,0.0000000003,0.05000,2.059 +3,mlp.experts.70.up_proj,0.0000000003,0.05000,2.067 +3,mlp.experts.71.up_proj,0.0000000004,0.05000,2.104 +3,mlp.experts.72.up_proj,0.0000000001,0.05000,2.100 +3,mlp.experts.73.up_proj,0.0000000004,0.05000,2.121 +3,mlp.experts.74.up_proj,0.0000000008,0.05000,2.076 +3,mlp.experts.75.up_proj,0.0000000004,0.05000,2.077 +3,mlp.experts.76.up_proj,0.0000000003,0.05000,2.071 +3,mlp.experts.77.up_proj,0.0000000008,0.05000,2.071 +3,mlp.experts.78.up_proj,0.0000000006,0.05000,2.188 +3,mlp.experts.79.up_proj,0.0000000003,0.05000,2.106 +3,mlp.experts.80.up_proj,0.0000000002,0.05000,2.077 +3,mlp.experts.81.up_proj,0.0000000001,0.05000,2.104 +3,mlp.experts.82.up_proj,0.0000000005,0.05000,2.140 +3,mlp.experts.83.up_proj,0.0000000004,0.05000,2.077 +3,mlp.experts.84.up_proj,0.0000000006,0.05000,2.056 +3,mlp.experts.85.up_proj,0.0000000007,0.05000,2.051 +3,mlp.experts.86.up_proj,0.0000000002,0.05000,2.046 +3,mlp.experts.87.up_proj,0.0000000003,0.05000,2.066 +3,mlp.experts.88.up_proj,0.0000000004,0.05000,2.075 +3,mlp.experts.89.up_proj,0.0000000004,0.05000,2.037 +3,mlp.experts.90.up_proj,0.0000000004,0.05000,2.085 +3,mlp.experts.91.up_proj,0.0000000002,0.05000,2.047 +3,mlp.experts.92.up_proj,0.0000000005,0.05000,2.097 +3,mlp.experts.93.up_proj,0.0000000005,0.05000,2.100 +3,mlp.experts.94.up_proj,0.0000000004,0.05000,2.069 +3,mlp.experts.95.up_proj,0.0000000002,0.05000,2.074 +3,mlp.experts.96.up_proj,0.0000000010,0.05000,2.098 +3,mlp.experts.97.up_proj,0.0000000007,0.05000,2.079 +3,mlp.experts.98.up_proj,0.0000000006,0.05000,2.187 +3,mlp.experts.99.up_proj,0.0000000020,0.05000,2.058 +3,mlp.experts.100.up_proj,0.0000000009,0.05000,2.108 +3,mlp.experts.101.up_proj,0.0000000002,0.05000,2.070 +3,mlp.experts.102.up_proj,0.0000000004,0.05000,2.049 +3,mlp.experts.103.up_proj,0.0000000007,0.05000,2.049 +3,mlp.experts.104.up_proj,0.0000000006,0.05000,2.037 +3,mlp.experts.105.up_proj,0.0000000004,0.05000,2.074 +3,mlp.experts.106.up_proj,0.0000000003,0.05000,2.066 +3,mlp.experts.107.up_proj,0.0000000010,0.05000,2.042 +3,mlp.experts.108.up_proj,0.0000000003,0.05000,2.055 +3,mlp.experts.109.up_proj,0.0000000024,0.05000,2.061 +3,mlp.experts.110.up_proj,0.0000000002,0.05000,2.095 +3,mlp.experts.111.up_proj,0.0000000002,0.05000,2.110 +3,mlp.experts.112.up_proj,0.0000000008,0.05000,2.093 +3,mlp.experts.113.up_proj,0.0000000001,0.05000,2.079 +3,mlp.experts.114.up_proj,0.0000000009,0.05000,2.070 +3,mlp.experts.115.up_proj,0.0000000003,0.05000,2.068 +3,mlp.experts.116.up_proj,0.0000000002,0.05000,2.054 +3,mlp.experts.117.up_proj,0.0000000000,0.05000,2.113 +3,mlp.experts.118.up_proj,0.0000000006,0.05000,2.133 +3,mlp.experts.119.up_proj,0.0000000003,0.05000,2.055 +3,mlp.experts.120.up_proj,0.0000000005,0.05000,2.042 +3,mlp.experts.121.up_proj,0.0000000010,0.05000,2.064 +3,mlp.experts.122.up_proj,0.0000000005,0.05000,2.098 +3,mlp.experts.123.up_proj,0.0000000003,0.05000,2.079 +3,mlp.experts.124.up_proj,0.0000000002,0.05000,2.096 +3,mlp.experts.125.up_proj,0.0000000004,0.05000,2.118 +3,mlp.experts.126.up_proj,0.0000000002,0.05000,2.082 +3,mlp.experts.127.up_proj,0.0000000004,0.05000,2.063 +3,mlp.experts.128.up_proj,0.0000000002,0.05000,2.083 +3,mlp.experts.129.up_proj,0.0000000007,0.05000,2.074 +3,mlp.experts.130.up_proj,0.0000000008,0.05000,2.072 +3,mlp.experts.131.up_proj,0.0000000003,0.05000,2.062 +3,mlp.experts.132.up_proj,0.0000000001,0.05000,2.086 +3,mlp.experts.133.up_proj,0.0000000005,0.05000,2.061 +3,mlp.experts.134.up_proj,0.0000000005,0.05000,2.081 +3,mlp.experts.135.up_proj,0.0000000003,0.05000,2.060 +3,mlp.experts.136.up_proj,0.0000000005,0.05000,2.074 +3,mlp.experts.137.up_proj,0.0000000003,0.05000,2.051 +3,mlp.experts.138.up_proj,0.0000000003,0.05000,2.027 +3,mlp.experts.139.up_proj,0.0000000004,0.05000,2.019 +3,mlp.experts.140.up_proj,0.0000000004,0.05000,2.034 +3,mlp.experts.141.up_proj,0.0000000004,0.05000,2.059 +3,mlp.experts.142.up_proj,0.0000000003,0.05000,2.046 +3,mlp.experts.143.up_proj,0.0000000006,0.05000,2.111 +3,mlp.experts.144.up_proj,0.0000000006,0.05000,2.027 +3,mlp.experts.145.up_proj,0.0000000004,0.05000,2.034 +3,mlp.experts.146.up_proj,0.0000000011,0.05000,2.012 +3,mlp.experts.147.up_proj,0.0000000026,0.05000,2.028 +3,mlp.experts.148.up_proj,0.0000000014,0.05000,2.030 +3,mlp.experts.149.up_proj,0.0000000004,0.05000,2.045 +3,mlp.experts.150.up_proj,0.0000000006,0.05000,2.076 +3,mlp.experts.151.up_proj,0.0000000010,0.05000,2.070 +3,mlp.experts.152.up_proj,0.0000000002,0.05000,2.049 +3,mlp.experts.153.up_proj,0.0000000011,0.05000,2.079 +3,mlp.experts.154.up_proj,0.0000000004,0.05000,2.081 +3,mlp.experts.155.up_proj,0.0000000001,0.05000,2.084 +3,mlp.experts.156.up_proj,0.0000000005,0.05000,2.078 +3,mlp.experts.157.up_proj,0.0000000002,0.05000,1.977 +3,mlp.experts.158.up_proj,0.0000000003,0.05000,1.789 +3,mlp.experts.159.up_proj,0.0000000005,0.05000,1.612 +3,mlp.experts.3.down_proj,0.0000000000,0.05000,0.639 +3,mlp.experts.2.down_proj,0.0000000000,0.05000,0.643 +3,mlp.experts.1.down_proj,0.0000000000,0.05000,0.658 +3,mlp.experts.0.down_proj,0.0000000000,0.05000,0.682 +3,mlp.experts.6.down_proj,0.0000000000,0.05000,0.623 +3,mlp.experts.7.down_proj,0.0000000000,0.05000,0.642 +3,mlp.experts.5.down_proj,0.0000000000,0.05000,0.665 +3,mlp.experts.4.down_proj,0.0000000000,0.05000,0.659 +3,mlp.experts.10.down_proj,0.0000000000,0.05000,0.622 +3,mlp.experts.11.down_proj,0.0000000000,0.05000,0.640 +3,mlp.experts.9.down_proj,0.0000000000,0.05000,0.619 +3,mlp.experts.8.down_proj,0.0000000000,0.05000,0.617 +3,mlp.experts.14.down_proj,0.0000000000,0.05000,0.627 +3,mlp.experts.15.down_proj,0.0000000000,0.05000,0.635 +3,mlp.experts.13.down_proj,0.0000000000,0.05000,0.641 +3,mlp.experts.12.down_proj,0.0000000000,0.05000,0.675 +3,mlp.experts.18.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.19.down_proj,0.0000000000,0.05000,0.611 +3,mlp.experts.17.down_proj,0.0000000000,0.05000,0.632 +3,mlp.experts.16.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.22.down_proj,0.0000000000,0.05000,0.621 +3,mlp.experts.23.down_proj,0.0000000000,0.05000,0.611 +3,mlp.experts.21.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.20.down_proj,0.0000000000,0.05000,0.611 +3,mlp.experts.26.down_proj,0.0000000000,0.05000,0.619 +3,mlp.experts.27.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.25.down_proj,0.0000000000,0.05000,0.623 +3,mlp.experts.24.down_proj,0.0000000000,0.05000,0.653 +3,mlp.experts.30.down_proj,0.0000000000,0.05000,0.623 +3,mlp.experts.31.down_proj,0.0000000000,0.05000,0.617 +3,mlp.experts.29.down_proj,0.0000000000,0.05000,0.621 +3,mlp.experts.28.down_proj,0.0000000000,0.05000,0.639 +3,mlp.experts.34.down_proj,0.0000000000,0.05000,0.624 +3,mlp.experts.35.down_proj,0.0000000000,0.05000,0.634 +3,mlp.experts.33.down_proj,0.0000000000,0.05000,0.621 +3,mlp.experts.32.down_proj,0.0000000000,0.05000,0.617 +3,mlp.experts.38.down_proj,0.0000000000,0.05000,0.638 +3,mlp.experts.39.down_proj,0.0000000000,0.05000,0.655 +3,mlp.experts.37.down_proj,0.0000000000,0.05000,0.628 +3,mlp.experts.36.down_proj,0.0000000000,0.05000,0.637 +3,mlp.experts.42.down_proj,0.0000000000,0.05000,0.613 +3,mlp.experts.43.down_proj,0.0000000000,0.05000,0.603 +3,mlp.experts.41.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.40.down_proj,0.0000000000,0.05000,0.605 +3,mlp.experts.46.down_proj,0.0000000000,0.05000,0.617 +3,mlp.experts.47.down_proj,0.0000000000,0.05000,0.631 +3,mlp.experts.45.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.44.down_proj,0.0000000000,0.05000,0.607 +3,mlp.experts.50.down_proj,0.0000000000,0.05000,0.638 +3,mlp.experts.51.down_proj,0.0000000000,0.05000,0.628 +3,mlp.experts.49.down_proj,0.0000000000,0.05000,0.642 +3,mlp.experts.48.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.54.down_proj,0.0000000000,0.05000,0.603 +3,mlp.experts.55.down_proj,0.0000000000,0.05000,0.603 +3,mlp.experts.53.down_proj,0.0000000000,0.05000,0.603 +3,mlp.experts.52.down_proj,0.0000000000,0.05000,0.592 +3,mlp.experts.58.down_proj,0.0000000000,0.05000,0.604 +3,mlp.experts.59.down_proj,0.0000000000,0.05000,0.603 +3,mlp.experts.57.down_proj,0.0000000000,0.05000,0.607 +3,mlp.experts.56.down_proj,0.0000000000,0.05000,0.643 +3,mlp.experts.62.down_proj,0.0000000000,0.05000,0.640 +3,mlp.experts.63.down_proj,0.0000000000,0.05000,0.621 +3,mlp.experts.61.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.60.down_proj,0.0000000000,0.05000,0.618 +3,mlp.experts.67.down_proj,0.0000000000,0.05000,0.609 +3,mlp.experts.66.down_proj,0.0000000000,0.05000,0.634 +3,mlp.experts.65.down_proj,0.0000000000,0.05000,0.638 +3,mlp.experts.64.down_proj,0.0000000000,0.05000,0.651 +3,mlp.experts.71.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.70.down_proj,0.0000000000,0.05000,0.613 +3,mlp.experts.69.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.68.down_proj,0.0000000000,0.05000,0.617 +3,mlp.experts.74.down_proj,0.0000000000,0.05000,0.624 +3,mlp.experts.75.down_proj,0.0000000000,0.05000,0.640 +3,mlp.experts.73.down_proj,0.0000000000,0.05000,0.624 +3,mlp.experts.72.down_proj,0.0000000000,0.05000,0.618 +3,mlp.experts.78.down_proj,0.0000000000,0.05000,0.638 +3,mlp.experts.79.down_proj,0.0000000000,0.05000,0.636 +3,mlp.experts.77.down_proj,0.0000000000,0.05000,0.655 +3,mlp.experts.76.down_proj,0.0000000000,0.05000,0.621 +3,mlp.experts.82.down_proj,0.0000000000,0.05000,0.608 +3,mlp.experts.83.down_proj,0.0000000000,0.05000,0.604 +3,mlp.experts.81.down_proj,0.0000000000,0.05000,0.610 +3,mlp.experts.80.down_proj,0.0000000000,0.05000,0.610 +3,mlp.experts.87.down_proj,0.0000000000,0.05000,0.609 +3,mlp.experts.86.down_proj,0.0000000000,0.05000,0.635 +3,mlp.experts.85.down_proj,0.0000000000,0.05000,0.618 +3,mlp.experts.84.down_proj,0.0000000000,0.05000,0.623 +3,mlp.experts.91.down_proj,0.0000000000,0.05000,0.640 +3,mlp.experts.90.down_proj,0.0000000000,0.05000,0.628 +3,mlp.experts.89.down_proj,0.0000000000,0.05000,0.622 +3,mlp.experts.88.down_proj,0.0000000000,0.05000,0.624 +3,mlp.experts.95.down_proj,0.0000000000,0.05000,0.607 +3,mlp.experts.94.down_proj,0.0000000000,0.05000,0.632 +3,mlp.experts.93.down_proj,0.0000000000,0.05000,0.607 +3,mlp.experts.92.down_proj,0.0000000000,0.05000,0.608 +3,mlp.experts.98.down_proj,0.0000000000,0.05000,0.610 +3,mlp.experts.99.down_proj,0.0000000000,0.05000,0.650 +3,mlp.experts.97.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.96.down_proj,0.0000000000,0.05000,0.613 +3,mlp.experts.103.down_proj,0.0000000000,0.05000,0.604 +3,mlp.experts.102.down_proj,0.0000000000,0.05000,0.608 +3,mlp.experts.101.down_proj,0.0000000000,0.05000,0.610 +3,mlp.experts.100.down_proj,0.0000000000,0.05000,0.608 +3,mlp.experts.106.down_proj,0.0000000000,0.05000,0.630 +3,mlp.experts.107.down_proj,0.0000000000,0.05000,0.632 +3,mlp.experts.105.down_proj,0.0000000000,0.05000,0.632 +3,mlp.experts.104.down_proj,0.0000000000,0.05000,0.617 +3,mlp.experts.110.down_proj,0.0000000000,0.05000,0.617 +3,mlp.experts.111.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.109.down_proj,0.0000000000,0.05000,0.613 +3,mlp.experts.108.down_proj,0.0000000000,0.05000,0.622 +3,mlp.experts.114.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.115.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.113.down_proj,0.0000000000,0.05000,0.611 +3,mlp.experts.112.down_proj,0.0000000000,0.05000,0.620 +3,mlp.experts.119.down_proj,0.0000000000,0.05000,0.611 +3,mlp.experts.118.down_proj,0.0000000000,0.05000,0.629 +3,mlp.experts.117.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.116.down_proj,0.0000000000,0.05000,0.608 +3,mlp.experts.123.down_proj,0.0000000000,0.05000,0.605 +3,mlp.experts.122.down_proj,0.0000000000,0.05000,0.600 +3,mlp.experts.121.down_proj,0.0000000000,0.05000,0.601 +3,mlp.experts.120.down_proj,0.0000000000,0.05000,0.619 +3,mlp.experts.126.down_proj,0.0000000000,0.05000,0.594 +3,mlp.experts.127.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.125.down_proj,0.0000000000,0.05000,0.619 +3,mlp.experts.124.down_proj,0.0000000000,0.05000,0.598 +3,mlp.experts.130.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.131.down_proj,0.0000000000,0.05000,0.631 +3,mlp.experts.129.down_proj,0.0000000000,0.05000,0.615 +3,mlp.experts.128.down_proj,0.0000000000,0.05000,0.631 +3,mlp.experts.134.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.135.down_proj,0.0000000000,0.05000,0.616 +3,mlp.experts.133.down_proj,0.0000000000,0.05000,0.633 +3,mlp.experts.132.down_proj,0.0000000000,0.05000,0.668 +3,mlp.experts.138.down_proj,0.0000000000,0.05000,0.635 +3,mlp.experts.139.down_proj,0.0000000000,0.05000,0.622 +3,mlp.experts.137.down_proj,0.0000000000,0.05000,0.640 +3,mlp.experts.136.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.143.down_proj,0.0000000000,0.05000,0.618 +3,mlp.experts.142.down_proj,0.0000000000,0.05000,0.650 +3,mlp.experts.141.down_proj,0.0000000000,0.05000,0.623 +3,mlp.experts.140.down_proj,0.0000000000,0.05000,0.658 +3,mlp.experts.147.down_proj,0.0000000000,0.05000,0.624 +3,mlp.experts.146.down_proj,0.0000000000,0.05000,0.635 +3,mlp.experts.145.down_proj,0.0000000000,0.05000,0.637 +3,mlp.experts.144.down_proj,0.0000000000,0.05000,0.634 +3,mlp.experts.150.down_proj,0.0000000000,0.05000,0.613 +3,mlp.experts.151.down_proj,0.0000000000,0.05000,0.633 +3,mlp.experts.149.down_proj,0.0000000000,0.05000,0.636 +3,mlp.experts.148.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.154.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.155.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.153.down_proj,0.0000000000,0.05000,0.612 +3,mlp.experts.152.down_proj,0.0000000000,0.05000,0.610 +3,mlp.experts.159.down_proj,0.0000000000,0.05000,0.614 +3,mlp.experts.158.down_proj,0.0000000000,0.05000,0.648 +3,mlp.experts.157.down_proj,0.0000000000,0.05000,0.606 +3,mlp.experts.156.down_proj,0.0000000000,0.05000,0.563 +4,mlp.experts.0.gate_proj,0.0000000014,0.05000,2.056 +4,mlp.experts.3.gate_proj,0.0000000013,0.05000,2.083 +4,mlp.experts.2.gate_proj,0.0000000006,0.05000,2.115 +4,mlp.experts.1.gate_proj,0.0000000004,0.05000,2.181 +4,mlp.experts.7.gate_proj,0.0000000016,0.05000,2.055 +4,mlp.experts.4.gate_proj,0.0000000033,0.05000,2.161 +4,mlp.experts.5.gate_proj,0.0000000004,0.05000,2.080 +4,mlp.experts.6.gate_proj,0.0000000056,0.05000,2.179 +4,mlp.experts.11.gate_proj,0.0000000004,0.05000,2.067 +4,mlp.experts.8.gate_proj,0.0000000015,0.05000,2.053 +4,mlp.experts.9.gate_proj,0.0000000015,0.05000,2.040 +4,mlp.experts.10.gate_proj,0.0000000018,0.05000,2.064 +4,mlp.experts.13.gate_proj,0.0000000003,0.05000,2.016 +4,mlp.experts.15.gate_proj,0.0000000008,0.05000,2.189 +4,mlp.experts.12.gate_proj,0.0000000018,0.05000,2.155 +4,mlp.experts.14.gate_proj,0.0000000009,0.05000,2.121 +4,mlp.experts.17.gate_proj,0.0000000013,0.05000,2.080 +4,mlp.experts.19.gate_proj,0.0000000003,0.05000,2.066 +4,mlp.experts.16.gate_proj,0.0000000003,0.05000,2.068 +4,mlp.experts.18.gate_proj,0.0000000006,0.05000,2.093 +4,mlp.experts.21.gate_proj,0.0000000013,0.05000,2.044 +4,mlp.experts.20.gate_proj,0.0000000006,0.05000,2.042 +4,mlp.experts.23.gate_proj,0.0000000011,0.05000,2.107 +4,mlp.experts.22.gate_proj,0.0000000017,0.05000,2.051 +4,mlp.experts.25.gate_proj,0.0000000006,0.05000,2.133 +4,mlp.experts.24.gate_proj,0.0000000003,0.05000,2.073 +4,mlp.experts.27.gate_proj,0.0000000009,0.05000,2.100 +4,mlp.experts.26.gate_proj,0.0000000008,0.05000,2.116 +4,mlp.experts.29.gate_proj,0.0000000018,0.05000,2.102 +4,mlp.experts.28.gate_proj,0.0000000013,0.05000,2.105 +4,mlp.experts.30.gate_proj,0.0000000005,0.05000,2.068 +4,mlp.experts.31.gate_proj,0.0000000004,0.05000,2.144 +4,mlp.experts.33.gate_proj,0.0000000007,0.05000,2.062 +4,mlp.experts.32.gate_proj,0.0000000009,0.05000,2.131 +4,mlp.experts.34.gate_proj,0.0000000012,0.05000,2.064 +4,mlp.experts.35.gate_proj,0.0000000010,0.05000,2.120 +4,mlp.experts.37.gate_proj,0.0000000009,0.05000,2.079 +4,mlp.experts.36.gate_proj,0.0000000017,0.05000,2.099 +4,mlp.experts.38.gate_proj,0.0000000017,0.05000,2.125 +4,mlp.experts.39.gate_proj,0.0000000008,0.05000,2.133 +4,mlp.experts.41.gate_proj,0.0000000005,0.05000,2.053 +4,mlp.experts.40.gate_proj,0.0000000007,0.05000,2.148 +4,mlp.experts.42.gate_proj,0.0000000022,0.05000,2.117 +4,mlp.experts.43.gate_proj,0.0000000012,0.05000,2.121 +4,mlp.experts.45.gate_proj,0.0000000009,0.05000,2.124 +4,mlp.experts.46.gate_proj,0.0000000006,0.05000,2.081 +4,mlp.experts.47.gate_proj,0.0000000003,0.05000,2.099 +4,mlp.experts.44.gate_proj,0.0000000005,0.05000,2.243 +4,mlp.experts.49.gate_proj,0.0000000024,0.05000,2.154 +4,mlp.experts.50.gate_proj,0.0000000008,0.05000,2.092 +4,mlp.experts.51.gate_proj,0.0000000003,0.05000,2.192 +4,mlp.experts.48.gate_proj,0.0000000007,0.05000,2.181 +4,mlp.experts.53.gate_proj,0.0000000006,0.05000,2.067 +4,mlp.experts.54.gate_proj,0.0000000009,0.05000,2.050 +4,mlp.experts.55.gate_proj,0.0000000011,0.05000,2.070 +4,mlp.experts.52.gate_proj,0.0000000010,0.05000,2.118 +4,mlp.experts.57.gate_proj,0.0000000012,0.05000,2.065 +4,mlp.experts.58.gate_proj,0.0000000013,0.05000,2.050 +4,mlp.experts.59.gate_proj,0.0000000011,0.05000,2.071 +4,mlp.experts.56.gate_proj,0.0000000007,0.05000,2.070 +4,mlp.experts.61.gate_proj,0.0000000013,0.05000,1.510 +4,mlp.experts.62.gate_proj,0.0000000005,0.05000,1.441 +4,mlp.experts.60.gate_proj,0.0000000007,0.05000,2.080 +4,mlp.experts.65.gate_proj,0.0000000011,0.05000,2.118 +4,mlp.experts.66.gate_proj,0.0000000005,0.05000,2.126 +4,mlp.experts.63.gate_proj,0.0000000008,0.05000,2.164 +4,mlp.experts.64.gate_proj,0.0000000010,0.05000,2.072 +4,mlp.experts.69.gate_proj,0.0000000008,0.05000,2.068 +4,mlp.experts.70.gate_proj,0.0000000011,0.05000,2.096 +4,mlp.experts.67.gate_proj,0.0000000003,0.05000,2.090 +4,mlp.experts.68.gate_proj,0.0000000004,0.05000,2.062 +4,mlp.experts.74.gate_proj,0.0000000008,0.05000,2.022 +4,mlp.experts.71.gate_proj,0.0000000011,0.05000,2.048 +4,mlp.experts.73.gate_proj,0.0000000018,0.05000,2.171 +4,mlp.experts.72.gate_proj,0.0000000007,0.05000,2.119 +4,mlp.experts.75.gate_proj,0.0000000006,0.05000,2.070 +4,mlp.experts.78.gate_proj,0.0000000004,0.05000,2.152 +4,mlp.experts.77.gate_proj,0.0000000016,0.05000,2.117 +4,mlp.experts.76.gate_proj,0.0000000008,0.05000,2.096 +4,mlp.experts.82.gate_proj,0.0000000003,0.05000,2.091 +4,mlp.experts.79.gate_proj,0.0000000015,0.05000,2.191 +4,mlp.experts.81.gate_proj,0.0000000011,0.05000,2.227 +4,mlp.experts.80.gate_proj,0.0000000008,0.05000,2.160 +4,mlp.experts.86.gate_proj,0.0000000009,0.05000,2.207 +4,mlp.experts.83.gate_proj,0.0000000008,0.05000,2.164 +4,mlp.experts.85.gate_proj,0.0000000012,0.05000,2.257 +4,mlp.experts.84.gate_proj,0.0000000004,0.05000,2.140 +4,mlp.experts.90.gate_proj,0.0000000005,0.05000,2.113 +4,mlp.experts.87.gate_proj,0.0000000013,0.05000,2.155 +4,mlp.experts.89.gate_proj,0.0000000004,0.05000,2.145 +4,mlp.experts.88.gate_proj,0.0000000004,0.05000,2.097 +4,mlp.experts.94.gate_proj,0.0000000002,0.05000,2.107 +4,mlp.experts.91.gate_proj,0.0000000008,0.05000,2.167 +4,mlp.experts.93.gate_proj,0.0000000014,0.05000,2.114 +4,mlp.experts.92.gate_proj,0.0000000010,0.05000,2.097 +4,mlp.experts.98.gate_proj,0.0000000022,0.05000,2.129 +4,mlp.experts.95.gate_proj,0.0000000010,0.05000,2.156 +4,mlp.experts.97.gate_proj,0.0000000004,0.05000,2.097 +4,mlp.experts.96.gate_proj,0.0000000009,0.05000,2.092 +4,mlp.experts.102.gate_proj,0.0000000019,0.05000,2.093 +4,mlp.experts.99.gate_proj,0.0000000004,0.05000,2.137 +4,mlp.experts.101.gate_proj,0.0000000021,0.05000,2.109 +4,mlp.experts.100.gate_proj,0.0000000017,0.05000,2.081 +4,mlp.experts.106.gate_proj,0.0000000005,0.05000,2.169 +4,mlp.experts.103.gate_proj,0.0000000005,0.05000,2.098 +4,mlp.experts.105.gate_proj,0.0000000011,0.05000,2.128 +4,mlp.experts.104.gate_proj,0.0000000005,0.05000,2.079 +4,mlp.experts.110.gate_proj,0.0000000011,0.05000,2.070 +4,mlp.experts.107.gate_proj,0.0000000005,0.05000,2.156 +4,mlp.experts.109.gate_proj,0.0000000020,0.05000,2.111 +4,mlp.experts.108.gate_proj,0.0000000009,0.05000,2.106 +4,mlp.experts.114.gate_proj,0.0000000003,0.05000,2.099 +4,mlp.experts.113.gate_proj,0.0000000017,0.05000,2.073 +4,mlp.experts.111.gate_proj,0.0000000009,0.05000,2.196 +4,mlp.experts.112.gate_proj,0.0000000006,0.05000,2.064 +4,mlp.experts.118.gate_proj,0.0000000012,0.05000,2.083 +4,mlp.experts.117.gate_proj,0.0000000011,0.05000,2.050 +4,mlp.experts.115.gate_proj,0.0000000009,0.05000,2.099 +4,mlp.experts.116.gate_proj,0.0000000003,0.05000,2.018 +4,mlp.experts.122.gate_proj,0.0000000015,0.05000,2.043 +4,mlp.experts.121.gate_proj,0.0000000014,0.05000,2.091 +4,mlp.experts.119.gate_proj,0.0000000012,0.05000,2.078 +4,mlp.experts.120.gate_proj,0.0000000016,0.05000,2.038 +4,mlp.experts.126.gate_proj,0.0000000002,0.05000,2.084 +4,mlp.experts.125.gate_proj,0.0000000014,0.05000,2.100 +4,mlp.experts.123.gate_proj,0.0000000008,0.05000,2.063 +4,mlp.experts.124.gate_proj,0.0000000008,0.05000,2.022 +4,mlp.experts.130.gate_proj,0.0000000006,0.05000,2.033 +4,mlp.experts.129.gate_proj,0.0000000014,0.05000,2.089 +4,mlp.experts.127.gate_proj,0.0000000012,0.05000,2.085 +4,mlp.experts.128.gate_proj,0.0000000022,0.05000,2.021 +4,mlp.experts.134.gate_proj,0.0000000005,0.05000,2.034 +4,mlp.experts.133.gate_proj,0.0000000024,0.05000,2.031 +4,mlp.experts.131.gate_proj,0.0000000007,0.05000,2.082 +4,mlp.experts.132.gate_proj,0.0000000008,0.05000,2.029 +4,mlp.experts.138.gate_proj,0.0000000006,0.05000,2.092 +4,mlp.experts.137.gate_proj,0.0000000007,0.05000,2.035 +4,mlp.experts.135.gate_proj,0.0000000002,0.05000,2.044 +4,mlp.experts.136.gate_proj,0.0000000009,0.05000,2.046 +4,mlp.experts.142.gate_proj,0.0000000033,0.05000,2.045 +4,mlp.experts.141.gate_proj,0.0000000009,0.05000,2.036 +4,mlp.experts.139.gate_proj,0.0000000016,0.05000,2.035 +4,mlp.experts.140.gate_proj,0.0000000003,0.05000,2.101 +4,mlp.experts.146.gate_proj,0.0000000012,0.05000,2.151 +4,mlp.experts.145.gate_proj,0.0000000019,0.05000,2.125 +4,mlp.experts.143.gate_proj,0.0000000003,0.05000,2.090 +4,mlp.experts.144.gate_proj,0.0000000015,0.05000,2.097 +4,mlp.experts.150.gate_proj,0.0000000007,0.05000,2.048 +4,mlp.experts.147.gate_proj,0.0000000017,0.05000,2.021 +4,mlp.experts.149.gate_proj,0.0000000009,0.05000,2.121 +4,mlp.experts.148.gate_proj,0.0000000015,0.05000,2.094 +4,mlp.experts.154.gate_proj,0.0000000004,0.05000,2.097 +4,mlp.experts.151.gate_proj,0.0000000007,0.05000,2.112 +4,mlp.experts.153.gate_proj,0.0000000012,0.05000,2.175 +4,mlp.experts.152.gate_proj,0.0000000018,0.05000,2.068 +4,mlp.experts.158.gate_proj,0.0000000007,0.05000,2.095 +4,mlp.experts.155.gate_proj,0.0000000007,0.05000,2.167 +4,mlp.experts.157.gate_proj,0.0000000009,0.05000,2.106 +4,mlp.experts.156.gate_proj,0.0000000011,0.05000,2.070 +4,mlp.experts.2.up_proj,0.0000000006,0.05000,2.114 +4,mlp.experts.1.up_proj,0.0000000004,0.05000,2.057 +4,mlp.experts.159.gate_proj,0.0000000011,0.05000,2.129 +4,mlp.experts.0.up_proj,0.0000000014,0.05000,2.030 +4,mlp.experts.6.up_proj,0.0000000056,0.05000,2.058 +4,mlp.experts.5.up_proj,0.0000000004,0.05000,2.072 +4,mlp.experts.3.up_proj,0.0000000013,0.05000,2.184 +4,mlp.experts.4.up_proj,0.0000000033,0.05000,2.104 +4,mlp.experts.10.up_proj,0.0000000018,0.05000,2.103 +4,mlp.experts.9.up_proj,0.0000000015,0.05000,2.036 +4,mlp.experts.7.up_proj,0.0000000017,0.05000,2.095 +4,mlp.experts.8.up_proj,0.0000000015,0.05000,2.032 +4,mlp.experts.14.up_proj,0.0000000009,0.05000,2.071 +4,mlp.experts.13.up_proj,0.0000000003,0.05000,2.057 +4,mlp.experts.11.up_proj,0.0000000004,0.05000,2.101 +4,mlp.experts.12.up_proj,0.0000000018,0.05000,2.103 +4,mlp.experts.18.up_proj,0.0000000006,0.05000,2.058 +4,mlp.experts.17.up_proj,0.0000000013,0.05000,2.060 +4,mlp.experts.15.up_proj,0.0000000008,0.05000,2.072 +4,mlp.experts.16.up_proj,0.0000000003,0.05000,2.104 +4,mlp.experts.22.up_proj,0.0000000017,0.05000,2.042 +4,mlp.experts.21.up_proj,0.0000000013,0.05000,2.074 +4,mlp.experts.19.up_proj,0.0000000003,0.05000,2.023 +4,mlp.experts.20.up_proj,0.0000000006,0.05000,2.052 +4,mlp.experts.26.up_proj,0.0000000008,0.05000,2.109 +4,mlp.experts.25.up_proj,0.0000000006,0.05000,2.069 +4,mlp.experts.23.up_proj,0.0000000011,0.05000,2.046 +4,mlp.experts.24.up_proj,0.0000000003,0.05000,2.103 +4,mlp.experts.30.up_proj,0.0000000005,0.05000,2.082 +4,mlp.experts.29.up_proj,0.0000000017,0.05000,2.086 +4,mlp.experts.27.up_proj,0.0000000009,0.05000,2.093 +4,mlp.experts.28.up_proj,0.0000000012,0.05000,2.093 +4,mlp.experts.34.up_proj,0.0000000012,0.05000,2.134 +4,mlp.experts.33.up_proj,0.0000000007,0.05000,2.076 +4,mlp.experts.31.up_proj,0.0000000004,0.05000,2.075 +4,mlp.experts.32.up_proj,0.0000000009,0.05000,2.068 +4,mlp.experts.38.up_proj,0.0000000017,0.05000,2.130 +4,mlp.experts.37.up_proj,0.0000000009,0.05000,2.102 +4,mlp.experts.35.up_proj,0.0000000010,0.05000,2.114 +4,mlp.experts.36.up_proj,0.0000000017,0.05000,2.039 +4,mlp.experts.42.up_proj,0.0000000022,0.05000,2.059 +4,mlp.experts.41.up_proj,0.0000000005,0.05000,2.045 +4,mlp.experts.39.up_proj,0.0000000008,0.05000,2.044 +4,mlp.experts.40.up_proj,0.0000000007,0.05000,2.062 +4,mlp.experts.46.up_proj,0.0000000006,0.05000,2.124 +4,mlp.experts.45.up_proj,0.0000000009,0.05000,2.112 +4,mlp.experts.43.up_proj,0.0000000012,0.05000,2.057 +4,mlp.experts.44.up_proj,0.0000000005,0.05000,2.116 +4,mlp.experts.50.up_proj,0.0000000008,0.05000,2.142 +4,mlp.experts.49.up_proj,0.0000000024,0.05000,2.133 +4,mlp.experts.47.up_proj,0.0000000003,0.05000,2.131 +4,mlp.experts.48.up_proj,0.0000000007,0.05000,2.042 +4,mlp.experts.54.up_proj,0.0000000009,0.05000,2.061 +4,mlp.experts.53.up_proj,0.0000000006,0.05000,2.086 +4,mlp.experts.51.up_proj,0.0000000003,0.05000,2.030 +4,mlp.experts.52.up_proj,0.0000000010,0.05000,2.057 +4,mlp.experts.58.up_proj,0.0000000013,0.05000,2.081 +4,mlp.experts.57.up_proj,0.0000000012,0.05000,2.072 +4,mlp.experts.55.up_proj,0.0000000011,0.05000,2.090 +4,mlp.experts.56.up_proj,0.0000000007,0.05000,2.067 +4,mlp.experts.62.up_proj,0.0000000005,0.05000,2.073 +4,mlp.experts.61.up_proj,0.0000000013,0.05000,2.124 +4,mlp.experts.59.up_proj,0.0000000011,0.05000,2.075 +4,mlp.experts.60.up_proj,0.0000000007,0.05000,2.047 +4,mlp.experts.66.up_proj,0.0000000005,0.05000,2.065 +4,mlp.experts.65.up_proj,0.0000000011,0.05000,2.099 +4,mlp.experts.63.up_proj,0.0000000008,0.05000,2.072 +4,mlp.experts.64.up_proj,0.0000000010,0.05000,2.080 +4,mlp.experts.70.up_proj,0.0000000010,0.05000,2.088 +4,mlp.experts.69.up_proj,0.0000000008,0.05000,2.076 +4,mlp.experts.67.up_proj,0.0000000003,0.05000,2.113 +4,mlp.experts.68.up_proj,0.0000000004,0.05000,2.027 +4,mlp.experts.74.up_proj,0.0000000008,0.05000,2.029 +4,mlp.experts.73.up_proj,0.0000000018,0.05000,2.027 +4,mlp.experts.71.up_proj,0.0000000010,0.05000,2.061 +4,mlp.experts.72.up_proj,0.0000000007,0.05000,2.090 +4,mlp.experts.78.up_proj,0.0000000004,0.05000,2.137 +4,mlp.experts.77.up_proj,0.0000000016,0.05000,2.065 +4,mlp.experts.75.up_proj,0.0000000006,0.05000,2.073 +4,mlp.experts.76.up_proj,0.0000000008,0.05000,2.037 +4,mlp.experts.82.up_proj,0.0000000003,0.05000,2.068 +4,mlp.experts.81.up_proj,0.0000000011,0.05000,2.089 +4,mlp.experts.79.up_proj,0.0000000015,0.05000,2.057 +4,mlp.experts.80.up_proj,0.0000000008,0.05000,2.035 +4,mlp.experts.86.up_proj,0.0000000009,0.05000,2.063 +4,mlp.experts.85.up_proj,0.0000000012,0.05000,2.083 +4,mlp.experts.83.up_proj,0.0000000008,0.05000,2.090 +4,mlp.experts.84.up_proj,0.0000000003,0.05000,2.033 +4,mlp.experts.90.up_proj,0.0000000005,0.05000,2.119 +4,mlp.experts.89.up_proj,0.0000000004,0.05000,2.018 +4,mlp.experts.87.up_proj,0.0000000013,0.05000,2.062 +4,mlp.experts.88.up_proj,0.0000000004,0.05000,2.052 +4,mlp.experts.94.up_proj,0.0000000002,0.05000,2.175 +4,mlp.experts.93.up_proj,0.0000000014,0.05000,2.105 +4,mlp.experts.91.up_proj,0.0000000008,0.05000,2.128 +4,mlp.experts.92.up_proj,0.0000000010,0.05000,2.127 +4,mlp.experts.98.up_proj,0.0000000022,0.05000,2.050 +4,mlp.experts.97.up_proj,0.0000000004,0.05000,2.119 +4,mlp.experts.95.up_proj,0.0000000010,0.05000,2.062 +4,mlp.experts.96.up_proj,0.0000000009,0.05000,2.070 +4,mlp.experts.102.up_proj,0.0000000019,0.05000,2.049 +4,mlp.experts.101.up_proj,0.0000000021,0.05000,2.008 +4,mlp.experts.99.up_proj,0.0000000004,0.05000,2.024 +4,mlp.experts.100.up_proj,0.0000000017,0.05000,2.044 +4,mlp.experts.106.up_proj,0.0000000005,0.05000,2.050 +4,mlp.experts.105.up_proj,0.0000000011,0.05000,2.068 +4,mlp.experts.103.up_proj,0.0000000005,0.05000,2.075 +4,mlp.experts.104.up_proj,0.0000000005,0.05000,2.058 +4,mlp.experts.110.up_proj,0.0000000011,0.05000,2.068 +4,mlp.experts.109.up_proj,0.0000000020,0.05000,2.073 +4,mlp.experts.107.up_proj,0.0000000005,0.05000,2.076 +4,mlp.experts.108.up_proj,0.0000000009,0.05000,2.123 +4,mlp.experts.114.up_proj,0.0000000003,0.05000,2.068 +4,mlp.experts.113.up_proj,0.0000000017,0.05000,2.081 +4,mlp.experts.111.up_proj,0.0000000009,0.05000,2.086 +4,mlp.experts.112.up_proj,0.0000000006,0.05000,2.100 +4,mlp.experts.118.up_proj,0.0000000012,0.05000,2.140 +4,mlp.experts.117.up_proj,0.0000000011,0.05000,2.062 +4,mlp.experts.115.up_proj,0.0000000009,0.05000,2.125 +4,mlp.experts.116.up_proj,0.0000000003,0.05000,2.034 +4,mlp.experts.122.up_proj,0.0000000014,0.05000,2.062 +4,mlp.experts.121.up_proj,0.0000000014,0.05000,2.050 +4,mlp.experts.119.up_proj,0.0000000012,0.05000,2.090 +4,mlp.experts.120.up_proj,0.0000000016,0.05000,2.116 +4,mlp.experts.126.up_proj,0.0000000002,0.05000,2.110 +4,mlp.experts.125.up_proj,0.0000000014,0.05000,2.079 +4,mlp.experts.123.up_proj,0.0000000008,0.05000,2.105 +4,mlp.experts.124.up_proj,0.0000000008,0.05000,2.094 +4,mlp.experts.130.up_proj,0.0000000006,0.05000,2.091 +4,mlp.experts.129.up_proj,0.0000000014,0.05000,2.160 +4,mlp.experts.127.up_proj,0.0000000012,0.05000,2.113 +4,mlp.experts.128.up_proj,0.0000000022,0.05000,2.075 +4,mlp.experts.134.up_proj,0.0000000005,0.05000,2.102 +4,mlp.experts.133.up_proj,0.0000000024,0.05000,2.058 +4,mlp.experts.131.up_proj,0.0000000006,0.05000,2.068 +4,mlp.experts.132.up_proj,0.0000000008,0.05000,2.057 +4,mlp.experts.138.up_proj,0.0000000006,0.05000,2.086 +4,mlp.experts.137.up_proj,0.0000000007,0.05000,2.061 +4,mlp.experts.135.up_proj,0.0000000002,0.05000,2.114 +4,mlp.experts.136.up_proj,0.0000000009,0.05000,2.111 +4,mlp.experts.141.up_proj,0.0000000009,0.05000,2.031 +4,mlp.experts.142.up_proj,0.0000000033,0.05000,2.058 +4,mlp.experts.139.up_proj,0.0000000016,0.05000,2.047 +4,mlp.experts.140.up_proj,0.0000000003,0.05000,2.077 +4,mlp.experts.145.up_proj,0.0000000019,0.05000,2.041 +4,mlp.experts.146.up_proj,0.0000000012,0.05000,2.071 +4,mlp.experts.143.up_proj,0.0000000003,0.05000,2.063 +4,mlp.experts.144.up_proj,0.0000000015,0.05000,2.065 +4,mlp.experts.149.up_proj,0.0000000009,0.05000,2.079 +4,mlp.experts.150.up_proj,0.0000000007,0.05000,2.082 +4,mlp.experts.147.up_proj,0.0000000017,0.05000,2.071 +4,mlp.experts.148.up_proj,0.0000000015,0.05000,2.095 +4,mlp.experts.153.up_proj,0.0000000012,0.05000,2.083 +4,mlp.experts.154.up_proj,0.0000000004,0.05000,2.127 +4,mlp.experts.151.up_proj,0.0000000007,0.05000,2.091 +4,mlp.experts.152.up_proj,0.0000000018,0.05000,2.060 +4,mlp.experts.157.up_proj,0.0000000009,0.05000,2.044 +4,mlp.experts.158.up_proj,0.0000000007,0.05000,2.097 +4,mlp.experts.155.up_proj,0.0000000007,0.05000,2.006 +4,mlp.experts.156.up_proj,0.0000000011,0.05000,1.694 +4,mlp.experts.159.up_proj,0.0000000011,0.05000,1.105 +4,mlp.experts.1.down_proj,0.0000000000,0.05000,0.644 +4,mlp.experts.0.down_proj,0.0000000000,0.05000,0.647 +4,mlp.experts.2.down_proj,0.0000000000,0.05000,0.681 +4,mlp.experts.3.down_proj,0.0000000000,0.05000,0.681 +4,mlp.experts.5.down_proj,0.0000000000,0.05000,0.617 +4,mlp.experts.4.down_proj,0.0000000000,0.05000,0.628 +4,mlp.experts.7.down_proj,0.0000000000,0.05000,0.607 +4,mlp.experts.6.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.9.down_proj,0.0000000000,0.05000,0.611 +4,mlp.experts.8.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.11.down_proj,0.0000000000,0.05000,0.632 +4,mlp.experts.10.down_proj,0.0000000000,0.05000,0.638 +4,mlp.experts.13.down_proj,0.0000000000,0.05000,0.609 +4,mlp.experts.12.down_proj,0.0000000000,0.05000,0.623 +4,mlp.experts.15.down_proj,0.0000000000,0.05000,0.631 +4,mlp.experts.14.down_proj,0.0000000000,0.05000,0.625 +4,mlp.experts.17.down_proj,0.0000000000,0.05000,0.608 +4,mlp.experts.16.down_proj,0.0000000000,0.05000,0.617 +4,mlp.experts.18.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.19.down_proj,0.0000000000,0.05000,0.639 +4,mlp.experts.21.down_proj,0.0000000000,0.05000,0.617 +4,mlp.experts.20.down_proj,0.0000000000,0.05000,0.629 +4,mlp.experts.22.down_proj,0.0000000000,0.05000,0.624 +4,mlp.experts.23.down_proj,0.0000000000,0.05000,0.633 +4,mlp.experts.25.down_proj,0.0000000000,0.05000,0.607 +4,mlp.experts.24.down_proj,0.0000000000,0.05000,0.625 +4,mlp.experts.27.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.26.down_proj,0.0000000000,0.05000,0.630 +4,mlp.experts.29.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.28.down_proj,0.0000000000,0.05000,0.643 +4,mlp.experts.30.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.31.down_proj,0.0000000000,0.05000,0.651 +4,mlp.experts.33.down_proj,0.0000000000,0.05000,0.614 +4,mlp.experts.32.down_proj,0.0000000000,0.05000,0.621 +4,mlp.experts.34.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.35.down_proj,0.0000000000,0.05000,0.612 +4,mlp.experts.37.down_proj,0.0000000000,0.05000,0.608 +4,mlp.experts.36.down_proj,0.0000000000,0.05000,0.616 +4,mlp.experts.39.down_proj,0.0000000000,0.05000,0.608 +4,mlp.experts.38.down_proj,0.0000000000,0.05000,0.615 +4,mlp.experts.41.down_proj,0.0000000000,0.05000,0.616 +4,mlp.experts.43.down_proj,0.0000000000,0.05000,0.608 +4,mlp.experts.42.down_proj,0.0000000000,0.05000,0.617 +4,mlp.experts.40.down_proj,0.0000000000,0.05000,0.655 +4,mlp.experts.45.down_proj,0.0000000000,0.05000,0.628 +4,mlp.experts.47.down_proj,0.0000000000,0.05000,0.608 +4,mlp.experts.44.down_proj,0.0000000000,0.05000,0.613 +4,mlp.experts.46.down_proj,0.0000000000,0.05000,0.617 +4,mlp.experts.49.down_proj,0.0000000000,0.05000,0.620 +4,mlp.experts.51.down_proj,0.0000000000,0.05000,0.609 +4,mlp.experts.48.down_proj,0.0000000000,0.05000,0.635 +4,mlp.experts.50.down_proj,0.0000000000,0.05000,0.641 +4,mlp.experts.53.down_proj,0.0000000000,0.05000,0.602 +4,mlp.experts.55.down_proj,0.0000000000,0.05000,0.627 +4,mlp.experts.52.down_proj,0.0000000000,0.05000,0.626 +4,mlp.experts.54.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.57.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.59.down_proj,0.0000000000,0.05000,0.614 +4,mlp.experts.58.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.56.down_proj,0.0000000000,0.05000,0.641 +4,mlp.experts.61.down_proj,0.0000000000,0.05000,0.634 +4,mlp.experts.63.down_proj,0.0000000000,0.05000,0.625 +4,mlp.experts.60.down_proj,0.0000000000,0.05000,0.634 +4,mlp.experts.62.down_proj,0.0000000000,0.05000,0.647 +4,mlp.experts.65.down_proj,0.0000000000,0.05000,0.615 +4,mlp.experts.67.down_proj,0.0000000000,0.05000,0.618 +4,mlp.experts.64.down_proj,0.0000000000,0.05000,0.640 +4,mlp.experts.66.down_proj,0.0000000000,0.05000,0.649 +4,mlp.experts.69.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.71.down_proj,0.0000000000,0.05000,0.613 +4,mlp.experts.68.down_proj,0.0000000000,0.05000,0.617 +4,mlp.experts.70.down_proj,0.0000000000,0.05000,0.620 +4,mlp.experts.73.down_proj,0.0000000000,0.05000,0.618 +4,mlp.experts.75.down_proj,0.0000000000,0.05000,0.612 +4,mlp.experts.74.down_proj,0.0000000000,0.05000,0.616 +4,mlp.experts.72.down_proj,0.0000000000,0.05000,0.639 +4,mlp.experts.77.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.79.down_proj,0.0000000000,0.05000,0.626 +4,mlp.experts.76.down_proj,0.0000000000,0.05000,0.627 +4,mlp.experts.78.down_proj,0.0000000000,0.05000,0.641 +4,mlp.experts.81.down_proj,0.0000000000,0.05000,0.607 +4,mlp.experts.83.down_proj,0.0000000000,0.05000,0.607 +4,mlp.experts.82.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.80.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.85.down_proj,0.0000000000,0.05000,0.655 +4,mlp.experts.87.down_proj,0.0000000000,0.05000,0.637 +4,mlp.experts.86.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.84.down_proj,0.0000000000,0.05000,0.638 +4,mlp.experts.89.down_proj,0.0000000000,0.05000,0.601 +4,mlp.experts.91.down_proj,0.0000000000,0.05000,0.601 +4,mlp.experts.90.down_proj,0.0000000000,0.05000,0.608 +4,mlp.experts.88.down_proj,0.0000000000,0.05000,0.600 +4,mlp.experts.93.down_proj,0.0000000000,0.05000,0.609 +4,mlp.experts.95.down_proj,0.0000000000,0.05000,0.611 +4,mlp.experts.94.down_proj,0.0000000000,0.05000,0.646 +4,mlp.experts.92.down_proj,0.0000000000,0.05000,0.638 +4,mlp.experts.97.down_proj,0.0000000000,0.05000,0.615 +4,mlp.experts.99.down_proj,0.0000000000,0.05000,0.628 +4,mlp.experts.98.down_proj,0.0000000000,0.05000,0.629 +4,mlp.experts.96.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.101.down_proj,0.0000000000,0.05000,0.631 +4,mlp.experts.103.down_proj,0.0000000000,0.05000,0.609 +4,mlp.experts.102.down_proj,0.0000000000,0.05000,0.625 +4,mlp.experts.100.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.105.down_proj,0.0000000000,0.05000,0.642 +4,mlp.experts.107.down_proj,0.0000000000,0.05000,0.644 +4,mlp.experts.106.down_proj,0.0000000000,0.05000,0.642 +4,mlp.experts.104.down_proj,0.0000000000,0.05000,0.673 +4,mlp.experts.109.down_proj,0.0000000000,0.05000,0.627 +4,mlp.experts.111.down_proj,0.0000000000,0.05000,0.611 +4,mlp.experts.110.down_proj,0.0000000000,0.05000,0.620 +4,mlp.experts.108.down_proj,0.0000000000,0.05000,0.613 +4,mlp.experts.113.down_proj,0.0000000000,0.05000,0.606 +4,mlp.experts.115.down_proj,0.0000000000,0.05000,0.609 +4,mlp.experts.114.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.112.down_proj,0.0000000000,0.05000,0.626 +4,mlp.experts.117.down_proj,0.0000000000,0.05000,0.639 +4,mlp.experts.119.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.118.down_proj,0.0000000000,0.05000,0.653 +4,mlp.experts.116.down_proj,0.0000000000,0.05000,0.627 +4,mlp.experts.121.down_proj,0.0000000000,0.05000,0.644 +4,mlp.experts.123.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.122.down_proj,0.0000000000,0.05000,0.607 +4,mlp.experts.120.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.127.down_proj,0.0000000000,0.05000,0.638 +4,mlp.experts.125.down_proj,0.0000000000,0.05000,0.673 +4,mlp.experts.126.down_proj,0.0000000000,0.05000,0.659 +4,mlp.experts.124.down_proj,0.0000000000,0.05000,0.635 +4,mlp.experts.129.down_proj,0.0000000000,0.05000,0.622 +4,mlp.experts.131.down_proj,0.0000000000,0.05000,0.659 +4,mlp.experts.130.down_proj,0.0000000000,0.05000,0.641 +4,mlp.experts.128.down_proj,0.0000000000,0.05000,0.626 +4,mlp.experts.133.down_proj,0.0000000000,0.05000,0.630 +4,mlp.experts.135.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.132.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.134.down_proj,0.0000000000,0.05000,0.658 +4,mlp.experts.137.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.139.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.136.down_proj,0.0000000000,0.05000,0.619 +4,mlp.experts.138.down_proj,0.0000000000,0.05000,0.630 +4,mlp.experts.141.down_proj,0.0000000000,0.05000,0.599 +4,mlp.experts.143.down_proj,0.0000000000,0.05000,0.607 +4,mlp.experts.140.down_proj,0.0000000000,0.05000,0.620 +4,mlp.experts.142.down_proj,0.0000000000,0.05000,0.611 +4,mlp.experts.147.down_proj,0.0000000000,0.05000,0.611 +4,mlp.experts.145.down_proj,0.0000000000,0.05000,0.636 +4,mlp.experts.144.down_proj,0.0000000000,0.05000,0.633 +4,mlp.experts.146.down_proj,0.0000000000,0.05000,0.627 +4,mlp.experts.151.down_proj,0.0000000000,0.05000,0.606 +4,mlp.experts.149.down_proj,0.0000000000,0.05000,0.604 +4,mlp.experts.148.down_proj,0.0000000000,0.05000,0.643 +4,mlp.experts.150.down_proj,0.0000000000,0.05000,0.630 +4,mlp.experts.155.down_proj,0.0000000000,0.05000,0.610 +4,mlp.experts.153.down_proj,0.0000000000,0.05000,0.631 +4,mlp.experts.152.down_proj,0.0000000000,0.05000,0.603 +4,mlp.experts.154.down_proj,0.0000000000,0.05000,0.640 +4,mlp.experts.159.down_proj,0.0000000000,0.05000,0.605 +4,mlp.experts.157.down_proj,0.0000000000,0.05000,0.612 +4,mlp.experts.156.down_proj,0.0000000000,0.05000,0.505 +4,mlp.experts.158.down_proj,0.0000000000,0.05000,0.495 +5,mlp.experts.0.gate_proj,0.0000000003,0.05000,2.097 +5,mlp.experts.3.gate_proj,0.0000000002,0.05000,2.125 +5,mlp.experts.1.gate_proj,0.0000000025,0.05000,2.179 +5,mlp.experts.2.gate_proj,0.0000000008,0.05000,2.233 +5,mlp.experts.5.gate_proj,0.0000000007,0.05000,2.006 +5,mlp.experts.7.gate_proj,0.0000000021,0.05000,2.090 +5,mlp.experts.4.gate_proj,0.0000000013,0.05000,2.120 +5,mlp.experts.6.gate_proj,0.0000000007,0.05000,2.072 +5,mlp.experts.8.gate_proj,0.0000000008,0.05000,2.047 +5,mlp.experts.11.gate_proj,0.0000000007,0.05000,2.075 +5,mlp.experts.9.gate_proj,0.0000000018,0.05000,2.126 +5,mlp.experts.10.gate_proj,0.0000000033,0.05000,2.086 +5,mlp.experts.12.gate_proj,0.0000000009,0.05000,2.046 +5,mlp.experts.13.gate_proj,0.0000000005,0.05000,2.067 +5,mlp.experts.15.gate_proj,0.0000000030,0.05000,2.123 +5,mlp.experts.14.gate_proj,0.0000000016,0.05000,2.101 +5,mlp.experts.16.gate_proj,0.0000000020,0.05000,2.071 +5,mlp.experts.17.gate_proj,0.0000000007,0.05000,2.075 +5,mlp.experts.19.gate_proj,0.0000000006,0.05000,2.086 +5,mlp.experts.18.gate_proj,0.0000000014,0.05000,2.056 +5,mlp.experts.20.gate_proj,0.0000000006,0.05000,2.123 +5,mlp.experts.21.gate_proj,0.0000000014,0.05000,2.084 +5,mlp.experts.23.gate_proj,0.0000000019,0.05000,2.098 +5,mlp.experts.22.gate_proj,0.0000000003,0.05000,2.092 +5,mlp.experts.24.gate_proj,0.0000000010,0.05000,2.047 +5,mlp.experts.25.gate_proj,0.0000000007,0.05000,2.048 +5,mlp.experts.27.gate_proj,0.0000000009,0.05000,2.057 +5,mlp.experts.26.gate_proj,0.0000000012,0.05000,2.072 +5,mlp.experts.29.gate_proj,0.0000000009,0.05000,2.065 +5,mlp.experts.28.gate_proj,0.0000000013,0.05000,2.121 +5,mlp.experts.31.gate_proj,0.0000000009,0.05000,2.073 +5,mlp.experts.30.gate_proj,0.0000000022,0.05000,2.112 +5,mlp.experts.33.gate_proj,0.0000000009,0.05000,2.071 +5,mlp.experts.32.gate_proj,0.0000000006,0.05000,2.074 +5,mlp.experts.35.gate_proj,0.0000000020,0.05000,2.122 +5,mlp.experts.34.gate_proj,0.0000000006,0.05000,2.070 +5,mlp.experts.36.gate_proj,0.0000000012,0.05000,2.101 +5,mlp.experts.37.gate_proj,0.0000000021,0.05000,2.158 +5,mlp.experts.38.gate_proj,0.0000000012,0.05000,2.051 +5,mlp.experts.39.gate_proj,0.0000000020,0.05000,2.126 +5,mlp.experts.40.gate_proj,0.0000000016,0.05000,2.089 +5,mlp.experts.41.gate_proj,0.0000000003,0.05000,2.119 +5,mlp.experts.42.gate_proj,0.0000000008,0.05000,2.083 +5,mlp.experts.43.gate_proj,0.0000000005,0.05000,2.083 +5,mlp.experts.44.gate_proj,0.0000000008,0.05000,2.101 +5,mlp.experts.47.gate_proj,0.0000000005,0.05000,2.054 +5,mlp.experts.46.gate_proj,0.0000000011,0.05000,2.087 +5,mlp.experts.45.gate_proj,0.0000000004,0.05000,2.170 +5,mlp.experts.48.gate_proj,0.0000000013,0.05000,2.100 +5,mlp.experts.50.gate_proj,0.0000000010,0.05000,2.103 +5,mlp.experts.51.gate_proj,0.0000000020,0.05000,2.106 +5,mlp.experts.49.gate_proj,0.0000000014,0.05000,2.122 +5,mlp.experts.52.gate_proj,0.0000000017,0.05000,2.097 +5,mlp.experts.53.gate_proj,0.0000000036,0.05000,1.994 +5,mlp.experts.54.gate_proj,0.0000000012,0.05000,2.093 +5,mlp.experts.55.gate_proj,0.0000000010,0.05000,2.127 +5,mlp.experts.56.gate_proj,0.0000000004,0.05000,2.021 +5,mlp.experts.57.gate_proj,0.0000000015,0.05000,2.023 +5,mlp.experts.58.gate_proj,0.0000000009,0.05000,2.044 +5,mlp.experts.59.gate_proj,0.0000000003,0.05000,2.076 +5,mlp.experts.60.gate_proj,0.0000000009,0.05000,2.110 +5,mlp.experts.61.gate_proj,0.0000000012,0.05000,2.091 +5,mlp.experts.62.gate_proj,0.0000000018,0.05000,2.136 +5,mlp.experts.63.gate_proj,0.0000000004,0.05000,2.151 +5,mlp.experts.65.gate_proj,0.0000000004,0.05000,2.007 +5,mlp.experts.64.gate_proj,0.0000000002,0.05000,2.095 +5,mlp.experts.66.gate_proj,0.0000000009,0.05000,2.084 +5,mlp.experts.67.gate_proj,0.0000000003,0.05000,2.064 +5,mlp.experts.69.gate_proj,0.0000000014,0.05000,2.028 +5,mlp.experts.68.gate_proj,0.0000000005,0.05000,2.076 +5,mlp.experts.70.gate_proj,0.0000000013,0.05000,2.064 +5,mlp.experts.71.gate_proj,0.0000000046,0.05000,2.051 +5,mlp.experts.73.gate_proj,0.0000000009,0.05000,2.031 +5,mlp.experts.72.gate_proj,0.0000000019,0.05000,2.058 +5,mlp.experts.74.gate_proj,0.0000000008,0.05000,2.054 +5,mlp.experts.75.gate_proj,0.0000000010,0.05000,2.068 +5,mlp.experts.77.gate_proj,0.0000000004,0.05000,2.054 +5,mlp.experts.76.gate_proj,0.0000000028,0.05000,2.048 +5,mlp.experts.78.gate_proj,0.0000000007,0.05000,2.040 +5,mlp.experts.79.gate_proj,0.0000000014,0.05000,2.057 +5,mlp.experts.81.gate_proj,0.0000000004,0.05000,2.043 +5,mlp.experts.80.gate_proj,0.0000000005,0.05000,2.091 +5,mlp.experts.82.gate_proj,0.0000000003,0.05000,2.045 +5,mlp.experts.83.gate_proj,0.0000000008,0.05000,2.068 +5,mlp.experts.85.gate_proj,0.0000000008,0.05000,2.077 +5,mlp.experts.84.gate_proj,0.0000000033,0.05000,2.055 +5,mlp.experts.86.gate_proj,0.0000000014,0.05000,2.076 +5,mlp.experts.87.gate_proj,0.0000000021,0.05000,2.128 +5,mlp.experts.89.gate_proj,0.0000000009,0.05000,2.055 +5,mlp.experts.88.gate_proj,0.0000000003,0.05000,2.069 +5,mlp.experts.90.gate_proj,0.0000000009,0.05000,2.076 +5,mlp.experts.91.gate_proj,0.0000000012,0.05000,2.099 +5,mlp.experts.93.gate_proj,0.0000000007,0.05000,2.035 +5,mlp.experts.92.gate_proj,0.0000000006,0.05000,2.072 +5,mlp.experts.94.gate_proj,0.0000000010,0.05000,2.035 +5,mlp.experts.95.gate_proj,0.0000000008,0.05000,2.052 +5,mlp.experts.97.gate_proj,0.0000000017,0.05000,2.026 +5,mlp.experts.98.gate_proj,0.0000000016,0.05000,2.005 +5,mlp.experts.96.gate_proj,0.0000000013,0.05000,2.063 +5,mlp.experts.99.gate_proj,0.0000000011,0.05000,2.067 +5,mlp.experts.101.gate_proj,0.0000000019,0.05000,2.068 +5,mlp.experts.102.gate_proj,0.0000000008,0.05000,2.031 +5,mlp.experts.100.gate_proj,0.0000000003,0.05000,2.086 +5,mlp.experts.103.gate_proj,0.0000000013,0.05000,2.051 +5,mlp.experts.105.gate_proj,0.0000000013,0.05000,2.069 +5,mlp.experts.106.gate_proj,0.0000000003,0.05000,2.052 +5,mlp.experts.104.gate_proj,0.0000000025,0.05000,2.068 +5,mlp.experts.107.gate_proj,0.0000000003,0.05000,2.040 +5,mlp.experts.109.gate_proj,0.0000000007,0.05000,2.051 +5,mlp.experts.110.gate_proj,0.0000000011,0.05000,2.052 +5,mlp.experts.108.gate_proj,0.0000000027,0.05000,2.036 +5,mlp.experts.111.gate_proj,0.0000000026,0.05000,2.031 +5,mlp.experts.113.gate_proj,0.0000000006,0.05000,2.056 +5,mlp.experts.114.gate_proj,0.0000000010,0.05000,2.050 +5,mlp.experts.112.gate_proj,0.0000000010,0.05000,2.039 +5,mlp.experts.115.gate_proj,0.0000000009,0.05000,2.136 +5,mlp.experts.117.gate_proj,0.0000000026,0.05000,2.042 +5,mlp.experts.116.gate_proj,0.0000000003,0.05000,2.006 +5,mlp.experts.118.gate_proj,0.0000000016,0.05000,2.137 +5,mlp.experts.119.gate_proj,0.0000000017,0.05000,2.022 +5,mlp.experts.121.gate_proj,0.0000000003,0.05000,1.474 +5,mlp.experts.120.gate_proj,0.0000000015,0.05000,1.357 +5,mlp.experts.122.gate_proj,0.0000000005,0.05000,2.101 +5,mlp.experts.125.gate_proj,0.0000000003,0.05000,2.126 +5,mlp.experts.124.gate_proj,0.0000000011,0.05000,2.167 +5,mlp.experts.123.gate_proj,0.0000000021,0.05000,2.244 +5,mlp.experts.126.gate_proj,0.0000000006,0.05000,2.077 +5,mlp.experts.128.gate_proj,0.0000000012,0.05000,2.071 +5,mlp.experts.129.gate_proj,0.0000000008,0.05000,2.144 +5,mlp.experts.127.gate_proj,0.0000000013,0.05000,2.106 +5,mlp.experts.130.gate_proj,0.0000000019,0.05000,2.086 +5,mlp.experts.132.gate_proj,0.0000000002,0.05000,2.057 +5,mlp.experts.133.gate_proj,0.0000000053,0.05000,2.073 +5,mlp.experts.131.gate_proj,0.0000000012,0.05000,2.125 +5,mlp.experts.137.gate_proj,0.0000000019,0.05000,2.009 +5,mlp.experts.136.gate_proj,0.0000000011,0.05000,2.085 +5,mlp.experts.134.gate_proj,0.0000000009,0.05000,2.146 +5,mlp.experts.135.gate_proj,0.0000000005,0.05000,2.139 +5,mlp.experts.138.gate_proj,0.0000000016,0.05000,2.007 +5,mlp.experts.141.gate_proj,0.0000000006,0.05000,2.116 +5,mlp.experts.140.gate_proj,0.0000000018,0.05000,2.135 +5,mlp.experts.139.gate_proj,0.0000000008,0.05000,2.065 +5,mlp.experts.142.gate_proj,0.0000000021,0.05000,2.076 +5,mlp.experts.145.gate_proj,0.0000000007,0.05000,2.127 +5,mlp.experts.144.gate_proj,0.0000000021,0.05000,2.114 +5,mlp.experts.143.gate_proj,0.0000000011,0.05000,2.076 +5,mlp.experts.146.gate_proj,0.0000000028,0.05000,2.091 +5,mlp.experts.149.gate_proj,0.0000000011,0.05000,2.063 +5,mlp.experts.148.gate_proj,0.0000000025,0.05000,2.111 +5,mlp.experts.147.gate_proj,0.0000000006,0.05000,2.119 +5,mlp.experts.150.gate_proj,0.0000000013,0.05000,2.044 +5,mlp.experts.153.gate_proj,0.0000000015,0.05000,2.088 +5,mlp.experts.152.gate_proj,0.0000000011,0.05000,2.090 +5,mlp.experts.151.gate_proj,0.0000000023,0.05000,2.124 +5,mlp.experts.154.gate_proj,0.0000000011,0.05000,2.074 +5,mlp.experts.157.gate_proj,0.0000000015,0.05000,2.089 +5,mlp.experts.156.gate_proj,0.0000000019,0.05000,2.181 +5,mlp.experts.155.gate_proj,0.0000000006,0.05000,2.083 +5,mlp.experts.158.gate_proj,0.0000000008,0.05000,2.040 +5,mlp.experts.1.up_proj,0.0000000025,0.05000,2.081 +5,mlp.experts.0.up_proj,0.0000000003,0.05000,2.107 +5,mlp.experts.159.gate_proj,0.0000000005,0.05000,2.111 +5,mlp.experts.2.up_proj,0.0000000008,0.05000,2.038 +5,mlp.experts.5.up_proj,0.0000000007,0.05000,2.075 +5,mlp.experts.4.up_proj,0.0000000013,0.05000,2.095 +5,mlp.experts.3.up_proj,0.0000000002,0.05000,2.084 +5,mlp.experts.6.up_proj,0.0000000007,0.05000,2.092 +5,mlp.experts.9.up_proj,0.0000000018,0.05000,2.080 +5,mlp.experts.8.up_proj,0.0000000008,0.05000,2.065 +5,mlp.experts.7.up_proj,0.0000000020,0.05000,2.097 +5,mlp.experts.10.up_proj,0.0000000033,0.05000,2.063 +5,mlp.experts.13.up_proj,0.0000000005,0.05000,2.045 +5,mlp.experts.12.up_proj,0.0000000009,0.05000,2.070 +5,mlp.experts.11.up_proj,0.0000000007,0.05000,2.071 +5,mlp.experts.14.up_proj,0.0000000016,0.05000,2.132 +5,mlp.experts.17.up_proj,0.0000000007,0.05000,2.143 +5,mlp.experts.16.up_proj,0.0000000019,0.05000,2.116 +5,mlp.experts.15.up_proj,0.0000000030,0.05000,2.154 +5,mlp.experts.18.up_proj,0.0000000014,0.05000,2.078 +5,mlp.experts.21.up_proj,0.0000000014,0.05000,2.092 +5,mlp.experts.20.up_proj,0.0000000006,0.05000,2.081 +5,mlp.experts.19.up_proj,0.0000000006,0.05000,2.125 +5,mlp.experts.22.up_proj,0.0000000003,0.05000,2.228 +5,mlp.experts.25.up_proj,0.0000000007,0.05000,2.166 +5,mlp.experts.24.up_proj,0.0000000010,0.05000,2.111 +5,mlp.experts.23.up_proj,0.0000000019,0.05000,2.154 +5,mlp.experts.26.up_proj,0.0000000012,0.05000,2.113 +5,mlp.experts.29.up_proj,0.0000000009,0.05000,2.085 +5,mlp.experts.28.up_proj,0.0000000013,0.05000,2.094 +5,mlp.experts.27.up_proj,0.0000000009,0.05000,2.137 +5,mlp.experts.30.up_proj,0.0000000022,0.05000,2.116 +5,mlp.experts.33.up_proj,0.0000000009,0.05000,2.084 +5,mlp.experts.32.up_proj,0.0000000006,0.05000,2.106 +5,mlp.experts.31.up_proj,0.0000000009,0.05000,2.124 +5,mlp.experts.34.up_proj,0.0000000006,0.05000,2.138 +5,mlp.experts.37.up_proj,0.0000000021,0.05000,2.134 +5,mlp.experts.36.up_proj,0.0000000012,0.05000,2.115 +5,mlp.experts.35.up_proj,0.0000000020,0.05000,2.112 +5,mlp.experts.38.up_proj,0.0000000012,0.05000,2.089 +5,mlp.experts.41.up_proj,0.0000000003,0.05000,2.061 +5,mlp.experts.40.up_proj,0.0000000016,0.05000,2.087 +5,mlp.experts.39.up_proj,0.0000000020,0.05000,2.096 +5,mlp.experts.42.up_proj,0.0000000008,0.05000,2.052 +5,mlp.experts.45.up_proj,0.0000000004,0.05000,2.096 +5,mlp.experts.44.up_proj,0.0000000008,0.05000,2.140 +5,mlp.experts.43.up_proj,0.0000000005,0.05000,2.147 +5,mlp.experts.46.up_proj,0.0000000011,0.05000,2.052 +5,mlp.experts.49.up_proj,0.0000000014,0.05000,2.055 +5,mlp.experts.48.up_proj,0.0000000013,0.05000,2.105 +5,mlp.experts.47.up_proj,0.0000000004,0.05000,2.089 +5,mlp.experts.50.up_proj,0.0000000010,0.05000,2.035 +5,mlp.experts.53.up_proj,0.0000000036,0.05000,2.042 +5,mlp.experts.52.up_proj,0.0000000017,0.05000,2.068 +5,mlp.experts.51.up_proj,0.0000000019,0.05000,2.073 +5,mlp.experts.54.up_proj,0.0000000012,0.05000,2.037 +5,mlp.experts.57.up_proj,0.0000000015,0.05000,2.082 +5,mlp.experts.56.up_proj,0.0000000004,0.05000,2.098 +5,mlp.experts.55.up_proj,0.0000000010,0.05000,2.101 +5,mlp.experts.58.up_proj,0.0000000009,0.05000,2.050 +5,mlp.experts.61.up_proj,0.0000000012,0.05000,2.088 +5,mlp.experts.60.up_proj,0.0000000009,0.05000,2.094 +5,mlp.experts.59.up_proj,0.0000000003,0.05000,2.131 +5,mlp.experts.62.up_proj,0.0000000018,0.05000,2.071 +5,mlp.experts.65.up_proj,0.0000000004,0.05000,2.091 +5,mlp.experts.64.up_proj,0.0000000002,0.05000,2.128 +5,mlp.experts.63.up_proj,0.0000000004,0.05000,2.135 +5,mlp.experts.66.up_proj,0.0000000009,0.05000,2.100 +5,mlp.experts.69.up_proj,0.0000000014,0.05000,2.084 +5,mlp.experts.68.up_proj,0.0000000005,0.05000,2.082 +5,mlp.experts.67.up_proj,0.0000000003,0.05000,2.073 +5,mlp.experts.70.up_proj,0.0000000013,0.05000,2.075 +5,mlp.experts.73.up_proj,0.0000000009,0.05000,2.107 +5,mlp.experts.72.up_proj,0.0000000018,0.05000,2.074 +5,mlp.experts.71.up_proj,0.0000000046,0.05000,2.089 +5,mlp.experts.74.up_proj,0.0000000007,0.05000,2.074 +5,mlp.experts.77.up_proj,0.0000000004,0.05000,2.115 +5,mlp.experts.76.up_proj,0.0000000028,0.05000,2.098 +5,mlp.experts.75.up_proj,0.0000000010,0.05000,2.057 +5,mlp.experts.78.up_proj,0.0000000007,0.05000,2.056 +5,mlp.experts.81.up_proj,0.0000000004,0.05000,2.106 +5,mlp.experts.80.up_proj,0.0000000005,0.05000,2.055 +5,mlp.experts.79.up_proj,0.0000000014,0.05000,2.119 +5,mlp.experts.82.up_proj,0.0000000003,0.05000,2.060 +5,mlp.experts.85.up_proj,0.0000000008,0.05000,2.047 +5,mlp.experts.84.up_proj,0.0000000033,0.05000,2.121 +5,mlp.experts.83.up_proj,0.0000000008,0.05000,2.087 +5,mlp.experts.86.up_proj,0.0000000014,0.05000,2.045 +5,mlp.experts.89.up_proj,0.0000000009,0.05000,2.058 +5,mlp.experts.88.up_proj,0.0000000003,0.05000,2.060 +5,mlp.experts.87.up_proj,0.0000000021,0.05000,2.086 +5,mlp.experts.90.up_proj,0.0000000008,0.05000,2.083 +5,mlp.experts.93.up_proj,0.0000000007,0.05000,2.094 +5,mlp.experts.92.up_proj,0.0000000006,0.05000,2.100 +5,mlp.experts.91.up_proj,0.0000000012,0.05000,2.149 +5,mlp.experts.94.up_proj,0.0000000010,0.05000,2.061 +5,mlp.experts.97.up_proj,0.0000000017,0.05000,2.066 +5,mlp.experts.96.up_proj,0.0000000013,0.05000,2.068 +5,mlp.experts.95.up_proj,0.0000000008,0.05000,2.069 +5,mlp.experts.98.up_proj,0.0000000016,0.05000,2.032 +5,mlp.experts.101.up_proj,0.0000000019,0.05000,2.044 +5,mlp.experts.100.up_proj,0.0000000003,0.05000,2.033 +5,mlp.experts.99.up_proj,0.0000000011,0.05000,2.046 +5,mlp.experts.102.up_proj,0.0000000008,0.05000,2.077 +5,mlp.experts.105.up_proj,0.0000000013,0.05000,2.127 +5,mlp.experts.104.up_proj,0.0000000025,0.05000,2.145 +5,mlp.experts.103.up_proj,0.0000000013,0.05000,2.090 +5,mlp.experts.106.up_proj,0.0000000003,0.05000,2.105 +5,mlp.experts.109.up_proj,0.0000000007,0.05000,2.081 +5,mlp.experts.108.up_proj,0.0000000027,0.05000,2.061 +5,mlp.experts.107.up_proj,0.0000000003,0.05000,2.085 +5,mlp.experts.110.up_proj,0.0000000011,0.05000,2.133 +5,mlp.experts.113.up_proj,0.0000000006,0.05000,2.061 +5,mlp.experts.112.up_proj,0.0000000010,0.05000,2.098 +5,mlp.experts.111.up_proj,0.0000000025,0.05000,2.055 +5,mlp.experts.114.up_proj,0.0000000010,0.05000,2.095 +5,mlp.experts.117.up_proj,0.0000000026,0.05000,2.099 +5,mlp.experts.116.up_proj,0.0000000003,0.05000,2.109 +5,mlp.experts.115.up_proj,0.0000000009,0.05000,2.090 +5,mlp.experts.118.up_proj,0.0000000016,0.05000,2.093 +5,mlp.experts.121.up_proj,0.0000000003,0.05000,2.087 +5,mlp.experts.120.up_proj,0.0000000015,0.05000,2.084 +5,mlp.experts.119.up_proj,0.0000000017,0.05000,2.025 +5,mlp.experts.122.up_proj,0.0000000005,0.05000,2.052 +5,mlp.experts.125.up_proj,0.0000000003,0.05000,2.030 +5,mlp.experts.124.up_proj,0.0000000011,0.05000,2.060 +5,mlp.experts.123.up_proj,0.0000000021,0.05000,2.067 +5,mlp.experts.126.up_proj,0.0000000006,0.05000,2.075 +5,mlp.experts.129.up_proj,0.0000000008,0.05000,2.035 +5,mlp.experts.128.up_proj,0.0000000012,0.05000,2.067 +5,mlp.experts.127.up_proj,0.0000000012,0.05000,2.063 +5,mlp.experts.130.up_proj,0.0000000019,0.05000,2.112 +5,mlp.experts.133.up_proj,0.0000000053,0.05000,2.096 +5,mlp.experts.132.up_proj,0.0000000002,0.05000,2.143 +5,mlp.experts.131.up_proj,0.0000000012,0.05000,2.136 +5,mlp.experts.134.up_proj,0.0000000009,0.05000,2.099 +5,mlp.experts.137.up_proj,0.0000000019,0.05000,2.102 +5,mlp.experts.136.up_proj,0.0000000011,0.05000,2.064 +5,mlp.experts.135.up_proj,0.0000000005,0.05000,2.049 +5,mlp.experts.138.up_proj,0.0000000016,0.05000,2.072 +5,mlp.experts.141.up_proj,0.0000000006,0.05000,2.147 +5,mlp.experts.140.up_proj,0.0000000018,0.05000,2.076 +5,mlp.experts.139.up_proj,0.0000000008,0.05000,2.118 +5,mlp.experts.142.up_proj,0.0000000021,0.05000,2.046 +5,mlp.experts.145.up_proj,0.0000000007,0.05000,2.125 +5,mlp.experts.144.up_proj,0.0000000021,0.05000,2.128 +5,mlp.experts.143.up_proj,0.0000000011,0.05000,2.096 +5,mlp.experts.146.up_proj,0.0000000028,0.05000,2.090 +5,mlp.experts.149.up_proj,0.0000000011,0.05000,2.101 +5,mlp.experts.148.up_proj,0.0000000025,0.05000,2.111 +5,mlp.experts.147.up_proj,0.0000000006,0.05000,2.126 +5,mlp.experts.150.up_proj,0.0000000013,0.05000,2.062 +5,mlp.experts.153.up_proj,0.0000000015,0.05000,2.058 +5,mlp.experts.152.up_proj,0.0000000011,0.05000,2.056 +5,mlp.experts.151.up_proj,0.0000000023,0.05000,2.073 +5,mlp.experts.154.up_proj,0.0000000011,0.05000,2.099 +5,mlp.experts.157.up_proj,0.0000000014,0.05000,2.063 +5,mlp.experts.156.up_proj,0.0000000018,0.05000,2.080 +5,mlp.experts.155.up_proj,0.0000000005,0.05000,1.922 +5,mlp.experts.158.up_proj,0.0000000008,0.05000,1.569 +5,mlp.experts.159.up_proj,0.0000000005,0.05000,1.181 +5,mlp.experts.2.down_proj,0.0000000000,0.05000,0.643 +5,mlp.experts.3.down_proj,0.0000000000,0.05000,0.651 +5,mlp.experts.0.down_proj,0.0000000000,0.05000,0.685 +5,mlp.experts.1.down_proj,0.0000000000,0.05000,0.696 +5,mlp.experts.6.down_proj,0.0000000000,0.05000,0.624 +5,mlp.experts.7.down_proj,0.0000000000,0.05000,0.652 +5,mlp.experts.4.down_proj,0.0000000000,0.05000,0.621 +5,mlp.experts.5.down_proj,0.0000000000,0.05000,0.628 +5,mlp.experts.10.down_proj,0.0000000000,0.05000,0.611 +5,mlp.experts.8.down_proj,0.0000000000,0.05000,0.618 +5,mlp.experts.9.down_proj,0.0000000000,0.05000,0.613 +5,mlp.experts.11.down_proj,0.0000000000,0.05000,0.660 +5,mlp.experts.14.down_proj,0.0000000000,0.05000,0.656 +5,mlp.experts.13.down_proj,0.0000000000,0.05000,0.617 +5,mlp.experts.12.down_proj,0.0000000000,0.05000,0.664 +5,mlp.experts.15.down_proj,0.0000000000,0.05000,0.640 +5,mlp.experts.18.down_proj,0.0000000000,0.05000,0.602 +5,mlp.experts.17.down_proj,0.0000000000,0.05000,0.607 +5,mlp.experts.16.down_proj,0.0000000000,0.05000,0.612 +5,mlp.experts.19.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.22.down_proj,0.0000000000,0.05000,0.611 +5,mlp.experts.21.down_proj,0.0000000000,0.05000,0.606 +5,mlp.experts.23.down_proj,0.0000000000,0.05000,0.604 +5,mlp.experts.20.down_proj,0.0000000000,0.05000,0.620 +5,mlp.experts.25.down_proj,0.0000000000,0.05000,0.608 +5,mlp.experts.26.down_proj,0.0000000000,0.05000,0.627 +5,mlp.experts.27.down_proj,0.0000000000,0.05000,0.608 +5,mlp.experts.24.down_proj,0.0000000000,0.05000,0.630 +5,mlp.experts.30.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.29.down_proj,0.0000000000,0.05000,0.633 +5,mlp.experts.31.down_proj,0.0000000000,0.05000,0.626 +5,mlp.experts.28.down_proj,0.0000000000,0.05000,0.608 +5,mlp.experts.33.down_proj,0.0000000000,0.05000,0.613 +5,mlp.experts.34.down_proj,0.0000000000,0.05000,0.647 +5,mlp.experts.35.down_proj,0.0000000000,0.05000,0.608 +5,mlp.experts.32.down_proj,0.0000000000,0.05000,0.632 +5,mlp.experts.37.down_proj,0.0000000000,0.05000,0.620 +5,mlp.experts.39.down_proj,0.0000000000,0.05000,0.612 +5,mlp.experts.38.down_proj,0.0000000000,0.05000,0.652 +5,mlp.experts.36.down_proj,0.0000000000,0.05000,0.654 +5,mlp.experts.41.down_proj,0.0000000000,0.05000,0.609 +5,mlp.experts.43.down_proj,0.0000000000,0.05000,0.604 +5,mlp.experts.42.down_proj,0.0000000000,0.05000,0.604 +5,mlp.experts.40.down_proj,0.0000000000,0.05000,0.605 +5,mlp.experts.45.down_proj,0.0000000000,0.05000,0.614 +5,mlp.experts.47.down_proj,0.0000000000,0.05000,0.605 +5,mlp.experts.46.down_proj,0.0000000000,0.05000,0.624 +5,mlp.experts.44.down_proj,0.0000000000,0.05000,0.606 +5,mlp.experts.49.down_proj,0.0000000000,0.05000,0.623 +5,mlp.experts.51.down_proj,0.0000000000,0.05000,0.623 +5,mlp.experts.50.down_proj,0.0000000000,0.05000,0.604 +5,mlp.experts.48.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.55.down_proj,0.0000000000,0.05000,0.621 +5,mlp.experts.53.down_proj,0.0000000000,0.05000,0.653 +5,mlp.experts.54.down_proj,0.0000000000,0.05000,0.639 +5,mlp.experts.52.down_proj,0.0000000000,0.05000,0.612 +5,mlp.experts.59.down_proj,0.0000000000,0.05000,0.601 +5,mlp.experts.57.down_proj,0.0000000000,0.05000,0.602 +5,mlp.experts.56.down_proj,0.0000000000,0.05000,0.600 +5,mlp.experts.58.down_proj,0.0000000000,0.05000,0.623 +5,mlp.experts.63.down_proj,0.0000000000,0.05000,0.627 +5,mlp.experts.60.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.62.down_proj,0.0000000000,0.05000,0.597 +5,mlp.experts.61.down_proj,0.0000000000,0.05000,0.652 +5,mlp.experts.67.down_proj,0.0000000000,0.05000,0.609 +5,mlp.experts.66.down_proj,0.0000000000,0.05000,0.625 +5,mlp.experts.64.down_proj,0.0000000000,0.05000,0.627 +5,mlp.experts.65.down_proj,0.0000000000,0.05000,0.629 +5,mlp.experts.71.down_proj,0.0000000000,0.05000,0.614 +5,mlp.experts.70.down_proj,0.0000000000,0.05000,0.602 +5,mlp.experts.68.down_proj,0.0000000000,0.05000,0.601 +5,mlp.experts.69.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.75.down_proj,0.0000000000,0.05000,0.604 +5,mlp.experts.74.down_proj,0.0000000000,0.05000,0.616 +5,mlp.experts.72.down_proj,0.0000000000,0.05000,0.616 +5,mlp.experts.73.down_proj,0.0000000000,0.05000,0.604 +5,mlp.experts.79.down_proj,0.0000000000,0.05000,0.644 +5,mlp.experts.76.down_proj,0.0000000000,0.05000,0.618 +5,mlp.experts.77.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.78.down_proj,0.0000000000,0.05000,0.633 +5,mlp.experts.83.down_proj,0.0000000000,0.05000,0.601 +5,mlp.experts.80.down_proj,0.0000000000,0.05000,0.600 +5,mlp.experts.82.down_proj,0.0000000000,0.05000,0.593 +5,mlp.experts.81.down_proj,0.0000000000,0.05000,0.631 +5,mlp.experts.87.down_proj,0.0000000000,0.05000,0.598 +5,mlp.experts.84.down_proj,0.0000000000,0.05000,0.600 +5,mlp.experts.85.down_proj,0.0000000000,0.05000,0.595 +5,mlp.experts.86.down_proj,0.0000000000,0.05000,0.620 +5,mlp.experts.91.down_proj,0.0000000000,0.05000,0.634 +5,mlp.experts.90.down_proj,0.0000000000,0.05000,0.595 +5,mlp.experts.88.down_proj,0.0000000000,0.05000,0.622 +5,mlp.experts.89.down_proj,0.0000000000,0.05000,0.599 +5,mlp.experts.94.down_proj,0.0000000000,0.05000,0.593 +5,mlp.experts.95.down_proj,0.0000000000,0.05000,0.596 +5,mlp.experts.93.down_proj,0.0000000000,0.05000,0.592 +5,mlp.experts.92.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.98.down_proj,0.0000000000,0.05000,0.599 +5,mlp.experts.97.down_proj,0.0000000000,0.05000,0.597 +5,mlp.experts.96.down_proj,0.0000000000,0.05000,0.593 +5,mlp.experts.99.down_proj,0.0000000000,0.05000,0.620 +5,mlp.experts.101.down_proj,0.0000000000,0.05000,0.605 +5,mlp.experts.100.down_proj,0.0000000000,0.05000,0.617 +5,mlp.experts.103.down_proj,0.0000000000,0.05000,0.600 +5,mlp.experts.102.down_proj,0.0000000000,0.05000,0.671 +5,mlp.experts.105.down_proj,0.0000000000,0.05000,0.598 +5,mlp.experts.104.down_proj,0.0000000000,0.05000,0.605 +5,mlp.experts.107.down_proj,0.0000000000,0.05000,0.618 +5,mlp.experts.106.down_proj,0.0000000000,0.05000,0.611 +5,mlp.experts.108.down_proj,0.0000000000,0.05000,0.609 +5,mlp.experts.111.down_proj,0.0000000000,0.05000,0.604 +5,mlp.experts.109.down_proj,0.0000000000,0.05000,0.648 +5,mlp.experts.110.down_proj,0.0000000000,0.05000,0.622 +5,mlp.experts.112.down_proj,0.0000000000,0.05000,0.607 +5,mlp.experts.113.down_proj,0.0000000000,0.05000,0.606 +5,mlp.experts.115.down_proj,0.0000000000,0.05000,0.620 +5,mlp.experts.114.down_proj,0.0000000000,0.05000,0.622 +5,mlp.experts.116.down_proj,0.0000000000,0.05000,0.606 +5,mlp.experts.117.down_proj,0.0000000000,0.05000,0.629 +5,mlp.experts.119.down_proj,0.0000000000,0.05000,0.632 +5,mlp.experts.118.down_proj,0.0000000000,0.05000,0.627 +5,mlp.experts.120.down_proj,0.0000000000,0.05000,0.600 +5,mlp.experts.121.down_proj,0.0000000000,0.05000,0.597 +5,mlp.experts.123.down_proj,0.0000000000,0.05000,0.595 +5,mlp.experts.122.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.124.down_proj,0.0000000000,0.05000,0.608 +5,mlp.experts.127.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.125.down_proj,0.0000000000,0.05000,0.650 +5,mlp.experts.126.down_proj,0.0000000000,0.05000,0.636 +5,mlp.experts.128.down_proj,0.0000000000,0.05000,0.610 +5,mlp.experts.131.down_proj,0.0000000000,0.05000,0.620 +5,mlp.experts.129.down_proj,0.0000000000,0.05000,0.637 +5,mlp.experts.130.down_proj,0.0000000000,0.05000,0.603 +5,mlp.experts.132.down_proj,0.0000000000,0.05000,0.598 +5,mlp.experts.135.down_proj,0.0000000000,0.05000,0.610 +5,mlp.experts.133.down_proj,0.0000000000,0.05000,0.593 +5,mlp.experts.134.down_proj,0.0000000000,0.05000,0.595 +5,mlp.experts.136.down_proj,0.0000000000,0.05000,0.607 +5,mlp.experts.139.down_proj,0.0000000000,0.05000,0.647 +5,mlp.experts.138.down_proj,0.0000000000,0.05000,0.606 +5,mlp.experts.137.down_proj,0.0000000000,0.05000,0.643 +5,mlp.experts.140.down_proj,0.0000000000,0.05000,0.632 +5,mlp.experts.142.down_proj,0.0000000000,0.05000,0.635 +5,mlp.experts.141.down_proj,0.0000000000,0.05000,0.629 +5,mlp.experts.143.down_proj,0.0000000000,0.05000,0.674 +5,mlp.experts.144.down_proj,0.0000000000,0.05000,0.602 +5,mlp.experts.146.down_proj,0.0000000000,0.05000,0.601 +5,mlp.experts.145.down_proj,0.0000000000,0.05000,0.610 +5,mlp.experts.147.down_proj,0.0000000000,0.05000,0.608 +5,mlp.experts.148.down_proj,0.0000000000,0.05000,0.629 +5,mlp.experts.150.down_proj,0.0000000000,0.05000,0.614 +5,mlp.experts.151.down_proj,0.0000000000,0.05000,0.639 +5,mlp.experts.149.down_proj,0.0000000000,0.05000,0.655 +5,mlp.experts.152.down_proj,0.0000000000,0.05000,0.620 +5,mlp.experts.154.down_proj,0.0000000000,0.05000,0.626 +5,mlp.experts.153.down_proj,0.0000000000,0.05000,0.606 +5,mlp.experts.155.down_proj,0.0000000000,0.05000,0.627 +5,mlp.experts.156.down_proj,0.0000000000,0.05000,0.612 +5,mlp.experts.158.down_proj,0.0000000000,0.05000,0.599 +5,mlp.experts.157.down_proj,0.0000000000,0.05000,0.588 +5,mlp.experts.159.down_proj,0.0000000000,0.05000,0.578 +6,mlp.experts.3.gate_proj,0.0000000047,0.05000,2.039 +6,mlp.experts.0.gate_proj,0.0000000031,0.05000,2.085 +6,mlp.experts.2.gate_proj,0.0000000013,0.05000,2.123 +6,mlp.experts.1.gate_proj,0.0000000008,0.05000,2.179 +6,mlp.experts.7.gate_proj,0.0000000019,0.05000,2.026 +6,mlp.experts.4.gate_proj,0.0000000014,0.05000,2.051 +6,mlp.experts.6.gate_proj,0.0000000003,0.05000,2.104 +6,mlp.experts.5.gate_proj,0.0000000012,0.05000,2.086 +6,mlp.experts.11.gate_proj,0.0000000016,0.05000,2.021 +6,mlp.experts.8.gate_proj,0.0000000018,0.05000,2.018 +6,mlp.experts.9.gate_proj,0.0000000014,0.05000,2.060 +6,mlp.experts.10.gate_proj,0.0000000013,0.05000,2.132 +6,mlp.experts.15.gate_proj,0.0000000010,0.05000,2.102 +6,mlp.experts.12.gate_proj,0.0000000017,0.05000,2.098 +6,mlp.experts.14.gate_proj,0.0000000009,0.05000,2.025 +6,mlp.experts.13.gate_proj,0.0000000011,0.05000,2.101 +6,mlp.experts.19.gate_proj,0.0000000014,0.05000,2.080 +6,mlp.experts.16.gate_proj,0.0000000005,0.05000,2.043 +6,mlp.experts.18.gate_proj,0.0000000005,0.05000,2.048 +6,mlp.experts.17.gate_proj,0.0000000005,0.05000,2.067 +6,mlp.experts.23.gate_proj,0.0000000020,0.05000,2.054 +6,mlp.experts.20.gate_proj,0.0000000012,0.05000,2.077 +6,mlp.experts.22.gate_proj,0.0000000014,0.05000,2.054 +6,mlp.experts.21.gate_proj,0.0000000003,0.05000,2.054 +6,mlp.experts.27.gate_proj,0.0000000018,0.05000,2.004 +6,mlp.experts.24.gate_proj,0.0000000015,0.05000,2.037 +6,mlp.experts.26.gate_proj,0.0000000012,0.05000,2.009 +6,mlp.experts.25.gate_proj,0.0000000016,0.05000,2.087 +6,mlp.experts.31.gate_proj,0.0000000005,0.05000,2.108 +6,mlp.experts.28.gate_proj,0.0000000020,0.05000,2.087 +6,mlp.experts.30.gate_proj,0.0000000014,0.05000,2.083 +6,mlp.experts.29.gate_proj,0.0000000036,0.05000,2.055 +6,mlp.experts.35.gate_proj,0.0000000025,0.05000,2.043 +6,mlp.experts.32.gate_proj,0.0000000008,0.05000,2.091 +6,mlp.experts.34.gate_proj,0.0000000020,0.05000,2.089 +6,mlp.experts.33.gate_proj,0.0000000006,0.05000,2.036 +6,mlp.experts.39.gate_proj,0.0000000004,0.05000,2.052 +6,mlp.experts.36.gate_proj,0.0000000022,0.05000,2.051 +6,mlp.experts.38.gate_proj,0.0000000021,0.05000,2.078 +6,mlp.experts.37.gate_proj,0.0000000016,0.05000,2.106 +6,mlp.experts.40.gate_proj,0.0000000020,0.05000,2.039 +6,mlp.experts.43.gate_proj,0.0000000014,0.05000,2.182 +6,mlp.experts.41.gate_proj,0.0000000011,0.05000,2.015 +6,mlp.experts.42.gate_proj,0.0000000007,0.05000,2.162 +6,mlp.experts.47.gate_proj,0.0000000018,0.05000,2.030 +6,mlp.experts.44.gate_proj,0.0000000003,0.05000,2.069 +6,mlp.experts.45.gate_proj,0.0000000010,0.05000,2.028 +6,mlp.experts.46.gate_proj,0.0000000006,0.05000,2.079 +6,mlp.experts.48.gate_proj,0.0000000018,0.05000,2.018 +6,mlp.experts.51.gate_proj,0.0000000005,0.05000,2.027 +6,mlp.experts.49.gate_proj,0.0000000009,0.05000,2.055 +6,mlp.experts.50.gate_proj,0.0000000008,0.05000,2.068 +6,mlp.experts.52.gate_proj,0.0000000012,0.05000,2.039 +6,mlp.experts.55.gate_proj,0.0000000016,0.05000,2.064 +6,mlp.experts.53.gate_proj,0.0000000002,0.05000,2.038 +6,mlp.experts.54.gate_proj,0.0000000010,0.05000,2.014 +6,mlp.experts.56.gate_proj,0.0000000035,0.05000,2.071 +6,mlp.experts.59.gate_proj,0.0000000014,0.05000,2.084 +6,mlp.experts.57.gate_proj,0.0000000033,0.05000,2.036 +6,mlp.experts.58.gate_proj,0.0000000018,0.05000,2.027 +6,mlp.experts.60.gate_proj,0.0000000017,0.05000,2.045 +6,mlp.experts.63.gate_proj,0.0000000007,0.05000,2.082 +6,mlp.experts.61.gate_proj,0.0000000009,0.05000,2.033 +6,mlp.experts.62.gate_proj,0.0000000023,0.05000,2.050 +6,mlp.experts.64.gate_proj,0.0000000005,0.05000,2.014 +6,mlp.experts.67.gate_proj,0.0000000013,0.05000,2.022 +6,mlp.experts.65.gate_proj,0.0000000015,0.05000,2.028 +6,mlp.experts.66.gate_proj,0.0000000029,0.05000,2.053 +6,mlp.experts.68.gate_proj,0.0000000011,0.05000,2.016 +6,mlp.experts.71.gate_proj,0.0000000047,0.05000,2.011 +6,mlp.experts.69.gate_proj,0.0000000010,0.05000,2.020 +6,mlp.experts.70.gate_proj,0.0000000015,0.05000,2.072 +6,mlp.experts.72.gate_proj,0.0000000009,0.05000,2.053 +6,mlp.experts.73.gate_proj,0.0000000048,0.05000,2.011 +6,mlp.experts.75.gate_proj,0.0000000023,0.05000,2.084 +6,mlp.experts.74.gate_proj,0.0000000009,0.05000,2.055 +6,mlp.experts.76.gate_proj,0.0000000012,0.05000,2.058 +6,mlp.experts.79.gate_proj,0.0000000007,0.05000,2.035 +6,mlp.experts.77.gate_proj,0.0000000006,0.05000,2.083 +6,mlp.experts.78.gate_proj,0.0000000020,0.05000,2.044 +6,mlp.experts.80.gate_proj,0.0000000011,0.05000,2.070 +6,mlp.experts.83.gate_proj,0.0000000029,0.05000,2.055 +6,mlp.experts.81.gate_proj,0.0000000018,0.05000,2.085 +6,mlp.experts.82.gate_proj,0.0000000009,0.05000,2.043 +6,mlp.experts.84.gate_proj,0.0000000010,0.05000,2.041 +6,mlp.experts.87.gate_proj,0.0000000011,0.05000,2.050 +6,mlp.experts.85.gate_proj,0.0000000016,0.05000,2.065 +6,mlp.experts.86.gate_proj,0.0000000016,0.05000,2.049 +6,mlp.experts.88.gate_proj,0.0000000045,0.05000,2.099 +6,mlp.experts.91.gate_proj,0.0000000010,0.05000,2.080 +6,mlp.experts.89.gate_proj,0.0000000027,0.05000,2.087 +6,mlp.experts.90.gate_proj,0.0000000020,0.05000,2.088 +6,mlp.experts.92.gate_proj,0.0000000016,0.05000,2.042 +6,mlp.experts.95.gate_proj,0.0000000004,0.05000,2.079 +6,mlp.experts.93.gate_proj,0.0000000004,0.05000,2.076 +6,mlp.experts.94.gate_proj,0.0000000005,0.05000,2.020 +6,mlp.experts.96.gate_proj,0.0000000019,0.05000,2.054 +6,mlp.experts.99.gate_proj,0.0000000009,0.05000,2.057 +6,mlp.experts.97.gate_proj,0.0000000039,0.05000,2.086 +6,mlp.experts.98.gate_proj,0.0000000017,0.05000,2.031 +6,mlp.experts.100.gate_proj,0.0000000050,0.05000,2.087 +6,mlp.experts.103.gate_proj,0.0000000065,0.05000,2.097 +6,mlp.experts.101.gate_proj,0.0000000034,0.05000,2.123 +6,mlp.experts.102.gate_proj,0.0000000018,0.05000,2.148 +6,mlp.experts.104.gate_proj,0.0000000008,0.05000,2.067 +6,mlp.experts.107.gate_proj,0.0000000010,0.05000,2.110 +6,mlp.experts.106.gate_proj,0.0000000004,0.05000,2.054 +6,mlp.experts.105.gate_proj,0.0000000023,0.05000,2.145 +6,mlp.experts.108.gate_proj,0.0000000016,0.05000,2.128 +6,mlp.experts.111.gate_proj,0.0000000011,0.05000,2.038 +6,mlp.experts.109.gate_proj,0.0000000023,0.05000,2.055 +6,mlp.experts.110.gate_proj,0.0000000007,0.05000,2.160 +6,mlp.experts.112.gate_proj,0.0000000006,0.05000,2.046 +6,mlp.experts.115.gate_proj,0.0000000015,0.05000,2.052 +6,mlp.experts.113.gate_proj,0.0000000010,0.05000,2.072 +6,mlp.experts.114.gate_proj,0.0000000019,0.05000,2.088 +6,mlp.experts.119.gate_proj,0.0000000010,0.05000,2.048 +6,mlp.experts.116.gate_proj,0.0000000009,0.05000,2.143 +6,mlp.experts.117.gate_proj,0.0000000011,0.05000,2.082 +6,mlp.experts.118.gate_proj,0.0000000029,0.05000,2.096 +6,mlp.experts.120.gate_proj,0.0000000014,0.05000,2.031 +6,mlp.experts.123.gate_proj,0.0000000013,0.05000,2.098 +6,mlp.experts.121.gate_proj,0.0000000006,0.05000,2.070 +6,mlp.experts.122.gate_proj,0.0000000030,0.05000,2.097 +6,mlp.experts.127.gate_proj,0.0000000022,0.05000,2.014 +6,mlp.experts.124.gate_proj,0.0000000008,0.05000,2.101 +6,mlp.experts.125.gate_proj,0.0000000037,0.05000,2.097 +6,mlp.experts.126.gate_proj,0.0000000037,0.05000,2.119 +6,mlp.experts.131.gate_proj,0.0000000009,0.05000,2.079 +6,mlp.experts.128.gate_proj,0.0000000020,0.05000,2.116 +6,mlp.experts.129.gate_proj,0.0000000018,0.05000,2.139 +6,mlp.experts.130.gate_proj,0.0000000008,0.05000,2.144 +6,mlp.experts.135.gate_proj,0.0000000005,0.05000,2.054 +6,mlp.experts.132.gate_proj,0.0000000002,0.05000,2.052 +6,mlp.experts.133.gate_proj,0.0000000005,0.05000,2.113 +6,mlp.experts.134.gate_proj,0.0000000005,0.05000,2.068 +6,mlp.experts.139.gate_proj,0.0000000012,0.05000,2.073 +6,mlp.experts.136.gate_proj,0.0000000018,0.05000,2.075 +6,mlp.experts.137.gate_proj,0.0000000012,0.05000,2.115 +6,mlp.experts.138.gate_proj,0.0000000013,0.05000,2.098 +6,mlp.experts.143.gate_proj,0.0000000007,0.05000,2.150 +6,mlp.experts.140.gate_proj,0.0000000009,0.05000,2.074 +6,mlp.experts.141.gate_proj,0.0000000007,0.05000,2.154 +6,mlp.experts.142.gate_proj,0.0000000024,0.05000,2.130 +6,mlp.experts.147.gate_proj,0.0000000008,0.05000,2.094 +6,mlp.experts.144.gate_proj,0.0000000013,0.05000,2.129 +6,mlp.experts.145.gate_proj,0.0000000009,0.05000,2.076 +6,mlp.experts.146.gate_proj,0.0000000014,0.05000,2.080 +6,mlp.experts.151.gate_proj,0.0000000010,0.05000,2.102 +6,mlp.experts.148.gate_proj,0.0000000015,0.05000,2.126 +6,mlp.experts.149.gate_proj,0.0000000009,0.05000,2.103 +6,mlp.experts.150.gate_proj,0.0000000008,0.05000,2.075 +6,mlp.experts.155.gate_proj,0.0000000013,0.05000,2.042 +6,mlp.experts.152.gate_proj,0.0000000017,0.05000,2.099 +6,mlp.experts.153.gate_proj,0.0000000002,0.05000,2.069 +6,mlp.experts.154.gate_proj,0.0000000007,0.05000,2.070 +6,mlp.experts.159.gate_proj,0.0000000016,0.05000,2.061 +6,mlp.experts.156.gate_proj,0.0000000014,0.05000,2.117 +6,mlp.experts.158.gate_proj,0.0000000009,0.05000,2.067 +6,mlp.experts.157.gate_proj,0.0000000022,0.05000,2.182 +6,mlp.experts.3.up_proj,0.0000000047,0.05000,2.104 +6,mlp.experts.0.up_proj,0.0000000031,0.05000,2.148 +6,mlp.experts.2.up_proj,0.0000000013,0.05000,2.101 +6,mlp.experts.1.up_proj,0.0000000008,0.05000,2.115 +6,mlp.experts.7.up_proj,0.0000000018,0.05000,2.084 +6,mlp.experts.4.up_proj,0.0000000014,0.05000,2.105 +6,mlp.experts.6.up_proj,0.0000000003,0.05000,2.053 +6,mlp.experts.5.up_proj,0.0000000012,0.05000,2.063 +6,mlp.experts.11.up_proj,0.0000000015,0.05000,2.028 +6,mlp.experts.8.up_proj,0.0000000018,0.05000,2.090 +6,mlp.experts.10.up_proj,0.0000000013,0.05000,2.049 +6,mlp.experts.9.up_proj,0.0000000014,0.05000,2.080 +6,mlp.experts.15.up_proj,0.0000000010,0.05000,2.050 +6,mlp.experts.12.up_proj,0.0000000017,0.05000,2.083 +6,mlp.experts.14.up_proj,0.0000000009,0.05000,2.072 +6,mlp.experts.13.up_proj,0.0000000010,0.05000,2.086 +6,mlp.experts.19.up_proj,0.0000000014,0.05000,2.079 +6,mlp.experts.16.up_proj,0.0000000005,0.05000,2.068 +6,mlp.experts.18.up_proj,0.0000000005,0.05000,2.071 +6,mlp.experts.17.up_proj,0.0000000005,0.05000,2.048 +6,mlp.experts.23.up_proj,0.0000000020,0.05000,1.592 +6,mlp.experts.20.up_proj,0.0000000012,0.05000,1.456 +6,mlp.experts.27.up_proj,0.0000000018,0.05000,2.142 +6,mlp.experts.21.up_proj,0.0000000003,0.05000,2.163 +6,mlp.experts.22.up_proj,0.0000000014,0.05000,2.189 +6,mlp.experts.24.up_proj,0.0000000015,0.05000,2.256 +6,mlp.experts.25.up_proj,0.0000000015,0.05000,2.080 +6,mlp.experts.31.up_proj,0.0000000005,0.05000,2.136 +6,mlp.experts.26.up_proj,0.0000000012,0.05000,2.122 +6,mlp.experts.28.up_proj,0.0000000020,0.05000,2.087 +6,mlp.experts.35.up_proj,0.0000000025,0.05000,2.020 +6,mlp.experts.30.up_proj,0.0000000014,0.05000,2.019 +6,mlp.experts.32.up_proj,0.0000000008,0.05000,2.016 +6,mlp.experts.29.up_proj,0.0000000036,0.05000,2.150 +6,mlp.experts.36.up_proj,0.0000000022,0.05000,2.016 +6,mlp.experts.39.up_proj,0.0000000004,0.05000,2.102 +6,mlp.experts.34.up_proj,0.0000000020,0.05000,2.135 +6,mlp.experts.33.up_proj,0.0000000006,0.05000,2.095 +6,mlp.experts.40.up_proj,0.0000000020,0.05000,2.113 +6,mlp.experts.43.up_proj,0.0000000014,0.05000,2.125 +6,mlp.experts.38.up_proj,0.0000000021,0.05000,2.094 +6,mlp.experts.37.up_proj,0.0000000016,0.05000,2.119 +6,mlp.experts.42.up_proj,0.0000000007,0.05000,2.086 +6,mlp.experts.47.up_proj,0.0000000018,0.05000,2.119 +6,mlp.experts.41.up_proj,0.0000000011,0.05000,2.039 +6,mlp.experts.44.up_proj,0.0000000003,0.05000,2.247 +6,mlp.experts.51.up_proj,0.0000000005,0.05000,2.061 +6,mlp.experts.46.up_proj,0.0000000006,0.05000,2.103 +6,mlp.experts.48.up_proj,0.0000000018,0.05000,2.047 +6,mlp.experts.45.up_proj,0.0000000010,0.05000,2.164 +6,mlp.experts.55.up_proj,0.0000000016,0.05000,2.051 +6,mlp.experts.52.up_proj,0.0000000012,0.05000,2.048 +6,mlp.experts.49.up_proj,0.0000000009,0.05000,2.085 +6,mlp.experts.50.up_proj,0.0000000008,0.05000,2.181 +6,mlp.experts.59.up_proj,0.0000000014,0.05000,2.093 +6,mlp.experts.56.up_proj,0.0000000035,0.05000,2.111 +6,mlp.experts.53.up_proj,0.0000000002,0.05000,2.082 +6,mlp.experts.54.up_proj,0.0000000010,0.05000,2.087 +6,mlp.experts.63.up_proj,0.0000000007,0.05000,2.082 +6,mlp.experts.58.up_proj,0.0000000018,0.05000,2.055 +6,mlp.experts.57.up_proj,0.0000000033,0.05000,2.132 +6,mlp.experts.60.up_proj,0.0000000017,0.05000,2.219 +6,mlp.experts.67.up_proj,0.0000000013,0.05000,2.083 +6,mlp.experts.62.up_proj,0.0000000023,0.05000,2.118 +6,mlp.experts.61.up_proj,0.0000000009,0.05000,2.080 +6,mlp.experts.64.up_proj,0.0000000005,0.05000,2.096 +6,mlp.experts.71.up_proj,0.0000000047,0.05000,2.079 +6,mlp.experts.65.up_proj,0.0000000015,0.05000,2.090 +6,mlp.experts.68.up_proj,0.0000000011,0.05000,2.082 +6,mlp.experts.66.up_proj,0.0000000029,0.05000,2.149 +6,mlp.experts.75.up_proj,0.0000000023,0.05000,2.059 +6,mlp.experts.69.up_proj,0.0000000009,0.05000,2.076 +6,mlp.experts.70.up_proj,0.0000000015,0.05000,2.080 +6,mlp.experts.72.up_proj,0.0000000009,0.05000,2.148 +6,mlp.experts.79.up_proj,0.0000000007,0.05000,2.076 +6,mlp.experts.73.up_proj,0.0000000048,0.05000,2.079 +6,mlp.experts.76.up_proj,0.0000000012,0.05000,2.081 +6,mlp.experts.74.up_proj,0.0000000008,0.05000,2.153 +6,mlp.experts.83.up_proj,0.0000000029,0.05000,2.091 +6,mlp.experts.77.up_proj,0.0000000006,0.05000,2.093 +6,mlp.experts.78.up_proj,0.0000000019,0.05000,2.086 +6,mlp.experts.80.up_proj,0.0000000011,0.05000,2.122 +6,mlp.experts.87.up_proj,0.0000000011,0.05000,2.065 +6,mlp.experts.81.up_proj,0.0000000018,0.05000,2.070 +6,mlp.experts.84.up_proj,0.0000000010,0.05000,2.030 +6,mlp.experts.82.up_proj,0.0000000008,0.05000,2.104 +6,mlp.experts.91.up_proj,0.0000000010,0.05000,2.052 +6,mlp.experts.85.up_proj,0.0000000016,0.05000,2.079 +6,mlp.experts.88.up_proj,0.0000000045,0.05000,2.044 +6,mlp.experts.86.up_proj,0.0000000016,0.05000,2.029 +6,mlp.experts.95.up_proj,0.0000000004,0.05000,2.066 +6,mlp.experts.89.up_proj,0.0000000027,0.05000,2.100 +6,mlp.experts.92.up_proj,0.0000000016,0.05000,2.119 +6,mlp.experts.90.up_proj,0.0000000020,0.05000,2.162 +6,mlp.experts.99.up_proj,0.0000000009,0.05000,2.045 +6,mlp.experts.93.up_proj,0.0000000004,0.05000,2.094 +6,mlp.experts.96.up_proj,0.0000000019,0.05000,2.024 +6,mlp.experts.94.up_proj,0.0000000005,0.05000,2.062 +6,mlp.experts.103.up_proj,0.0000000065,0.05000,2.093 +6,mlp.experts.100.up_proj,0.0000000049,0.05000,2.037 +6,mlp.experts.97.up_proj,0.0000000039,0.05000,2.137 +6,mlp.experts.98.up_proj,0.0000000017,0.05000,2.077 +6,mlp.experts.107.up_proj,0.0000000010,0.05000,2.053 +6,mlp.experts.104.up_proj,0.0000000008,0.05000,2.054 +6,mlp.experts.101.up_proj,0.0000000034,0.05000,2.092 +6,mlp.experts.102.up_proj,0.0000000018,0.05000,2.087 +6,mlp.experts.111.up_proj,0.0000000011,0.05000,2.029 +6,mlp.experts.108.up_proj,0.0000000016,0.05000,2.037 +6,mlp.experts.105.up_proj,0.0000000023,0.05000,2.073 +6,mlp.experts.106.up_proj,0.0000000004,0.05000,2.059 +6,mlp.experts.115.up_proj,0.0000000015,0.05000,2.049 +6,mlp.experts.112.up_proj,0.0000000006,0.05000,2.041 +6,mlp.experts.109.up_proj,0.0000000023,0.05000,2.076 +6,mlp.experts.110.up_proj,0.0000000007,0.05000,2.076 +6,mlp.experts.119.up_proj,0.0000000010,0.05000,2.104 +6,mlp.experts.116.up_proj,0.0000000009,0.05000,2.082 +6,mlp.experts.113.up_proj,0.0000000010,0.05000,2.113 +6,mlp.experts.114.up_proj,0.0000000019,0.05000,2.101 +6,mlp.experts.123.up_proj,0.0000000013,0.05000,2.070 +6,mlp.experts.120.up_proj,0.0000000014,0.05000,2.111 +6,mlp.experts.117.up_proj,0.0000000011,0.05000,2.048 +6,mlp.experts.118.up_proj,0.0000000029,0.05000,2.077 +6,mlp.experts.127.up_proj,0.0000000022,0.05000,2.040 +6,mlp.experts.124.up_proj,0.0000000008,0.05000,2.019 +6,mlp.experts.121.up_proj,0.0000000006,0.05000,2.017 +6,mlp.experts.122.up_proj,0.0000000030,0.05000,2.028 +6,mlp.experts.131.up_proj,0.0000000009,0.05000,2.060 +6,mlp.experts.128.up_proj,0.0000000020,0.05000,2.026 +6,mlp.experts.125.up_proj,0.0000000037,0.05000,2.030 +6,mlp.experts.126.up_proj,0.0000000037,0.05000,2.090 +6,mlp.experts.135.up_proj,0.0000000005,0.05000,2.057 +6,mlp.experts.132.up_proj,0.0000000002,0.05000,2.057 +6,mlp.experts.129.up_proj,0.0000000018,0.05000,2.084 +6,mlp.experts.130.up_proj,0.0000000008,0.05000,2.116 +6,mlp.experts.139.up_proj,0.0000000012,0.05000,2.118 +6,mlp.experts.136.up_proj,0.0000000018,0.05000,2.190 +6,mlp.experts.133.up_proj,0.0000000005,0.05000,2.082 +6,mlp.experts.134.up_proj,0.0000000005,0.05000,2.131 +6,mlp.experts.143.up_proj,0.0000000007,0.05000,2.090 +6,mlp.experts.140.up_proj,0.0000000008,0.05000,2.106 +6,mlp.experts.137.up_proj,0.0000000011,0.05000,2.065 +6,mlp.experts.138.up_proj,0.0000000013,0.05000,2.103 +6,mlp.experts.147.up_proj,0.0000000008,0.05000,2.101 +6,mlp.experts.144.up_proj,0.0000000013,0.05000,2.079 +6,mlp.experts.141.up_proj,0.0000000007,0.05000,2.151 +6,mlp.experts.142.up_proj,0.0000000024,0.05000,2.081 +6,mlp.experts.151.up_proj,0.0000000010,0.05000,2.048 +6,mlp.experts.148.up_proj,0.0000000015,0.05000,2.025 +6,mlp.experts.145.up_proj,0.0000000009,0.05000,2.061 +6,mlp.experts.146.up_proj,0.0000000013,0.05000,2.042 +6,mlp.experts.155.up_proj,0.0000000013,0.05000,2.070 +6,mlp.experts.152.up_proj,0.0000000017,0.05000,2.080 +6,mlp.experts.149.up_proj,0.0000000009,0.05000,2.081 +6,mlp.experts.150.up_proj,0.0000000008,0.05000,2.159 +6,mlp.experts.159.up_proj,0.0000000016,0.05000,2.091 +6,mlp.experts.156.up_proj,0.0000000014,0.05000,2.013 +6,mlp.experts.153.up_proj,0.0000000002,0.05000,1.958 +6,mlp.experts.154.up_proj,0.0000000007,0.05000,1.907 +6,mlp.experts.157.up_proj,0.0000000022,0.05000,1.388 +6,mlp.experts.158.up_proj,0.0000000009,0.05000,1.309 +6,mlp.experts.3.down_proj,0.0000000000,0.05000,0.635 +6,mlp.experts.2.down_proj,0.0000000000,0.05000,0.642 +6,mlp.experts.1.down_proj,0.0000000000,0.05000,0.655 +6,mlp.experts.0.down_proj,0.0000000000,0.05000,0.664 +6,mlp.experts.7.down_proj,0.0000000000,0.05000,0.624 +6,mlp.experts.6.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.5.down_proj,0.0000000000,0.05000,0.606 +6,mlp.experts.4.down_proj,0.0000000000,0.05000,0.671 +6,mlp.experts.9.down_proj,0.0000000000,0.05000,0.610 +6,mlp.experts.11.down_proj,0.0000000000,0.05000,0.611 +6,mlp.experts.10.down_proj,0.0000000000,0.05000,0.661 +6,mlp.experts.8.down_proj,0.0000000000,0.05000,0.619 +6,mlp.experts.13.down_proj,0.0000000000,0.05000,0.653 +6,mlp.experts.15.down_proj,0.0000000000,0.05000,0.660 +6,mlp.experts.14.down_proj,0.0000000000,0.05000,0.623 +6,mlp.experts.12.down_proj,0.0000000000,0.05000,0.611 +6,mlp.experts.17.down_proj,0.0000000000,0.05000,0.611 +6,mlp.experts.19.down_proj,0.0000000000,0.05000,0.612 +6,mlp.experts.18.down_proj,0.0000000000,0.05000,0.632 +6,mlp.experts.16.down_proj,0.0000000000,0.05000,0.649 +6,mlp.experts.21.down_proj,0.0000000000,0.05000,0.613 +6,mlp.experts.22.down_proj,0.0000000000,0.05000,0.612 +6,mlp.experts.23.down_proj,0.0000000000,0.05000,0.648 +6,mlp.experts.20.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.25.down_proj,0.0000000000,0.05000,0.622 +6,mlp.experts.26.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.27.down_proj,0.0000000000,0.05000,0.617 +6,mlp.experts.24.down_proj,0.0000000000,0.05000,0.646 +6,mlp.experts.29.down_proj,0.0000000000,0.05000,0.665 +6,mlp.experts.31.down_proj,0.0000000000,0.05000,0.637 +6,mlp.experts.30.down_proj,0.0000000000,0.05000,0.666 +6,mlp.experts.28.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.33.down_proj,0.0000000000,0.05000,0.621 +6,mlp.experts.35.down_proj,0.0000000000,0.05000,0.628 +6,mlp.experts.34.down_proj,0.0000000000,0.05000,0.646 +6,mlp.experts.32.down_proj,0.0000000000,0.05000,0.650 +6,mlp.experts.39.down_proj,0.0000000000,0.05000,0.616 +6,mlp.experts.37.down_proj,0.0000000000,0.05000,0.654 +6,mlp.experts.38.down_proj,0.0000000000,0.05000,0.641 +6,mlp.experts.36.down_proj,0.0000000000,0.05000,0.615 +6,mlp.experts.43.down_proj,0.0000000000,0.05000,0.611 +6,mlp.experts.41.down_proj,0.0000000000,0.05000,0.650 +6,mlp.experts.42.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.40.down_proj,0.0000000000,0.05000,0.635 +6,mlp.experts.47.down_proj,0.0000000000,0.05000,0.642 +6,mlp.experts.45.down_proj,0.0000000000,0.05000,0.634 +6,mlp.experts.46.down_proj,0.0000000000,0.05000,0.626 +6,mlp.experts.44.down_proj,0.0000000000,0.05000,0.655 +6,mlp.experts.51.down_proj,0.0000000000,0.05000,0.606 +6,mlp.experts.49.down_proj,0.0000000000,0.05000,0.616 +6,mlp.experts.50.down_proj,0.0000000000,0.05000,0.642 +6,mlp.experts.48.down_proj,0.0000000000,0.05000,0.610 +6,mlp.experts.55.down_proj,0.0000000000,0.05000,0.657 +6,mlp.experts.53.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.54.down_proj,0.0000000000,0.05000,0.647 +6,mlp.experts.52.down_proj,0.0000000000,0.05000,0.651 +6,mlp.experts.59.down_proj,0.0000000000,0.05000,0.631 +6,mlp.experts.57.down_proj,0.0000000001,0.05000,0.638 +6,mlp.experts.58.down_proj,0.0000000000,0.05000,0.645 +6,mlp.experts.56.down_proj,0.0000000000,0.05000,0.641 +6,mlp.experts.63.down_proj,0.0000000000,0.05000,0.635 +6,mlp.experts.61.down_proj,0.0000000000,0.05000,0.616 +6,mlp.experts.60.down_proj,0.0000000000,0.05000,0.613 +6,mlp.experts.62.down_proj,0.0000000000,0.05000,0.662 +6,mlp.experts.67.down_proj,0.0000000000,0.05000,0.637 +6,mlp.experts.65.down_proj,0.0000000000,0.05000,0.649 +6,mlp.experts.64.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.66.down_proj,0.0000000000,0.05000,0.641 +6,mlp.experts.69.down_proj,0.0000000000,0.05000,0.605 +6,mlp.experts.71.down_proj,0.0000000000,0.05000,0.649 +6,mlp.experts.68.down_proj,0.0000000000,0.05000,0.624 +6,mlp.experts.70.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.73.down_proj,0.0000000000,0.05000,0.634 +6,mlp.experts.75.down_proj,0.0000000000,0.05000,0.639 +6,mlp.experts.72.down_proj,0.0000000000,0.05000,0.625 +6,mlp.experts.74.down_proj,0.0000000000,0.05000,0.619 +6,mlp.experts.79.down_proj,0.0000000000,0.05000,0.627 +6,mlp.experts.77.down_proj,0.0000000000,0.05000,0.658 +6,mlp.experts.76.down_proj,0.0000000000,0.05000,0.665 +6,mlp.experts.78.down_proj,0.0000000000,0.05000,0.627 +6,mlp.experts.83.down_proj,0.0000000000,0.05000,0.621 +6,mlp.experts.81.down_proj,0.0000000000,0.05000,0.623 +6,mlp.experts.80.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.82.down_proj,0.0000000000,0.05000,0.627 +6,mlp.experts.87.down_proj,0.0000000000,0.05000,0.628 +6,mlp.experts.85.down_proj,0.0000000000,0.05000,0.666 +6,mlp.experts.84.down_proj,0.0000000000,0.05000,0.627 +6,mlp.experts.86.down_proj,0.0000000000,0.05000,0.654 +6,mlp.experts.91.down_proj,0.0000000000,0.05000,0.648 +6,mlp.experts.89.down_proj,0.0000000000,0.05000,0.651 +6,mlp.experts.88.down_proj,0.0000000000,0.05000,0.629 +6,mlp.experts.90.down_proj,0.0000000000,0.05000,0.692 +6,mlp.experts.95.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.93.down_proj,0.0000000000,0.05000,0.613 +6,mlp.experts.92.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.94.down_proj,0.0000000000,0.05000,0.661 +6,mlp.experts.99.down_proj,0.0000000000,0.05000,0.632 +6,mlp.experts.96.down_proj,0.0000000000,0.05000,0.625 +6,mlp.experts.97.down_proj,0.0000000000,0.05000,0.636 +6,mlp.experts.98.down_proj,0.0000000000,0.05000,0.626 +6,mlp.experts.103.down_proj,0.0000000001,0.05000,0.626 +6,mlp.experts.100.down_proj,0.0000000000,0.05000,0.624 +6,mlp.experts.101.down_proj,0.0000000000,0.05000,0.661 +6,mlp.experts.102.down_proj,0.0000000000,0.05000,0.627 +6,mlp.experts.104.down_proj,0.0000000000,0.05000,0.617 +6,mlp.experts.107.down_proj,0.0000000000,0.05000,0.664 +6,mlp.experts.105.down_proj,0.0000000000,0.05000,0.617 +6,mlp.experts.106.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.108.down_proj,0.0000000000,0.05000,0.621 +6,mlp.experts.111.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.109.down_proj,0.0000000000,0.05000,0.617 +6,mlp.experts.110.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.112.down_proj,0.0000000000,0.05000,0.625 +6,mlp.experts.113.down_proj,0.0000000000,0.05000,0.615 +6,mlp.experts.115.down_proj,0.0000000000,0.05000,0.658 +6,mlp.experts.114.down_proj,0.0000000000,0.05000,0.641 +6,mlp.experts.116.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.117.down_proj,0.0000000000,0.05000,0.635 +6,mlp.experts.119.down_proj,0.0000000000,0.05000,0.623 +6,mlp.experts.118.down_proj,0.0000000000,0.05000,0.616 +6,mlp.experts.120.down_proj,0.0000000000,0.05000,0.625 +6,mlp.experts.121.down_proj,0.0000000000,0.05000,0.621 +6,mlp.experts.123.down_proj,0.0000000000,0.05000,0.645 +6,mlp.experts.122.down_proj,0.0000000000,0.05000,0.642 +6,mlp.experts.124.down_proj,0.0000000000,0.05000,0.623 +6,mlp.experts.125.down_proj,0.0000000000,0.05000,0.615 +6,mlp.experts.127.down_proj,0.0000000000,0.05000,0.639 +6,mlp.experts.126.down_proj,0.0000000000,0.05000,0.641 +6,mlp.experts.128.down_proj,0.0000000000,0.05000,0.632 +6,mlp.experts.129.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.131.down_proj,0.0000000000,0.05000,0.624 +6,mlp.experts.130.down_proj,0.0000000000,0.05000,0.648 +6,mlp.experts.132.down_proj,0.0000000000,0.05000,0.628 +6,mlp.experts.133.down_proj,0.0000000000,0.05000,0.623 +6,mlp.experts.135.down_proj,0.0000000000,0.05000,0.665 +6,mlp.experts.134.down_proj,0.0000000000,0.05000,0.630 +6,mlp.experts.136.down_proj,0.0000000000,0.05000,0.639 +6,mlp.experts.137.down_proj,0.0000000000,0.05000,0.641 +6,mlp.experts.139.down_proj,0.0000000000,0.05000,0.625 +6,mlp.experts.138.down_proj,0.0000000000,0.05000,0.642 +6,mlp.experts.141.down_proj,0.0000000000,0.05000,0.609 +6,mlp.experts.140.down_proj,0.0000000000,0.05000,0.640 +6,mlp.experts.143.down_proj,0.0000000000,0.05000,0.623 +6,mlp.experts.142.down_proj,0.0000000000,0.05000,0.632 +6,mlp.experts.145.down_proj,0.0000000000,0.05000,0.615 +6,mlp.experts.144.down_proj,0.0000000000,0.05000,0.616 +6,mlp.experts.147.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.146.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.149.down_proj,0.0000000000,0.05000,0.633 +6,mlp.experts.148.down_proj,0.0000000000,0.05000,0.618 +6,mlp.experts.151.down_proj,0.0000000000,0.05000,0.623 +6,mlp.experts.150.down_proj,0.0000000000,0.05000,0.622 +6,mlp.experts.153.down_proj,0.0000000000,0.05000,0.620 +6,mlp.experts.152.down_proj,0.0000000000,0.05000,0.642 +6,mlp.experts.155.down_proj,0.0000000000,0.05000,0.624 +6,mlp.experts.154.down_proj,0.0000000000,0.05000,0.624 +6,mlp.experts.157.down_proj,0.0000000000,0.05000,0.630 +6,mlp.experts.156.down_proj,0.0000000000,0.05000,0.608 +6,mlp.experts.159.down_proj,0.0000000000,0.05000,0.591 +6,mlp.experts.158.down_proj,0.0000000000,0.05000,0.518 +7,mlp.experts.0.gate_proj,0.0000000032,0.05000,2.088 +7,mlp.experts.3.gate_proj,0.0000000012,0.05000,2.087 +7,mlp.experts.1.gate_proj,0.0000000013,0.05000,2.089 +7,mlp.experts.2.gate_proj,0.0000000007,0.05000,2.187 +7,mlp.experts.5.gate_proj,0.0000000014,0.05000,2.097 +7,mlp.experts.4.gate_proj,0.0000000017,0.05000,2.121 +7,mlp.experts.7.gate_proj,0.0000000029,0.05000,2.121 +7,mlp.experts.6.gate_proj,0.0000000016,0.05000,2.087 +7,mlp.experts.8.gate_proj,0.0000000012,0.05000,2.023 +7,mlp.experts.9.gate_proj,0.0000000006,0.05000,2.085 +7,mlp.experts.11.gate_proj,0.0000000015,0.05000,2.141 +7,mlp.experts.10.gate_proj,0.0000000032,0.05000,2.077 +7,mlp.experts.12.gate_proj,0.0000000020,0.05000,2.077 +7,mlp.experts.13.gate_proj,0.0000000008,0.05000,2.088 +7,mlp.experts.14.gate_proj,0.0000000023,0.05000,2.060 +7,mlp.experts.15.gate_proj,0.0000000010,0.05000,2.183 +7,mlp.experts.16.gate_proj,0.0000000008,0.05000,2.084 +7,mlp.experts.17.gate_proj,0.0000000013,0.05000,2.077 +7,mlp.experts.18.gate_proj,0.0000000027,0.05000,2.104 +7,mlp.experts.19.gate_proj,0.0000000012,0.05000,2.138 +7,mlp.experts.20.gate_proj,0.0000000015,0.05000,2.098 +7,mlp.experts.22.gate_proj,0.0000000016,0.05000,2.019 +7,mlp.experts.21.gate_proj,0.0000000018,0.05000,2.128 +7,mlp.experts.23.gate_proj,0.0000000009,0.05000,2.089 +7,mlp.experts.24.gate_proj,0.0000000020,0.05000,2.072 +7,mlp.experts.26.gate_proj,0.0000000032,0.05000,2.032 +7,mlp.experts.25.gate_proj,0.0000000020,0.05000,2.079 +7,mlp.experts.27.gate_proj,0.0000000016,0.05000,2.100 +7,mlp.experts.30.gate_proj,0.0000000013,0.05000,2.051 +7,mlp.experts.28.gate_proj,0.0000000014,0.05000,2.091 +7,mlp.experts.29.gate_proj,0.0000000010,0.05000,2.075 +7,mlp.experts.31.gate_proj,0.0000000021,0.05000,2.071 +7,mlp.experts.34.gate_proj,0.0000000015,0.05000,2.067 +7,mlp.experts.32.gate_proj,0.0000000025,0.05000,2.090 +7,mlp.experts.33.gate_proj,0.0000000015,0.05000,2.123 +7,mlp.experts.35.gate_proj,0.0000000010,0.05000,2.096 +7,mlp.experts.38.gate_proj,0.0000000005,0.05000,2.067 +7,mlp.experts.36.gate_proj,0.0000000033,0.05000,2.086 +7,mlp.experts.37.gate_proj,0.0000000010,0.05000,2.077 +7,mlp.experts.39.gate_proj,0.0000000007,0.05000,2.078 +7,mlp.experts.42.gate_proj,0.0000000010,0.05000,2.094 +7,mlp.experts.40.gate_proj,0.0000000012,0.05000,2.102 +7,mlp.experts.41.gate_proj,0.0000000025,0.05000,2.080 +7,mlp.experts.43.gate_proj,0.0000000023,0.05000,2.090 +7,mlp.experts.46.gate_proj,0.0000000015,0.05000,2.085 +7,mlp.experts.44.gate_proj,0.0000000007,0.05000,2.137 +7,mlp.experts.45.gate_proj,0.0000000016,0.05000,2.105 +7,mlp.experts.47.gate_proj,0.0000000017,0.05000,2.079 +7,mlp.experts.50.gate_proj,0.0000000011,0.05000,2.059 +7,mlp.experts.48.gate_proj,0.0000000005,0.05000,2.055 +7,mlp.experts.49.gate_proj,0.0000000021,0.05000,2.073 +7,mlp.experts.51.gate_proj,0.0000000009,0.05000,2.042 +7,mlp.experts.54.gate_proj,0.0000000006,0.05000,2.069 +7,mlp.experts.52.gate_proj,0.0000000011,0.05000,2.134 +7,mlp.experts.53.gate_proj,0.0000000039,0.05000,2.125 +7,mlp.experts.55.gate_proj,0.0000000027,0.05000,2.130 +7,mlp.experts.58.gate_proj,0.0000000007,0.05000,2.046 +7,mlp.experts.56.gate_proj,0.0000000013,0.05000,2.043 +7,mlp.experts.57.gate_proj,0.0000000011,0.05000,2.065 +7,mlp.experts.59.gate_proj,0.0000000032,0.05000,2.102 +7,mlp.experts.62.gate_proj,0.0000000013,0.05000,2.077 +7,mlp.experts.60.gate_proj,0.0000000013,0.05000,2.056 +7,mlp.experts.61.gate_proj,0.0000000003,0.05000,2.047 +7,mlp.experts.63.gate_proj,0.0000000012,0.05000,2.165 +7,mlp.experts.66.gate_proj,0.0000000011,0.05000,2.109 +7,mlp.experts.64.gate_proj,0.0000000018,0.05000,2.095 +7,mlp.experts.65.gate_proj,0.0000000021,0.05000,2.106 +7,mlp.experts.67.gate_proj,0.0000000018,0.05000,2.102 +7,mlp.experts.70.gate_proj,0.0000000007,0.05000,2.062 +7,mlp.experts.68.gate_proj,0.0000000018,0.05000,2.015 +7,mlp.experts.69.gate_proj,0.0000000018,0.05000,2.018 +7,mlp.experts.71.gate_proj,0.0000000006,0.05000,2.054 +7,mlp.experts.74.gate_proj,0.0000000010,0.05000,2.045 +7,mlp.experts.72.gate_proj,0.0000000008,0.05000,2.045 +7,mlp.experts.73.gate_proj,0.0000000011,0.05000,2.076 +7,mlp.experts.75.gate_proj,0.0000000006,0.05000,2.111 +7,mlp.experts.78.gate_proj,0.0000000025,0.05000,2.104 +7,mlp.experts.76.gate_proj,0.0000000015,0.05000,2.052 +7,mlp.experts.77.gate_proj,0.0000000023,0.05000,2.058 +7,mlp.experts.79.gate_proj,0.0000000005,0.05000,2.043 +7,mlp.experts.82.gate_proj,0.0000000015,0.05000,2.038 +7,mlp.experts.80.gate_proj,0.0000000030,0.05000,2.037 +7,mlp.experts.81.gate_proj,0.0000000049,0.05000,2.065 +7,mlp.experts.83.gate_proj,0.0000000004,0.05000,2.100 +7,mlp.experts.86.gate_proj,0.0000000030,0.05000,2.088 +7,mlp.experts.84.gate_proj,0.0000000009,0.05000,2.114 +7,mlp.experts.85.gate_proj,0.0000000017,0.05000,2.081 +7,mlp.experts.87.gate_proj,0.0000000025,0.05000,2.075 +7,mlp.experts.90.gate_proj,0.0000000006,0.05000,2.053 +7,mlp.experts.88.gate_proj,0.0000000011,0.05000,2.064 +7,mlp.experts.89.gate_proj,0.0000000015,0.05000,2.080 +7,mlp.experts.91.gate_proj,0.0000000010,0.05000,2.062 +7,mlp.experts.94.gate_proj,0.0000000027,0.05000,2.062 +7,mlp.experts.92.gate_proj,0.0000000020,0.05000,2.080 +7,mlp.experts.93.gate_proj,0.0000000016,0.05000,2.050 +7,mlp.experts.95.gate_proj,0.0000000009,0.05000,2.086 +7,mlp.experts.98.gate_proj,0.0000000010,0.05000,2.102 +7,mlp.experts.96.gate_proj,0.0000000003,0.05000,2.079 +7,mlp.experts.97.gate_proj,0.0000000015,0.05000,2.094 +7,mlp.experts.99.gate_proj,0.0000000012,0.05000,2.043 +7,mlp.experts.102.gate_proj,0.0000000008,0.05000,2.087 +7,mlp.experts.100.gate_proj,0.0000000039,0.05000,2.103 +7,mlp.experts.101.gate_proj,0.0000000016,0.05000,2.060 +7,mlp.experts.103.gate_proj,0.0000000011,0.05000,2.106 +7,mlp.experts.106.gate_proj,0.0000000018,0.05000,2.057 +7,mlp.experts.105.gate_proj,0.0000000005,0.05000,2.071 +7,mlp.experts.104.gate_proj,0.0000000018,0.05000,2.165 +7,mlp.experts.107.gate_proj,0.0000000019,0.05000,2.084 +7,mlp.experts.110.gate_proj,0.0000000022,0.05000,2.061 +7,mlp.experts.109.gate_proj,0.0000000009,0.05000,2.066 +7,mlp.experts.108.gate_proj,0.0000000016,0.05000,2.175 +7,mlp.experts.111.gate_proj,0.0000000017,0.05000,2.086 +7,mlp.experts.114.gate_proj,0.0000000023,0.05000,2.057 +7,mlp.experts.113.gate_proj,0.0000000039,0.05000,2.056 +7,mlp.experts.112.gate_proj,0.0000000021,0.05000,2.069 +7,mlp.experts.115.gate_proj,0.0000000013,0.05000,2.068 +7,mlp.experts.118.gate_proj,0.0000000040,0.05000,2.074 +7,mlp.experts.117.gate_proj,0.0000000011,0.05000,2.070 +7,mlp.experts.116.gate_proj,0.0000000007,0.05000,2.088 +7,mlp.experts.119.gate_proj,0.0000000016,0.05000,2.061 +7,mlp.experts.122.gate_proj,0.0000000048,0.05000,2.048 +7,mlp.experts.121.gate_proj,0.0000000016,0.05000,2.086 +7,mlp.experts.120.gate_proj,0.0000000011,0.05000,2.140 +7,mlp.experts.123.gate_proj,0.0000000020,0.05000,2.047 +7,mlp.experts.126.gate_proj,0.0000000023,0.05000,2.088 +7,mlp.experts.125.gate_proj,0.0000000006,0.05000,2.080 +7,mlp.experts.124.gate_proj,0.0000000015,0.05000,2.096 +7,mlp.experts.127.gate_proj,0.0000000022,0.05000,2.130 +7,mlp.experts.130.gate_proj,0.0000000009,0.05000,2.059 +7,mlp.experts.129.gate_proj,0.0000000018,0.05000,2.096 +7,mlp.experts.128.gate_proj,0.0000000006,0.05000,2.077 +7,mlp.experts.131.gate_proj,0.0000000007,0.05000,2.082 +7,mlp.experts.134.gate_proj,0.0000000017,0.05000,2.071 +7,mlp.experts.133.gate_proj,0.0000000006,0.05000,2.075 +7,mlp.experts.132.gate_proj,0.0000000018,0.05000,2.155 +7,mlp.experts.135.gate_proj,0.0000000005,0.05000,2.092 +7,mlp.experts.138.gate_proj,0.0000000014,0.05000,2.054 +7,mlp.experts.137.gate_proj,0.0000000009,0.05000,2.062 +7,mlp.experts.136.gate_proj,0.0000000018,0.05000,2.075 +7,mlp.experts.139.gate_proj,0.0000000010,0.05000,2.082 +7,mlp.experts.142.gate_proj,0.0000000009,0.05000,2.123 +7,mlp.experts.141.gate_proj,0.0000000012,0.05000,2.098 +7,mlp.experts.140.gate_proj,0.0000000014,0.05000,2.189 +7,mlp.experts.143.gate_proj,0.0000000035,0.05000,2.205 +7,mlp.experts.146.gate_proj,0.0000000025,0.05000,2.114 +7,mlp.experts.145.gate_proj,0.0000000019,0.05000,2.063 +7,mlp.experts.144.gate_proj,0.0000000026,0.05000,2.101 +7,mlp.experts.147.gate_proj,0.0000000037,0.05000,2.151 +7,mlp.experts.150.gate_proj,0.0000000005,0.05000,2.077 +7,mlp.experts.149.gate_proj,0.0000000011,0.05000,2.031 +7,mlp.experts.148.gate_proj,0.0000000007,0.05000,2.117 +7,mlp.experts.151.gate_proj,0.0000000004,0.05000,2.072 +7,mlp.experts.154.gate_proj,0.0000000019,0.05000,2.154 +7,mlp.experts.153.gate_proj,0.0000000012,0.05000,2.108 +7,mlp.experts.152.gate_proj,0.0000000033,0.05000,2.143 +7,mlp.experts.155.gate_proj,0.0000000021,0.05000,2.111 +7,mlp.experts.158.gate_proj,0.0000000004,0.05000,2.137 +7,mlp.experts.157.gate_proj,0.0000000005,0.05000,2.046 +7,mlp.experts.156.gate_proj,0.0000000013,0.05000,2.124 +7,mlp.experts.159.gate_proj,0.0000000015,0.05000,2.114 +7,mlp.experts.1.up_proj,0.0000000013,0.05000,2.078 +7,mlp.experts.2.up_proj,0.0000000007,0.05000,2.151 +7,mlp.experts.0.up_proj,0.0000000032,0.05000,2.127 +7,mlp.experts.3.up_proj,0.0000000012,0.05000,2.129 +7,mlp.experts.5.up_proj,0.0000000014,0.05000,2.025 +7,mlp.experts.6.up_proj,0.0000000015,0.05000,2.101 +7,mlp.experts.4.up_proj,0.0000000017,0.05000,2.096 +7,mlp.experts.7.up_proj,0.0000000029,0.05000,2.098 +7,mlp.experts.9.up_proj,0.0000000006,0.05000,2.104 +7,mlp.experts.10.up_proj,0.0000000032,0.05000,2.065 +7,mlp.experts.8.up_proj,0.0000000012,0.05000,2.086 +7,mlp.experts.11.up_proj,0.0000000015,0.05000,2.117 +7,mlp.experts.13.up_proj,0.0000000008,0.05000,2.130 +7,mlp.experts.14.up_proj,0.0000000023,0.05000,2.108 +7,mlp.experts.12.up_proj,0.0000000020,0.05000,2.092 +7,mlp.experts.15.up_proj,0.0000000010,0.05000,2.059 +7,mlp.experts.17.up_proj,0.0000000013,0.05000,2.099 +7,mlp.experts.18.up_proj,0.0000000027,0.05000,2.110 +7,mlp.experts.16.up_proj,0.0000000008,0.05000,2.075 +7,mlp.experts.19.up_proj,0.0000000012,0.05000,2.051 +7,mlp.experts.21.up_proj,0.0000000018,0.05000,2.071 +7,mlp.experts.22.up_proj,0.0000000016,0.05000,2.036 +7,mlp.experts.20.up_proj,0.0000000015,0.05000,2.014 +7,mlp.experts.23.up_proj,0.0000000009,0.05000,2.026 +7,mlp.experts.25.up_proj,0.0000000020,0.05000,2.066 +7,mlp.experts.26.up_proj,0.0000000031,0.05000,2.084 +7,mlp.experts.24.up_proj,0.0000000020,0.05000,2.016 +7,mlp.experts.27.up_proj,0.0000000015,0.05000,2.025 +7,mlp.experts.29.up_proj,0.0000000010,0.05000,2.026 +7,mlp.experts.30.up_proj,0.0000000013,0.05000,2.084 +7,mlp.experts.28.up_proj,0.0000000014,0.05000,2.115 +7,mlp.experts.31.up_proj,0.0000000021,0.05000,2.097 +7,mlp.experts.33.up_proj,0.0000000015,0.05000,2.073 +7,mlp.experts.34.up_proj,0.0000000015,0.05000,2.067 +7,mlp.experts.32.up_proj,0.0000000025,0.05000,2.074 +7,mlp.experts.35.up_proj,0.0000000010,0.05000,2.062 +7,mlp.experts.37.up_proj,0.0000000010,0.05000,2.067 +7,mlp.experts.38.up_proj,0.0000000005,0.05000,2.106 +7,mlp.experts.36.up_proj,0.0000000032,0.05000,2.044 +7,mlp.experts.39.up_proj,0.0000000007,0.05000,2.033 +7,mlp.experts.41.up_proj,0.0000000025,0.05000,2.009 +7,mlp.experts.42.up_proj,0.0000000010,0.05000,2.025 +7,mlp.experts.40.up_proj,0.0000000012,0.05000,2.034 +7,mlp.experts.43.up_proj,0.0000000022,0.05000,2.023 +7,mlp.experts.45.up_proj,0.0000000016,0.05000,2.124 +7,mlp.experts.46.up_proj,0.0000000015,0.05000,2.059 +7,mlp.experts.44.up_proj,0.0000000007,0.05000,2.094 +7,mlp.experts.47.up_proj,0.0000000017,0.05000,2.118 +7,mlp.experts.49.up_proj,0.0000000021,0.05000,2.069 +7,mlp.experts.50.up_proj,0.0000000011,0.05000,2.082 +7,mlp.experts.48.up_proj,0.0000000005,0.05000,2.148 +7,mlp.experts.51.up_proj,0.0000000009,0.05000,2.049 +7,mlp.experts.53.up_proj,0.0000000039,0.05000,2.054 +7,mlp.experts.54.up_proj,0.0000000006,0.05000,2.069 +7,mlp.experts.55.up_proj,0.0000000027,0.05000,2.060 +7,mlp.experts.52.up_proj,0.0000000011,0.05000,2.099 +7,mlp.experts.57.up_proj,0.0000000011,0.05000,2.073 +7,mlp.experts.58.up_proj,0.0000000007,0.05000,2.056 +7,mlp.experts.56.up_proj,0.0000000013,0.05000,2.046 +7,mlp.experts.59.up_proj,0.0000000032,0.05000,2.114 +7,mlp.experts.61.up_proj,0.0000000003,0.05000,2.048 +7,mlp.experts.62.up_proj,0.0000000013,0.05000,2.040 +7,mlp.experts.63.up_proj,0.0000000012,0.05000,2.014 +7,mlp.experts.60.up_proj,0.0000000013,0.05000,2.087 +7,mlp.experts.65.up_proj,0.0000000021,0.05000,2.056 +7,mlp.experts.66.up_proj,0.0000000011,0.05000,2.121 +7,mlp.experts.67.up_proj,0.0000000017,0.05000,2.035 +7,mlp.experts.64.up_proj,0.0000000018,0.05000,2.044 +7,mlp.experts.69.up_proj,0.0000000017,0.05000,2.109 +7,mlp.experts.70.up_proj,0.0000000007,0.05000,2.051 +7,mlp.experts.71.up_proj,0.0000000006,0.05000,2.078 +7,mlp.experts.68.up_proj,0.0000000018,0.05000,2.110 +7,mlp.experts.73.up_proj,0.0000000011,0.05000,2.072 +7,mlp.experts.74.up_proj,0.0000000010,0.05000,2.086 +7,mlp.experts.75.up_proj,0.0000000006,0.05000,2.073 +7,mlp.experts.72.up_proj,0.0000000008,0.05000,2.078 +7,mlp.experts.77.up_proj,0.0000000023,0.05000,2.071 +7,mlp.experts.78.up_proj,0.0000000025,0.05000,2.100 +7,mlp.experts.79.up_proj,0.0000000005,0.05000,2.086 +7,mlp.experts.76.up_proj,0.0000000015,0.05000,2.071 +7,mlp.experts.81.up_proj,0.0000000048,0.05000,1.640 +7,mlp.experts.82.up_proj,0.0000000015,0.05000,1.534 +7,mlp.experts.86.up_proj,0.0000000030,0.05000,2.085 +7,mlp.experts.80.up_proj,0.0000000030,0.05000,2.111 +7,mlp.experts.85.up_proj,0.0000000017,0.05000,2.134 +7,mlp.experts.83.up_proj,0.0000000004,0.05000,2.134 +7,mlp.experts.90.up_proj,0.0000000006,0.05000,2.085 +7,mlp.experts.84.up_proj,0.0000000009,0.05000,2.082 +7,mlp.experts.87.up_proj,0.0000000025,0.05000,2.096 +7,mlp.experts.89.up_proj,0.0000000015,0.05000,2.150 +7,mlp.experts.94.up_proj,0.0000000026,0.05000,2.062 +7,mlp.experts.88.up_proj,0.0000000011,0.05000,2.061 +7,mlp.experts.91.up_proj,0.0000000010,0.05000,2.045 +7,mlp.experts.93.up_proj,0.0000000016,0.05000,2.104 +7,mlp.experts.98.up_proj,0.0000000010,0.05000,2.088 +7,mlp.experts.92.up_proj,0.0000000020,0.05000,2.091 +7,mlp.experts.95.up_proj,0.0000000009,0.05000,2.091 +7,mlp.experts.97.up_proj,0.0000000015,0.05000,2.098 +7,mlp.experts.102.up_proj,0.0000000008,0.05000,2.039 +7,mlp.experts.96.up_proj,0.0000000003,0.05000,2.070 +7,mlp.experts.99.up_proj,0.0000000012,0.05000,2.070 +7,mlp.experts.101.up_proj,0.0000000016,0.05000,2.103 +7,mlp.experts.106.up_proj,0.0000000018,0.05000,2.090 +7,mlp.experts.103.up_proj,0.0000000011,0.05000,2.058 +7,mlp.experts.100.up_proj,0.0000000038,0.05000,2.163 +7,mlp.experts.105.up_proj,0.0000000005,0.05000,2.110 +7,mlp.experts.110.up_proj,0.0000000022,0.05000,2.088 +7,mlp.experts.107.up_proj,0.0000000019,0.05000,2.098 +7,mlp.experts.104.up_proj,0.0000000018,0.05000,2.113 +7,mlp.experts.109.up_proj,0.0000000009,0.05000,2.097 +7,mlp.experts.114.up_proj,0.0000000022,0.05000,2.071 +7,mlp.experts.111.up_proj,0.0000000017,0.05000,2.126 +7,mlp.experts.108.up_proj,0.0000000016,0.05000,2.071 +7,mlp.experts.113.up_proj,0.0000000039,0.05000,2.093 +7,mlp.experts.118.up_proj,0.0000000040,0.05000,2.072 +7,mlp.experts.115.up_proj,0.0000000012,0.05000,2.067 +7,mlp.experts.112.up_proj,0.0000000021,0.05000,2.085 +7,mlp.experts.117.up_proj,0.0000000011,0.05000,2.048 +7,mlp.experts.122.up_proj,0.0000000047,0.05000,2.049 +7,mlp.experts.119.up_proj,0.0000000016,0.05000,2.070 +7,mlp.experts.116.up_proj,0.0000000007,0.05000,2.082 +7,mlp.experts.121.up_proj,0.0000000016,0.05000,2.119 +7,mlp.experts.126.up_proj,0.0000000023,0.05000,2.093 +7,mlp.experts.123.up_proj,0.0000000020,0.05000,2.086 +7,mlp.experts.120.up_proj,0.0000000011,0.05000,2.073 +7,mlp.experts.125.up_proj,0.0000000006,0.05000,2.062 +7,mlp.experts.130.up_proj,0.0000000009,0.05000,2.051 +7,mlp.experts.127.up_proj,0.0000000021,0.05000,2.022 +7,mlp.experts.124.up_proj,0.0000000015,0.05000,2.061 +7,mlp.experts.129.up_proj,0.0000000018,0.05000,2.062 +7,mlp.experts.134.up_proj,0.0000000017,0.05000,2.070 +7,mlp.experts.131.up_proj,0.0000000007,0.05000,2.072 +7,mlp.experts.128.up_proj,0.0000000006,0.05000,2.029 +7,mlp.experts.133.up_proj,0.0000000006,0.05000,2.069 +7,mlp.experts.138.up_proj,0.0000000014,0.05000,2.093 +7,mlp.experts.135.up_proj,0.0000000005,0.05000,2.091 +7,mlp.experts.132.up_proj,0.0000000018,0.05000,2.069 +7,mlp.experts.137.up_proj,0.0000000009,0.05000,2.096 +7,mlp.experts.142.up_proj,0.0000000009,0.05000,2.088 +7,mlp.experts.139.up_proj,0.0000000010,0.05000,2.122 +7,mlp.experts.136.up_proj,0.0000000018,0.05000,2.120 +7,mlp.experts.141.up_proj,0.0000000012,0.05000,2.105 +7,mlp.experts.146.up_proj,0.0000000025,0.05000,2.074 +7,mlp.experts.140.up_proj,0.0000000014,0.05000,2.026 +7,mlp.experts.143.up_proj,0.0000000034,0.05000,2.104 +7,mlp.experts.145.up_proj,0.0000000019,0.05000,2.072 +7,mlp.experts.150.up_proj,0.0000000005,0.05000,2.059 +7,mlp.experts.144.up_proj,0.0000000026,0.05000,2.032 +7,mlp.experts.147.up_proj,0.0000000037,0.05000,2.109 +7,mlp.experts.149.up_proj,0.0000000011,0.05000,2.056 +7,mlp.experts.154.up_proj,0.0000000019,0.05000,2.078 +7,mlp.experts.148.up_proj,0.0000000007,0.05000,2.060 +7,mlp.experts.151.up_proj,0.0000000004,0.05000,2.107 +7,mlp.experts.153.up_proj,0.0000000012,0.05000,2.171 +7,mlp.experts.158.up_proj,0.0000000004,0.05000,2.069 +7,mlp.experts.152.up_proj,0.0000000033,0.05000,2.031 +7,mlp.experts.155.up_proj,0.0000000021,0.05000,2.029 +7,mlp.experts.157.up_proj,0.0000000005,0.05000,1.975 +7,mlp.experts.156.up_proj,0.0000000013,0.05000,1.390 +7,mlp.experts.159.up_proj,0.0000000015,0.05000,1.314 +7,mlp.experts.3.down_proj,0.0000000000,0.05000,0.632 +7,mlp.experts.1.down_proj,0.0000000000,0.05000,0.633 +7,mlp.experts.2.down_proj,0.0000000000,0.05000,0.661 +7,mlp.experts.0.down_proj,0.0000000000,0.05000,0.678 +7,mlp.experts.5.down_proj,0.0000000000,0.05000,0.606 +7,mlp.experts.6.down_proj,0.0000000000,0.05000,0.615 +7,mlp.experts.4.down_proj,0.0000000000,0.05000,0.608 +7,mlp.experts.7.down_proj,0.0000000000,0.05000,0.655 +7,mlp.experts.9.down_proj,0.0000000000,0.05000,0.654 +7,mlp.experts.11.down_proj,0.0000000000,0.05000,0.614 +7,mlp.experts.10.down_proj,0.0000000000,0.05000,0.645 +7,mlp.experts.8.down_proj,0.0000000000,0.05000,0.648 +7,mlp.experts.13.down_proj,0.0000000000,0.05000,0.601 +7,mlp.experts.15.down_proj,0.0000000000,0.05000,0.600 +7,mlp.experts.14.down_proj,0.0000000000,0.05000,0.605 +7,mlp.experts.12.down_proj,0.0000000000,0.05000,0.604 +7,mlp.experts.17.down_proj,0.0000000000,0.05000,0.608 +7,mlp.experts.19.down_proj,0.0000000000,0.05000,0.620 +7,mlp.experts.16.down_proj,0.0000000000,0.05000,0.603 +7,mlp.experts.18.down_proj,0.0000000000,0.05000,0.649 +7,mlp.experts.23.down_proj,0.0000000000,0.05000,0.609 +7,mlp.experts.21.down_proj,0.0000000000,0.05000,0.657 +7,mlp.experts.20.down_proj,0.0000000000,0.05000,0.634 +7,mlp.experts.22.down_proj,0.0000000000,0.05000,0.635 +7,mlp.experts.27.down_proj,0.0000000000,0.05000,0.608 +7,mlp.experts.25.down_proj,0.0000000000,0.05000,0.631 +7,mlp.experts.26.down_proj,0.0000000000,0.05000,0.615 +7,mlp.experts.24.down_proj,0.0000000000,0.05000,0.670 +7,mlp.experts.31.down_proj,0.0000000000,0.05000,0.615 +7,mlp.experts.29.down_proj,0.0000000000,0.05000,0.607 +7,mlp.experts.30.down_proj,0.0000000000,0.05000,0.617 +7,mlp.experts.28.down_proj,0.0000000000,0.05000,0.629 +7,mlp.experts.35.down_proj,0.0000000000,0.05000,0.657 +7,mlp.experts.33.down_proj,0.0000000000,0.05000,0.642 +7,mlp.experts.34.down_proj,0.0000000000,0.05000,0.660 +7,mlp.experts.32.down_proj,0.0000000000,0.05000,0.635 +7,mlp.experts.39.down_proj,0.0000000000,0.05000,0.608 +7,mlp.experts.37.down_proj,0.0000000000,0.05000,0.613 +7,mlp.experts.38.down_proj,0.0000000000,0.05000,0.618 +7,mlp.experts.36.down_proj,0.0000000000,0.05000,0.629 +7,mlp.experts.43.down_proj,0.0000000000,0.05000,0.609 +7,mlp.experts.41.down_proj,0.0000000000,0.05000,0.630 +7,mlp.experts.40.down_proj,0.0000000000,0.05000,0.607 +7,mlp.experts.42.down_proj,0.0000000000,0.05000,0.649 +7,mlp.experts.47.down_proj,0.0000000000,0.05000,0.635 +7,mlp.experts.45.down_proj,0.0000000000,0.05000,0.621 +7,mlp.experts.44.down_proj,0.0000000000,0.05000,0.611 +7,mlp.experts.46.down_proj,0.0000000000,0.05000,0.610 +7,mlp.experts.51.down_proj,0.0000000000,0.05000,0.638 +7,mlp.experts.49.down_proj,0.0000000000,0.05000,0.607 +7,mlp.experts.48.down_proj,0.0000000000,0.05000,0.604 +7,mlp.experts.50.down_proj,0.0000000000,0.05000,0.618 +7,mlp.experts.53.down_proj,0.0000000000,0.05000,0.607 +7,mlp.experts.55.down_proj,0.0000000000,0.05000,0.619 +7,mlp.experts.52.down_proj,0.0000000000,0.05000,0.610 +7,mlp.experts.54.down_proj,0.0000000000,0.05000,0.635 +7,mlp.experts.59.down_proj,0.0000000000,0.05000,0.623 +7,mlp.experts.57.down_proj,0.0000000000,0.05000,0.660 +7,mlp.experts.56.down_proj,0.0000000000,0.05000,0.661 +7,mlp.experts.58.down_proj,0.0000000000,0.05000,0.649 +7,mlp.experts.63.down_proj,0.0000000000,0.05000,0.628 +7,mlp.experts.61.down_proj,0.0000000000,0.05000,0.648 +7,mlp.experts.60.down_proj,0.0000000000,0.05000,0.616 +7,mlp.experts.62.down_proj,0.0000000000,0.05000,0.639 +7,mlp.experts.67.down_proj,0.0000000000,0.05000,0.615 +7,mlp.experts.65.down_proj,0.0000000000,0.05000,0.609 +7,mlp.experts.64.down_proj,0.0000000000,0.05000,0.611 +7,mlp.experts.66.down_proj,0.0000000000,0.05000,0.613 +7,mlp.experts.71.down_proj,0.0000000000,0.05000,0.614 +7,mlp.experts.69.down_proj,0.0000000000,0.05000,0.608 +7,mlp.experts.68.down_proj,0.0000000000,0.05000,0.609 +7,mlp.experts.70.down_proj,0.0000000000,0.05000,0.616 +7,mlp.experts.75.down_proj,0.0000000000,0.05000,0.615 +7,mlp.experts.73.down_proj,0.0000000000,0.05000,0.606 +7,mlp.experts.72.down_proj,0.0000000000,0.05000,0.608 +7,mlp.experts.74.down_proj,0.0000000000,0.05000,0.614 +7,mlp.experts.79.down_proj,0.0000000000,0.05000,0.615 +7,mlp.experts.77.down_proj,0.0000000000,0.05000,0.609 +7,mlp.experts.76.down_proj,0.0000000000,0.05000,0.610 +7,mlp.experts.78.down_proj,0.0000000000,0.05000,0.615 +7,mlp.experts.83.down_proj,0.0000000000,0.05000,0.622 +7,mlp.experts.80.down_proj,0.0000000001,0.05000,0.610 +7,mlp.experts.81.down_proj,0.0000000000,0.05000,0.662 +7,mlp.experts.82.down_proj,0.0000000000,0.05000,0.616 +7,mlp.experts.87.down_proj,0.0000000000,0.05000,0.631 +7,mlp.experts.84.down_proj,0.0000000000,0.05000,0.611 +7,mlp.experts.85.down_proj,0.0000000000,0.05000,0.605 +7,mlp.experts.86.down_proj,0.0000000000,0.05000,0.611 +7,mlp.experts.91.down_proj,0.0000000000,0.05000,0.609 +7,mlp.experts.89.down_proj,0.0000000000,0.05000,0.608 +7,mlp.experts.88.down_proj,0.0000000000,0.05000,0.628 +7,mlp.experts.90.down_proj,0.0000000000,0.05000,0.654 +7,mlp.experts.95.down_proj,0.0000000000,0.05000,0.610 +7,mlp.experts.93.down_proj,0.0000000000,0.05000,0.610 +7,mlp.experts.92.down_proj,0.0000000000,0.05000,0.644 +7,mlp.experts.94.down_proj,0.0000000000,0.05000,0.618 +7,mlp.experts.99.down_proj,0.0000000000,0.05000,0.626 +7,mlp.experts.97.down_proj,0.0000000000,0.05000,0.636 +7,mlp.experts.96.down_proj,0.0000000000,0.05000,0.622 +7,mlp.experts.98.down_proj,0.0000000000,0.05000,0.641 +7,mlp.experts.103.down_proj,0.0000000000,0.05000,0.626 +7,mlp.experts.100.down_proj,0.0000000000,0.05000,0.628 +7,mlp.experts.101.down_proj,0.0000000000,0.05000,0.686 +7,mlp.experts.102.down_proj,0.0000000000,0.05000,0.618 +7,mlp.experts.107.down_proj,0.0000000000,0.05000,0.629 +7,mlp.experts.104.down_proj,0.0000000000,0.05000,0.634 +7,mlp.experts.105.down_proj,0.0000000000,0.05000,0.660 +7,mlp.experts.106.down_proj,0.0000000000,0.05000,0.642 +7,mlp.experts.111.down_proj,0.0000000000,0.05000,0.644 +7,mlp.experts.108.down_proj,0.0000000000,0.05000,0.683 +7,mlp.experts.109.down_proj,0.0000000000,0.05000,0.646 +7,mlp.experts.110.down_proj,0.0000000000,0.05000,0.627 +7,mlp.experts.115.down_proj,0.0000000000,0.05000,0.607 +7,mlp.experts.112.down_proj,0.0000000000,0.05000,0.610 +7,mlp.experts.113.down_proj,0.0000000000,0.05000,0.606 +7,mlp.experts.114.down_proj,0.0000000000,0.05000,0.611 +7,mlp.experts.119.down_proj,0.0000000000,0.05000,0.617 +7,mlp.experts.117.down_proj,0.0000000000,0.05000,0.617 +7,mlp.experts.116.down_proj,0.0000000000,0.05000,0.682 +7,mlp.experts.118.down_proj,0.0000000000,0.05000,0.641 +7,mlp.experts.123.down_proj,0.0000000000,0.05000,0.637 +7,mlp.experts.121.down_proj,0.0000000000,0.05000,0.620 +7,mlp.experts.122.down_proj,0.0000000000,0.05000,0.617 +7,mlp.experts.120.down_proj,0.0000000000,0.05000,0.641 +7,mlp.experts.127.down_proj,0.0000000000,0.05000,0.646 +7,mlp.experts.126.down_proj,0.0000000000,0.05000,0.620 +7,mlp.experts.124.down_proj,0.0000000000,0.05000,0.616 +7,mlp.experts.125.down_proj,0.0000000000,0.05000,0.692 +7,mlp.experts.131.down_proj,0.0000000000,0.05000,0.638 +7,mlp.experts.130.down_proj,0.0000000000,0.05000,0.618 +7,mlp.experts.129.down_proj,0.0000000000,0.05000,0.614 +7,mlp.experts.128.down_proj,0.0000000000,0.05000,0.642 +7,mlp.experts.135.down_proj,0.0000000000,0.05000,0.624 +7,mlp.experts.134.down_proj,0.0000000000,0.05000,0.657 +7,mlp.experts.132.down_proj,0.0000000000,0.05000,0.640 +7,mlp.experts.133.down_proj,0.0000000000,0.05000,0.663 +7,mlp.experts.139.down_proj,0.0000000000,0.05000,0.639 +7,mlp.experts.138.down_proj,0.0000000000,0.05000,0.620 +7,mlp.experts.137.down_proj,0.0000000000,0.05000,0.616 +7,mlp.experts.136.down_proj,0.0000000000,0.05000,0.624 +7,mlp.experts.143.down_proj,0.0000000000,0.05000,0.633 +7,mlp.experts.142.down_proj,0.0000000000,0.05000,0.610 +7,mlp.experts.141.down_proj,0.0000000000,0.05000,0.616 +7,mlp.experts.140.down_proj,0.0000000000,0.05000,0.638 +7,mlp.experts.147.down_proj,0.0000000000,0.05000,0.605 +7,mlp.experts.146.down_proj,0.0000000000,0.05000,0.609 +7,mlp.experts.145.down_proj,0.0000000000,0.05000,0.612 +7,mlp.experts.144.down_proj,0.0000000000,0.05000,0.633 +7,mlp.experts.151.down_proj,0.0000000000,0.05000,0.637 +7,mlp.experts.150.down_proj,0.0000000000,0.05000,0.620 +7,mlp.experts.149.down_proj,0.0000000000,0.05000,0.621 +7,mlp.experts.148.down_proj,0.0000000000,0.05000,0.687 +7,mlp.experts.155.down_proj,0.0000000000,0.05000,0.618 +7,mlp.experts.154.down_proj,0.0000000000,0.05000,0.637 +7,mlp.experts.153.down_proj,0.0000000000,0.05000,0.622 +7,mlp.experts.152.down_proj,0.0000000000,0.05000,0.649 +7,mlp.experts.159.down_proj,0.0000000000,0.05000,0.627 +7,mlp.experts.158.down_proj,0.0000000000,0.05000,0.595 +7,mlp.experts.157.down_proj,0.0000000000,0.05000,0.593 +7,mlp.experts.156.down_proj,0.0000000000,0.05000,0.520 +8,mlp.experts.1.gate_proj,0.0000000012,0.05000,2.073 +8,mlp.experts.2.gate_proj,0.0000000021,0.05000,2.081 +8,mlp.experts.3.gate_proj,0.0000000007,0.05000,2.123 +8,mlp.experts.0.gate_proj,0.0000000034,0.05000,2.145 +8,mlp.experts.6.gate_proj,0.0000000020,0.05000,2.084 +8,mlp.experts.7.gate_proj,0.0000000017,0.05000,2.070 +8,mlp.experts.4.gate_proj,0.0000000015,0.05000,2.071 +8,mlp.experts.5.gate_proj,0.0000000009,0.05000,2.169 +8,mlp.experts.11.gate_proj,0.0000000037,0.05000,2.045 +8,mlp.experts.10.gate_proj,0.0000000017,0.05000,2.109 +8,mlp.experts.9.gate_proj,0.0000000033,0.05000,2.033 +8,mlp.experts.8.gate_proj,0.0000000011,0.05000,2.148 +8,mlp.experts.15.gate_proj,0.0000000017,0.05000,2.064 +8,mlp.experts.14.gate_proj,0.0000000013,0.05000,2.107 +8,mlp.experts.13.gate_proj,0.0000000016,0.05000,2.128 +8,mlp.experts.12.gate_proj,0.0000000006,0.05000,2.065 +8,mlp.experts.19.gate_proj,0.0000000023,0.05000,2.099 +8,mlp.experts.18.gate_proj,0.0000000015,0.05000,2.058 +8,mlp.experts.17.gate_proj,0.0000000008,0.05000,2.073 +8,mlp.experts.16.gate_proj,0.0000000012,0.05000,2.075 +8,mlp.experts.23.gate_proj,0.0000000029,0.05000,2.060 +8,mlp.experts.22.gate_proj,0.0000000018,0.05000,2.051 +8,mlp.experts.21.gate_proj,0.0000000031,0.05000,2.059 +8,mlp.experts.20.gate_proj,0.0000000018,0.05000,2.060 +8,mlp.experts.27.gate_proj,0.0000000022,0.05000,2.030 +8,mlp.experts.26.gate_proj,0.0000000009,0.05000,2.043 +8,mlp.experts.25.gate_proj,0.0000000051,0.05000,2.033 +8,mlp.experts.24.gate_proj,0.0000000027,0.05000,2.056 +8,mlp.experts.31.gate_proj,0.0000000014,0.05000,2.041 +8,mlp.experts.30.gate_proj,0.0000000018,0.05000,2.079 +8,mlp.experts.28.gate_proj,0.0000000022,0.05000,2.045 +8,mlp.experts.29.gate_proj,0.0000000010,0.05000,2.142 +8,mlp.experts.35.gate_proj,0.0000000025,0.05000,2.068 +8,mlp.experts.34.gate_proj,0.0000000047,0.05000,2.126 +8,mlp.experts.32.gate_proj,0.0000000015,0.05000,2.106 +8,mlp.experts.33.gate_proj,0.0000000012,0.05000,2.133 +8,mlp.experts.39.gate_proj,0.0000000018,0.05000,2.055 +8,mlp.experts.38.gate_proj,0.0000000006,0.05000,2.110 +8,mlp.experts.37.gate_proj,0.0000000023,0.05000,2.055 +8,mlp.experts.36.gate_proj,0.0000000017,0.05000,2.134 +8,mlp.experts.43.gate_proj,0.0000000018,0.05000,2.025 +8,mlp.experts.42.gate_proj,0.0000000009,0.05000,2.058 +8,mlp.experts.41.gate_proj,0.0000000017,0.05000,2.055 +8,mlp.experts.40.gate_proj,0.0000000006,0.05000,2.121 +8,mlp.experts.47.gate_proj,0.0000000017,0.05000,2.048 +8,mlp.experts.45.gate_proj,0.0000000040,0.05000,2.011 +8,mlp.experts.44.gate_proj,0.0000000009,0.05000,2.017 +8,mlp.experts.46.gate_proj,0.0000000015,0.05000,2.163 +8,mlp.experts.51.gate_proj,0.0000000024,0.05000,2.064 +8,mlp.experts.49.gate_proj,0.0000000020,0.05000,2.048 +8,mlp.experts.48.gate_proj,0.0000000024,0.05000,2.035 +8,mlp.experts.50.gate_proj,0.0000000027,0.05000,2.116 +8,mlp.experts.55.gate_proj,0.0000000019,0.05000,2.064 +8,mlp.experts.53.gate_proj,0.0000000009,0.05000,2.031 +8,mlp.experts.52.gate_proj,0.0000000015,0.05000,2.026 +8,mlp.experts.54.gate_proj,0.0000000010,0.05000,2.037 +8,mlp.experts.59.gate_proj,0.0000000009,0.05000,2.082 +8,mlp.experts.57.gate_proj,0.0000000013,0.05000,2.064 +8,mlp.experts.56.gate_proj,0.0000000015,0.05000,2.080 +8,mlp.experts.58.gate_proj,0.0000000014,0.05000,2.031 +8,mlp.experts.63.gate_proj,0.0000000016,0.05000,2.072 +8,mlp.experts.61.gate_proj,0.0000000004,0.05000,2.030 +8,mlp.experts.60.gate_proj,0.0000000038,0.05000,2.019 +8,mlp.experts.62.gate_proj,0.0000000003,0.05000,2.009 +8,mlp.experts.67.gate_proj,0.0000000027,0.05000,2.064 +8,mlp.experts.65.gate_proj,0.0000000009,0.05000,2.079 +8,mlp.experts.66.gate_proj,0.0000000020,0.05000,2.005 +8,mlp.experts.64.gate_proj,0.0000000027,0.05000,2.090 +8,mlp.experts.71.gate_proj,0.0000000008,0.05000,2.042 +8,mlp.experts.69.gate_proj,0.0000000027,0.05000,2.041 +8,mlp.experts.70.gate_proj,0.0000000092,0.05000,2.018 +8,mlp.experts.68.gate_proj,0.0000000022,0.05000,2.060 +8,mlp.experts.75.gate_proj,0.0000000025,0.05000,2.067 +8,mlp.experts.74.gate_proj,0.0000000022,0.05000,2.004 +8,mlp.experts.73.gate_proj,0.0000000028,0.05000,2.063 +8,mlp.experts.72.gate_proj,0.0000000027,0.05000,2.094 +8,mlp.experts.79.gate_proj,0.0000000007,0.05000,2.079 +8,mlp.experts.77.gate_proj,0.0000000009,0.05000,2.002 +8,mlp.experts.78.gate_proj,0.0000000033,0.05000,2.071 +8,mlp.experts.76.gate_proj,0.0000000017,0.05000,2.028 +8,mlp.experts.83.gate_proj,0.0000000016,0.05000,2.069 +8,mlp.experts.81.gate_proj,0.0000000017,0.05000,2.018 +8,mlp.experts.82.gate_proj,0.0000000024,0.05000,2.078 +8,mlp.experts.80.gate_proj,0.0000000069,0.05000,2.070 +8,mlp.experts.85.gate_proj,0.0000000020,0.05000,2.041 +8,mlp.experts.86.gate_proj,0.0000000011,0.05000,2.025 +8,mlp.experts.87.gate_proj,0.0000000014,0.05000,2.180 +8,mlp.experts.84.gate_proj,0.0000000020,0.05000,2.073 +8,mlp.experts.89.gate_proj,0.0000000058,0.05000,2.017 +8,mlp.experts.91.gate_proj,0.0000000008,0.05000,2.029 +8,mlp.experts.90.gate_proj,0.0000000007,0.05000,2.129 +8,mlp.experts.88.gate_proj,0.0000000028,0.05000,2.021 +8,mlp.experts.93.gate_proj,0.0000000028,0.05000,2.076 +8,mlp.experts.95.gate_proj,0.0000000007,0.05000,2.103 +8,mlp.experts.92.gate_proj,0.0000000039,0.05000,2.071 +8,mlp.experts.94.gate_proj,0.0000000036,0.05000,2.140 +8,mlp.experts.97.gate_proj,0.0000000040,0.05000,2.046 +8,mlp.experts.99.gate_proj,0.0000000013,0.05000,2.068 +8,mlp.experts.98.gate_proj,0.0000000008,0.05000,2.065 +8,mlp.experts.96.gate_proj,0.0000000034,0.05000,2.124 +8,mlp.experts.101.gate_proj,0.0000000017,0.05000,2.062 +8,mlp.experts.102.gate_proj,0.0000000023,0.05000,2.017 +8,mlp.experts.103.gate_proj,0.0000000006,0.05000,2.117 +8,mlp.experts.100.gate_proj,0.0000000010,0.05000,2.101 +8,mlp.experts.105.gate_proj,0.0000000027,0.05000,2.085 +8,mlp.experts.106.gate_proj,0.0000000008,0.05000,2.034 +8,mlp.experts.107.gate_proj,0.0000000019,0.05000,2.053 +8,mlp.experts.104.gate_proj,0.0000000038,0.05000,2.097 +8,mlp.experts.109.gate_proj,0.0000000015,0.05000,2.054 +8,mlp.experts.110.gate_proj,0.0000000016,0.05000,2.027 +8,mlp.experts.111.gate_proj,0.0000000023,0.05000,2.036 +8,mlp.experts.108.gate_proj,0.0000000015,0.05000,2.112 +8,mlp.experts.113.gate_proj,0.0000000008,0.05000,2.068 +8,mlp.experts.114.gate_proj,0.0000000021,0.05000,2.082 +8,mlp.experts.115.gate_proj,0.0000000015,0.05000,2.136 +8,mlp.experts.112.gate_proj,0.0000000009,0.05000,2.086 +8,mlp.experts.117.gate_proj,0.0000000009,0.05000,2.094 +8,mlp.experts.118.gate_proj,0.0000000027,0.05000,2.092 +8,mlp.experts.119.gate_proj,0.0000000020,0.05000,2.102 +8,mlp.experts.116.gate_proj,0.0000000024,0.05000,2.125 +8,mlp.experts.121.gate_proj,0.0000000024,0.05000,2.107 +8,mlp.experts.122.gate_proj,0.0000000022,0.05000,2.120 +8,mlp.experts.123.gate_proj,0.0000000023,0.05000,2.118 +8,mlp.experts.120.gate_proj,0.0000000009,0.05000,2.084 +8,mlp.experts.125.gate_proj,0.0000000015,0.05000,2.047 +8,mlp.experts.126.gate_proj,0.0000000022,0.05000,2.029 +8,mlp.experts.127.gate_proj,0.0000000029,0.05000,2.090 +8,mlp.experts.124.gate_proj,0.0000000010,0.05000,2.048 +8,mlp.experts.129.gate_proj,0.0000000023,0.05000,2.100 +8,mlp.experts.130.gate_proj,0.0000000030,0.05000,2.099 +8,mlp.experts.131.gate_proj,0.0000000017,0.05000,2.086 +8,mlp.experts.128.gate_proj,0.0000000022,0.05000,2.106 +8,mlp.experts.133.gate_proj,0.0000000033,0.05000,2.013 +8,mlp.experts.134.gate_proj,0.0000000014,0.05000,2.003 +8,mlp.experts.135.gate_proj,0.0000000025,0.05000,2.058 +8,mlp.experts.132.gate_proj,0.0000000038,0.05000,2.018 +8,mlp.experts.137.gate_proj,0.0000000016,0.05000,2.009 +8,mlp.experts.138.gate_proj,0.0000000031,0.05000,2.061 +8,mlp.experts.139.gate_proj,0.0000000027,0.05000,2.002 +8,mlp.experts.136.gate_proj,0.0000000026,0.05000,1.999 +8,mlp.experts.141.gate_proj,0.0000000016,0.05000,2.051 +8,mlp.experts.142.gate_proj,0.0000000012,0.05000,2.041 +8,mlp.experts.143.gate_proj,0.0000000016,0.05000,2.078 +8,mlp.experts.140.gate_proj,0.0000000018,0.05000,2.059 +8,mlp.experts.145.gate_proj,0.0000000027,0.05000,2.046 +8,mlp.experts.146.gate_proj,0.0000000013,0.05000,2.057 +8,mlp.experts.147.gate_proj,0.0000000018,0.05000,2.062 +8,mlp.experts.144.gate_proj,0.0000000019,0.05000,2.086 +8,mlp.experts.149.gate_proj,0.0000000019,0.05000,2.027 +8,mlp.experts.150.gate_proj,0.0000000013,0.05000,2.078 +8,mlp.experts.151.gate_proj,0.0000000031,0.05000,2.026 +8,mlp.experts.148.gate_proj,0.0000000010,0.05000,2.050 +8,mlp.experts.153.gate_proj,0.0000000022,0.05000,2.023 +8,mlp.experts.154.gate_proj,0.0000000039,0.05000,2.043 +8,mlp.experts.155.gate_proj,0.0000000028,0.05000,2.087 +8,mlp.experts.152.gate_proj,0.0000000014,0.05000,2.070 +8,mlp.experts.157.gate_proj,0.0000000053,0.05000,2.033 +8,mlp.experts.158.gate_proj,0.0000000018,0.05000,2.098 +8,mlp.experts.159.gate_proj,0.0000000012,0.05000,2.036 +8,mlp.experts.156.gate_proj,0.0000000030,0.05000,2.046 +8,mlp.experts.1.up_proj,0.0000000012,0.05000,2.010 +8,mlp.experts.2.up_proj,0.0000000021,0.05000,2.013 +8,mlp.experts.3.up_proj,0.0000000007,0.05000,2.101 +8,mlp.experts.0.up_proj,0.0000000034,0.05000,2.033 +8,mlp.experts.5.up_proj,0.0000000009,0.05000,2.062 +8,mlp.experts.6.up_proj,0.0000000020,0.05000,2.104 +8,mlp.experts.7.up_proj,0.0000000017,0.05000,2.033 +8,mlp.experts.4.up_proj,0.0000000015,0.05000,2.078 +8,mlp.experts.9.up_proj,0.0000000033,0.05000,2.036 +8,mlp.experts.10.up_proj,0.0000000017,0.05000,2.100 +8,mlp.experts.11.up_proj,0.0000000037,0.05000,2.031 +8,mlp.experts.8.up_proj,0.0000000011,0.05000,2.022 +8,mlp.experts.13.up_proj,0.0000000016,0.05000,2.056 +8,mlp.experts.14.up_proj,0.0000000012,0.05000,2.079 +8,mlp.experts.15.up_proj,0.0000000017,0.05000,2.067 +8,mlp.experts.12.up_proj,0.0000000006,0.05000,2.044 +8,mlp.experts.17.up_proj,0.0000000008,0.05000,2.062 +8,mlp.experts.18.up_proj,0.0000000015,0.05000,2.077 +8,mlp.experts.16.up_proj,0.0000000011,0.05000,2.004 +8,mlp.experts.19.up_proj,0.0000000023,0.05000,2.084 +8,mlp.experts.21.up_proj,0.0000000031,0.05000,2.005 +8,mlp.experts.20.up_proj,0.0000000018,0.05000,1.991 +8,mlp.experts.22.up_proj,0.0000000017,0.05000,2.069 +8,mlp.experts.23.up_proj,0.0000000028,0.05000,2.021 +8,mlp.experts.25.up_proj,0.0000000050,0.05000,2.056 +8,mlp.experts.24.up_proj,0.0000000026,0.05000,2.055 +8,mlp.experts.27.up_proj,0.0000000022,0.05000,2.051 +8,mlp.experts.26.up_proj,0.0000000009,0.05000,2.082 +8,mlp.experts.29.up_proj,0.0000000010,0.05000,2.080 +8,mlp.experts.28.up_proj,0.0000000021,0.05000,2.059 +8,mlp.experts.31.up_proj,0.0000000014,0.05000,2.090 +8,mlp.experts.30.up_proj,0.0000000018,0.05000,2.139 +8,mlp.experts.33.up_proj,0.0000000012,0.05000,2.065 +8,mlp.experts.32.up_proj,0.0000000015,0.05000,2.021 +8,mlp.experts.35.up_proj,0.0000000025,0.05000,2.060 +8,mlp.experts.34.up_proj,0.0000000047,0.05000,2.059 +8,mlp.experts.37.up_proj,0.0000000023,0.05000,2.034 +8,mlp.experts.36.up_proj,0.0000000017,0.05000,2.044 +8,mlp.experts.39.up_proj,0.0000000018,0.05000,2.028 +8,mlp.experts.38.up_proj,0.0000000006,0.05000,2.092 +8,mlp.experts.41.up_proj,0.0000000017,0.05000,2.050 +8,mlp.experts.40.up_proj,0.0000000006,0.05000,2.055 +8,mlp.experts.43.up_proj,0.0000000018,0.05000,2.072 +8,mlp.experts.42.up_proj,0.0000000009,0.05000,2.111 +8,mlp.experts.45.up_proj,0.0000000040,0.05000,2.037 +8,mlp.experts.44.up_proj,0.0000000008,0.05000,2.033 +8,mlp.experts.47.up_proj,0.0000000017,0.05000,2.045 +8,mlp.experts.46.up_proj,0.0000000015,0.05000,2.036 +8,mlp.experts.49.up_proj,0.0000000020,0.05000,2.061 +8,mlp.experts.48.up_proj,0.0000000024,0.05000,2.054 +8,mlp.experts.51.up_proj,0.0000000024,0.05000,2.098 +8,mlp.experts.50.up_proj,0.0000000027,0.05000,2.067 +8,mlp.experts.53.up_proj,0.0000000009,0.05000,2.058 +8,mlp.experts.52.up_proj,0.0000000014,0.05000,2.097 +8,mlp.experts.55.up_proj,0.0000000019,0.05000,2.102 +8,mlp.experts.54.up_proj,0.0000000010,0.05000,2.104 +8,mlp.experts.57.up_proj,0.0000000012,0.05000,2.039 +8,mlp.experts.56.up_proj,0.0000000015,0.05000,2.013 +8,mlp.experts.59.up_proj,0.0000000008,0.05000,2.069 +8,mlp.experts.58.up_proj,0.0000000014,0.05000,2.021 +8,mlp.experts.61.up_proj,0.0000000004,0.05000,2.032 +8,mlp.experts.60.up_proj,0.0000000037,0.05000,2.052 +8,mlp.experts.63.up_proj,0.0000000016,0.05000,2.054 +8,mlp.experts.62.up_proj,0.0000000003,0.05000,2.062 +8,mlp.experts.65.up_proj,0.0000000009,0.05000,2.063 +8,mlp.experts.64.up_proj,0.0000000027,0.05000,2.053 +8,mlp.experts.67.up_proj,0.0000000027,0.05000,2.083 +8,mlp.experts.66.up_proj,0.0000000020,0.05000,2.127 +8,mlp.experts.69.up_proj,0.0000000027,0.05000,2.085 +8,mlp.experts.68.up_proj,0.0000000022,0.05000,2.106 +8,mlp.experts.71.up_proj,0.0000000008,0.05000,2.072 +8,mlp.experts.70.up_proj,0.0000000090,0.05000,2.021 +8,mlp.experts.73.up_proj,0.0000000028,0.05000,2.053 +8,mlp.experts.72.up_proj,0.0000000027,0.05000,2.070 +8,mlp.experts.75.up_proj,0.0000000025,0.05000,2.086 +8,mlp.experts.74.up_proj,0.0000000021,0.05000,2.077 +8,mlp.experts.77.up_proj,0.0000000009,0.05000,2.112 +8,mlp.experts.76.up_proj,0.0000000017,0.05000,2.075 +8,mlp.experts.79.up_proj,0.0000000007,0.05000,2.095 +8,mlp.experts.78.up_proj,0.0000000033,0.05000,2.065 +8,mlp.experts.81.up_proj,0.0000000017,0.05000,2.057 +8,mlp.experts.80.up_proj,0.0000000068,0.05000,2.110 +8,mlp.experts.82.up_proj,0.0000000024,0.05000,2.088 +8,mlp.experts.83.up_proj,0.0000000016,0.05000,2.150 +8,mlp.experts.85.up_proj,0.0000000020,0.05000,2.060 +8,mlp.experts.84.up_proj,0.0000000020,0.05000,2.128 +8,mlp.experts.86.up_proj,0.0000000011,0.05000,2.058 +8,mlp.experts.87.up_proj,0.0000000014,0.05000,2.068 +8,mlp.experts.89.up_proj,0.0000000057,0.05000,2.038 +8,mlp.experts.88.up_proj,0.0000000028,0.05000,2.049 +8,mlp.experts.90.up_proj,0.0000000007,0.05000,2.086 +8,mlp.experts.91.up_proj,0.0000000008,0.05000,2.042 +8,mlp.experts.93.up_proj,0.0000000028,0.05000,2.031 +8,mlp.experts.92.up_proj,0.0000000039,0.05000,2.014 +8,mlp.experts.95.up_proj,0.0000000007,0.05000,2.069 +8,mlp.experts.94.up_proj,0.0000000036,0.05000,2.098 +8,mlp.experts.97.up_proj,0.0000000040,0.05000,2.031 +8,mlp.experts.96.up_proj,0.0000000033,0.05000,2.072 +8,mlp.experts.99.up_proj,0.0000000013,0.05000,2.061 +8,mlp.experts.98.up_proj,0.0000000008,0.05000,2.079 +8,mlp.experts.101.up_proj,0.0000000016,0.05000,2.023 +8,mlp.experts.100.up_proj,0.0000000009,0.05000,2.072 +8,mlp.experts.103.up_proj,0.0000000006,0.05000,2.019 +8,mlp.experts.102.up_proj,0.0000000023,0.05000,2.051 +8,mlp.experts.105.up_proj,0.0000000027,0.05000,2.036 +8,mlp.experts.104.up_proj,0.0000000037,0.05000,2.059 +8,mlp.experts.107.up_proj,0.0000000019,0.05000,2.033 +8,mlp.experts.106.up_proj,0.0000000008,0.05000,2.091 +8,mlp.experts.109.up_proj,0.0000000015,0.05000,2.033 +8,mlp.experts.108.up_proj,0.0000000015,0.05000,2.016 +8,mlp.experts.111.up_proj,0.0000000023,0.05000,2.032 +8,mlp.experts.110.up_proj,0.0000000016,0.05000,2.061 +8,mlp.experts.113.up_proj,0.0000000008,0.05000,2.022 +8,mlp.experts.112.up_proj,0.0000000009,0.05000,2.034 +8,mlp.experts.115.up_proj,0.0000000015,0.05000,2.032 +8,mlp.experts.114.up_proj,0.0000000021,0.05000,2.064 +8,mlp.experts.117.up_proj,0.0000000009,0.05000,2.046 +8,mlp.experts.116.up_proj,0.0000000024,0.05000,2.154 +8,mlp.experts.119.up_proj,0.0000000020,0.05000,2.069 +8,mlp.experts.118.up_proj,0.0000000027,0.05000,2.119 +8,mlp.experts.121.up_proj,0.0000000024,0.05000,2.063 +8,mlp.experts.120.up_proj,0.0000000009,0.05000,2.149 +8,mlp.experts.123.up_proj,0.0000000022,0.05000,2.074 +8,mlp.experts.122.up_proj,0.0000000022,0.05000,2.099 +8,mlp.experts.125.up_proj,0.0000000015,0.05000,2.056 +8,mlp.experts.124.up_proj,0.0000000010,0.05000,2.037 +8,mlp.experts.127.up_proj,0.0000000029,0.05000,2.041 +8,mlp.experts.126.up_proj,0.0000000022,0.05000,2.019 +8,mlp.experts.129.up_proj,0.0000000023,0.05000,2.015 +8,mlp.experts.128.up_proj,0.0000000022,0.05000,2.068 +8,mlp.experts.131.up_proj,0.0000000016,0.05000,2.064 +8,mlp.experts.130.up_proj,0.0000000030,0.05000,2.066 +8,mlp.experts.133.up_proj,0.0000000033,0.05000,2.034 +8,mlp.experts.132.up_proj,0.0000000038,0.05000,1.996 +8,mlp.experts.135.up_proj,0.0000000025,0.05000,2.008 +8,mlp.experts.134.up_proj,0.0000000014,0.05000,2.007 +8,mlp.experts.137.up_proj,0.0000000016,0.05000,2.010 +8,mlp.experts.136.up_proj,0.0000000026,0.05000,2.064 +8,mlp.experts.139.up_proj,0.0000000027,0.05000,2.013 +8,mlp.experts.138.up_proj,0.0000000031,0.05000,1.989 +8,mlp.experts.141.up_proj,0.0000000016,0.05000,1.717 +8,mlp.experts.140.up_proj,0.0000000018,0.05000,1.221 +8,mlp.experts.145.up_proj,0.0000000026,0.05000,2.095 +8,mlp.experts.142.up_proj,0.0000000012,0.05000,2.131 +8,mlp.experts.143.up_proj,0.0000000015,0.05000,2.158 +8,mlp.experts.144.up_proj,0.0000000019,0.05000,2.235 +8,mlp.experts.149.up_proj,0.0000000019,0.05000,2.046 +8,mlp.experts.146.up_proj,0.0000000013,0.05000,2.081 +8,mlp.experts.147.up_proj,0.0000000018,0.05000,2.057 +8,mlp.experts.148.up_proj,0.0000000010,0.05000,2.065 +8,mlp.experts.153.up_proj,0.0000000021,0.05000,2.051 +8,mlp.experts.151.up_proj,0.0000000031,0.05000,2.062 +8,mlp.experts.152.up_proj,0.0000000014,0.05000,2.022 +8,mlp.experts.150.up_proj,0.0000000013,0.05000,2.158 +8,mlp.experts.157.up_proj,0.0000000053,0.05000,2.018 +8,mlp.experts.156.up_proj,0.0000000030,0.05000,1.965 +8,mlp.experts.155.up_proj,0.0000000028,0.05000,2.014 +8,mlp.experts.154.up_proj,0.0000000039,0.05000,1.980 +8,mlp.experts.159.up_proj,0.0000000012,0.05000,1.360 +8,mlp.experts.158.up_proj,0.0000000017,0.05000,1.322 +8,mlp.experts.3.down_proj,0.0000000000,0.05000,0.637 +8,mlp.experts.1.down_proj,0.0000000000,0.05000,0.638 +8,mlp.experts.2.down_proj,0.0000000000,0.05000,0.658 +8,mlp.experts.0.down_proj,0.0000000000,0.05000,0.666 +8,mlp.experts.7.down_proj,0.0000000000,0.05000,0.614 +8,mlp.experts.5.down_proj,0.0000000000,0.05000,0.615 +8,mlp.experts.6.down_proj,0.0000000000,0.05000,0.615 +8,mlp.experts.4.down_proj,0.0000000000,0.05000,0.612 +8,mlp.experts.9.down_proj,0.0000000000,0.05000,0.617 +8,mlp.experts.11.down_proj,0.0000000000,0.05000,0.632 +8,mlp.experts.8.down_proj,0.0000000000,0.05000,0.628 +8,mlp.experts.10.down_proj,0.0000000000,0.05000,0.659 +8,mlp.experts.13.down_proj,0.0000000000,0.05000,0.626 +8,mlp.experts.15.down_proj,0.0000000000,0.05000,0.631 +8,mlp.experts.12.down_proj,0.0000000000,0.05000,0.626 +8,mlp.experts.14.down_proj,0.0000000000,0.05000,0.610 +8,mlp.experts.17.down_proj,0.0000000000,0.05000,0.613 +8,mlp.experts.19.down_proj,0.0000000000,0.05000,0.615 +8,mlp.experts.16.down_proj,0.0000000000,0.05000,0.612 +8,mlp.experts.18.down_proj,0.0000000000,0.05000,0.608 +8,mlp.experts.21.down_proj,0.0000000000,0.05000,0.620 +8,mlp.experts.22.down_proj,0.0000000000,0.05000,0.606 +8,mlp.experts.20.down_proj,0.0000000000,0.05000,0.633 +8,mlp.experts.23.down_proj,0.0000000000,0.05000,0.667 +8,mlp.experts.25.down_proj,0.0000000000,0.05000,0.608 +8,mlp.experts.26.down_proj,0.0000000000,0.05000,0.600 +8,mlp.experts.24.down_proj,0.0000000000,0.05000,0.603 +8,mlp.experts.27.down_proj,0.0000000000,0.05000,0.611 +8,mlp.experts.29.down_proj,0.0000000000,0.05000,0.611 +8,mlp.experts.30.down_proj,0.0000000000,0.05000,0.626 +8,mlp.experts.28.down_proj,0.0000000000,0.05000,0.611 +8,mlp.experts.31.down_proj,0.0000000000,0.05000,0.616 +8,mlp.experts.33.down_proj,0.0000000000,0.05000,0.622 +8,mlp.experts.34.down_proj,0.0000000001,0.05000,0.628 +8,mlp.experts.32.down_proj,0.0000000000,0.05000,0.634 +8,mlp.experts.35.down_proj,0.0000000000,0.05000,0.617 +8,mlp.experts.37.down_proj,0.0000000000,0.05000,0.616 +8,mlp.experts.38.down_proj,0.0000000000,0.05000,0.612 +8,mlp.experts.36.down_proj,0.0000000000,0.05000,0.623 +8,mlp.experts.39.down_proj,0.0000000000,0.05000,0.625 +8,mlp.experts.41.down_proj,0.0000000000,0.05000,0.613 +8,mlp.experts.42.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.40.down_proj,0.0000000000,0.05000,0.609 +8,mlp.experts.43.down_proj,0.0000000000,0.05000,0.616 +8,mlp.experts.45.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.46.down_proj,0.0000000000,0.05000,0.620 +8,mlp.experts.47.down_proj,0.0000000000,0.05000,0.615 +8,mlp.experts.44.down_proj,0.0000000000,0.05000,0.666 +8,mlp.experts.49.down_proj,0.0000000000,0.05000,0.612 +8,mlp.experts.50.down_proj,0.0000000000,0.05000,0.623 +8,mlp.experts.51.down_proj,0.0000000000,0.05000,0.610 +8,mlp.experts.48.down_proj,0.0000000000,0.05000,0.615 +8,mlp.experts.53.down_proj,0.0000000000,0.05000,0.621 +8,mlp.experts.54.down_proj,0.0000000000,0.05000,0.617 +8,mlp.experts.55.down_proj,0.0000000000,0.05000,0.614 +8,mlp.experts.52.down_proj,0.0000000000,0.05000,0.639 +8,mlp.experts.57.down_proj,0.0000000000,0.05000,0.615 +8,mlp.experts.58.down_proj,0.0000000000,0.05000,0.619 +8,mlp.experts.59.down_proj,0.0000000000,0.05000,0.635 +8,mlp.experts.56.down_proj,0.0000000000,0.05000,0.610 +8,mlp.experts.61.down_proj,0.0000000000,0.05000,0.611 +8,mlp.experts.62.down_proj,0.0000000000,0.05000,0.628 +8,mlp.experts.60.down_proj,0.0000000000,0.05000,0.608 +8,mlp.experts.63.down_proj,0.0000000000,0.05000,0.653 +8,mlp.experts.65.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.66.down_proj,0.0000000000,0.05000,0.637 +8,mlp.experts.67.down_proj,0.0000000000,0.05000,0.622 +8,mlp.experts.64.down_proj,0.0000000000,0.05000,0.642 +8,mlp.experts.69.down_proj,0.0000000000,0.05000,0.628 +8,mlp.experts.70.down_proj,0.0000000001,0.05000,0.635 +8,mlp.experts.71.down_proj,0.0000000000,0.05000,0.626 +8,mlp.experts.68.down_proj,0.0000000000,0.05000,0.642 +8,mlp.experts.73.down_proj,0.0000000000,0.05000,0.604 +8,mlp.experts.74.down_proj,0.0000000000,0.05000,0.608 +8,mlp.experts.75.down_proj,0.0000000000,0.05000,0.615 +8,mlp.experts.72.down_proj,0.0000000000,0.05000,0.606 +8,mlp.experts.77.down_proj,0.0000000000,0.05000,0.609 +8,mlp.experts.78.down_proj,0.0000000000,0.05000,0.634 +8,mlp.experts.76.down_proj,0.0000000000,0.05000,0.608 +8,mlp.experts.79.down_proj,0.0000000000,0.05000,0.650 +8,mlp.experts.81.down_proj,0.0000000000,0.05000,0.631 +8,mlp.experts.82.down_proj,0.0000000000,0.05000,0.629 +8,mlp.experts.80.down_proj,0.0000000001,0.05000,0.641 +8,mlp.experts.83.down_proj,0.0000000000,0.05000,0.666 +8,mlp.experts.85.down_proj,0.0000000000,0.05000,0.629 +8,mlp.experts.86.down_proj,0.0000000000,0.05000,0.628 +8,mlp.experts.84.down_proj,0.0000000000,0.05000,0.664 +8,mlp.experts.87.down_proj,0.0000000000,0.05000,0.684 +8,mlp.experts.89.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.90.down_proj,0.0000000000,0.05000,0.645 +8,mlp.experts.88.down_proj,0.0000000000,0.05000,0.620 +8,mlp.experts.91.down_proj,0.0000000000,0.05000,0.638 +8,mlp.experts.93.down_proj,0.0000000000,0.05000,0.636 +8,mlp.experts.94.down_proj,0.0000000000,0.05000,0.611 +8,mlp.experts.92.down_proj,0.0000000000,0.05000,0.631 +8,mlp.experts.95.down_proj,0.0000000000,0.05000,0.614 +8,mlp.experts.97.down_proj,0.0000000000,0.05000,0.636 +8,mlp.experts.98.down_proj,0.0000000000,0.05000,0.637 +8,mlp.experts.96.down_proj,0.0000000000,0.05000,0.654 +8,mlp.experts.99.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.101.down_proj,0.0000000000,0.05000,0.616 +8,mlp.experts.102.down_proj,0.0000000000,0.05000,0.613 +8,mlp.experts.100.down_proj,0.0000000000,0.05000,0.636 +8,mlp.experts.103.down_proj,0.0000000000,0.05000,0.621 +8,mlp.experts.105.down_proj,0.0000000000,0.05000,0.660 +8,mlp.experts.106.down_proj,0.0000000000,0.05000,0.659 +8,mlp.experts.104.down_proj,0.0000000001,0.05000,0.625 +8,mlp.experts.107.down_proj,0.0000000000,0.05000,0.645 +8,mlp.experts.109.down_proj,0.0000000000,0.05000,0.619 +8,mlp.experts.110.down_proj,0.0000000000,0.05000,0.657 +8,mlp.experts.108.down_proj,0.0000000000,0.05000,0.641 +8,mlp.experts.111.down_proj,0.0000000000,0.05000,0.658 +8,mlp.experts.113.down_proj,0.0000000000,0.05000,0.634 +8,mlp.experts.114.down_proj,0.0000000000,0.05000,0.607 +8,mlp.experts.112.down_proj,0.0000000000,0.05000,0.644 +8,mlp.experts.115.down_proj,0.0000000000,0.05000,0.611 +8,mlp.experts.117.down_proj,0.0000000000,0.05000,0.636 +8,mlp.experts.118.down_proj,0.0000000000,0.05000,0.664 +8,mlp.experts.119.down_proj,0.0000000000,0.05000,0.648 +8,mlp.experts.116.down_proj,0.0000000000,0.05000,0.730 +8,mlp.experts.121.down_proj,0.0000000000,0.05000,0.622 +8,mlp.experts.122.down_proj,0.0000000000,0.05000,0.610 +8,mlp.experts.123.down_proj,0.0000000000,0.05000,0.650 +8,mlp.experts.120.down_proj,0.0000000000,0.05000,0.606 +8,mlp.experts.125.down_proj,0.0000000000,0.05000,0.617 +8,mlp.experts.126.down_proj,0.0000000000,0.05000,0.617 +8,mlp.experts.124.down_proj,0.0000000000,0.05000,0.605 +8,mlp.experts.127.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.129.down_proj,0.0000000000,0.05000,0.649 +8,mlp.experts.130.down_proj,0.0000000000,0.05000,0.635 +8,mlp.experts.131.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.128.down_proj,0.0000000000,0.05000,0.641 +8,mlp.experts.133.down_proj,0.0000000000,0.05000,0.612 +8,mlp.experts.134.down_proj,0.0000000000,0.05000,0.612 +8,mlp.experts.135.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.132.down_proj,0.0000000000,0.05000,0.657 +8,mlp.experts.137.down_proj,0.0000000000,0.05000,0.613 +8,mlp.experts.138.down_proj,0.0000000000,0.05000,0.633 +8,mlp.experts.139.down_proj,0.0000000000,0.05000,0.662 +8,mlp.experts.136.down_proj,0.0000000000,0.05000,0.613 +8,mlp.experts.141.down_proj,0.0000000000,0.05000,0.636 +8,mlp.experts.142.down_proj,0.0000000000,0.05000,0.614 +8,mlp.experts.143.down_proj,0.0000000000,0.05000,0.617 +8,mlp.experts.140.down_proj,0.0000000000,0.05000,0.692 +8,mlp.experts.145.down_proj,0.0000000000,0.05000,0.608 +8,mlp.experts.146.down_proj,0.0000000000,0.05000,0.612 +8,mlp.experts.147.down_proj,0.0000000000,0.05000,0.632 +8,mlp.experts.144.down_proj,0.0000000000,0.05000,0.620 +8,mlp.experts.149.down_proj,0.0000000000,0.05000,0.627 +8,mlp.experts.150.down_proj,0.0000000000,0.05000,0.611 +8,mlp.experts.151.down_proj,0.0000000000,0.05000,0.620 +8,mlp.experts.148.down_proj,0.0000000000,0.05000,0.656 +8,mlp.experts.153.down_proj,0.0000000000,0.05000,0.618 +8,mlp.experts.154.down_proj,0.0000000001,0.05000,0.639 +8,mlp.experts.155.down_proj,0.0000000000,0.05000,0.629 +8,mlp.experts.152.down_proj,0.0000000000,0.05000,0.638 +8,mlp.experts.157.down_proj,0.0000000001,0.05000,0.620 +8,mlp.experts.158.down_proj,0.0000000000,0.05000,0.593 +8,mlp.experts.159.down_proj,0.0000000000,0.05000,0.534 +8,mlp.experts.156.down_proj,0.0000000000,0.05000,0.475 +9,mlp.experts.3.gate_proj,0.0000000019,0.05000,2.119 +9,mlp.experts.0.gate_proj,0.0000000013,0.05000,2.161 +9,mlp.experts.1.gate_proj,0.0000000022,0.05000,2.193 +9,mlp.experts.2.gate_proj,0.0000000029,0.05000,2.225 +9,mlp.experts.5.gate_proj,0.0000000011,0.05000,2.052 +9,mlp.experts.7.gate_proj,0.0000000016,0.05000,2.134 +9,mlp.experts.4.gate_proj,0.0000000012,0.05000,2.113 +9,mlp.experts.6.gate_proj,0.0000000030,0.05000,2.108 +9,mlp.experts.9.gate_proj,0.0000000036,0.05000,2.070 +9,mlp.experts.10.gate_proj,0.0000000035,0.05000,2.033 +9,mlp.experts.8.gate_proj,0.0000000024,0.05000,2.119 +9,mlp.experts.11.gate_proj,0.0000000028,0.05000,2.175 +9,mlp.experts.13.gate_proj,0.0000000007,0.05000,2.095 +9,mlp.experts.14.gate_proj,0.0000000008,0.05000,2.099 +9,mlp.experts.15.gate_proj,0.0000000023,0.05000,2.071 +9,mlp.experts.12.gate_proj,0.0000000028,0.05000,2.153 +9,mlp.experts.17.gate_proj,0.0000000022,0.05000,2.063 +9,mlp.experts.18.gate_proj,0.0000000026,0.05000,2.070 +9,mlp.experts.16.gate_proj,0.0000000006,0.05000,2.046 +9,mlp.experts.19.gate_proj,0.0000000020,0.05000,2.116 +9,mlp.experts.21.gate_proj,0.0000000007,0.05000,2.088 +9,mlp.experts.22.gate_proj,0.0000000019,0.05000,2.077 +9,mlp.experts.23.gate_proj,0.0000000041,0.05000,2.079 +9,mlp.experts.20.gate_proj,0.0000000021,0.05000,2.102 +9,mlp.experts.25.gate_proj,0.0000000034,0.05000,2.087 +9,mlp.experts.26.gate_proj,0.0000000043,0.05000,2.103 +9,mlp.experts.24.gate_proj,0.0000000038,0.05000,2.079 +9,mlp.experts.27.gate_proj,0.0000000016,0.05000,2.116 +9,mlp.experts.29.gate_proj,0.0000000027,0.05000,2.091 +9,mlp.experts.31.gate_proj,0.0000000014,0.05000,2.059 +9,mlp.experts.28.gate_proj,0.0000000043,0.05000,2.137 +9,mlp.experts.30.gate_proj,0.0000000012,0.05000,2.197 +9,mlp.experts.33.gate_proj,0.0000000025,0.05000,2.068 +9,mlp.experts.35.gate_proj,0.0000000010,0.05000,2.114 +9,mlp.experts.34.gate_proj,0.0000000049,0.05000,2.099 +9,mlp.experts.32.gate_proj,0.0000000034,0.05000,2.133 +9,mlp.experts.37.gate_proj,0.0000000014,0.05000,2.063 +9,mlp.experts.39.gate_proj,0.0000000020,0.05000,2.105 +9,mlp.experts.36.gate_proj,0.0000000017,0.05000,2.097 +9,mlp.experts.38.gate_proj,0.0000000018,0.05000,2.132 +9,mlp.experts.41.gate_proj,0.0000000031,0.05000,2.052 +9,mlp.experts.42.gate_proj,0.0000000023,0.05000,2.024 +9,mlp.experts.43.gate_proj,0.0000000012,0.05000,2.081 +9,mlp.experts.40.gate_proj,0.0000000011,0.05000,2.094 +9,mlp.experts.45.gate_proj,0.0000000025,0.05000,2.069 +9,mlp.experts.46.gate_proj,0.0000000013,0.05000,2.083 +9,mlp.experts.47.gate_proj,0.0000000006,0.05000,2.114 +9,mlp.experts.44.gate_proj,0.0000000021,0.05000,2.126 +9,mlp.experts.49.gate_proj,0.0000000017,0.05000,2.066 +9,mlp.experts.50.gate_proj,0.0000000032,0.05000,2.080 +9,mlp.experts.51.gate_proj,0.0000000020,0.05000,2.106 +9,mlp.experts.48.gate_proj,0.0000000012,0.05000,2.096 +9,mlp.experts.53.gate_proj,0.0000000021,0.05000,2.098 +9,mlp.experts.54.gate_proj,0.0000000034,0.05000,2.035 +9,mlp.experts.55.gate_proj,0.0000000010,0.05000,2.042 +9,mlp.experts.52.gate_proj,0.0000000040,0.05000,2.054 +9,mlp.experts.57.gate_proj,0.0000000012,0.05000,2.090 +9,mlp.experts.58.gate_proj,0.0000000011,0.05000,2.044 +9,mlp.experts.59.gate_proj,0.0000000021,0.05000,2.106 +9,mlp.experts.56.gate_proj,0.0000000030,0.05000,2.148 +9,mlp.experts.61.gate_proj,0.0000000013,0.05000,2.074 +9,mlp.experts.62.gate_proj,0.0000000022,0.05000,2.127 +9,mlp.experts.63.gate_proj,0.0000000050,0.05000,2.085 +9,mlp.experts.60.gate_proj,0.0000000046,0.05000,2.053 +9,mlp.experts.65.gate_proj,0.0000000015,0.05000,2.050 +9,mlp.experts.66.gate_proj,0.0000000036,0.05000,2.088 +9,mlp.experts.67.gate_proj,0.0000000007,0.05000,2.062 +9,mlp.experts.64.gate_proj,0.0000000021,0.05000,2.072 +9,mlp.experts.69.gate_proj,0.0000000011,0.05000,2.084 +9,mlp.experts.70.gate_proj,0.0000000023,0.05000,2.138 +9,mlp.experts.71.gate_proj,0.0000000017,0.05000,2.098 +9,mlp.experts.68.gate_proj,0.0000000034,0.05000,2.138 +9,mlp.experts.73.gate_proj,0.0000000009,0.05000,2.116 +9,mlp.experts.74.gate_proj,0.0000000050,0.05000,2.093 +9,mlp.experts.75.gate_proj,0.0000000008,0.05000,2.100 +9,mlp.experts.72.gate_proj,0.0000000077,0.05000,2.108 +9,mlp.experts.77.gate_proj,0.0000000015,0.05000,2.061 +9,mlp.experts.78.gate_proj,0.0000000014,0.05000,2.052 +9,mlp.experts.79.gate_proj,0.0000000054,0.05000,2.089 +9,mlp.experts.76.gate_proj,0.0000000019,0.05000,2.057 +9,mlp.experts.81.gate_proj,0.0000000022,0.05000,2.040 +9,mlp.experts.82.gate_proj,0.0000000026,0.05000,2.035 +9,mlp.experts.83.gate_proj,0.0000000007,0.05000,2.099 +9,mlp.experts.80.gate_proj,0.0000000019,0.05000,2.066 +9,mlp.experts.85.gate_proj,0.0000000008,0.05000,2.040 +9,mlp.experts.86.gate_proj,0.0000000032,0.05000,2.089 +9,mlp.experts.87.gate_proj,0.0000000005,0.05000,2.103 +9,mlp.experts.84.gate_proj,0.0000000017,0.05000,2.066 +9,mlp.experts.89.gate_proj,0.0000000028,0.05000,2.029 +9,mlp.experts.90.gate_proj,0.0000000010,0.05000,2.029 +9,mlp.experts.91.gate_proj,0.0000000012,0.05000,2.039 +9,mlp.experts.88.gate_proj,0.0000000019,0.05000,2.058 +9,mlp.experts.93.gate_proj,0.0000000035,0.05000,2.071 +9,mlp.experts.94.gate_proj,0.0000000036,0.05000,2.107 +9,mlp.experts.95.gate_proj,0.0000000018,0.05000,2.129 +9,mlp.experts.92.gate_proj,0.0000000072,0.05000,2.104 +9,mlp.experts.97.gate_proj,0.0000000019,0.05000,2.061 +9,mlp.experts.98.gate_proj,0.0000000030,0.05000,2.030 +9,mlp.experts.99.gate_proj,0.0000000016,0.05000,2.087 +9,mlp.experts.96.gate_proj,0.0000000038,0.05000,2.065 +9,mlp.experts.101.gate_proj,0.0000000017,0.05000,2.037 +9,mlp.experts.102.gate_proj,0.0000000019,0.05000,2.070 +9,mlp.experts.103.gate_proj,0.0000000006,0.05000,2.077 +9,mlp.experts.100.gate_proj,0.0000000021,0.05000,2.121 +9,mlp.experts.105.gate_proj,0.0000000016,0.05000,2.083 +9,mlp.experts.106.gate_proj,0.0000000013,0.05000,2.094 +9,mlp.experts.107.gate_proj,0.0000000012,0.05000,2.068 +9,mlp.experts.104.gate_proj,0.0000000017,0.05000,2.059 +9,mlp.experts.109.gate_proj,0.0000000069,0.05000,2.062 +9,mlp.experts.110.gate_proj,0.0000000017,0.05000,2.093 +9,mlp.experts.111.gate_proj,0.0000000012,0.05000,2.099 +9,mlp.experts.108.gate_proj,0.0000000051,0.05000,2.078 +9,mlp.experts.113.gate_proj,0.0000000019,0.05000,2.063 +9,mlp.experts.114.gate_proj,0.0000000043,0.05000,2.095 +9,mlp.experts.115.gate_proj,0.0000000019,0.05000,2.091 +9,mlp.experts.112.gate_proj,0.0000000017,0.05000,2.123 +9,mlp.experts.117.gate_proj,0.0000000026,0.05000,2.063 +9,mlp.experts.118.gate_proj,0.0000000114,0.05000,2.073 +9,mlp.experts.119.gate_proj,0.0000000056,0.05000,2.079 +9,mlp.experts.116.gate_proj,0.0000000017,0.05000,2.071 +9,mlp.experts.121.gate_proj,0.0000000033,0.05000,2.075 +9,mlp.experts.122.gate_proj,0.0000000024,0.05000,2.073 +9,mlp.experts.123.gate_proj,0.0000000023,0.05000,2.101 +9,mlp.experts.120.gate_proj,0.0000000011,0.05000,2.078 +9,mlp.experts.125.gate_proj,0.0000000005,0.05000,2.084 +9,mlp.experts.126.gate_proj,0.0000000038,0.05000,2.079 +9,mlp.experts.127.gate_proj,0.0000000030,0.05000,2.075 +9,mlp.experts.124.gate_proj,0.0000000011,0.05000,2.067 +9,mlp.experts.129.gate_proj,0.0000000006,0.05000,2.017 +9,mlp.experts.130.gate_proj,0.0000000037,0.05000,2.041 +9,mlp.experts.131.gate_proj,0.0000000020,0.05000,2.035 +9,mlp.experts.128.gate_proj,0.0000000025,0.05000,2.048 +9,mlp.experts.133.gate_proj,0.0000000022,0.05000,2.099 +9,mlp.experts.134.gate_proj,0.0000000034,0.05000,2.079 +9,mlp.experts.135.gate_proj,0.0000000012,0.05000,2.090 +9,mlp.experts.132.gate_proj,0.0000000029,0.05000,2.101 +9,mlp.experts.137.gate_proj,0.0000000009,0.05000,2.142 +9,mlp.experts.138.gate_proj,0.0000000017,0.05000,2.077 +9,mlp.experts.136.gate_proj,0.0000000008,0.05000,2.034 +9,mlp.experts.139.gate_proj,0.0000000019,0.05000,2.125 +9,mlp.experts.141.gate_proj,0.0000000012,0.05000,2.111 +9,mlp.experts.142.gate_proj,0.0000000047,0.05000,2.081 +9,mlp.experts.140.gate_proj,0.0000000026,0.05000,2.071 +9,mlp.experts.143.gate_proj,0.0000000023,0.05000,2.088 +9,mlp.experts.145.gate_proj,0.0000000019,0.05000,2.090 +9,mlp.experts.146.gate_proj,0.0000000017,0.05000,2.083 +9,mlp.experts.144.gate_proj,0.0000000008,0.05000,2.086 +9,mlp.experts.147.gate_proj,0.0000000012,0.05000,2.085 +9,mlp.experts.149.gate_proj,0.0000000031,0.05000,2.117 +9,mlp.experts.150.gate_proj,0.0000000008,0.05000,2.101 +9,mlp.experts.148.gate_proj,0.0000000019,0.05000,2.099 +9,mlp.experts.151.gate_proj,0.0000000019,0.05000,2.083 +9,mlp.experts.153.gate_proj,0.0000000049,0.05000,2.080 +9,mlp.experts.154.gate_proj,0.0000000019,0.05000,2.075 +9,mlp.experts.152.gate_proj,0.0000000017,0.05000,2.023 +9,mlp.experts.155.gate_proj,0.0000000015,0.05000,2.056 +9,mlp.experts.157.gate_proj,0.0000000017,0.05000,2.049 +9,mlp.experts.158.gate_proj,0.0000000015,0.05000,2.112 +9,mlp.experts.156.gate_proj,0.0000000033,0.05000,2.065 +9,mlp.experts.159.gate_proj,0.0000000020,0.05000,2.070 +9,mlp.experts.1.up_proj,0.0000000022,0.05000,2.064 +9,mlp.experts.2.up_proj,0.0000000029,0.05000,2.164 +9,mlp.experts.0.up_proj,0.0000000012,0.05000,2.056 +9,mlp.experts.3.up_proj,0.0000000019,0.05000,2.035 +9,mlp.experts.5.up_proj,0.0000000010,0.05000,2.063 +9,mlp.experts.4.up_proj,0.0000000012,0.05000,2.028 +9,mlp.experts.6.up_proj,0.0000000029,0.05000,2.100 +9,mlp.experts.7.up_proj,0.0000000016,0.05000,2.026 +9,mlp.experts.9.up_proj,0.0000000035,0.05000,2.064 +9,mlp.experts.8.up_proj,0.0000000024,0.05000,2.059 +9,mlp.experts.11.up_proj,0.0000000028,0.05000,2.059 +9,mlp.experts.10.up_proj,0.0000000034,0.05000,2.123 +9,mlp.experts.13.up_proj,0.0000000007,0.05000,2.090 +9,mlp.experts.12.up_proj,0.0000000028,0.05000,2.052 +9,mlp.experts.15.up_proj,0.0000000022,0.05000,2.079 +9,mlp.experts.14.up_proj,0.0000000008,0.05000,2.079 +9,mlp.experts.17.up_proj,0.0000000022,0.05000,2.059 +9,mlp.experts.16.up_proj,0.0000000006,0.05000,2.031 +9,mlp.experts.19.up_proj,0.0000000020,0.05000,2.056 +9,mlp.experts.18.up_proj,0.0000000025,0.05000,2.050 +9,mlp.experts.21.up_proj,0.0000000007,0.05000,2.042 +9,mlp.experts.20.up_proj,0.0000000020,0.05000,2.027 +9,mlp.experts.23.up_proj,0.0000000041,0.05000,2.057 +9,mlp.experts.22.up_proj,0.0000000019,0.05000,2.057 +9,mlp.experts.25.up_proj,0.0000000033,0.05000,2.077 +9,mlp.experts.24.up_proj,0.0000000038,0.05000,2.092 +9,mlp.experts.27.up_proj,0.0000000016,0.05000,2.124 +9,mlp.experts.26.up_proj,0.0000000043,0.05000,2.174 +9,mlp.experts.29.up_proj,0.0000000027,0.05000,2.194 +9,mlp.experts.28.up_proj,0.0000000042,0.05000,2.108 +9,mlp.experts.31.up_proj,0.0000000014,0.05000,2.077 +9,mlp.experts.30.up_proj,0.0000000011,0.05000,2.125 +9,mlp.experts.33.up_proj,0.0000000025,0.05000,2.131 +9,mlp.experts.32.up_proj,0.0000000033,0.05000,2.076 +9,mlp.experts.35.up_proj,0.0000000010,0.05000,2.063 +9,mlp.experts.34.up_proj,0.0000000049,0.05000,2.062 +9,mlp.experts.37.up_proj,0.0000000014,0.05000,2.107 +9,mlp.experts.36.up_proj,0.0000000017,0.05000,2.087 +9,mlp.experts.39.up_proj,0.0000000020,0.05000,2.114 +9,mlp.experts.38.up_proj,0.0000000018,0.05000,2.097 +9,mlp.experts.41.up_proj,0.0000000030,0.05000,2.082 +9,mlp.experts.40.up_proj,0.0000000011,0.05000,2.043 +9,mlp.experts.43.up_proj,0.0000000012,0.05000,2.150 +9,mlp.experts.42.up_proj,0.0000000023,0.05000,2.064 +9,mlp.experts.45.up_proj,0.0000000025,0.05000,2.118 +9,mlp.experts.44.up_proj,0.0000000020,0.05000,2.030 +9,mlp.experts.47.up_proj,0.0000000006,0.05000,2.074 +9,mlp.experts.46.up_proj,0.0000000012,0.05000,2.095 +9,mlp.experts.49.up_proj,0.0000000017,0.05000,2.100 +9,mlp.experts.48.up_proj,0.0000000011,0.05000,2.050 +9,mlp.experts.51.up_proj,0.0000000020,0.05000,2.024 +9,mlp.experts.50.up_proj,0.0000000032,0.05000,2.035 +9,mlp.experts.52.up_proj,0.0000000040,0.05000,2.031 +9,mlp.experts.53.up_proj,0.0000000021,0.05000,2.136 +9,mlp.experts.55.up_proj,0.0000000010,0.05000,2.127 +9,mlp.experts.54.up_proj,0.0000000034,0.05000,2.063 +9,mlp.experts.56.up_proj,0.0000000030,0.05000,2.090 +9,mlp.experts.57.up_proj,0.0000000012,0.05000,2.110 +9,mlp.experts.58.up_proj,0.0000000011,0.05000,2.046 +9,mlp.experts.59.up_proj,0.0000000021,0.05000,2.083 +9,mlp.experts.60.up_proj,0.0000000046,0.05000,2.088 +9,mlp.experts.61.up_proj,0.0000000013,0.05000,2.078 +9,mlp.experts.62.up_proj,0.0000000022,0.05000,2.074 +9,mlp.experts.63.up_proj,0.0000000050,0.05000,2.144 +9,mlp.experts.64.up_proj,0.0000000020,0.05000,2.033 +9,mlp.experts.65.up_proj,0.0000000015,0.05000,2.106 +9,mlp.experts.66.up_proj,0.0000000035,0.05000,2.056 +9,mlp.experts.67.up_proj,0.0000000007,0.05000,2.051 +9,mlp.experts.68.up_proj,0.0000000034,0.05000,2.064 +9,mlp.experts.69.up_proj,0.0000000011,0.05000,2.075 +9,mlp.experts.70.up_proj,0.0000000023,0.05000,2.075 +9,mlp.experts.71.up_proj,0.0000000017,0.05000,2.056 +9,mlp.experts.72.up_proj,0.0000000076,0.05000,2.029 +9,mlp.experts.73.up_proj,0.0000000009,0.05000,2.058 +9,mlp.experts.74.up_proj,0.0000000049,0.05000,2.052 +9,mlp.experts.75.up_proj,0.0000000007,0.05000,2.016 +9,mlp.experts.76.up_proj,0.0000000019,0.05000,2.050 +9,mlp.experts.77.up_proj,0.0000000015,0.05000,2.067 +9,mlp.experts.78.up_proj,0.0000000014,0.05000,2.101 +9,mlp.experts.79.up_proj,0.0000000054,0.05000,2.094 +9,mlp.experts.80.up_proj,0.0000000019,0.05000,2.045 +9,mlp.experts.81.up_proj,0.0000000021,0.05000,2.076 +9,mlp.experts.83.up_proj,0.0000000006,0.05000,2.004 +9,mlp.experts.82.up_proj,0.0000000026,0.05000,2.107 +9,mlp.experts.84.up_proj,0.0000000017,0.05000,2.042 +9,mlp.experts.85.up_proj,0.0000000008,0.05000,2.103 +9,mlp.experts.87.up_proj,0.0000000005,0.05000,2.046 +9,mlp.experts.86.up_proj,0.0000000032,0.05000,2.040 +9,mlp.experts.88.up_proj,0.0000000019,0.05000,2.024 +9,mlp.experts.89.up_proj,0.0000000027,0.05000,2.082 +9,mlp.experts.91.up_proj,0.0000000012,0.05000,2.041 +9,mlp.experts.90.up_proj,0.0000000010,0.05000,2.031 +9,mlp.experts.92.up_proj,0.0000000071,0.05000,2.018 +9,mlp.experts.93.up_proj,0.0000000034,0.05000,2.056 +9,mlp.experts.95.up_proj,0.0000000018,0.05000,2.048 +9,mlp.experts.94.up_proj,0.0000000036,0.05000,2.066 +9,mlp.experts.96.up_proj,0.0000000038,0.05000,2.090 +9,mlp.experts.97.up_proj,0.0000000019,0.05000,2.048 +9,mlp.experts.99.up_proj,0.0000000016,0.05000,2.056 +9,mlp.experts.98.up_proj,0.0000000029,0.05000,2.128 +9,mlp.experts.100.up_proj,0.0000000021,0.05000,2.090 +9,mlp.experts.101.up_proj,0.0000000017,0.05000,2.026 +9,mlp.experts.103.up_proj,0.0000000006,0.05000,2.096 +9,mlp.experts.102.up_proj,0.0000000018,0.05000,2.055 +9,mlp.experts.104.up_proj,0.0000000017,0.05000,2.058 +9,mlp.experts.105.up_proj,0.0000000015,0.05000,2.088 +9,mlp.experts.107.up_proj,0.0000000012,0.05000,2.052 +9,mlp.experts.106.up_proj,0.0000000013,0.05000,2.098 +9,mlp.experts.108.up_proj,0.0000000051,0.05000,2.024 +9,mlp.experts.109.up_proj,0.0000000068,0.05000,2.022 +9,mlp.experts.111.up_proj,0.0000000011,0.05000,2.038 +9,mlp.experts.110.up_proj,0.0000000017,0.05000,2.047 +9,mlp.experts.112.up_proj,0.0000000016,0.05000,2.030 +9,mlp.experts.113.up_proj,0.0000000018,0.05000,2.080 +9,mlp.experts.115.up_proj,0.0000000018,0.05000,2.057 +9,mlp.experts.114.up_proj,0.0000000042,0.05000,2.058 +9,mlp.experts.116.up_proj,0.0000000017,0.05000,2.026 +9,mlp.experts.117.up_proj,0.0000000026,0.05000,2.018 +9,mlp.experts.119.up_proj,0.0000000055,0.05000,2.051 +9,mlp.experts.118.up_proj,0.0000000112,0.05000,2.064 +9,mlp.experts.120.up_proj,0.0000000011,0.05000,2.048 +9,mlp.experts.121.up_proj,0.0000000032,0.05000,2.088 +9,mlp.experts.123.up_proj,0.0000000023,0.05000,2.108 +9,mlp.experts.122.up_proj,0.0000000024,0.05000,2.045 +9,mlp.experts.124.up_proj,0.0000000011,0.05000,2.049 +9,mlp.experts.125.up_proj,0.0000000005,0.05000,2.079 +9,mlp.experts.127.up_proj,0.0000000030,0.05000,2.097 +9,mlp.experts.126.up_proj,0.0000000038,0.05000,2.109 +9,mlp.experts.128.up_proj,0.0000000025,0.05000,2.028 +9,mlp.experts.129.up_proj,0.0000000006,0.05000,2.119 +9,mlp.experts.131.up_proj,0.0000000020,0.05000,2.048 +9,mlp.experts.130.up_proj,0.0000000036,0.05000,2.051 +9,mlp.experts.132.up_proj,0.0000000028,0.05000,2.032 +9,mlp.experts.133.up_proj,0.0000000022,0.05000,2.067 +9,mlp.experts.135.up_proj,0.0000000012,0.05000,2.078 +9,mlp.experts.134.up_proj,0.0000000034,0.05000,2.054 +9,mlp.experts.136.up_proj,0.0000000007,0.05000,2.031 +9,mlp.experts.137.up_proj,0.0000000008,0.05000,2.093 +9,mlp.experts.139.up_proj,0.0000000019,0.05000,2.080 +9,mlp.experts.138.up_proj,0.0000000017,0.05000,2.038 +9,mlp.experts.140.up_proj,0.0000000026,0.05000,2.040 +9,mlp.experts.141.up_proj,0.0000000012,0.05000,2.031 +9,mlp.experts.143.up_proj,0.0000000022,0.05000,2.019 +9,mlp.experts.142.up_proj,0.0000000047,0.05000,2.093 +9,mlp.experts.144.up_proj,0.0000000008,0.05000,2.082 +9,mlp.experts.145.up_proj,0.0000000019,0.05000,2.037 +9,mlp.experts.147.up_proj,0.0000000012,0.05000,2.077 +9,mlp.experts.146.up_proj,0.0000000016,0.05000,2.109 +9,mlp.experts.148.up_proj,0.0000000018,0.05000,2.073 +9,mlp.experts.149.up_proj,0.0000000030,0.05000,2.035 +9,mlp.experts.151.up_proj,0.0000000018,0.05000,2.063 +9,mlp.experts.150.up_proj,0.0000000008,0.05000,2.114 +9,mlp.experts.152.up_proj,0.0000000017,0.05000,2.132 +9,mlp.experts.153.up_proj,0.0000000049,0.05000,2.047 +9,mlp.experts.155.up_proj,0.0000000015,0.05000,2.105 +9,mlp.experts.154.up_proj,0.0000000019,0.05000,2.075 +9,mlp.experts.156.up_proj,0.0000000032,0.05000,2.093 +9,mlp.experts.157.up_proj,0.0000000017,0.05000,1.961 +9,mlp.experts.159.up_proj,0.0000000020,0.05000,1.865 +9,mlp.experts.158.up_proj,0.0000000015,0.05000,1.775 +9,mlp.experts.0.down_proj,0.0000000000,0.05000,0.664 +9,mlp.experts.1.down_proj,0.0000000000,0.05000,0.664 +9,mlp.experts.3.down_proj,0.0000000000,0.05000,0.665 +9,mlp.experts.2.down_proj,0.0000000000,0.05000,0.688 +9,mlp.experts.4.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.5.down_proj,0.0000000000,0.05000,0.635 +9,mlp.experts.6.down_proj,0.0000000000,0.05000,0.614 +9,mlp.experts.7.down_proj,0.0000000000,0.05000,0.651 +9,mlp.experts.8.down_proj,0.0000000000,0.05000,0.632 +9,mlp.experts.9.down_proj,0.0000000000,0.05000,0.605 +9,mlp.experts.11.down_proj,0.0000000000,0.05000,0.617 +9,mlp.experts.10.down_proj,0.0000000000,0.05000,0.638 +9,mlp.experts.12.down_proj,0.0000000000,0.05000,0.610 +9,mlp.experts.13.down_proj,0.0000000001,0.05000,0.632 +9,mlp.experts.14.down_proj,0.0000000000,0.05000,0.632 +9,mlp.experts.15.down_proj,0.0000000000,0.05000,0.643 +9,mlp.experts.16.down_proj,0.0000000000,0.05000,0.624 +9,mlp.experts.19.down_proj,0.0000000000,0.05000,0.606 +9,mlp.experts.18.down_proj,0.0000000000,0.05000,0.614 +9,mlp.experts.17.down_proj,0.0000000000,0.05000,0.657 +9,mlp.experts.20.down_proj,0.0000000000,0.05000,0.616 +9,mlp.experts.22.down_proj,0.0000000000,0.05000,0.618 +9,mlp.experts.23.down_proj,0.0000000000,0.05000,0.655 +9,mlp.experts.21.down_proj,0.0000000000,0.05000,0.652 +9,mlp.experts.24.down_proj,0.0000000000,0.05000,0.610 +9,mlp.experts.26.down_proj,0.0000000000,0.05000,0.615 +9,mlp.experts.27.down_proj,0.0000000000,0.05000,0.604 +9,mlp.experts.25.down_proj,0.0000000000,0.05000,0.629 +9,mlp.experts.28.down_proj,0.0000000001,0.05000,0.614 +9,mlp.experts.30.down_proj,0.0000000000,0.05000,0.628 +9,mlp.experts.31.down_proj,0.0000000000,0.05000,0.652 +9,mlp.experts.29.down_proj,0.0000000000,0.05000,0.627 +9,mlp.experts.32.down_proj,0.0000000001,0.05000,0.624 +9,mlp.experts.34.down_proj,0.0000000001,0.05000,0.648 +9,mlp.experts.35.down_proj,0.0000000000,0.05000,0.618 +9,mlp.experts.33.down_proj,0.0000000000,0.05000,0.621 +9,mlp.experts.36.down_proj,0.0000000000,0.05000,0.633 +9,mlp.experts.39.down_proj,0.0000000000,0.05000,0.634 +9,mlp.experts.38.down_proj,0.0000000000,0.05000,0.652 +9,mlp.experts.37.down_proj,0.0000000000,0.05000,0.631 +9,mlp.experts.40.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.42.down_proj,0.0000000000,0.05000,0.596 +9,mlp.experts.41.down_proj,0.0000000001,0.05000,0.589 +9,mlp.experts.43.down_proj,0.0000000000,0.05000,0.603 +9,mlp.experts.47.down_proj,0.0000000000,0.05000,0.638 +9,mlp.experts.46.down_proj,0.0000000000,0.05000,0.643 +9,mlp.experts.45.down_proj,0.0000000000,0.05000,0.660 +9,mlp.experts.44.down_proj,0.0000000000,0.05000,0.692 +9,mlp.experts.49.down_proj,0.0000000000,0.05000,0.613 +9,mlp.experts.50.down_proj,0.0000000000,0.05000,0.639 +9,mlp.experts.51.down_proj,0.0000000000,0.05000,0.683 +9,mlp.experts.48.down_proj,0.0000000000,0.05000,0.648 +9,mlp.experts.53.down_proj,0.0000000000,0.05000,0.607 +9,mlp.experts.54.down_proj,0.0000000001,0.05000,0.606 +9,mlp.experts.52.down_proj,0.0000000000,0.05000,0.603 +9,mlp.experts.55.down_proj,0.0000000000,0.05000,0.623 +9,mlp.experts.57.down_proj,0.0000000000,0.05000,0.620 +9,mlp.experts.58.down_proj,0.0000000000,0.05000,0.633 +9,mlp.experts.56.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.59.down_proj,0.0000000000,0.05000,0.635 +9,mlp.experts.61.down_proj,0.0000000000,0.05000,0.609 +9,mlp.experts.62.down_proj,0.0000000000,0.05000,0.615 +9,mlp.experts.60.down_proj,0.0000000000,0.05000,0.607 +9,mlp.experts.63.down_proj,0.0000000001,0.05000,0.629 +9,mlp.experts.65.down_proj,0.0000000000,0.05000,0.605 +9,mlp.experts.66.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.64.down_proj,0.0000000000,0.05000,0.603 +9,mlp.experts.67.down_proj,0.0000000000,0.05000,0.603 +9,mlp.experts.69.down_proj,0.0000000000,0.05000,0.632 +9,mlp.experts.68.down_proj,0.0000000000,0.05000,0.606 +9,mlp.experts.70.down_proj,0.0000000000,0.05000,0.632 +9,mlp.experts.71.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.72.down_proj,0.0000000001,0.05000,0.602 +9,mlp.experts.73.down_proj,0.0000000000,0.05000,0.631 +9,mlp.experts.74.down_proj,0.0000000000,0.05000,0.607 +9,mlp.experts.75.down_proj,0.0000000000,0.05000,0.606 +9,mlp.experts.77.down_proj,0.0000000000,0.05000,0.605 +9,mlp.experts.78.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.76.down_proj,0.0000000000,0.05000,0.646 +9,mlp.experts.79.down_proj,0.0000000001,0.05000,0.630 +9,mlp.experts.81.down_proj,0.0000000000,0.05000,0.615 +9,mlp.experts.82.down_proj,0.0000000000,0.05000,0.629 +9,mlp.experts.80.down_proj,0.0000000000,0.05000,0.649 +9,mlp.experts.83.down_proj,0.0000000000,0.05000,0.618 +9,mlp.experts.85.down_proj,0.0000000000,0.05000,0.615 +9,mlp.experts.86.down_proj,0.0000000000,0.05000,0.630 +9,mlp.experts.84.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.87.down_proj,0.0000000000,0.05000,0.622 +9,mlp.experts.89.down_proj,0.0000000000,0.05000,0.609 +9,mlp.experts.90.down_proj,0.0000000000,0.05000,0.606 +9,mlp.experts.88.down_proj,0.0000000000,0.05000,0.623 +9,mlp.experts.91.down_proj,0.0000000000,0.05000,0.606 +9,mlp.experts.93.down_proj,0.0000000000,0.05000,0.609 +9,mlp.experts.94.down_proj,0.0000000000,0.05000,0.607 +9,mlp.experts.92.down_proj,0.0000000001,0.05000,0.600 +9,mlp.experts.95.down_proj,0.0000000000,0.05000,0.610 +9,mlp.experts.97.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.98.down_proj,0.0000000001,0.05000,0.631 +9,mlp.experts.96.down_proj,0.0000000001,0.05000,0.603 +9,mlp.experts.99.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.101.down_proj,0.0000000000,0.05000,0.613 +9,mlp.experts.102.down_proj,0.0000000000,0.05000,0.614 +9,mlp.experts.103.down_proj,0.0000000000,0.05000,0.613 +9,mlp.experts.100.down_proj,0.0000000000,0.05000,0.649 +9,mlp.experts.105.down_proj,0.0000000000,0.05000,0.605 +9,mlp.experts.106.down_proj,0.0000000000,0.05000,0.607 +9,mlp.experts.107.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.104.down_proj,0.0000000000,0.05000,0.604 +9,mlp.experts.109.down_proj,0.0000000001,0.05000,0.615 +9,mlp.experts.111.down_proj,0.0000000000,0.05000,0.616 +9,mlp.experts.110.down_proj,0.0000000000,0.05000,0.644 +9,mlp.experts.108.down_proj,0.0000000000,0.05000,0.649 +9,mlp.experts.113.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.115.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.114.down_proj,0.0000000001,0.05000,0.615 +9,mlp.experts.112.down_proj,0.0000000000,0.05000,0.638 +9,mlp.experts.117.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.119.down_proj,0.0000000001,0.05000,0.607 +9,mlp.experts.118.down_proj,0.0000000001,0.05000,0.609 +9,mlp.experts.116.down_proj,0.0000000000,0.05000,0.607 +9,mlp.experts.121.down_proj,0.0000000000,0.05000,0.604 +9,mlp.experts.123.down_proj,0.0000000000,0.05000,0.610 +9,mlp.experts.122.down_proj,0.0000000000,0.05000,0.609 +9,mlp.experts.120.down_proj,0.0000000000,0.05000,0.624 +9,mlp.experts.125.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.127.down_proj,0.0000000000,0.05000,0.609 +9,mlp.experts.126.down_proj,0.0000000000,0.05000,0.608 +9,mlp.experts.124.down_proj,0.0000000000,0.05000,0.627 +9,mlp.experts.129.down_proj,0.0000000000,0.05000,0.634 +9,mlp.experts.131.down_proj,0.0000000000,0.05000,0.619 +9,mlp.experts.130.down_proj,0.0000000000,0.05000,0.619 +9,mlp.experts.128.down_proj,0.0000000001,0.05000,0.650 +9,mlp.experts.133.down_proj,0.0000000000,0.05000,0.626 +9,mlp.experts.135.down_proj,0.0000000000,0.05000,0.615 +9,mlp.experts.134.down_proj,0.0000000000,0.05000,0.615 +9,mlp.experts.132.down_proj,0.0000000000,0.05000,0.651 +9,mlp.experts.137.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.139.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.138.down_proj,0.0000000000,0.05000,0.613 +9,mlp.experts.136.down_proj,0.0000000000,0.05000,0.646 +9,mlp.experts.141.down_proj,0.0000000000,0.05000,0.620 +9,mlp.experts.143.down_proj,0.0000000000,0.05000,0.614 +9,mlp.experts.142.down_proj,0.0000000002,0.05000,0.612 +9,mlp.experts.140.down_proj,0.0000000000,0.05000,0.605 +9,mlp.experts.145.down_proj,0.0000000000,0.05000,0.628 +9,mlp.experts.147.down_proj,0.0000000000,0.05000,0.609 +9,mlp.experts.146.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.144.down_proj,0.0000000000,0.05000,0.648 +9,mlp.experts.149.down_proj,0.0000000000,0.05000,0.654 +9,mlp.experts.151.down_proj,0.0000000000,0.05000,0.621 +9,mlp.experts.150.down_proj,0.0000000000,0.05000,0.620 +9,mlp.experts.148.down_proj,0.0000000000,0.05000,0.670 +9,mlp.experts.153.down_proj,0.0000000001,0.05000,0.615 +9,mlp.experts.155.down_proj,0.0000000000,0.05000,0.611 +9,mlp.experts.154.down_proj,0.0000000000,0.05000,0.614 +9,mlp.experts.152.down_proj,0.0000000000,0.05000,0.640 +9,mlp.experts.157.down_proj,0.0000000000,0.05000,0.605 +9,mlp.experts.158.down_proj,0.0000000000,0.05000,0.602 +9,mlp.experts.159.down_proj,0.0000000000,0.05000,0.620 +9,mlp.experts.156.down_proj,0.0000000000,0.05000,0.439 +10,mlp.experts.3.gate_proj,0.0000000005,0.05000,2.104 +10,mlp.experts.1.gate_proj,0.0000000021,0.05000,2.133 +10,mlp.experts.0.gate_proj,0.0000000017,0.05000,2.159 +10,mlp.experts.2.gate_proj,0.0000000034,0.05000,2.189 +10,mlp.experts.7.gate_proj,0.0000000008,0.05000,2.033 +10,mlp.experts.5.gate_proj,0.0000000005,0.05000,2.058 +10,mlp.experts.4.gate_proj,0.0000000011,0.05000,2.074 +10,mlp.experts.6.gate_proj,0.0000000057,0.05000,2.156 +10,mlp.experts.11.gate_proj,0.0000000042,0.05000,2.122 +10,mlp.experts.8.gate_proj,0.0000000019,0.05000,2.099 +10,mlp.experts.9.gate_proj,0.0000000012,0.05000,2.148 +10,mlp.experts.10.gate_proj,0.0000000038,0.05000,2.085 +10,mlp.experts.13.gate_proj,0.0000000092,0.05000,2.065 +10,mlp.experts.15.gate_proj,0.0000000037,0.05000,2.169 +10,mlp.experts.12.gate_proj,0.0000000047,0.05000,2.160 +10,mlp.experts.14.gate_proj,0.0000000049,0.05000,2.118 +10,mlp.experts.19.gate_proj,0.0000000023,0.05000,2.034 +10,mlp.experts.16.gate_proj,0.0000000027,0.05000,2.055 +10,mlp.experts.17.gate_proj,0.0000000027,0.05000,2.202 +10,mlp.experts.18.gate_proj,0.0000000030,0.05000,2.097 +10,mlp.experts.23.gate_proj,0.0000000011,0.05000,2.052 +10,mlp.experts.20.gate_proj,0.0000000028,0.05000,2.025 +10,mlp.experts.22.gate_proj,0.0000000021,0.05000,2.042 +10,mlp.experts.21.gate_proj,0.0000000022,0.05000,2.110 +10,mlp.experts.27.gate_proj,0.0000000047,0.05000,2.088 +10,mlp.experts.24.gate_proj,0.0000000010,0.05000,2.111 +10,mlp.experts.25.gate_proj,0.0000000018,0.05000,2.073 +10,mlp.experts.26.gate_proj,0.0000000025,0.05000,2.138 +10,mlp.experts.31.gate_proj,0.0000000007,0.05000,2.092 +10,mlp.experts.28.gate_proj,0.0000000047,0.05000,2.122 +10,mlp.experts.30.gate_proj,0.0000000021,0.05000,2.075 +10,mlp.experts.29.gate_proj,0.0000000008,0.05000,2.165 +10,mlp.experts.35.gate_proj,0.0000000009,0.05000,2.120 +10,mlp.experts.32.gate_proj,0.0000000016,0.05000,2.087 +10,mlp.experts.34.gate_proj,0.0000000011,0.05000,2.088 +10,mlp.experts.33.gate_proj,0.0000000012,0.05000,2.087 +10,mlp.experts.39.gate_proj,0.0000000030,0.05000,2.101 +10,mlp.experts.36.gate_proj,0.0000000032,0.05000,2.115 +10,mlp.experts.38.gate_proj,0.0000000048,0.05000,2.115 +10,mlp.experts.37.gate_proj,0.0000000030,0.05000,2.118 +10,mlp.experts.43.gate_proj,0.0000000079,0.05000,2.093 +10,mlp.experts.40.gate_proj,0.0000000034,0.05000,2.103 +10,mlp.experts.42.gate_proj,0.0000000008,0.05000,2.068 +10,mlp.experts.41.gate_proj,0.0000000039,0.05000,2.143 +10,mlp.experts.47.gate_proj,0.0000000025,0.05000,2.073 +10,mlp.experts.44.gate_proj,0.0000000026,0.05000,2.074 +10,mlp.experts.46.gate_proj,0.0000000018,0.05000,2.075 +10,mlp.experts.45.gate_proj,0.0000000071,0.05000,2.027 +10,mlp.experts.51.gate_proj,0.0000000010,0.05000,2.081 +10,mlp.experts.50.gate_proj,0.0000000013,0.05000,2.088 +10,mlp.experts.48.gate_proj,0.0000000055,0.05000,2.211 +10,mlp.experts.49.gate_proj,0.0000000010,0.05000,2.101 +10,mlp.experts.55.gate_proj,0.0000000038,0.05000,2.050 +10,mlp.experts.54.gate_proj,0.0000000031,0.05000,2.079 +10,mlp.experts.53.gate_proj,0.0000000020,0.05000,2.025 +10,mlp.experts.52.gate_proj,0.0000000024,0.05000,2.152 +10,mlp.experts.59.gate_proj,0.0000000040,0.05000,2.029 +10,mlp.experts.57.gate_proj,0.0000000021,0.05000,2.024 +10,mlp.experts.58.gate_proj,0.0000000014,0.05000,2.096 +10,mlp.experts.56.gate_proj,0.0000000010,0.05000,2.040 +10,mlp.experts.63.gate_proj,0.0000000049,0.05000,2.090 +10,mlp.experts.61.gate_proj,0.0000000021,0.05000,2.048 +10,mlp.experts.62.gate_proj,0.0000000039,0.05000,2.114 +10,mlp.experts.60.gate_proj,0.0000000039,0.05000,2.072 +10,mlp.experts.67.gate_proj,0.0000000042,0.05000,2.062 +10,mlp.experts.64.gate_proj,0.0000000045,0.05000,2.007 +10,mlp.experts.66.gate_proj,0.0000000015,0.05000,2.071 +10,mlp.experts.65.gate_proj,0.0000000044,0.05000,2.169 +10,mlp.experts.71.gate_proj,0.0000000026,0.05000,2.098 +10,mlp.experts.68.gate_proj,0.0000000049,0.05000,2.041 +10,mlp.experts.70.gate_proj,0.0000000040,0.05000,2.065 +10,mlp.experts.69.gate_proj,0.0000000063,0.05000,2.134 +10,mlp.experts.75.gate_proj,0.0000000009,0.05000,2.041 +10,mlp.experts.72.gate_proj,0.0000000030,0.05000,2.068 +10,mlp.experts.73.gate_proj,0.0000000044,0.05000,2.014 +10,mlp.experts.74.gate_proj,0.0000000060,0.05000,2.141 +10,mlp.experts.79.gate_proj,0.0000000012,0.05000,2.061 +10,mlp.experts.76.gate_proj,0.0000000020,0.05000,2.150 +10,mlp.experts.77.gate_proj,0.0000000050,0.05000,2.122 +10,mlp.experts.78.gate_proj,0.0000000017,0.05000,2.065 +10,mlp.experts.83.gate_proj,0.0000000033,0.05000,2.031 +10,mlp.experts.80.gate_proj,0.0000000034,0.05000,2.061 +10,mlp.experts.82.gate_proj,0.0000000042,0.05000,2.050 +10,mlp.experts.81.gate_proj,0.0000000042,0.05000,2.093 +10,mlp.experts.87.gate_proj,0.0000000014,0.05000,2.069 +10,mlp.experts.84.gate_proj,0.0000000056,0.05000,2.065 +10,mlp.experts.86.gate_proj,0.0000000026,0.05000,2.104 +10,mlp.experts.85.gate_proj,0.0000000049,0.05000,2.104 +10,mlp.experts.91.gate_proj,0.0000000012,0.05000,2.033 +10,mlp.experts.88.gate_proj,0.0000000027,0.05000,2.106 +10,mlp.experts.90.gate_proj,0.0000000014,0.05000,2.096 +10,mlp.experts.89.gate_proj,0.0000000028,0.05000,2.148 +10,mlp.experts.95.gate_proj,0.0000000044,0.05000,2.114 +10,mlp.experts.92.gate_proj,0.0000000018,0.05000,2.090 +10,mlp.experts.94.gate_proj,0.0000000028,0.05000,2.060 +10,mlp.experts.93.gate_proj,0.0000000092,0.05000,2.097 +10,mlp.experts.99.gate_proj,0.0000000036,0.05000,2.097 +10,mlp.experts.98.gate_proj,0.0000000026,0.05000,2.035 +10,mlp.experts.96.gate_proj,0.0000000015,0.05000,2.068 +10,mlp.experts.97.gate_proj,0.0000000009,0.05000,2.172 +10,mlp.experts.103.gate_proj,0.0000000055,0.05000,2.089 +10,mlp.experts.102.gate_proj,0.0000000011,0.05000,2.028 +10,mlp.experts.100.gate_proj,0.0000000011,0.05000,2.069 +10,mlp.experts.101.gate_proj,0.0000000027,0.05000,2.054 +10,mlp.experts.107.gate_proj,0.0000000017,0.05000,2.110 +10,mlp.experts.106.gate_proj,0.0000000031,0.05000,2.094 +10,mlp.experts.104.gate_proj,0.0000000026,0.05000,2.090 +10,mlp.experts.105.gate_proj,0.0000000016,0.05000,2.066 +10,mlp.experts.111.gate_proj,0.0000000045,0.05000,2.077 +10,mlp.experts.110.gate_proj,0.0000000039,0.05000,2.072 +10,mlp.experts.108.gate_proj,0.0000000043,0.05000,2.120 +10,mlp.experts.109.gate_proj,0.0000000018,0.05000,2.093 +10,mlp.experts.115.gate_proj,0.0000000020,0.05000,2.046 +10,mlp.experts.112.gate_proj,0.0000000018,0.05000,2.064 +10,mlp.experts.114.gate_proj,0.0000000029,0.05000,2.185 +10,mlp.experts.113.gate_proj,0.0000000032,0.05000,2.076 +10,mlp.experts.119.gate_proj,0.0000000033,0.05000,2.076 +10,mlp.experts.116.gate_proj,0.0000000028,0.05000,2.121 +10,mlp.experts.118.gate_proj,0.0000000020,0.05000,2.180 +10,mlp.experts.117.gate_proj,0.0000000012,0.05000,2.096 +10,mlp.experts.123.gate_proj,0.0000000049,0.05000,2.076 +10,mlp.experts.120.gate_proj,0.0000000027,0.05000,2.073 +10,mlp.experts.122.gate_proj,0.0000000034,0.05000,2.106 +10,mlp.experts.121.gate_proj,0.0000000098,0.05000,2.110 +10,mlp.experts.127.gate_proj,0.0000000020,0.05000,2.165 +10,mlp.experts.124.gate_proj,0.0000000017,0.05000,2.075 +10,mlp.experts.126.gate_proj,0.0000000036,0.05000,2.072 +10,mlp.experts.125.gate_proj,0.0000000016,0.05000,2.135 +10,mlp.experts.131.gate_proj,0.0000000024,0.05000,2.071 +10,mlp.experts.128.gate_proj,0.0000000050,0.05000,2.097 +10,mlp.experts.130.gate_proj,0.0000000012,0.05000,2.045 +10,mlp.experts.129.gate_proj,0.0000000050,0.05000,2.084 +10,mlp.experts.135.gate_proj,0.0000000042,0.05000,2.117 +10,mlp.experts.132.gate_proj,0.0000000010,0.05000,2.084 +10,mlp.experts.134.gate_proj,0.0000000035,0.05000,2.088 +10,mlp.experts.133.gate_proj,0.0000000026,0.05000,2.108 +10,mlp.experts.139.gate_proj,0.0000000008,0.05000,2.100 +10,mlp.experts.136.gate_proj,0.0000000026,0.05000,2.083 +10,mlp.experts.138.gate_proj,0.0000000058,0.05000,2.057 +10,mlp.experts.137.gate_proj,0.0000000010,0.05000,2.067 +10,mlp.experts.143.gate_proj,0.0000000028,0.05000,2.044 +10,mlp.experts.140.gate_proj,0.0000000041,0.05000,2.064 +10,mlp.experts.142.gate_proj,0.0000000059,0.05000,2.054 +10,mlp.experts.141.gate_proj,0.0000000019,0.05000,2.031 +10,mlp.experts.147.gate_proj,0.0000000007,0.05000,2.126 +10,mlp.experts.144.gate_proj,0.0000000029,0.05000,2.100 +10,mlp.experts.146.gate_proj,0.0000000008,0.05000,2.091 +10,mlp.experts.145.gate_proj,0.0000000008,0.05000,2.101 +10,mlp.experts.151.gate_proj,0.0000000033,0.05000,2.085 +10,mlp.experts.150.gate_proj,0.0000000021,0.05000,2.044 +10,mlp.experts.148.gate_proj,0.0000000049,0.05000,2.122 +10,mlp.experts.149.gate_proj,0.0000000011,0.05000,2.098 +10,mlp.experts.155.gate_proj,0.0000000007,0.05000,2.041 +10,mlp.experts.154.gate_proj,0.0000000012,0.05000,2.064 +10,mlp.experts.152.gate_proj,0.0000000045,0.05000,2.104 +10,mlp.experts.153.gate_proj,0.0000000074,0.05000,2.076 +10,mlp.experts.159.gate_proj,0.0000000036,0.05000,2.016 +10,mlp.experts.158.gate_proj,0.0000000016,0.05000,2.038 +10,mlp.experts.156.gate_proj,0.0000000019,0.05000,2.066 +10,mlp.experts.157.gate_proj,0.0000000025,0.05000,2.030 +10,mlp.experts.3.up_proj,0.0000000005,0.05000,1.998 +10,mlp.experts.2.up_proj,0.0000000034,0.05000,2.009 +10,mlp.experts.0.up_proj,0.0000000017,0.05000,2.069 +10,mlp.experts.1.up_proj,0.0000000021,0.05000,2.044 +10,mlp.experts.7.up_proj,0.0000000008,0.05000,2.012 +10,mlp.experts.6.up_proj,0.0000000057,0.05000,2.011 +10,mlp.experts.4.up_proj,0.0000000011,0.05000,2.024 +10,mlp.experts.5.up_proj,0.0000000005,0.05000,2.021 +10,mlp.experts.11.up_proj,0.0000000042,0.05000,2.019 +10,mlp.experts.10.up_proj,0.0000000037,0.05000,2.055 +10,mlp.experts.8.up_proj,0.0000000019,0.05000,2.084 +10,mlp.experts.9.up_proj,0.0000000012,0.05000,2.057 +10,mlp.experts.15.up_proj,0.0000000037,0.05000,2.074 +10,mlp.experts.14.up_proj,0.0000000049,0.05000,2.052 +10,mlp.experts.12.up_proj,0.0000000046,0.05000,2.089 +10,mlp.experts.13.up_proj,0.0000000091,0.05000,2.056 +10,mlp.experts.19.up_proj,0.0000000023,0.05000,2.084 +10,mlp.experts.18.up_proj,0.0000000030,0.05000,2.086 +10,mlp.experts.16.up_proj,0.0000000026,0.05000,2.055 +10,mlp.experts.17.up_proj,0.0000000027,0.05000,2.098 +10,mlp.experts.23.up_proj,0.0000000010,0.05000,2.076 +10,mlp.experts.22.up_proj,0.0000000020,0.05000,2.152 +10,mlp.experts.20.up_proj,0.0000000028,0.05000,2.093 +10,mlp.experts.21.up_proj,0.0000000022,0.05000,2.075 +10,mlp.experts.27.up_proj,0.0000000046,0.05000,2.060 +10,mlp.experts.26.up_proj,0.0000000025,0.05000,2.054 +10,mlp.experts.24.up_proj,0.0000000010,0.05000,2.062 +10,mlp.experts.25.up_proj,0.0000000017,0.05000,2.131 +10,mlp.experts.31.up_proj,0.0000000007,0.05000,2.052 +10,mlp.experts.30.up_proj,0.0000000021,0.05000,2.031 +10,mlp.experts.28.up_proj,0.0000000047,0.05000,2.068 +10,mlp.experts.29.up_proj,0.0000000008,0.05000,2.106 +10,mlp.experts.35.up_proj,0.0000000009,0.05000,2.085 +10,mlp.experts.34.up_proj,0.0000000011,0.05000,2.127 +10,mlp.experts.32.up_proj,0.0000000016,0.05000,2.064 +10,mlp.experts.33.up_proj,0.0000000012,0.05000,2.130 +10,mlp.experts.39.up_proj,0.0000000030,0.05000,2.060 +10,mlp.experts.38.up_proj,0.0000000048,0.05000,2.063 +10,mlp.experts.36.up_proj,0.0000000031,0.05000,2.053 +10,mlp.experts.37.up_proj,0.0000000030,0.05000,2.047 +10,mlp.experts.43.up_proj,0.0000000079,0.05000,2.067 +10,mlp.experts.42.up_proj,0.0000000008,0.05000,2.068 +10,mlp.experts.40.up_proj,0.0000000033,0.05000,2.066 +10,mlp.experts.41.up_proj,0.0000000038,0.05000,2.053 +10,mlp.experts.47.up_proj,0.0000000025,0.05000,2.078 +10,mlp.experts.46.up_proj,0.0000000018,0.05000,2.039 +10,mlp.experts.44.up_proj,0.0000000026,0.05000,2.009 +10,mlp.experts.45.up_proj,0.0000000070,0.05000,2.116 +10,mlp.experts.51.up_proj,0.0000000010,0.05000,2.040 +10,mlp.experts.50.up_proj,0.0000000013,0.05000,2.049 +10,mlp.experts.48.up_proj,0.0000000055,0.05000,2.027 +10,mlp.experts.49.up_proj,0.0000000010,0.05000,2.113 +10,mlp.experts.55.up_proj,0.0000000037,0.05000,2.081 +10,mlp.experts.54.up_proj,0.0000000031,0.05000,2.081 +10,mlp.experts.52.up_proj,0.0000000024,0.05000,2.117 +10,mlp.experts.53.up_proj,0.0000000020,0.05000,2.222 +10,mlp.experts.59.up_proj,0.0000000040,0.05000,2.096 +10,mlp.experts.58.up_proj,0.0000000014,0.05000,2.091 +10,mlp.experts.56.up_proj,0.0000000009,0.05000,2.068 +10,mlp.experts.57.up_proj,0.0000000021,0.05000,2.121 +10,mlp.experts.63.up_proj,0.0000000048,0.05000,2.068 +10,mlp.experts.62.up_proj,0.0000000039,0.05000,2.044 +10,mlp.experts.60.up_proj,0.0000000039,0.05000,2.022 +10,mlp.experts.61.up_proj,0.0000000020,0.05000,2.054 +10,mlp.experts.67.up_proj,0.0000000042,0.05000,2.078 +10,mlp.experts.64.up_proj,0.0000000044,0.05000,2.013 +10,mlp.experts.66.up_proj,0.0000000015,0.05000,2.092 +10,mlp.experts.65.up_proj,0.0000000043,0.05000,2.059 +10,mlp.experts.71.up_proj,0.0000000026,0.05000,2.029 +10,mlp.experts.70.up_proj,0.0000000040,0.05000,2.082 +10,mlp.experts.68.up_proj,0.0000000049,0.05000,2.125 +10,mlp.experts.69.up_proj,0.0000000062,0.05000,2.063 +10,mlp.experts.75.up_proj,0.0000000009,0.05000,2.058 +10,mlp.experts.74.up_proj,0.0000000059,0.05000,2.056 +10,mlp.experts.72.up_proj,0.0000000030,0.05000,2.057 +10,mlp.experts.73.up_proj,0.0000000043,0.05000,2.051 +10,mlp.experts.79.up_proj,0.0000000012,0.05000,2.074 +10,mlp.experts.78.up_proj,0.0000000017,0.05000,2.042 +10,mlp.experts.76.up_proj,0.0000000020,0.05000,2.001 +10,mlp.experts.77.up_proj,0.0000000050,0.05000,2.027 +10,mlp.experts.83.up_proj,0.0000000033,0.05000,2.030 +10,mlp.experts.80.up_proj,0.0000000034,0.05000,2.015 +10,mlp.experts.82.up_proj,0.0000000042,0.05000,2.042 +10,mlp.experts.81.up_proj,0.0000000042,0.05000,2.058 +10,mlp.experts.87.up_proj,0.0000000014,0.05000,2.085 +10,mlp.experts.84.up_proj,0.0000000056,0.05000,2.076 +10,mlp.experts.86.up_proj,0.0000000026,0.05000,2.101 +10,mlp.experts.85.up_proj,0.0000000048,0.05000,2.115 +10,mlp.experts.91.up_proj,0.0000000012,0.05000,2.041 +10,mlp.experts.88.up_proj,0.0000000026,0.05000,2.022 +10,mlp.experts.90.up_proj,0.0000000014,0.05000,2.071 +10,mlp.experts.89.up_proj,0.0000000028,0.05000,2.061 +10,mlp.experts.95.up_proj,0.0000000043,0.05000,2.043 +10,mlp.experts.92.up_proj,0.0000000018,0.05000,2.054 +10,mlp.experts.94.up_proj,0.0000000027,0.05000,2.070 +10,mlp.experts.93.up_proj,0.0000000091,0.05000,2.063 +10,mlp.experts.99.up_proj,0.0000000035,0.05000,2.074 +10,mlp.experts.96.up_proj,0.0000000015,0.05000,2.126 +10,mlp.experts.98.up_proj,0.0000000025,0.05000,2.013 +10,mlp.experts.97.up_proj,0.0000000009,0.05000,2.050 +10,mlp.experts.103.up_proj,0.0000000054,0.05000,2.110 +10,mlp.experts.102.up_proj,0.0000000011,0.05000,2.065 +10,mlp.experts.100.up_proj,0.0000000012,0.05000,2.107 +10,mlp.experts.101.up_proj,0.0000000026,0.05000,2.075 +10,mlp.experts.107.up_proj,0.0000000017,0.05000,2.090 +10,mlp.experts.106.up_proj,0.0000000031,0.05000,2.040 +10,mlp.experts.104.up_proj,0.0000000026,0.05000,2.034 +10,mlp.experts.105.up_proj,0.0000000016,0.05000,2.075 +10,mlp.experts.111.up_proj,0.0000000044,0.05000,2.072 +10,mlp.experts.110.up_proj,0.0000000039,0.05000,2.113 +10,mlp.experts.108.up_proj,0.0000000043,0.05000,2.114 +10,mlp.experts.109.up_proj,0.0000000018,0.05000,2.137 +10,mlp.experts.115.up_proj,0.0000000020,0.05000,2.055 +10,mlp.experts.112.up_proj,0.0000000018,0.05000,2.050 +10,mlp.experts.114.up_proj,0.0000000029,0.05000,2.086 +10,mlp.experts.113.up_proj,0.0000000032,0.05000,2.070 +10,mlp.experts.119.up_proj,0.0000000033,0.05000,2.037 +10,mlp.experts.116.up_proj,0.0000000027,0.05000,2.054 +10,mlp.experts.118.up_proj,0.0000000019,0.05000,2.081 +10,mlp.experts.117.up_proj,0.0000000012,0.05000,2.117 +10,mlp.experts.123.up_proj,0.0000000049,0.05000,2.070 +10,mlp.experts.120.up_proj,0.0000000027,0.05000,2.029 +10,mlp.experts.122.up_proj,0.0000000033,0.05000,2.086 +10,mlp.experts.121.up_proj,0.0000000098,0.05000,2.067 +10,mlp.experts.127.up_proj,0.0000000020,0.05000,2.079 +10,mlp.experts.124.up_proj,0.0000000017,0.05000,2.098 +10,mlp.experts.126.up_proj,0.0000000035,0.05000,2.120 +10,mlp.experts.125.up_proj,0.0000000016,0.05000,2.107 +10,mlp.experts.131.up_proj,0.0000000024,0.05000,2.079 +10,mlp.experts.128.up_proj,0.0000000049,0.05000,2.058 +10,mlp.experts.130.up_proj,0.0000000012,0.05000,2.141 +10,mlp.experts.129.up_proj,0.0000000049,0.05000,2.103 +10,mlp.experts.135.up_proj,0.0000000042,0.05000,2.056 +10,mlp.experts.132.up_proj,0.0000000010,0.05000,2.118 +10,mlp.experts.134.up_proj,0.0000000035,0.05000,2.106 +10,mlp.experts.133.up_proj,0.0000000025,0.05000,2.151 +10,mlp.experts.139.up_proj,0.0000000008,0.05000,2.083 +10,mlp.experts.136.up_proj,0.0000000025,0.05000,2.102 +10,mlp.experts.138.up_proj,0.0000000057,0.05000,2.109 +10,mlp.experts.137.up_proj,0.0000000010,0.05000,2.090 +10,mlp.experts.143.up_proj,0.0000000028,0.05000,2.054 +10,mlp.experts.140.up_proj,0.0000000040,0.05000,2.073 +10,mlp.experts.142.up_proj,0.0000000059,0.05000,2.133 +10,mlp.experts.141.up_proj,0.0000000018,0.05000,2.123 +10,mlp.experts.147.up_proj,0.0000000007,0.05000,2.083 +10,mlp.experts.144.up_proj,0.0000000028,0.05000,2.076 +10,mlp.experts.146.up_proj,0.0000000008,0.05000,2.158 +10,mlp.experts.145.up_proj,0.0000000008,0.05000,2.050 +10,mlp.experts.151.up_proj,0.0000000033,0.05000,2.051 +10,mlp.experts.148.up_proj,0.0000000048,0.05000,2.028 +10,mlp.experts.150.up_proj,0.0000000021,0.05000,2.116 +10,mlp.experts.149.up_proj,0.0000000011,0.05000,2.126 +10,mlp.experts.155.up_proj,0.0000000007,0.05000,2.079 +10,mlp.experts.152.up_proj,0.0000000044,0.05000,2.085 +10,mlp.experts.154.up_proj,0.0000000012,0.05000,2.088 +10,mlp.experts.153.up_proj,0.0000000073,0.05000,2.063 +10,mlp.experts.159.up_proj,0.0000000036,0.05000,2.039 +10,mlp.experts.156.up_proj,0.0000000019,0.05000,1.983 +10,mlp.experts.158.up_proj,0.0000000016,0.05000,1.818 +10,mlp.experts.157.up_proj,0.0000000025,0.05000,1.500 +10,mlp.experts.1.down_proj,0.0000000000,0.05000,0.673 +10,mlp.experts.3.down_proj,0.0000000000,0.05000,0.686 +10,mlp.experts.0.down_proj,0.0000000000,0.05000,0.690 +10,mlp.experts.2.down_proj,0.0000000000,0.05000,0.737 +10,mlp.experts.5.down_proj,0.0000000000,0.05000,0.617 +10,mlp.experts.7.down_proj,0.0000000000,0.05000,0.616 +10,mlp.experts.4.down_proj,0.0000000000,0.05000,0.644 +10,mlp.experts.6.down_proj,0.0000000001,0.05000,0.612 +10,mlp.experts.11.down_proj,0.0000000001,0.05000,0.615 +10,mlp.experts.9.down_proj,0.0000000000,0.05000,0.640 +10,mlp.experts.8.down_proj,0.0000000000,0.05000,0.635 +10,mlp.experts.10.down_proj,0.0000000000,0.05000,0.637 +10,mlp.experts.15.down_proj,0.0000000000,0.05000,0.620 +10,mlp.experts.13.down_proj,0.0000000001,0.05000,0.639 +10,mlp.experts.12.down_proj,0.0000000000,0.05000,0.643 +10,mlp.experts.14.down_proj,0.0000000001,0.05000,0.656 +10,mlp.experts.19.down_proj,0.0000000000,0.05000,0.629 +10,mlp.experts.17.down_proj,0.0000000000,0.05000,0.630 +10,mlp.experts.16.down_proj,0.0000000001,0.05000,0.607 +10,mlp.experts.18.down_proj,0.0000000000,0.05000,0.627 +10,mlp.experts.23.down_proj,0.0000000000,0.05000,0.639 +10,mlp.experts.21.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.20.down_proj,0.0000000001,0.05000,0.637 +10,mlp.experts.22.down_proj,0.0000000000,0.05000,0.638 +10,mlp.experts.27.down_proj,0.0000000001,0.05000,0.612 +10,mlp.experts.25.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.24.down_proj,0.0000000000,0.05000,0.615 +10,mlp.experts.26.down_proj,0.0000000000,0.05000,0.655 +10,mlp.experts.31.down_proj,0.0000000000,0.05000,0.610 +10,mlp.experts.29.down_proj,0.0000000000,0.05000,0.610 +10,mlp.experts.28.down_proj,0.0000000001,0.05000,0.621 +10,mlp.experts.30.down_proj,0.0000000000,0.05000,0.630 +10,mlp.experts.33.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.35.down_proj,0.0000000000,0.05000,0.632 +10,mlp.experts.32.down_proj,0.0000000000,0.05000,0.620 +10,mlp.experts.34.down_proj,0.0000000000,0.05000,0.635 +10,mlp.experts.39.down_proj,0.0000000000,0.05000,0.617 +10,mlp.experts.37.down_proj,0.0000000000,0.05000,0.646 +10,mlp.experts.36.down_proj,0.0000000000,0.05000,0.639 +10,mlp.experts.38.down_proj,0.0000000001,0.05000,0.617 +10,mlp.experts.43.down_proj,0.0000000001,0.05000,0.614 +10,mlp.experts.41.down_proj,0.0000000000,0.05000,0.616 +10,mlp.experts.40.down_proj,0.0000000000,0.05000,0.638 +10,mlp.experts.42.down_proj,0.0000000000,0.05000,0.659 +10,mlp.experts.47.down_proj,0.0000000000,0.05000,0.617 +10,mlp.experts.45.down_proj,0.0000000001,0.05000,0.619 +10,mlp.experts.44.down_proj,0.0000000000,0.05000,0.644 +10,mlp.experts.46.down_proj,0.0000000000,0.05000,0.614 +10,mlp.experts.49.down_proj,0.0000000000,0.05000,0.620 +10,mlp.experts.51.down_proj,0.0000000000,0.05000,0.635 +10,mlp.experts.48.down_proj,0.0000000001,0.05000,0.678 +10,mlp.experts.50.down_proj,0.0000000000,0.05000,0.665 +10,mlp.experts.55.down_proj,0.0000000000,0.05000,0.621 +10,mlp.experts.53.down_proj,0.0000000000,0.05000,0.668 +10,mlp.experts.52.down_proj,0.0000000000,0.05000,0.623 +10,mlp.experts.54.down_proj,0.0000000000,0.05000,0.635 +10,mlp.experts.59.down_proj,0.0000000000,0.05000,0.609 +10,mlp.experts.57.down_proj,0.0000000000,0.05000,0.615 +10,mlp.experts.56.down_proj,0.0000000000,0.05000,0.632 +10,mlp.experts.58.down_proj,0.0000000000,0.05000,0.611 +10,mlp.experts.63.down_proj,0.0000000000,0.05000,0.616 +10,mlp.experts.61.down_proj,0.0000000000,0.05000,0.623 +10,mlp.experts.62.down_proj,0.0000000000,0.05000,0.638 +10,mlp.experts.60.down_proj,0.0000000000,0.05000,0.705 +10,mlp.experts.67.down_proj,0.0000000000,0.05000,0.642 +10,mlp.experts.65.down_proj,0.0000000001,0.05000,0.622 +10,mlp.experts.64.down_proj,0.0000000001,0.05000,0.608 +10,mlp.experts.66.down_proj,0.0000000000,0.05000,0.654 +10,mlp.experts.71.down_proj,0.0000000000,0.05000,0.606 +10,mlp.experts.69.down_proj,0.0000000001,0.05000,0.607 +10,mlp.experts.68.down_proj,0.0000000000,0.05000,0.599 +10,mlp.experts.70.down_proj,0.0000000000,0.05000,0.604 +10,mlp.experts.75.down_proj,0.0000000000,0.05000,0.609 +10,mlp.experts.73.down_proj,0.0000000000,0.05000,0.650 +10,mlp.experts.72.down_proj,0.0000000000,0.05000,0.600 +10,mlp.experts.74.down_proj,0.0000000001,0.05000,0.609 +10,mlp.experts.79.down_proj,0.0000000000,0.05000,0.621 +10,mlp.experts.77.down_proj,0.0000000001,0.05000,0.611 +10,mlp.experts.76.down_proj,0.0000000000,0.05000,0.649 +10,mlp.experts.78.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.83.down_proj,0.0000000000,0.05000,0.649 +10,mlp.experts.81.down_proj,0.0000000001,0.05000,0.655 +10,mlp.experts.82.down_proj,0.0000000000,0.05000,0.609 +10,mlp.experts.80.down_proj,0.0000000000,0.05000,0.651 +10,mlp.experts.87.down_proj,0.0000000001,0.05000,0.633 +10,mlp.experts.85.down_proj,0.0000000001,0.05000,0.613 +10,mlp.experts.86.down_proj,0.0000000000,0.05000,0.610 +10,mlp.experts.84.down_proj,0.0000000001,0.05000,0.614 +10,mlp.experts.91.down_proj,0.0000000000,0.05000,0.605 +10,mlp.experts.89.down_proj,0.0000000000,0.05000,0.614 +10,mlp.experts.90.down_proj,0.0000000000,0.05000,0.603 +10,mlp.experts.88.down_proj,0.0000000000,0.05000,0.634 +10,mlp.experts.95.down_proj,0.0000000000,0.05000,0.602 +10,mlp.experts.93.down_proj,0.0000000001,0.05000,0.607 +10,mlp.experts.94.down_proj,0.0000000000,0.05000,0.606 +10,mlp.experts.92.down_proj,0.0000000000,0.05000,0.625 +10,mlp.experts.99.down_proj,0.0000000000,0.05000,0.606 +10,mlp.experts.97.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.98.down_proj,0.0000000000,0.05000,0.605 +10,mlp.experts.96.down_proj,0.0000000000,0.05000,0.603 +10,mlp.experts.103.down_proj,0.0000000000,0.05000,0.485 +10,mlp.experts.101.down_proj,0.0000000000,0.05000,0.452 +10,mlp.experts.105.down_proj,0.0000000000,0.05000,0.648 +10,mlp.experts.100.down_proj,0.0000000000,0.05000,0.653 +10,mlp.experts.102.down_proj,0.0000000000,0.05000,0.682 +10,mlp.experts.107.down_proj,0.0000000000,0.05000,0.702 +10,mlp.experts.109.down_proj,0.0000000000,0.05000,0.620 +10,mlp.experts.104.down_proj,0.0000000000,0.05000,0.631 +10,mlp.experts.106.down_proj,0.0000000000,0.05000,0.609 +10,mlp.experts.111.down_proj,0.0000000000,0.05000,0.628 +10,mlp.experts.108.down_proj,0.0000000000,0.05000,0.606 +10,mlp.experts.113.down_proj,0.0000000000,0.05000,0.630 +10,mlp.experts.110.down_proj,0.0000000001,0.05000,0.628 +10,mlp.experts.115.down_proj,0.0000000000,0.05000,0.623 +10,mlp.experts.112.down_proj,0.0000000000,0.05000,0.633 +10,mlp.experts.117.down_proj,0.0000000000,0.05000,0.635 +10,mlp.experts.114.down_proj,0.0000000000,0.05000,0.647 +10,mlp.experts.119.down_proj,0.0000000000,0.05000,0.624 +10,mlp.experts.116.down_proj,0.0000000000,0.05000,0.603 +10,mlp.experts.121.down_proj,0.0000000001,0.05000,0.611 +10,mlp.experts.118.down_proj,0.0000000000,0.05000,0.602 +10,mlp.experts.123.down_proj,0.0000000001,0.05000,0.622 +10,mlp.experts.120.down_proj,0.0000000000,0.05000,0.625 +10,mlp.experts.122.down_proj,0.0000000000,0.05000,0.605 +10,mlp.experts.125.down_proj,0.0000000000,0.05000,0.653 +10,mlp.experts.127.down_proj,0.0000000000,0.05000,0.609 +10,mlp.experts.124.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.129.down_proj,0.0000000001,0.05000,0.613 +10,mlp.experts.131.down_proj,0.0000000000,0.05000,0.605 +10,mlp.experts.126.down_proj,0.0000000000,0.05000,0.700 +10,mlp.experts.128.down_proj,0.0000000000,0.05000,0.627 +10,mlp.experts.133.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.135.down_proj,0.0000000000,0.05000,0.627 +10,mlp.experts.130.down_proj,0.0000000000,0.05000,0.606 +10,mlp.experts.132.down_proj,0.0000000000,0.05000,0.633 +10,mlp.experts.137.down_proj,0.0000000000,0.05000,0.617 +10,mlp.experts.139.down_proj,0.0000000000,0.05000,0.628 +10,mlp.experts.134.down_proj,0.0000000000,0.05000,0.632 +10,mlp.experts.136.down_proj,0.0000000000,0.05000,0.612 +10,mlp.experts.141.down_proj,0.0000000000,0.05000,0.614 +10,mlp.experts.143.down_proj,0.0000000000,0.05000,0.646 +10,mlp.experts.138.down_proj,0.0000000000,0.05000,0.614 +10,mlp.experts.140.down_proj,0.0000000000,0.05000,0.608 +10,mlp.experts.145.down_proj,0.0000000000,0.05000,0.610 +10,mlp.experts.147.down_proj,0.0000000000,0.05000,0.606 +10,mlp.experts.142.down_proj,0.0000000001,0.05000,0.623 +10,mlp.experts.144.down_proj,0.0000000000,0.05000,0.605 +10,mlp.experts.149.down_proj,0.0000000000,0.05000,0.610 +10,mlp.experts.151.down_proj,0.0000000000,0.05000,0.604 +10,mlp.experts.146.down_proj,0.0000000000,0.05000,0.619 +10,mlp.experts.153.down_proj,0.0000000001,0.05000,0.605 +10,mlp.experts.148.down_proj,0.0000000000,0.05000,0.636 +10,mlp.experts.155.down_proj,0.0000000000,0.05000,0.606 +10,mlp.experts.150.down_proj,0.0000000000,0.05000,0.604 +10,mlp.experts.157.down_proj,0.0000000000,0.05000,0.610 +10,mlp.experts.152.down_proj,0.0000000001,0.05000,0.625 +10,mlp.experts.159.down_proj,0.0000000000,0.05000,0.596 +10,mlp.experts.154.down_proj,0.0000000000,0.05000,0.582 +10,mlp.experts.156.down_proj,0.0000000000,0.05000,0.410 +10,mlp.experts.158.down_proj,0.0000000000,0.05000,0.393 +11,mlp.experts.1.gate_proj,0.0000000059,0.05000,2.061 +11,mlp.experts.3.gate_proj,0.0000000039,0.05000,2.061 +11,mlp.experts.2.gate_proj,0.0000000023,0.05000,2.154 +11,mlp.experts.0.gate_proj,0.0000000028,0.05000,2.179 +11,mlp.experts.5.gate_proj,0.0000000039,0.05000,2.040 +11,mlp.experts.7.gate_proj,0.0000000027,0.05000,2.064 +11,mlp.experts.6.gate_proj,0.0000000037,0.05000,2.095 +11,mlp.experts.4.gate_proj,0.0000000035,0.05000,2.114 +11,mlp.experts.9.gate_proj,0.0000000040,0.05000,2.029 +11,mlp.experts.11.gate_proj,0.0000000009,0.05000,2.039 +11,mlp.experts.10.gate_proj,0.0000000048,0.05000,2.061 +11,mlp.experts.8.gate_proj,0.0000000051,0.05000,2.036 +11,mlp.experts.13.gate_proj,0.0000000047,0.05000,2.056 +11,mlp.experts.15.gate_proj,0.0000000026,0.05000,2.092 +11,mlp.experts.14.gate_proj,0.0000000015,0.05000,2.064 +11,mlp.experts.12.gate_proj,0.0000000035,0.05000,2.101 +11,mlp.experts.17.gate_proj,0.0000000116,0.05000,2.049 +11,mlp.experts.19.gate_proj,0.0000000044,0.05000,2.041 +11,mlp.experts.18.gate_proj,0.0000000037,0.05000,2.118 +11,mlp.experts.16.gate_proj,0.0000000028,0.05000,2.096 +11,mlp.experts.21.gate_proj,0.0000000020,0.05000,2.020 +11,mlp.experts.23.gate_proj,0.0000000025,0.05000,2.049 +11,mlp.experts.22.gate_proj,0.0000000051,0.05000,2.040 +11,mlp.experts.20.gate_proj,0.0000000009,0.05000,2.040 +11,mlp.experts.25.gate_proj,0.0000000011,0.05000,2.014 +11,mlp.experts.27.gate_proj,0.0000000011,0.05000,2.022 +11,mlp.experts.26.gate_proj,0.0000000020,0.05000,2.018 +11,mlp.experts.24.gate_proj,0.0000000023,0.05000,2.099 +11,mlp.experts.29.gate_proj,0.0000000013,0.05000,2.048 +11,mlp.experts.31.gate_proj,0.0000000008,0.05000,2.069 +11,mlp.experts.30.gate_proj,0.0000000016,0.05000,2.039 +11,mlp.experts.28.gate_proj,0.0000000055,0.05000,2.049 +11,mlp.experts.33.gate_proj,0.0000000028,0.05000,2.021 +11,mlp.experts.35.gate_proj,0.0000000031,0.05000,2.074 +11,mlp.experts.34.gate_proj,0.0000000037,0.05000,2.039 +11,mlp.experts.32.gate_proj,0.0000000018,0.05000,2.074 +11,mlp.experts.37.gate_proj,0.0000000046,0.05000,2.086 +11,mlp.experts.39.gate_proj,0.0000000022,0.05000,2.081 +11,mlp.experts.38.gate_proj,0.0000000089,0.05000,2.156 +11,mlp.experts.36.gate_proj,0.0000000018,0.05000,2.123 +11,mlp.experts.41.gate_proj,0.0000000030,0.05000,2.052 +11,mlp.experts.43.gate_proj,0.0000000015,0.05000,2.084 +11,mlp.experts.42.gate_proj,0.0000000073,0.05000,2.053 +11,mlp.experts.40.gate_proj,0.0000000042,0.05000,2.055 +11,mlp.experts.45.gate_proj,0.0000000015,0.05000,2.083 +11,mlp.experts.47.gate_proj,0.0000000021,0.05000,2.091 +11,mlp.experts.46.gate_proj,0.0000000029,0.05000,2.077 +11,mlp.experts.44.gate_proj,0.0000000032,0.05000,2.052 +11,mlp.experts.49.gate_proj,0.0000000024,0.05000,2.090 +11,mlp.experts.51.gate_proj,0.0000000011,0.05000,2.028 +11,mlp.experts.50.gate_proj,0.0000000058,0.05000,2.058 +11,mlp.experts.48.gate_proj,0.0000000014,0.05000,2.041 +11,mlp.experts.53.gate_proj,0.0000000033,0.05000,2.009 +11,mlp.experts.55.gate_proj,0.0000000052,0.05000,2.043 +11,mlp.experts.54.gate_proj,0.0000000033,0.05000,2.049 +11,mlp.experts.52.gate_proj,0.0000000025,0.05000,2.065 +11,mlp.experts.57.gate_proj,0.0000000041,0.05000,2.075 +11,mlp.experts.59.gate_proj,0.0000000057,0.05000,2.088 +11,mlp.experts.58.gate_proj,0.0000000023,0.05000,2.020 +11,mlp.experts.56.gate_proj,0.0000000029,0.05000,2.051 +11,mlp.experts.61.gate_proj,0.0000000045,0.05000,2.012 +11,mlp.experts.63.gate_proj,0.0000000060,0.05000,2.065 +11,mlp.experts.62.gate_proj,0.0000000045,0.05000,2.006 +11,mlp.experts.60.gate_proj,0.0000000100,0.05000,2.004 +11,mlp.experts.65.gate_proj,0.0000000039,0.05000,2.108 +11,mlp.experts.67.gate_proj,0.0000000046,0.05000,2.086 +11,mlp.experts.66.gate_proj,0.0000000010,0.05000,2.084 +11,mlp.experts.64.gate_proj,0.0000000011,0.05000,2.078 +11,mlp.experts.69.gate_proj,0.0000000049,0.05000,2.077 +11,mlp.experts.71.gate_proj,0.0000000079,0.05000,2.058 +11,mlp.experts.70.gate_proj,0.0000000010,0.05000,2.067 +11,mlp.experts.68.gate_proj,0.0000000029,0.05000,2.045 +11,mlp.experts.73.gate_proj,0.0000000034,0.05000,2.048 +11,mlp.experts.75.gate_proj,0.0000000011,0.05000,2.072 +11,mlp.experts.74.gate_proj,0.0000000123,0.05000,2.039 +11,mlp.experts.72.gate_proj,0.0000000041,0.05000,2.053 +11,mlp.experts.77.gate_proj,0.0000000033,0.05000,2.055 +11,mlp.experts.78.gate_proj,0.0000000015,0.05000,2.026 +11,mlp.experts.79.gate_proj,0.0000000081,0.05000,2.083 +11,mlp.experts.76.gate_proj,0.0000000027,0.05000,2.058 +11,mlp.experts.81.gate_proj,0.0000000051,0.05000,2.060 +11,mlp.experts.82.gate_proj,0.0000000024,0.05000,2.045 +11,mlp.experts.83.gate_proj,0.0000000020,0.05000,2.049 +11,mlp.experts.80.gate_proj,0.0000000017,0.05000,2.047 +11,mlp.experts.85.gate_proj,0.0000000042,0.05000,2.124 +11,mlp.experts.86.gate_proj,0.0000000013,0.05000,2.091 +11,mlp.experts.87.gate_proj,0.0000000085,0.05000,2.225 +11,mlp.experts.84.gate_proj,0.0000000054,0.05000,2.136 +11,mlp.experts.89.gate_proj,0.0000000038,0.05000,2.069 +11,mlp.experts.90.gate_proj,0.0000000028,0.05000,2.072 +11,mlp.experts.91.gate_proj,0.0000000021,0.05000,2.057 +11,mlp.experts.88.gate_proj,0.0000000043,0.05000,2.050 +11,mlp.experts.93.gate_proj,0.0000000022,0.05000,2.107 +11,mlp.experts.94.gate_proj,0.0000000019,0.05000,2.091 +11,mlp.experts.95.gate_proj,0.0000000062,0.05000,2.045 +11,mlp.experts.92.gate_proj,0.0000000026,0.05000,2.060 +11,mlp.experts.97.gate_proj,0.0000000025,0.05000,2.110 +11,mlp.experts.98.gate_proj,0.0000000033,0.05000,2.159 +11,mlp.experts.99.gate_proj,0.0000000024,0.05000,2.123 +11,mlp.experts.96.gate_proj,0.0000000090,0.05000,2.116 +11,mlp.experts.101.gate_proj,0.0000000061,0.05000,2.085 +11,mlp.experts.102.gate_proj,0.0000000006,0.05000,2.159 +11,mlp.experts.100.gate_proj,0.0000000015,0.05000,2.089 +11,mlp.experts.103.gate_proj,0.0000000029,0.05000,2.179 +11,mlp.experts.105.gate_proj,0.0000000044,0.05000,2.056 +11,mlp.experts.106.gate_proj,0.0000000025,0.05000,2.045 +11,mlp.experts.107.gate_proj,0.0000000017,0.05000,2.030 +11,mlp.experts.104.gate_proj,0.0000000038,0.05000,2.121 +11,mlp.experts.109.gate_proj,0.0000000033,0.05000,2.079 +11,mlp.experts.110.gate_proj,0.0000000021,0.05000,2.087 +11,mlp.experts.108.gate_proj,0.0000000022,0.05000,2.073 +11,mlp.experts.111.gate_proj,0.0000000017,0.05000,2.192 +11,mlp.experts.113.gate_proj,0.0000000045,0.05000,2.098 +11,mlp.experts.114.gate_proj,0.0000000041,0.05000,2.036 +11,mlp.experts.112.gate_proj,0.0000000017,0.05000,2.117 +11,mlp.experts.115.gate_proj,0.0000000028,0.05000,2.067 +11,mlp.experts.117.gate_proj,0.0000000048,0.05000,2.073 +11,mlp.experts.118.gate_proj,0.0000000037,0.05000,2.047 +11,mlp.experts.116.gate_proj,0.0000000057,0.05000,2.083 +11,mlp.experts.119.gate_proj,0.0000000035,0.05000,2.073 +11,mlp.experts.121.gate_proj,0.0000000026,0.05000,2.086 +11,mlp.experts.122.gate_proj,0.0000000013,0.05000,2.090 +11,mlp.experts.123.gate_proj,0.0000000027,0.05000,2.054 +11,mlp.experts.120.gate_proj,0.0000000014,0.05000,2.153 +11,mlp.experts.125.gate_proj,0.0000000057,0.05000,2.095 +11,mlp.experts.126.gate_proj,0.0000000078,0.05000,2.038 +11,mlp.experts.127.gate_proj,0.0000000029,0.05000,2.067 +11,mlp.experts.124.gate_proj,0.0000000035,0.05000,2.051 +11,mlp.experts.129.gate_proj,0.0000000065,0.05000,2.068 +11,mlp.experts.130.gate_proj,0.0000000015,0.05000,2.056 +11,mlp.experts.131.gate_proj,0.0000000093,0.05000,2.061 +11,mlp.experts.128.gate_proj,0.0000000042,0.05000,2.054 +11,mlp.experts.133.gate_proj,0.0000000077,0.05000,2.064 +11,mlp.experts.134.gate_proj,0.0000000011,0.05000,2.104 +11,mlp.experts.135.gate_proj,0.0000000097,0.05000,2.073 +11,mlp.experts.132.gate_proj,0.0000000017,0.05000,2.093 +11,mlp.experts.137.gate_proj,0.0000000045,0.05000,2.045 +11,mlp.experts.138.gate_proj,0.0000000007,0.05000,2.052 +11,mlp.experts.139.gate_proj,0.0000000010,0.05000,2.037 +11,mlp.experts.136.gate_proj,0.0000000037,0.05000,2.037 +11,mlp.experts.141.gate_proj,0.0000000039,0.05000,2.093 +11,mlp.experts.142.gate_proj,0.0000000085,0.05000,2.061 +11,mlp.experts.143.gate_proj,0.0000000033,0.05000,2.030 +11,mlp.experts.140.gate_proj,0.0000000037,0.05000,2.045 +11,mlp.experts.145.gate_proj,0.0000000016,0.05000,2.073 +11,mlp.experts.146.gate_proj,0.0000000041,0.05000,2.031 +11,mlp.experts.147.gate_proj,0.0000000047,0.05000,2.062 +11,mlp.experts.144.gate_proj,0.0000000043,0.05000,2.067 +11,mlp.experts.149.gate_proj,0.0000000023,0.05000,2.084 +11,mlp.experts.150.gate_proj,0.0000000030,0.05000,2.037 +11,mlp.experts.151.gate_proj,0.0000000033,0.05000,2.089 +11,mlp.experts.148.gate_proj,0.0000000075,0.05000,2.088 +11,mlp.experts.153.gate_proj,0.0000000019,0.05000,2.063 +11,mlp.experts.154.gate_proj,0.0000000063,0.05000,2.088 +11,mlp.experts.155.gate_proj,0.0000000031,0.05000,2.099 +11,mlp.experts.152.gate_proj,0.0000000025,0.05000,2.075 +11,mlp.experts.157.gate_proj,0.0000000037,0.05000,2.078 +11,mlp.experts.158.gate_proj,0.0000000098,0.05000,2.068 +11,mlp.experts.159.gate_proj,0.0000000055,0.05000,2.036 +11,mlp.experts.156.gate_proj,0.0000000042,0.05000,2.114 +11,mlp.experts.1.up_proj,0.0000000058,0.05000,2.089 +11,mlp.experts.2.up_proj,0.0000000022,0.05000,2.060 +11,mlp.experts.3.up_proj,0.0000000039,0.05000,2.065 +11,mlp.experts.0.up_proj,0.0000000027,0.05000,2.043 +11,mlp.experts.5.up_proj,0.0000000038,0.05000,2.082 +11,mlp.experts.6.up_proj,0.0000000036,0.05000,2.089 +11,mlp.experts.7.up_proj,0.0000000026,0.05000,2.161 +11,mlp.experts.4.up_proj,0.0000000035,0.05000,2.113 +11,mlp.experts.9.up_proj,0.0000000040,0.05000,2.105 +11,mlp.experts.10.up_proj,0.0000000047,0.05000,2.064 +11,mlp.experts.11.up_proj,0.0000000009,0.05000,2.100 +11,mlp.experts.8.up_proj,0.0000000051,0.05000,2.101 +11,mlp.experts.14.up_proj,0.0000000015,0.05000,2.059 +11,mlp.experts.13.up_proj,0.0000000046,0.05000,2.113 +11,mlp.experts.15.up_proj,0.0000000026,0.05000,2.058 +11,mlp.experts.12.up_proj,0.0000000034,0.05000,2.051 +11,mlp.experts.18.up_proj,0.0000000036,0.05000,2.093 +11,mlp.experts.17.up_proj,0.0000000115,0.05000,2.117 +11,mlp.experts.19.up_proj,0.0000000044,0.05000,2.062 +11,mlp.experts.16.up_proj,0.0000000028,0.05000,2.046 +11,mlp.experts.22.up_proj,0.0000000051,0.05000,2.074 +11,mlp.experts.21.up_proj,0.0000000020,0.05000,2.069 +11,mlp.experts.23.up_proj,0.0000000025,0.05000,2.088 +11,mlp.experts.20.up_proj,0.0000000009,0.05000,2.072 +11,mlp.experts.26.up_proj,0.0000000020,0.05000,2.064 +11,mlp.experts.25.up_proj,0.0000000011,0.05000,2.133 +11,mlp.experts.24.up_proj,0.0000000023,0.05000,2.038 +11,mlp.experts.27.up_proj,0.0000000010,0.05000,2.097 +11,mlp.experts.30.up_proj,0.0000000016,0.05000,2.072 +11,mlp.experts.29.up_proj,0.0000000013,0.05000,2.122 +11,mlp.experts.28.up_proj,0.0000000055,0.05000,2.062 +11,mlp.experts.31.up_proj,0.0000000008,0.05000,2.132 +11,mlp.experts.34.up_proj,0.0000000037,0.05000,2.075 +11,mlp.experts.33.up_proj,0.0000000028,0.05000,2.070 +11,mlp.experts.32.up_proj,0.0000000018,0.05000,2.069 +11,mlp.experts.35.up_proj,0.0000000031,0.05000,2.126 +11,mlp.experts.38.up_proj,0.0000000088,0.05000,2.031 +11,mlp.experts.37.up_proj,0.0000000045,0.05000,2.063 +11,mlp.experts.36.up_proj,0.0000000018,0.05000,2.114 +11,mlp.experts.39.up_proj,0.0000000021,0.05000,2.055 +11,mlp.experts.42.up_proj,0.0000000073,0.05000,2.136 +11,mlp.experts.41.up_proj,0.0000000029,0.05000,2.091 +11,mlp.experts.43.up_proj,0.0000000015,0.05000,2.097 +11,mlp.experts.40.up_proj,0.0000000041,0.05000,2.229 +11,mlp.experts.46.up_proj,0.0000000028,0.05000,2.062 +11,mlp.experts.45.up_proj,0.0000000015,0.05000,2.068 +11,mlp.experts.47.up_proj,0.0000000021,0.05000,2.104 +11,mlp.experts.44.up_proj,0.0000000032,0.05000,2.109 +11,mlp.experts.50.up_proj,0.0000000057,0.05000,2.104 +11,mlp.experts.49.up_proj,0.0000000024,0.05000,2.055 +11,mlp.experts.51.up_proj,0.0000000011,0.05000,2.075 +11,mlp.experts.48.up_proj,0.0000000014,0.05000,2.100 +11,mlp.experts.54.up_proj,0.0000000033,0.05000,2.076 +11,mlp.experts.53.up_proj,0.0000000032,0.05000,2.087 +11,mlp.experts.55.up_proj,0.0000000051,0.05000,2.080 +11,mlp.experts.52.up_proj,0.0000000025,0.05000,2.134 +11,mlp.experts.58.up_proj,0.0000000022,0.05000,2.056 +11,mlp.experts.57.up_proj,0.0000000041,0.05000,2.064 +11,mlp.experts.59.up_proj,0.0000000056,0.05000,2.051 +11,mlp.experts.56.up_proj,0.0000000029,0.05000,2.165 +11,mlp.experts.62.up_proj,0.0000000045,0.05000,2.046 +11,mlp.experts.61.up_proj,0.0000000044,0.05000,2.044 +11,mlp.experts.63.up_proj,0.0000000060,0.05000,2.030 +11,mlp.experts.60.up_proj,0.0000000099,0.05000,2.115 +11,mlp.experts.66.up_proj,0.0000000010,0.05000,2.010 +11,mlp.experts.65.up_proj,0.0000000038,0.05000,2.039 +11,mlp.experts.67.up_proj,0.0000000045,0.05000,2.019 +11,mlp.experts.64.up_proj,0.0000000011,0.05000,2.023 +11,mlp.experts.70.up_proj,0.0000000010,0.05000,2.071 +11,mlp.experts.69.up_proj,0.0000000048,0.05000,2.108 +11,mlp.experts.71.up_proj,0.0000000079,0.05000,2.090 +11,mlp.experts.68.up_proj,0.0000000029,0.05000,2.028 +11,mlp.experts.74.up_proj,0.0000000123,0.05000,2.046 +11,mlp.experts.73.up_proj,0.0000000034,0.05000,2.050 +11,mlp.experts.75.up_proj,0.0000000011,0.05000,2.009 +11,mlp.experts.72.up_proj,0.0000000041,0.05000,2.004 +11,mlp.experts.78.up_proj,0.0000000014,0.05000,2.058 +11,mlp.experts.77.up_proj,0.0000000032,0.05000,2.123 +11,mlp.experts.79.up_proj,0.0000000079,0.05000,2.099 +11,mlp.experts.76.up_proj,0.0000000026,0.05000,2.041 +11,mlp.experts.82.up_proj,0.0000000024,0.05000,2.120 +11,mlp.experts.81.up_proj,0.0000000051,0.05000,2.053 +11,mlp.experts.83.up_proj,0.0000000020,0.05000,2.088 +11,mlp.experts.80.up_proj,0.0000000016,0.05000,2.063 +11,mlp.experts.86.up_proj,0.0000000013,0.05000,2.049 +11,mlp.experts.85.up_proj,0.0000000042,0.05000,2.052 +11,mlp.experts.87.up_proj,0.0000000084,0.05000,2.046 +11,mlp.experts.84.up_proj,0.0000000053,0.05000,2.060 +11,mlp.experts.90.up_proj,0.0000000028,0.05000,2.091 +11,mlp.experts.89.up_proj,0.0000000038,0.05000,2.066 +11,mlp.experts.91.up_proj,0.0000000020,0.05000,2.058 +11,mlp.experts.88.up_proj,0.0000000042,0.05000,2.100 +11,mlp.experts.94.up_proj,0.0000000019,0.05000,2.082 +11,mlp.experts.93.up_proj,0.0000000022,0.05000,2.073 +11,mlp.experts.95.up_proj,0.0000000062,0.05000,2.112 +11,mlp.experts.92.up_proj,0.0000000026,0.05000,2.048 +11,mlp.experts.98.up_proj,0.0000000033,0.05000,2.078 +11,mlp.experts.97.up_proj,0.0000000024,0.05000,2.042 +11,mlp.experts.99.up_proj,0.0000000024,0.05000,2.095 +11,mlp.experts.96.up_proj,0.0000000089,0.05000,2.043 +11,mlp.experts.102.up_proj,0.0000000006,0.05000,2.117 +11,mlp.experts.101.up_proj,0.0000000060,0.05000,2.140 +11,mlp.experts.103.up_proj,0.0000000029,0.05000,2.135 +11,mlp.experts.100.up_proj,0.0000000015,0.05000,2.105 +11,mlp.experts.106.up_proj,0.0000000025,0.05000,2.115 +11,mlp.experts.105.up_proj,0.0000000044,0.05000,2.059 +11,mlp.experts.107.up_proj,0.0000000017,0.05000,2.080 +11,mlp.experts.104.up_proj,0.0000000038,0.05000,2.035 +11,mlp.experts.110.up_proj,0.0000000021,0.05000,2.078 +11,mlp.experts.109.up_proj,0.0000000033,0.05000,2.078 +11,mlp.experts.108.up_proj,0.0000000021,0.05000,2.060 +11,mlp.experts.111.up_proj,0.0000000017,0.05000,2.106 +11,mlp.experts.114.up_proj,0.0000000040,0.05000,2.082 +11,mlp.experts.113.up_proj,0.0000000044,0.05000,2.104 +11,mlp.experts.115.up_proj,0.0000000028,0.05000,2.049 +11,mlp.experts.112.up_proj,0.0000000016,0.05000,2.137 +11,mlp.experts.118.up_proj,0.0000000037,0.05000,2.061 +11,mlp.experts.117.up_proj,0.0000000047,0.05000,2.078 +11,mlp.experts.119.up_proj,0.0000000034,0.05000,2.080 +11,mlp.experts.116.up_proj,0.0000000057,0.05000,2.146 +11,mlp.experts.122.up_proj,0.0000000013,0.05000,2.116 +11,mlp.experts.121.up_proj,0.0000000026,0.05000,2.088 +11,mlp.experts.123.up_proj,0.0000000027,0.05000,2.083 +11,mlp.experts.120.up_proj,0.0000000014,0.05000,2.143 +11,mlp.experts.126.up_proj,0.0000000078,0.05000,2.051 +11,mlp.experts.125.up_proj,0.0000000056,0.05000,2.031 +11,mlp.experts.127.up_proj,0.0000000029,0.05000,2.085 +11,mlp.experts.124.up_proj,0.0000000034,0.05000,2.032 +11,mlp.experts.130.up_proj,0.0000000015,0.05000,2.041 +11,mlp.experts.129.up_proj,0.0000000064,0.05000,2.048 +11,mlp.experts.131.up_proj,0.0000000091,0.05000,2.077 +11,mlp.experts.128.up_proj,0.0000000042,0.05000,2.091 +11,mlp.experts.134.up_proj,0.0000000011,0.05000,2.130 +11,mlp.experts.133.up_proj,0.0000000077,0.05000,2.083 +11,mlp.experts.135.up_proj,0.0000000096,0.05000,2.128 +11,mlp.experts.132.up_proj,0.0000000016,0.05000,2.082 +11,mlp.experts.138.up_proj,0.0000000007,0.05000,2.089 +11,mlp.experts.137.up_proj,0.0000000044,0.05000,2.033 +11,mlp.experts.139.up_proj,0.0000000010,0.05000,2.072 +11,mlp.experts.136.up_proj,0.0000000037,0.05000,2.060 +11,mlp.experts.141.up_proj,0.0000000038,0.05000,2.056 +11,mlp.experts.142.up_proj,0.0000000084,0.05000,2.095 +11,mlp.experts.143.up_proj,0.0000000033,0.05000,2.028 +11,mlp.experts.140.up_proj,0.0000000036,0.05000,2.072 +11,mlp.experts.145.up_proj,0.0000000016,0.05000,2.046 +11,mlp.experts.146.up_proj,0.0000000041,0.05000,2.059 +11,mlp.experts.147.up_proj,0.0000000046,0.05000,2.026 +11,mlp.experts.144.up_proj,0.0000000043,0.05000,2.028 +11,mlp.experts.149.up_proj,0.0000000023,0.05000,2.037 +11,mlp.experts.150.up_proj,0.0000000029,0.05000,2.157 +11,mlp.experts.151.up_proj,0.0000000033,0.05000,2.026 +11,mlp.experts.148.up_proj,0.0000000074,0.05000,2.032 +11,mlp.experts.153.up_proj,0.0000000018,0.05000,2.074 +11,mlp.experts.154.up_proj,0.0000000062,0.05000,2.064 +11,mlp.experts.155.up_proj,0.0000000030,0.05000,2.052 +11,mlp.experts.152.up_proj,0.0000000024,0.05000,2.133 +11,mlp.experts.157.up_proj,0.0000000037,0.05000,2.075 +11,mlp.experts.158.up_proj,0.0000000096,0.05000,2.048 +11,mlp.experts.159.up_proj,0.0000000055,0.05000,1.943 +11,mlp.experts.156.up_proj,0.0000000041,0.05000,1.819 +11,mlp.experts.0.down_proj,0.0000000001,0.05000,0.630 +11,mlp.experts.3.down_proj,0.0000000001,0.05000,0.630 +11,mlp.experts.2.down_proj,0.0000000000,0.05000,0.636 +11,mlp.experts.1.down_proj,0.0000000001,0.05000,0.647 +11,mlp.experts.7.down_proj,0.0000000000,0.05000,0.610 +11,mlp.experts.4.down_proj,0.0000000000,0.05000,0.612 +11,mlp.experts.6.down_proj,0.0000000001,0.05000,0.615 +11,mlp.experts.5.down_proj,0.0000000001,0.05000,0.617 +11,mlp.experts.8.down_proj,0.0000000001,0.05000,0.609 +11,mlp.experts.10.down_proj,0.0000000000,0.05000,0.611 +11,mlp.experts.9.down_proj,0.0000000000,0.05000,0.607 +11,mlp.experts.11.down_proj,0.0000000000,0.05000,0.631 +11,mlp.experts.12.down_proj,0.0000000000,0.05000,0.612 +11,mlp.experts.13.down_proj,0.0000000001,0.05000,0.609 +11,mlp.experts.14.down_proj,0.0000000000,0.05000,0.638 +11,mlp.experts.15.down_proj,0.0000000000,0.05000,0.652 +11,mlp.experts.16.down_proj,0.0000000000,0.05000,0.608 +11,mlp.experts.18.down_proj,0.0000000000,0.05000,0.602 +11,mlp.experts.17.down_proj,0.0000000003,0.05000,0.623 +11,mlp.experts.19.down_proj,0.0000000001,0.05000,0.622 +11,mlp.experts.20.down_proj,0.0000000000,0.05000,0.634 +11,mlp.experts.22.down_proj,0.0000000001,0.05000,0.609 +11,mlp.experts.21.down_proj,0.0000000000,0.05000,0.640 +11,mlp.experts.23.down_proj,0.0000000000,0.05000,0.613 +11,mlp.experts.26.down_proj,0.0000000000,0.05000,0.607 +11,mlp.experts.24.down_proj,0.0000000000,0.05000,0.633 +11,mlp.experts.25.down_proj,0.0000000000,0.05000,0.604 +11,mlp.experts.27.down_proj,0.0000000000,0.05000,0.628 +11,mlp.experts.30.down_proj,0.0000000000,0.05000,0.605 +11,mlp.experts.29.down_proj,0.0000000000,0.05000,0.601 +11,mlp.experts.31.down_proj,0.0000000000,0.05000,0.599 +11,mlp.experts.28.down_proj,0.0000000001,0.05000,0.672 +11,mlp.experts.34.down_proj,0.0000000000,0.05000,0.635 +11,mlp.experts.33.down_proj,0.0000000001,0.05000,0.627 +11,mlp.experts.35.down_proj,0.0000000000,0.05000,0.631 +11,mlp.experts.32.down_proj,0.0000000000,0.05000,0.627 +11,mlp.experts.37.down_proj,0.0000000000,0.05000,0.606 +11,mlp.experts.38.down_proj,0.0000000001,0.05000,0.635 +11,mlp.experts.36.down_proj,0.0000000000,0.05000,0.629 +11,mlp.experts.39.down_proj,0.0000000000,0.05000,0.652 +11,mlp.experts.42.down_proj,0.0000000001,0.05000,0.604 +11,mlp.experts.41.down_proj,0.0000000000,0.05000,0.650 +11,mlp.experts.40.down_proj,0.0000000001,0.05000,0.626 +11,mlp.experts.43.down_proj,0.0000000000,0.05000,0.641 +11,mlp.experts.46.down_proj,0.0000000000,0.05000,0.640 +11,mlp.experts.45.down_proj,0.0000000000,0.05000,0.609 +11,mlp.experts.44.down_proj,0.0000000000,0.05000,0.633 +11,mlp.experts.47.down_proj,0.0000000000,0.05000,0.633 +11,mlp.experts.49.down_proj,0.0000000000,0.05000,0.612 +11,mlp.experts.50.down_proj,0.0000000001,0.05000,0.618 +11,mlp.experts.48.down_proj,0.0000000000,0.05000,0.610 +11,mlp.experts.51.down_proj,0.0000000000,0.05000,0.641 +11,mlp.experts.53.down_proj,0.0000000000,0.05000,0.606 +11,mlp.experts.54.down_proj,0.0000000000,0.05000,0.614 +11,mlp.experts.52.down_proj,0.0000000000,0.05000,0.631 +11,mlp.experts.55.down_proj,0.0000000000,0.05000,0.610 +11,mlp.experts.57.down_proj,0.0000000000,0.05000,0.629 +11,mlp.experts.58.down_proj,0.0000000000,0.05000,0.627 +11,mlp.experts.56.down_proj,0.0000000000,0.05000,0.631 +11,mlp.experts.59.down_proj,0.0000000001,0.05000,0.630 +11,mlp.experts.62.down_proj,0.0000000001,0.05000,0.620 +11,mlp.experts.61.down_proj,0.0000000000,0.05000,0.657 +11,mlp.experts.60.down_proj,0.0000000002,0.05000,0.617 +11,mlp.experts.63.down_proj,0.0000000001,0.05000,0.630 +11,mlp.experts.66.down_proj,0.0000000000,0.05000,0.621 +11,mlp.experts.65.down_proj,0.0000000001,0.05000,0.606 +11,mlp.experts.64.down_proj,0.0000000000,0.05000,0.633 +11,mlp.experts.67.down_proj,0.0000000000,0.05000,0.619 +11,mlp.experts.70.down_proj,0.0000000000,0.05000,0.628 +11,mlp.experts.69.down_proj,0.0000000001,0.05000,0.674 +11,mlp.experts.68.down_proj,0.0000000000,0.05000,0.620 +11,mlp.experts.71.down_proj,0.0000000001,0.05000,0.625 +11,mlp.experts.74.down_proj,0.0000000002,0.05000,0.618 +11,mlp.experts.73.down_proj,0.0000000000,0.05000,0.610 +11,mlp.experts.72.down_proj,0.0000000000,0.05000,0.610 +11,mlp.experts.75.down_proj,0.0000000000,0.05000,0.617 +11,mlp.experts.78.down_proj,0.0000000000,0.05000,0.660 +11,mlp.experts.77.down_proj,0.0000000000,0.05000,0.613 +11,mlp.experts.76.down_proj,0.0000000000,0.05000,0.615 +11,mlp.experts.79.down_proj,0.0000000002,0.05000,0.638 +11,mlp.experts.82.down_proj,0.0000000000,0.05000,0.641 +11,mlp.experts.81.down_proj,0.0000000001,0.05000,0.657 +11,mlp.experts.80.down_proj,0.0000000000,0.05000,0.643 +11,mlp.experts.83.down_proj,0.0000000000,0.05000,0.639 +11,mlp.experts.85.down_proj,0.0000000001,0.05000,0.606 +11,mlp.experts.86.down_proj,0.0000000000,0.05000,0.633 +11,mlp.experts.84.down_proj,0.0000000001,0.05000,0.608 +11,mlp.experts.87.down_proj,0.0000000001,0.05000,0.614 +11,mlp.experts.89.down_proj,0.0000000001,0.05000,0.616 +11,mlp.experts.90.down_proj,0.0000000000,0.05000,0.657 +11,mlp.experts.88.down_proj,0.0000000000,0.05000,0.636 +11,mlp.experts.91.down_proj,0.0000000000,0.05000,0.645 +11,mlp.experts.93.down_proj,0.0000000000,0.05000,0.625 +11,mlp.experts.92.down_proj,0.0000000001,0.05000,0.611 +11,mlp.experts.94.down_proj,0.0000000000,0.05000,0.650 +11,mlp.experts.95.down_proj,0.0000000001,0.05000,0.600 +11,mlp.experts.97.down_proj,0.0000000000,0.05000,0.643 +11,mlp.experts.96.down_proj,0.0000000001,0.05000,0.611 +11,mlp.experts.99.down_proj,0.0000000000,0.05000,0.603 +11,mlp.experts.98.down_proj,0.0000000000,0.05000,0.634 +11,mlp.experts.100.down_proj,0.0000000000,0.05000,0.603 +11,mlp.experts.101.down_proj,0.0000000001,0.05000,0.643 +11,mlp.experts.103.down_proj,0.0000000001,0.05000,0.597 +11,mlp.experts.102.down_proj,0.0000000000,0.05000,0.599 +11,mlp.experts.104.down_proj,0.0000000000,0.05000,0.603 +11,mlp.experts.107.down_proj,0.0000000000,0.05000,0.599 +11,mlp.experts.105.down_proj,0.0000000001,0.05000,0.622 +11,mlp.experts.106.down_proj,0.0000000000,0.05000,0.600 +11,mlp.experts.108.down_proj,0.0000000000,0.05000,0.644 +11,mlp.experts.111.down_proj,0.0000000000,0.05000,0.606 +11,mlp.experts.110.down_proj,0.0000000000,0.05000,0.607 +11,mlp.experts.109.down_proj,0.0000000000,0.05000,0.618 +11,mlp.experts.115.down_proj,0.0000000000,0.05000,0.603 +11,mlp.experts.112.down_proj,0.0000000000,0.05000,0.607 +11,mlp.experts.114.down_proj,0.0000000001,0.05000,0.602 +11,mlp.experts.113.down_proj,0.0000000000,0.05000,0.608 +11,mlp.experts.119.down_proj,0.0000000001,0.05000,0.602 +11,mlp.experts.116.down_proj,0.0000000000,0.05000,0.607 +11,mlp.experts.118.down_proj,0.0000000001,0.05000,0.599 +11,mlp.experts.117.down_proj,0.0000000001,0.05000,0.610 +11,mlp.experts.123.down_proj,0.0000000001,0.05000,0.601 +11,mlp.experts.120.down_proj,0.0000000000,0.05000,0.603 +11,mlp.experts.122.down_proj,0.0000000000,0.05000,0.601 +11,mlp.experts.121.down_proj,0.0000000000,0.05000,0.610 +11,mlp.experts.126.down_proj,0.0000000001,0.05000,0.606 +11,mlp.experts.124.down_proj,0.0000000000,0.05000,0.614 +11,mlp.experts.127.down_proj,0.0000000000,0.05000,0.662 +11,mlp.experts.125.down_proj,0.0000000001,0.05000,0.641 +11,mlp.experts.130.down_proj,0.0000000000,0.05000,0.671 +11,mlp.experts.131.down_proj,0.0000000002,0.05000,0.641 +11,mlp.experts.128.down_proj,0.0000000000,0.05000,0.686 +11,mlp.experts.129.down_proj,0.0000000001,0.05000,0.654 +11,mlp.experts.132.down_proj,0.0000000000,0.05000,0.639 +11,mlp.experts.135.down_proj,0.0000000001,0.05000,0.645 +11,mlp.experts.133.down_proj,0.0000000001,0.05000,0.626 +11,mlp.experts.134.down_proj,0.0000000000,0.05000,0.711 +11,mlp.experts.139.down_proj,0.0000000000,0.05000,0.608 +11,mlp.experts.137.down_proj,0.0000000000,0.05000,0.606 +11,mlp.experts.136.down_proj,0.0000000001,0.05000,0.635 +11,mlp.experts.138.down_proj,0.0000000000,0.05000,0.630 +11,mlp.experts.143.down_proj,0.0000000000,0.05000,0.601 +11,mlp.experts.141.down_proj,0.0000000001,0.05000,0.604 +11,mlp.experts.140.down_proj,0.0000000001,0.05000,0.605 +11,mlp.experts.142.down_proj,0.0000000001,0.05000,0.616 +11,mlp.experts.147.down_proj,0.0000000001,0.05000,0.630 +11,mlp.experts.144.down_proj,0.0000000001,0.05000,0.606 +11,mlp.experts.145.down_proj,0.0000000000,0.05000,0.619 +11,mlp.experts.146.down_proj,0.0000000001,0.05000,0.619 +11,mlp.experts.149.down_proj,0.0000000000,0.05000,0.613 +11,mlp.experts.148.down_proj,0.0000000001,0.05000,0.625 +11,mlp.experts.151.down_proj,0.0000000000,0.05000,0.639 +11,mlp.experts.150.down_proj,0.0000000000,0.05000,0.633 +11,mlp.experts.153.down_proj,0.0000000000,0.05000,0.611 +11,mlp.experts.152.down_proj,0.0000000000,0.05000,0.610 +11,mlp.experts.155.down_proj,0.0000000001,0.05000,0.629 +11,mlp.experts.154.down_proj,0.0000000001,0.05000,0.625 +11,mlp.experts.157.down_proj,0.0000000000,0.05000,0.607 +11,mlp.experts.156.down_proj,0.0000000001,0.05000,0.621 +11,mlp.experts.159.down_proj,0.0000000001,0.05000,0.611 +11,mlp.experts.158.down_proj,0.0000000001,0.05000,0.568 +12,mlp.experts.2.gate_proj,0.0000005793,0.05000,2.099 +12,mlp.experts.1.gate_proj,0.0000012481,0.05000,2.135 +12,mlp.experts.0.gate_proj,0.0000004380,0.05000,2.180 +12,mlp.experts.3.gate_proj,0.0000019114,0.05000,2.224 +12,mlp.experts.5.gate_proj,0.0000031686,0.05000,2.065 +12,mlp.experts.6.gate_proj,0.0000015898,0.05000,2.137 +12,mlp.experts.7.gate_proj,0.0000021840,0.05000,2.063 +12,mlp.experts.4.gate_proj,0.0000019570,0.05000,2.111 +12,mlp.experts.10.gate_proj,0.0000006471,0.05000,2.030 +12,mlp.experts.9.gate_proj,0.0000027031,0.05000,2.065 +12,mlp.experts.8.gate_proj,0.0000006986,0.05000,2.072 +12,mlp.experts.11.gate_proj,0.0000010988,0.05000,2.167 +12,mlp.experts.14.gate_proj,0.0000007621,0.05000,2.076 +12,mlp.experts.13.gate_proj,0.0000008051,0.05000,2.167 +12,mlp.experts.12.gate_proj,0.0000019212,0.05000,2.110 +12,mlp.experts.15.gate_proj,0.0000012956,0.05000,2.117 +12,mlp.experts.18.gate_proj,0.0000009455,0.05000,2.094 +12,mlp.experts.17.gate_proj,0.0000006881,0.05000,2.134 +12,mlp.experts.16.gate_proj,0.0000010293,0.05000,2.151 +12,mlp.experts.19.gate_proj,0.0000032510,0.05000,2.082 +12,mlp.experts.22.gate_proj,0.0000010985,0.05000,2.052 +12,mlp.experts.21.gate_proj,0.0000016633,0.05000,2.074 +12,mlp.experts.23.gate_proj,0.0000004360,0.05000,2.023 +12,mlp.experts.20.gate_proj,0.0000015830,0.05000,2.085 +12,mlp.experts.26.gate_proj,0.0000004754,0.05000,2.046 +12,mlp.experts.25.gate_proj,0.0000008722,0.05000,2.063 +12,mlp.experts.27.gate_proj,0.0000004965,0.05000,2.088 +12,mlp.experts.24.gate_proj,0.0000008244,0.05000,2.075 +12,mlp.experts.30.gate_proj,0.0000013954,0.05000,1.433 +12,mlp.experts.29.gate_proj,0.0000005091,0.05000,1.350 +12,mlp.experts.31.gate_proj,0.0000014489,0.05000,2.080 +12,mlp.experts.33.gate_proj,0.0000032117,0.05000,2.105 +12,mlp.experts.34.gate_proj,0.0000003207,0.05000,2.141 +12,mlp.experts.28.gate_proj,0.0000012343,0.05000,2.144 +12,mlp.experts.35.gate_proj,0.0000017154,0.05000,2.069 +12,mlp.experts.37.gate_proj,0.0000002392,0.05000,2.066 +12,mlp.experts.38.gate_proj,0.0000017539,0.05000,2.068 +12,mlp.experts.32.gate_proj,0.0000008394,0.05000,2.157 +12,mlp.experts.39.gate_proj,0.0000008552,0.05000,2.067 +12,mlp.experts.42.gate_proj,0.0000005670,0.05000,2.038 +12,mlp.experts.41.gate_proj,0.0000006258,0.05000,2.146 +12,mlp.experts.36.gate_proj,0.0000009926,0.05000,2.105 +12,mlp.experts.43.gate_proj,0.0000010046,0.05000,2.087 +12,mlp.experts.46.gate_proj,0.0000007717,0.05000,2.104 +12,mlp.experts.45.gate_proj,0.0000005623,0.05000,2.077 +12,mlp.experts.40.gate_proj,0.0000003633,0.05000,2.070 +12,mlp.experts.50.gate_proj,0.0000005779,0.05000,2.001 +12,mlp.experts.49.gate_proj,0.0000023053,0.05000,2.024 +12,mlp.experts.47.gate_proj,0.0000017872,0.05000,2.119 +12,mlp.experts.44.gate_proj,0.0000008754,0.05000,2.032 +12,mlp.experts.54.gate_proj,0.0000011626,0.05000,2.046 +12,mlp.experts.53.gate_proj,0.0000004868,0.05000,2.065 +12,mlp.experts.51.gate_proj,0.0000007875,0.05000,2.096 +12,mlp.experts.48.gate_proj,0.0000008935,0.05000,2.142 +12,mlp.experts.58.gate_proj,0.0000005257,0.05000,2.053 +12,mlp.experts.55.gate_proj,0.0000010334,0.05000,2.014 +12,mlp.experts.57.gate_proj,0.0000006425,0.05000,2.110 +12,mlp.experts.52.gate_proj,0.0000010287,0.05000,2.083 +12,mlp.experts.62.gate_proj,0.0000036905,0.05000,2.032 +12,mlp.experts.59.gate_proj,0.0000004257,0.05000,2.020 +12,mlp.experts.61.gate_proj,0.0000018483,0.05000,2.084 +12,mlp.experts.56.gate_proj,0.0000015695,0.05000,2.096 +12,mlp.experts.66.gate_proj,0.0000004250,0.05000,2.053 +12,mlp.experts.63.gate_proj,0.0000003259,0.05000,2.058 +12,mlp.experts.65.gate_proj,0.0000008569,0.05000,2.063 +12,mlp.experts.60.gate_proj,0.0000002946,0.05000,2.087 +12,mlp.experts.70.gate_proj,0.0000010087,0.05000,2.116 +12,mlp.experts.67.gate_proj,0.0000005249,0.05000,2.070 +12,mlp.experts.69.gate_proj,0.0000020552,0.05000,2.083 +12,mlp.experts.64.gate_proj,0.0000012003,0.05000,2.141 +12,mlp.experts.71.gate_proj,0.0000021536,0.05000,2.090 +12,mlp.experts.74.gate_proj,0.0000009893,0.05000,2.139 +12,mlp.experts.73.gate_proj,0.0000006704,0.05000,2.086 +12,mlp.experts.68.gate_proj,0.0000005522,0.05000,2.103 +12,mlp.experts.78.gate_proj,0.0000004931,0.05000,2.008 +12,mlp.experts.75.gate_proj,0.0000008855,0.05000,2.064 +12,mlp.experts.77.gate_proj,0.0000009438,0.05000,2.029 +12,mlp.experts.72.gate_proj,0.0000022575,0.05000,2.084 +12,mlp.experts.79.gate_proj,0.0000007344,0.05000,2.015 +12,mlp.experts.82.gate_proj,0.0000016706,0.05000,2.125 +12,mlp.experts.81.gate_proj,0.0000016904,0.05000,2.031 +12,mlp.experts.76.gate_proj,0.0000013255,0.05000,2.083 +12,mlp.experts.83.gate_proj,0.0000002963,0.05000,2.065 +12,mlp.experts.85.gate_proj,0.0000003196,0.05000,2.043 +12,mlp.experts.86.gate_proj,0.0000008887,0.05000,2.138 +12,mlp.experts.80.gate_proj,0.0000002020,0.05000,2.128 +12,mlp.experts.87.gate_proj,0.0000012829,0.05000,2.086 +12,mlp.experts.89.gate_proj,0.0000018027,0.05000,2.104 +12,mlp.experts.90.gate_proj,0.0000008458,0.05000,2.217 +12,mlp.experts.84.gate_proj,0.0000010711,0.05000,2.110 +12,mlp.experts.91.gate_proj,0.0000008982,0.05000,2.123 +12,mlp.experts.93.gate_proj,0.0000004212,0.05000,2.110 +12,mlp.experts.94.gate_proj,0.0000016874,0.05000,2.080 +12,mlp.experts.88.gate_proj,0.0000011934,0.05000,2.086 +12,mlp.experts.97.gate_proj,0.0000008367,0.05000,2.020 +12,mlp.experts.95.gate_proj,0.0000015776,0.05000,2.164 +12,mlp.experts.98.gate_proj,0.0000014780,0.05000,2.064 +12,mlp.experts.92.gate_proj,0.0000011896,0.05000,2.113 +12,mlp.experts.101.gate_proj,0.0000011429,0.05000,2.061 +12,mlp.experts.99.gate_proj,0.0000011949,0.05000,2.083 +12,mlp.experts.102.gate_proj,0.0000006371,0.05000,2.114 +12,mlp.experts.96.gate_proj,0.0000005963,0.05000,2.124 +12,mlp.experts.105.gate_proj,0.0000016198,0.05000,2.074 +12,mlp.experts.103.gate_proj,0.0000014021,0.05000,2.047 +12,mlp.experts.106.gate_proj,0.0000004602,0.05000,2.048 +12,mlp.experts.100.gate_proj,0.0000006644,0.05000,2.127 +12,mlp.experts.107.gate_proj,0.0000018672,0.05000,2.022 +12,mlp.experts.109.gate_proj,0.0000015352,0.05000,2.082 +12,mlp.experts.110.gate_proj,0.0000013356,0.05000,2.064 +12,mlp.experts.104.gate_proj,0.0000003295,0.05000,2.034 +12,mlp.experts.111.gate_proj,0.0000013797,0.05000,2.027 +12,mlp.experts.113.gate_proj,0.0000012060,0.05000,2.062 +12,mlp.experts.114.gate_proj,0.0000028231,0.05000,2.061 +12,mlp.experts.108.gate_proj,0.0000011351,0.05000,2.051 +12,mlp.experts.115.gate_proj,0.0000008974,0.05000,2.038 +12,mlp.experts.117.gate_proj,0.0000005695,0.05000,2.058 +12,mlp.experts.118.gate_proj,0.0000005683,0.05000,2.065 +12,mlp.experts.112.gate_proj,0.0000012738,0.05000,2.073 +12,mlp.experts.119.gate_proj,0.0000007635,0.05000,2.054 +12,mlp.experts.121.gate_proj,0.0000007256,0.05000,2.057 +12,mlp.experts.122.gate_proj,0.0000002157,0.05000,2.061 +12,mlp.experts.116.gate_proj,0.0000005173,0.05000,2.087 +12,mlp.experts.123.gate_proj,0.0000020554,0.05000,2.075 +12,mlp.experts.125.gate_proj,0.0000011236,0.05000,2.099 +12,mlp.experts.126.gate_proj,0.0000011135,0.05000,2.069 +12,mlp.experts.120.gate_proj,0.0000011266,0.05000,2.115 +12,mlp.experts.127.gate_proj,0.0000005566,0.05000,2.052 +12,mlp.experts.129.gate_proj,0.0000008297,0.05000,2.085 +12,mlp.experts.130.gate_proj,0.0000011472,0.05000,2.127 +12,mlp.experts.124.gate_proj,0.0000010205,0.05000,2.071 +12,mlp.experts.131.gate_proj,0.0000018354,0.05000,2.062 +12,mlp.experts.133.gate_proj,0.0000016196,0.05000,2.068 +12,mlp.experts.134.gate_proj,0.0000010028,0.05000,2.062 +12,mlp.experts.128.gate_proj,0.0000012668,0.05000,2.077 +12,mlp.experts.135.gate_proj,0.0000007561,0.05000,2.059 +12,mlp.experts.137.gate_proj,0.0000009183,0.05000,2.070 +12,mlp.experts.138.gate_proj,0.0000012293,0.05000,2.099 +12,mlp.experts.132.gate_proj,0.0000004991,0.05000,2.081 +12,mlp.experts.139.gate_proj,0.0000004040,0.05000,2.034 +12,mlp.experts.141.gate_proj,0.0000010092,0.05000,2.052 +12,mlp.experts.142.gate_proj,0.0000009466,0.05000,2.069 +12,mlp.experts.136.gate_proj,0.0000005902,0.05000,2.054 +12,mlp.experts.143.gate_proj,0.0000009898,0.05000,2.061 +12,mlp.experts.145.gate_proj,0.0000008387,0.05000,2.060 +12,mlp.experts.146.gate_proj,0.0000011583,0.05000,2.073 +12,mlp.experts.140.gate_proj,0.0000007726,0.05000,2.061 +12,mlp.experts.147.gate_proj,0.0000021728,0.05000,2.110 +12,mlp.experts.149.gate_proj,0.0000005690,0.05000,2.034 +12,mlp.experts.150.gate_proj,0.0000004459,0.05000,2.064 +12,mlp.experts.144.gate_proj,0.0000002826,0.05000,2.107 +12,mlp.experts.151.gate_proj,0.0000009745,0.05000,2.040 +12,mlp.experts.153.gate_proj,0.0000020195,0.05000,2.076 +12,mlp.experts.154.gate_proj,0.0000007598,0.05000,2.057 +12,mlp.experts.148.gate_proj,0.0000008556,0.05000,2.076 +12,mlp.experts.155.gate_proj,0.0000008753,0.05000,2.056 +12,mlp.experts.157.gate_proj,0.0000012087,0.05000,2.097 +12,mlp.experts.158.gate_proj,0.0000012602,0.05000,2.031 +12,mlp.experts.152.gate_proj,0.0000004252,0.05000,2.022 +12,mlp.experts.159.gate_proj,0.0000020558,0.05000,2.018 +12,mlp.experts.1.up_proj,0.0000012405,0.05000,2.023 +12,mlp.experts.2.up_proj,0.0000005738,0.05000,2.025 +12,mlp.experts.156.gate_proj,0.0000016387,0.05000,2.064 +12,mlp.experts.3.up_proj,0.0000018875,0.05000,2.099 +12,mlp.experts.5.up_proj,0.0000030991,0.05000,2.053 +12,mlp.experts.6.up_proj,0.0000015711,0.05000,2.084 +12,mlp.experts.0.up_proj,0.0000004325,0.05000,2.145 +12,mlp.experts.7.up_proj,0.0000021599,0.05000,2.104 +12,mlp.experts.9.up_proj,0.0000026828,0.05000,2.107 +12,mlp.experts.10.up_proj,0.0000006396,0.05000,2.082 +12,mlp.experts.4.up_proj,0.0000019362,0.05000,2.143 +12,mlp.experts.11.up_proj,0.0000010577,0.05000,2.049 +12,mlp.experts.13.up_proj,0.0000007892,0.05000,2.054 +12,mlp.experts.14.up_proj,0.0000007522,0.05000,2.058 +12,mlp.experts.8.up_proj,0.0000006889,0.05000,2.083 +12,mlp.experts.15.up_proj,0.0000012875,0.05000,2.047 +12,mlp.experts.17.up_proj,0.0000006772,0.05000,2.060 +12,mlp.experts.18.up_proj,0.0000009358,0.05000,2.059 +12,mlp.experts.12.up_proj,0.0000019040,0.05000,2.060 +12,mlp.experts.19.up_proj,0.0000032302,0.05000,2.107 +12,mlp.experts.21.up_proj,0.0000016428,0.05000,2.043 +12,mlp.experts.22.up_proj,0.0000010835,0.05000,2.064 +12,mlp.experts.16.up_proj,0.0000010188,0.05000,2.051 +12,mlp.experts.23.up_proj,0.0000004305,0.05000,2.118 +12,mlp.experts.25.up_proj,0.0000008564,0.05000,2.085 +12,mlp.experts.26.up_proj,0.0000004736,0.05000,2.091 +12,mlp.experts.20.up_proj,0.0000015709,0.05000,2.114 +12,mlp.experts.29.up_proj,0.0000005030,0.05000,2.086 +12,mlp.experts.27.up_proj,0.0000004867,0.05000,2.195 +12,mlp.experts.30.up_proj,0.0000013755,0.05000,2.088 +12,mlp.experts.24.up_proj,0.0000008175,0.05000,2.110 +12,mlp.experts.33.up_proj,0.0000030801,0.05000,2.074 +12,mlp.experts.31.up_proj,0.0000014388,0.05000,2.094 +12,mlp.experts.34.up_proj,0.0000003185,0.05000,2.080 +12,mlp.experts.28.up_proj,0.0000012283,0.05000,2.133 +12,mlp.experts.37.up_proj,0.0000002358,0.05000,2.115 +12,mlp.experts.35.up_proj,0.0000017046,0.05000,2.115 +12,mlp.experts.38.up_proj,0.0000017311,0.05000,2.079 +12,mlp.experts.32.up_proj,0.0000008238,0.05000,2.085 +12,mlp.experts.41.up_proj,0.0000006192,0.05000,2.046 +12,mlp.experts.39.up_proj,0.0000008435,0.05000,2.125 +12,mlp.experts.42.up_proj,0.0000005641,0.05000,2.063 +12,mlp.experts.36.up_proj,0.0000009862,0.05000,2.048 +12,mlp.experts.45.up_proj,0.0000005541,0.05000,2.089 +12,mlp.experts.43.up_proj,0.0000009887,0.05000,2.111 +12,mlp.experts.46.up_proj,0.0000007618,0.05000,2.112 +12,mlp.experts.40.up_proj,0.0000003617,0.05000,2.168 +12,mlp.experts.49.up_proj,0.0000022903,0.05000,2.064 +12,mlp.experts.47.up_proj,0.0000017516,0.05000,2.055 +12,mlp.experts.50.up_proj,0.0000005741,0.05000,2.059 +12,mlp.experts.44.up_proj,0.0000008648,0.05000,2.120 +12,mlp.experts.53.up_proj,0.0000004819,0.05000,2.045 +12,mlp.experts.51.up_proj,0.0000007814,0.05000,2.086 +12,mlp.experts.54.up_proj,0.0000011454,0.05000,2.097 +12,mlp.experts.48.up_proj,0.0000008796,0.05000,2.123 +12,mlp.experts.57.up_proj,0.0000006330,0.05000,2.089 +12,mlp.experts.55.up_proj,0.0000010232,0.05000,2.075 +12,mlp.experts.58.up_proj,0.0000005176,0.05000,2.070 +12,mlp.experts.52.up_proj,0.0000010206,0.05000,2.092 +12,mlp.experts.61.up_proj,0.0000018332,0.05000,2.041 +12,mlp.experts.59.up_proj,0.0000004194,0.05000,2.069 +12,mlp.experts.62.up_proj,0.0000036576,0.05000,2.102 +12,mlp.experts.56.up_proj,0.0000015544,0.05000,2.102 +12,mlp.experts.65.up_proj,0.0000008489,0.05000,2.127 +12,mlp.experts.63.up_proj,0.0000003187,0.05000,2.082 +12,mlp.experts.66.up_proj,0.0000004218,0.05000,2.145 +12,mlp.experts.60.up_proj,0.0000002926,0.05000,2.116 +12,mlp.experts.69.up_proj,0.0000020212,0.05000,2.058 +12,mlp.experts.67.up_proj,0.0000005198,0.05000,2.077 +12,mlp.experts.70.up_proj,0.0000009968,0.05000,2.099 +12,mlp.experts.64.up_proj,0.0000011830,0.05000,2.138 +12,mlp.experts.73.up_proj,0.0000006647,0.05000,2.038 +12,mlp.experts.71.up_proj,0.0000020609,0.05000,2.054 +12,mlp.experts.74.up_proj,0.0000009817,0.05000,2.049 +12,mlp.experts.68.up_proj,0.0000005472,0.05000,2.066 +12,mlp.experts.77.up_proj,0.0000009387,0.05000,2.084 +12,mlp.experts.75.up_proj,0.0000008807,0.05000,2.119 +12,mlp.experts.78.up_proj,0.0000004864,0.05000,2.096 +12,mlp.experts.72.up_proj,0.0000022401,0.05000,2.055 +12,mlp.experts.81.up_proj,0.0000016821,0.05000,2.024 +12,mlp.experts.79.up_proj,0.0000007275,0.05000,2.039 +12,mlp.experts.82.up_proj,0.0000016558,0.05000,2.053 +12,mlp.experts.76.up_proj,0.0000013142,0.05000,2.077 +12,mlp.experts.85.up_proj,0.0000003150,0.05000,2.056 +12,mlp.experts.83.up_proj,0.0000002941,0.05000,2.113 +12,mlp.experts.86.up_proj,0.0000008822,0.05000,2.078 +12,mlp.experts.80.up_proj,0.0000001990,0.05000,2.101 +12,mlp.experts.89.up_proj,0.0000017871,0.05000,2.048 +12,mlp.experts.87.up_proj,0.0000012727,0.05000,2.111 +12,mlp.experts.90.up_proj,0.0000008340,0.05000,2.091 +12,mlp.experts.84.up_proj,0.0000010553,0.05000,2.036 +12,mlp.experts.93.up_proj,0.0000004146,0.05000,2.043 +12,mlp.experts.91.up_proj,0.0000008909,0.05000,2.074 +12,mlp.experts.94.up_proj,0.0000016771,0.05000,2.117 +12,mlp.experts.88.up_proj,0.0000011741,0.05000,2.073 +12,mlp.experts.97.up_proj,0.0000008312,0.05000,2.049 +12,mlp.experts.95.up_proj,0.0000015575,0.05000,2.154 +12,mlp.experts.98.up_proj,0.0000014610,0.05000,2.041 +12,mlp.experts.92.up_proj,0.0000011809,0.05000,2.106 +12,mlp.experts.101.up_proj,0.0000011333,0.05000,2.030 +12,mlp.experts.99.up_proj,0.0000011864,0.05000,2.027 +12,mlp.experts.102.up_proj,0.0000006278,0.05000,2.018 +12,mlp.experts.96.up_proj,0.0000005906,0.05000,2.017 +12,mlp.experts.105.up_proj,0.0000016078,0.05000,2.030 +12,mlp.experts.103.up_proj,0.0000013780,0.05000,2.082 +12,mlp.experts.106.up_proj,0.0000004538,0.05000,2.098 +12,mlp.experts.100.up_proj,0.0000006572,0.05000,2.096 +12,mlp.experts.109.up_proj,0.0000015213,0.05000,2.105 +12,mlp.experts.107.up_proj,0.0000018400,0.05000,2.104 +12,mlp.experts.110.up_proj,0.0000013162,0.05000,2.117 +12,mlp.experts.104.up_proj,0.0000003254,0.05000,2.118 +12,mlp.experts.113.up_proj,0.0000011827,0.05000,2.107 +12,mlp.experts.111.up_proj,0.0000013683,0.05000,2.064 +12,mlp.experts.114.up_proj,0.0000028043,0.05000,2.075 +12,mlp.experts.108.up_proj,0.0000011255,0.05000,2.073 +12,mlp.experts.117.up_proj,0.0000005651,0.05000,2.067 +12,mlp.experts.115.up_proj,0.0000008915,0.05000,2.102 +12,mlp.experts.118.up_proj,0.0000005640,0.05000,2.062 +12,mlp.experts.112.up_proj,0.0000012664,0.05000,2.087 +12,mlp.experts.121.up_proj,0.0000007114,0.05000,2.094 +12,mlp.experts.119.up_proj,0.0000007488,0.05000,2.107 +12,mlp.experts.122.up_proj,0.0000002136,0.05000,2.088 +12,mlp.experts.116.up_proj,0.0000005103,0.05000,2.098 +12,mlp.experts.125.up_proj,0.0000011077,0.05000,2.110 +12,mlp.experts.123.up_proj,0.0000020401,0.05000,2.092 +12,mlp.experts.126.up_proj,0.0000011039,0.05000,2.092 +12,mlp.experts.120.up_proj,0.0000011071,0.05000,2.078 +12,mlp.experts.129.up_proj,0.0000008222,0.05000,2.162 +12,mlp.experts.130.up_proj,0.0000011400,0.05000,2.089 +12,mlp.experts.127.up_proj,0.0000005528,0.05000,2.131 +12,mlp.experts.124.up_proj,0.0000010037,0.05000,2.052 +12,mlp.experts.133.up_proj,0.0000015956,0.05000,2.113 +12,mlp.experts.131.up_proj,0.0000017998,0.05000,2.052 +12,mlp.experts.134.up_proj,0.0000009997,0.05000,2.087 +12,mlp.experts.128.up_proj,0.0000012429,0.05000,2.034 +12,mlp.experts.137.up_proj,0.0000009115,0.05000,2.091 +12,mlp.experts.135.up_proj,0.0000007487,0.05000,2.075 +12,mlp.experts.138.up_proj,0.0000012152,0.05000,2.088 +12,mlp.experts.132.up_proj,0.0000004929,0.05000,2.052 +12,mlp.experts.141.up_proj,0.0000009939,0.05000,2.039 +12,mlp.experts.139.up_proj,0.0000003999,0.05000,2.072 +12,mlp.experts.142.up_proj,0.0000009340,0.05000,2.077 +12,mlp.experts.136.up_proj,0.0000005810,0.05000,2.123 +12,mlp.experts.145.up_proj,0.0000008257,0.05000,2.056 +12,mlp.experts.143.up_proj,0.0000009820,0.05000,2.066 +12,mlp.experts.146.up_proj,0.0000011549,0.05000,2.051 +12,mlp.experts.140.up_proj,0.0000007644,0.05000,2.045 +12,mlp.experts.149.up_proj,0.0000005663,0.05000,2.047 +12,mlp.experts.147.up_proj,0.0000021636,0.05000,2.054 +12,mlp.experts.150.up_proj,0.0000004407,0.05000,2.111 +12,mlp.experts.144.up_proj,0.0000002793,0.05000,2.054 +12,mlp.experts.153.up_proj,0.0000020075,0.05000,2.155 +12,mlp.experts.151.up_proj,0.0000009617,0.05000,2.085 +12,mlp.experts.154.up_proj,0.0000007499,0.05000,2.146 +12,mlp.experts.148.up_proj,0.0000008461,0.05000,2.067 +12,mlp.experts.157.up_proj,0.0000011939,0.05000,2.122 +12,mlp.experts.155.up_proj,0.0000008665,0.05000,2.001 +12,mlp.experts.158.up_proj,0.0000012480,0.05000,2.000 +12,mlp.experts.152.up_proj,0.0000004240,0.05000,1.726 +12,mlp.experts.159.up_proj,0.0000020426,0.05000,1.443 +12,mlp.experts.156.up_proj,0.0000016216,0.05000,1.226 +12,mlp.experts.0.down_proj,0.0000000071,0.05000,0.628 +12,mlp.experts.3.down_proj,0.0000000504,0.05000,0.630 +12,mlp.experts.2.down_proj,0.0000000114,0.05000,0.634 +12,mlp.experts.1.down_proj,0.0000000191,0.05000,0.650 +12,mlp.experts.7.down_proj,0.0000000297,0.05000,0.624 +12,mlp.experts.4.down_proj,0.0000000229,0.05000,0.637 +12,mlp.experts.5.down_proj,0.0000000403,0.05000,0.622 +12,mlp.experts.6.down_proj,0.0000000193,0.05000,0.699 +12,mlp.experts.11.down_proj,0.0000000189,0.05000,0.622 +12,mlp.experts.8.down_proj,0.0000000138,0.05000,0.612 +12,mlp.experts.9.down_proj,0.0000000384,0.05000,0.667 +12,mlp.experts.10.down_proj,0.0000000130,0.05000,0.609 +12,mlp.experts.12.down_proj,0.0000000264,0.05000,0.609 +12,mlp.experts.15.down_proj,0.0000000166,0.05000,0.618 +12,mlp.experts.13.down_proj,0.0000000053,0.05000,0.648 +12,mlp.experts.14.down_proj,0.0000000154,0.05000,0.672 +12,mlp.experts.19.down_proj,0.0000000457,0.05000,0.622 +12,mlp.experts.16.down_proj,0.0000000203,0.05000,0.635 +12,mlp.experts.17.down_proj,0.0000000062,0.05000,0.651 +12,mlp.experts.18.down_proj,0.0000000096,0.05000,0.660 +12,mlp.experts.23.down_proj,0.0000000070,0.05000,0.614 +12,mlp.experts.20.down_proj,0.0000000147,0.05000,0.625 +12,mlp.experts.21.down_proj,0.0000000165,0.05000,0.608 +12,mlp.experts.22.down_proj,0.0000000133,0.05000,0.609 +12,mlp.experts.27.down_proj,0.0000000043,0.05000,0.632 +12,mlp.experts.24.down_proj,0.0000000165,0.05000,0.622 +12,mlp.experts.25.down_proj,0.0000000193,0.05000,0.609 +12,mlp.experts.26.down_proj,0.0000000051,0.05000,0.613 +12,mlp.experts.28.down_proj,0.0000000169,0.05000,0.613 +12,mlp.experts.31.down_proj,0.0000000157,0.05000,0.639 +12,mlp.experts.29.down_proj,0.0000000073,0.05000,0.636 +12,mlp.experts.30.down_proj,0.0000000239,0.05000,0.657 +12,mlp.experts.32.down_proj,0.0000000171,0.05000,0.607 +12,mlp.experts.35.down_proj,0.0000000205,0.05000,0.636 +12,mlp.experts.33.down_proj,0.0000000289,0.05000,0.635 +12,mlp.experts.34.down_proj,0.0000000024,0.05000,0.605 +12,mlp.experts.36.down_proj,0.0000000168,0.05000,0.607 +12,mlp.experts.39.down_proj,0.0000000197,0.05000,0.631 +12,mlp.experts.37.down_proj,0.0000000029,0.05000,0.617 +12,mlp.experts.38.down_proj,0.0000000417,0.05000,0.625 +12,mlp.experts.40.down_proj,0.0000000072,0.05000,0.622 +12,mlp.experts.43.down_proj,0.0000000085,0.05000,0.611 +12,mlp.experts.41.down_proj,0.0000000107,0.05000,0.613 +12,mlp.experts.42.down_proj,0.0000000104,0.05000,0.652 +12,mlp.experts.44.down_proj,0.0000000104,0.05000,0.631 +12,mlp.experts.47.down_proj,0.0000000179,0.05000,0.647 +12,mlp.experts.45.down_proj,0.0000000082,0.05000,0.624 +12,mlp.experts.46.down_proj,0.0000000129,0.05000,0.607 +12,mlp.experts.48.down_proj,0.0000000120,0.05000,0.603 +12,mlp.experts.51.down_proj,0.0000000083,0.05000,0.633 +12,mlp.experts.49.down_proj,0.0000000360,0.05000,0.603 +12,mlp.experts.50.down_proj,0.0000000090,0.05000,0.607 +12,mlp.experts.52.down_proj,0.0000000103,0.05000,0.666 +12,mlp.experts.55.down_proj,0.0000000160,0.05000,0.611 +12,mlp.experts.53.down_proj,0.0000000049,0.05000,0.608 +12,mlp.experts.54.down_proj,0.0000000248,0.05000,0.646 +12,mlp.experts.56.down_proj,0.0000000160,0.05000,0.603 +12,mlp.experts.59.down_proj,0.0000000108,0.05000,0.616 +12,mlp.experts.57.down_proj,0.0000000082,0.05000,0.604 +12,mlp.experts.58.down_proj,0.0000000071,0.05000,0.605 +12,mlp.experts.60.down_proj,0.0000000038,0.05000,0.623 +12,mlp.experts.63.down_proj,0.0000000141,0.05000,0.611 +12,mlp.experts.61.down_proj,0.0000000273,0.05000,0.603 +12,mlp.experts.62.down_proj,0.0000000551,0.05000,0.602 +12,mlp.experts.64.down_proj,0.0000000222,0.05000,0.603 +12,mlp.experts.65.down_proj,0.0000000130,0.05000,0.601 +12,mlp.experts.67.down_proj,0.0000000053,0.05000,0.610 +12,mlp.experts.66.down_proj,0.0000000045,0.05000,0.604 +12,mlp.experts.68.down_proj,0.0000000121,0.05000,0.607 +12,mlp.experts.69.down_proj,0.0000000354,0.05000,0.619 +12,mlp.experts.71.down_proj,0.0000000165,0.05000,0.657 +12,mlp.experts.70.down_proj,0.0000000143,0.05000,0.652 +12,mlp.experts.72.down_proj,0.0000000291,0.05000,0.605 +12,mlp.experts.73.down_proj,0.0000000085,0.05000,0.603 +12,mlp.experts.75.down_proj,0.0000000112,0.05000,0.611 +12,mlp.experts.74.down_proj,0.0000000089,0.05000,0.602 +12,mlp.experts.76.down_proj,0.0000000249,0.05000,0.601 +12,mlp.experts.77.down_proj,0.0000000160,0.05000,0.606 +12,mlp.experts.79.down_proj,0.0000000168,0.05000,0.627 +12,mlp.experts.78.down_proj,0.0000000146,0.05000,0.621 +12,mlp.experts.80.down_proj,0.0000000023,0.05000,0.604 +12,mlp.experts.81.down_proj,0.0000000236,0.05000,0.605 +12,mlp.experts.83.down_proj,0.0000000043,0.05000,0.607 +12,mlp.experts.82.down_proj,0.0000000236,0.05000,0.605 +12,mlp.experts.84.down_proj,0.0000000139,0.05000,0.605 +12,mlp.experts.85.down_proj,0.0000000031,0.05000,0.609 +12,mlp.experts.87.down_proj,0.0000000100,0.05000,0.607 +12,mlp.experts.86.down_proj,0.0000000080,0.05000,0.605 +12,mlp.experts.88.down_proj,0.0000000153,0.05000,0.607 +12,mlp.experts.89.down_proj,0.0000000208,0.05000,0.605 +12,mlp.experts.91.down_proj,0.0000000157,0.05000,0.634 +12,mlp.experts.90.down_proj,0.0000000161,0.05000,0.607 +12,mlp.experts.92.down_proj,0.0000000167,0.05000,0.609 +12,mlp.experts.93.down_proj,0.0000000086,0.05000,0.602 +12,mlp.experts.95.down_proj,0.0000000253,0.05000,0.608 +12,mlp.experts.94.down_proj,0.0000000274,0.05000,0.610 +12,mlp.experts.96.down_proj,0.0000000127,0.05000,0.617 +12,mlp.experts.97.down_proj,0.0000000064,0.05000,0.605 +12,mlp.experts.99.down_proj,0.0000000114,0.05000,0.626 +12,mlp.experts.98.down_proj,0.0000000253,0.05000,0.628 +12,mlp.experts.100.down_proj,0.0000000102,0.05000,0.626 +12,mlp.experts.101.down_proj,0.0000000169,0.05000,0.606 +12,mlp.experts.103.down_proj,0.0000000219,0.05000,0.630 +12,mlp.experts.102.down_proj,0.0000000064,0.05000,0.605 +12,mlp.experts.104.down_proj,0.0000000023,0.05000,0.622 +12,mlp.experts.105.down_proj,0.0000000196,0.05000,0.623 +12,mlp.experts.107.down_proj,0.0000000197,0.05000,0.616 +12,mlp.experts.106.down_proj,0.0000000045,0.05000,0.625 +12,mlp.experts.108.down_proj,0.0000000125,0.05000,0.608 +12,mlp.experts.109.down_proj,0.0000000240,0.05000,0.615 +12,mlp.experts.111.down_proj,0.0000000154,0.05000,0.635 +12,mlp.experts.110.down_proj,0.0000000221,0.05000,0.628 +12,mlp.experts.112.down_proj,0.0000000213,0.05000,0.611 +12,mlp.experts.113.down_proj,0.0000000248,0.05000,0.615 +12,mlp.experts.115.down_proj,0.0000000135,0.05000,0.625 +12,mlp.experts.114.down_proj,0.0000000709,0.05000,0.671 +12,mlp.experts.116.down_proj,0.0000000074,0.05000,0.608 +12,mlp.experts.117.down_proj,0.0000000053,0.05000,0.612 +12,mlp.experts.119.down_proj,0.0000000134,0.05000,0.611 +12,mlp.experts.118.down_proj,0.0000000067,0.05000,0.624 +12,mlp.experts.120.down_proj,0.0000000103,0.05000,0.601 +12,mlp.experts.121.down_proj,0.0000000171,0.05000,0.609 +12,mlp.experts.123.down_proj,0.0000000258,0.05000,0.613 +12,mlp.experts.122.down_proj,0.0000000066,0.05000,0.629 +12,mlp.experts.124.down_proj,0.0000000095,0.05000,0.608 +12,mlp.experts.125.down_proj,0.0000000106,0.05000,0.611 +12,mlp.experts.127.down_proj,0.0000000064,0.05000,0.611 +12,mlp.experts.126.down_proj,0.0000000213,0.05000,0.630 +12,mlp.experts.128.down_proj,0.0000000315,0.05000,0.611 +12,mlp.experts.129.down_proj,0.0000000117,0.05000,0.670 +12,mlp.experts.131.down_proj,0.0000000487,0.05000,0.627 +12,mlp.experts.130.down_proj,0.0000000239,0.05000,0.606 +12,mlp.experts.132.down_proj,0.0000000040,0.05000,0.673 +12,mlp.experts.133.down_proj,0.0000000307,0.05000,0.634 +12,mlp.experts.135.down_proj,0.0000000080,0.05000,0.610 +12,mlp.experts.134.down_proj,0.0000000138,0.05000,0.606 +12,mlp.experts.136.down_proj,0.0000000145,0.05000,0.617 +12,mlp.experts.137.down_proj,0.0000000127,0.05000,0.613 +12,mlp.experts.139.down_proj,0.0000000034,0.05000,0.633 +12,mlp.experts.138.down_proj,0.0000000209,0.05000,0.605 +12,mlp.experts.140.down_proj,0.0000000085,0.05000,0.606 +12,mlp.experts.141.down_proj,0.0000000143,0.05000,0.609 +12,mlp.experts.143.down_proj,0.0000000155,0.05000,0.613 +12,mlp.experts.142.down_proj,0.0000000101,0.05000,0.601 +12,mlp.experts.144.down_proj,0.0000000042,0.05000,0.606 +12,mlp.experts.145.down_proj,0.0000000119,0.05000,0.609 +12,mlp.experts.147.down_proj,0.0000000353,0.05000,0.620 +12,mlp.experts.146.down_proj,0.0000000173,0.05000,0.628 +12,mlp.experts.148.down_proj,0.0000000150,0.05000,0.664 +12,mlp.experts.149.down_proj,0.0000000080,0.05000,0.646 +12,mlp.experts.151.down_proj,0.0000000137,0.05000,0.626 +12,mlp.experts.150.down_proj,0.0000000086,0.05000,0.634 +12,mlp.experts.152.down_proj,0.0000000046,0.05000,0.632 +12,mlp.experts.153.down_proj,0.0000000264,0.05000,0.610 +12,mlp.experts.155.down_proj,0.0000000110,0.05000,0.617 +12,mlp.experts.154.down_proj,0.0000000150,0.05000,0.603 +12,mlp.experts.156.down_proj,0.0000000260,0.05000,0.602 +12,mlp.experts.157.down_proj,0.0000000138,0.05000,0.620 +12,mlp.experts.159.down_proj,0.0000000335,0.05000,0.587 +12,mlp.experts.158.down_proj,0.0000000201,0.05000,0.533 +13,mlp.experts.0.gate_proj,0.0000006343,0.05000,2.078 +13,mlp.experts.2.gate_proj,0.0000014541,0.05000,2.121 +13,mlp.experts.1.gate_proj,0.0000009975,0.05000,2.188 +13,mlp.experts.3.gate_proj,0.0000012532,0.05000,2.215 +13,mlp.experts.4.gate_proj,0.0000011880,0.05000,2.051 +13,mlp.experts.6.gate_proj,0.0000010574,0.05000,2.046 +13,mlp.experts.5.gate_proj,0.0000023934,0.05000,2.071 +13,mlp.experts.7.gate_proj,0.0000011083,0.05000,2.165 +13,mlp.experts.8.gate_proj,0.0000007022,0.05000,2.076 +13,mlp.experts.10.gate_proj,0.0000011912,0.05000,2.069 +13,mlp.experts.9.gate_proj,0.0000015892,0.05000,2.051 +13,mlp.experts.11.gate_proj,0.0000008614,0.05000,2.109 +13,mlp.experts.12.gate_proj,0.0000012964,0.05000,2.052 +13,mlp.experts.14.gate_proj,0.0000009123,0.05000,2.095 +13,mlp.experts.13.gate_proj,0.0000013340,0.05000,2.068 +13,mlp.experts.15.gate_proj,0.0000009331,0.05000,2.103 +13,mlp.experts.16.gate_proj,0.0000009366,0.05000,2.087 +13,mlp.experts.18.gate_proj,0.0000011940,0.05000,2.122 +13,mlp.experts.17.gate_proj,0.0000017992,0.05000,2.104 +13,mlp.experts.19.gate_proj,0.0000026333,0.05000,2.066 +13,mlp.experts.20.gate_proj,0.0000015735,0.05000,2.018 +13,mlp.experts.22.gate_proj,0.0000009001,0.05000,2.028 +13,mlp.experts.21.gate_proj,0.0000018743,0.05000,2.058 +13,mlp.experts.23.gate_proj,0.0000017153,0.05000,2.046 +13,mlp.experts.24.gate_proj,0.0000016816,0.05000,2.078 +13,mlp.experts.26.gate_proj,0.0000010640,0.05000,2.103 +13,mlp.experts.25.gate_proj,0.0000015285,0.05000,2.092 +13,mlp.experts.27.gate_proj,0.0000012489,0.05000,2.100 +13,mlp.experts.28.gate_proj,0.0000011592,0.05000,2.036 +13,mlp.experts.30.gate_proj,0.0000009731,0.05000,2.080 +13,mlp.experts.29.gate_proj,0.0000017439,0.05000,2.039 +13,mlp.experts.31.gate_proj,0.0000004639,0.05000,2.149 +13,mlp.experts.32.gate_proj,0.0000022239,0.05000,2.085 +13,mlp.experts.34.gate_proj,0.0000020831,0.05000,2.096 +13,mlp.experts.33.gate_proj,0.0000016974,0.05000,2.156 +13,mlp.experts.35.gate_proj,0.0000013853,0.05000,2.124 +13,mlp.experts.36.gate_proj,0.0000006874,0.05000,2.058 +13,mlp.experts.38.gate_proj,0.0000013194,0.05000,2.082 +13,mlp.experts.37.gate_proj,0.0000019168,0.05000,2.059 +13,mlp.experts.39.gate_proj,0.0000009589,0.05000,2.036 +13,mlp.experts.40.gate_proj,0.0000010508,0.05000,2.068 +13,mlp.experts.42.gate_proj,0.0000006458,0.05000,2.052 +13,mlp.experts.41.gate_proj,0.0000008355,0.05000,2.034 +13,mlp.experts.43.gate_proj,0.0000007174,0.05000,2.128 +13,mlp.experts.44.gate_proj,0.0000015327,0.05000,2.062 +13,mlp.experts.46.gate_proj,0.0000010941,0.05000,2.014 +13,mlp.experts.45.gate_proj,0.0000022697,0.05000,2.011 +13,mlp.experts.47.gate_proj,0.0000008904,0.05000,2.043 +13,mlp.experts.48.gate_proj,0.0000013572,0.05000,2.075 +13,mlp.experts.49.gate_proj,0.0000010958,0.05000,1.994 +13,mlp.experts.50.gate_proj,0.0000013112,0.05000,2.018 +13,mlp.experts.51.gate_proj,0.0000008061,0.05000,2.051 +13,mlp.experts.52.gate_proj,0.0000013363,0.05000,2.081 +13,mlp.experts.54.gate_proj,0.0000011763,0.05000,2.025 +13,mlp.experts.53.gate_proj,0.0000011693,0.05000,2.028 +13,mlp.experts.55.gate_proj,0.0000006056,0.05000,2.083 +13,mlp.experts.56.gate_proj,0.0000017454,0.05000,2.041 +13,mlp.experts.57.gate_proj,0.0000015142,0.05000,2.033 +13,mlp.experts.58.gate_proj,0.0000019382,0.05000,2.073 +13,mlp.experts.59.gate_proj,0.0000012446,0.05000,2.036 +13,mlp.experts.60.gate_proj,0.0000016263,0.05000,2.037 +13,mlp.experts.61.gate_proj,0.0000004421,0.05000,2.078 +13,mlp.experts.62.gate_proj,0.0000015574,0.05000,2.085 +13,mlp.experts.63.gate_proj,0.0000013401,0.05000,2.035 +13,mlp.experts.64.gate_proj,0.0000010802,0.05000,2.031 +13,mlp.experts.65.gate_proj,0.0000012067,0.05000,2.048 +13,mlp.experts.66.gate_proj,0.0000004848,0.05000,2.076 +13,mlp.experts.67.gate_proj,0.0000009121,0.05000,2.057 +13,mlp.experts.68.gate_proj,0.0000013918,0.05000,2.088 +13,mlp.experts.69.gate_proj,0.0000008692,0.05000,2.051 +13,mlp.experts.70.gate_proj,0.0000008247,0.05000,2.046 +13,mlp.experts.71.gate_proj,0.0000018715,0.05000,2.042 +13,mlp.experts.72.gate_proj,0.0000012076,0.05000,2.021 +13,mlp.experts.73.gate_proj,0.0000013900,0.05000,2.029 +13,mlp.experts.74.gate_proj,0.0000005743,0.05000,2.030 +13,mlp.experts.75.gate_proj,0.0000015461,0.05000,2.049 +13,mlp.experts.76.gate_proj,0.0000011769,0.05000,2.082 +13,mlp.experts.77.gate_proj,0.0000012597,0.05000,2.041 +13,mlp.experts.78.gate_proj,0.0000012418,0.05000,2.089 +13,mlp.experts.79.gate_proj,0.0000008698,0.05000,2.097 +13,mlp.experts.81.gate_proj,0.0000021091,0.05000,2.010 +13,mlp.experts.80.gate_proj,0.0000018514,0.05000,2.133 +13,mlp.experts.82.gate_proj,0.0000011443,0.05000,2.056 +13,mlp.experts.83.gate_proj,0.0000015664,0.05000,2.068 +13,mlp.experts.85.gate_proj,0.0000023900,0.05000,2.043 +13,mlp.experts.84.gate_proj,0.0000006033,0.05000,2.044 +13,mlp.experts.86.gate_proj,0.0000015910,0.05000,2.053 +13,mlp.experts.87.gate_proj,0.0000007736,0.05000,1.943 +13,mlp.experts.89.gate_proj,0.0000016781,0.05000,1.457 +13,mlp.experts.88.gate_proj,0.0000009888,0.05000,1.458 +13,mlp.experts.90.gate_proj,0.0000016600,0.05000,2.028 +13,mlp.experts.93.gate_proj,0.0000017200,0.05000,2.059 +13,mlp.experts.91.gate_proj,0.0000014793,0.05000,2.108 +13,mlp.experts.92.gate_proj,0.0000006911,0.05000,2.136 +13,mlp.experts.97.gate_proj,0.0000015236,0.05000,2.005 +13,mlp.experts.94.gate_proj,0.0000009909,0.05000,2.079 +13,mlp.experts.96.gate_proj,0.0000014955,0.05000,2.062 +13,mlp.experts.95.gate_proj,0.0000010620,0.05000,2.118 +13,mlp.experts.101.gate_proj,0.0000006572,0.05000,2.046 +13,mlp.experts.98.gate_proj,0.0000015563,0.05000,2.040 +13,mlp.experts.100.gate_proj,0.0000017117,0.05000,2.061 +13,mlp.experts.99.gate_proj,0.0000013050,0.05000,2.062 +13,mlp.experts.105.gate_proj,0.0000008070,0.05000,2.009 +13,mlp.experts.102.gate_proj,0.0000012965,0.05000,2.033 +13,mlp.experts.104.gate_proj,0.0000012707,0.05000,2.023 +13,mlp.experts.103.gate_proj,0.0000016051,0.05000,2.042 +13,mlp.experts.109.gate_proj,0.0000011843,0.05000,2.061 +13,mlp.experts.106.gate_proj,0.0000015812,0.05000,2.077 +13,mlp.experts.108.gate_proj,0.0000011692,0.05000,2.067 +13,mlp.experts.107.gate_proj,0.0000013140,0.05000,2.069 +13,mlp.experts.113.gate_proj,0.0000004416,0.05000,2.042 +13,mlp.experts.110.gate_proj,0.0000013501,0.05000,2.074 +13,mlp.experts.112.gate_proj,0.0000011304,0.05000,2.045 +13,mlp.experts.111.gate_proj,0.0000007287,0.05000,2.063 +13,mlp.experts.117.gate_proj,0.0000005280,0.05000,2.061 +13,mlp.experts.114.gate_proj,0.0000003439,0.05000,2.062 +13,mlp.experts.116.gate_proj,0.0000002724,0.05000,2.091 +13,mlp.experts.115.gate_proj,0.0000009536,0.05000,2.112 +13,mlp.experts.121.gate_proj,0.0000016348,0.05000,2.056 +13,mlp.experts.118.gate_proj,0.0000011402,0.05000,2.089 +13,mlp.experts.120.gate_proj,0.0000013173,0.05000,2.121 +13,mlp.experts.119.gate_proj,0.0000016055,0.05000,2.061 +13,mlp.experts.125.gate_proj,0.0000006032,0.05000,2.020 +13,mlp.experts.122.gate_proj,0.0000004726,0.05000,2.074 +13,mlp.experts.124.gate_proj,0.0000011978,0.05000,2.067 +13,mlp.experts.123.gate_proj,0.0000008621,0.05000,2.066 +13,mlp.experts.129.gate_proj,0.0000005114,0.05000,2.016 +13,mlp.experts.126.gate_proj,0.0000003912,0.05000,2.033 +13,mlp.experts.127.gate_proj,0.0000014589,0.05000,2.014 +13,mlp.experts.128.gate_proj,0.0000009224,0.05000,2.075 +13,mlp.experts.133.gate_proj,0.0000019443,0.05000,2.097 +13,mlp.experts.130.gate_proj,0.0000017057,0.05000,2.108 +13,mlp.experts.131.gate_proj,0.0000018931,0.05000,2.099 +13,mlp.experts.132.gate_proj,0.0000005315,0.05000,2.111 +13,mlp.experts.137.gate_proj,0.0000025651,0.05000,2.062 +13,mlp.experts.134.gate_proj,0.0000006463,0.05000,2.074 +13,mlp.experts.135.gate_proj,0.0000011867,0.05000,2.046 +13,mlp.experts.136.gate_proj,0.0000010064,0.05000,2.046 +13,mlp.experts.141.gate_proj,0.0000005823,0.05000,2.068 +13,mlp.experts.138.gate_proj,0.0000018520,0.05000,2.088 +13,mlp.experts.140.gate_proj,0.0000010606,0.05000,2.038 +13,mlp.experts.139.gate_proj,0.0000006737,0.05000,2.110 +13,mlp.experts.145.gate_proj,0.0000024125,0.05000,2.028 +13,mlp.experts.142.gate_proj,0.0000016711,0.05000,2.029 +13,mlp.experts.144.gate_proj,0.0000009002,0.05000,2.023 +13,mlp.experts.143.gate_proj,0.0000004667,0.05000,2.018 +13,mlp.experts.149.gate_proj,0.0000016014,0.05000,2.033 +13,mlp.experts.146.gate_proj,0.0000012894,0.05000,2.036 +13,mlp.experts.147.gate_proj,0.0000016879,0.05000,2.060 +13,mlp.experts.148.gate_proj,0.0000010869,0.05000,2.108 +13,mlp.experts.153.gate_proj,0.0000018008,0.05000,2.032 +13,mlp.experts.150.gate_proj,0.0000015051,0.05000,2.043 +13,mlp.experts.151.gate_proj,0.0000016512,0.05000,2.028 +13,mlp.experts.152.gate_proj,0.0000005836,0.05000,2.113 +13,mlp.experts.157.gate_proj,0.0000004587,0.05000,2.045 +13,mlp.experts.154.gate_proj,0.0000017177,0.05000,2.062 +13,mlp.experts.155.gate_proj,0.0000013563,0.05000,2.077 +13,mlp.experts.156.gate_proj,0.0000013607,0.05000,2.019 +13,mlp.experts.1.up_proj,0.0000009924,0.05000,2.082 +13,mlp.experts.158.gate_proj,0.0000011039,0.05000,2.109 +13,mlp.experts.159.gate_proj,0.0000015795,0.05000,2.083 +13,mlp.experts.0.up_proj,0.0000006296,0.05000,2.168 +13,mlp.experts.5.up_proj,0.0000023826,0.05000,2.092 +13,mlp.experts.2.up_proj,0.0000014418,0.05000,2.026 +13,mlp.experts.3.up_proj,0.0000012487,0.05000,2.060 +13,mlp.experts.4.up_proj,0.0000011829,0.05000,2.049 +13,mlp.experts.9.up_proj,0.0000015814,0.05000,2.058 +13,mlp.experts.6.up_proj,0.0000010509,0.05000,2.079 +13,mlp.experts.7.up_proj,0.0000011032,0.05000,2.122 +13,mlp.experts.8.up_proj,0.0000007011,0.05000,2.092 +13,mlp.experts.13.up_proj,0.0000013341,0.05000,2.071 +13,mlp.experts.10.up_proj,0.0000011765,0.05000,2.077 +13,mlp.experts.11.up_proj,0.0000008534,0.05000,2.090 +13,mlp.experts.12.up_proj,0.0000012938,0.05000,2.068 +13,mlp.experts.17.up_proj,0.0000017979,0.05000,2.104 +13,mlp.experts.14.up_proj,0.0000009080,0.05000,2.089 +13,mlp.experts.16.up_proj,0.0000009352,0.05000,2.027 +13,mlp.experts.15.up_proj,0.0000009255,0.05000,2.127 +13,mlp.experts.21.up_proj,0.0000018598,0.05000,2.075 +13,mlp.experts.18.up_proj,0.0000011823,0.05000,2.067 +13,mlp.experts.20.up_proj,0.0000015682,0.05000,2.056 +13,mlp.experts.19.up_proj,0.0000026265,0.05000,2.160 +13,mlp.experts.25.up_proj,0.0000015225,0.05000,2.106 +13,mlp.experts.22.up_proj,0.0000008950,0.05000,2.061 +13,mlp.experts.24.up_proj,0.0000016698,0.05000,2.046 +13,mlp.experts.23.up_proj,0.0000017090,0.05000,2.090 +13,mlp.experts.29.up_proj,0.0000017260,0.05000,2.089 +13,mlp.experts.26.up_proj,0.0000010538,0.05000,2.034 +13,mlp.experts.28.up_proj,0.0000011526,0.05000,2.069 +13,mlp.experts.27.up_proj,0.0000012384,0.05000,2.104 +13,mlp.experts.33.up_proj,0.0000016875,0.05000,2.047 +13,mlp.experts.30.up_proj,0.0000009711,0.05000,2.070 +13,mlp.experts.32.up_proj,0.0000022122,0.05000,2.098 +13,mlp.experts.31.up_proj,0.0000004601,0.05000,2.095 +13,mlp.experts.37.up_proj,0.0000019039,0.05000,2.053 +13,mlp.experts.34.up_proj,0.0000020775,0.05000,2.077 +13,mlp.experts.36.up_proj,0.0000006840,0.05000,2.115 +13,mlp.experts.35.up_proj,0.0000013801,0.05000,2.057 +13,mlp.experts.41.up_proj,0.0000008302,0.05000,2.104 +13,mlp.experts.38.up_proj,0.0000013178,0.05000,2.037 +13,mlp.experts.40.up_proj,0.0000010489,0.05000,2.101 +13,mlp.experts.39.up_proj,0.0000009530,0.05000,2.078 +13,mlp.experts.45.up_proj,0.0000022532,0.05000,2.102 +13,mlp.experts.42.up_proj,0.0000006407,0.05000,2.098 +13,mlp.experts.44.up_proj,0.0000015247,0.05000,2.082 +13,mlp.experts.43.up_proj,0.0000007115,0.05000,2.109 +13,mlp.experts.49.up_proj,0.0000010946,0.05000,2.069 +13,mlp.experts.46.up_proj,0.0000010832,0.05000,2.060 +13,mlp.experts.48.up_proj,0.0000013486,0.05000,2.075 +13,mlp.experts.47.up_proj,0.0000008819,0.05000,2.070 +13,mlp.experts.53.up_proj,0.0000011655,0.05000,2.105 +13,mlp.experts.50.up_proj,0.0000013025,0.05000,2.078 +13,mlp.experts.52.up_proj,0.0000013313,0.05000,2.076 +13,mlp.experts.51.up_proj,0.0000008006,0.05000,2.070 +13,mlp.experts.57.up_proj,0.0000015020,0.05000,2.076 +13,mlp.experts.54.up_proj,0.0000011716,0.05000,2.080 +13,mlp.experts.56.up_proj,0.0000017391,0.05000,2.097 +13,mlp.experts.55.up_proj,0.0000006003,0.05000,2.071 +13,mlp.experts.61.up_proj,0.0000004344,0.05000,2.068 +13,mlp.experts.58.up_proj,0.0000019273,0.05000,2.099 +13,mlp.experts.60.up_proj,0.0000016213,0.05000,2.092 +13,mlp.experts.59.up_proj,0.0000012425,0.05000,2.079 +13,mlp.experts.65.up_proj,0.0000012023,0.05000,2.071 +13,mlp.experts.62.up_proj,0.0000015392,0.05000,2.053 +13,mlp.experts.64.up_proj,0.0000010727,0.05000,2.046 +13,mlp.experts.63.up_proj,0.0000013276,0.05000,2.136 +13,mlp.experts.69.up_proj,0.0000008610,0.05000,2.070 +13,mlp.experts.66.up_proj,0.0000004830,0.05000,2.077 +13,mlp.experts.68.up_proj,0.0000013843,0.05000,2.039 +13,mlp.experts.67.up_proj,0.0000009024,0.05000,2.060 +13,mlp.experts.73.up_proj,0.0000013787,0.05000,2.097 +13,mlp.experts.70.up_proj,0.0000008153,0.05000,2.101 +13,mlp.experts.72.up_proj,0.0000012034,0.05000,2.091 +13,mlp.experts.71.up_proj,0.0000018505,0.05000,2.077 +13,mlp.experts.77.up_proj,0.0000012562,0.05000,2.020 +13,mlp.experts.74.up_proj,0.0000005665,0.05000,2.023 +13,mlp.experts.76.up_proj,0.0000011673,0.05000,2.030 +13,mlp.experts.75.up_proj,0.0000015410,0.05000,2.056 +13,mlp.experts.81.up_proj,0.0000021044,0.05000,2.077 +13,mlp.experts.78.up_proj,0.0000012359,0.05000,2.070 +13,mlp.experts.80.up_proj,0.0000018296,0.05000,2.060 +13,mlp.experts.79.up_proj,0.0000008663,0.05000,2.098 +13,mlp.experts.85.up_proj,0.0000023828,0.05000,2.080 +13,mlp.experts.82.up_proj,0.0000011395,0.05000,2.072 +13,mlp.experts.84.up_proj,0.0000005996,0.05000,2.050 +13,mlp.experts.83.up_proj,0.0000015618,0.05000,2.121 +13,mlp.experts.89.up_proj,0.0000016746,0.05000,2.058 +13,mlp.experts.86.up_proj,0.0000015839,0.05000,2.051 +13,mlp.experts.88.up_proj,0.0000009774,0.05000,2.064 +13,mlp.experts.87.up_proj,0.0000007679,0.05000,2.052 +13,mlp.experts.93.up_proj,0.0000017171,0.05000,2.117 +13,mlp.experts.90.up_proj,0.0000016535,0.05000,2.090 +13,mlp.experts.92.up_proj,0.0000006868,0.05000,2.109 +13,mlp.experts.91.up_proj,0.0000014628,0.05000,2.079 +13,mlp.experts.97.up_proj,0.0000015102,0.05000,2.049 +13,mlp.experts.94.up_proj,0.0000009826,0.05000,2.082 +13,mlp.experts.96.up_proj,0.0000014851,0.05000,2.064 +13,mlp.experts.95.up_proj,0.0000010567,0.05000,2.066 +13,mlp.experts.101.up_proj,0.0000006562,0.05000,2.052 +13,mlp.experts.98.up_proj,0.0000015494,0.05000,2.070 +13,mlp.experts.100.up_proj,0.0000017016,0.05000,2.041 +13,mlp.experts.99.up_proj,0.0000012990,0.05000,2.086 +13,mlp.experts.105.up_proj,0.0000007986,0.05000,2.103 +13,mlp.experts.102.up_proj,0.0000012909,0.05000,2.092 +13,mlp.experts.104.up_proj,0.0000012653,0.05000,2.062 +13,mlp.experts.103.up_proj,0.0000016048,0.05000,2.084 +13,mlp.experts.109.up_proj,0.0000011805,0.05000,2.044 +13,mlp.experts.106.up_proj,0.0000015730,0.05000,2.075 +13,mlp.experts.108.up_proj,0.0000011614,0.05000,2.084 +13,mlp.experts.107.up_proj,0.0000013142,0.05000,2.096 +13,mlp.experts.113.up_proj,0.0000004399,0.05000,2.021 +13,mlp.experts.110.up_proj,0.0000013442,0.05000,2.077 +13,mlp.experts.112.up_proj,0.0000011231,0.05000,2.022 +13,mlp.experts.111.up_proj,0.0000007220,0.05000,2.043 +13,mlp.experts.117.up_proj,0.0000005233,0.05000,2.059 +13,mlp.experts.114.up_proj,0.0000003421,0.05000,2.047 +13,mlp.experts.116.up_proj,0.0000002705,0.05000,2.055 +13,mlp.experts.115.up_proj,0.0000009462,0.05000,2.070 +13,mlp.experts.121.up_proj,0.0000016285,0.05000,2.096 +13,mlp.experts.118.up_proj,0.0000011285,0.05000,2.061 +13,mlp.experts.120.up_proj,0.0000013133,0.05000,2.039 +13,mlp.experts.119.up_proj,0.0000015952,0.05000,2.091 +13,mlp.experts.125.up_proj,0.0000006003,0.05000,2.059 +13,mlp.experts.122.up_proj,0.0000004697,0.05000,2.073 +13,mlp.experts.124.up_proj,0.0000011843,0.05000,2.048 +13,mlp.experts.123.up_proj,0.0000008546,0.05000,2.106 +13,mlp.experts.129.up_proj,0.0000005074,0.05000,2.179 +13,mlp.experts.126.up_proj,0.0000003890,0.05000,2.139 +13,mlp.experts.128.up_proj,0.0000009168,0.05000,2.149 +13,mlp.experts.127.up_proj,0.0000014555,0.05000,2.118 +13,mlp.experts.133.up_proj,0.0000019327,0.05000,2.035 +13,mlp.experts.130.up_proj,0.0000016923,0.05000,2.057 +13,mlp.experts.132.up_proj,0.0000005266,0.05000,2.048 +13,mlp.experts.131.up_proj,0.0000018783,0.05000,2.063 +13,mlp.experts.137.up_proj,0.0000025553,0.05000,2.156 +13,mlp.experts.134.up_proj,0.0000006421,0.05000,2.095 +13,mlp.experts.136.up_proj,0.0000009941,0.05000,2.103 +13,mlp.experts.135.up_proj,0.0000011794,0.05000,2.161 +13,mlp.experts.141.up_proj,0.0000005811,0.05000,2.044 +13,mlp.experts.138.up_proj,0.0000018411,0.05000,2.052 +13,mlp.experts.140.up_proj,0.0000010579,0.05000,2.067 +13,mlp.experts.139.up_proj,0.0000006687,0.05000,2.108 +13,mlp.experts.145.up_proj,0.0000023877,0.05000,2.056 +13,mlp.experts.142.up_proj,0.0000016598,0.05000,2.082 +13,mlp.experts.144.up_proj,0.0000008945,0.05000,2.061 +13,mlp.experts.143.up_proj,0.0000004625,0.05000,2.086 +13,mlp.experts.149.up_proj,0.0000015948,0.05000,2.042 +13,mlp.experts.146.up_proj,0.0000012765,0.05000,2.060 +13,mlp.experts.148.up_proj,0.0000010858,0.05000,2.077 +13,mlp.experts.147.up_proj,0.0000016722,0.05000,2.085 +13,mlp.experts.153.up_proj,0.0000017800,0.05000,2.054 +13,mlp.experts.150.up_proj,0.0000014982,0.05000,2.072 +13,mlp.experts.152.up_proj,0.0000005766,0.05000,2.092 +13,mlp.experts.151.up_proj,0.0000016393,0.05000,2.099 +13,mlp.experts.157.up_proj,0.0000004555,0.05000,2.060 +13,mlp.experts.154.up_proj,0.0000016992,0.05000,2.022 +13,mlp.experts.156.up_proj,0.0000013576,0.05000,1.978 +13,mlp.experts.155.up_proj,0.0000013465,0.05000,1.805 +13,mlp.experts.158.up_proj,0.0000010974,0.05000,1.396 +13,mlp.experts.159.up_proj,0.0000015752,0.05000,1.195 +13,mlp.experts.1.down_proj,0.0000000132,0.05000,0.629 +13,mlp.experts.0.down_proj,0.0000000147,0.05000,0.629 +13,mlp.experts.2.down_proj,0.0000000328,0.05000,0.631 +13,mlp.experts.3.down_proj,0.0000000107,0.05000,0.658 +13,mlp.experts.5.down_proj,0.0000000372,0.05000,0.613 +13,mlp.experts.4.down_proj,0.0000000143,0.05000,0.615 +13,mlp.experts.6.down_proj,0.0000000143,0.05000,0.635 +13,mlp.experts.7.down_proj,0.0000000113,0.05000,0.650 +13,mlp.experts.9.down_proj,0.0000000222,0.05000,0.608 +13,mlp.experts.8.down_proj,0.0000000079,0.05000,0.609 +13,mlp.experts.10.down_proj,0.0000000157,0.05000,0.628 +13,mlp.experts.11.down_proj,0.0000000182,0.05000,0.628 +13,mlp.experts.13.down_proj,0.0000000185,0.05000,0.603 +13,mlp.experts.12.down_proj,0.0000000170,0.05000,0.605 +13,mlp.experts.14.down_proj,0.0000000149,0.05000,0.611 +13,mlp.experts.15.down_proj,0.0000000103,0.05000,0.628 +13,mlp.experts.17.down_proj,0.0000000271,0.05000,0.602 +13,mlp.experts.16.down_proj,0.0000000156,0.05000,0.606 +13,mlp.experts.18.down_proj,0.0000000240,0.05000,0.609 +13,mlp.experts.19.down_proj,0.0000000394,0.05000,0.627 +13,mlp.experts.21.down_proj,0.0000000321,0.05000,0.601 +13,mlp.experts.20.down_proj,0.0000000224,0.05000,0.642 +13,mlp.experts.22.down_proj,0.0000000116,0.05000,0.628 +13,mlp.experts.23.down_proj,0.0000000241,0.05000,0.612 +13,mlp.experts.25.down_proj,0.0000000211,0.05000,0.606 +13,mlp.experts.24.down_proj,0.0000000206,0.05000,0.605 +13,mlp.experts.26.down_proj,0.0000000163,0.05000,0.602 +13,mlp.experts.27.down_proj,0.0000000172,0.05000,0.603 +13,mlp.experts.29.down_proj,0.0000000403,0.05000,0.606 +13,mlp.experts.28.down_proj,0.0000000185,0.05000,0.625 +13,mlp.experts.30.down_proj,0.0000000156,0.05000,0.650 +13,mlp.experts.31.down_proj,0.0000000051,0.05000,0.611 +13,mlp.experts.33.down_proj,0.0000000274,0.05000,0.606 +13,mlp.experts.32.down_proj,0.0000000226,0.05000,0.608 +13,mlp.experts.34.down_proj,0.0000000268,0.05000,0.608 +13,mlp.experts.35.down_proj,0.0000000172,0.05000,0.648 +13,mlp.experts.37.down_proj,0.0000000386,0.05000,0.619 +13,mlp.experts.36.down_proj,0.0000000124,0.05000,0.611 +13,mlp.experts.38.down_proj,0.0000000145,0.05000,0.627 +13,mlp.experts.39.down_proj,0.0000000135,0.05000,0.614 +13,mlp.experts.41.down_proj,0.0000000132,0.05000,0.613 +13,mlp.experts.40.down_proj,0.0000000157,0.05000,0.611 +13,mlp.experts.42.down_proj,0.0000000120,0.05000,0.629 +13,mlp.experts.43.down_proj,0.0000000110,0.05000,0.647 +13,mlp.experts.45.down_proj,0.0000000425,0.05000,0.603 +13,mlp.experts.44.down_proj,0.0000000213,0.05000,0.623 +13,mlp.experts.46.down_proj,0.0000000139,0.05000,0.603 +13,mlp.experts.47.down_proj,0.0000000183,0.05000,0.605 +13,mlp.experts.49.down_proj,0.0000000154,0.05000,0.608 +13,mlp.experts.48.down_proj,0.0000000174,0.05000,0.621 +13,mlp.experts.50.down_proj,0.0000000205,0.05000,0.623 +13,mlp.experts.51.down_proj,0.0000000134,0.05000,0.639 +13,mlp.experts.53.down_proj,0.0000000171,0.05000,0.629 +13,mlp.experts.52.down_proj,0.0000000130,0.05000,0.609 +13,mlp.experts.54.down_proj,0.0000000138,0.05000,0.612 +13,mlp.experts.55.down_proj,0.0000000073,0.05000,0.644 +13,mlp.experts.57.down_proj,0.0000000199,0.05000,0.614 +13,mlp.experts.56.down_proj,0.0000000237,0.05000,0.614 +13,mlp.experts.58.down_proj,0.0000000292,0.05000,0.637 +13,mlp.experts.59.down_proj,0.0000000135,0.05000,0.639 +13,mlp.experts.61.down_proj,0.0000000070,0.05000,0.627 +13,mlp.experts.60.down_proj,0.0000000238,0.05000,0.613 +13,mlp.experts.62.down_proj,0.0000000300,0.05000,0.634 +13,mlp.experts.63.down_proj,0.0000000175,0.05000,0.657 +13,mlp.experts.65.down_proj,0.0000000169,0.05000,0.633 +13,mlp.experts.64.down_proj,0.0000000171,0.05000,0.633 +13,mlp.experts.66.down_proj,0.0000000054,0.05000,0.641 +13,mlp.experts.67.down_proj,0.0000000134,0.05000,0.619 +13,mlp.experts.69.down_proj,0.0000000137,0.05000,0.630 +13,mlp.experts.68.down_proj,0.0000000179,0.05000,0.615 +13,mlp.experts.70.down_proj,0.0000000127,0.05000,0.624 +13,mlp.experts.71.down_proj,0.0000000279,0.05000,0.635 +13,mlp.experts.73.down_proj,0.0000000280,0.05000,0.606 +13,mlp.experts.72.down_proj,0.0000000125,0.05000,0.631 +13,mlp.experts.74.down_proj,0.0000000062,0.05000,0.614 +13,mlp.experts.75.down_proj,0.0000000201,0.05000,0.665 +13,mlp.experts.77.down_proj,0.0000000159,0.05000,0.604 +13,mlp.experts.76.down_proj,0.0000000190,0.05000,0.620 +13,mlp.experts.78.down_proj,0.0000000180,0.05000,0.624 +13,mlp.experts.79.down_proj,0.0000000116,0.05000,0.604 +13,mlp.experts.81.down_proj,0.0000000419,0.05000,0.624 +13,mlp.experts.80.down_proj,0.0000000269,0.05000,0.612 +13,mlp.experts.82.down_proj,0.0000000187,0.05000,0.633 +13,mlp.experts.83.down_proj,0.0000000200,0.05000,0.636 +13,mlp.experts.85.down_proj,0.0000000367,0.05000,0.612 +13,mlp.experts.84.down_proj,0.0000000068,0.05000,0.609 +13,mlp.experts.86.down_proj,0.0000000212,0.05000,0.620 +13,mlp.experts.87.down_proj,0.0000000124,0.05000,0.615 +13,mlp.experts.89.down_proj,0.0000000225,0.05000,0.611 +13,mlp.experts.88.down_proj,0.0000000218,0.05000,0.610 +13,mlp.experts.90.down_proj,0.0000000207,0.05000,0.615 +13,mlp.experts.91.down_proj,0.0000000267,0.05000,0.617 +13,mlp.experts.93.down_proj,0.0000000196,0.05000,0.633 +13,mlp.experts.92.down_proj,0.0000000119,0.05000,0.621 +13,mlp.experts.94.down_proj,0.0000000191,0.05000,0.617 +13,mlp.experts.95.down_proj,0.0000000117,0.05000,0.614 +13,mlp.experts.97.down_proj,0.0000000244,0.05000,0.603 +13,mlp.experts.96.down_proj,0.0000000238,0.05000,0.609 +13,mlp.experts.98.down_proj,0.0000000216,0.05000,0.612 +13,mlp.experts.99.down_proj,0.0000000170,0.05000,0.653 +13,mlp.experts.101.down_proj,0.0000000131,0.05000,0.607 +13,mlp.experts.100.down_proj,0.0000000243,0.05000,0.609 +13,mlp.experts.102.down_proj,0.0000000179,0.05000,0.613 +13,mlp.experts.103.down_proj,0.0000000238,0.05000,0.603 +13,mlp.experts.105.down_proj,0.0000000155,0.05000,0.601 +13,mlp.experts.104.down_proj,0.0000000180,0.05000,0.626 +13,mlp.experts.106.down_proj,0.0000000302,0.05000,0.616 +13,mlp.experts.107.down_proj,0.0000000180,0.05000,0.614 +13,mlp.experts.109.down_proj,0.0000000148,0.05000,0.606 +13,mlp.experts.108.down_proj,0.0000000166,0.05000,0.606 +13,mlp.experts.110.down_proj,0.0000000199,0.05000,0.627 +13,mlp.experts.111.down_proj,0.0000000100,0.05000,0.645 +13,mlp.experts.113.down_proj,0.0000000041,0.05000,0.608 +13,mlp.experts.112.down_proj,0.0000000135,0.05000,0.604 +13,mlp.experts.114.down_proj,0.0000000036,0.05000,0.611 +13,mlp.experts.115.down_proj,0.0000000106,0.05000,0.651 +13,mlp.experts.117.down_proj,0.0000000112,0.05000,0.605 +13,mlp.experts.116.down_proj,0.0000000080,0.05000,0.604 +13,mlp.experts.118.down_proj,0.0000000169,0.05000,0.607 +13,mlp.experts.119.down_proj,0.0000000220,0.05000,0.626 +13,mlp.experts.121.down_proj,0.0000000207,0.05000,0.608 +13,mlp.experts.120.down_proj,0.0000000183,0.05000,0.626 +13,mlp.experts.122.down_proj,0.0000000058,0.05000,0.610 +13,mlp.experts.123.down_proj,0.0000000131,0.05000,0.649 +13,mlp.experts.125.down_proj,0.0000000078,0.05000,0.629 +13,mlp.experts.124.down_proj,0.0000000171,0.05000,0.609 +13,mlp.experts.126.down_proj,0.0000000037,0.05000,0.607 +13,mlp.experts.127.down_proj,0.0000000195,0.05000,0.650 +13,mlp.experts.129.down_proj,0.0000000077,0.05000,0.635 +13,mlp.experts.128.down_proj,0.0000000135,0.05000,0.638 +13,mlp.experts.130.down_proj,0.0000000230,0.05000,0.638 +13,mlp.experts.131.down_proj,0.0000000276,0.05000,0.635 +13,mlp.experts.133.down_proj,0.0000000281,0.05000,0.613 +13,mlp.experts.132.down_proj,0.0000000093,0.05000,0.609 +13,mlp.experts.134.down_proj,0.0000000083,0.05000,0.614 +13,mlp.experts.135.down_proj,0.0000000197,0.05000,0.626 +13,mlp.experts.137.down_proj,0.0000000371,0.05000,0.624 +13,mlp.experts.136.down_proj,0.0000000127,0.05000,0.606 +13,mlp.experts.138.down_proj,0.0000000212,0.05000,0.621 +13,mlp.experts.139.down_proj,0.0000000131,0.05000,0.636 +13,mlp.experts.141.down_proj,0.0000000107,0.05000,0.635 +13,mlp.experts.140.down_proj,0.0000000114,0.05000,0.609 +13,mlp.experts.142.down_proj,0.0000000209,0.05000,0.614 +13,mlp.experts.143.down_proj,0.0000000042,0.05000,0.612 +13,mlp.experts.144.down_proj,0.0000000108,0.05000,0.609 +13,mlp.experts.145.down_proj,0.0000000451,0.05000,0.643 +13,mlp.experts.146.down_proj,0.0000000208,0.05000,0.614 +13,mlp.experts.147.down_proj,0.0000000253,0.05000,0.652 +13,mlp.experts.148.down_proj,0.0000000190,0.05000,0.606 +13,mlp.experts.149.down_proj,0.0000000215,0.05000,0.620 +13,mlp.experts.150.down_proj,0.0000000203,0.05000,0.613 +13,mlp.experts.152.down_proj,0.0000000089,0.05000,0.611 +13,mlp.experts.153.down_proj,0.0000000222,0.05000,0.613 +13,mlp.experts.151.down_proj,0.0000000231,0.05000,0.631 +13,mlp.experts.154.down_proj,0.0000000368,0.05000,0.631 +13,mlp.experts.156.down_proj,0.0000000162,0.05000,0.605 +13,mlp.experts.155.down_proj,0.0000000221,0.05000,0.599 +13,mlp.experts.157.down_proj,0.0000000052,0.05000,0.609 +13,mlp.experts.158.down_proj,0.0000000191,0.05000,0.539 +13,mlp.experts.159.down_proj,0.0000000211,0.05000,0.347 +14,mlp.experts.3.gate_proj,0.0000011149,0.05000,2.077 +14,mlp.experts.0.gate_proj,0.0000024395,0.05000,2.115 +14,mlp.experts.2.gate_proj,0.0000012462,0.05000,2.160 +14,mlp.experts.1.gate_proj,0.0000005733,0.05000,2.193 +14,mlp.experts.7.gate_proj,0.0000010944,0.05000,2.063 +14,mlp.experts.4.gate_proj,0.0000010993,0.05000,2.091 +14,mlp.experts.6.gate_proj,0.0000013186,0.05000,2.080 +14,mlp.experts.5.gate_proj,0.0000015377,0.05000,2.087 +14,mlp.experts.11.gate_proj,0.0000015595,0.05000,2.112 +14,mlp.experts.8.gate_proj,0.0000018697,0.05000,2.069 +14,mlp.experts.9.gate_proj,0.0000023570,0.05000,1.997 +14,mlp.experts.10.gate_proj,0.0000012647,0.05000,2.105 +14,mlp.experts.12.gate_proj,0.0000010406,0.05000,2.035 +14,mlp.experts.15.gate_proj,0.0000017675,0.05000,2.089 +14,mlp.experts.13.gate_proj,0.0000019723,0.05000,2.091 +14,mlp.experts.14.gate_proj,0.0000009173,0.05000,2.023 +14,mlp.experts.19.gate_proj,0.0000015312,0.05000,1.997 +14,mlp.experts.16.gate_proj,0.0000016598,0.05000,2.053 +14,mlp.experts.18.gate_proj,0.0000006255,0.05000,2.020 +14,mlp.experts.17.gate_proj,0.0000011483,0.05000,2.048 +14,mlp.experts.22.gate_proj,0.0000022317,0.05000,2.017 +14,mlp.experts.20.gate_proj,0.0000013133,0.05000,2.045 +14,mlp.experts.23.gate_proj,0.0000003565,0.05000,2.115 +14,mlp.experts.21.gate_proj,0.0000007954,0.05000,2.083 +14,mlp.experts.27.gate_proj,0.0000014212,0.05000,2.000 +14,mlp.experts.26.gate_proj,0.0000015157,0.05000,2.092 +14,mlp.experts.24.gate_proj,0.0000006419,0.05000,2.110 +14,mlp.experts.25.gate_proj,0.0000011123,0.05000,2.093 +14,mlp.experts.30.gate_proj,0.0000006126,0.05000,2.006 +14,mlp.experts.28.gate_proj,0.0000027343,0.05000,2.008 +14,mlp.experts.31.gate_proj,0.0000014236,0.05000,2.105 +14,mlp.experts.29.gate_proj,0.0000010546,0.05000,2.053 +14,mlp.experts.32.gate_proj,0.0000016511,0.05000,2.020 +14,mlp.experts.34.gate_proj,0.0000023556,0.05000,2.074 +14,mlp.experts.35.gate_proj,0.0000011046,0.05000,2.019 +14,mlp.experts.33.gate_proj,0.0000002911,0.05000,2.073 +14,mlp.experts.36.gate_proj,0.0000013835,0.05000,2.070 +14,mlp.experts.39.gate_proj,0.0000029129,0.05000,2.106 +14,mlp.experts.38.gate_proj,0.0000021708,0.05000,2.111 +14,mlp.experts.37.gate_proj,0.0000015643,0.05000,2.086 +14,mlp.experts.40.gate_proj,0.0000018665,0.05000,2.124 +14,mlp.experts.43.gate_proj,0.0000018948,0.05000,2.082 +14,mlp.experts.42.gate_proj,0.0000013184,0.05000,2.152 +14,mlp.experts.41.gate_proj,0.0000015428,0.05000,2.088 +14,mlp.experts.44.gate_proj,0.0000011029,0.05000,2.065 +14,mlp.experts.47.gate_proj,0.0000016988,0.05000,2.109 +14,mlp.experts.46.gate_proj,0.0000014681,0.05000,2.083 +14,mlp.experts.45.gate_proj,0.0000011412,0.05000,2.134 +14,mlp.experts.48.gate_proj,0.0000016676,0.05000,2.097 +14,mlp.experts.51.gate_proj,0.0000005368,0.05000,2.129 +14,mlp.experts.50.gate_proj,0.0000011332,0.05000,2.106 +14,mlp.experts.49.gate_proj,0.0000012974,0.05000,2.155 +14,mlp.experts.52.gate_proj,0.0000003636,0.05000,2.060 +14,mlp.experts.55.gate_proj,0.0000008571,0.05000,2.055 +14,mlp.experts.54.gate_proj,0.0000031095,0.05000,2.115 +14,mlp.experts.53.gate_proj,0.0000020439,0.05000,2.090 +14,mlp.experts.56.gate_proj,0.0000007222,0.05000,2.087 +14,mlp.experts.59.gate_proj,0.0000027265,0.05000,2.044 +14,mlp.experts.58.gate_proj,0.0000020051,0.05000,2.070 +14,mlp.experts.57.gate_proj,0.0000006151,0.05000,2.037 +14,mlp.experts.63.gate_proj,0.0000017754,0.05000,2.037 +14,mlp.experts.60.gate_proj,0.0000017645,0.05000,2.086 +14,mlp.experts.62.gate_proj,0.0000011646,0.05000,2.074 +14,mlp.experts.61.gate_proj,0.0000011699,0.05000,2.077 +14,mlp.experts.67.gate_proj,0.0000012821,0.05000,2.113 +14,mlp.experts.64.gate_proj,0.0000014847,0.05000,2.161 +14,mlp.experts.66.gate_proj,0.0000012710,0.05000,2.092 +14,mlp.experts.65.gate_proj,0.0000015446,0.05000,2.053 +14,mlp.experts.71.gate_proj,0.0000020537,0.05000,2.052 +14,mlp.experts.68.gate_proj,0.0000017661,0.05000,2.059 +14,mlp.experts.70.gate_proj,0.0000013091,0.05000,2.065 +14,mlp.experts.69.gate_proj,0.0000008766,0.05000,2.063 +14,mlp.experts.75.gate_proj,0.0000009595,0.05000,2.158 +14,mlp.experts.72.gate_proj,0.0000025616,0.05000,2.146 +14,mlp.experts.73.gate_proj,0.0000007394,0.05000,2.045 +14,mlp.experts.74.gate_proj,0.0000021492,0.05000,2.132 +14,mlp.experts.76.gate_proj,0.0000025986,0.05000,2.050 +14,mlp.experts.77.gate_proj,0.0000009088,0.05000,2.071 +14,mlp.experts.78.gate_proj,0.0000018739,0.05000,2.038 +14,mlp.experts.79.gate_proj,0.0000014045,0.05000,2.210 +14,mlp.experts.80.gate_proj,0.0000012369,0.05000,2.108 +14,mlp.experts.81.gate_proj,0.0000021531,0.05000,2.074 +14,mlp.experts.83.gate_proj,0.0000014898,0.05000,2.042 +14,mlp.experts.82.gate_proj,0.0000021435,0.05000,2.132 +14,mlp.experts.84.gate_proj,0.0000022292,0.05000,2.028 +14,mlp.experts.85.gate_proj,0.0000016996,0.05000,2.038 +14,mlp.experts.87.gate_proj,0.0000015684,0.05000,2.044 +14,mlp.experts.86.gate_proj,0.0000017036,0.05000,2.110 +14,mlp.experts.88.gate_proj,0.0000006578,0.05000,2.023 +14,mlp.experts.89.gate_proj,0.0000016852,0.05000,2.031 +14,mlp.experts.91.gate_proj,0.0000018620,0.05000,2.027 +14,mlp.experts.90.gate_proj,0.0000012193,0.05000,2.019 +14,mlp.experts.92.gate_proj,0.0000012335,0.05000,2.062 +14,mlp.experts.93.gate_proj,0.0000012981,0.05000,2.087 +14,mlp.experts.94.gate_proj,0.0000005964,0.05000,2.068 +14,mlp.experts.95.gate_proj,0.0000017839,0.05000,2.165 +14,mlp.experts.96.gate_proj,0.0000017612,0.05000,2.036 +14,mlp.experts.97.gate_proj,0.0000030386,0.05000,2.079 +14,mlp.experts.99.gate_proj,0.0000017714,0.05000,2.056 +14,mlp.experts.98.gate_proj,0.0000023168,0.05000,2.064 +14,mlp.experts.100.gate_proj,0.0000009622,0.05000,2.044 +14,mlp.experts.101.gate_proj,0.0000014703,0.05000,2.079 +14,mlp.experts.103.gate_proj,0.0000012950,0.05000,2.059 +14,mlp.experts.102.gate_proj,0.0000007260,0.05000,2.090 +14,mlp.experts.104.gate_proj,0.0000011160,0.05000,2.142 +14,mlp.experts.107.gate_proj,0.0000014421,0.05000,2.066 +14,mlp.experts.105.gate_proj,0.0000026429,0.05000,2.166 +14,mlp.experts.106.gate_proj,0.0000014321,0.05000,2.108 +14,mlp.experts.108.gate_proj,0.0000023770,0.05000,2.103 +14,mlp.experts.111.gate_proj,0.0000012165,0.05000,2.063 +14,mlp.experts.109.gate_proj,0.0000015063,0.05000,2.055 +14,mlp.experts.110.gate_proj,0.0000011796,0.05000,2.062 +14,mlp.experts.112.gate_proj,0.0000015175,0.05000,2.166 +14,mlp.experts.113.gate_proj,0.0000017299,0.05000,2.075 +14,mlp.experts.114.gate_proj,0.0000017590,0.05000,2.082 +14,mlp.experts.115.gate_proj,0.0000019458,0.05000,2.204 +14,mlp.experts.116.gate_proj,0.0000006839,0.05000,2.144 +14,mlp.experts.117.gate_proj,0.0000010540,0.05000,2.115 +14,mlp.experts.118.gate_proj,0.0000011631,0.05000,2.107 +14,mlp.experts.119.gate_proj,0.0000013474,0.05000,2.158 +14,mlp.experts.122.gate_proj,0.0000013979,0.05000,2.024 +14,mlp.experts.120.gate_proj,0.0000018281,0.05000,2.095 +14,mlp.experts.121.gate_proj,0.0000028693,0.05000,2.120 +14,mlp.experts.123.gate_proj,0.0000013984,0.05000,2.051 +14,mlp.experts.124.gate_proj,0.0000024114,0.05000,2.063 +14,mlp.experts.126.gate_proj,0.0000011014,0.05000,2.118 +14,mlp.experts.125.gate_proj,0.0000018543,0.05000,2.099 +14,mlp.experts.127.gate_proj,0.0000011120,0.05000,2.093 +14,mlp.experts.130.gate_proj,0.0000009415,0.05000,2.069 +14,mlp.experts.129.gate_proj,0.0000007868,0.05000,2.061 +14,mlp.experts.128.gate_proj,0.0000010414,0.05000,2.190 +14,mlp.experts.131.gate_proj,0.0000011439,0.05000,2.169 +14,mlp.experts.134.gate_proj,0.0000009439,0.05000,2.039 +14,mlp.experts.133.gate_proj,0.0000022827,0.05000,2.050 +14,mlp.experts.132.gate_proj,0.0000030000,0.05000,2.052 +14,mlp.experts.135.gate_proj,0.0000022347,0.05000,2.041 +14,mlp.experts.138.gate_proj,0.0000016512,0.05000,2.093 +14,mlp.experts.137.gate_proj,0.0000011956,0.05000,2.087 +14,mlp.experts.136.gate_proj,0.0000015032,0.05000,2.076 +14,mlp.experts.139.gate_proj,0.0000007579,0.05000,2.077 +14,mlp.experts.141.gate_proj,0.0000014082,0.05000,2.066 +14,mlp.experts.142.gate_proj,0.0000012983,0.05000,2.135 +14,mlp.experts.140.gate_proj,0.0000010311,0.05000,2.116 +14,mlp.experts.143.gate_proj,0.0000018747,0.05000,2.112 +14,mlp.experts.145.gate_proj,0.0000003119,0.05000,2.094 +14,mlp.experts.146.gate_proj,0.0000011545,0.05000,2.105 +14,mlp.experts.144.gate_proj,0.0000012769,0.05000,2.163 +14,mlp.experts.147.gate_proj,0.0000014486,0.05000,2.079 +14,mlp.experts.149.gate_proj,0.0000011234,0.05000,1.442 +14,mlp.experts.150.gate_proj,0.0000017167,0.05000,1.450 +14,mlp.experts.151.gate_proj,0.0000014395,0.05000,2.151 +14,mlp.experts.153.gate_proj,0.0000013877,0.05000,2.188 +14,mlp.experts.154.gate_proj,0.0000028499,0.05000,2.215 +14,mlp.experts.148.gate_proj,0.0000016596,0.05000,2.244 +14,mlp.experts.155.gate_proj,0.0000003827,0.05000,2.105 +14,mlp.experts.152.gate_proj,0.0000013123,0.05000,2.056 +14,mlp.experts.157.gate_proj,0.0000016732,0.05000,2.142 +14,mlp.experts.158.gate_proj,0.0000026828,0.05000,2.180 +14,mlp.experts.159.gate_proj,0.0000008272,0.05000,2.050 +14,mlp.experts.156.gate_proj,0.0000015013,0.05000,2.091 +14,mlp.experts.1.up_proj,0.0000005675,0.05000,2.112 +14,mlp.experts.2.up_proj,0.0000012422,0.05000,2.104 +14,mlp.experts.5.up_proj,0.0000015225,0.05000,2.065 +14,mlp.experts.0.up_proj,0.0000024321,0.05000,2.144 +14,mlp.experts.3.up_proj,0.0000011066,0.05000,2.232 +14,mlp.experts.6.up_proj,0.0000013027,0.05000,2.162 +14,mlp.experts.9.up_proj,0.0000023427,0.05000,2.071 +14,mlp.experts.7.up_proj,0.0000010802,0.05000,2.080 +14,mlp.experts.10.up_proj,0.0000012549,0.05000,2.052 +14,mlp.experts.4.up_proj,0.0000010909,0.05000,2.227 +14,mlp.experts.13.up_proj,0.0000019632,0.05000,2.093 +14,mlp.experts.11.up_proj,0.0000015514,0.05000,2.132 +14,mlp.experts.8.up_proj,0.0000018595,0.05000,2.077 +14,mlp.experts.14.up_proj,0.0000009116,0.05000,2.155 +14,mlp.experts.17.up_proj,0.0000011329,0.05000,2.105 +14,mlp.experts.15.up_proj,0.0000017463,0.05000,2.082 +14,mlp.experts.12.up_proj,0.0000010356,0.05000,2.137 +14,mlp.experts.18.up_proj,0.0000006160,0.05000,2.170 +14,mlp.experts.21.up_proj,0.0000007903,0.05000,2.061 +14,mlp.experts.19.up_proj,0.0000015202,0.05000,2.044 +14,mlp.experts.16.up_proj,0.0000016457,0.05000,2.036 +14,mlp.experts.22.up_proj,0.0000022124,0.05000,2.059 +14,mlp.experts.25.up_proj,0.0000011012,0.05000,2.108 +14,mlp.experts.23.up_proj,0.0000003535,0.05000,2.116 +14,mlp.experts.20.up_proj,0.0000013027,0.05000,2.146 +14,mlp.experts.26.up_proj,0.0000015030,0.05000,2.135 +14,mlp.experts.29.up_proj,0.0000010379,0.05000,2.067 +14,mlp.experts.27.up_proj,0.0000014142,0.05000,2.076 +14,mlp.experts.24.up_proj,0.0000006382,0.05000,2.030 +14,mlp.experts.30.up_proj,0.0000006060,0.05000,2.105 +14,mlp.experts.33.up_proj,0.0000002893,0.05000,2.040 +14,mlp.experts.31.up_proj,0.0000014142,0.05000,2.078 +14,mlp.experts.28.up_proj,0.0000027171,0.05000,2.048 +14,mlp.experts.34.up_proj,0.0000023365,0.05000,2.128 +14,mlp.experts.37.up_proj,0.0000015541,0.05000,2.076 +14,mlp.experts.32.up_proj,0.0000016403,0.05000,2.023 +14,mlp.experts.35.up_proj,0.0000010896,0.05000,2.155 +14,mlp.experts.38.up_proj,0.0000021513,0.05000,2.099 +14,mlp.experts.41.up_proj,0.0000015379,0.05000,2.070 +14,mlp.experts.36.up_proj,0.0000013728,0.05000,2.029 +14,mlp.experts.39.up_proj,0.0000028966,0.05000,2.045 +14,mlp.experts.42.up_proj,0.0000013153,0.05000,2.051 +14,mlp.experts.45.up_proj,0.0000011335,0.05000,2.053 +14,mlp.experts.40.up_proj,0.0000018580,0.05000,2.070 +14,mlp.experts.43.up_proj,0.0000018755,0.05000,2.107 +14,mlp.experts.46.up_proj,0.0000014645,0.05000,2.117 +14,mlp.experts.49.up_proj,0.0000012876,0.05000,2.110 +14,mlp.experts.44.up_proj,0.0000010916,0.05000,2.055 +14,mlp.experts.47.up_proj,0.0000016897,0.05000,2.115 +14,mlp.experts.50.up_proj,0.0000011269,0.05000,2.079 +14,mlp.experts.53.up_proj,0.0000020328,0.05000,2.030 +14,mlp.experts.48.up_proj,0.0000016606,0.05000,2.019 +14,mlp.experts.51.up_proj,0.0000005336,0.05000,2.078 +14,mlp.experts.54.up_proj,0.0000030908,0.05000,2.049 +14,mlp.experts.52.up_proj,0.0000003589,0.05000,2.032 +14,mlp.experts.57.up_proj,0.0000006079,0.05000,2.129 +14,mlp.experts.55.up_proj,0.0000008527,0.05000,2.073 +14,mlp.experts.58.up_proj,0.0000019941,0.05000,2.099 +14,mlp.experts.56.up_proj,0.0000007166,0.05000,2.051 +14,mlp.experts.61.up_proj,0.0000011646,0.05000,2.074 +14,mlp.experts.59.up_proj,0.0000027108,0.05000,2.097 +14,mlp.experts.62.up_proj,0.0000011530,0.05000,2.099 +14,mlp.experts.60.up_proj,0.0000017510,0.05000,2.028 +14,mlp.experts.65.up_proj,0.0000015379,0.05000,2.026 +14,mlp.experts.63.up_proj,0.0000017668,0.05000,2.090 +14,mlp.experts.66.up_proj,0.0000012616,0.05000,2.046 +14,mlp.experts.64.up_proj,0.0000014679,0.05000,2.041 +14,mlp.experts.69.up_proj,0.0000008713,0.05000,2.069 +14,mlp.experts.67.up_proj,0.0000012713,0.05000,2.054 +14,mlp.experts.70.up_proj,0.0000012968,0.05000,2.042 +14,mlp.experts.68.up_proj,0.0000017532,0.05000,2.021 +14,mlp.experts.73.up_proj,0.0000007330,0.05000,2.032 +14,mlp.experts.71.up_proj,0.0000020422,0.05000,2.067 +14,mlp.experts.74.up_proj,0.0000021332,0.05000,2.065 +14,mlp.experts.72.up_proj,0.0000025435,0.05000,2.032 +14,mlp.experts.77.up_proj,0.0000008999,0.05000,2.095 +14,mlp.experts.75.up_proj,0.0000009565,0.05000,2.060 +14,mlp.experts.78.up_proj,0.0000018614,0.05000,2.074 +14,mlp.experts.76.up_proj,0.0000025636,0.05000,2.029 +14,mlp.experts.81.up_proj,0.0000021429,0.05000,2.064 +14,mlp.experts.79.up_proj,0.0000013918,0.05000,2.115 +14,mlp.experts.82.up_proj,0.0000021328,0.05000,2.158 +14,mlp.experts.80.up_proj,0.0000012247,0.05000,2.076 +14,mlp.experts.85.up_proj,0.0000016892,0.05000,2.042 +14,mlp.experts.83.up_proj,0.0000014680,0.05000,2.048 +14,mlp.experts.86.up_proj,0.0000017020,0.05000,2.100 +14,mlp.experts.84.up_proj,0.0000022218,0.05000,2.042 +14,mlp.experts.89.up_proj,0.0000016687,0.05000,2.056 +14,mlp.experts.87.up_proj,0.0000015597,0.05000,2.072 +14,mlp.experts.90.up_proj,0.0000011989,0.05000,2.081 +14,mlp.experts.88.up_proj,0.0000006527,0.05000,2.057 +14,mlp.experts.93.up_proj,0.0000012897,0.05000,2.093 +14,mlp.experts.91.up_proj,0.0000018567,0.05000,2.074 +14,mlp.experts.94.up_proj,0.0000005946,0.05000,2.072 +14,mlp.experts.92.up_proj,0.0000012242,0.05000,2.066 +14,mlp.experts.97.up_proj,0.0000030228,0.05000,2.108 +14,mlp.experts.95.up_proj,0.0000017637,0.05000,2.064 +14,mlp.experts.98.up_proj,0.0000023048,0.05000,2.072 +14,mlp.experts.96.up_proj,0.0000017369,0.05000,2.092 +14,mlp.experts.101.up_proj,0.0000014605,0.05000,2.079 +14,mlp.experts.99.up_proj,0.0000017568,0.05000,2.097 +14,mlp.experts.102.up_proj,0.0000007182,0.05000,2.084 +14,mlp.experts.100.up_proj,0.0000009504,0.05000,2.075 +14,mlp.experts.105.up_proj,0.0000026151,0.05000,2.054 +14,mlp.experts.103.up_proj,0.0000012876,0.05000,2.089 +14,mlp.experts.106.up_proj,0.0000014213,0.05000,2.037 +14,mlp.experts.104.up_proj,0.0000011054,0.05000,2.114 +14,mlp.experts.109.up_proj,0.0000014943,0.05000,2.065 +14,mlp.experts.107.up_proj,0.0000014340,0.05000,2.073 +14,mlp.experts.110.up_proj,0.0000011701,0.05000,2.074 +14,mlp.experts.108.up_proj,0.0000023547,0.05000,2.065 +14,mlp.experts.113.up_proj,0.0000017174,0.05000,2.084 +14,mlp.experts.111.up_proj,0.0000012066,0.05000,2.089 +14,mlp.experts.114.up_proj,0.0000017382,0.05000,2.146 +14,mlp.experts.112.up_proj,0.0000015077,0.05000,2.042 +14,mlp.experts.117.up_proj,0.0000010442,0.05000,2.092 +14,mlp.experts.115.up_proj,0.0000019358,0.05000,2.050 +14,mlp.experts.118.up_proj,0.0000011514,0.05000,2.101 +14,mlp.experts.116.up_proj,0.0000006760,0.05000,2.058 +14,mlp.experts.121.up_proj,0.0000028604,0.05000,2.028 +14,mlp.experts.119.up_proj,0.0000013431,0.05000,2.014 +14,mlp.experts.122.up_proj,0.0000013853,0.05000,2.030 +14,mlp.experts.120.up_proj,0.0000018174,0.05000,2.030 +14,mlp.experts.125.up_proj,0.0000018372,0.05000,2.027 +14,mlp.experts.123.up_proj,0.0000013850,0.05000,2.051 +14,mlp.experts.126.up_proj,0.0000010938,0.05000,2.013 +14,mlp.experts.124.up_proj,0.0000024052,0.05000,2.023 +14,mlp.experts.129.up_proj,0.0000007809,0.05000,2.022 +14,mlp.experts.127.up_proj,0.0000011037,0.05000,2.067 +14,mlp.experts.130.up_proj,0.0000009334,0.05000,2.090 +14,mlp.experts.128.up_proj,0.0000010386,0.05000,2.035 +14,mlp.experts.133.up_proj,0.0000022641,0.05000,2.068 +14,mlp.experts.131.up_proj,0.0000011352,0.05000,2.068 +14,mlp.experts.134.up_proj,0.0000009320,0.05000,2.034 +14,mlp.experts.132.up_proj,0.0000029787,0.05000,2.017 +14,mlp.experts.137.up_proj,0.0000011868,0.05000,2.031 +14,mlp.experts.135.up_proj,0.0000022254,0.05000,2.052 +14,mlp.experts.138.up_proj,0.0000016421,0.05000,2.063 +14,mlp.experts.136.up_proj,0.0000014935,0.05000,2.059 +14,mlp.experts.141.up_proj,0.0000014024,0.05000,2.055 +14,mlp.experts.139.up_proj,0.0000007527,0.05000,2.137 +14,mlp.experts.142.up_proj,0.0000012901,0.05000,2.079 +14,mlp.experts.140.up_proj,0.0000010233,0.05000,2.040 +14,mlp.experts.145.up_proj,0.0000003103,0.05000,2.077 +14,mlp.experts.143.up_proj,0.0000018734,0.05000,2.018 +14,mlp.experts.146.up_proj,0.0000011504,0.05000,2.055 +14,mlp.experts.144.up_proj,0.0000012660,0.05000,2.071 +14,mlp.experts.149.up_proj,0.0000011149,0.05000,2.038 +14,mlp.experts.147.up_proj,0.0000014419,0.05000,2.007 +14,mlp.experts.150.up_proj,0.0000017092,0.05000,2.011 +14,mlp.experts.148.up_proj,0.0000016500,0.05000,2.026 +14,mlp.experts.153.up_proj,0.0000013805,0.05000,2.019 +14,mlp.experts.151.up_proj,0.0000014323,0.05000,1.999 +14,mlp.experts.154.up_proj,0.0000028357,0.05000,2.007 +14,mlp.experts.152.up_proj,0.0000013016,0.05000,2.032 +14,mlp.experts.157.up_proj,0.0000016520,0.05000,2.007 +14,mlp.experts.155.up_proj,0.0000003794,0.05000,1.918 +14,mlp.experts.158.up_proj,0.0000026736,0.05000,1.904 +14,mlp.experts.156.up_proj,0.0000014868,0.05000,1.553 +14,mlp.experts.159.up_proj,0.0000008192,0.05000,1.333 +14,mlp.experts.1.down_proj,0.0000000101,0.05000,0.631 +14,mlp.experts.2.down_proj,0.0000000131,0.05000,0.644 +14,mlp.experts.0.down_proj,0.0000000406,0.05000,0.644 +14,mlp.experts.3.down_proj,0.0000000130,0.05000,0.659 +14,mlp.experts.6.down_proj,0.0000000216,0.05000,0.619 +14,mlp.experts.5.down_proj,0.0000000233,0.05000,0.640 +14,mlp.experts.7.down_proj,0.0000000158,0.05000,0.614 +14,mlp.experts.4.down_proj,0.0000000202,0.05000,0.641 +14,mlp.experts.10.down_proj,0.0000000270,0.05000,0.617 +14,mlp.experts.9.down_proj,0.0000000372,0.05000,0.619 +14,mlp.experts.8.down_proj,0.0000000222,0.05000,0.623 +14,mlp.experts.11.down_proj,0.0000000264,0.05000,0.639 +14,mlp.experts.14.down_proj,0.0000000112,0.05000,0.613 +14,mlp.experts.13.down_proj,0.0000000402,0.05000,0.615 +14,mlp.experts.15.down_proj,0.0000000353,0.05000,0.606 +14,mlp.experts.12.down_proj,0.0000000213,0.05000,0.610 +14,mlp.experts.17.down_proj,0.0000000163,0.05000,0.626 +14,mlp.experts.16.down_proj,0.0000000335,0.05000,0.614 +14,mlp.experts.19.down_proj,0.0000000245,0.05000,0.634 +14,mlp.experts.18.down_proj,0.0000000167,0.05000,0.659 +14,mlp.experts.20.down_proj,0.0000000180,0.05000,0.615 +14,mlp.experts.23.down_proj,0.0000000053,0.05000,0.611 +14,mlp.experts.22.down_proj,0.0000000434,0.05000,0.611 +14,mlp.experts.21.down_proj,0.0000000126,0.05000,0.634 +14,mlp.experts.24.down_proj,0.0000000070,0.05000,0.611 +14,mlp.experts.25.down_proj,0.0000000128,0.05000,0.601 +14,mlp.experts.27.down_proj,0.0000000227,0.05000,0.612 +14,mlp.experts.26.down_proj,0.0000000190,0.05000,0.614 +14,mlp.experts.28.down_proj,0.0000000485,0.05000,0.611 +14,mlp.experts.29.down_proj,0.0000000254,0.05000,0.606 +14,mlp.experts.30.down_proj,0.0000000056,0.05000,0.613 +14,mlp.experts.31.down_proj,0.0000000177,0.05000,0.649 +14,mlp.experts.33.down_proj,0.0000000129,0.05000,0.605 +14,mlp.experts.32.down_proj,0.0000000288,0.05000,0.614 +14,mlp.experts.34.down_proj,0.0000000259,0.05000,0.613 +14,mlp.experts.35.down_proj,0.0000000215,0.05000,0.611 +14,mlp.experts.37.down_proj,0.0000000175,0.05000,0.610 +14,mlp.experts.36.down_proj,0.0000000234,0.05000,0.615 +14,mlp.experts.38.down_proj,0.0000000335,0.05000,0.629 +14,mlp.experts.39.down_proj,0.0000000423,0.05000,0.672 +14,mlp.experts.41.down_proj,0.0000000223,0.05000,0.601 +14,mlp.experts.40.down_proj,0.0000000244,0.05000,0.608 +14,mlp.experts.42.down_proj,0.0000000207,0.05000,0.625 +14,mlp.experts.43.down_proj,0.0000000400,0.05000,0.605 +14,mlp.experts.44.down_proj,0.0000000180,0.05000,0.617 +14,mlp.experts.45.down_proj,0.0000000139,0.05000,0.645 +14,mlp.experts.46.down_proj,0.0000000207,0.05000,0.618 +14,mlp.experts.47.down_proj,0.0000000232,0.05000,0.672 +14,mlp.experts.48.down_proj,0.0000000256,0.05000,0.634 +14,mlp.experts.49.down_proj,0.0000000206,0.05000,0.629 +14,mlp.experts.50.down_proj,0.0000000161,0.05000,0.623 +14,mlp.experts.51.down_proj,0.0000000050,0.05000,0.678 +14,mlp.experts.53.down_proj,0.0000000265,0.05000,0.623 +14,mlp.experts.52.down_proj,0.0000000142,0.05000,0.641 +14,mlp.experts.54.down_proj,0.0000000626,0.05000,0.640 +14,mlp.experts.55.down_proj,0.0000000100,0.05000,0.642 +14,mlp.experts.56.down_proj,0.0000000086,0.05000,0.636 +14,mlp.experts.58.down_proj,0.0000000284,0.05000,0.614 +14,mlp.experts.57.down_proj,0.0000000070,0.05000,0.683 +14,mlp.experts.59.down_proj,0.0000000255,0.05000,0.611 +14,mlp.experts.60.down_proj,0.0000000269,0.05000,0.612 +14,mlp.experts.61.down_proj,0.0000000140,0.05000,0.609 +14,mlp.experts.62.down_proj,0.0000000135,0.05000,0.644 +14,mlp.experts.63.down_proj,0.0000000174,0.05000,0.669 +14,mlp.experts.64.down_proj,0.0000000209,0.05000,0.625 +14,mlp.experts.65.down_proj,0.0000000162,0.05000,0.610 +14,mlp.experts.66.down_proj,0.0000000201,0.05000,0.607 +14,mlp.experts.67.down_proj,0.0000000135,0.05000,0.652 +14,mlp.experts.68.down_proj,0.0000000209,0.05000,0.632 +14,mlp.experts.70.down_proj,0.0000000205,0.05000,0.604 +14,mlp.experts.69.down_proj,0.0000000107,0.05000,0.634 +14,mlp.experts.71.down_proj,0.0000000273,0.05000,0.607 +14,mlp.experts.74.down_proj,0.0000000304,0.05000,0.600 +14,mlp.experts.72.down_proj,0.0000000359,0.05000,0.603 +14,mlp.experts.73.down_proj,0.0000000127,0.05000,0.605 +14,mlp.experts.75.down_proj,0.0000000121,0.05000,0.606 +14,mlp.experts.78.down_proj,0.0000000234,0.05000,0.604 +14,mlp.experts.76.down_proj,0.0000000304,0.05000,0.606 +14,mlp.experts.77.down_proj,0.0000000203,0.05000,0.650 +14,mlp.experts.79.down_proj,0.0000000229,0.05000,0.603 +14,mlp.experts.80.down_proj,0.0000000194,0.05000,0.611 +14,mlp.experts.82.down_proj,0.0000000331,0.05000,0.640 +14,mlp.experts.81.down_proj,0.0000000282,0.05000,0.619 +14,mlp.experts.83.down_proj,0.0000000307,0.05000,0.655 +14,mlp.experts.84.down_proj,0.0000000282,0.05000,0.615 +14,mlp.experts.86.down_proj,0.0000000173,0.05000,0.618 +14,mlp.experts.85.down_proj,0.0000000199,0.05000,0.622 +14,mlp.experts.87.down_proj,0.0000000213,0.05000,0.636 +14,mlp.experts.88.down_proj,0.0000000086,0.05000,0.635 +14,mlp.experts.90.down_proj,0.0000000264,0.05000,0.634 +14,mlp.experts.89.down_proj,0.0000000375,0.05000,0.619 +14,mlp.experts.91.down_proj,0.0000000215,0.05000,0.610 +14,mlp.experts.92.down_proj,0.0000000152,0.05000,0.612 +14,mlp.experts.94.down_proj,0.0000000076,0.05000,0.606 +14,mlp.experts.93.down_proj,0.0000000192,0.05000,0.627 +14,mlp.experts.95.down_proj,0.0000000245,0.05000,0.625 +14,mlp.experts.96.down_proj,0.0000000292,0.05000,0.599 +14,mlp.experts.98.down_proj,0.0000000278,0.05000,0.595 +14,mlp.experts.97.down_proj,0.0000000523,0.05000,0.598 +14,mlp.experts.99.down_proj,0.0000000256,0.05000,0.600 +14,mlp.experts.100.down_proj,0.0000000208,0.05000,0.608 +14,mlp.experts.102.down_proj,0.0000000136,0.05000,0.624 +14,mlp.experts.101.down_proj,0.0000000180,0.05000,0.628 +14,mlp.experts.103.down_proj,0.0000000163,0.05000,0.612 +14,mlp.experts.104.down_proj,0.0000000137,0.05000,0.608 +14,mlp.experts.106.down_proj,0.0000000230,0.05000,0.610 +14,mlp.experts.105.down_proj,0.0000000440,0.05000,0.613 +14,mlp.experts.107.down_proj,0.0000000133,0.05000,0.611 +14,mlp.experts.108.down_proj,0.0000000266,0.05000,0.628 +14,mlp.experts.110.down_proj,0.0000000190,0.05000,0.615 +14,mlp.experts.109.down_proj,0.0000000202,0.05000,0.630 +14,mlp.experts.111.down_proj,0.0000000140,0.05000,0.655 +14,mlp.experts.112.down_proj,0.0000000235,0.05000,0.619 +14,mlp.experts.114.down_proj,0.0000000462,0.05000,0.642 +14,mlp.experts.113.down_proj,0.0000000306,0.05000,0.638 +14,mlp.experts.115.down_proj,0.0000000225,0.05000,0.631 +14,mlp.experts.116.down_proj,0.0000000209,0.05000,0.609 +14,mlp.experts.118.down_proj,0.0000000122,0.05000,0.629 +14,mlp.experts.117.down_proj,0.0000000201,0.05000,0.607 +14,mlp.experts.119.down_proj,0.0000000136,0.05000,0.631 +14,mlp.experts.120.down_proj,0.0000000217,0.05000,0.626 +14,mlp.experts.122.down_proj,0.0000000270,0.05000,0.636 +14,mlp.experts.121.down_proj,0.0000000338,0.05000,0.600 +14,mlp.experts.123.down_proj,0.0000000173,0.05000,0.602 +14,mlp.experts.124.down_proj,0.0000000345,0.05000,0.601 +14,mlp.experts.126.down_proj,0.0000000209,0.05000,0.618 +14,mlp.experts.125.down_proj,0.0000000297,0.05000,0.596 +14,mlp.experts.127.down_proj,0.0000000144,0.05000,0.624 +14,mlp.experts.128.down_proj,0.0000000141,0.05000,0.615 +14,mlp.experts.129.down_proj,0.0000000103,0.05000,0.608 +14,mlp.experts.130.down_proj,0.0000000146,0.05000,0.636 +14,mlp.experts.131.down_proj,0.0000000242,0.05000,0.628 +14,mlp.experts.132.down_proj,0.0000000653,0.05000,0.618 +14,mlp.experts.133.down_proj,0.0000000286,0.05000,0.647 +14,mlp.experts.134.down_proj,0.0000000201,0.05000,0.634 +14,mlp.experts.135.down_proj,0.0000000315,0.05000,0.634 +14,mlp.experts.136.down_proj,0.0000000194,0.05000,0.629 +14,mlp.experts.137.down_proj,0.0000000177,0.05000,0.640 +14,mlp.experts.138.down_proj,0.0000000204,0.05000,0.677 +14,mlp.experts.139.down_proj,0.0000000107,0.05000,0.664 +14,mlp.experts.140.down_proj,0.0000000199,0.05000,0.654 +14,mlp.experts.141.down_proj,0.0000000154,0.05000,0.644 +14,mlp.experts.142.down_proj,0.0000000157,0.05000,0.638 +14,mlp.experts.143.down_proj,0.0000000216,0.05000,0.661 +14,mlp.experts.144.down_proj,0.0000000189,0.05000,0.632 +14,mlp.experts.145.down_proj,0.0000000026,0.05000,0.612 +14,mlp.experts.146.down_proj,0.0000000182,0.05000,0.615 +14,mlp.experts.147.down_proj,0.0000000194,0.05000,0.609 +14,mlp.experts.148.down_proj,0.0000000223,0.05000,0.602 +14,mlp.experts.149.down_proj,0.0000000166,0.05000,0.605 +14,mlp.experts.150.down_proj,0.0000000227,0.05000,0.614 +14,mlp.experts.151.down_proj,0.0000000181,0.05000,0.621 +14,mlp.experts.152.down_proj,0.0000000176,0.05000,0.610 +14,mlp.experts.153.down_proj,0.0000000156,0.05000,0.639 +14,mlp.experts.154.down_proj,0.0000000405,0.05000,0.619 +14,mlp.experts.155.down_proj,0.0000000040,0.05000,0.633 +14,mlp.experts.156.down_proj,0.0000000282,0.05000,0.608 +14,mlp.experts.157.down_proj,0.0000000201,0.05000,0.593 +14,mlp.experts.158.down_proj,0.0000000402,0.05000,0.585 +14,mlp.experts.159.down_proj,0.0000000156,0.05000,0.438 +15,mlp.experts.3.gate_proj,0.0000018844,0.05000,2.107 +15,mlp.experts.1.gate_proj,0.0000010096,0.05000,2.110 +15,mlp.experts.0.gate_proj,0.0000016078,0.05000,2.150 +15,mlp.experts.2.gate_proj,0.0000030289,0.05000,2.203 +15,mlp.experts.4.gate_proj,0.0000019439,0.05000,2.009 +15,mlp.experts.5.gate_proj,0.0000009727,0.05000,2.084 +15,mlp.experts.7.gate_proj,0.0000026169,0.05000,2.137 +15,mlp.experts.6.gate_proj,0.0000010678,0.05000,2.078 +15,mlp.experts.8.gate_proj,0.0000013374,0.05000,2.040 +15,mlp.experts.9.gate_proj,0.0000012730,0.05000,2.073 +15,mlp.experts.11.gate_proj,0.0000025884,0.05000,2.076 +15,mlp.experts.10.gate_proj,0.0000015117,0.05000,2.072 +15,mlp.experts.12.gate_proj,0.0000017416,0.05000,2.033 +15,mlp.experts.13.gate_proj,0.0000015345,0.05000,2.073 +15,mlp.experts.15.gate_proj,0.0000011278,0.05000,2.060 +15,mlp.experts.14.gate_proj,0.0000018998,0.05000,2.053 +15,mlp.experts.16.gate_proj,0.0000013327,0.05000,2.074 +15,mlp.experts.19.gate_proj,0.0000025403,0.05000,2.037 +15,mlp.experts.17.gate_proj,0.0000005707,0.05000,2.078 +15,mlp.experts.18.gate_proj,0.0000017741,0.05000,2.086 +15,mlp.experts.20.gate_proj,0.0000009636,0.05000,2.054 +15,mlp.experts.21.gate_proj,0.0000020770,0.05000,2.087 +15,mlp.experts.23.gate_proj,0.0000009543,0.05000,2.089 +15,mlp.experts.22.gate_proj,0.0000035002,0.05000,2.081 +15,mlp.experts.24.gate_proj,0.0000010768,0.05000,2.152 +15,mlp.experts.25.gate_proj,0.0000014432,0.05000,2.117 +15,mlp.experts.26.gate_proj,0.0000009511,0.05000,2.073 +15,mlp.experts.27.gate_proj,0.0000003657,0.05000,2.184 +15,mlp.experts.28.gate_proj,0.0000005457,0.05000,2.040 +15,mlp.experts.30.gate_proj,0.0000018556,0.05000,2.006 +15,mlp.experts.29.gate_proj,0.0000009735,0.05000,2.079 +15,mlp.experts.31.gate_proj,0.0000035467,0.05000,2.059 +15,mlp.experts.32.gate_proj,0.0000009138,0.05000,2.086 +15,mlp.experts.34.gate_proj,0.0000020360,0.05000,2.077 +15,mlp.experts.33.gate_proj,0.0000009383,0.05000,2.066 +15,mlp.experts.35.gate_proj,0.0000017483,0.05000,2.074 +15,mlp.experts.36.gate_proj,0.0000010095,0.05000,2.067 +15,mlp.experts.37.gate_proj,0.0000017097,0.05000,2.045 +15,mlp.experts.38.gate_proj,0.0000021355,0.05000,2.159 +15,mlp.experts.39.gate_proj,0.0000014444,0.05000,2.158 +15,mlp.experts.40.gate_proj,0.0000012438,0.05000,2.051 +15,mlp.experts.41.gate_proj,0.0000013326,0.05000,2.050 +15,mlp.experts.42.gate_proj,0.0000026317,0.05000,2.096 +15,mlp.experts.43.gate_proj,0.0000020216,0.05000,2.079 +15,mlp.experts.44.gate_proj,0.0000016627,0.05000,2.097 +15,mlp.experts.45.gate_proj,0.0000020808,0.05000,2.068 +15,mlp.experts.46.gate_proj,0.0000008934,0.05000,2.085 +15,mlp.experts.47.gate_proj,0.0000018587,0.05000,2.090 +15,mlp.experts.48.gate_proj,0.0000012865,0.05000,2.060 +15,mlp.experts.49.gate_proj,0.0000013146,0.05000,2.034 +15,mlp.experts.50.gate_proj,0.0000019329,0.05000,2.089 +15,mlp.experts.51.gate_proj,0.0000008106,0.05000,2.087 +15,mlp.experts.52.gate_proj,0.0000015838,0.05000,2.081 +15,mlp.experts.53.gate_proj,0.0000012745,0.05000,2.089 +15,mlp.experts.54.gate_proj,0.0000020307,0.05000,2.072 +15,mlp.experts.55.gate_proj,0.0000010536,0.05000,2.138 +15,mlp.experts.56.gate_proj,0.0000007504,0.05000,2.078 +15,mlp.experts.57.gate_proj,0.0000006848,0.05000,2.079 +15,mlp.experts.58.gate_proj,0.0000020083,0.05000,2.109 +15,mlp.experts.59.gate_proj,0.0000011237,0.05000,2.099 +15,mlp.experts.60.gate_proj,0.0000019442,0.05000,2.102 +15,mlp.experts.61.gate_proj,0.0000021900,0.05000,2.066 +15,mlp.experts.62.gate_proj,0.0000014730,0.05000,2.077 +15,mlp.experts.63.gate_proj,0.0000013165,0.05000,2.083 +15,mlp.experts.64.gate_proj,0.0000006008,0.05000,2.069 +15,mlp.experts.65.gate_proj,0.0000028751,0.05000,2.077 +15,mlp.experts.66.gate_proj,0.0000010537,0.05000,2.073 +15,mlp.experts.67.gate_proj,0.0000017594,0.05000,2.148 +15,mlp.experts.69.gate_proj,0.0000005362,0.05000,2.062 +15,mlp.experts.68.gate_proj,0.0000018593,0.05000,2.095 +15,mlp.experts.70.gate_proj,0.0000012780,0.05000,2.075 +15,mlp.experts.71.gate_proj,0.0000030731,0.05000,2.096 +15,mlp.experts.73.gate_proj,0.0000020706,0.05000,2.067 +15,mlp.experts.72.gate_proj,0.0000012559,0.05000,2.176 +15,mlp.experts.74.gate_proj,0.0000018986,0.05000,2.082 +15,mlp.experts.75.gate_proj,0.0000018194,0.05000,2.098 +15,mlp.experts.77.gate_proj,0.0000010241,0.05000,2.043 +15,mlp.experts.76.gate_proj,0.0000031132,0.05000,2.122 +15,mlp.experts.78.gate_proj,0.0000019172,0.05000,2.064 +15,mlp.experts.79.gate_proj,0.0000013298,0.05000,2.058 +15,mlp.experts.81.gate_proj,0.0000008525,0.05000,2.042 +15,mlp.experts.80.gate_proj,0.0000029489,0.05000,2.041 +15,mlp.experts.82.gate_proj,0.0000028642,0.05000,2.067 +15,mlp.experts.83.gate_proj,0.0000018125,0.05000,2.126 +15,mlp.experts.85.gate_proj,0.0000015318,0.05000,2.072 +15,mlp.experts.84.gate_proj,0.0000015635,0.05000,2.143 +15,mlp.experts.86.gate_proj,0.0000013542,0.05000,2.110 +15,mlp.experts.87.gate_proj,0.0000013624,0.05000,2.127 +15,mlp.experts.89.gate_proj,0.0000016451,0.05000,2.049 +15,mlp.experts.88.gate_proj,0.0000026862,0.05000,2.123 +15,mlp.experts.90.gate_proj,0.0000009527,0.05000,2.115 +15,mlp.experts.91.gate_proj,0.0000013660,0.05000,2.039 +15,mlp.experts.93.gate_proj,0.0000014735,0.05000,2.054 +15,mlp.experts.92.gate_proj,0.0000014890,0.05000,2.145 +15,mlp.experts.94.gate_proj,0.0000008999,0.05000,2.112 +15,mlp.experts.95.gate_proj,0.0000014674,0.05000,2.073 +15,mlp.experts.97.gate_proj,0.0000007810,0.05000,2.048 +15,mlp.experts.98.gate_proj,0.0000004063,0.05000,2.029 +15,mlp.experts.96.gate_proj,0.0000015745,0.05000,2.104 +15,mlp.experts.99.gate_proj,0.0000017177,0.05000,2.047 +15,mlp.experts.101.gate_proj,0.0000015240,0.05000,2.009 +15,mlp.experts.102.gate_proj,0.0000020333,0.05000,2.038 +15,mlp.experts.100.gate_proj,0.0000011405,0.05000,2.052 +15,mlp.experts.103.gate_proj,0.0000017011,0.05000,2.036 +15,mlp.experts.105.gate_proj,0.0000019337,0.05000,2.063 +15,mlp.experts.104.gate_proj,0.0000020409,0.05000,2.036 +15,mlp.experts.106.gate_proj,0.0000009394,0.05000,2.109 +15,mlp.experts.107.gate_proj,0.0000009151,0.05000,2.064 +15,mlp.experts.109.gate_proj,0.0000012008,0.05000,2.051 +15,mlp.experts.108.gate_proj,0.0000011725,0.05000,2.055 +15,mlp.experts.110.gate_proj,0.0000022593,0.05000,2.088 +15,mlp.experts.111.gate_proj,0.0000004805,0.05000,2.102 +15,mlp.experts.113.gate_proj,0.0000013503,0.05000,2.052 +15,mlp.experts.112.gate_proj,0.0000016415,0.05000,2.053 +15,mlp.experts.114.gate_proj,0.0000014572,0.05000,2.047 +15,mlp.experts.115.gate_proj,0.0000016762,0.05000,2.071 +15,mlp.experts.117.gate_proj,0.0000013948,0.05000,2.092 +15,mlp.experts.116.gate_proj,0.0000010855,0.05000,2.073 +15,mlp.experts.118.gate_proj,0.0000011439,0.05000,2.046 +15,mlp.experts.119.gate_proj,0.0000005249,0.05000,2.045 +15,mlp.experts.121.gate_proj,0.0000010600,0.05000,2.018 +15,mlp.experts.120.gate_proj,0.0000018987,0.05000,2.049 +15,mlp.experts.122.gate_proj,0.0000018801,0.05000,2.082 +15,mlp.experts.123.gate_proj,0.0000015686,0.05000,2.088 +15,mlp.experts.125.gate_proj,0.0000012968,0.05000,2.068 +15,mlp.experts.124.gate_proj,0.0000016531,0.05000,2.090 +15,mlp.experts.126.gate_proj,0.0000014540,0.05000,2.120 +15,mlp.experts.127.gate_proj,0.0000006297,0.05000,2.065 +15,mlp.experts.129.gate_proj,0.0000013299,0.05000,2.052 +15,mlp.experts.128.gate_proj,0.0000020084,0.05000,2.032 +15,mlp.experts.130.gate_proj,0.0000019030,0.05000,2.084 +15,mlp.experts.131.gate_proj,0.0000004857,0.05000,2.063 +15,mlp.experts.133.gate_proj,0.0000018046,0.05000,2.033 +15,mlp.experts.132.gate_proj,0.0000014589,0.05000,2.079 +15,mlp.experts.134.gate_proj,0.0000018296,0.05000,2.075 +15,mlp.experts.135.gate_proj,0.0000025233,0.05000,2.044 +15,mlp.experts.137.gate_proj,0.0000016029,0.05000,2.044 +15,mlp.experts.136.gate_proj,0.0000024910,0.05000,2.055 +15,mlp.experts.138.gate_proj,0.0000046271,0.05000,2.061 +15,mlp.experts.139.gate_proj,0.0000011250,0.05000,2.072 +15,mlp.experts.141.gate_proj,0.0000017013,0.05000,2.043 +15,mlp.experts.140.gate_proj,0.0000008546,0.05000,2.112 +15,mlp.experts.142.gate_proj,0.0000023488,0.05000,2.063 +15,mlp.experts.143.gate_proj,0.0000014657,0.05000,2.107 +15,mlp.experts.145.gate_proj,0.0000022815,0.05000,2.054 +15,mlp.experts.144.gate_proj,0.0000023981,0.05000,2.067 +15,mlp.experts.146.gate_proj,0.0000018836,0.05000,2.120 +15,mlp.experts.147.gate_proj,0.0000005757,0.05000,2.087 +15,mlp.experts.149.gate_proj,0.0000019853,0.05000,2.065 +15,mlp.experts.148.gate_proj,0.0000010930,0.05000,2.133 +15,mlp.experts.150.gate_proj,0.0000010969,0.05000,2.053 +15,mlp.experts.151.gate_proj,0.0000020852,0.05000,2.049 +15,mlp.experts.153.gate_proj,0.0000021064,0.05000,2.048 +15,mlp.experts.154.gate_proj,0.0000012161,0.05000,2.066 +15,mlp.experts.152.gate_proj,0.0000005092,0.05000,2.160 +15,mlp.experts.155.gate_proj,0.0000034651,0.05000,2.055 +15,mlp.experts.157.gate_proj,0.0000025925,0.05000,2.032 +15,mlp.experts.158.gate_proj,0.0000014183,0.05000,2.059 +15,mlp.experts.156.gate_proj,0.0000012920,0.05000,2.104 +15,mlp.experts.159.gate_proj,0.0000015564,0.05000,2.084 +15,mlp.experts.1.up_proj,0.0000010030,0.05000,2.085 +15,mlp.experts.2.up_proj,0.0000030141,0.05000,2.093 +15,mlp.experts.3.up_proj,0.0000018666,0.05000,2.107 +15,mlp.experts.0.up_proj,0.0000015941,0.05000,2.163 +15,mlp.experts.5.up_proj,0.0000009615,0.05000,2.170 +15,mlp.experts.6.up_proj,0.0000010584,0.05000,2.088 +15,mlp.experts.7.up_proj,0.0000025942,0.05000,2.100 +15,mlp.experts.4.up_proj,0.0000019281,0.05000,2.128 +15,mlp.experts.9.up_proj,0.0000012598,0.05000,2.066 +15,mlp.experts.10.up_proj,0.0000015027,0.05000,2.090 +15,mlp.experts.11.up_proj,0.0000025719,0.05000,2.055 +15,mlp.experts.8.up_proj,0.0000013293,0.05000,2.065 +15,mlp.experts.13.up_proj,0.0000015252,0.05000,2.052 +15,mlp.experts.14.up_proj,0.0000018942,0.05000,2.052 +15,mlp.experts.15.up_proj,0.0000011169,0.05000,2.069 +15,mlp.experts.12.up_proj,0.0000017332,0.05000,2.061 +15,mlp.experts.17.up_proj,0.0000005646,0.05000,2.039 +15,mlp.experts.18.up_proj,0.0000017557,0.05000,2.087 +15,mlp.experts.19.up_proj,0.0000025216,0.05000,2.025 +15,mlp.experts.16.up_proj,0.0000013227,0.05000,2.043 +15,mlp.experts.21.up_proj,0.0000020623,0.05000,2.114 +15,mlp.experts.22.up_proj,0.0000034912,0.05000,2.091 +15,mlp.experts.23.up_proj,0.0000009510,0.05000,2.090 +15,mlp.experts.20.up_proj,0.0000009550,0.05000,2.071 +15,mlp.experts.25.up_proj,0.0000014320,0.05000,2.085 +15,mlp.experts.26.up_proj,0.0000009424,0.05000,2.087 +15,mlp.experts.27.up_proj,0.0000003621,0.05000,2.060 +15,mlp.experts.24.up_proj,0.0000010675,0.05000,2.087 +15,mlp.experts.29.up_proj,0.0000009694,0.05000,2.084 +15,mlp.experts.30.up_proj,0.0000018541,0.05000,2.067 +15,mlp.experts.31.up_proj,0.0000035264,0.05000,2.062 +15,mlp.experts.28.up_proj,0.0000005399,0.05000,2.102 +15,mlp.experts.33.up_proj,0.0000009333,0.05000,2.077 +15,mlp.experts.35.up_proj,0.0000017356,0.05000,2.042 +15,mlp.experts.34.up_proj,0.0000020203,0.05000,2.104 +15,mlp.experts.32.up_proj,0.0000009011,0.05000,2.075 +15,mlp.experts.37.up_proj,0.0000016987,0.05000,2.034 +15,mlp.experts.38.up_proj,0.0000021142,0.05000,2.074 +15,mlp.experts.39.up_proj,0.0000014312,0.05000,2.126 +15,mlp.experts.36.up_proj,0.0000010023,0.05000,2.077 +15,mlp.experts.41.up_proj,0.0000013238,0.05000,2.150 +15,mlp.experts.42.up_proj,0.0000026085,0.05000,2.097 +15,mlp.experts.43.up_proj,0.0000020078,0.05000,2.127 +15,mlp.experts.40.up_proj,0.0000012324,0.05000,2.114 +15,mlp.experts.45.up_proj,0.0000020702,0.05000,2.072 +15,mlp.experts.46.up_proj,0.0000008845,0.05000,2.054 +15,mlp.experts.47.up_proj,0.0000018396,0.05000,2.046 +15,mlp.experts.44.up_proj,0.0000016433,0.05000,2.024 +15,mlp.experts.49.up_proj,0.0000013051,0.05000,1.635 +15,mlp.experts.50.up_proj,0.0000019109,0.05000,1.237 +15,mlp.experts.48.up_proj,0.0000012784,0.05000,2.069 +15,mlp.experts.51.up_proj,0.0000008037,0.05000,2.108 +15,mlp.experts.53.up_proj,0.0000012578,0.05000,2.110 +15,mlp.experts.54.up_proj,0.0000020223,0.05000,2.178 +15,mlp.experts.55.up_proj,0.0000010480,0.05000,2.082 +15,mlp.experts.57.up_proj,0.0000006818,0.05000,2.131 +15,mlp.experts.52.up_proj,0.0000015696,0.05000,2.201 +15,mlp.experts.58.up_proj,0.0000019980,0.05000,2.140 +15,mlp.experts.59.up_proj,0.0000011122,0.05000,2.084 +15,mlp.experts.61.up_proj,0.0000021727,0.05000,2.112 +15,mlp.experts.62.up_proj,0.0000014679,0.05000,2.113 +15,mlp.experts.56.up_proj,0.0000007455,0.05000,2.158 +15,mlp.experts.63.up_proj,0.0000013009,0.05000,2.089 +15,mlp.experts.65.up_proj,0.0000028599,0.05000,2.104 +15,mlp.experts.60.up_proj,0.0000019294,0.05000,2.111 +15,mlp.experts.66.up_proj,0.0000010462,0.05000,2.168 +15,mlp.experts.67.up_proj,0.0000017436,0.05000,2.141 +15,mlp.experts.69.up_proj,0.0000005301,0.05000,2.124 +15,mlp.experts.64.up_proj,0.0000005948,0.05000,2.107 +15,mlp.experts.70.up_proj,0.0000012751,0.05000,2.085 +15,mlp.experts.71.up_proj,0.0000030592,0.05000,2.044 +15,mlp.experts.73.up_proj,0.0000020517,0.05000,2.052 +15,mlp.experts.68.up_proj,0.0000018441,0.05000,2.136 +15,mlp.experts.74.up_proj,0.0000018865,0.05000,2.144 +15,mlp.experts.75.up_proj,0.0000018076,0.05000,2.097 +15,mlp.experts.77.up_proj,0.0000010167,0.05000,2.108 +15,mlp.experts.72.up_proj,0.0000012461,0.05000,2.118 +15,mlp.experts.78.up_proj,0.0000018999,0.05000,2.117 +15,mlp.experts.79.up_proj,0.0000013190,0.05000,2.071 +15,mlp.experts.81.up_proj,0.0000008437,0.05000,2.114 +15,mlp.experts.76.up_proj,0.0000030879,0.05000,2.071 +15,mlp.experts.82.up_proj,0.0000028560,0.05000,2.113 +15,mlp.experts.83.up_proj,0.0000017989,0.05000,2.145 +15,mlp.experts.85.up_proj,0.0000015172,0.05000,2.047 +15,mlp.experts.80.up_proj,0.0000029308,0.05000,2.092 +15,mlp.experts.86.up_proj,0.0000013483,0.05000,2.094 +15,mlp.experts.87.up_proj,0.0000013485,0.05000,2.101 +15,mlp.experts.89.up_proj,0.0000016293,0.05000,2.116 +15,mlp.experts.84.up_proj,0.0000015481,0.05000,2.131 +15,mlp.experts.90.up_proj,0.0000009434,0.05000,2.073 +15,mlp.experts.91.up_proj,0.0000013588,0.05000,2.042 +15,mlp.experts.93.up_proj,0.0000014605,0.05000,2.104 +15,mlp.experts.88.up_proj,0.0000026409,0.05000,2.071 +15,mlp.experts.94.up_proj,0.0000008913,0.05000,2.084 +15,mlp.experts.95.up_proj,0.0000014483,0.05000,2.085 +15,mlp.experts.97.up_proj,0.0000007771,0.05000,2.111 +15,mlp.experts.92.up_proj,0.0000014764,0.05000,2.067 +15,mlp.experts.98.up_proj,0.0000004025,0.05000,2.105 +15,mlp.experts.99.up_proj,0.0000017013,0.05000,2.032 +15,mlp.experts.101.up_proj,0.0000015077,0.05000,2.086 +15,mlp.experts.96.up_proj,0.0000015543,0.05000,2.111 +15,mlp.experts.102.up_proj,0.0000020159,0.05000,2.060 +15,mlp.experts.103.up_proj,0.0000016833,0.05000,2.098 +15,mlp.experts.105.up_proj,0.0000019184,0.05000,2.040 +15,mlp.experts.106.up_proj,0.0000009267,0.05000,2.019 +15,mlp.experts.100.up_proj,0.0000011314,0.05000,2.084 +15,mlp.experts.107.up_proj,0.0000009009,0.05000,2.032 +15,mlp.experts.109.up_proj,0.0000011858,0.05000,2.044 +15,mlp.experts.110.up_proj,0.0000022470,0.05000,2.099 +15,mlp.experts.104.up_proj,0.0000020170,0.05000,2.116 +15,mlp.experts.111.up_proj,0.0000004778,0.05000,2.029 +15,mlp.experts.113.up_proj,0.0000013433,0.05000,2.017 +15,mlp.experts.114.up_proj,0.0000014508,0.05000,2.012 +15,mlp.experts.108.up_proj,0.0000011545,0.05000,2.022 +15,mlp.experts.115.up_proj,0.0000016730,0.05000,2.050 +15,mlp.experts.117.up_proj,0.0000013869,0.05000,2.059 +15,mlp.experts.118.up_proj,0.0000011310,0.05000,2.078 +15,mlp.experts.112.up_proj,0.0000016330,0.05000,2.126 +15,mlp.experts.119.up_proj,0.0000005224,0.05000,2.060 +15,mlp.experts.121.up_proj,0.0000010521,0.05000,2.048 +15,mlp.experts.122.up_proj,0.0000018563,0.05000,2.032 +15,mlp.experts.116.up_proj,0.0000010771,0.05000,2.094 +15,mlp.experts.123.up_proj,0.0000015579,0.05000,2.037 +15,mlp.experts.125.up_proj,0.0000012845,0.05000,2.029 +15,mlp.experts.126.up_proj,0.0000014402,0.05000,2.028 +15,mlp.experts.120.up_proj,0.0000018870,0.05000,2.123 +15,mlp.experts.127.up_proj,0.0000006222,0.05000,2.102 +15,mlp.experts.129.up_proj,0.0000013228,0.05000,2.088 +15,mlp.experts.130.up_proj,0.0000018842,0.05000,2.064 +15,mlp.experts.124.up_proj,0.0000016369,0.05000,2.099 +15,mlp.experts.131.up_proj,0.0000004826,0.05000,2.096 +15,mlp.experts.133.up_proj,0.0000017922,0.05000,2.086 +15,mlp.experts.134.up_proj,0.0000018173,0.05000,2.060 +15,mlp.experts.128.up_proj,0.0000019987,0.05000,2.087 +15,mlp.experts.135.up_proj,0.0000025025,0.05000,2.039 +15,mlp.experts.137.up_proj,0.0000015853,0.05000,2.097 +15,mlp.experts.138.up_proj,0.0000045861,0.05000,2.064 +15,mlp.experts.132.up_proj,0.0000014389,0.05000,2.128 +15,mlp.experts.139.up_proj,0.0000011171,0.05000,2.101 +15,mlp.experts.141.up_proj,0.0000016884,0.05000,2.062 +15,mlp.experts.142.up_proj,0.0000023320,0.05000,2.039 +15,mlp.experts.136.up_proj,0.0000024255,0.05000,2.088 +15,mlp.experts.143.up_proj,0.0000014565,0.05000,2.106 +15,mlp.experts.145.up_proj,0.0000022694,0.05000,2.046 +15,mlp.experts.146.up_proj,0.0000018693,0.05000,2.057 +15,mlp.experts.140.up_proj,0.0000008444,0.05000,2.075 +15,mlp.experts.147.up_proj,0.0000005747,0.05000,2.026 +15,mlp.experts.149.up_proj,0.0000019772,0.05000,2.046 +15,mlp.experts.150.up_proj,0.0000010865,0.05000,2.074 +15,mlp.experts.144.up_proj,0.0000023849,0.05000,2.109 +15,mlp.experts.151.up_proj,0.0000020676,0.05000,2.098 +15,mlp.experts.153.up_proj,0.0000020973,0.05000,2.045 +15,mlp.experts.154.up_proj,0.0000012085,0.05000,2.077 +15,mlp.experts.148.up_proj,0.0000010845,0.05000,2.074 +15,mlp.experts.157.up_proj,0.0000025767,0.05000,2.028 +15,mlp.experts.155.up_proj,0.0000034485,0.05000,2.069 +15,mlp.experts.158.up_proj,0.0000014055,0.05000,2.030 +15,mlp.experts.152.up_proj,0.0000005046,0.05000,1.855 +15,mlp.experts.159.up_proj,0.0000015483,0.05000,1.382 +15,mlp.experts.156.up_proj,0.0000012825,0.05000,1.224 +15,mlp.experts.1.down_proj,0.0000000143,0.05000,0.630 +15,mlp.experts.2.down_proj,0.0000000373,0.05000,0.630 +15,mlp.experts.3.down_proj,0.0000000364,0.05000,0.630 +15,mlp.experts.0.down_proj,0.0000000218,0.05000,0.633 +15,mlp.experts.7.down_proj,0.0000000400,0.05000,0.605 +15,mlp.experts.6.down_proj,0.0000000089,0.05000,0.608 +15,mlp.experts.5.down_proj,0.0000000103,0.05000,0.612 +15,mlp.experts.4.down_proj,0.0000000235,0.05000,0.611 +15,mlp.experts.11.down_proj,0.0000000460,0.05000,0.612 +15,mlp.experts.8.down_proj,0.0000000174,0.05000,0.614 +15,mlp.experts.10.down_proj,0.0000000168,0.05000,0.628 +15,mlp.experts.9.down_proj,0.0000000195,0.05000,0.650 +15,mlp.experts.15.down_proj,0.0000000091,0.05000,0.623 +15,mlp.experts.14.down_proj,0.0000000257,0.05000,0.604 +15,mlp.experts.13.down_proj,0.0000000162,0.05000,0.608 +15,mlp.experts.12.down_proj,0.0000000192,0.05000,0.657 +15,mlp.experts.19.down_proj,0.0000000447,0.05000,0.603 +15,mlp.experts.18.down_proj,0.0000000285,0.05000,0.609 +15,mlp.experts.17.down_proj,0.0000000072,0.05000,0.609 +15,mlp.experts.16.down_proj,0.0000000151,0.05000,0.627 +15,mlp.experts.23.down_proj,0.0000000159,0.05000,0.603 +15,mlp.experts.22.down_proj,0.0000000708,0.05000,0.607 +15,mlp.experts.21.down_proj,0.0000000289,0.05000,0.610 +15,mlp.experts.20.down_proj,0.0000000193,0.05000,0.644 +15,mlp.experts.26.down_proj,0.0000000175,0.05000,0.619 +15,mlp.experts.27.down_proj,0.0000000107,0.05000,0.650 +15,mlp.experts.25.down_proj,0.0000000210,0.05000,0.611 +15,mlp.experts.24.down_proj,0.0000000182,0.05000,0.633 +15,mlp.experts.30.down_proj,0.0000000182,0.05000,0.613 +15,mlp.experts.31.down_proj,0.0000000483,0.05000,0.606 +15,mlp.experts.29.down_proj,0.0000000111,0.05000,0.606 +15,mlp.experts.28.down_proj,0.0000000117,0.05000,0.610 +15,mlp.experts.34.down_proj,0.0000000216,0.05000,0.608 +15,mlp.experts.33.down_proj,0.0000000165,0.05000,0.607 +15,mlp.experts.35.down_proj,0.0000000211,0.05000,0.628 +15,mlp.experts.32.down_proj,0.0000000201,0.05000,0.629 +15,mlp.experts.38.down_proj,0.0000000361,0.05000,0.601 +15,mlp.experts.37.down_proj,0.0000000298,0.05000,0.605 +15,mlp.experts.39.down_proj,0.0000000174,0.05000,0.602 +15,mlp.experts.36.down_proj,0.0000000246,0.05000,0.610 +15,mlp.experts.42.down_proj,0.0000000285,0.05000,0.616 +15,mlp.experts.41.down_proj,0.0000000241,0.05000,0.606 +15,mlp.experts.43.down_proj,0.0000000360,0.05000,0.603 +15,mlp.experts.40.down_proj,0.0000000115,0.05000,0.611 +15,mlp.experts.46.down_proj,0.0000000125,0.05000,0.604 +15,mlp.experts.45.down_proj,0.0000000262,0.05000,0.605 +15,mlp.experts.47.down_proj,0.0000000352,0.05000,0.599 +15,mlp.experts.44.down_proj,0.0000000259,0.05000,0.609 +15,mlp.experts.49.down_proj,0.0000000163,0.05000,0.606 +15,mlp.experts.50.down_proj,0.0000000200,0.05000,0.630 +15,mlp.experts.51.down_proj,0.0000000109,0.05000,0.627 +15,mlp.experts.48.down_proj,0.0000000212,0.05000,0.614 +15,mlp.experts.53.down_proj,0.0000000185,0.05000,0.605 +15,mlp.experts.54.down_proj,0.0000000195,0.05000,0.596 +15,mlp.experts.55.down_proj,0.0000000086,0.05000,0.602 +15,mlp.experts.52.down_proj,0.0000000285,0.05000,0.607 +15,mlp.experts.57.down_proj,0.0000000089,0.05000,0.607 +15,mlp.experts.58.down_proj,0.0000000292,0.05000,0.613 +15,mlp.experts.59.down_proj,0.0000000267,0.05000,0.604 +15,mlp.experts.56.down_proj,0.0000000097,0.05000,0.613 +15,mlp.experts.61.down_proj,0.0000000316,0.05000,0.618 +15,mlp.experts.63.down_proj,0.0000000199,0.05000,0.646 +15,mlp.experts.62.down_proj,0.0000000186,0.05000,0.676 +15,mlp.experts.60.down_proj,0.0000000281,0.05000,0.619 +15,mlp.experts.65.down_proj,0.0000000582,0.05000,0.612 +15,mlp.experts.67.down_proj,0.0000000299,0.05000,0.627 +15,mlp.experts.66.down_proj,0.0000000196,0.05000,0.609 +15,mlp.experts.64.down_proj,0.0000000064,0.05000,0.615 +15,mlp.experts.69.down_proj,0.0000000099,0.05000,0.611 +15,mlp.experts.71.down_proj,0.0000000366,0.05000,0.612 +15,mlp.experts.70.down_proj,0.0000000287,0.05000,0.610 +15,mlp.experts.68.down_proj,0.0000000295,0.05000,0.617 +15,mlp.experts.73.down_proj,0.0000000264,0.05000,0.627 +15,mlp.experts.74.down_proj,0.0000000229,0.05000,0.630 +15,mlp.experts.75.down_proj,0.0000000195,0.05000,0.632 +15,mlp.experts.72.down_proj,0.0000000166,0.05000,0.642 +15,mlp.experts.77.down_proj,0.0000000154,0.05000,0.662 +15,mlp.experts.79.down_proj,0.0000000148,0.05000,0.637 +15,mlp.experts.78.down_proj,0.0000000297,0.05000,0.640 +15,mlp.experts.76.down_proj,0.0000000586,0.05000,0.637 +15,mlp.experts.81.down_proj,0.0000000136,0.05000,0.600 +15,mlp.experts.83.down_proj,0.0000000236,0.05000,0.602 +15,mlp.experts.82.down_proj,0.0000000439,0.05000,0.611 +15,mlp.experts.80.down_proj,0.0000000424,0.05000,0.612 +15,mlp.experts.85.down_proj,0.0000000265,0.05000,0.657 +15,mlp.experts.87.down_proj,0.0000000148,0.05000,0.616 +15,mlp.experts.86.down_proj,0.0000000244,0.05000,0.680 +15,mlp.experts.84.down_proj,0.0000000239,0.05000,0.622 +15,mlp.experts.89.down_proj,0.0000000181,0.05000,0.597 +15,mlp.experts.91.down_proj,0.0000000176,0.05000,0.603 +15,mlp.experts.90.down_proj,0.0000000190,0.05000,0.599 +15,mlp.experts.88.down_proj,0.0000000444,0.05000,0.610 +15,mlp.experts.93.down_proj,0.0000000220,0.05000,0.599 +15,mlp.experts.95.down_proj,0.0000000232,0.05000,0.621 +15,mlp.experts.94.down_proj,0.0000000140,0.05000,0.606 +15,mlp.experts.92.down_proj,0.0000000202,0.05000,0.609 +15,mlp.experts.97.down_proj,0.0000000158,0.05000,0.602 +15,mlp.experts.99.down_proj,0.0000000230,0.05000,0.627 +15,mlp.experts.98.down_proj,0.0000000193,0.05000,0.608 +15,mlp.experts.96.down_proj,0.0000000291,0.05000,0.647 +15,mlp.experts.101.down_proj,0.0000000149,0.05000,0.604 +15,mlp.experts.103.down_proj,0.0000000211,0.05000,0.606 +15,mlp.experts.102.down_proj,0.0000000372,0.05000,0.604 +15,mlp.experts.100.down_proj,0.0000000175,0.05000,0.611 +15,mlp.experts.105.down_proj,0.0000000299,0.05000,0.633 +15,mlp.experts.107.down_proj,0.0000000197,0.05000,0.627 +15,mlp.experts.106.down_proj,0.0000000142,0.05000,0.637 +15,mlp.experts.104.down_proj,0.0000000323,0.05000,0.639 +15,mlp.experts.109.down_proj,0.0000000242,0.05000,0.604 +15,mlp.experts.111.down_proj,0.0000000095,0.05000,0.603 +15,mlp.experts.110.down_proj,0.0000000285,0.05000,0.643 +15,mlp.experts.108.down_proj,0.0000000226,0.05000,0.634 +15,mlp.experts.113.down_proj,0.0000000162,0.05000,0.627 +15,mlp.experts.115.down_proj,0.0000000251,0.05000,0.602 +15,mlp.experts.114.down_proj,0.0000000205,0.05000,0.608 +15,mlp.experts.112.down_proj,0.0000000227,0.05000,0.605 +15,mlp.experts.119.down_proj,0.0000000053,0.05000,0.607 +15,mlp.experts.117.down_proj,0.0000000211,0.05000,0.683 +15,mlp.experts.118.down_proj,0.0000000141,0.05000,0.632 +15,mlp.experts.116.down_proj,0.0000000106,0.05000,0.632 +15,mlp.experts.123.down_proj,0.0000000240,0.05000,0.607 +15,mlp.experts.121.down_proj,0.0000000135,0.05000,0.610 +15,mlp.experts.122.down_proj,0.0000000329,0.05000,0.640 +15,mlp.experts.120.down_proj,0.0000000227,0.05000,0.605 +15,mlp.experts.127.down_proj,0.0000000093,0.05000,0.604 +15,mlp.experts.125.down_proj,0.0000000196,0.05000,0.599 +15,mlp.experts.126.down_proj,0.0000000269,0.05000,0.603 +15,mlp.experts.124.down_proj,0.0000000248,0.05000,0.608 +15,mlp.experts.131.down_proj,0.0000000137,0.05000,0.646 +15,mlp.experts.129.down_proj,0.0000000159,0.05000,0.604 +15,mlp.experts.130.down_proj,0.0000000195,0.05000,0.603 +15,mlp.experts.128.down_proj,0.0000000278,0.05000,0.616 +15,mlp.experts.135.down_proj,0.0000000342,0.05000,0.601 +15,mlp.experts.133.down_proj,0.0000000226,0.05000,0.600 +15,mlp.experts.134.down_proj,0.0000000223,0.05000,0.600 +15,mlp.experts.132.down_proj,0.0000000249,0.05000,0.626 +15,mlp.experts.137.down_proj,0.0000000251,0.05000,0.621 +15,mlp.experts.139.down_proj,0.0000000207,0.05000,0.644 +15,mlp.experts.138.down_proj,0.0000000743,0.05000,0.609 +15,mlp.experts.136.down_proj,0.0000000283,0.05000,0.627 +15,mlp.experts.141.down_proj,0.0000000240,0.05000,0.608 +15,mlp.experts.143.down_proj,0.0000000165,0.05000,0.627 +15,mlp.experts.142.down_proj,0.0000000538,0.05000,0.628 +15,mlp.experts.140.down_proj,0.0000000153,0.05000,0.613 +15,mlp.experts.145.down_proj,0.0000000319,0.05000,0.624 +15,mlp.experts.147.down_proj,0.0000000090,0.05000,0.607 +15,mlp.experts.146.down_proj,0.0000000238,0.05000,0.627 +15,mlp.experts.144.down_proj,0.0000000334,0.05000,0.609 +15,mlp.experts.151.down_proj,0.0000000251,0.05000,0.605 +15,mlp.experts.149.down_proj,0.0000000271,0.05000,0.636 +15,mlp.experts.150.down_proj,0.0000000108,0.05000,0.632 +15,mlp.experts.148.down_proj,0.0000000182,0.05000,0.649 +15,mlp.experts.155.down_proj,0.0000000598,0.05000,0.605 +15,mlp.experts.153.down_proj,0.0000000276,0.05000,0.607 +15,mlp.experts.154.down_proj,0.0000000198,0.05000,0.609 +15,mlp.experts.152.down_proj,0.0000000052,0.05000,0.624 +15,mlp.experts.159.down_proj,0.0000000183,0.05000,0.607 +15,mlp.experts.157.down_proj,0.0000000380,0.05000,0.597 +15,mlp.experts.158.down_proj,0.0000000178,0.05000,0.565 +15,mlp.experts.156.down_proj,0.0000000157,0.05000,0.498 +16,mlp.experts.3.gate_proj,0.0000014270,0.05000,2.060 +16,mlp.experts.0.gate_proj,0.0000019216,0.05000,2.101 +16,mlp.experts.2.gate_proj,0.0000014954,0.05000,2.136 +16,mlp.experts.1.gate_proj,0.0000012051,0.05000,2.139 +16,mlp.experts.7.gate_proj,0.0000011622,0.05000,2.115 +16,mlp.experts.4.gate_proj,0.0000026378,0.05000,2.075 +16,mlp.experts.6.gate_proj,0.0000018638,0.05000,2.098 +16,mlp.experts.5.gate_proj,0.0000015027,0.05000,2.143 +16,mlp.experts.10.gate_proj,0.0000035413,0.05000,2.005 +16,mlp.experts.11.gate_proj,0.0000014324,0.05000,2.088 +16,mlp.experts.8.gate_proj,0.0000015279,0.05000,2.113 +16,mlp.experts.9.gate_proj,0.0000016514,0.05000,2.154 +16,mlp.experts.15.gate_proj,0.0000074341,0.05000,2.053 +16,mlp.experts.14.gate_proj,0.0000006906,0.05000,2.151 +16,mlp.experts.12.gate_proj,0.0000016414,0.05000,2.159 +16,mlp.experts.13.gate_proj,0.0000015214,0.05000,2.156 +16,mlp.experts.19.gate_proj,0.0000021914,0.05000,2.047 +16,mlp.experts.18.gate_proj,0.0000016121,0.05000,2.067 +16,mlp.experts.16.gate_proj,0.0000025116,0.05000,2.099 +16,mlp.experts.17.gate_proj,0.0000010078,0.05000,2.029 +16,mlp.experts.23.gate_proj,0.0000012670,0.05000,2.077 +16,mlp.experts.22.gate_proj,0.0000024938,0.05000,2.110 +16,mlp.experts.21.gate_proj,0.0000018547,0.05000,2.049 +16,mlp.experts.20.gate_proj,0.0000009321,0.05000,2.165 +16,mlp.experts.27.gate_proj,0.0000006551,0.05000,2.107 +16,mlp.experts.26.gate_proj,0.0000008858,0.05000,2.091 +16,mlp.experts.24.gate_proj,0.0000016453,0.05000,2.058 +16,mlp.experts.25.gate_proj,0.0000012297,0.05000,2.153 +16,mlp.experts.31.gate_proj,0.0000018510,0.05000,2.091 +16,mlp.experts.30.gate_proj,0.0000015297,0.05000,2.138 +16,mlp.experts.28.gate_proj,0.0000018807,0.05000,2.116 +16,mlp.experts.29.gate_proj,0.0000007099,0.05000,2.142 +16,mlp.experts.35.gate_proj,0.0000025273,0.05000,2.141 +16,mlp.experts.34.gate_proj,0.0000017403,0.05000,2.093 +16,mlp.experts.32.gate_proj,0.0000016943,0.05000,2.079 +16,mlp.experts.33.gate_proj,0.0000007816,0.05000,2.103 +16,mlp.experts.39.gate_proj,0.0000026187,0.05000,2.058 +16,mlp.experts.38.gate_proj,0.0000020444,0.05000,2.047 +16,mlp.experts.36.gate_proj,0.0000020575,0.05000,2.083 +16,mlp.experts.37.gate_proj,0.0000014278,0.05000,2.051 +16,mlp.experts.43.gate_proj,0.0000008479,0.05000,2.082 +16,mlp.experts.40.gate_proj,0.0000019909,0.05000,2.055 +16,mlp.experts.42.gate_proj,0.0000015440,0.05000,2.172 +16,mlp.experts.41.gate_proj,0.0000025218,0.05000,2.072 +16,mlp.experts.47.gate_proj,0.0000016066,0.05000,2.034 +16,mlp.experts.44.gate_proj,0.0000027221,0.05000,2.056 +16,mlp.experts.46.gate_proj,0.0000013422,0.05000,2.082 +16,mlp.experts.45.gate_proj,0.0000017150,0.05000,2.019 +16,mlp.experts.51.gate_proj,0.0000010213,0.05000,2.038 +16,mlp.experts.49.gate_proj,0.0000017457,0.05000,1.996 +16,mlp.experts.50.gate_proj,0.0000005211,0.05000,2.055 +16,mlp.experts.48.gate_proj,0.0000008157,0.05000,2.174 +16,mlp.experts.55.gate_proj,0.0000014589,0.05000,2.091 +16,mlp.experts.53.gate_proj,0.0000015645,0.05000,2.073 +16,mlp.experts.54.gate_proj,0.0000016720,0.05000,2.088 +16,mlp.experts.52.gate_proj,0.0000025194,0.05000,2.123 +16,mlp.experts.59.gate_proj,0.0000024762,0.05000,2.064 +16,mlp.experts.57.gate_proj,0.0000012877,0.05000,2.049 +16,mlp.experts.58.gate_proj,0.0000009127,0.05000,2.105 +16,mlp.experts.56.gate_proj,0.0000017634,0.05000,2.126 +16,mlp.experts.63.gate_proj,0.0000012595,0.05000,2.036 +16,mlp.experts.61.gate_proj,0.0000034725,0.05000,2.072 +16,mlp.experts.62.gate_proj,0.0000012267,0.05000,2.105 +16,mlp.experts.60.gate_proj,0.0000025383,0.05000,2.065 +16,mlp.experts.67.gate_proj,0.0000012343,0.05000,2.043 +16,mlp.experts.65.gate_proj,0.0000015809,0.05000,2.034 +16,mlp.experts.66.gate_proj,0.0000025091,0.05000,2.026 +16,mlp.experts.64.gate_proj,0.0000006278,0.05000,2.053 +16,mlp.experts.71.gate_proj,0.0000011962,0.05000,2.030 +16,mlp.experts.69.gate_proj,0.0000018080,0.05000,2.060 +16,mlp.experts.70.gate_proj,0.0000019914,0.05000,2.096 +16,mlp.experts.68.gate_proj,0.0000028695,0.05000,2.170 +16,mlp.experts.75.gate_proj,0.0000034174,0.05000,2.065 +16,mlp.experts.73.gate_proj,0.0000015507,0.05000,2.023 +16,mlp.experts.74.gate_proj,0.0000009825,0.05000,2.029 +16,mlp.experts.72.gate_proj,0.0000020404,0.05000,2.162 +16,mlp.experts.79.gate_proj,0.0000016169,0.05000,2.009 +16,mlp.experts.77.gate_proj,0.0000031205,0.05000,2.000 +16,mlp.experts.78.gate_proj,0.0000008307,0.05000,2.054 +16,mlp.experts.76.gate_proj,0.0000020885,0.05000,2.013 +16,mlp.experts.83.gate_proj,0.0000032418,0.05000,2.036 +16,mlp.experts.81.gate_proj,0.0000006997,0.05000,2.069 +16,mlp.experts.82.gate_proj,0.0000019802,0.05000,2.028 +16,mlp.experts.80.gate_proj,0.0000021886,0.05000,2.086 +16,mlp.experts.87.gate_proj,0.0000039398,0.05000,2.037 +16,mlp.experts.85.gate_proj,0.0000011047,0.05000,2.010 +16,mlp.experts.86.gate_proj,0.0000029907,0.05000,2.036 +16,mlp.experts.84.gate_proj,0.0000017322,0.05000,2.029 +16,mlp.experts.91.gate_proj,0.0000028369,0.05000,2.000 +16,mlp.experts.89.gate_proj,0.0000009433,0.05000,2.001 +16,mlp.experts.90.gate_proj,0.0000015272,0.05000,2.023 +16,mlp.experts.88.gate_proj,0.0000013610,0.05000,2.005 +16,mlp.experts.95.gate_proj,0.0000013847,0.05000,2.030 +16,mlp.experts.93.gate_proj,0.0000020718,0.05000,2.011 +16,mlp.experts.94.gate_proj,0.0000020286,0.05000,2.057 +16,mlp.experts.92.gate_proj,0.0000011655,0.05000,2.097 +16,mlp.experts.99.gate_proj,0.0000028794,0.05000,2.015 +16,mlp.experts.97.gate_proj,0.0000017150,0.05000,2.048 +16,mlp.experts.98.gate_proj,0.0000031764,0.05000,2.063 +16,mlp.experts.96.gate_proj,0.0000008107,0.05000,2.060 +16,mlp.experts.103.gate_proj,0.0000014925,0.05000,2.042 +16,mlp.experts.101.gate_proj,0.0000010465,0.05000,2.031 +16,mlp.experts.102.gate_proj,0.0000012868,0.05000,2.061 +16,mlp.experts.100.gate_proj,0.0000008202,0.05000,2.061 +16,mlp.experts.107.gate_proj,0.0000022498,0.05000,2.026 +16,mlp.experts.105.gate_proj,0.0000020525,0.05000,2.051 +16,mlp.experts.106.gate_proj,0.0000021407,0.05000,2.072 +16,mlp.experts.104.gate_proj,0.0000018576,0.05000,2.136 +16,mlp.experts.111.gate_proj,0.0000019755,0.05000,2.031 +16,mlp.experts.109.gate_proj,0.0000025192,0.05000,2.081 +16,mlp.experts.110.gate_proj,0.0000016453,0.05000,2.041 +16,mlp.experts.108.gate_proj,0.0000013976,0.05000,2.060 +16,mlp.experts.115.gate_proj,0.0000008697,0.05000,2.018 +16,mlp.experts.113.gate_proj,0.0000016133,0.05000,2.030 +16,mlp.experts.114.gate_proj,0.0000021624,0.05000,2.056 +16,mlp.experts.112.gate_proj,0.0000015205,0.05000,2.046 +16,mlp.experts.119.gate_proj,0.0000023822,0.05000,2.014 +16,mlp.experts.117.gate_proj,0.0000018803,0.05000,2.022 +16,mlp.experts.118.gate_proj,0.0000012695,0.05000,2.040 +16,mlp.experts.116.gate_proj,0.0000003993,0.05000,2.061 +16,mlp.experts.123.gate_proj,0.0000013590,0.05000,2.020 +16,mlp.experts.121.gate_proj,0.0000021598,0.05000,2.035 +16,mlp.experts.122.gate_proj,0.0000014507,0.05000,2.041 +16,mlp.experts.120.gate_proj,0.0000010729,0.05000,2.102 +16,mlp.experts.127.gate_proj,0.0000011096,0.05000,2.063 +16,mlp.experts.125.gate_proj,0.0000019674,0.05000,2.037 +16,mlp.experts.126.gate_proj,0.0000024434,0.05000,2.024 +16,mlp.experts.124.gate_proj,0.0000013220,0.05000,2.082 +16,mlp.experts.131.gate_proj,0.0000012007,0.05000,2.038 +16,mlp.experts.129.gate_proj,0.0000018520,0.05000,2.103 +16,mlp.experts.130.gate_proj,0.0000018972,0.05000,2.026 +16,mlp.experts.128.gate_proj,0.0000025073,0.05000,2.097 +16,mlp.experts.135.gate_proj,0.0000027918,0.05000,2.034 +16,mlp.experts.133.gate_proj,0.0000005541,0.05000,2.057 +16,mlp.experts.134.gate_proj,0.0000016438,0.05000,2.023 +16,mlp.experts.132.gate_proj,0.0000021593,0.05000,2.101 +16,mlp.experts.139.gate_proj,0.0000028700,0.05000,2.041 +16,mlp.experts.137.gate_proj,0.0000005092,0.05000,2.024 +16,mlp.experts.138.gate_proj,0.0000014728,0.05000,2.050 +16,mlp.experts.136.gate_proj,0.0000016929,0.05000,2.093 +16,mlp.experts.143.gate_proj,0.0000025248,0.05000,2.035 +16,mlp.experts.141.gate_proj,0.0000007237,0.05000,2.031 +16,mlp.experts.142.gate_proj,0.0000009582,0.05000,2.044 +16,mlp.experts.140.gate_proj,0.0000009007,0.05000,2.031 +16,mlp.experts.147.gate_proj,0.0000022245,0.05000,2.013 +16,mlp.experts.145.gate_proj,0.0000021259,0.05000,2.033 +16,mlp.experts.146.gate_proj,0.0000019022,0.05000,2.062 +16,mlp.experts.144.gate_proj,0.0000015852,0.05000,2.070 +16,mlp.experts.151.gate_proj,0.0000016373,0.05000,2.042 +16,mlp.experts.149.gate_proj,0.0000027322,0.05000,2.042 +16,mlp.experts.150.gate_proj,0.0000006180,0.05000,2.079 +16,mlp.experts.148.gate_proj,0.0000034645,0.05000,2.047 +16,mlp.experts.155.gate_proj,0.0000019108,0.05000,2.117 +16,mlp.experts.153.gate_proj,0.0000010592,0.05000,2.022 +16,mlp.experts.154.gate_proj,0.0000013424,0.05000,2.014 +16,mlp.experts.152.gate_proj,0.0000021520,0.05000,2.014 +16,mlp.experts.159.gate_proj,0.0000012084,0.05000,2.003 +16,mlp.experts.157.gate_proj,0.0000036317,0.05000,2.016 +16,mlp.experts.158.gate_proj,0.0000007507,0.05000,2.053 +16,mlp.experts.156.gate_proj,0.0000019698,0.05000,2.033 +16,mlp.experts.3.up_proj,0.0000014089,0.05000,2.012 +16,mlp.experts.1.up_proj,0.0000011975,0.05000,2.017 +16,mlp.experts.2.up_proj,0.0000014883,0.05000,2.053 +16,mlp.experts.0.up_proj,0.0000019106,0.05000,2.008 +16,mlp.experts.7.up_proj,0.0000011552,0.05000,2.009 +16,mlp.experts.5.up_proj,0.0000014894,0.05000,2.013 +16,mlp.experts.6.up_proj,0.0000018443,0.05000,2.020 +16,mlp.experts.4.up_proj,0.0000026159,0.05000,2.005 +16,mlp.experts.11.up_proj,0.0000014171,0.05000,2.038 +16,mlp.experts.9.up_proj,0.0000016316,0.05000,2.032 +16,mlp.experts.10.up_proj,0.0000035106,0.05000,2.007 +16,mlp.experts.8.up_proj,0.0000015153,0.05000,2.084 +16,mlp.experts.15.up_proj,0.0000073712,0.05000,2.044 +16,mlp.experts.13.up_proj,0.0000015096,0.05000,2.025 +16,mlp.experts.14.up_proj,0.0000006899,0.05000,2.045 +16,mlp.experts.12.up_proj,0.0000016269,0.05000,2.058 +16,mlp.experts.19.up_proj,0.0000021807,0.05000,2.024 +16,mlp.experts.17.up_proj,0.0000009972,0.05000,2.034 +16,mlp.experts.18.up_proj,0.0000016036,0.05000,2.034 +16,mlp.experts.16.up_proj,0.0000025018,0.05000,2.081 +16,mlp.experts.23.up_proj,0.0000012559,0.05000,2.028 +16,mlp.experts.21.up_proj,0.0000018449,0.05000,2.027 +16,mlp.experts.22.up_proj,0.0000024777,0.05000,2.041 +16,mlp.experts.20.up_proj,0.0000009213,0.05000,2.046 +16,mlp.experts.27.up_proj,0.0000006484,0.05000,2.022 +16,mlp.experts.25.up_proj,0.0000012125,0.05000,2.057 +16,mlp.experts.26.up_proj,0.0000008739,0.05000,2.026 +16,mlp.experts.24.up_proj,0.0000016326,0.05000,2.053 +16,mlp.experts.31.up_proj,0.0000018404,0.05000,2.014 +16,mlp.experts.29.up_proj,0.0000007032,0.05000,2.028 +16,mlp.experts.30.up_proj,0.0000015177,0.05000,2.021 +16,mlp.experts.28.up_proj,0.0000018720,0.05000,2.022 +16,mlp.experts.35.up_proj,0.0000024990,0.05000,2.055 +16,mlp.experts.33.up_proj,0.0000007696,0.05000,2.037 +16,mlp.experts.34.up_proj,0.0000017287,0.05000,2.035 +16,mlp.experts.32.up_proj,0.0000016809,0.05000,2.089 +16,mlp.experts.39.up_proj,0.0000025995,0.05000,2.085 +16,mlp.experts.37.up_proj,0.0000014231,0.05000,2.084 +16,mlp.experts.38.up_proj,0.0000020242,0.05000,2.028 +16,mlp.experts.36.up_proj,0.0000020517,0.05000,2.079 +16,mlp.experts.43.up_proj,0.0000008409,0.05000,2.133 +16,mlp.experts.41.up_proj,0.0000024909,0.05000,2.044 +16,mlp.experts.42.up_proj,0.0000015333,0.05000,2.026 +16,mlp.experts.40.up_proj,0.0000019804,0.05000,2.047 +16,mlp.experts.47.up_proj,0.0000015965,0.05000,2.019 +16,mlp.experts.45.up_proj,0.0000017101,0.05000,2.104 +16,mlp.experts.46.up_proj,0.0000013287,0.05000,2.053 +16,mlp.experts.44.up_proj,0.0000027058,0.05000,2.048 +16,mlp.experts.51.up_proj,0.0000010098,0.05000,2.014 +16,mlp.experts.49.up_proj,0.0000017320,0.05000,2.049 +16,mlp.experts.50.up_proj,0.0000005177,0.05000,2.049 +16,mlp.experts.48.up_proj,0.0000008058,0.05000,2.091 +16,mlp.experts.55.up_proj,0.0000014415,0.05000,2.083 +16,mlp.experts.53.up_proj,0.0000015559,0.05000,2.112 +16,mlp.experts.54.up_proj,0.0000016575,0.05000,2.055 +16,mlp.experts.52.up_proj,0.0000025025,0.05000,2.099 +16,mlp.experts.59.up_proj,0.0000024460,0.05000,2.042 +16,mlp.experts.57.up_proj,0.0000012764,0.05000,2.075 +16,mlp.experts.58.up_proj,0.0000009060,0.05000,2.080 +16,mlp.experts.56.up_proj,0.0000017499,0.05000,2.059 +16,mlp.experts.63.up_proj,0.0000012490,0.05000,2.069 +16,mlp.experts.61.up_proj,0.0000034535,0.05000,2.036 +16,mlp.experts.62.up_proj,0.0000012071,0.05000,2.019 +16,mlp.experts.60.up_proj,0.0000025118,0.05000,2.054 +16,mlp.experts.67.up_proj,0.0000012280,0.05000,2.036 +16,mlp.experts.65.up_proj,0.0000015607,0.05000,2.111 +16,mlp.experts.66.up_proj,0.0000024845,0.05000,2.070 +16,mlp.experts.64.up_proj,0.0000006223,0.05000,2.076 +16,mlp.experts.71.up_proj,0.0000011851,0.05000,2.170 +16,mlp.experts.69.up_proj,0.0000017692,0.05000,2.067 +16,mlp.experts.70.up_proj,0.0000019744,0.05000,2.119 +16,mlp.experts.68.up_proj,0.0000028563,0.05000,2.034 +16,mlp.experts.75.up_proj,0.0000034044,0.05000,2.048 +16,mlp.experts.73.up_proj,0.0000015342,0.05000,2.088 +16,mlp.experts.74.up_proj,0.0000009765,0.05000,2.079 +16,mlp.experts.72.up_proj,0.0000020242,0.05000,2.062 +16,mlp.experts.79.up_proj,0.0000016061,0.05000,2.024 +16,mlp.experts.77.up_proj,0.0000031107,0.05000,2.061 +16,mlp.experts.78.up_proj,0.0000008240,0.05000,2.068 +16,mlp.experts.76.up_proj,0.0000020706,0.05000,2.009 +16,mlp.experts.83.up_proj,0.0000032005,0.05000,2.038 +16,mlp.experts.81.up_proj,0.0000006965,0.05000,2.028 +16,mlp.experts.82.up_proj,0.0000019617,0.05000,2.105 +16,mlp.experts.80.up_proj,0.0000021689,0.05000,2.085 +16,mlp.experts.87.up_proj,0.0000039314,0.05000,2.126 +16,mlp.experts.85.up_proj,0.0000010950,0.05000,2.064 +16,mlp.experts.86.up_proj,0.0000029648,0.05000,2.079 +16,mlp.experts.84.up_proj,0.0000017214,0.05000,2.059 +16,mlp.experts.91.up_proj,0.0000028212,0.05000,2.079 +16,mlp.experts.89.up_proj,0.0000009338,0.05000,2.056 +16,mlp.experts.90.up_proj,0.0000015187,0.05000,2.061 +16,mlp.experts.88.up_proj,0.0000013507,0.05000,2.060 +16,mlp.experts.95.up_proj,0.0000013714,0.05000,2.024 +16,mlp.experts.93.up_proj,0.0000020526,0.05000,2.033 +16,mlp.experts.94.up_proj,0.0000020018,0.05000,2.062 +16,mlp.experts.92.up_proj,0.0000011540,0.05000,2.013 +16,mlp.experts.99.up_proj,0.0000028632,0.05000,2.088 +16,mlp.experts.97.up_proj,0.0000016946,0.05000,2.040 +16,mlp.experts.98.up_proj,0.0000031373,0.05000,2.050 +16,mlp.experts.96.up_proj,0.0000008034,0.05000,2.092 +16,mlp.experts.103.up_proj,0.0000014805,0.05000,2.101 +16,mlp.experts.101.up_proj,0.0000010377,0.05000,2.057 +16,mlp.experts.102.up_proj,0.0000012731,0.05000,2.091 +16,mlp.experts.100.up_proj,0.0000008118,0.05000,2.041 +16,mlp.experts.107.up_proj,0.0000022299,0.05000,2.075 +16,mlp.experts.105.up_proj,0.0000020356,0.05000,2.021 +16,mlp.experts.106.up_proj,0.0000021168,0.05000,2.038 +16,mlp.experts.104.up_proj,0.0000018469,0.05000,1.909 +16,mlp.experts.111.up_proj,0.0000019643,0.05000,1.691 +16,mlp.experts.109.up_proj,0.0000024961,0.05000,1.566 +16,mlp.experts.115.up_proj,0.0000008624,0.05000,2.066 +16,mlp.experts.113.up_proj,0.0000015991,0.05000,2.092 +16,mlp.experts.110.up_proj,0.0000016341,0.05000,2.133 +16,mlp.experts.108.up_proj,0.0000013901,0.05000,2.158 +16,mlp.experts.117.up_proj,0.0000018753,0.05000,2.029 +16,mlp.experts.119.up_proj,0.0000023565,0.05000,2.089 +16,mlp.experts.112.up_proj,0.0000015059,0.05000,2.040 +16,mlp.experts.114.up_proj,0.0000021443,0.05000,2.070 +16,mlp.experts.121.up_proj,0.0000021416,0.05000,2.030 +16,mlp.experts.116.up_proj,0.0000003951,0.05000,2.002 +16,mlp.experts.118.up_proj,0.0000012602,0.05000,2.022 +16,mlp.experts.123.up_proj,0.0000013490,0.05000,2.072 +16,mlp.experts.125.up_proj,0.0000019480,0.05000,2.060 +16,mlp.experts.127.up_proj,0.0000011022,0.05000,2.018 +16,mlp.experts.122.up_proj,0.0000014368,0.05000,2.059 +16,mlp.experts.120.up_proj,0.0000010590,0.05000,2.160 +16,mlp.experts.129.up_proj,0.0000018362,0.05000,2.047 +16,mlp.experts.131.up_proj,0.0000011946,0.05000,2.066 +16,mlp.experts.126.up_proj,0.0000024151,0.05000,2.032 +16,mlp.experts.124.up_proj,0.0000013144,0.05000,2.091 +16,mlp.experts.133.up_proj,0.0000005479,0.05000,2.041 +16,mlp.experts.135.up_proj,0.0000027668,0.05000,2.033 +16,mlp.experts.130.up_proj,0.0000018746,0.05000,2.071 +16,mlp.experts.128.up_proj,0.0000024700,0.05000,2.145 +16,mlp.experts.137.up_proj,0.0000005059,0.05000,2.032 +16,mlp.experts.139.up_proj,0.0000028689,0.05000,2.062 +16,mlp.experts.134.up_proj,0.0000016268,0.05000,2.098 +16,mlp.experts.132.up_proj,0.0000021417,0.05000,2.060 +16,mlp.experts.141.up_proj,0.0000007142,0.05000,2.034 +16,mlp.experts.143.up_proj,0.0000025174,0.05000,2.029 +16,mlp.experts.138.up_proj,0.0000014581,0.05000,2.082 +16,mlp.experts.136.up_proj,0.0000016805,0.05000,2.045 +16,mlp.experts.145.up_proj,0.0000021046,0.05000,2.045 +16,mlp.experts.147.up_proj,0.0000021992,0.05000,2.083 +16,mlp.experts.142.up_proj,0.0000009449,0.05000,2.047 +16,mlp.experts.140.up_proj,0.0000008943,0.05000,2.088 +16,mlp.experts.149.up_proj,0.0000027118,0.05000,2.035 +16,mlp.experts.151.up_proj,0.0000016163,0.05000,2.066 +16,mlp.experts.146.up_proj,0.0000018730,0.05000,2.062 +16,mlp.experts.144.up_proj,0.0000015698,0.05000,2.041 +16,mlp.experts.153.up_proj,0.0000010475,0.05000,2.096 +16,mlp.experts.155.up_proj,0.0000018915,0.05000,2.028 +16,mlp.experts.150.up_proj,0.0000006088,0.05000,2.058 +16,mlp.experts.148.up_proj,0.0000034316,0.05000,2.057 +16,mlp.experts.159.up_proj,0.0000012025,0.05000,2.015 +16,mlp.experts.157.up_proj,0.0000036143,0.05000,2.108 +16,mlp.experts.154.up_proj,0.0000013332,0.05000,1.991 +16,mlp.experts.152.up_proj,0.0000021227,0.05000,1.938 +16,mlp.experts.158.up_proj,0.0000007478,0.05000,1.379 +16,mlp.experts.156.up_proj,0.0000019494,0.05000,1.334 +16,mlp.experts.0.down_proj,0.0000000210,0.05000,0.640 +16,mlp.experts.3.down_proj,0.0000000163,0.05000,0.640 +16,mlp.experts.1.down_proj,0.0000000140,0.05000,0.666 +16,mlp.experts.2.down_proj,0.0000000177,0.05000,0.707 +16,mlp.experts.7.down_proj,0.0000000145,0.05000,0.604 +16,mlp.experts.4.down_proj,0.0000000348,0.05000,0.606 +16,mlp.experts.5.down_proj,0.0000000146,0.05000,0.607 +16,mlp.experts.6.down_proj,0.0000000235,0.05000,0.622 +16,mlp.experts.11.down_proj,0.0000000233,0.05000,0.606 +16,mlp.experts.8.down_proj,0.0000000265,0.05000,0.605 +16,mlp.experts.9.down_proj,0.0000000228,0.05000,0.608 +16,mlp.experts.10.down_proj,0.0000000675,0.05000,0.627 +16,mlp.experts.15.down_proj,0.0000001364,0.05000,0.602 +16,mlp.experts.12.down_proj,0.0000000277,0.05000,0.627 +16,mlp.experts.13.down_proj,0.0000000243,0.05000,0.607 +16,mlp.experts.14.down_proj,0.0000000101,0.05000,0.612 +16,mlp.experts.19.down_proj,0.0000000293,0.05000,0.604 +16,mlp.experts.16.down_proj,0.0000000447,0.05000,0.603 +16,mlp.experts.17.down_proj,0.0000000200,0.05000,0.607 +16,mlp.experts.18.down_proj,0.0000000237,0.05000,0.648 +16,mlp.experts.23.down_proj,0.0000000220,0.05000,0.601 +16,mlp.experts.20.down_proj,0.0000000153,0.05000,0.600 +16,mlp.experts.21.down_proj,0.0000000222,0.05000,0.601 +16,mlp.experts.22.down_proj,0.0000000270,0.05000,0.622 +16,mlp.experts.27.down_proj,0.0000000075,0.05000,0.600 +16,mlp.experts.24.down_proj,0.0000000176,0.05000,0.599 +16,mlp.experts.25.down_proj,0.0000000162,0.05000,0.633 +16,mlp.experts.26.down_proj,0.0000000182,0.05000,0.601 +16,mlp.experts.28.down_proj,0.0000000259,0.05000,0.611 +16,mlp.experts.31.down_proj,0.0000000214,0.05000,0.660 +16,mlp.experts.29.down_proj,0.0000000137,0.05000,0.637 +16,mlp.experts.30.down_proj,0.0000000357,0.05000,0.684 +16,mlp.experts.32.down_proj,0.0000000176,0.05000,0.629 +16,mlp.experts.35.down_proj,0.0000000240,0.05000,0.617 +16,mlp.experts.33.down_proj,0.0000000082,0.05000,0.623 +16,mlp.experts.34.down_proj,0.0000000184,0.05000,0.609 +16,mlp.experts.36.down_proj,0.0000000376,0.05000,0.605 +16,mlp.experts.39.down_proj,0.0000000311,0.05000,0.627 +16,mlp.experts.37.down_proj,0.0000000138,0.05000,0.629 +16,mlp.experts.38.down_proj,0.0000000228,0.05000,0.608 +16,mlp.experts.40.down_proj,0.0000000267,0.05000,0.605 +16,mlp.experts.43.down_proj,0.0000000094,0.05000,0.610 +16,mlp.experts.41.down_proj,0.0000000230,0.05000,0.629 +16,mlp.experts.42.down_proj,0.0000000201,0.05000,0.611 +16,mlp.experts.44.down_proj,0.0000000342,0.05000,0.636 +16,mlp.experts.47.down_proj,0.0000000162,0.05000,0.645 +16,mlp.experts.45.down_proj,0.0000000206,0.05000,0.665 +16,mlp.experts.46.down_proj,0.0000000155,0.05000,0.659 +16,mlp.experts.48.down_proj,0.0000000125,0.05000,0.603 +16,mlp.experts.51.down_proj,0.0000000104,0.05000,0.609 +16,mlp.experts.49.down_proj,0.0000000272,0.05000,0.603 +16,mlp.experts.50.down_proj,0.0000000066,0.05000,0.622 +16,mlp.experts.52.down_proj,0.0000000297,0.05000,0.606 +16,mlp.experts.55.down_proj,0.0000000174,0.05000,0.606 +16,mlp.experts.53.down_proj,0.0000000255,0.05000,0.601 +16,mlp.experts.54.down_proj,0.0000000174,0.05000,0.647 +16,mlp.experts.56.down_proj,0.0000000350,0.05000,0.626 +16,mlp.experts.59.down_proj,0.0000000385,0.05000,0.635 +16,mlp.experts.57.down_proj,0.0000000146,0.05000,0.619 +16,mlp.experts.58.down_proj,0.0000000136,0.05000,0.606 +16,mlp.experts.60.down_proj,0.0000000320,0.05000,0.606 +16,mlp.experts.63.down_proj,0.0000000137,0.05000,0.608 +16,mlp.experts.61.down_proj,0.0000000437,0.05000,0.651 +16,mlp.experts.62.down_proj,0.0000000250,0.05000,0.631 +16,mlp.experts.64.down_proj,0.0000000114,0.05000,0.609 +16,mlp.experts.67.down_proj,0.0000000153,0.05000,0.603 +16,mlp.experts.65.down_proj,0.0000000310,0.05000,0.601 +16,mlp.experts.66.down_proj,0.0000000333,0.05000,0.602 +16,mlp.experts.68.down_proj,0.0000000565,0.05000,0.600 +16,mlp.experts.71.down_proj,0.0000000178,0.05000,0.605 +16,mlp.experts.69.down_proj,0.0000000312,0.05000,0.606 +16,mlp.experts.70.down_proj,0.0000000224,0.05000,0.626 +16,mlp.experts.72.down_proj,0.0000000287,0.05000,0.610 +16,mlp.experts.75.down_proj,0.0000000421,0.05000,0.615 +16,mlp.experts.73.down_proj,0.0000000233,0.05000,0.671 +16,mlp.experts.74.down_proj,0.0000000165,0.05000,0.613 +16,mlp.experts.76.down_proj,0.0000000237,0.05000,0.623 +16,mlp.experts.79.down_proj,0.0000000259,0.05000,0.632 +16,mlp.experts.77.down_proj,0.0000000663,0.05000,0.655 +16,mlp.experts.78.down_proj,0.0000000073,0.05000,0.618 +16,mlp.experts.80.down_proj,0.0000000363,0.05000,0.611 +16,mlp.experts.83.down_proj,0.0000000597,0.05000,0.614 +16,mlp.experts.81.down_proj,0.0000000111,0.05000,0.614 +16,mlp.experts.82.down_proj,0.0000000285,0.05000,0.611 +16,mlp.experts.84.down_proj,0.0000000352,0.05000,0.627 +16,mlp.experts.87.down_proj,0.0000000623,0.05000,0.619 +16,mlp.experts.85.down_proj,0.0000000229,0.05000,0.613 +16,mlp.experts.86.down_proj,0.0000000683,0.05000,0.609 +16,mlp.experts.88.down_proj,0.0000000142,0.05000,0.623 +16,mlp.experts.91.down_proj,0.0000000330,0.05000,0.649 +16,mlp.experts.89.down_proj,0.0000000174,0.05000,0.611 +16,mlp.experts.90.down_proj,0.0000000134,0.05000,0.654 +16,mlp.experts.92.down_proj,0.0000000160,0.05000,0.607 +16,mlp.experts.95.down_proj,0.0000000198,0.05000,0.613 +16,mlp.experts.93.down_proj,0.0000000364,0.05000,0.602 +16,mlp.experts.94.down_proj,0.0000000280,0.05000,0.630 +16,mlp.experts.96.down_proj,0.0000000130,0.05000,0.616 +16,mlp.experts.99.down_proj,0.0000000348,0.05000,0.629 +16,mlp.experts.97.down_proj,0.0000000267,0.05000,0.634 +16,mlp.experts.98.down_proj,0.0000000693,0.05000,0.617 +16,mlp.experts.100.down_proj,0.0000000134,0.05000,0.611 +16,mlp.experts.103.down_proj,0.0000000214,0.05000,0.617 +16,mlp.experts.101.down_proj,0.0000000171,0.05000,0.617 +16,mlp.experts.102.down_proj,0.0000000236,0.05000,0.620 +16,mlp.experts.104.down_proj,0.0000000191,0.05000,0.671 +16,mlp.experts.107.down_proj,0.0000000331,0.05000,0.659 +16,mlp.experts.105.down_proj,0.0000000212,0.05000,0.654 +16,mlp.experts.106.down_proj,0.0000000414,0.05000,0.634 +16,mlp.experts.108.down_proj,0.0000000132,0.05000,0.635 +16,mlp.experts.111.down_proj,0.0000000271,0.05000,0.622 +16,mlp.experts.109.down_proj,0.0000000403,0.05000,0.630 +16,mlp.experts.110.down_proj,0.0000000329,0.05000,0.634 +16,mlp.experts.112.down_proj,0.0000000156,0.05000,0.613 +16,mlp.experts.115.down_proj,0.0000000102,0.05000,0.621 +16,mlp.experts.113.down_proj,0.0000000175,0.05000,0.655 +16,mlp.experts.114.down_proj,0.0000000331,0.05000,0.637 +16,mlp.experts.116.down_proj,0.0000000096,0.05000,0.613 +16,mlp.experts.119.down_proj,0.0000000292,0.05000,0.618 +16,mlp.experts.117.down_proj,0.0000000301,0.05000,0.613 +16,mlp.experts.118.down_proj,0.0000000195,0.05000,0.617 +16,mlp.experts.120.down_proj,0.0000000138,0.05000,0.660 +16,mlp.experts.123.down_proj,0.0000000157,0.05000,0.624 +16,mlp.experts.121.down_proj,0.0000000253,0.05000,0.636 +16,mlp.experts.122.down_proj,0.0000000326,0.05000,0.634 +16,mlp.experts.124.down_proj,0.0000000246,0.05000,0.626 +16,mlp.experts.127.down_proj,0.0000000215,0.05000,0.610 +16,mlp.experts.125.down_proj,0.0000000314,0.05000,0.623 +16,mlp.experts.126.down_proj,0.0000000416,0.05000,0.609 +16,mlp.experts.128.down_proj,0.0000000365,0.05000,0.607 +16,mlp.experts.131.down_proj,0.0000000238,0.05000,0.611 +16,mlp.experts.129.down_proj,0.0000000199,0.05000,0.636 +16,mlp.experts.130.down_proj,0.0000000336,0.05000,0.603 +16,mlp.experts.132.down_proj,0.0000000274,0.05000,0.599 +16,mlp.experts.135.down_proj,0.0000000406,0.05000,0.606 +16,mlp.experts.133.down_proj,0.0000000048,0.05000,0.599 +16,mlp.experts.134.down_proj,0.0000000190,0.05000,0.599 +16,mlp.experts.136.down_proj,0.0000000231,0.05000,0.597 +16,mlp.experts.139.down_proj,0.0000000384,0.05000,0.622 +16,mlp.experts.137.down_proj,0.0000000126,0.05000,0.608 +16,mlp.experts.138.down_proj,0.0000000170,0.05000,0.631 +16,mlp.experts.140.down_proj,0.0000000102,0.05000,0.633 +16,mlp.experts.143.down_proj,0.0000000289,0.05000,0.615 +16,mlp.experts.141.down_proj,0.0000000209,0.05000,0.610 +16,mlp.experts.142.down_proj,0.0000000253,0.05000,0.615 +16,mlp.experts.144.down_proj,0.0000000263,0.05000,0.612 +16,mlp.experts.147.down_proj,0.0000000255,0.05000,0.622 +16,mlp.experts.145.down_proj,0.0000000254,0.05000,0.610 +16,mlp.experts.146.down_proj,0.0000000169,0.05000,0.619 +16,mlp.experts.148.down_proj,0.0000000450,0.05000,0.651 +16,mlp.experts.151.down_proj,0.0000000241,0.05000,0.633 +16,mlp.experts.149.down_proj,0.0000000314,0.05000,0.643 +16,mlp.experts.150.down_proj,0.0000000066,0.05000,0.625 +16,mlp.experts.152.down_proj,0.0000000339,0.05000,0.657 +16,mlp.experts.155.down_proj,0.0000000219,0.05000,0.625 +16,mlp.experts.153.down_proj,0.0000000173,0.05000,0.617 +16,mlp.experts.154.down_proj,0.0000000138,0.05000,0.624 +16,mlp.experts.159.down_proj,0.0000000106,0.05000,0.624 +16,mlp.experts.156.down_proj,0.0000000274,0.05000,0.668 +16,mlp.experts.157.down_proj,0.0000000708,0.05000,0.567 +16,mlp.experts.158.down_proj,0.0000000097,0.05000,0.531 +17,mlp.experts.3.gate_proj,0.0000009762,0.05000,2.130 +17,mlp.experts.2.gate_proj,0.0000017429,0.05000,2.133 +17,mlp.experts.1.gate_proj,0.0000025288,0.05000,2.179 +17,mlp.experts.0.gate_proj,0.0000006179,0.05000,2.229 +17,mlp.experts.6.gate_proj,0.0000011710,0.05000,2.093 +17,mlp.experts.7.gate_proj,0.0000025927,0.05000,2.121 +17,mlp.experts.4.gate_proj,0.0000022942,0.05000,2.048 +17,mlp.experts.5.gate_proj,0.0000010986,0.05000,2.148 +17,mlp.experts.10.gate_proj,0.0000018924,0.05000,2.087 +17,mlp.experts.9.gate_proj,0.0000015598,0.05000,2.066 +17,mlp.experts.8.gate_proj,0.0000012950,0.05000,2.116 +17,mlp.experts.11.gate_proj,0.0000013889,0.05000,2.143 +17,mlp.experts.14.gate_proj,0.0000016463,0.05000,2.083 +17,mlp.experts.12.gate_proj,0.0000024982,0.05000,2.057 +17,mlp.experts.13.gate_proj,0.0000017572,0.05000,2.099 +17,mlp.experts.15.gate_proj,0.0000022333,0.05000,2.138 +17,mlp.experts.18.gate_proj,0.0000011464,0.05000,2.095 +17,mlp.experts.16.gate_proj,0.0000013886,0.05000,2.082 +17,mlp.experts.19.gate_proj,0.0000037604,0.05000,2.077 +17,mlp.experts.17.gate_proj,0.0000013538,0.05000,2.119 +17,mlp.experts.20.gate_proj,0.0000017402,0.05000,2.057 +17,mlp.experts.22.gate_proj,0.0000013845,0.05000,2.154 +17,mlp.experts.23.gate_proj,0.0000020227,0.05000,2.072 +17,mlp.experts.21.gate_proj,0.0000019461,0.05000,2.118 +17,mlp.experts.24.gate_proj,0.0000014565,0.05000,2.065 +17,mlp.experts.26.gate_proj,0.0000024887,0.05000,2.111 +17,mlp.experts.27.gate_proj,0.0000008104,0.05000,2.119 +17,mlp.experts.25.gate_proj,0.0000012496,0.05000,2.188 +17,mlp.experts.28.gate_proj,0.0000016410,0.05000,2.135 +17,mlp.experts.30.gate_proj,0.0000009037,0.05000,2.092 +17,mlp.experts.31.gate_proj,0.0000026512,0.05000,2.105 +17,mlp.experts.29.gate_proj,0.0000020476,0.05000,2.117 +17,mlp.experts.32.gate_proj,0.0000016053,0.05000,2.038 +17,mlp.experts.35.gate_proj,0.0000020724,0.05000,2.048 +17,mlp.experts.34.gate_proj,0.0000018080,0.05000,2.148 +17,mlp.experts.33.gate_proj,0.0000018097,0.05000,2.096 +17,mlp.experts.36.gate_proj,0.0000022412,0.05000,2.087 +17,mlp.experts.38.gate_proj,0.0000015016,0.05000,2.064 +17,mlp.experts.39.gate_proj,0.0000016595,0.05000,2.186 +17,mlp.experts.37.gate_proj,0.0000014198,0.05000,2.046 +17,mlp.experts.40.gate_proj,0.0000024259,0.05000,2.117 +17,mlp.experts.42.gate_proj,0.0000005942,0.05000,2.043 +17,mlp.experts.41.gate_proj,0.0000025010,0.05000,2.058 +17,mlp.experts.43.gate_proj,0.0000009780,0.05000,2.149 +17,mlp.experts.44.gate_proj,0.0000011200,0.05000,2.050 +17,mlp.experts.46.gate_proj,0.0000035236,0.05000,2.074 +17,mlp.experts.45.gate_proj,0.0000008636,0.05000,2.081 +17,mlp.experts.47.gate_proj,0.0000007167,0.05000,2.099 +17,mlp.experts.48.gate_proj,0.0000053335,0.05000,2.072 +17,mlp.experts.50.gate_proj,0.0000009707,0.05000,2.074 +17,mlp.experts.49.gate_proj,0.0000030840,0.05000,2.027 +17,mlp.experts.51.gate_proj,0.0000006066,0.05000,2.041 +17,mlp.experts.52.gate_proj,0.0000019284,0.05000,2.077 +17,mlp.experts.54.gate_proj,0.0000016535,0.05000,2.040 +17,mlp.experts.53.gate_proj,0.0000021530,0.05000,2.080 +17,mlp.experts.55.gate_proj,0.0000023147,0.05000,2.097 +17,mlp.experts.58.gate_proj,0.0000016242,0.05000,2.018 +17,mlp.experts.56.gate_proj,0.0000028619,0.05000,2.147 +17,mlp.experts.57.gate_proj,0.0000005033,0.05000,2.069 +17,mlp.experts.59.gate_proj,0.0000004680,0.05000,2.076 +17,mlp.experts.62.gate_proj,0.0000024310,0.05000,2.059 +17,mlp.experts.60.gate_proj,0.0000013144,0.05000,2.077 +17,mlp.experts.61.gate_proj,0.0000028951,0.05000,2.015 +17,mlp.experts.63.gate_proj,0.0000020904,0.05000,2.061 +17,mlp.experts.66.gate_proj,0.0000020154,0.05000,2.018 +17,mlp.experts.65.gate_proj,0.0000008311,0.05000,2.010 +17,mlp.experts.64.gate_proj,0.0000022621,0.05000,2.105 +17,mlp.experts.67.gate_proj,0.0000023836,0.05000,2.062 +17,mlp.experts.70.gate_proj,0.0000022766,0.05000,2.021 +17,mlp.experts.69.gate_proj,0.0000011029,0.05000,2.045 +17,mlp.experts.68.gate_proj,0.0000012277,0.05000,2.042 +17,mlp.experts.71.gate_proj,0.0000006357,0.05000,2.044 +17,mlp.experts.74.gate_proj,0.0000014417,0.05000,2.084 +17,mlp.experts.72.gate_proj,0.0000027839,0.05000,2.054 +17,mlp.experts.73.gate_proj,0.0000019838,0.05000,2.127 +17,mlp.experts.75.gate_proj,0.0000011968,0.05000,2.081 +17,mlp.experts.78.gate_proj,0.0000010834,0.05000,2.003 +17,mlp.experts.77.gate_proj,0.0000022040,0.05000,1.999 +17,mlp.experts.76.gate_proj,0.0000018586,0.05000,2.064 +17,mlp.experts.79.gate_proj,0.0000022605,0.05000,2.041 +17,mlp.experts.82.gate_proj,0.0000018671,0.05000,2.028 +17,mlp.experts.81.gate_proj,0.0000010944,0.05000,2.027 +17,mlp.experts.80.gate_proj,0.0000014880,0.05000,2.073 +17,mlp.experts.83.gate_proj,0.0000019048,0.05000,2.072 +17,mlp.experts.86.gate_proj,0.0000025191,0.05000,2.027 +17,mlp.experts.85.gate_proj,0.0000013918,0.05000,2.077 +17,mlp.experts.84.gate_proj,0.0000021502,0.05000,2.057 +17,mlp.experts.87.gate_proj,0.0000019823,0.05000,2.060 +17,mlp.experts.90.gate_proj,0.0000027717,0.05000,2.045 +17,mlp.experts.89.gate_proj,0.0000017776,0.05000,2.035 +17,mlp.experts.88.gate_proj,0.0000037399,0.05000,2.076 +17,mlp.experts.91.gate_proj,0.0000015824,0.05000,2.050 +17,mlp.experts.94.gate_proj,0.0000043202,0.05000,2.063 +17,mlp.experts.93.gate_proj,0.0000021716,0.05000,2.105 +17,mlp.experts.92.gate_proj,0.0000019492,0.05000,2.073 +17,mlp.experts.95.gate_proj,0.0000027735,0.05000,2.079 +17,mlp.experts.98.gate_proj,0.0000005975,0.05000,2.032 +17,mlp.experts.97.gate_proj,0.0000023382,0.05000,2.081 +17,mlp.experts.96.gate_proj,0.0000010372,0.05000,2.073 +17,mlp.experts.99.gate_proj,0.0000016414,0.05000,2.105 +17,mlp.experts.102.gate_proj,0.0000017877,0.05000,2.058 +17,mlp.experts.101.gate_proj,0.0000010355,0.05000,2.076 +17,mlp.experts.100.gate_proj,0.0000022587,0.05000,2.077 +17,mlp.experts.103.gate_proj,0.0000026230,0.05000,2.119 +17,mlp.experts.106.gate_proj,0.0000018048,0.05000,2.111 +17,mlp.experts.105.gate_proj,0.0000018450,0.05000,2.045 +17,mlp.experts.104.gate_proj,0.0000019185,0.05000,2.020 +17,mlp.experts.107.gate_proj,0.0000005423,0.05000,2.110 +17,mlp.experts.110.gate_proj,0.0000023924,0.05000,2.018 +17,mlp.experts.108.gate_proj,0.0000012407,0.05000,2.008 +17,mlp.experts.109.gate_proj,0.0000020885,0.05000,2.109 +17,mlp.experts.111.gate_proj,0.0000028700,0.05000,2.054 +17,mlp.experts.114.gate_proj,0.0000007915,0.05000,2.117 +17,mlp.experts.112.gate_proj,0.0000027054,0.05000,2.092 +17,mlp.experts.113.gate_proj,0.0000023641,0.05000,2.146 +17,mlp.experts.115.gate_proj,0.0000027614,0.05000,2.211 +17,mlp.experts.118.gate_proj,0.0000015823,0.05000,2.052 +17,mlp.experts.116.gate_proj,0.0000017973,0.05000,2.073 +17,mlp.experts.117.gate_proj,0.0000016901,0.05000,2.125 +17,mlp.experts.119.gate_proj,0.0000013785,0.05000,2.125 +17,mlp.experts.122.gate_proj,0.0000043806,0.05000,2.053 +17,mlp.experts.120.gate_proj,0.0000018016,0.05000,2.121 +17,mlp.experts.121.gate_proj,0.0000014577,0.05000,2.048 +17,mlp.experts.123.gate_proj,0.0000014187,0.05000,2.172 +17,mlp.experts.126.gate_proj,0.0000028273,0.05000,2.042 +17,mlp.experts.124.gate_proj,0.0000020193,0.05000,2.026 +17,mlp.experts.125.gate_proj,0.0000018563,0.05000,2.073 +17,mlp.experts.127.gate_proj,0.0000019574,0.05000,2.113 +17,mlp.experts.130.gate_proj,0.0000015914,0.05000,2.025 +17,mlp.experts.128.gate_proj,0.0000014474,0.05000,2.065 +17,mlp.experts.129.gate_proj,0.0000014279,0.05000,2.073 +17,mlp.experts.131.gate_proj,0.0000023157,0.05000,2.061 +17,mlp.experts.134.gate_proj,0.0000022523,0.05000,2.042 +17,mlp.experts.132.gate_proj,0.0000021363,0.05000,2.065 +17,mlp.experts.133.gate_proj,0.0000037139,0.05000,2.075 +17,mlp.experts.135.gate_proj,0.0000010856,0.05000,2.072 +17,mlp.experts.138.gate_proj,0.0000036747,0.05000,2.059 +17,mlp.experts.136.gate_proj,0.0000027313,0.05000,2.085 +17,mlp.experts.137.gate_proj,0.0000028972,0.05000,2.032 +17,mlp.experts.139.gate_proj,0.0000023171,0.05000,2.066 +17,mlp.experts.142.gate_proj,0.0000020618,0.05000,2.124 +17,mlp.experts.140.gate_proj,0.0000010270,0.05000,2.055 +17,mlp.experts.141.gate_proj,0.0000007239,0.05000,2.062 +17,mlp.experts.143.gate_proj,0.0000014854,0.05000,2.063 +17,mlp.experts.146.gate_proj,0.0000017794,0.05000,2.052 +17,mlp.experts.144.gate_proj,0.0000014742,0.05000,2.070 +17,mlp.experts.145.gate_proj,0.0000027750,0.05000,2.084 +17,mlp.experts.147.gate_proj,0.0000016116,0.05000,2.061 +17,mlp.experts.150.gate_proj,0.0000034291,0.05000,2.065 +17,mlp.experts.148.gate_proj,0.0000009819,0.05000,2.044 +17,mlp.experts.149.gate_proj,0.0000022157,0.05000,2.031 +17,mlp.experts.151.gate_proj,0.0000015987,0.05000,2.045 +17,mlp.experts.154.gate_proj,0.0000022848,0.05000,2.085 +17,mlp.experts.152.gate_proj,0.0000039418,0.05000,2.035 +17,mlp.experts.153.gate_proj,0.0000008006,0.05000,2.100 +17,mlp.experts.155.gate_proj,0.0000025145,0.05000,2.106 +17,mlp.experts.158.gate_proj,0.0000018684,0.05000,2.024 +17,mlp.experts.156.gate_proj,0.0000008632,0.05000,2.049 +17,mlp.experts.157.gate_proj,0.0000005008,0.05000,2.084 +17,mlp.experts.159.gate_proj,0.0000023831,0.05000,2.090 +17,mlp.experts.2.up_proj,0.0000017228,0.05000,2.057 +17,mlp.experts.0.up_proj,0.0000006139,0.05000,2.075 +17,mlp.experts.1.up_proj,0.0000024997,0.05000,2.054 +17,mlp.experts.3.up_proj,0.0000009705,0.05000,2.095 +17,mlp.experts.6.up_proj,0.0000011628,0.05000,2.081 +17,mlp.experts.4.up_proj,0.0000022756,0.05000,2.118 +17,mlp.experts.5.up_proj,0.0000010898,0.05000,2.095 +17,mlp.experts.7.up_proj,0.0000025550,0.05000,2.072 +17,mlp.experts.10.up_proj,0.0000018798,0.05000,2.059 +17,mlp.experts.8.up_proj,0.0000012767,0.05000,2.088 +17,mlp.experts.9.up_proj,0.0000015409,0.05000,2.073 +17,mlp.experts.11.up_proj,0.0000013701,0.05000,2.114 +17,mlp.experts.14.up_proj,0.0000016311,0.05000,2.065 +17,mlp.experts.12.up_proj,0.0000024665,0.05000,2.080 +17,mlp.experts.13.up_proj,0.0000017398,0.05000,2.039 +17,mlp.experts.15.up_proj,0.0000022081,0.05000,2.098 +17,mlp.experts.18.up_proj,0.0000011341,0.05000,2.019 +17,mlp.experts.16.up_proj,0.0000013767,0.05000,2.014 +17,mlp.experts.17.up_proj,0.0000013433,0.05000,2.011 +17,mlp.experts.19.up_proj,0.0000037238,0.05000,2.038 +17,mlp.experts.22.up_proj,0.0000013702,0.05000,2.028 +17,mlp.experts.20.up_proj,0.0000017191,0.05000,2.055 +17,mlp.experts.21.up_proj,0.0000019366,0.05000,2.031 +17,mlp.experts.23.up_proj,0.0000019940,0.05000,2.100 +17,mlp.experts.26.up_proj,0.0000024711,0.05000,2.048 +17,mlp.experts.24.up_proj,0.0000014424,0.05000,2.060 +17,mlp.experts.25.up_proj,0.0000012351,0.05000,2.101 +17,mlp.experts.27.up_proj,0.0000008034,0.05000,2.097 +17,mlp.experts.30.up_proj,0.0000008941,0.05000,2.056 +17,mlp.experts.28.up_proj,0.0000016240,0.05000,2.028 +17,mlp.experts.29.up_proj,0.0000020300,0.05000,2.036 +17,mlp.experts.31.up_proj,0.0000026186,0.05000,2.088 +17,mlp.experts.34.up_proj,0.0000018002,0.05000,2.034 +17,mlp.experts.32.up_proj,0.0000015914,0.05000,2.065 +17,mlp.experts.33.up_proj,0.0000017900,0.05000,2.098 +17,mlp.experts.35.up_proj,0.0000020501,0.05000,2.101 +17,mlp.experts.38.up_proj,0.0000014809,0.05000,2.046 +17,mlp.experts.36.up_proj,0.0000022168,0.05000,2.060 +17,mlp.experts.37.up_proj,0.0000014136,0.05000,2.026 +17,mlp.experts.39.up_proj,0.0000016449,0.05000,2.077 +17,mlp.experts.42.up_proj,0.0000005865,0.05000,2.014 +17,mlp.experts.40.up_proj,0.0000023774,0.05000,2.013 +17,mlp.experts.41.up_proj,0.0000024979,0.05000,2.042 +17,mlp.experts.43.up_proj,0.0000009686,0.05000,2.053 +17,mlp.experts.46.up_proj,0.0000034986,0.05000,2.015 +17,mlp.experts.44.up_proj,0.0000011131,0.05000,2.009 +17,mlp.experts.45.up_proj,0.0000008566,0.05000,2.054 +17,mlp.experts.47.up_proj,0.0000007117,0.05000,2.066 +17,mlp.experts.50.up_proj,0.0000009601,0.05000,2.028 +17,mlp.experts.48.up_proj,0.0000052924,0.05000,2.037 +17,mlp.experts.49.up_proj,0.0000030753,0.05000,2.049 +17,mlp.experts.51.up_proj,0.0000006032,0.05000,2.036 +17,mlp.experts.54.up_proj,0.0000016356,0.05000,2.031 +17,mlp.experts.52.up_proj,0.0000019206,0.05000,2.107 +17,mlp.experts.53.up_proj,0.0000021266,0.05000,2.027 +17,mlp.experts.55.up_proj,0.0000022974,0.05000,2.067 +17,mlp.experts.58.up_proj,0.0000016119,0.05000,2.036 +17,mlp.experts.56.up_proj,0.0000028279,0.05000,2.055 +17,mlp.experts.57.up_proj,0.0000004981,0.05000,2.031 +17,mlp.experts.59.up_proj,0.0000004646,0.05000,2.067 +17,mlp.experts.62.up_proj,0.0000023969,0.05000,2.024 +17,mlp.experts.60.up_proj,0.0000013032,0.05000,2.032 +17,mlp.experts.61.up_proj,0.0000028780,0.05000,2.028 +17,mlp.experts.63.up_proj,0.0000020853,0.05000,2.045 +17,mlp.experts.66.up_proj,0.0000019966,0.05000,2.052 +17,mlp.experts.64.up_proj,0.0000022425,0.05000,2.054 +17,mlp.experts.65.up_proj,0.0000008239,0.05000,2.062 +17,mlp.experts.67.up_proj,0.0000023701,0.05000,2.118 +17,mlp.experts.70.up_proj,0.0000022563,0.05000,2.092 +17,mlp.experts.68.up_proj,0.0000012146,0.05000,2.148 +17,mlp.experts.69.up_proj,0.0000010937,0.05000,2.089 +17,mlp.experts.71.up_proj,0.0000006311,0.05000,2.133 +17,mlp.experts.74.up_proj,0.0000014344,0.05000,2.110 +17,mlp.experts.72.up_proj,0.0000027431,0.05000,2.081 +17,mlp.experts.73.up_proj,0.0000019597,0.05000,2.090 +17,mlp.experts.75.up_proj,0.0000011891,0.05000,2.087 +17,mlp.experts.78.up_proj,0.0000010692,0.05000,2.100 +17,mlp.experts.76.up_proj,0.0000018370,0.05000,2.055 +17,mlp.experts.77.up_proj,0.0000021809,0.05000,2.039 +17,mlp.experts.79.up_proj,0.0000022269,0.05000,2.053 +17,mlp.experts.82.up_proj,0.0000018520,0.05000,2.057 +17,mlp.experts.80.up_proj,0.0000014777,0.05000,2.034 +17,mlp.experts.81.up_proj,0.0000010806,0.05000,2.080 +17,mlp.experts.83.up_proj,0.0000018707,0.05000,2.052 +17,mlp.experts.86.up_proj,0.0000025014,0.05000,2.038 +17,mlp.experts.84.up_proj,0.0000021186,0.05000,2.065 +17,mlp.experts.85.up_proj,0.0000013822,0.05000,2.054 +17,mlp.experts.87.up_proj,0.0000019615,0.05000,2.075 +17,mlp.experts.90.up_proj,0.0000027496,0.05000,2.034 +17,mlp.experts.88.up_proj,0.0000037267,0.05000,2.046 +17,mlp.experts.89.up_proj,0.0000017615,0.05000,2.041 +17,mlp.experts.91.up_proj,0.0000015655,0.05000,2.036 +17,mlp.experts.94.up_proj,0.0000042862,0.05000,2.051 +17,mlp.experts.92.up_proj,0.0000019358,0.05000,2.081 +17,mlp.experts.93.up_proj,0.0000021558,0.05000,2.044 +17,mlp.experts.95.up_proj,0.0000027415,0.05000,2.091 +17,mlp.experts.98.up_proj,0.0000005895,0.05000,2.041 +17,mlp.experts.96.up_proj,0.0000010203,0.05000,2.027 +17,mlp.experts.97.up_proj,0.0000023183,0.05000,2.029 +17,mlp.experts.99.up_proj,0.0000016280,0.05000,2.106 +17,mlp.experts.102.up_proj,0.0000017762,0.05000,2.145 +17,mlp.experts.100.up_proj,0.0000022336,0.05000,2.070 +17,mlp.experts.101.up_proj,0.0000010253,0.05000,2.082 +17,mlp.experts.103.up_proj,0.0000025878,0.05000,2.053 +17,mlp.experts.106.up_proj,0.0000017833,0.05000,2.090 +17,mlp.experts.104.up_proj,0.0000019065,0.05000,2.022 +17,mlp.experts.105.up_proj,0.0000018246,0.05000,2.030 +17,mlp.experts.107.up_proj,0.0000005398,0.05000,2.062 +17,mlp.experts.110.up_proj,0.0000023693,0.05000,2.083 +17,mlp.experts.108.up_proj,0.0000012237,0.05000,2.033 +17,mlp.experts.109.up_proj,0.0000020625,0.05000,2.036 +17,mlp.experts.111.up_proj,0.0000028255,0.05000,2.089 +17,mlp.experts.114.up_proj,0.0000007849,0.05000,2.114 +17,mlp.experts.112.up_proj,0.0000026892,0.05000,2.073 +17,mlp.experts.113.up_proj,0.0000023290,0.05000,2.111 +17,mlp.experts.115.up_proj,0.0000027325,0.05000,2.073 +17,mlp.experts.118.up_proj,0.0000015613,0.05000,2.103 +17,mlp.experts.116.up_proj,0.0000017878,0.05000,2.054 +17,mlp.experts.117.up_proj,0.0000016827,0.05000,2.109 +17,mlp.experts.119.up_proj,0.0000013705,0.05000,2.094 +17,mlp.experts.122.up_proj,0.0000043671,0.05000,2.067 +17,mlp.experts.120.up_proj,0.0000017761,0.05000,2.078 +17,mlp.experts.121.up_proj,0.0000014397,0.05000,2.060 +17,mlp.experts.123.up_proj,0.0000014106,0.05000,2.112 +17,mlp.experts.126.up_proj,0.0000028094,0.05000,2.070 +17,mlp.experts.124.up_proj,0.0000020150,0.05000,2.037 +17,mlp.experts.125.up_proj,0.0000018411,0.05000,2.109 +17,mlp.experts.127.up_proj,0.0000019328,0.05000,2.069 +17,mlp.experts.130.up_proj,0.0000015740,0.05000,2.094 +17,mlp.experts.128.up_proj,0.0000014366,0.05000,2.080 +17,mlp.experts.129.up_proj,0.0000014050,0.05000,2.048 +17,mlp.experts.131.up_proj,0.0000023011,0.05000,2.061 +17,mlp.experts.134.up_proj,0.0000022410,0.05000,2.073 +17,mlp.experts.132.up_proj,0.0000021043,0.05000,2.033 +17,mlp.experts.133.up_proj,0.0000037038,0.05000,2.047 +17,mlp.experts.135.up_proj,0.0000010710,0.05000,2.062 +17,mlp.experts.138.up_proj,0.0000036329,0.05000,2.063 +17,mlp.experts.136.up_proj,0.0000027189,0.05000,2.061 +17,mlp.experts.137.up_proj,0.0000028781,0.05000,2.055 +17,mlp.experts.139.up_proj,0.0000023029,0.05000,2.055 +17,mlp.experts.142.up_proj,0.0000020412,0.05000,2.103 +17,mlp.experts.140.up_proj,0.0000010146,0.05000,2.095 +17,mlp.experts.141.up_proj,0.0000007173,0.05000,2.095 +17,mlp.experts.143.up_proj,0.0000014728,0.05000,2.067 +17,mlp.experts.146.up_proj,0.0000017657,0.05000,2.090 +17,mlp.experts.144.up_proj,0.0000014633,0.05000,2.145 +17,mlp.experts.145.up_proj,0.0000027523,0.05000,2.073 +17,mlp.experts.147.up_proj,0.0000015975,0.05000,2.140 +17,mlp.experts.150.up_proj,0.0000033982,0.05000,2.080 +17,mlp.experts.148.up_proj,0.0000009757,0.05000,2.131 +17,mlp.experts.149.up_proj,0.0000021900,0.05000,2.104 +17,mlp.experts.151.up_proj,0.0000015906,0.05000,2.113 +17,mlp.experts.154.up_proj,0.0000022654,0.05000,2.087 +17,mlp.experts.153.up_proj,0.0000007935,0.05000,2.056 +17,mlp.experts.152.up_proj,0.0000039187,0.05000,2.199 +17,mlp.experts.155.up_proj,0.0000024833,0.05000,2.097 +17,mlp.experts.158.up_proj,0.0000018531,0.05000,2.082 +17,mlp.experts.156.up_proj,0.0000008568,0.05000,1.961 +17,mlp.experts.157.up_proj,0.0000004936,0.05000,2.022 +17,mlp.experts.159.up_proj,0.0000023632,0.05000,1.312 +17,mlp.experts.2.down_proj,0.0000000251,0.05000,0.638 +17,mlp.experts.1.down_proj,0.0000000540,0.05000,0.653 +17,mlp.experts.0.down_proj,0.0000000074,0.05000,0.655 +17,mlp.experts.3.down_proj,0.0000000147,0.05000,0.661 +17,mlp.experts.5.down_proj,0.0000000100,0.05000,0.600 +17,mlp.experts.4.down_proj,0.0000000346,0.05000,0.605 +17,mlp.experts.7.down_proj,0.0000000332,0.05000,0.607 +17,mlp.experts.6.down_proj,0.0000000202,0.05000,0.633 +17,mlp.experts.8.down_proj,0.0000000197,0.05000,0.606 +17,mlp.experts.11.down_proj,0.0000000179,0.05000,0.606 +17,mlp.experts.10.down_proj,0.0000000270,0.05000,0.605 +17,mlp.experts.9.down_proj,0.0000000202,0.05000,0.623 +17,mlp.experts.13.down_proj,0.0000000234,0.05000,0.630 +17,mlp.experts.12.down_proj,0.0000000434,0.05000,0.631 +17,mlp.experts.15.down_proj,0.0000000331,0.05000,0.632 +17,mlp.experts.14.down_proj,0.0000000204,0.05000,0.635 +17,mlp.experts.19.down_proj,0.0000000539,0.05000,0.618 +17,mlp.experts.17.down_proj,0.0000000254,0.05000,0.621 +17,mlp.experts.18.down_proj,0.0000000126,0.05000,0.636 +17,mlp.experts.16.down_proj,0.0000000262,0.05000,0.650 +17,mlp.experts.21.down_proj,0.0000000275,0.05000,0.632 +17,mlp.experts.23.down_proj,0.0000000200,0.05000,0.636 +17,mlp.experts.22.down_proj,0.0000000178,0.05000,0.636 +17,mlp.experts.20.down_proj,0.0000000241,0.05000,0.642 +17,mlp.experts.27.down_proj,0.0000000177,0.05000,0.630 +17,mlp.experts.24.down_proj,0.0000000268,0.05000,0.606 +17,mlp.experts.25.down_proj,0.0000000174,0.05000,0.648 +17,mlp.experts.26.down_proj,0.0000000270,0.05000,0.634 +17,mlp.experts.28.down_proj,0.0000000260,0.05000,0.606 +17,mlp.experts.29.down_proj,0.0000000235,0.05000,0.604 +17,mlp.experts.31.down_proj,0.0000000331,0.05000,0.631 +17,mlp.experts.30.down_proj,0.0000000185,0.05000,0.624 +17,mlp.experts.32.down_proj,0.0000000293,0.05000,0.608 +17,mlp.experts.33.down_proj,0.0000000291,0.05000,0.608 +17,mlp.experts.35.down_proj,0.0000000199,0.05000,0.628 +17,mlp.experts.34.down_proj,0.0000000297,0.05000,0.632 +17,mlp.experts.37.down_proj,0.0000000241,0.05000,0.610 +17,mlp.experts.36.down_proj,0.0000000368,0.05000,0.634 +17,mlp.experts.39.down_proj,0.0000000280,0.05000,0.617 +17,mlp.experts.38.down_proj,0.0000000224,0.05000,0.669 +17,mlp.experts.41.down_proj,0.0000000302,0.05000,0.624 +17,mlp.experts.40.down_proj,0.0000000448,0.05000,0.613 +17,mlp.experts.43.down_proj,0.0000000163,0.05000,0.613 +17,mlp.experts.42.down_proj,0.0000000076,0.05000,0.625 +17,mlp.experts.45.down_proj,0.0000000100,0.05000,0.610 +17,mlp.experts.47.down_proj,0.0000000091,0.05000,0.613 +17,mlp.experts.44.down_proj,0.0000000232,0.05000,0.637 +17,mlp.experts.46.down_proj,0.0000000454,0.05000,0.626 +17,mlp.experts.49.down_proj,0.0000000451,0.05000,0.638 +17,mlp.experts.51.down_proj,0.0000000088,0.05000,0.622 +17,mlp.experts.48.down_proj,0.0000000600,0.05000,0.659 +17,mlp.experts.50.down_proj,0.0000000096,0.05000,0.665 +17,mlp.experts.53.down_proj,0.0000000319,0.05000,0.620 +17,mlp.experts.55.down_proj,0.0000000247,0.05000,0.639 +17,mlp.experts.52.down_proj,0.0000000416,0.05000,0.638 +17,mlp.experts.54.down_proj,0.0000000217,0.05000,0.612 +17,mlp.experts.57.down_proj,0.0000000139,0.05000,0.641 +17,mlp.experts.59.down_proj,0.0000000079,0.05000,0.635 +17,mlp.experts.56.down_proj,0.0000000537,0.05000,0.675 +17,mlp.experts.58.down_proj,0.0000000286,0.05000,0.612 +17,mlp.experts.61.down_proj,0.0000000454,0.05000,0.606 +17,mlp.experts.63.down_proj,0.0000000410,0.05000,0.612 +17,mlp.experts.60.down_proj,0.0000000170,0.05000,0.611 +17,mlp.experts.62.down_proj,0.0000000366,0.05000,0.603 +17,mlp.experts.65.down_proj,0.0000000133,0.05000,0.612 +17,mlp.experts.67.down_proj,0.0000000301,0.05000,0.616 +17,mlp.experts.66.down_proj,0.0000000237,0.05000,0.617 +17,mlp.experts.64.down_proj,0.0000000445,0.05000,0.617 +17,mlp.experts.69.down_proj,0.0000000189,0.05000,0.607 +17,mlp.experts.71.down_proj,0.0000000144,0.05000,0.615 +17,mlp.experts.68.down_proj,0.0000000235,0.05000,0.618 +17,mlp.experts.70.down_proj,0.0000000285,0.05000,0.642 +17,mlp.experts.73.down_proj,0.0000000388,0.05000,0.628 +17,mlp.experts.75.down_proj,0.0000000247,0.05000,0.617 +17,mlp.experts.72.down_proj,0.0000000419,0.05000,0.616 +17,mlp.experts.74.down_proj,0.0000000238,0.05000,0.614 +17,mlp.experts.77.down_proj,0.0000000271,0.05000,0.613 +17,mlp.experts.79.down_proj,0.0000000407,0.05000,0.618 +17,mlp.experts.76.down_proj,0.0000000252,0.05000,0.637 +17,mlp.experts.78.down_proj,0.0000000152,0.05000,0.629 +17,mlp.experts.81.down_proj,0.0000000242,0.05000,0.607 +17,mlp.experts.83.down_proj,0.0000000174,0.05000,0.613 +17,mlp.experts.80.down_proj,0.0000000277,0.05000,0.612 +17,mlp.experts.82.down_proj,0.0000000214,0.05000,0.612 +17,mlp.experts.85.down_proj,0.0000000213,0.05000,0.610 +17,mlp.experts.87.down_proj,0.0000000294,0.05000,0.613 +17,mlp.experts.86.down_proj,0.0000000457,0.05000,0.604 +17,mlp.experts.84.down_proj,0.0000000181,0.05000,0.638 +17,mlp.experts.89.down_proj,0.0000000278,0.05000,0.630 +17,mlp.experts.91.down_proj,0.0000000155,0.05000,0.635 +17,mlp.experts.90.down_proj,0.0000000400,0.05000,0.609 +17,mlp.experts.88.down_proj,0.0000000453,0.05000,0.622 +17,mlp.experts.93.down_proj,0.0000000227,0.05000,0.632 +17,mlp.experts.95.down_proj,0.0000000591,0.05000,0.656 +17,mlp.experts.94.down_proj,0.0000000774,0.05000,0.609 +17,mlp.experts.92.down_proj,0.0000000328,0.05000,0.623 +17,mlp.experts.97.down_proj,0.0000000386,0.05000,0.628 +17,mlp.experts.99.down_proj,0.0000000216,0.05000,0.615 +17,mlp.experts.98.down_proj,0.0000000074,0.05000,0.627 +17,mlp.experts.96.down_proj,0.0000000258,0.05000,0.634 +17,mlp.experts.101.down_proj,0.0000000197,0.05000,0.604 +17,mlp.experts.103.down_proj,0.0000000368,0.05000,0.611 +17,mlp.experts.102.down_proj,0.0000000208,0.05000,0.601 +17,mlp.experts.100.down_proj,0.0000000337,0.05000,0.606 +17,mlp.experts.105.down_proj,0.0000000182,0.05000,0.605 +17,mlp.experts.107.down_proj,0.0000000058,0.05000,0.612 +17,mlp.experts.106.down_proj,0.0000000179,0.05000,0.626 +17,mlp.experts.104.down_proj,0.0000000184,0.05000,0.605 +17,mlp.experts.109.down_proj,0.0000000347,0.05000,0.606 +17,mlp.experts.111.down_proj,0.0000000445,0.05000,0.616 +17,mlp.experts.108.down_proj,0.0000000198,0.05000,0.610 +17,mlp.experts.110.down_proj,0.0000000369,0.05000,0.657 +17,mlp.experts.113.down_proj,0.0000000259,0.05000,0.623 +17,mlp.experts.115.down_proj,0.0000000339,0.05000,0.607 +17,mlp.experts.112.down_proj,0.0000000276,0.05000,0.605 +17,mlp.experts.114.down_proj,0.0000000132,0.05000,0.601 +17,mlp.experts.117.down_proj,0.0000000353,0.05000,0.604 +17,mlp.experts.119.down_proj,0.0000000223,0.05000,0.611 +17,mlp.experts.118.down_proj,0.0000000178,0.05000,0.603 +17,mlp.experts.116.down_proj,0.0000000208,0.05000,0.634 +17,mlp.experts.121.down_proj,0.0000000185,0.05000,0.608 +17,mlp.experts.123.down_proj,0.0000000148,0.05000,0.613 +17,mlp.experts.122.down_proj,0.0000000741,0.05000,0.618 +17,mlp.experts.120.down_proj,0.0000000390,0.05000,0.614 +17,mlp.experts.125.down_proj,0.0000000245,0.05000,0.670 +17,mlp.experts.127.down_proj,0.0000000367,0.05000,0.617 +17,mlp.experts.126.down_proj,0.0000000402,0.05000,0.612 +17,mlp.experts.124.down_proj,0.0000000210,0.05000,0.618 +17,mlp.experts.131.down_proj,0.0000000286,0.05000,0.614 +17,mlp.experts.129.down_proj,0.0000000319,0.05000,0.636 +17,mlp.experts.130.down_proj,0.0000000279,0.05000,0.609 +17,mlp.experts.128.down_proj,0.0000000253,0.05000,0.616 +17,mlp.experts.133.down_proj,0.0000000576,0.05000,0.607 +17,mlp.experts.135.down_proj,0.0000000184,0.05000,0.610 +17,mlp.experts.134.down_proj,0.0000000263,0.05000,0.606 +17,mlp.experts.132.down_proj,0.0000000490,0.05000,0.610 +17,mlp.experts.137.down_proj,0.0000000610,0.05000,0.629 +17,mlp.experts.139.down_proj,0.0000000305,0.05000,0.640 +17,mlp.experts.138.down_proj,0.0000000756,0.05000,0.631 +17,mlp.experts.136.down_proj,0.0000000334,0.05000,0.618 +17,mlp.experts.141.down_proj,0.0000000094,0.05000,0.605 +17,mlp.experts.143.down_proj,0.0000000162,0.05000,0.615 +17,mlp.experts.142.down_proj,0.0000000379,0.05000,0.627 +17,mlp.experts.140.down_proj,0.0000000155,0.05000,0.620 +17,mlp.experts.145.down_proj,0.0000000317,0.05000,0.609 +17,mlp.experts.147.down_proj,0.0000000240,0.05000,0.659 +17,mlp.experts.146.down_proj,0.0000000274,0.05000,0.611 +17,mlp.experts.144.down_proj,0.0000000253,0.05000,0.615 +17,mlp.experts.149.down_proj,0.0000000259,0.05000,0.609 +17,mlp.experts.151.down_proj,0.0000000363,0.05000,0.643 +17,mlp.experts.150.down_proj,0.0000000637,0.05000,0.628 +17,mlp.experts.148.down_proj,0.0000000180,0.05000,0.615 +17,mlp.experts.153.down_proj,0.0000000110,0.05000,0.603 +17,mlp.experts.154.down_proj,0.0000000258,0.05000,0.611 +17,mlp.experts.152.down_proj,0.0000000644,0.05000,0.615 +17,mlp.experts.155.down_proj,0.0000000296,0.05000,0.683 +17,mlp.experts.157.down_proj,0.0000000060,0.05000,0.613 +17,mlp.experts.158.down_proj,0.0000000243,0.05000,0.608 +17,mlp.experts.156.down_proj,0.0000000169,0.05000,0.604 +17,mlp.experts.159.down_proj,0.0000000340,0.05000,0.570 +18,mlp.experts.1.gate_proj,0.0000031718,0.05000,2.127 +18,mlp.experts.0.gate_proj,0.0000030175,0.05000,2.170 +18,mlp.experts.2.gate_proj,0.0000021954,0.05000,2.222 +18,mlp.experts.3.gate_proj,0.0000032508,0.05000,2.225 +18,mlp.experts.5.gate_proj,0.0000031852,0.05000,2.071 +18,mlp.experts.4.gate_proj,0.0000065417,0.05000,2.095 +18,mlp.experts.7.gate_proj,0.0000042105,0.05000,2.074 +18,mlp.experts.6.gate_proj,0.0000020545,0.05000,2.099 +18,mlp.experts.9.gate_proj,0.0000033712,0.05000,2.063 +18,mlp.experts.8.gate_proj,0.0000019791,0.05000,2.080 +18,mlp.experts.10.gate_proj,0.0000005667,0.05000,2.071 +18,mlp.experts.11.gate_proj,0.0000014522,0.05000,2.148 +18,mlp.experts.13.gate_proj,0.0000018648,0.05000,2.082 +18,mlp.experts.12.gate_proj,0.0000022867,0.05000,2.086 +18,mlp.experts.14.gate_proj,0.0000022869,0.05000,2.098 +18,mlp.experts.15.gate_proj,0.0000033523,0.05000,2.132 +18,mlp.experts.17.gate_proj,0.0000029470,0.05000,2.092 +18,mlp.experts.16.gate_proj,0.0000019729,0.05000,2.160 +18,mlp.experts.18.gate_proj,0.0000014843,0.05000,2.204 +18,mlp.experts.19.gate_proj,0.0000028192,0.05000,2.154 +18,mlp.experts.21.gate_proj,0.0000022295,0.05000,2.115 +18,mlp.experts.20.gate_proj,0.0000011684,0.05000,2.087 +18,mlp.experts.22.gate_proj,0.0000024869,0.05000,2.117 +18,mlp.experts.23.gate_proj,0.0000005410,0.05000,2.119 +18,mlp.experts.25.gate_proj,0.0000026305,0.05000,2.044 +18,mlp.experts.24.gate_proj,0.0000023709,0.05000,2.056 +18,mlp.experts.26.gate_proj,0.0000024866,0.05000,2.062 +18,mlp.experts.27.gate_proj,0.0000018530,0.05000,2.061 +18,mlp.experts.29.gate_proj,0.0000012438,0.05000,2.135 +18,mlp.experts.28.gate_proj,0.0000030863,0.05000,2.128 +18,mlp.experts.30.gate_proj,0.0000056463,0.05000,2.089 +18,mlp.experts.31.gate_proj,0.0000040022,0.05000,2.133 +18,mlp.experts.33.gate_proj,0.0000019669,0.05000,2.087 +18,mlp.experts.32.gate_proj,0.0000023650,0.05000,2.134 +18,mlp.experts.34.gate_proj,0.0000008905,0.05000,2.079 +18,mlp.experts.35.gate_proj,0.0000044779,0.05000,2.119 +18,mlp.experts.37.gate_proj,0.0000022061,0.05000,2.122 +18,mlp.experts.36.gate_proj,0.0000025698,0.05000,2.072 +18,mlp.experts.38.gate_proj,0.0000017112,0.05000,2.095 +18,mlp.experts.39.gate_proj,0.0000007644,0.05000,2.088 +18,mlp.experts.41.gate_proj,0.0000011062,0.05000,2.139 +18,mlp.experts.40.gate_proj,0.0000019462,0.05000,2.094 +18,mlp.experts.42.gate_proj,0.0000019499,0.05000,2.087 +18,mlp.experts.43.gate_proj,0.0000010340,0.05000,2.062 +18,mlp.experts.45.gate_proj,0.0000013202,0.05000,2.094 +18,mlp.experts.44.gate_proj,0.0000025852,0.05000,2.071 +18,mlp.experts.46.gate_proj,0.0000021672,0.05000,2.092 +18,mlp.experts.47.gate_proj,0.0000018090,0.05000,2.106 +18,mlp.experts.49.gate_proj,0.0000048782,0.05000,2.155 +18,mlp.experts.48.gate_proj,0.0000037598,0.05000,2.126 +18,mlp.experts.50.gate_proj,0.0000015645,0.05000,2.080 +18,mlp.experts.51.gate_proj,0.0000020030,0.05000,2.125 +18,mlp.experts.52.gate_proj,0.0000030745,0.05000,2.093 +18,mlp.experts.53.gate_proj,0.0000012873,0.05000,2.149 +18,mlp.experts.54.gate_proj,0.0000015843,0.05000,2.115 +18,mlp.experts.55.gate_proj,0.0000016153,0.05000,2.103 +18,mlp.experts.56.gate_proj,0.0000026997,0.05000,2.059 +18,mlp.experts.58.gate_proj,0.0000055392,0.05000,2.006 +18,mlp.experts.57.gate_proj,0.0000037450,0.05000,2.094 +18,mlp.experts.59.gate_proj,0.0000007028,0.05000,2.062 +18,mlp.experts.60.gate_proj,0.0000008971,0.05000,2.094 +18,mlp.experts.62.gate_proj,0.0000020228,0.05000,2.117 +18,mlp.experts.61.gate_proj,0.0000050000,0.05000,2.104 +18,mlp.experts.63.gate_proj,0.0000042666,0.05000,2.171 +18,mlp.experts.64.gate_proj,0.0000006797,0.05000,2.109 +18,mlp.experts.66.gate_proj,0.0000018496,0.05000,2.132 +18,mlp.experts.65.gate_proj,0.0000037127,0.05000,2.132 +18,mlp.experts.67.gate_proj,0.0000029350,0.05000,2.089 +18,mlp.experts.68.gate_proj,0.0000010816,0.05000,2.057 +18,mlp.experts.70.gate_proj,0.0000020694,0.05000,2.052 +18,mlp.experts.69.gate_proj,0.0000032962,0.05000,2.028 +18,mlp.experts.71.gate_proj,0.0000023650,0.05000,2.047 +18,mlp.experts.72.gate_proj,0.0000028715,0.05000,2.063 +18,mlp.experts.74.gate_proj,0.0000029687,0.05000,2.043 +18,mlp.experts.73.gate_proj,0.0000042500,0.05000,2.077 +18,mlp.experts.75.gate_proj,0.0000032391,0.05000,2.093 +18,mlp.experts.76.gate_proj,0.0000027238,0.05000,2.064 +18,mlp.experts.78.gate_proj,0.0000012560,0.05000,2.087 +18,mlp.experts.77.gate_proj,0.0000025348,0.05000,2.092 +18,mlp.experts.79.gate_proj,0.0000008735,0.05000,2.103 +18,mlp.experts.80.gate_proj,0.0000012218,0.05000,2.075 +18,mlp.experts.82.gate_proj,0.0000023303,0.05000,2.089 +18,mlp.experts.81.gate_proj,0.0000024347,0.05000,2.111 +18,mlp.experts.83.gate_proj,0.0000019264,0.05000,2.106 +18,mlp.experts.84.gate_proj,0.0000014319,0.05000,2.061 +18,mlp.experts.85.gate_proj,0.0000016542,0.05000,2.037 +18,mlp.experts.86.gate_proj,0.0000022927,0.05000,2.160 +18,mlp.experts.87.gate_proj,0.0000012731,0.05000,2.064 +18,mlp.experts.88.gate_proj,0.0000023526,0.05000,2.104 +18,mlp.experts.89.gate_proj,0.0000019809,0.05000,2.066 +18,mlp.experts.90.gate_proj,0.0000014009,0.05000,2.122 +18,mlp.experts.91.gate_proj,0.0000008930,0.05000,2.073 +18,mlp.experts.92.gate_proj,0.0000019746,0.05000,2.074 +18,mlp.experts.93.gate_proj,0.0000006817,0.05000,2.028 +18,mlp.experts.94.gate_proj,0.0000007908,0.05000,2.054 +18,mlp.experts.95.gate_proj,0.0000034173,0.05000,2.070 +18,mlp.experts.96.gate_proj,0.0000017569,0.05000,2.067 +18,mlp.experts.97.gate_proj,0.0000012083,0.05000,2.083 +18,mlp.experts.98.gate_proj,0.0000012573,0.05000,2.044 +18,mlp.experts.99.gate_proj,0.0000017238,0.05000,2.069 +18,mlp.experts.100.gate_proj,0.0000018505,0.05000,2.075 +18,mlp.experts.101.gate_proj,0.0000020686,0.05000,2.084 +18,mlp.experts.102.gate_proj,0.0000007443,0.05000,2.134 +18,mlp.experts.103.gate_proj,0.0000008365,0.05000,2.137 +18,mlp.experts.104.gate_proj,0.0000059925,0.05000,2.085 +18,mlp.experts.105.gate_proj,0.0000027424,0.05000,2.057 +18,mlp.experts.106.gate_proj,0.0000014991,0.05000,2.037 +18,mlp.experts.107.gate_proj,0.0000025668,0.05000,2.126 +18,mlp.experts.109.gate_proj,0.0000038936,0.05000,2.022 +18,mlp.experts.108.gate_proj,0.0000023181,0.05000,2.074 +18,mlp.experts.110.gate_proj,0.0000021050,0.05000,2.028 +18,mlp.experts.111.gate_proj,0.0000017329,0.05000,2.046 +18,mlp.experts.113.gate_proj,0.0000019453,0.05000,2.045 +18,mlp.experts.112.gate_proj,0.0000006305,0.05000,2.054 +18,mlp.experts.114.gate_proj,0.0000018483,0.05000,2.047 +18,mlp.experts.115.gate_proj,0.0000019394,0.05000,2.040 +18,mlp.experts.117.gate_proj,0.0000020940,0.05000,2.050 +18,mlp.experts.118.gate_proj,0.0000013271,0.05000,2.062 +18,mlp.experts.116.gate_proj,0.0000022394,0.05000,2.179 +18,mlp.experts.119.gate_proj,0.0000018796,0.05000,2.054 +18,mlp.experts.121.gate_proj,0.0000017845,0.05000,2.049 +18,mlp.experts.120.gate_proj,0.0000017118,0.05000,2.020 +18,mlp.experts.122.gate_proj,0.0000028336,0.05000,2.071 +18,mlp.experts.123.gate_proj,0.0000017963,0.05000,2.062 +18,mlp.experts.125.gate_proj,0.0000022788,0.05000,2.056 +18,mlp.experts.126.gate_proj,0.0000018563,0.05000,2.036 +18,mlp.experts.124.gate_proj,0.0000007850,0.05000,2.162 +18,mlp.experts.127.gate_proj,0.0000014445,0.05000,2.170 +18,mlp.experts.129.gate_proj,0.0000027395,0.05000,2.029 +18,mlp.experts.130.gate_proj,0.0000013077,0.05000,2.047 +18,mlp.experts.128.gate_proj,0.0000022840,0.05000,2.059 +18,mlp.experts.131.gate_proj,0.0000018456,0.05000,2.074 +18,mlp.experts.133.gate_proj,0.0000019892,0.05000,2.041 +18,mlp.experts.134.gate_proj,0.0000014739,0.05000,2.019 +18,mlp.experts.132.gate_proj,0.0000013419,0.05000,2.026 +18,mlp.experts.135.gate_proj,0.0000018923,0.05000,2.064 +18,mlp.experts.137.gate_proj,0.0000006632,0.05000,2.059 +18,mlp.experts.138.gate_proj,0.0000036337,0.05000,2.102 +18,mlp.experts.136.gate_proj,0.0000029056,0.05000,2.092 +18,mlp.experts.139.gate_proj,0.0000011169,0.05000,2.089 +18,mlp.experts.141.gate_proj,0.0000017286,0.05000,2.046 +18,mlp.experts.142.gate_proj,0.0000019647,0.05000,2.069 +18,mlp.experts.140.gate_proj,0.0000027363,0.05000,2.044 +18,mlp.experts.143.gate_proj,0.0000028422,0.05000,2.052 +18,mlp.experts.145.gate_proj,0.0000006819,0.05000,2.032 +18,mlp.experts.146.gate_proj,0.0000036180,0.05000,2.033 +18,mlp.experts.144.gate_proj,0.0000017608,0.05000,2.032 +18,mlp.experts.147.gate_proj,0.0000013890,0.05000,2.019 +18,mlp.experts.149.gate_proj,0.0000019874,0.05000,2.080 +18,mlp.experts.150.gate_proj,0.0000027677,0.05000,2.083 +18,mlp.experts.148.gate_proj,0.0000016608,0.05000,2.098 +18,mlp.experts.151.gate_proj,0.0000016011,0.05000,2.061 +18,mlp.experts.153.gate_proj,0.0000010034,0.05000,2.041 +18,mlp.experts.154.gate_proj,0.0000046983,0.05000,2.061 +18,mlp.experts.152.gate_proj,0.0000020257,0.05000,2.035 +18,mlp.experts.155.gate_proj,0.0000021667,0.05000,2.073 +18,mlp.experts.157.gate_proj,0.0000033590,0.05000,2.083 +18,mlp.experts.158.gate_proj,0.0000007992,0.05000,2.032 +18,mlp.experts.156.gate_proj,0.0000011699,0.05000,2.080 +18,mlp.experts.159.gate_proj,0.0000036274,0.05000,2.134 +18,mlp.experts.1.up_proj,0.0000031512,0.05000,2.080 +18,mlp.experts.2.up_proj,0.0000021764,0.05000,2.106 +18,mlp.experts.0.up_proj,0.0000030024,0.05000,2.106 +18,mlp.experts.3.up_proj,0.0000032207,0.05000,2.082 +18,mlp.experts.5.up_proj,0.0000031625,0.05000,2.060 +18,mlp.experts.6.up_proj,0.0000020399,0.05000,2.095 +18,mlp.experts.4.up_proj,0.0000064879,0.05000,2.023 +18,mlp.experts.7.up_proj,0.0000041909,0.05000,2.068 +18,mlp.experts.9.up_proj,0.0000033313,0.05000,2.069 +18,mlp.experts.10.up_proj,0.0000005638,0.05000,2.116 +18,mlp.experts.8.up_proj,0.0000019583,0.05000,2.108 +18,mlp.experts.11.up_proj,0.0000014436,0.05000,2.077 +18,mlp.experts.13.up_proj,0.0000018391,0.05000,2.096 +18,mlp.experts.12.up_proj,0.0000023324,0.05000,2.047 +18,mlp.experts.14.up_proj,0.0000022591,0.05000,2.172 +18,mlp.experts.15.up_proj,0.0000033324,0.05000,2.077 +18,mlp.experts.17.up_proj,0.0000029293,0.05000,2.076 +18,mlp.experts.16.up_proj,0.0000019450,0.05000,2.046 +18,mlp.experts.18.up_proj,0.0000014680,0.05000,2.084 +18,mlp.experts.19.up_proj,0.0000027599,0.05000,2.062 +18,mlp.experts.21.up_proj,0.0000022051,0.05000,2.016 +18,mlp.experts.20.up_proj,0.0000011570,0.05000,2.066 +18,mlp.experts.22.up_proj,0.0000024661,0.05000,2.035 +18,mlp.experts.23.up_proj,0.0000005310,0.05000,2.010 +18,mlp.experts.25.up_proj,0.0000025756,0.05000,2.064 +18,mlp.experts.24.up_proj,0.0000023567,0.05000,2.045 +18,mlp.experts.26.up_proj,0.0000024577,0.05000,2.066 +18,mlp.experts.27.up_proj,0.0000018488,0.05000,2.090 +18,mlp.experts.29.up_proj,0.0000012325,0.05000,2.080 +18,mlp.experts.28.up_proj,0.0000030226,0.05000,2.071 +18,mlp.experts.30.up_proj,0.0000056166,0.05000,2.016 +18,mlp.experts.31.up_proj,0.0000039576,0.05000,2.031 +18,mlp.experts.33.up_proj,0.0000019513,0.05000,1.998 +18,mlp.experts.34.up_proj,0.0000008795,0.05000,1.983 +18,mlp.experts.32.up_proj,0.0000023431,0.05000,2.062 +18,mlp.experts.35.up_proj,0.0000044286,0.05000,1.997 +18,mlp.experts.37.up_proj,0.0000021865,0.05000,2.009 +18,mlp.experts.38.up_proj,0.0000017008,0.05000,2.040 +18,mlp.experts.36.up_proj,0.0000025437,0.05000,2.056 +18,mlp.experts.39.up_proj,0.0000007555,0.05000,2.022 +18,mlp.experts.41.up_proj,0.0000010951,0.05000,2.039 +18,mlp.experts.42.up_proj,0.0000019324,0.05000,2.062 +18,mlp.experts.40.up_proj,0.0000019242,0.05000,2.046 +18,mlp.experts.43.up_proj,0.0000010273,0.05000,2.015 +18,mlp.experts.45.up_proj,0.0000013122,0.05000,2.048 +18,mlp.experts.46.up_proj,0.0000021428,0.05000,2.057 +18,mlp.experts.44.up_proj,0.0000025625,0.05000,2.037 +18,mlp.experts.47.up_proj,0.0000017865,0.05000,2.093 +18,mlp.experts.49.up_proj,0.0000048144,0.05000,2.023 +18,mlp.experts.48.up_proj,0.0000037063,0.05000,2.058 +18,mlp.experts.50.up_proj,0.0000015490,0.05000,2.101 +18,mlp.experts.51.up_proj,0.0000019872,0.05000,2.064 +18,mlp.experts.53.up_proj,0.0000012663,0.05000,2.019 +18,mlp.experts.52.up_proj,0.0000030484,0.05000,2.077 +18,mlp.experts.54.up_proj,0.0000015669,0.05000,2.097 +18,mlp.experts.55.up_proj,0.0000016058,0.05000,2.123 +18,mlp.experts.57.up_proj,0.0000036861,0.05000,2.121 +18,mlp.experts.56.up_proj,0.0000026693,0.05000,2.134 +18,mlp.experts.58.up_proj,0.0000055213,0.05000,2.074 +18,mlp.experts.59.up_proj,0.0000006988,0.05000,2.184 +18,mlp.experts.61.up_proj,0.0000049432,0.05000,2.066 +18,mlp.experts.60.up_proj,0.0000008868,0.05000,2.066 +18,mlp.experts.62.up_proj,0.0000019928,0.05000,2.154 +18,mlp.experts.63.up_proj,0.0000042241,0.05000,2.049 +18,mlp.experts.65.up_proj,0.0000036929,0.05000,2.062 +18,mlp.experts.66.up_proj,0.0000018202,0.05000,2.013 +18,mlp.experts.64.up_proj,0.0000006715,0.05000,2.137 +18,mlp.experts.67.up_proj,0.0000029172,0.05000,2.095 +18,mlp.experts.69.up_proj,0.0000032200,0.05000,2.055 +18,mlp.experts.70.up_proj,0.0000020633,0.05000,2.029 +18,mlp.experts.68.up_proj,0.0000010692,0.05000,2.073 +18,mlp.experts.71.up_proj,0.0000023443,0.05000,2.061 +18,mlp.experts.73.up_proj,0.0000042436,0.05000,2.062 +18,mlp.experts.74.up_proj,0.0000029367,0.05000,2.067 +18,mlp.experts.72.up_proj,0.0000028357,0.05000,2.089 +18,mlp.experts.75.up_proj,0.0000032284,0.05000,2.080 +18,mlp.experts.77.up_proj,0.0000024937,0.05000,2.096 +18,mlp.experts.78.up_proj,0.0000012396,0.05000,2.095 +18,mlp.experts.76.up_proj,0.0000027048,0.05000,2.080 +18,mlp.experts.79.up_proj,0.0000008648,0.05000,2.107 +18,mlp.experts.81.up_proj,0.0000024174,0.05000,2.165 +18,mlp.experts.82.up_proj,0.0000023081,0.05000,2.076 +18,mlp.experts.80.up_proj,0.0000012115,0.05000,2.090 +18,mlp.experts.83.up_proj,0.0000019060,0.05000,2.063 +18,mlp.experts.85.up_proj,0.0000016320,0.05000,2.076 +18,mlp.experts.86.up_proj,0.0000022787,0.05000,2.051 +18,mlp.experts.84.up_proj,0.0000014268,0.05000,2.034 +18,mlp.experts.87.up_proj,0.0000012645,0.05000,2.078 +18,mlp.experts.89.up_proj,0.0000019549,0.05000,2.032 +18,mlp.experts.90.up_proj,0.0000013890,0.05000,2.075 +18,mlp.experts.88.up_proj,0.0000023295,0.05000,2.027 +18,mlp.experts.91.up_proj,0.0000008825,0.05000,2.078 +18,mlp.experts.93.up_proj,0.0000006741,0.05000,2.148 +18,mlp.experts.94.up_proj,0.0000007772,0.05000,2.129 +18,mlp.experts.92.up_proj,0.0000019494,0.05000,2.094 +18,mlp.experts.95.up_proj,0.0000033845,0.05000,2.104 +18,mlp.experts.97.up_proj,0.0000011891,0.05000,2.084 +18,mlp.experts.98.up_proj,0.0000012367,0.05000,2.092 +18,mlp.experts.96.up_proj,0.0000017260,0.05000,2.112 +18,mlp.experts.99.up_proj,0.0000017164,0.05000,2.059 +18,mlp.experts.101.up_proj,0.0000020485,0.05000,2.142 +18,mlp.experts.102.up_proj,0.0000007408,0.05000,2.072 +18,mlp.experts.100.up_proj,0.0000018392,0.05000,2.081 +18,mlp.experts.103.up_proj,0.0000008213,0.05000,2.170 +18,mlp.experts.105.up_proj,0.0000027282,0.05000,2.093 +18,mlp.experts.104.up_proj,0.0000059309,0.05000,2.071 +18,mlp.experts.106.up_proj,0.0000014767,0.05000,2.169 +18,mlp.experts.107.up_proj,0.0000025349,0.05000,2.127 +18,mlp.experts.109.up_proj,0.0000037955,0.05000,2.145 +18,mlp.experts.108.up_proj,0.0000023004,0.05000,2.085 +18,mlp.experts.110.up_proj,0.0000020936,0.05000,2.081 +18,mlp.experts.111.up_proj,0.0000017106,0.05000,2.111 +18,mlp.experts.113.up_proj,0.0000019321,0.05000,2.149 +18,mlp.experts.112.up_proj,0.0000006220,0.05000,2.089 +18,mlp.experts.114.up_proj,0.0000018210,0.05000,2.111 +18,mlp.experts.115.up_proj,0.0000019046,0.05000,2.152 +18,mlp.experts.117.up_proj,0.0000020847,0.05000,2.047 +18,mlp.experts.116.up_proj,0.0000022179,0.05000,2.027 +18,mlp.experts.118.up_proj,0.0000013106,0.05000,2.045 +18,mlp.experts.119.up_proj,0.0000018622,0.05000,2.099 +18,mlp.experts.121.up_proj,0.0000017555,0.05000,2.112 +18,mlp.experts.120.up_proj,0.0000016987,0.05000,2.089 +18,mlp.experts.122.up_proj,0.0000027791,0.05000,2.076 +18,mlp.experts.123.up_proj,0.0000017663,0.05000,2.148 +18,mlp.experts.125.up_proj,0.0000022683,0.05000,2.100 +18,mlp.experts.124.up_proj,0.0000007795,0.05000,2.127 +18,mlp.experts.126.up_proj,0.0000018322,0.05000,2.090 +18,mlp.experts.127.up_proj,0.0000014279,0.05000,2.143 +18,mlp.experts.129.up_proj,0.0000026946,0.05000,2.167 +18,mlp.experts.128.up_proj,0.0000022368,0.05000,2.127 +18,mlp.experts.130.up_proj,0.0000012926,0.05000,2.110 +18,mlp.experts.131.up_proj,0.0000018238,0.05000,2.143 +18,mlp.experts.133.up_proj,0.0000019794,0.05000,2.056 +18,mlp.experts.132.up_proj,0.0000013300,0.05000,2.050 +18,mlp.experts.134.up_proj,0.0000014555,0.05000,2.048 +18,mlp.experts.135.up_proj,0.0000018730,0.05000,2.070 +18,mlp.experts.137.up_proj,0.0000006658,0.05000,2.076 +18,mlp.experts.138.up_proj,0.0000035864,0.05000,2.070 +18,mlp.experts.136.up_proj,0.0000028940,0.05000,2.161 +18,mlp.experts.139.up_proj,0.0000011036,0.05000,2.083 +18,mlp.experts.141.up_proj,0.0000017057,0.05000,2.093 +18,mlp.experts.142.up_proj,0.0000019397,0.05000,2.102 +18,mlp.experts.140.up_proj,0.0000026986,0.05000,2.077 +18,mlp.experts.143.up_proj,0.0000028073,0.05000,2.114 +18,mlp.experts.145.up_proj,0.0000006755,0.05000,2.091 +18,mlp.experts.146.up_proj,0.0000035918,0.05000,2.021 +18,mlp.experts.144.up_proj,0.0000017398,0.05000,2.048 +18,mlp.experts.147.up_proj,0.0000013691,0.05000,2.035 +18,mlp.experts.149.up_proj,0.0000019603,0.05000,2.034 +18,mlp.experts.150.up_proj,0.0000027349,0.05000,2.027 +18,mlp.experts.148.up_proj,0.0000016419,0.05000,2.093 +18,mlp.experts.151.up_proj,0.0000015788,0.05000,2.048 +18,mlp.experts.154.up_proj,0.0000046690,0.05000,2.012 +18,mlp.experts.153.up_proj,0.0000009934,0.05000,2.171 +18,mlp.experts.152.up_proj,0.0000019982,0.05000,2.042 +18,mlp.experts.155.up_proj,0.0000021541,0.05000,2.108 +18,mlp.experts.157.up_proj,0.0000033169,0.05000,2.084 +18,mlp.experts.158.up_proj,0.0000007884,0.05000,2.140 +18,mlp.experts.156.up_proj,0.0000011492,0.05000,2.000 +18,mlp.experts.159.up_proj,0.0000035690,0.05000,1.583 +18,mlp.experts.2.down_proj,0.0000000264,0.05000,0.634 +18,mlp.experts.3.down_proj,0.0000000369,0.05000,0.664 +18,mlp.experts.1.down_proj,0.0000000350,0.05000,0.684 +18,mlp.experts.0.down_proj,0.0000000334,0.05000,0.689 +18,mlp.experts.6.down_proj,0.0000000286,0.05000,0.604 +18,mlp.experts.7.down_proj,0.0000000518,0.05000,0.622 +18,mlp.experts.4.down_proj,0.0000001512,0.05000,0.603 +18,mlp.experts.5.down_proj,0.0000000437,0.05000,0.606 +18,mlp.experts.10.down_proj,0.0000000064,0.05000,0.604 +18,mlp.experts.8.down_proj,0.0000000396,0.05000,0.601 +18,mlp.experts.11.down_proj,0.0000000157,0.05000,0.617 +18,mlp.experts.9.down_proj,0.0000000494,0.05000,0.629 +18,mlp.experts.14.down_proj,0.0000000520,0.05000,0.632 +18,mlp.experts.12.down_proj,0.0000000235,0.05000,0.661 +18,mlp.experts.15.down_proj,0.0000000772,0.05000,0.659 +18,mlp.experts.13.down_proj,0.0000000269,0.05000,0.714 +18,mlp.experts.18.down_proj,0.0000000268,0.05000,0.626 +18,mlp.experts.19.down_proj,0.0000000480,0.05000,0.637 +18,mlp.experts.16.down_proj,0.0000000392,0.05000,0.681 +18,mlp.experts.17.down_proj,0.0000000458,0.05000,0.617 +18,mlp.experts.22.down_proj,0.0000000600,0.05000,0.649 +18,mlp.experts.23.down_proj,0.0000000172,0.05000,0.649 +18,mlp.experts.20.down_proj,0.0000000271,0.05000,0.680 +18,mlp.experts.21.down_proj,0.0000000320,0.05000,0.669 +18,mlp.experts.26.down_proj,0.0000000516,0.05000,0.620 +18,mlp.experts.27.down_proj,0.0000000382,0.05000,0.613 +18,mlp.experts.24.down_proj,0.0000000333,0.05000,0.613 +18,mlp.experts.25.down_proj,0.0000000497,0.05000,0.633 +18,mlp.experts.30.down_proj,0.0000001176,0.05000,0.622 +18,mlp.experts.31.down_proj,0.0000000492,0.05000,0.636 +18,mlp.experts.28.down_proj,0.0000000366,0.05000,0.637 +18,mlp.experts.29.down_proj,0.0000000241,0.05000,0.635 +18,mlp.experts.34.down_proj,0.0000000178,0.05000,0.621 +18,mlp.experts.35.down_proj,0.0000000612,0.05000,0.634 +18,mlp.experts.32.down_proj,0.0000000391,0.05000,0.635 +18,mlp.experts.33.down_proj,0.0000000210,0.05000,0.670 +18,mlp.experts.38.down_proj,0.0000000246,0.05000,0.616 +18,mlp.experts.39.down_proj,0.0000000101,0.05000,0.614 +18,mlp.experts.36.down_proj,0.0000000314,0.05000,0.609 +18,mlp.experts.37.down_proj,0.0000000307,0.05000,0.643 +18,mlp.experts.42.down_proj,0.0000000215,0.05000,0.616 +18,mlp.experts.43.down_proj,0.0000000215,0.05000,0.611 +18,mlp.experts.40.down_proj,0.0000000433,0.05000,0.615 +18,mlp.experts.41.down_proj,0.0000000178,0.05000,0.618 +18,mlp.experts.46.down_proj,0.0000000388,0.05000,0.615 +18,mlp.experts.47.down_proj,0.0000000225,0.05000,0.606 +18,mlp.experts.44.down_proj,0.0000000291,0.05000,0.612 +18,mlp.experts.45.down_proj,0.0000000263,0.05000,0.623 +18,mlp.experts.50.down_proj,0.0000000188,0.05000,0.621 +18,mlp.experts.51.down_proj,0.0000000322,0.05000,0.616 +18,mlp.experts.48.down_proj,0.0000000390,0.05000,0.616 +18,mlp.experts.49.down_proj,0.0000001116,0.05000,0.620 +18,mlp.experts.54.down_proj,0.0000000259,0.05000,0.619 +18,mlp.experts.55.down_proj,0.0000000424,0.05000,0.610 +18,mlp.experts.52.down_proj,0.0000000362,0.05000,0.622 +18,mlp.experts.53.down_proj,0.0000000368,0.05000,0.610 +18,mlp.experts.58.down_proj,0.0000000781,0.05000,0.618 +18,mlp.experts.59.down_proj,0.0000000090,0.05000,0.609 +18,mlp.experts.56.down_proj,0.0000000509,0.05000,0.612 +18,mlp.experts.57.down_proj,0.0000000786,0.05000,0.622 +18,mlp.experts.62.down_proj,0.0000000346,0.05000,0.637 +18,mlp.experts.63.down_proj,0.0000000805,0.05000,0.652 +18,mlp.experts.60.down_proj,0.0000000132,0.05000,0.650 +18,mlp.experts.61.down_proj,0.0000000680,0.05000,0.612 +18,mlp.experts.66.down_proj,0.0000000194,0.05000,0.606 +18,mlp.experts.67.down_proj,0.0000000599,0.05000,0.603 +18,mlp.experts.64.down_proj,0.0000000066,0.05000,0.603 +18,mlp.experts.65.down_proj,0.0000000781,0.05000,0.593 +18,mlp.experts.70.down_proj,0.0000000410,0.05000,0.476 +18,mlp.experts.71.down_proj,0.0000000328,0.05000,0.426 +18,mlp.experts.68.down_proj,0.0000000159,0.05000,0.634 +18,mlp.experts.74.down_proj,0.0000000746,0.05000,0.637 +18,mlp.experts.69.down_proj,0.0000000576,0.05000,0.637 +18,mlp.experts.75.down_proj,0.0000000624,0.05000,0.681 +18,mlp.experts.72.down_proj,0.0000000592,0.05000,0.609 +18,mlp.experts.78.down_proj,0.0000000252,0.05000,0.607 +18,mlp.experts.73.down_proj,0.0000000845,0.05000,0.611 +18,mlp.experts.79.down_proj,0.0000000340,0.05000,0.606 +18,mlp.experts.82.down_proj,0.0000000235,0.05000,0.605 +18,mlp.experts.76.down_proj,0.0000000334,0.05000,0.606 +18,mlp.experts.77.down_proj,0.0000000511,0.05000,0.608 +18,mlp.experts.83.down_proj,0.0000000515,0.05000,0.606 +18,mlp.experts.81.down_proj,0.0000000604,0.05000,0.601 +18,mlp.experts.86.down_proj,0.0000000229,0.05000,0.609 +18,mlp.experts.80.down_proj,0.0000000212,0.05000,0.632 +18,mlp.experts.87.down_proj,0.0000000161,0.05000,0.609 +18,mlp.experts.85.down_proj,0.0000000232,0.05000,0.614 +18,mlp.experts.90.down_proj,0.0000000327,0.05000,0.636 +18,mlp.experts.84.down_proj,0.0000000229,0.05000,0.631 +18,mlp.experts.91.down_proj,0.0000000173,0.05000,0.612 +18,mlp.experts.89.down_proj,0.0000000215,0.05000,0.613 +18,mlp.experts.94.down_proj,0.0000000248,0.05000,0.618 +18,mlp.experts.95.down_proj,0.0000000488,0.05000,0.611 +18,mlp.experts.88.down_proj,0.0000000400,0.05000,0.633 +18,mlp.experts.98.down_proj,0.0000000250,0.05000,0.628 +18,mlp.experts.93.down_proj,0.0000000114,0.05000,0.676 +18,mlp.experts.92.down_proj,0.0000000464,0.05000,0.641 +18,mlp.experts.99.down_proj,0.0000000407,0.05000,0.672 +18,mlp.experts.102.down_proj,0.0000000162,0.05000,0.622 +18,mlp.experts.97.down_proj,0.0000000184,0.05000,0.619 +18,mlp.experts.96.down_proj,0.0000000267,0.05000,0.618 +18,mlp.experts.103.down_proj,0.0000000154,0.05000,0.616 +18,mlp.experts.101.down_proj,0.0000000321,0.05000,0.613 +18,mlp.experts.106.down_proj,0.0000000391,0.05000,0.639 +18,mlp.experts.100.down_proj,0.0000000216,0.05000,0.618 +18,mlp.experts.107.down_proj,0.0000000428,0.05000,0.614 +18,mlp.experts.110.down_proj,0.0000000372,0.05000,0.609 +18,mlp.experts.105.down_proj,0.0000000472,0.05000,0.628 +18,mlp.experts.111.down_proj,0.0000000262,0.05000,0.613 +18,mlp.experts.104.down_proj,0.0000001314,0.05000,0.632 +18,mlp.experts.109.down_proj,0.0000000777,0.05000,0.610 +18,mlp.experts.115.down_proj,0.0000000637,0.05000,0.610 +18,mlp.experts.114.down_proj,0.0000000208,0.05000,0.641 +18,mlp.experts.108.down_proj,0.0000000409,0.05000,0.609 +18,mlp.experts.113.down_proj,0.0000000219,0.05000,0.619 +18,mlp.experts.119.down_proj,0.0000000301,0.05000,0.616 +18,mlp.experts.118.down_proj,0.0000000242,0.05000,0.622 +18,mlp.experts.112.down_proj,0.0000000079,0.05000,0.658 +18,mlp.experts.117.down_proj,0.0000000198,0.05000,0.618 +18,mlp.experts.123.down_proj,0.0000000326,0.05000,0.613 +18,mlp.experts.122.down_proj,0.0000000375,0.05000,0.620 +18,mlp.experts.116.down_proj,0.0000000298,0.05000,0.616 +18,mlp.experts.121.down_proj,0.0000000389,0.05000,0.641 +18,mlp.experts.127.down_proj,0.0000000313,0.05000,0.638 +18,mlp.experts.126.down_proj,0.0000000257,0.05000,0.637 +18,mlp.experts.120.down_proj,0.0000000219,0.05000,0.619 +18,mlp.experts.125.down_proj,0.0000000281,0.05000,0.620 +18,mlp.experts.131.down_proj,0.0000000228,0.05000,0.616 +18,mlp.experts.130.down_proj,0.0000000121,0.05000,0.630 +18,mlp.experts.124.down_proj,0.0000000200,0.05000,0.613 +18,mlp.experts.129.down_proj,0.0000000613,0.05000,0.630 +18,mlp.experts.134.down_proj,0.0000000234,0.05000,0.622 +18,mlp.experts.135.down_proj,0.0000000189,0.05000,0.656 +18,mlp.experts.128.down_proj,0.0000000274,0.05000,0.617 +18,mlp.experts.133.down_proj,0.0000000209,0.05000,0.648 +18,mlp.experts.132.down_proj,0.0000000180,0.05000,0.621 +18,mlp.experts.138.down_proj,0.0000000750,0.05000,0.629 +18,mlp.experts.139.down_proj,0.0000000208,0.05000,0.644 +18,mlp.experts.137.down_proj,0.0000000108,0.05000,0.614 +18,mlp.experts.142.down_proj,0.0000000285,0.05000,0.621 +18,mlp.experts.143.down_proj,0.0000000517,0.05000,0.611 +18,mlp.experts.136.down_proj,0.0000000287,0.05000,0.653 +18,mlp.experts.147.down_proj,0.0000000276,0.05000,0.611 +18,mlp.experts.146.down_proj,0.0000000599,0.05000,0.626 +18,mlp.experts.141.down_proj,0.0000000356,0.05000,0.644 +18,mlp.experts.140.down_proj,0.0000000591,0.05000,0.619 +18,mlp.experts.151.down_proj,0.0000000307,0.05000,0.620 +18,mlp.experts.150.down_proj,0.0000000364,0.05000,0.627 +18,mlp.experts.144.down_proj,0.0000000271,0.05000,0.616 +18,mlp.experts.145.down_proj,0.0000000073,0.05000,0.653 +18,mlp.experts.155.down_proj,0.0000000267,0.05000,0.620 +18,mlp.experts.154.down_proj,0.0000000867,0.05000,0.625 +18,mlp.experts.149.down_proj,0.0000000317,0.05000,0.618 +18,mlp.experts.148.down_proj,0.0000000409,0.05000,0.662 +18,mlp.experts.159.down_proj,0.0000000563,0.05000,0.616 +18,mlp.experts.153.down_proj,0.0000000180,0.05000,0.604 +18,mlp.experts.158.down_proj,0.0000000093,0.05000,0.629 +18,mlp.experts.152.down_proj,0.0000000213,0.05000,0.596 +18,mlp.experts.157.down_proj,0.0000000586,0.05000,0.412 +18,mlp.experts.156.down_proj,0.0000000163,0.05000,0.406 +19,mlp.experts.3.gate_proj,0.0000023498,0.05000,2.108 +19,mlp.experts.1.gate_proj,0.0000014423,0.05000,2.141 +19,mlp.experts.2.gate_proj,0.0000032703,0.05000,2.192 +19,mlp.experts.0.gate_proj,0.0000036766,0.05000,2.214 +19,mlp.experts.5.gate_proj,0.0000014997,0.05000,2.062 +19,mlp.experts.7.gate_proj,0.0000020149,0.05000,2.096 +19,mlp.experts.6.gate_proj,0.0000026478,0.05000,2.058 +19,mlp.experts.4.gate_proj,0.0000008638,0.05000,2.135 +19,mlp.experts.11.gate_proj,0.0000019108,0.05000,2.058 +19,mlp.experts.9.gate_proj,0.0000022612,0.05000,2.059 +19,mlp.experts.10.gate_proj,0.0000042469,0.05000,2.083 +19,mlp.experts.8.gate_proj,0.0000020251,0.05000,2.132 +19,mlp.experts.15.gate_proj,0.0000030741,0.05000,2.113 +19,mlp.experts.13.gate_proj,0.0000034941,0.05000,2.115 +19,mlp.experts.14.gate_proj,0.0000010551,0.05000,2.085 +19,mlp.experts.12.gate_proj,0.0000025985,0.05000,2.133 +19,mlp.experts.18.gate_proj,0.0000018948,0.05000,2.052 +19,mlp.experts.17.gate_proj,0.0000047884,0.05000,2.146 +19,mlp.experts.19.gate_proj,0.0000031414,0.05000,2.171 +19,mlp.experts.16.gate_proj,0.0000017166,0.05000,2.133 +19,mlp.experts.22.gate_proj,0.0000015295,0.05000,2.082 +19,mlp.experts.21.gate_proj,0.0000021911,0.05000,2.119 +19,mlp.experts.23.gate_proj,0.0000063592,0.05000,2.138 +19,mlp.experts.20.gate_proj,0.0000006888,0.05000,2.137 +19,mlp.experts.26.gate_proj,0.0000016009,0.05000,2.080 +19,mlp.experts.25.gate_proj,0.0000016847,0.05000,2.107 +19,mlp.experts.27.gate_proj,0.0000009017,0.05000,2.123 +19,mlp.experts.24.gate_proj,0.0000023694,0.05000,2.151 +19,mlp.experts.30.gate_proj,0.0000019711,0.05000,2.083 +19,mlp.experts.29.gate_proj,0.0000034619,0.05000,2.067 +19,mlp.experts.31.gate_proj,0.0000014062,0.05000,2.074 +19,mlp.experts.28.gate_proj,0.0000134588,0.05000,2.083 +19,mlp.experts.34.gate_proj,0.0000019001,0.05000,2.129 +19,mlp.experts.35.gate_proj,0.0000021552,0.05000,2.040 +19,mlp.experts.33.gate_proj,0.0000020912,0.05000,2.144 +19,mlp.experts.32.gate_proj,0.0000020359,0.05000,2.077 +19,mlp.experts.38.gate_proj,0.0000014268,0.05000,2.060 +19,mlp.experts.37.gate_proj,0.0000019575,0.05000,2.043 +19,mlp.experts.39.gate_proj,0.0000011635,0.05000,2.140 +19,mlp.experts.36.gate_proj,0.0000010267,0.05000,2.068 +19,mlp.experts.42.gate_proj,0.0000026026,0.05000,2.052 +19,mlp.experts.41.gate_proj,0.0000012056,0.05000,2.043 +19,mlp.experts.43.gate_proj,0.0000012518,0.05000,2.035 +19,mlp.experts.40.gate_proj,0.0000025792,0.05000,2.051 +19,mlp.experts.46.gate_proj,0.0000022691,0.05000,2.039 +19,mlp.experts.45.gate_proj,0.0000026481,0.05000,2.059 +19,mlp.experts.47.gate_proj,0.0000019159,0.05000,2.096 +19,mlp.experts.44.gate_proj,0.0000019166,0.05000,2.055 +19,mlp.experts.50.gate_proj,0.0000016543,0.05000,2.080 +19,mlp.experts.49.gate_proj,0.0000032987,0.05000,2.078 +19,mlp.experts.51.gate_proj,0.0000019480,0.05000,2.087 +19,mlp.experts.48.gate_proj,0.0000024687,0.05000,2.057 +19,mlp.experts.54.gate_proj,0.0000011386,0.05000,2.077 +19,mlp.experts.53.gate_proj,0.0000020763,0.05000,2.086 +19,mlp.experts.55.gate_proj,0.0000070701,0.05000,2.089 +19,mlp.experts.52.gate_proj,0.0000018254,0.05000,2.076 +19,mlp.experts.58.gate_proj,0.0000025236,0.05000,2.067 +19,mlp.experts.57.gate_proj,0.0000041825,0.05000,2.067 +19,mlp.experts.59.gate_proj,0.0000022343,0.05000,2.112 +19,mlp.experts.56.gate_proj,0.0000020355,0.05000,2.168 +19,mlp.experts.62.gate_proj,0.0000029342,0.05000,2.049 +19,mlp.experts.61.gate_proj,0.0000027406,0.05000,2.053 +19,mlp.experts.63.gate_proj,0.0000027356,0.05000,2.077 +19,mlp.experts.60.gate_proj,0.0000035664,0.05000,2.075 +19,mlp.experts.66.gate_proj,0.0000024346,0.05000,2.059 +19,mlp.experts.65.gate_proj,0.0000018735,0.05000,2.043 +19,mlp.experts.67.gate_proj,0.0000021116,0.05000,2.025 +19,mlp.experts.64.gate_proj,0.0000018120,0.05000,2.044 +19,mlp.experts.70.gate_proj,0.0000025211,0.05000,2.075 +19,mlp.experts.69.gate_proj,0.0000078262,0.05000,2.081 +19,mlp.experts.71.gate_proj,0.0000009399,0.05000,2.089 +19,mlp.experts.68.gate_proj,0.0000040284,0.05000,2.063 +19,mlp.experts.74.gate_proj,0.0000018447,0.05000,2.068 +19,mlp.experts.73.gate_proj,0.0000019384,0.05000,2.069 +19,mlp.experts.75.gate_proj,0.0000018539,0.05000,2.066 +19,mlp.experts.72.gate_proj,0.0000023006,0.05000,2.019 +19,mlp.experts.78.gate_proj,0.0000040357,0.05000,2.115 +19,mlp.experts.77.gate_proj,0.0000004902,0.05000,2.052 +19,mlp.experts.79.gate_proj,0.0000005463,0.05000,2.078 +19,mlp.experts.76.gate_proj,0.0000009180,0.05000,2.064 +19,mlp.experts.82.gate_proj,0.0000034709,0.05000,2.142 +19,mlp.experts.81.gate_proj,0.0000009498,0.05000,2.098 +19,mlp.experts.83.gate_proj,0.0000019911,0.05000,2.152 +19,mlp.experts.80.gate_proj,0.0000012995,0.05000,2.121 +19,mlp.experts.86.gate_proj,0.0000024560,0.05000,2.066 +19,mlp.experts.85.gate_proj,0.0000029875,0.05000,2.148 +19,mlp.experts.87.gate_proj,0.0000052228,0.05000,2.051 +19,mlp.experts.84.gate_proj,0.0000024430,0.05000,2.122 +19,mlp.experts.90.gate_proj,0.0000020678,0.05000,2.148 +19,mlp.experts.89.gate_proj,0.0000024522,0.05000,2.068 +19,mlp.experts.91.gate_proj,0.0000034526,0.05000,2.093 +19,mlp.experts.88.gate_proj,0.0000026832,0.05000,2.081 +19,mlp.experts.93.gate_proj,0.0000011662,0.05000,2.071 +19,mlp.experts.94.gate_proj,0.0000033957,0.05000,2.172 +19,mlp.experts.95.gate_proj,0.0000018974,0.05000,2.105 +19,mlp.experts.92.gate_proj,0.0000033652,0.05000,2.086 +19,mlp.experts.97.gate_proj,0.0000035711,0.05000,2.135 +19,mlp.experts.99.gate_proj,0.0000009824,0.05000,2.021 +19,mlp.experts.98.gate_proj,0.0000032357,0.05000,2.155 +19,mlp.experts.96.gate_proj,0.0000019233,0.05000,2.087 +19,mlp.experts.101.gate_proj,0.0000019993,0.05000,2.073 +19,mlp.experts.103.gate_proj,0.0000019756,0.05000,2.086 +19,mlp.experts.102.gate_proj,0.0000010953,0.05000,2.093 +19,mlp.experts.100.gate_proj,0.0000036296,0.05000,2.070 +19,mlp.experts.105.gate_proj,0.0000022702,0.05000,2.076 +19,mlp.experts.107.gate_proj,0.0000019933,0.05000,2.053 +19,mlp.experts.106.gate_proj,0.0000038989,0.05000,2.118 +19,mlp.experts.104.gate_proj,0.0000032857,0.05000,2.050 +19,mlp.experts.109.gate_proj,0.0000024996,0.05000,2.049 +19,mlp.experts.111.gate_proj,0.0000020545,0.05000,2.044 +19,mlp.experts.110.gate_proj,0.0000023574,0.05000,2.043 +19,mlp.experts.108.gate_proj,0.0000011355,0.05000,2.048 +19,mlp.experts.115.gate_proj,0.0000011809,0.05000,2.031 +19,mlp.experts.113.gate_proj,0.0000020522,0.05000,2.120 +19,mlp.experts.114.gate_proj,0.0000035613,0.05000,2.109 +19,mlp.experts.112.gate_proj,0.0000048837,0.05000,2.099 +19,mlp.experts.117.gate_proj,0.0000038736,0.05000,2.041 +19,mlp.experts.119.gate_proj,0.0000014784,0.05000,2.125 +19,mlp.experts.118.gate_proj,0.0000009508,0.05000,2.065 +19,mlp.experts.116.gate_proj,0.0000030888,0.05000,2.057 +19,mlp.experts.121.gate_proj,0.0000028367,0.05000,2.057 +19,mlp.experts.123.gate_proj,0.0000014412,0.05000,2.092 +19,mlp.experts.120.gate_proj,0.0000034537,0.05000,2.036 +19,mlp.experts.122.gate_proj,0.0000013891,0.05000,2.116 +19,mlp.experts.125.gate_proj,0.0000038206,0.05000,2.056 +19,mlp.experts.127.gate_proj,0.0000011445,0.05000,2.057 +19,mlp.experts.124.gate_proj,0.0000039086,0.05000,2.108 +19,mlp.experts.126.gate_proj,0.0000018154,0.05000,2.125 +19,mlp.experts.129.gate_proj,0.0000042862,0.05000,2.043 +19,mlp.experts.131.gate_proj,0.0000024178,0.05000,2.060 +19,mlp.experts.128.gate_proj,0.0000035180,0.05000,2.057 +19,mlp.experts.130.gate_proj,0.0000026356,0.05000,2.080 +19,mlp.experts.133.gate_proj,0.0000008178,0.05000,2.074 +19,mlp.experts.135.gate_proj,0.0000015939,0.05000,2.071 +19,mlp.experts.134.gate_proj,0.0000024904,0.05000,2.017 +19,mlp.experts.132.gate_proj,0.0000073560,0.05000,2.118 +19,mlp.experts.137.gate_proj,0.0000012046,0.05000,2.068 +19,mlp.experts.139.gate_proj,0.0000032471,0.05000,2.089 +19,mlp.experts.138.gate_proj,0.0000022367,0.05000,2.078 +19,mlp.experts.136.gate_proj,0.0000038198,0.05000,2.071 +19,mlp.experts.141.gate_proj,0.0000040932,0.05000,2.075 +19,mlp.experts.143.gate_proj,0.0000043522,0.05000,2.093 +19,mlp.experts.142.gate_proj,0.0000014936,0.05000,2.120 +19,mlp.experts.140.gate_proj,0.0000038428,0.05000,2.131 +19,mlp.experts.145.gate_proj,0.0000014654,0.05000,2.077 +19,mlp.experts.147.gate_proj,0.0000025597,0.05000,2.077 +19,mlp.experts.146.gate_proj,0.0000015761,0.05000,2.092 +19,mlp.experts.144.gate_proj,0.0000028876,0.05000,2.096 +19,mlp.experts.149.gate_proj,0.0000015554,0.05000,2.083 +19,mlp.experts.151.gate_proj,0.0000013641,0.05000,2.077 +19,mlp.experts.150.gate_proj,0.0000020403,0.05000,2.063 +19,mlp.experts.148.gate_proj,0.0000018012,0.05000,2.070 +19,mlp.experts.153.gate_proj,0.0000043768,0.05000,2.100 +19,mlp.experts.155.gate_proj,0.0000032786,0.05000,2.166 +19,mlp.experts.154.gate_proj,0.0000018643,0.05000,2.083 +19,mlp.experts.152.gate_proj,0.0000020694,0.05000,2.165 +19,mlp.experts.157.gate_proj,0.0000023517,0.05000,2.123 +19,mlp.experts.159.gate_proj,0.0000027824,0.05000,2.096 +19,mlp.experts.158.gate_proj,0.0000031765,0.05000,2.056 +19,mlp.experts.156.gate_proj,0.0000056594,0.05000,2.053 +19,mlp.experts.1.up_proj,0.0000014283,0.05000,2.077 +19,mlp.experts.2.up_proj,0.0000032431,0.05000,2.056 +19,mlp.experts.3.up_proj,0.0000023320,0.05000,2.207 +19,mlp.experts.0.up_proj,0.0000036577,0.05000,2.101 +19,mlp.experts.5.up_proj,0.0000014917,0.05000,2.088 +19,mlp.experts.6.up_proj,0.0000026117,0.05000,2.102 +19,mlp.experts.7.up_proj,0.0000020029,0.05000,2.092 +19,mlp.experts.4.up_proj,0.0000008512,0.05000,2.087 +19,mlp.experts.9.up_proj,0.0000022360,0.05000,2.051 +19,mlp.experts.10.up_proj,0.0000042175,0.05000,2.061 +19,mlp.experts.11.up_proj,0.0000018932,0.05000,2.062 +19,mlp.experts.8.up_proj,0.0000019950,0.05000,2.077 +19,mlp.experts.13.up_proj,0.0000034467,0.05000,2.086 +19,mlp.experts.14.up_proj,0.0000010438,0.05000,2.082 +19,mlp.experts.15.up_proj,0.0000030202,0.05000,2.122 +19,mlp.experts.12.up_proj,0.0000025652,0.05000,2.124 +19,mlp.experts.17.up_proj,0.0000047757,0.05000,2.085 +19,mlp.experts.18.up_proj,0.0000018757,0.05000,2.131 +19,mlp.experts.19.up_proj,0.0000031067,0.05000,2.103 +19,mlp.experts.16.up_proj,0.0000016963,0.05000,2.197 +19,mlp.experts.21.up_proj,0.0000021716,0.05000,2.087 +19,mlp.experts.22.up_proj,0.0000015063,0.05000,2.109 +19,mlp.experts.23.up_proj,0.0000062886,0.05000,2.151 +19,mlp.experts.20.up_proj,0.0000006831,0.05000,2.121 +19,mlp.experts.25.up_proj,0.0000016575,0.05000,2.064 +19,mlp.experts.26.up_proj,0.0000015831,0.05000,2.039 +19,mlp.experts.27.up_proj,0.0000008837,0.05000,2.073 +19,mlp.experts.24.up_proj,0.0000023252,0.05000,2.062 +19,mlp.experts.29.up_proj,0.0000034307,0.05000,2.060 +19,mlp.experts.30.up_proj,0.0000019621,0.05000,2.079 +19,mlp.experts.31.up_proj,0.0000013970,0.05000,2.051 +19,mlp.experts.28.up_proj,0.0000133189,0.05000,2.138 +19,mlp.experts.33.up_proj,0.0000020808,0.05000,2.058 +19,mlp.experts.34.up_proj,0.0000018753,0.05000,2.049 +19,mlp.experts.35.up_proj,0.0000021282,0.05000,2.042 +19,mlp.experts.32.up_proj,0.0000020106,0.05000,2.089 +19,mlp.experts.37.up_proj,0.0000019431,0.05000,2.079 +19,mlp.experts.38.up_proj,0.0000014136,0.05000,2.086 +19,mlp.experts.39.up_proj,0.0000011526,0.05000,2.117 +19,mlp.experts.36.up_proj,0.0000010171,0.05000,2.189 +19,mlp.experts.41.up_proj,0.0000011873,0.05000,2.056 +19,mlp.experts.42.up_proj,0.0000025684,0.05000,2.042 +19,mlp.experts.43.up_proj,0.0000012313,0.05000,2.033 +19,mlp.experts.40.up_proj,0.0000025219,0.05000,2.101 +19,mlp.experts.45.up_proj,0.0000026013,0.05000,2.104 +19,mlp.experts.46.up_proj,0.0000022604,0.05000,2.039 +19,mlp.experts.47.up_proj,0.0000018951,0.05000,2.086 +19,mlp.experts.44.up_proj,0.0000018932,0.05000,2.078 +19,mlp.experts.49.up_proj,0.0000032596,0.05000,2.093 +19,mlp.experts.50.up_proj,0.0000016344,0.05000,2.048 +19,mlp.experts.51.up_proj,0.0000019264,0.05000,2.055 +19,mlp.experts.48.up_proj,0.0000024433,0.05000,2.075 +19,mlp.experts.53.up_proj,0.0000020336,0.05000,2.061 +19,mlp.experts.54.up_proj,0.0000011210,0.05000,2.043 +19,mlp.experts.55.up_proj,0.0000069902,0.05000,2.071 +19,mlp.experts.52.up_proj,0.0000018192,0.05000,2.104 +19,mlp.experts.57.up_proj,0.0000041485,0.05000,2.068 +19,mlp.experts.58.up_proj,0.0000025170,0.05000,2.040 +19,mlp.experts.59.up_proj,0.0000022138,0.05000,2.068 +19,mlp.experts.56.up_proj,0.0000020143,0.05000,2.115 +19,mlp.experts.61.up_proj,0.0000026913,0.05000,2.090 +19,mlp.experts.62.up_proj,0.0000029103,0.05000,2.043 +19,mlp.experts.63.up_proj,0.0000026807,0.05000,2.076 +19,mlp.experts.60.up_proj,0.0000035137,0.05000,2.080 +19,mlp.experts.65.up_proj,0.0000018446,0.05000,2.062 +19,mlp.experts.66.up_proj,0.0000024066,0.05000,2.027 +19,mlp.experts.67.up_proj,0.0000021018,0.05000,2.055 +19,mlp.experts.64.up_proj,0.0000017943,0.05000,2.055 +19,mlp.experts.69.up_proj,0.0000077523,0.05000,2.044 +19,mlp.experts.70.up_proj,0.0000024943,0.05000,2.063 +19,mlp.experts.71.up_proj,0.0000009284,0.05000,2.056 +19,mlp.experts.68.up_proj,0.0000040057,0.05000,2.029 +19,mlp.experts.73.up_proj,0.0000019014,0.05000,2.104 +19,mlp.experts.74.up_proj,0.0000018274,0.05000,2.075 +19,mlp.experts.75.up_proj,0.0000018353,0.05000,2.039 +19,mlp.experts.72.up_proj,0.0000022738,0.05000,2.043 +19,mlp.experts.78.up_proj,0.0000039719,0.05000,2.093 +19,mlp.experts.77.up_proj,0.0000004815,0.05000,2.173 +19,mlp.experts.79.up_proj,0.0000005356,0.05000,2.075 +19,mlp.experts.76.up_proj,0.0000009137,0.05000,2.065 +19,mlp.experts.82.up_proj,0.0000034271,0.05000,2.098 +19,mlp.experts.81.up_proj,0.0000009229,0.05000,2.079 +19,mlp.experts.83.up_proj,0.0000019606,0.05000,2.077 +19,mlp.experts.80.up_proj,0.0000012902,0.05000,2.046 +19,mlp.experts.86.up_proj,0.0000024224,0.05000,2.050 +19,mlp.experts.85.up_proj,0.0000029522,0.05000,2.104 +19,mlp.experts.87.up_proj,0.0000052115,0.05000,2.076 +19,mlp.experts.84.up_proj,0.0000024300,0.05000,2.064 +19,mlp.experts.90.up_proj,0.0000020404,0.05000,2.104 +19,mlp.experts.89.up_proj,0.0000024143,0.05000,2.209 +19,mlp.experts.91.up_proj,0.0000034405,0.05000,2.146 +19,mlp.experts.88.up_proj,0.0000026664,0.05000,2.138 +19,mlp.experts.94.up_proj,0.0000033561,0.05000,2.122 +19,mlp.experts.93.up_proj,0.0000011591,0.05000,2.122 +19,mlp.experts.95.up_proj,0.0000018798,0.05000,2.051 +19,mlp.experts.92.up_proj,0.0000033473,0.05000,2.071 +19,mlp.experts.98.up_proj,0.0000032095,0.05000,2.072 +19,mlp.experts.97.up_proj,0.0000035359,0.05000,2.112 +19,mlp.experts.99.up_proj,0.0000009751,0.05000,2.117 +19,mlp.experts.96.up_proj,0.0000019044,0.05000,2.055 +19,mlp.experts.102.up_proj,0.0000010801,0.05000,2.066 +19,mlp.experts.103.up_proj,0.0000019462,0.05000,2.039 +19,mlp.experts.101.up_proj,0.0000019845,0.05000,2.129 +19,mlp.experts.100.up_proj,0.0000035519,0.05000,2.044 +19,mlp.experts.106.up_proj,0.0000038351,0.05000,2.066 +19,mlp.experts.107.up_proj,0.0000019689,0.05000,2.105 +19,mlp.experts.105.up_proj,0.0000022497,0.05000,2.110 +19,mlp.experts.104.up_proj,0.0000032603,0.05000,2.051 +19,mlp.experts.110.up_proj,0.0000023265,0.05000,2.095 +19,mlp.experts.109.up_proj,0.0000024885,0.05000,2.081 +19,mlp.experts.111.up_proj,0.0000020461,0.05000,2.120 +19,mlp.experts.108.up_proj,0.0000011229,0.05000,2.054 +19,mlp.experts.114.up_proj,0.0000035039,0.05000,2.042 +19,mlp.experts.113.up_proj,0.0000020188,0.05000,2.043 +19,mlp.experts.115.up_proj,0.0000011610,0.05000,2.094 +19,mlp.experts.112.up_proj,0.0000048222,0.05000,2.053 +19,mlp.experts.118.up_proj,0.0000009354,0.05000,2.080 +19,mlp.experts.117.up_proj,0.0000037998,0.05000,2.078 +19,mlp.experts.119.up_proj,0.0000014676,0.05000,2.057 +19,mlp.experts.116.up_proj,0.0000030529,0.05000,2.058 +19,mlp.experts.122.up_proj,0.0000013706,0.05000,2.073 +19,mlp.experts.121.up_proj,0.0000028017,0.05000,2.030 +19,mlp.experts.123.up_proj,0.0000014272,0.05000,2.050 +19,mlp.experts.120.up_proj,0.0000034306,0.05000,2.023 +19,mlp.experts.126.up_proj,0.0000017927,0.05000,2.041 +19,mlp.experts.125.up_proj,0.0000037570,0.05000,2.105 +19,mlp.experts.127.up_proj,0.0000011309,0.05000,2.081 +19,mlp.experts.124.up_proj,0.0000039019,0.05000,2.072 +19,mlp.experts.130.up_proj,0.0000026061,0.05000,2.032 +19,mlp.experts.129.up_proj,0.0000042292,0.05000,2.048 +19,mlp.experts.131.up_proj,0.0000023943,0.05000,2.047 +19,mlp.experts.128.up_proj,0.0000034859,0.05000,2.019 +19,mlp.experts.134.up_proj,0.0000024551,0.05000,2.048 +19,mlp.experts.133.up_proj,0.0000008076,0.05000,2.064 +19,mlp.experts.135.up_proj,0.0000015706,0.05000,2.038 +19,mlp.experts.132.up_proj,0.0000072371,0.05000,2.061 +19,mlp.experts.138.up_proj,0.0000022263,0.05000,2.038 +19,mlp.experts.137.up_proj,0.0000011895,0.05000,2.063 +19,mlp.experts.139.up_proj,0.0000032376,0.05000,2.100 +19,mlp.experts.136.up_proj,0.0000038007,0.05000,2.039 +19,mlp.experts.142.up_proj,0.0000014827,0.05000,2.040 +19,mlp.experts.141.up_proj,0.0000040558,0.05000,2.065 +19,mlp.experts.143.up_proj,0.0000042855,0.05000,2.066 +19,mlp.experts.140.up_proj,0.0000038000,0.05000,2.047 +19,mlp.experts.146.up_proj,0.0000015591,0.05000,2.062 +19,mlp.experts.145.up_proj,0.0000014512,0.05000,2.055 +19,mlp.experts.147.up_proj,0.0000025348,0.05000,2.023 +19,mlp.experts.144.up_proj,0.0000028622,0.05000,2.057 +19,mlp.experts.150.up_proj,0.0000020223,0.05000,2.062 +19,mlp.experts.151.up_proj,0.0000013512,0.05000,2.044 +19,mlp.experts.149.up_proj,0.0000015535,0.05000,2.107 +19,mlp.experts.148.up_proj,0.0000017968,0.05000,2.047 +19,mlp.experts.154.up_proj,0.0000018442,0.05000,2.080 +19,mlp.experts.155.up_proj,0.0000032460,0.05000,2.120 +19,mlp.experts.153.up_proj,0.0000043850,0.05000,2.141 +19,mlp.experts.152.up_proj,0.0000020564,0.05000,2.071 +19,mlp.experts.158.up_proj,0.0000031757,0.05000,2.064 +19,mlp.experts.159.up_proj,0.0000027610,0.05000,1.946 +19,mlp.experts.157.up_proj,0.0000023296,0.05000,1.953 +19,mlp.experts.156.up_proj,0.0000056158,0.05000,1.904 +19,mlp.experts.1.down_proj,0.0000000225,0.05000,0.633 +19,mlp.experts.3.down_proj,0.0000000376,0.05000,0.637 +19,mlp.experts.0.down_proj,0.0000000444,0.05000,0.665 +19,mlp.experts.2.down_proj,0.0000000554,0.05000,0.689 +19,mlp.experts.7.down_proj,0.0000000420,0.05000,0.609 +19,mlp.experts.5.down_proj,0.0000000339,0.05000,0.622 +19,mlp.experts.4.down_proj,0.0000000127,0.05000,0.628 +19,mlp.experts.6.down_proj,0.0000000592,0.05000,0.637 +19,mlp.experts.11.down_proj,0.0000000351,0.05000,0.617 +19,mlp.experts.9.down_proj,0.0000000371,0.05000,0.610 +19,mlp.experts.8.down_proj,0.0000000261,0.05000,0.603 +19,mlp.experts.10.down_proj,0.0000000624,0.05000,0.614 +19,mlp.experts.15.down_proj,0.0000000748,0.05000,0.611 +19,mlp.experts.13.down_proj,0.0000000855,0.05000,0.618 +19,mlp.experts.12.down_proj,0.0000000692,0.05000,0.604 +19,mlp.experts.14.down_proj,0.0000000340,0.05000,0.611 +19,mlp.experts.19.down_proj,0.0000000367,0.05000,0.623 +19,mlp.experts.17.down_proj,0.0000000943,0.05000,0.632 +19,mlp.experts.16.down_proj,0.0000000377,0.05000,0.647 +19,mlp.experts.18.down_proj,0.0000000350,0.05000,0.656 +19,mlp.experts.23.down_proj,0.0000001308,0.05000,0.609 +19,mlp.experts.21.down_proj,0.0000000412,0.05000,0.607 +19,mlp.experts.20.down_proj,0.0000000073,0.05000,0.605 +19,mlp.experts.22.down_proj,0.0000000272,0.05000,0.609 +19,mlp.experts.27.down_proj,0.0000000265,0.05000,0.605 +19,mlp.experts.25.down_proj,0.0000000285,0.05000,0.606 +19,mlp.experts.24.down_proj,0.0000000672,0.05000,0.601 +19,mlp.experts.26.down_proj,0.0000000280,0.05000,0.611 +19,mlp.experts.31.down_proj,0.0000000344,0.05000,0.607 +19,mlp.experts.29.down_proj,0.0000000847,0.05000,0.606 +19,mlp.experts.28.down_proj,0.0000001955,0.05000,0.630 +19,mlp.experts.30.down_proj,0.0000000269,0.05000,0.613 +19,mlp.experts.33.down_proj,0.0000000467,0.05000,0.604 +19,mlp.experts.35.down_proj,0.0000000315,0.05000,0.632 +19,mlp.experts.32.down_proj,0.0000000350,0.05000,0.610 +19,mlp.experts.34.down_proj,0.0000000357,0.05000,0.613 +19,mlp.experts.39.down_proj,0.0000000137,0.05000,0.607 +19,mlp.experts.37.down_proj,0.0000000487,0.05000,0.651 +19,mlp.experts.36.down_proj,0.0000000176,0.05000,0.612 +19,mlp.experts.38.down_proj,0.0000000281,0.05000,0.614 +19,mlp.experts.43.down_proj,0.0000000336,0.05000,0.610 +19,mlp.experts.40.down_proj,0.0000000618,0.05000,0.605 +19,mlp.experts.41.down_proj,0.0000000166,0.05000,0.631 +19,mlp.experts.42.down_proj,0.0000000301,0.05000,0.611 +19,mlp.experts.47.down_proj,0.0000000443,0.05000,0.626 +19,mlp.experts.44.down_proj,0.0000000446,0.05000,0.625 +19,mlp.experts.45.down_proj,0.0000000434,0.05000,0.655 +19,mlp.experts.46.down_proj,0.0000000493,0.05000,0.621 +19,mlp.experts.51.down_proj,0.0000000400,0.05000,0.608 +19,mlp.experts.48.down_proj,0.0000000749,0.05000,0.603 +19,mlp.experts.49.down_proj,0.0000000339,0.05000,0.626 +19,mlp.experts.50.down_proj,0.0000000161,0.05000,0.625 +19,mlp.experts.55.down_proj,0.0000001908,0.05000,0.601 +19,mlp.experts.52.down_proj,0.0000000303,0.05000,0.601 +19,mlp.experts.53.down_proj,0.0000000473,0.05000,0.612 +19,mlp.experts.54.down_proj,0.0000000306,0.05000,0.611 +19,mlp.experts.59.down_proj,0.0000000242,0.05000,0.604 +19,mlp.experts.56.down_proj,0.0000000527,0.05000,0.621 +19,mlp.experts.57.down_proj,0.0000000700,0.05000,0.605 +19,mlp.experts.58.down_proj,0.0000000355,0.05000,0.610 +19,mlp.experts.63.down_proj,0.0000000506,0.05000,0.603 +19,mlp.experts.60.down_proj,0.0000001088,0.05000,0.603 +19,mlp.experts.61.down_proj,0.0000000364,0.05000,0.628 +19,mlp.experts.62.down_proj,0.0000000356,0.05000,0.613 +19,mlp.experts.67.down_proj,0.0000000529,0.05000,0.609 +19,mlp.experts.64.down_proj,0.0000000275,0.05000,0.614 +19,mlp.experts.65.down_proj,0.0000000363,0.05000,0.631 +19,mlp.experts.66.down_proj,0.0000000485,0.05000,0.654 +19,mlp.experts.71.down_proj,0.0000000206,0.05000,0.615 +19,mlp.experts.68.down_proj,0.0000001171,0.05000,0.629 +19,mlp.experts.69.down_proj,0.0000001766,0.05000,0.635 +19,mlp.experts.70.down_proj,0.0000000369,0.05000,0.636 +19,mlp.experts.75.down_proj,0.0000000351,0.05000,0.604 +19,mlp.experts.72.down_proj,0.0000000498,0.05000,0.604 +19,mlp.experts.73.down_proj,0.0000000393,0.05000,0.604 +19,mlp.experts.74.down_proj,0.0000000451,0.05000,0.614 +19,mlp.experts.79.down_proj,0.0000000065,0.05000,0.607 +19,mlp.experts.76.down_proj,0.0000000409,0.05000,0.607 +19,mlp.experts.77.down_proj,0.0000000084,0.05000,0.628 +19,mlp.experts.78.down_proj,0.0000000580,0.05000,0.637 +19,mlp.experts.83.down_proj,0.0000000504,0.05000,0.600 +19,mlp.experts.80.down_proj,0.0000000220,0.05000,0.603 +19,mlp.experts.81.down_proj,0.0000000200,0.05000,0.609 +19,mlp.experts.82.down_proj,0.0000000750,0.05000,0.609 +19,mlp.experts.87.down_proj,0.0000001128,0.05000,0.621 +19,mlp.experts.84.down_proj,0.0000000541,0.05000,0.606 +19,mlp.experts.85.down_proj,0.0000000384,0.05000,0.606 +19,mlp.experts.86.down_proj,0.0000000288,0.05000,0.610 +19,mlp.experts.91.down_proj,0.0000000698,0.05000,0.624 +19,mlp.experts.88.down_proj,0.0000000376,0.05000,0.606 +19,mlp.experts.89.down_proj,0.0000000370,0.05000,0.608 +19,mlp.experts.90.down_proj,0.0000000336,0.05000,0.613 +19,mlp.experts.95.down_proj,0.0000000214,0.05000,0.606 +19,mlp.experts.92.down_proj,0.0000000366,0.05000,0.606 +19,mlp.experts.93.down_proj,0.0000000165,0.05000,0.627 +19,mlp.experts.94.down_proj,0.0000000718,0.05000,0.666 +19,mlp.experts.99.down_proj,0.0000000169,0.05000,0.634 +19,mlp.experts.96.down_proj,0.0000000369,0.05000,0.634 +19,mlp.experts.97.down_proj,0.0000000600,0.05000,0.633 +19,mlp.experts.98.down_proj,0.0000000650,0.05000,0.612 +19,mlp.experts.103.down_proj,0.0000000422,0.05000,0.604 +19,mlp.experts.100.down_proj,0.0000000504,0.05000,0.628 +19,mlp.experts.101.down_proj,0.0000000271,0.05000,0.610 +19,mlp.experts.102.down_proj,0.0000000250,0.05000,0.651 +19,mlp.experts.107.down_proj,0.0000000268,0.05000,0.615 +19,mlp.experts.104.down_proj,0.0000000479,0.05000,0.616 +19,mlp.experts.105.down_proj,0.0000000335,0.05000,0.631 +19,mlp.experts.106.down_proj,0.0000000882,0.05000,0.634 +19,mlp.experts.111.down_proj,0.0000000353,0.05000,0.622 +19,mlp.experts.108.down_proj,0.0000000219,0.05000,0.610 +19,mlp.experts.109.down_proj,0.0000000544,0.05000,0.649 +19,mlp.experts.110.down_proj,0.0000000342,0.05000,0.640 +19,mlp.experts.115.down_proj,0.0000000214,0.05000,0.615 +19,mlp.experts.112.down_proj,0.0000000628,0.05000,0.609 +19,mlp.experts.113.down_proj,0.0000000344,0.05000,0.604 +19,mlp.experts.114.down_proj,0.0000000714,0.05000,0.633 +19,mlp.experts.119.down_proj,0.0000000425,0.05000,0.626 +19,mlp.experts.116.down_proj,0.0000000397,0.05000,0.608 +19,mlp.experts.117.down_proj,0.0000000628,0.05000,0.602 +19,mlp.experts.118.down_proj,0.0000000358,0.05000,0.611 +19,mlp.experts.123.down_proj,0.0000000195,0.05000,0.633 +19,mlp.experts.120.down_proj,0.0000000540,0.05000,0.624 +19,mlp.experts.121.down_proj,0.0000000385,0.05000,0.655 +19,mlp.experts.122.down_proj,0.0000000230,0.05000,0.618 +19,mlp.experts.124.down_proj,0.0000000416,0.05000,0.604 +19,mlp.experts.127.down_proj,0.0000000240,0.05000,0.628 +19,mlp.experts.125.down_proj,0.0000000912,0.05000,0.604 +19,mlp.experts.126.down_proj,0.0000000460,0.05000,0.612 +19,mlp.experts.128.down_proj,0.0000000718,0.05000,0.501 +19,mlp.experts.131.down_proj,0.0000000316,0.05000,0.533 +19,mlp.experts.132.down_proj,0.0000001859,0.05000,0.627 +19,mlp.experts.135.down_proj,0.0000000389,0.05000,0.627 +19,mlp.experts.130.down_proj,0.0000000522,0.05000,0.637 +19,mlp.experts.129.down_proj,0.0000000718,0.05000,0.654 +19,mlp.experts.136.down_proj,0.0000000463,0.05000,0.618 +19,mlp.experts.134.down_proj,0.0000000510,0.05000,0.638 +19,mlp.experts.139.down_proj,0.0000000428,0.05000,0.653 +19,mlp.experts.133.down_proj,0.0000000106,0.05000,0.633 +19,mlp.experts.140.down_proj,0.0000000556,0.05000,0.608 +19,mlp.experts.143.down_proj,0.0000001177,0.05000,0.600 +19,mlp.experts.137.down_proj,0.0000000196,0.05000,0.602 +19,mlp.experts.138.down_proj,0.0000000436,0.05000,0.634 +19,mlp.experts.144.down_proj,0.0000000329,0.05000,0.612 +19,mlp.experts.147.down_proj,0.0000000452,0.05000,0.614 +19,mlp.experts.142.down_proj,0.0000000297,0.05000,0.610 +19,mlp.experts.141.down_proj,0.0000000690,0.05000,0.649 +19,mlp.experts.148.down_proj,0.0000000309,0.05000,0.608 +19,mlp.experts.151.down_proj,0.0000000178,0.05000,0.617 +19,mlp.experts.145.down_proj,0.0000000299,0.05000,0.605 +19,mlp.experts.146.down_proj,0.0000000368,0.05000,0.637 +19,mlp.experts.152.down_proj,0.0000000267,0.05000,0.606 +19,mlp.experts.155.down_proj,0.0000000784,0.05000,0.608 +19,mlp.experts.150.down_proj,0.0000000222,0.05000,0.611 +19,mlp.experts.149.down_proj,0.0000000349,0.05000,0.624 +19,mlp.experts.156.down_proj,0.0000000777,0.05000,0.611 +19,mlp.experts.159.down_proj,0.0000000816,0.05000,0.625 +19,mlp.experts.154.down_proj,0.0000000246,0.05000,0.599 +19,mlp.experts.153.down_proj,0.0000000768,0.05000,0.638 +19,mlp.experts.158.down_proj,0.0000000630,0.05000,0.414 +19,mlp.experts.157.down_proj,0.0000000317,0.05000,0.396 +20,mlp.experts.0.gate_proj,0.0000049931,0.05000,2.067 +20,mlp.experts.3.gate_proj,0.0000007818,0.05000,2.096 +20,mlp.experts.1.gate_proj,0.0000010379,0.05000,2.141 +20,mlp.experts.2.gate_proj,0.0000035983,0.05000,2.217 +20,mlp.experts.4.gate_proj,0.0000026970,0.05000,2.125 +20,mlp.experts.7.gate_proj,0.0000019337,0.05000,2.153 +20,mlp.experts.5.gate_proj,0.0000027803,0.05000,2.153 +20,mlp.experts.6.gate_proj,0.0000012819,0.05000,2.109 +20,mlp.experts.8.gate_proj,0.0000032026,0.05000,2.092 +20,mlp.experts.11.gate_proj,0.0000007898,0.05000,2.120 +20,mlp.experts.10.gate_proj,0.0000013549,0.05000,2.075 +20,mlp.experts.9.gate_proj,0.0000051032,0.05000,2.143 +20,mlp.experts.12.gate_proj,0.0000022869,0.05000,2.054 +20,mlp.experts.13.gate_proj,0.0000010869,0.05000,2.021 +20,mlp.experts.14.gate_proj,0.0000017634,0.05000,2.105 +20,mlp.experts.15.gate_proj,0.0000015022,0.05000,2.140 +20,mlp.experts.16.gate_proj,0.0000028916,0.05000,2.068 +20,mlp.experts.17.gate_proj,0.0000028280,0.05000,2.056 +20,mlp.experts.18.gate_proj,0.0000043470,0.05000,2.087 +20,mlp.experts.19.gate_proj,0.0000038344,0.05000,2.109 +20,mlp.experts.20.gate_proj,0.0000018003,0.05000,2.067 +20,mlp.experts.22.gate_proj,0.0000040873,0.05000,2.105 +20,mlp.experts.23.gate_proj,0.0000045234,0.05000,2.111 +20,mlp.experts.21.gate_proj,0.0000021574,0.05000,2.214 +20,mlp.experts.24.gate_proj,0.0000058489,0.05000,2.092 +20,mlp.experts.26.gate_proj,0.0000033701,0.05000,2.118 +20,mlp.experts.25.gate_proj,0.0000012789,0.05000,2.088 +20,mlp.experts.27.gate_proj,0.0000027099,0.05000,2.178 +20,mlp.experts.28.gate_proj,0.0000044675,0.05000,2.044 +20,mlp.experts.29.gate_proj,0.0000045035,0.05000,2.065 +20,mlp.experts.30.gate_proj,0.0000017745,0.05000,2.113 +20,mlp.experts.31.gate_proj,0.0000006299,0.05000,2.095 +20,mlp.experts.32.gate_proj,0.0000036422,0.05000,2.057 +20,mlp.experts.33.gate_proj,0.0000039161,0.05000,2.055 +20,mlp.experts.34.gate_proj,0.0000038399,0.05000,2.086 +20,mlp.experts.35.gate_proj,0.0000017094,0.05000,2.119 +20,mlp.experts.36.gate_proj,0.0000019822,0.05000,2.092 +20,mlp.experts.37.gate_proj,0.0000026107,0.05000,2.065 +20,mlp.experts.38.gate_proj,0.0000077418,0.05000,2.109 +20,mlp.experts.39.gate_proj,0.0000006063,0.05000,2.126 +20,mlp.experts.40.gate_proj,0.0000039468,0.05000,2.095 +20,mlp.experts.41.gate_proj,0.0000025231,0.05000,2.116 +20,mlp.experts.42.gate_proj,0.0000014687,0.05000,2.125 +20,mlp.experts.43.gate_proj,0.0000028586,0.05000,2.053 +20,mlp.experts.44.gate_proj,0.0000034695,0.05000,2.098 +20,mlp.experts.45.gate_proj,0.0000024685,0.05000,2.106 +20,mlp.experts.46.gate_proj,0.0000026870,0.05000,2.072 +20,mlp.experts.47.gate_proj,0.0000028804,0.05000,2.076 +20,mlp.experts.48.gate_proj,0.0000040139,0.05000,2.058 +20,mlp.experts.49.gate_proj,0.0000014434,0.05000,2.099 +20,mlp.experts.50.gate_proj,0.0000022283,0.05000,2.080 +20,mlp.experts.51.gate_proj,0.0000042547,0.05000,2.053 +20,mlp.experts.52.gate_proj,0.0000019302,0.05000,2.051 +20,mlp.experts.53.gate_proj,0.0000008415,0.05000,2.023 +20,mlp.experts.55.gate_proj,0.0000042135,0.05000,2.017 +20,mlp.experts.54.gate_proj,0.0000019379,0.05000,2.114 +20,mlp.experts.56.gate_proj,0.0000021214,0.05000,2.074 +20,mlp.experts.57.gate_proj,0.0000025007,0.05000,2.074 +20,mlp.experts.59.gate_proj,0.0000042293,0.05000,2.044 +20,mlp.experts.58.gate_proj,0.0000063618,0.05000,2.088 +20,mlp.experts.60.gate_proj,0.0000047341,0.05000,2.111 +20,mlp.experts.61.gate_proj,0.0000019281,0.05000,2.033 +20,mlp.experts.63.gate_proj,0.0000008932,0.05000,2.126 +20,mlp.experts.62.gate_proj,0.0000028611,0.05000,2.055 +20,mlp.experts.64.gate_proj,0.0000007773,0.05000,2.062 +20,mlp.experts.65.gate_proj,0.0000033050,0.05000,2.048 +20,mlp.experts.67.gate_proj,0.0000013240,0.05000,2.067 +20,mlp.experts.66.gate_proj,0.0000012655,0.05000,2.095 +20,mlp.experts.68.gate_proj,0.0000026334,0.05000,2.089 +20,mlp.experts.69.gate_proj,0.0000035783,0.05000,2.094 +20,mlp.experts.70.gate_proj,0.0000047677,0.05000,2.034 +20,mlp.experts.71.gate_proj,0.0000024262,0.05000,2.146 +20,mlp.experts.72.gate_proj,0.0000040160,0.05000,2.091 +20,mlp.experts.73.gate_proj,0.0000056058,0.05000,2.130 +20,mlp.experts.75.gate_proj,0.0000014719,0.05000,2.109 +20,mlp.experts.74.gate_proj,0.0000031044,0.05000,2.184 +20,mlp.experts.76.gate_proj,0.0000057585,0.05000,2.145 +20,mlp.experts.77.gate_proj,0.0000018359,0.05000,2.089 +20,mlp.experts.79.gate_proj,0.0000017699,0.05000,2.089 +20,mlp.experts.78.gate_proj,0.0000041615,0.05000,2.135 +20,mlp.experts.80.gate_proj,0.0000024703,0.05000,2.107 +20,mlp.experts.81.gate_proj,0.0000031186,0.05000,2.090 +20,mlp.experts.83.gate_proj,0.0000032826,0.05000,2.059 +20,mlp.experts.82.gate_proj,0.0000028917,0.05000,2.142 +20,mlp.experts.84.gate_proj,0.0000018048,0.05000,2.159 +20,mlp.experts.85.gate_proj,0.0000029004,0.05000,2.112 +20,mlp.experts.87.gate_proj,0.0000016983,0.05000,2.138 +20,mlp.experts.86.gate_proj,0.0000009057,0.05000,2.077 +20,mlp.experts.88.gate_proj,0.0000038884,0.05000,2.084 +20,mlp.experts.89.gate_proj,0.0000047193,0.05000,2.084 +20,mlp.experts.91.gate_proj,0.0000024644,0.05000,2.048 +20,mlp.experts.90.gate_proj,0.0000027115,0.05000,2.139 +20,mlp.experts.92.gate_proj,0.0000024866,0.05000,2.061 +20,mlp.experts.93.gate_proj,0.0000012308,0.05000,2.063 +20,mlp.experts.95.gate_proj,0.0000014048,0.05000,2.067 +20,mlp.experts.94.gate_proj,0.0000037555,0.05000,2.075 +20,mlp.experts.96.gate_proj,0.0000041903,0.05000,2.177 +20,mlp.experts.97.gate_proj,0.0000065771,0.05000,2.127 +20,mlp.experts.99.gate_proj,0.0000021890,0.05000,2.146 +20,mlp.experts.98.gate_proj,0.0000041195,0.05000,2.156 +20,mlp.experts.100.gate_proj,0.0000032335,0.05000,2.109 +20,mlp.experts.101.gate_proj,0.0000023491,0.05000,2.084 +20,mlp.experts.103.gate_proj,0.0000031527,0.05000,2.086 +20,mlp.experts.102.gate_proj,0.0000009087,0.05000,2.091 +20,mlp.experts.104.gate_proj,0.0000025807,0.05000,2.042 +20,mlp.experts.105.gate_proj,0.0000030398,0.05000,2.058 +20,mlp.experts.107.gate_proj,0.0000014619,0.05000,2.051 +20,mlp.experts.106.gate_proj,0.0000024719,0.05000,2.081 +20,mlp.experts.109.gate_proj,0.0000029018,0.05000,2.050 +20,mlp.experts.108.gate_proj,0.0000048318,0.05000,2.205 +20,mlp.experts.111.gate_proj,0.0000035862,0.05000,2.067 +20,mlp.experts.110.gate_proj,0.0000064899,0.05000,2.060 +20,mlp.experts.113.gate_proj,0.0000035906,0.05000,2.077 +20,mlp.experts.112.gate_proj,0.0000031350,0.05000,2.084 +20,mlp.experts.115.gate_proj,0.0000022611,0.05000,2.111 +20,mlp.experts.114.gate_proj,0.0000022617,0.05000,2.110 +20,mlp.experts.117.gate_proj,0.0000026944,0.05000,2.093 +20,mlp.experts.116.gate_proj,0.0000019960,0.05000,2.075 +20,mlp.experts.119.gate_proj,0.0000063437,0.05000,2.077 +20,mlp.experts.118.gate_proj,0.0000016627,0.05000,2.074 +20,mlp.experts.121.gate_proj,0.0000045479,0.05000,2.058 +20,mlp.experts.120.gate_proj,0.0000021045,0.05000,2.102 +20,mlp.experts.123.gate_proj,0.0000031417,0.05000,2.042 +20,mlp.experts.122.gate_proj,0.0000016540,0.05000,2.061 +20,mlp.experts.125.gate_proj,0.0000028790,0.05000,2.093 +20,mlp.experts.127.gate_proj,0.0000034301,0.05000,2.024 +20,mlp.experts.124.gate_proj,0.0000020837,0.05000,2.107 +20,mlp.experts.126.gate_proj,0.0000025041,0.05000,2.141 +20,mlp.experts.129.gate_proj,0.0000018778,0.05000,2.049 +20,mlp.experts.131.gate_proj,0.0000107150,0.05000,2.040 +20,mlp.experts.128.gate_proj,0.0000055550,0.05000,2.083 +20,mlp.experts.130.gate_proj,0.0000009553,0.05000,2.115 +20,mlp.experts.133.gate_proj,0.0000008639,0.05000,2.050 +20,mlp.experts.135.gate_proj,0.0000025757,0.05000,2.057 +20,mlp.experts.132.gate_proj,0.0000045225,0.05000,2.051 +20,mlp.experts.134.gate_proj,0.0000027594,0.05000,2.068 +20,mlp.experts.137.gate_proj,0.0000014405,0.05000,2.070 +20,mlp.experts.136.gate_proj,0.0000029077,0.05000,2.062 +20,mlp.experts.139.gate_proj,0.0000037723,0.05000,2.128 +20,mlp.experts.138.gate_proj,0.0000015352,0.05000,2.076 +20,mlp.experts.141.gate_proj,0.0000021143,0.05000,2.072 +20,mlp.experts.143.gate_proj,0.0000018775,0.05000,2.008 +20,mlp.experts.140.gate_proj,0.0000030198,0.05000,2.097 +20,mlp.experts.142.gate_proj,0.0000012313,0.05000,2.076 +20,mlp.experts.145.gate_proj,0.0000039173,0.05000,2.184 +20,mlp.experts.147.gate_proj,0.0000011920,0.05000,2.091 +20,mlp.experts.144.gate_proj,0.0000033877,0.05000,2.159 +20,mlp.experts.146.gate_proj,0.0000035392,0.05000,2.057 +20,mlp.experts.151.gate_proj,0.0000044746,0.05000,2.086 +20,mlp.experts.149.gate_proj,0.0000012930,0.05000,2.128 +20,mlp.experts.148.gate_proj,0.0000097345,0.05000,2.071 +20,mlp.experts.150.gate_proj,0.0000040262,0.05000,2.063 +20,mlp.experts.153.gate_proj,0.0000047474,0.05000,2.039 +20,mlp.experts.155.gate_proj,0.0000042728,0.05000,2.089 +20,mlp.experts.152.gate_proj,0.0000045879,0.05000,2.062 +20,mlp.experts.154.gate_proj,0.0000023626,0.05000,2.051 +20,mlp.experts.157.gate_proj,0.0000033151,0.05000,2.087 +20,mlp.experts.159.gate_proj,0.0000019928,0.05000,2.091 +20,mlp.experts.156.gate_proj,0.0000037918,0.05000,2.091 +20,mlp.experts.158.gate_proj,0.0000008659,0.05000,2.129 +20,mlp.experts.1.up_proj,0.0000010272,0.05000,2.115 +20,mlp.experts.3.up_proj,0.0000007701,0.05000,2.144 +20,mlp.experts.0.up_proj,0.0000049717,0.05000,2.080 +20,mlp.experts.2.up_proj,0.0000035369,0.05000,2.107 +20,mlp.experts.5.up_proj,0.0000027726,0.05000,2.056 +20,mlp.experts.7.up_proj,0.0000019032,0.05000,2.070 +20,mlp.experts.4.up_proj,0.0000026666,0.05000,2.079 +20,mlp.experts.6.up_proj,0.0000012644,0.05000,2.136 +20,mlp.experts.9.up_proj,0.0000050658,0.05000,2.061 +20,mlp.experts.11.up_proj,0.0000007793,0.05000,2.048 +20,mlp.experts.8.up_proj,0.0000031627,0.05000,2.078 +20,mlp.experts.10.up_proj,0.0000013375,0.05000,2.016 +20,mlp.experts.13.up_proj,0.0000010743,0.05000,2.032 +20,mlp.experts.15.up_proj,0.0000014790,0.05000,2.023 +20,mlp.experts.12.up_proj,0.0000022710,0.05000,2.050 +20,mlp.experts.14.up_proj,0.0000017476,0.05000,2.065 +20,mlp.experts.17.up_proj,0.0000028111,0.05000,2.058 +20,mlp.experts.19.up_proj,0.0000037364,0.05000,2.054 +20,mlp.experts.16.up_proj,0.0000028391,0.05000,2.076 +20,mlp.experts.18.up_proj,0.0000043087,0.05000,2.088 +20,mlp.experts.21.up_proj,0.0000021353,0.05000,2.135 +20,mlp.experts.23.up_proj,0.0000044893,0.05000,2.133 +20,mlp.experts.20.up_proj,0.0000017757,0.05000,2.164 +20,mlp.experts.22.up_proj,0.0000040501,0.05000,2.068 +20,mlp.experts.25.up_proj,0.0000012624,0.05000,2.109 +20,mlp.experts.27.up_proj,0.0000026493,0.05000,2.123 +20,mlp.experts.24.up_proj,0.0000056987,0.05000,2.168 +20,mlp.experts.26.up_proj,0.0000033406,0.05000,2.068 +20,mlp.experts.29.up_proj,0.0000044543,0.05000,2.075 +20,mlp.experts.31.up_proj,0.0000006238,0.05000,2.048 +20,mlp.experts.28.up_proj,0.0000043462,0.05000,2.061 +20,mlp.experts.30.up_proj,0.0000017522,0.05000,2.029 +20,mlp.experts.33.up_proj,0.0000038801,0.05000,2.057 +20,mlp.experts.35.up_proj,0.0000017046,0.05000,2.039 +20,mlp.experts.32.up_proj,0.0000036006,0.05000,2.032 +20,mlp.experts.34.up_proj,0.0000038114,0.05000,2.029 +20,mlp.experts.39.up_proj,0.0000005962,0.05000,2.088 +20,mlp.experts.37.up_proj,0.0000025678,0.05000,2.215 +20,mlp.experts.36.up_proj,0.0000019583,0.05000,2.157 +20,mlp.experts.38.up_proj,0.0000076354,0.05000,2.088 +20,mlp.experts.43.up_proj,0.0000028101,0.05000,2.112 +20,mlp.experts.41.up_proj,0.0000024860,0.05000,2.160 +20,mlp.experts.40.up_proj,0.0000039023,0.05000,2.093 +20,mlp.experts.42.up_proj,0.0000014612,0.05000,2.074 +20,mlp.experts.47.up_proj,0.0000028203,0.05000,2.066 +20,mlp.experts.45.up_proj,0.0000024418,0.05000,2.125 +20,mlp.experts.46.up_proj,0.0000026483,0.05000,2.042 +20,mlp.experts.44.up_proj,0.0000034205,0.05000,2.102 +20,mlp.experts.51.up_proj,0.0000042151,0.05000,2.054 +20,mlp.experts.49.up_proj,0.0000014111,0.05000,2.038 +20,mlp.experts.48.up_proj,0.0000039450,0.05000,2.088 +20,mlp.experts.50.up_proj,0.0000022058,0.05000,2.116 +20,mlp.experts.55.up_proj,0.0000041925,0.05000,2.092 +20,mlp.experts.53.up_proj,0.0000008397,0.05000,2.083 +20,mlp.experts.52.up_proj,0.0000018786,0.05000,2.083 +20,mlp.experts.54.up_proj,0.0000019004,0.05000,2.089 +20,mlp.experts.59.up_proj,0.0000042200,0.05000,2.044 +20,mlp.experts.57.up_proj,0.0000024675,0.05000,2.030 +20,mlp.experts.58.up_proj,0.0000062970,0.05000,2.007 +20,mlp.experts.56.up_proj,0.0000021019,0.05000,2.147 +20,mlp.experts.63.up_proj,0.0000008800,0.05000,2.005 +20,mlp.experts.61.up_proj,0.0000019031,0.05000,2.035 +20,mlp.experts.62.up_proj,0.0000028168,0.05000,2.052 +20,mlp.experts.60.up_proj,0.0000046821,0.05000,2.023 +20,mlp.experts.67.up_proj,0.0000013075,0.05000,2.030 +20,mlp.experts.65.up_proj,0.0000032744,0.05000,2.063 +20,mlp.experts.66.up_proj,0.0000012518,0.05000,2.037 +20,mlp.experts.64.up_proj,0.0000007682,0.05000,2.046 +20,mlp.experts.71.up_proj,0.0000023747,0.05000,2.019 +20,mlp.experts.69.up_proj,0.0000035273,0.05000,2.032 +20,mlp.experts.68.up_proj,0.0000026206,0.05000,1.999 +20,mlp.experts.70.up_proj,0.0000046686,0.05000,2.169 +20,mlp.experts.75.up_proj,0.0000014448,0.05000,2.014 +20,mlp.experts.73.up_proj,0.0000054742,0.05000,2.052 +20,mlp.experts.72.up_proj,0.0000039432,0.05000,2.006 +20,mlp.experts.74.up_proj,0.0000030668,0.05000,2.008 +20,mlp.experts.79.up_proj,0.0000017429,0.05000,2.020 +20,mlp.experts.77.up_proj,0.0000018163,0.05000,2.017 +20,mlp.experts.76.up_proj,0.0000057082,0.05000,2.054 +20,mlp.experts.78.up_proj,0.0000041016,0.05000,2.080 +20,mlp.experts.83.up_proj,0.0000032597,0.05000,2.029 +20,mlp.experts.81.up_proj,0.0000031047,0.05000,2.048 +20,mlp.experts.80.up_proj,0.0000024451,0.05000,2.067 +20,mlp.experts.82.up_proj,0.0000028573,0.05000,2.101 +20,mlp.experts.87.up_proj,0.0000016672,0.05000,2.035 +20,mlp.experts.85.up_proj,0.0000028828,0.05000,2.032 +20,mlp.experts.84.up_proj,0.0000017871,0.05000,2.093 +20,mlp.experts.86.up_proj,0.0000008966,0.05000,2.127 +20,mlp.experts.91.up_proj,0.0000024392,0.05000,2.038 +20,mlp.experts.89.up_proj,0.0000045329,0.05000,2.031 +20,mlp.experts.88.up_proj,0.0000037876,0.05000,2.127 +20,mlp.experts.90.up_proj,0.0000026834,0.05000,2.065 +20,mlp.experts.95.up_proj,0.0000013778,0.05000,2.022 +20,mlp.experts.93.up_proj,0.0000012062,0.05000,2.069 +20,mlp.experts.92.up_proj,0.0000024556,0.05000,2.064 +20,mlp.experts.94.up_proj,0.0000036801,0.05000,2.025 +20,mlp.experts.99.up_proj,0.0000021624,0.05000,2.037 +20,mlp.experts.97.up_proj,0.0000065115,0.05000,2.050 +20,mlp.experts.98.up_proj,0.0000040824,0.05000,2.024 +20,mlp.experts.96.up_proj,0.0000041650,0.05000,2.149 +20,mlp.experts.103.up_proj,0.0000031345,0.05000,2.026 +20,mlp.experts.101.up_proj,0.0000023314,0.05000,2.089 +20,mlp.experts.102.up_proj,0.0000008988,0.05000,2.021 +20,mlp.experts.100.up_proj,0.0000032122,0.05000,2.093 +20,mlp.experts.107.up_proj,0.0000014532,0.05000,2.017 +20,mlp.experts.105.up_proj,0.0000030177,0.05000,2.030 +20,mlp.experts.106.up_proj,0.0000024350,0.05000,2.057 +20,mlp.experts.104.up_proj,0.0000025276,0.05000,2.104 +20,mlp.experts.111.up_proj,0.0000035419,0.05000,2.020 +20,mlp.experts.109.up_proj,0.0000028693,0.05000,2.054 +20,mlp.experts.110.up_proj,0.0000064428,0.05000,2.024 +20,mlp.experts.108.up_proj,0.0000047891,0.05000,2.094 +20,mlp.experts.115.up_proj,0.0000022423,0.05000,2.082 +20,mlp.experts.113.up_proj,0.0000035526,0.05000,2.051 +20,mlp.experts.114.up_proj,0.0000022346,0.05000,2.032 +20,mlp.experts.112.up_proj,0.0000030553,0.05000,2.071 +20,mlp.experts.119.up_proj,0.0000062720,0.05000,2.089 +20,mlp.experts.117.up_proj,0.0000026629,0.05000,2.048 +20,mlp.experts.118.up_proj,0.0000016295,0.05000,2.104 +20,mlp.experts.116.up_proj,0.0000019662,0.05000,2.086 +20,mlp.experts.123.up_proj,0.0000031014,0.05000,2.133 +20,mlp.experts.121.up_proj,0.0000045354,0.05000,2.116 +20,mlp.experts.122.up_proj,0.0000016282,0.05000,2.215 +20,mlp.experts.120.up_proj,0.0000020840,0.05000,2.093 +20,mlp.experts.127.up_proj,0.0000033837,0.05000,2.109 +20,mlp.experts.125.up_proj,0.0000028110,0.05000,2.073 +20,mlp.experts.126.up_proj,0.0000024887,0.05000,2.080 +20,mlp.experts.124.up_proj,0.0000020659,0.05000,2.077 +20,mlp.experts.131.up_proj,0.0000106275,0.05000,2.091 +20,mlp.experts.129.up_proj,0.0000018365,0.05000,2.074 +20,mlp.experts.130.up_proj,0.0000009420,0.05000,2.108 +20,mlp.experts.128.up_proj,0.0000055398,0.05000,2.085 +20,mlp.experts.135.up_proj,0.0000025494,0.05000,2.086 +20,mlp.experts.133.up_proj,0.0000008532,0.05000,2.057 +20,mlp.experts.134.up_proj,0.0000027327,0.05000,2.102 +20,mlp.experts.132.up_proj,0.0000045364,0.05000,2.081 +20,mlp.experts.139.up_proj,0.0000037329,0.05000,2.111 +20,mlp.experts.137.up_proj,0.0000014343,0.05000,2.120 +20,mlp.experts.138.up_proj,0.0000014991,0.05000,2.072 +20,mlp.experts.136.up_proj,0.0000028505,0.05000,2.101 +20,mlp.experts.143.up_proj,0.0000018601,0.05000,2.088 +20,mlp.experts.141.up_proj,0.0000020827,0.05000,2.081 +20,mlp.experts.142.up_proj,0.0000012114,0.05000,2.072 +20,mlp.experts.140.up_proj,0.0000029705,0.05000,2.057 +20,mlp.experts.147.up_proj,0.0000011847,0.05000,2.176 +20,mlp.experts.145.up_proj,0.0000039051,0.05000,2.093 +20,mlp.experts.146.up_proj,0.0000034867,0.05000,2.164 +20,mlp.experts.144.up_proj,0.0000033414,0.05000,2.145 +20,mlp.experts.151.up_proj,0.0000044195,0.05000,2.068 +20,mlp.experts.149.up_proj,0.0000012724,0.05000,2.040 +20,mlp.experts.150.up_proj,0.0000039978,0.05000,2.093 +20,mlp.experts.148.up_proj,0.0000096867,0.05000,2.052 +20,mlp.experts.155.up_proj,0.0000042265,0.05000,2.045 +20,mlp.experts.153.up_proj,0.0000046935,0.05000,2.058 +20,mlp.experts.154.up_proj,0.0000023540,0.05000,2.045 +20,mlp.experts.152.up_proj,0.0000045243,0.05000,2.066 +20,mlp.experts.159.up_proj,0.0000019392,0.05000,2.071 +20,mlp.experts.157.up_proj,0.0000032994,0.05000,2.038 +20,mlp.experts.158.up_proj,0.0000008461,0.05000,1.826 +20,mlp.experts.156.up_proj,0.0000037680,0.05000,1.808 +20,mlp.experts.1.down_proj,0.0000000216,0.05000,0.635 +20,mlp.experts.3.down_proj,0.0000000128,0.05000,0.635 +20,mlp.experts.0.down_proj,0.0000000902,0.05000,0.638 +20,mlp.experts.2.down_proj,0.0000000804,0.05000,0.661 +20,mlp.experts.5.down_proj,0.0000000790,0.05000,0.611 +20,mlp.experts.7.down_proj,0.0000000259,0.05000,0.613 +20,mlp.experts.4.down_proj,0.0000001138,0.05000,0.621 +20,mlp.experts.6.down_proj,0.0000000346,0.05000,0.607 +20,mlp.experts.9.down_proj,0.0000001262,0.05000,0.608 +20,mlp.experts.11.down_proj,0.0000000100,0.05000,0.609 +20,mlp.experts.8.down_proj,0.0000000410,0.05000,0.616 +20,mlp.experts.10.down_proj,0.0000000670,0.05000,0.606 +20,mlp.experts.13.down_proj,0.0000000160,0.05000,0.616 +20,mlp.experts.14.down_proj,0.0000000240,0.05000,0.608 +20,mlp.experts.15.down_proj,0.0000000335,0.05000,0.634 +20,mlp.experts.12.down_proj,0.0000000506,0.05000,0.619 +20,mlp.experts.18.down_proj,0.0000000988,0.05000,0.606 +20,mlp.experts.17.down_proj,0.0000000711,0.05000,0.630 +20,mlp.experts.19.down_proj,0.0000006860,0.05000,0.610 +20,mlp.experts.16.down_proj,0.0000000308,0.05000,0.617 +20,mlp.experts.22.down_proj,0.0000000577,0.05000,0.608 +20,mlp.experts.21.down_proj,0.0000000550,0.05000,0.599 +20,mlp.experts.23.down_proj,0.0000001058,0.05000,0.611 +20,mlp.experts.20.down_proj,0.0000000372,0.05000,0.616 +20,mlp.experts.26.down_proj,0.0000000654,0.05000,0.608 +20,mlp.experts.25.down_proj,0.0000000427,0.05000,0.631 +20,mlp.experts.27.down_proj,0.0000000618,0.05000,0.629 +20,mlp.experts.24.down_proj,0.0000001101,0.05000,0.616 +20,mlp.experts.30.down_proj,0.0000000274,0.05000,0.619 +20,mlp.experts.31.down_proj,0.0000000077,0.05000,0.626 +20,mlp.experts.28.down_proj,0.0000001073,0.05000,0.643 +20,mlp.experts.29.down_proj,0.0000001365,0.05000,0.663 +20,mlp.experts.34.down_proj,0.0000001049,0.05000,0.638 +20,mlp.experts.35.down_proj,0.0000000261,0.05000,0.612 +20,mlp.experts.32.down_proj,0.0000000454,0.05000,0.618 +20,mlp.experts.33.down_proj,0.0000001101,0.05000,0.621 +20,mlp.experts.38.down_proj,0.0000001282,0.05000,0.620 +20,mlp.experts.39.down_proj,0.0000000350,0.05000,0.632 +20,mlp.experts.36.down_proj,0.0000000290,0.05000,0.619 +20,mlp.experts.37.down_proj,0.0000000672,0.05000,0.613 +20,mlp.experts.42.down_proj,0.0000000447,0.05000,0.617 +20,mlp.experts.43.down_proj,0.0000000683,0.05000,0.608 +20,mlp.experts.40.down_proj,0.0000001113,0.05000,0.614 +20,mlp.experts.41.down_proj,0.0000000470,0.05000,0.626 +20,mlp.experts.46.down_proj,0.0000000498,0.05000,0.616 +20,mlp.experts.47.down_proj,0.0000000419,0.05000,0.629 +20,mlp.experts.45.down_proj,0.0000000674,0.05000,0.608 +20,mlp.experts.44.down_proj,0.0000000544,0.05000,0.636 +20,mlp.experts.50.down_proj,0.0000000421,0.05000,0.624 +20,mlp.experts.51.down_proj,0.0000000608,0.05000,0.595 +20,mlp.experts.49.down_proj,0.0000000509,0.05000,0.598 +20,mlp.experts.48.down_proj,0.0000001065,0.05000,0.596 +20,mlp.experts.54.down_proj,0.0000000296,0.05000,0.609 +20,mlp.experts.55.down_proj,0.0000000967,0.05000,0.609 +20,mlp.experts.53.down_proj,0.0000000199,0.05000,0.628 +20,mlp.experts.52.down_proj,0.0000000341,0.05000,0.652 +20,mlp.experts.58.down_proj,0.0000001106,0.05000,0.606 +20,mlp.experts.59.down_proj,0.0000000888,0.05000,0.630 +20,mlp.experts.57.down_proj,0.0000000761,0.05000,0.610 +20,mlp.experts.56.down_proj,0.0000000271,0.05000,0.651 +20,mlp.experts.62.down_proj,0.0000000704,0.05000,0.608 +20,mlp.experts.61.down_proj,0.0000000512,0.05000,0.605 +20,mlp.experts.63.down_proj,0.0000000385,0.05000,0.630 +20,mlp.experts.60.down_proj,0.0000000717,0.05000,0.629 +20,mlp.experts.66.down_proj,0.0000000215,0.05000,0.630 +20,mlp.experts.65.down_proj,0.0000000512,0.05000,0.609 +20,mlp.experts.67.down_proj,0.0000000358,0.05000,0.608 +20,mlp.experts.64.down_proj,0.0000000136,0.05000,0.629 +20,mlp.experts.71.down_proj,0.0000000509,0.05000,0.606 +20,mlp.experts.69.down_proj,0.0000000662,0.05000,0.629 +20,mlp.experts.70.down_proj,0.0000000875,0.05000,0.676 +20,mlp.experts.68.down_proj,0.0000000271,0.05000,0.632 +20,mlp.experts.75.down_proj,0.0000000472,0.05000,0.603 +20,mlp.experts.73.down_proj,0.0000000968,0.05000,0.602 +20,mlp.experts.74.down_proj,0.0000000420,0.05000,0.602 +20,mlp.experts.72.down_proj,0.0000000612,0.05000,0.608 +20,mlp.experts.79.down_proj,0.0000000429,0.05000,0.607 +20,mlp.experts.77.down_proj,0.0000000490,0.05000,0.628 +20,mlp.experts.78.down_proj,0.0000000864,0.05000,0.628 +20,mlp.experts.76.down_proj,0.0000001488,0.05000,0.616 +20,mlp.experts.83.down_proj,0.0000000581,0.05000,0.607 +20,mlp.experts.81.down_proj,0.0000000724,0.05000,0.606 +20,mlp.experts.82.down_proj,0.0000000715,0.05000,0.610 +20,mlp.experts.80.down_proj,0.0000000428,0.05000,0.620 +20,mlp.experts.87.down_proj,0.0000000435,0.05000,0.609 +20,mlp.experts.85.down_proj,0.0000000338,0.05000,0.608 +20,mlp.experts.86.down_proj,0.0000000242,0.05000,0.610 +20,mlp.experts.84.down_proj,0.0000000300,0.05000,0.627 +20,mlp.experts.91.down_proj,0.0000000640,0.05000,0.604 +20,mlp.experts.89.down_proj,0.0000001281,0.05000,0.598 +20,mlp.experts.90.down_proj,0.0000000595,0.05000,0.603 +20,mlp.experts.88.down_proj,0.0000000866,0.05000,0.603 +20,mlp.experts.95.down_proj,0.0000000322,0.05000,0.601 +20,mlp.experts.93.down_proj,0.0000000217,0.05000,0.623 +20,mlp.experts.94.down_proj,0.0000000634,0.05000,0.605 +20,mlp.experts.92.down_proj,0.0000000400,0.05000,0.598 +20,mlp.experts.99.down_proj,0.0000000264,0.05000,0.604 +20,mlp.experts.97.down_proj,0.0000001183,0.05000,0.604 +20,mlp.experts.98.down_proj,0.0000000779,0.05000,0.607 +20,mlp.experts.96.down_proj,0.0000000731,0.05000,0.632 +20,mlp.experts.103.down_proj,0.0000000427,0.05000,0.621 +20,mlp.experts.101.down_proj,0.0000000672,0.05000,0.604 +20,mlp.experts.102.down_proj,0.0000000228,0.05000,0.611 +20,mlp.experts.100.down_proj,0.0000000704,0.05000,0.613 +20,mlp.experts.107.down_proj,0.0000000589,0.05000,0.631 +20,mlp.experts.105.down_proj,0.0000000370,0.05000,0.631 +20,mlp.experts.106.down_proj,0.0000000509,0.05000,0.616 +20,mlp.experts.104.down_proj,0.0000000329,0.05000,0.607 +20,mlp.experts.111.down_proj,0.0000001003,0.05000,0.626 +20,mlp.experts.109.down_proj,0.0000000768,0.05000,0.611 +20,mlp.experts.110.down_proj,0.0000001888,0.05000,0.611 +20,mlp.experts.108.down_proj,0.0000000663,0.05000,0.616 +20,mlp.experts.115.down_proj,0.0000000376,0.05000,0.620 +20,mlp.experts.113.down_proj,0.0000001714,0.05000,0.605 +20,mlp.experts.114.down_proj,0.0000000739,0.05000,0.615 +20,mlp.experts.112.down_proj,0.0000000442,0.05000,0.612 +20,mlp.experts.117.down_proj,0.0000000397,0.05000,0.609 +20,mlp.experts.119.down_proj,0.0000001293,0.05000,0.614 +20,mlp.experts.118.down_proj,0.0000000385,0.05000,0.612 +20,mlp.experts.116.down_proj,0.0000000725,0.05000,0.616 +20,mlp.experts.123.down_proj,0.0000000372,0.05000,0.611 +20,mlp.experts.121.down_proj,0.0000001398,0.05000,0.614 +20,mlp.experts.122.down_proj,0.0000000340,0.05000,0.614 +20,mlp.experts.120.down_proj,0.0000000631,0.05000,0.675 +20,mlp.experts.125.down_proj,0.0000000408,0.05000,0.604 +20,mlp.experts.127.down_proj,0.0000000760,0.05000,0.615 +20,mlp.experts.126.down_proj,0.0000000770,0.05000,0.634 +20,mlp.experts.124.down_proj,0.0000000237,0.05000,0.606 +20,mlp.experts.129.down_proj,0.0000000267,0.05000,0.596 +20,mlp.experts.131.down_proj,0.0000002758,0.05000,0.601 +20,mlp.experts.130.down_proj,0.0000000231,0.05000,0.606 +20,mlp.experts.128.down_proj,0.0000001433,0.05000,0.596 +20,mlp.experts.135.down_proj,0.0000000623,0.05000,0.606 +20,mlp.experts.133.down_proj,0.0000000167,0.05000,0.622 +20,mlp.experts.134.down_proj,0.0000000754,0.05000,0.607 +20,mlp.experts.132.down_proj,0.0000001096,0.05000,0.624 +20,mlp.experts.139.down_proj,0.0000000801,0.05000,0.620 +20,mlp.experts.137.down_proj,0.0000000368,0.05000,0.630 +20,mlp.experts.138.down_proj,0.0000000197,0.05000,0.612 +20,mlp.experts.136.down_proj,0.0000000608,0.05000,0.612 +20,mlp.experts.141.down_proj,0.0000000525,0.05000,0.620 +20,mlp.experts.143.down_proj,0.0000000277,0.05000,0.633 +20,mlp.experts.142.down_proj,0.0000000167,0.05000,0.635 +20,mlp.experts.140.down_proj,0.0000000666,0.05000,0.636 +20,mlp.experts.145.down_proj,0.0000000768,0.05000,0.611 +20,mlp.experts.147.down_proj,0.0000000263,0.05000,0.631 +20,mlp.experts.146.down_proj,0.0000000824,0.05000,0.607 +20,mlp.experts.144.down_proj,0.0000000899,0.05000,0.605 +20,mlp.experts.149.down_proj,0.0000000317,0.05000,0.644 +20,mlp.experts.151.down_proj,0.0000001608,0.05000,0.636 +20,mlp.experts.150.down_proj,0.0000000461,0.05000,0.620 +20,mlp.experts.148.down_proj,0.0000001736,0.05000,0.675 +20,mlp.experts.153.down_proj,0.0000000996,0.05000,0.607 +20,mlp.experts.155.down_proj,0.0000000672,0.05000,0.604 +20,mlp.experts.154.down_proj,0.0000000256,0.05000,0.620 +20,mlp.experts.152.down_proj,0.0000001331,0.05000,0.610 +20,mlp.experts.157.down_proj,0.0000000356,0.05000,0.634 +20,mlp.experts.159.down_proj,0.0000000507,0.05000,0.633 +20,mlp.experts.158.down_proj,0.0000000100,0.05000,0.607 +20,mlp.experts.156.down_proj,0.0000000945,0.05000,0.501 +21,mlp.experts.1.gate_proj,0.0000027249,0.05000,2.110 +21,mlp.experts.3.gate_proj,0.0000025085,0.05000,2.161 +21,mlp.experts.2.gate_proj,0.0000033777,0.05000,2.199 +21,mlp.experts.0.gate_proj,0.0000044978,0.05000,2.257 +21,mlp.experts.5.gate_proj,0.0000032479,0.05000,2.041 +21,mlp.experts.7.gate_proj,0.0000033394,0.05000,2.036 +21,mlp.experts.6.gate_proj,0.0000028333,0.05000,2.109 +21,mlp.experts.4.gate_proj,0.0000032673,0.05000,2.105 +21,mlp.experts.9.gate_proj,0.0000029725,0.05000,2.084 +21,mlp.experts.11.gate_proj,0.0000064629,0.05000,2.102 +21,mlp.experts.10.gate_proj,0.0000018728,0.05000,2.074 +21,mlp.experts.8.gate_proj,0.0000008384,0.05000,2.101 +21,mlp.experts.13.gate_proj,0.0000005203,0.05000,2.113 +21,mlp.experts.15.gate_proj,0.0000021215,0.05000,2.078 +21,mlp.experts.14.gate_proj,0.0000024144,0.05000,2.125 +21,mlp.experts.12.gate_proj,0.0000015357,0.05000,2.115 +21,mlp.experts.17.gate_proj,0.0000025765,0.05000,2.076 +21,mlp.experts.19.gate_proj,0.0000052702,0.05000,2.092 +21,mlp.experts.18.gate_proj,0.0000049479,0.05000,2.118 +21,mlp.experts.16.gate_proj,0.0000026882,0.05000,2.154 +21,mlp.experts.23.gate_proj,0.0000038157,0.05000,2.089 +21,mlp.experts.21.gate_proj,0.0000052226,0.05000,2.135 +21,mlp.experts.22.gate_proj,0.0000033793,0.05000,2.078 +21,mlp.experts.20.gate_proj,0.0000032519,0.05000,2.123 +21,mlp.experts.25.gate_proj,0.0000030637,0.05000,2.052 +21,mlp.experts.27.gate_proj,0.0000017672,0.05000,2.178 +21,mlp.experts.26.gate_proj,0.0000015648,0.05000,2.116 +21,mlp.experts.24.gate_proj,0.0000031390,0.05000,2.127 +21,mlp.experts.29.gate_proj,0.0000027283,0.05000,2.098 +21,mlp.experts.31.gate_proj,0.0000027848,0.05000,2.160 +21,mlp.experts.30.gate_proj,0.0000070979,0.05000,2.113 +21,mlp.experts.28.gate_proj,0.0000031282,0.05000,2.101 +21,mlp.experts.33.gate_proj,0.0000032259,0.05000,2.101 +21,mlp.experts.35.gate_proj,0.0000054546,0.05000,2.091 +21,mlp.experts.34.gate_proj,0.0000033099,0.05000,2.091 +21,mlp.experts.32.gate_proj,0.0000047585,0.05000,2.062 +21,mlp.experts.37.gate_proj,0.0000033690,0.05000,2.148 +21,mlp.experts.38.gate_proj,0.0000018302,0.05000,2.068 +21,mlp.experts.39.gate_proj,0.0000020332,0.05000,2.143 +21,mlp.experts.36.gate_proj,0.0000057887,0.05000,2.066 +21,mlp.experts.41.gate_proj,0.0000038036,0.05000,2.157 +21,mlp.experts.42.gate_proj,0.0000103003,0.05000,2.087 +21,mlp.experts.43.gate_proj,0.0000029935,0.05000,2.157 +21,mlp.experts.40.gate_proj,0.0000094371,0.05000,2.082 +21,mlp.experts.45.gate_proj,0.0000021338,0.05000,2.105 +21,mlp.experts.46.gate_proj,0.0000067131,0.05000,2.095 +21,mlp.experts.44.gate_proj,0.0000030044,0.05000,2.062 +21,mlp.experts.47.gate_proj,0.0000015252,0.05000,2.096 +21,mlp.experts.50.gate_proj,0.0000034393,0.05000,2.061 +21,mlp.experts.49.gate_proj,0.0000067218,0.05000,2.134 +21,mlp.experts.51.gate_proj,0.0000030468,0.05000,2.070 +21,mlp.experts.48.gate_proj,0.0000021385,0.05000,2.169 +21,mlp.experts.54.gate_proj,0.0000022637,0.05000,2.119 +21,mlp.experts.53.gate_proj,0.0000017739,0.05000,2.131 +21,mlp.experts.55.gate_proj,0.0000022662,0.05000,2.137 +21,mlp.experts.52.gate_proj,0.0000032451,0.05000,2.133 +21,mlp.experts.58.gate_proj,0.0000030172,0.05000,1.473 +21,mlp.experts.57.gate_proj,0.0000026925,0.05000,1.471 +21,mlp.experts.56.gate_proj,0.0000022794,0.05000,2.094 +21,mlp.experts.62.gate_proj,0.0000054278,0.05000,2.124 +21,mlp.experts.61.gate_proj,0.0000023115,0.05000,2.129 +21,mlp.experts.59.gate_proj,0.0000020355,0.05000,2.194 +21,mlp.experts.65.gate_proj,0.0000024206,0.05000,2.045 +21,mlp.experts.66.gate_proj,0.0000045436,0.05000,2.057 +21,mlp.experts.63.gate_proj,0.0000011237,0.05000,2.061 +21,mlp.experts.60.gate_proj,0.0000016520,0.05000,2.224 +21,mlp.experts.69.gate_proj,0.0000042289,0.05000,2.041 +21,mlp.experts.70.gate_proj,0.0000013018,0.05000,2.083 +21,mlp.experts.67.gate_proj,0.0000027746,0.05000,2.043 +21,mlp.experts.64.gate_proj,0.0000020517,0.05000,2.073 +21,mlp.experts.74.gate_proj,0.0000035793,0.05000,2.140 +21,mlp.experts.73.gate_proj,0.0000030018,0.05000,2.229 +21,mlp.experts.71.gate_proj,0.0000008834,0.05000,2.168 +21,mlp.experts.68.gate_proj,0.0000029915,0.05000,2.166 +21,mlp.experts.78.gate_proj,0.0000012074,0.05000,2.082 +21,mlp.experts.75.gate_proj,0.0000031982,0.05000,2.071 +21,mlp.experts.77.gate_proj,0.0000016738,0.05000,2.167 +21,mlp.experts.72.gate_proj,0.0000006248,0.05000,2.134 +21,mlp.experts.79.gate_proj,0.0000042026,0.05000,2.054 +21,mlp.experts.82.gate_proj,0.0000067691,0.05000,2.132 +21,mlp.experts.81.gate_proj,0.0000053364,0.05000,2.087 +21,mlp.experts.76.gate_proj,0.0000009676,0.05000,2.087 +21,mlp.experts.83.gate_proj,0.0000036476,0.05000,2.071 +21,mlp.experts.86.gate_proj,0.0000021867,0.05000,2.074 +21,mlp.experts.80.gate_proj,0.0000033933,0.05000,2.038 +21,mlp.experts.85.gate_proj,0.0000036749,0.05000,2.185 +21,mlp.experts.87.gate_proj,0.0000017543,0.05000,2.027 +21,mlp.experts.90.gate_proj,0.0000025275,0.05000,2.089 +21,mlp.experts.84.gate_proj,0.0000016745,0.05000,2.067 +21,mlp.experts.89.gate_proj,0.0000034105,0.05000,2.071 +21,mlp.experts.91.gate_proj,0.0000041645,0.05000,2.050 +21,mlp.experts.94.gate_proj,0.0000010078,0.05000,2.063 +21,mlp.experts.88.gate_proj,0.0000034786,0.05000,2.021 +21,mlp.experts.93.gate_proj,0.0000031778,0.05000,2.096 +21,mlp.experts.95.gate_proj,0.0000026806,0.05000,2.057 +21,mlp.experts.92.gate_proj,0.0000023088,0.05000,2.012 +21,mlp.experts.98.gate_proj,0.0000037137,0.05000,2.124 +21,mlp.experts.97.gate_proj,0.0000036953,0.05000,2.078 +21,mlp.experts.99.gate_proj,0.0000010218,0.05000,2.114 +21,mlp.experts.96.gate_proj,0.0000013782,0.05000,2.035 +21,mlp.experts.102.gate_proj,0.0000024854,0.05000,2.071 +21,mlp.experts.101.gate_proj,0.0000033721,0.05000,2.130 +21,mlp.experts.100.gate_proj,0.0000035120,0.05000,2.004 +21,mlp.experts.103.gate_proj,0.0000023559,0.05000,2.093 +21,mlp.experts.106.gate_proj,0.0000018666,0.05000,2.056 +21,mlp.experts.105.gate_proj,0.0000043191,0.05000,2.045 +21,mlp.experts.107.gate_proj,0.0000041081,0.05000,2.001 +21,mlp.experts.104.gate_proj,0.0000036095,0.05000,2.103 +21,mlp.experts.110.gate_proj,0.0000040169,0.05000,2.029 +21,mlp.experts.109.gate_proj,0.0000071085,0.05000,2.066 +21,mlp.experts.111.gate_proj,0.0000044383,0.05000,2.007 +21,mlp.experts.114.gate_proj,0.0000035159,0.05000,2.013 +21,mlp.experts.108.gate_proj,0.0000106830,0.05000,2.114 +21,mlp.experts.113.gate_proj,0.0000038206,0.05000,2.019 +21,mlp.experts.115.gate_proj,0.0000011603,0.05000,2.015 +21,mlp.experts.118.gate_proj,0.0000040466,0.05000,2.045 +21,mlp.experts.112.gate_proj,0.0000031041,0.05000,2.146 +21,mlp.experts.117.gate_proj,0.0000031256,0.05000,2.030 +21,mlp.experts.119.gate_proj,0.0000058370,0.05000,2.131 +21,mlp.experts.122.gate_proj,0.0000016557,0.05000,2.049 +21,mlp.experts.121.gate_proj,0.0000027467,0.05000,2.047 +21,mlp.experts.116.gate_proj,0.0000018123,0.05000,2.151 +21,mlp.experts.123.gate_proj,0.0000035664,0.05000,2.080 +21,mlp.experts.126.gate_proj,0.0000037256,0.05000,2.077 +21,mlp.experts.125.gate_proj,0.0000020135,0.05000,2.081 +21,mlp.experts.120.gate_proj,0.0000031570,0.05000,2.106 +21,mlp.experts.127.gate_proj,0.0000020045,0.05000,2.105 +21,mlp.experts.130.gate_proj,0.0000088634,0.05000,2.106 +21,mlp.experts.129.gate_proj,0.0000011458,0.05000,2.067 +21,mlp.experts.124.gate_proj,0.0000051216,0.05000,2.091 +21,mlp.experts.131.gate_proj,0.0000050411,0.05000,2.089 +21,mlp.experts.134.gate_proj,0.0000063026,0.05000,2.080 +21,mlp.experts.133.gate_proj,0.0000008911,0.05000,2.070 +21,mlp.experts.128.gate_proj,0.0000065584,0.05000,2.061 +21,mlp.experts.135.gate_proj,0.0000020767,0.05000,2.080 +21,mlp.experts.138.gate_proj,0.0000044254,0.05000,2.081 +21,mlp.experts.137.gate_proj,0.0000015310,0.05000,2.090 +21,mlp.experts.132.gate_proj,0.0000047815,0.05000,2.078 +21,mlp.experts.139.gate_proj,0.0000026672,0.05000,2.170 +21,mlp.experts.142.gate_proj,0.0000035725,0.05000,2.139 +21,mlp.experts.136.gate_proj,0.0000026172,0.05000,2.060 +21,mlp.experts.141.gate_proj,0.0000037255,0.05000,2.185 +21,mlp.experts.143.gate_proj,0.0000015321,0.05000,2.088 +21,mlp.experts.146.gate_proj,0.0000029248,0.05000,2.181 +21,mlp.experts.140.gate_proj,0.0000025572,0.05000,2.080 +21,mlp.experts.145.gate_proj,0.0000050400,0.05000,2.193 +21,mlp.experts.147.gate_proj,0.0000009091,0.05000,2.095 +21,mlp.experts.150.gate_proj,0.0000015203,0.05000,2.101 +21,mlp.experts.144.gate_proj,0.0000023673,0.05000,2.075 +21,mlp.experts.149.gate_proj,0.0000027162,0.05000,2.041 +21,mlp.experts.151.gate_proj,0.0000020610,0.05000,2.064 +21,mlp.experts.148.gate_proj,0.0000045569,0.05000,2.053 +21,mlp.experts.154.gate_proj,0.0000016661,0.05000,2.078 +21,mlp.experts.153.gate_proj,0.0000033596,0.05000,2.046 +21,mlp.experts.155.gate_proj,0.0000029397,0.05000,2.070 +21,mlp.experts.152.gate_proj,0.0000052826,0.05000,2.065 +21,mlp.experts.158.gate_proj,0.0000028793,0.05000,2.114 +21,mlp.experts.157.gate_proj,0.0000032950,0.05000,2.059 +21,mlp.experts.159.gate_proj,0.0000013713,0.05000,2.111 +21,mlp.experts.156.gate_proj,0.0000045654,0.05000,2.110 +21,mlp.experts.2.up_proj,0.0000033609,0.05000,2.091 +21,mlp.experts.1.up_proj,0.0000027464,0.05000,2.105 +21,mlp.experts.3.up_proj,0.0000024839,0.05000,2.096 +21,mlp.experts.0.up_proj,0.0000044565,0.05000,2.069 +21,mlp.experts.6.up_proj,0.0000028137,0.05000,2.098 +21,mlp.experts.5.up_proj,0.0000031975,0.05000,2.095 +21,mlp.experts.7.up_proj,0.0000033241,0.05000,2.022 +21,mlp.experts.4.up_proj,0.0000032262,0.05000,2.026 +21,mlp.experts.10.up_proj,0.0000018578,0.05000,2.013 +21,mlp.experts.9.up_proj,0.0000029462,0.05000,2.089 +21,mlp.experts.11.up_proj,0.0000063322,0.05000,2.034 +21,mlp.experts.14.up_proj,0.0000023975,0.05000,2.004 +21,mlp.experts.8.up_proj,0.0000008246,0.05000,2.078 +21,mlp.experts.13.up_proj,0.0000005125,0.05000,2.042 +21,mlp.experts.15.up_proj,0.0000021125,0.05000,2.012 +21,mlp.experts.18.up_proj,0.0000049138,0.05000,2.017 +21,mlp.experts.12.up_proj,0.0000015225,0.05000,2.056 +21,mlp.experts.17.up_proj,0.0000025714,0.05000,2.041 +21,mlp.experts.19.up_proj,0.0000050892,0.05000,2.018 +21,mlp.experts.22.up_proj,0.0000033335,0.05000,2.014 +21,mlp.experts.16.up_proj,0.0000026586,0.05000,2.045 +21,mlp.experts.21.up_proj,0.0000051483,0.05000,2.019 +21,mlp.experts.23.up_proj,0.0000037888,0.05000,2.019 +21,mlp.experts.26.up_proj,0.0000015330,0.05000,2.028 +21,mlp.experts.20.up_proj,0.0000032294,0.05000,2.088 +21,mlp.experts.25.up_proj,0.0000030109,0.05000,2.055 +21,mlp.experts.27.up_proj,0.0000017456,0.05000,2.027 +21,mlp.experts.30.up_proj,0.0000070201,0.05000,2.055 +21,mlp.experts.24.up_proj,0.0000030993,0.05000,2.045 +21,mlp.experts.29.up_proj,0.0000026710,0.05000,2.045 +21,mlp.experts.31.up_proj,0.0000027647,0.05000,2.016 +21,mlp.experts.34.up_proj,0.0000032887,0.05000,2.015 +21,mlp.experts.28.up_proj,0.0000031033,0.05000,2.043 +21,mlp.experts.33.up_proj,0.0000032009,0.05000,2.015 +21,mlp.experts.35.up_proj,0.0000053931,0.05000,2.027 +21,mlp.experts.38.up_proj,0.0000018078,0.05000,2.053 +21,mlp.experts.32.up_proj,0.0000047774,0.05000,2.046 +21,mlp.experts.37.up_proj,0.0000033215,0.05000,2.099 +21,mlp.experts.39.up_proj,0.0000020147,0.05000,2.041 +21,mlp.experts.42.up_proj,0.0000100241,0.05000,2.136 +21,mlp.experts.36.up_proj,0.0000057374,0.05000,2.057 +21,mlp.experts.41.up_proj,0.0000037563,0.05000,2.068 +21,mlp.experts.43.up_proj,0.0000029287,0.05000,2.053 +21,mlp.experts.46.up_proj,0.0000067202,0.05000,2.071 +21,mlp.experts.40.up_proj,0.0000093711,0.05000,2.039 +21,mlp.experts.45.up_proj,0.0000021050,0.05000,2.020 +21,mlp.experts.47.up_proj,0.0000015098,0.05000,2.074 +21,mlp.experts.50.up_proj,0.0000034046,0.05000,2.039 +21,mlp.experts.44.up_proj,0.0000029524,0.05000,2.060 +21,mlp.experts.49.up_proj,0.0000066509,0.05000,2.022 +21,mlp.experts.51.up_proj,0.0000029851,0.05000,2.072 +21,mlp.experts.54.up_proj,0.0000022224,0.05000,2.073 +21,mlp.experts.48.up_proj,0.0000021086,0.05000,2.064 +21,mlp.experts.53.up_proj,0.0000017497,0.05000,2.027 +21,mlp.experts.55.up_proj,0.0000022163,0.05000,2.046 +21,mlp.experts.58.up_proj,0.0000029889,0.05000,2.010 +21,mlp.experts.52.up_proj,0.0000032125,0.05000,2.035 +21,mlp.experts.57.up_proj,0.0000026044,0.05000,2.014 +21,mlp.experts.59.up_proj,0.0000019993,0.05000,2.060 +21,mlp.experts.62.up_proj,0.0000054549,0.05000,2.079 +21,mlp.experts.56.up_proj,0.0000022532,0.05000,2.082 +21,mlp.experts.61.up_proj,0.0000022856,0.05000,2.113 +21,mlp.experts.63.up_proj,0.0000011172,0.05000,2.027 +21,mlp.experts.66.up_proj,0.0000045022,0.05000,2.040 +21,mlp.experts.60.up_proj,0.0000016474,0.05000,2.040 +21,mlp.experts.65.up_proj,0.0000024094,0.05000,2.020 +21,mlp.experts.67.up_proj,0.0000027589,0.05000,2.068 +21,mlp.experts.70.up_proj,0.0000012759,0.05000,2.052 +21,mlp.experts.64.up_proj,0.0000020339,0.05000,2.049 +21,mlp.experts.69.up_proj,0.0000042218,0.05000,2.026 +21,mlp.experts.71.up_proj,0.0000008732,0.05000,2.053 +21,mlp.experts.74.up_proj,0.0000035522,0.05000,2.075 +21,mlp.experts.73.up_proj,0.0000029950,0.05000,2.034 +21,mlp.experts.68.up_proj,0.0000029584,0.05000,2.079 +21,mlp.experts.75.up_proj,0.0000032025,0.05000,2.035 +21,mlp.experts.78.up_proj,0.0000012011,0.05000,2.050 +21,mlp.experts.77.up_proj,0.0000016507,0.05000,2.022 +21,mlp.experts.72.up_proj,0.0000006184,0.05000,2.053 +21,mlp.experts.79.up_proj,0.0000041918,0.05000,2.007 +21,mlp.experts.82.up_proj,0.0000066844,0.05000,2.010 +21,mlp.experts.81.up_proj,0.0000051783,0.05000,2.005 +21,mlp.experts.76.up_proj,0.0000009558,0.05000,2.043 +21,mlp.experts.83.up_proj,0.0000035043,0.05000,2.048 +21,mlp.experts.86.up_proj,0.0000021675,0.05000,2.058 +21,mlp.experts.85.up_proj,0.0000036541,0.05000,2.038 +21,mlp.experts.80.up_proj,0.0000033460,0.05000,2.112 +21,mlp.experts.87.up_proj,0.0000017453,0.05000,2.049 +21,mlp.experts.89.up_proj,0.0000034319,0.05000,2.014 +21,mlp.experts.90.up_proj,0.0000025112,0.05000,2.083 +21,mlp.experts.84.up_proj,0.0000016597,0.05000,2.133 +21,mlp.experts.91.up_proj,0.0000041163,0.05000,2.112 +21,mlp.experts.93.up_proj,0.0000031129,0.05000,2.097 +21,mlp.experts.94.up_proj,0.0000009972,0.05000,2.093 +21,mlp.experts.88.up_proj,0.0000034323,0.05000,2.070 +21,mlp.experts.95.up_proj,0.0000026412,0.05000,2.080 +21,mlp.experts.97.up_proj,0.0000036448,0.05000,2.075 +21,mlp.experts.98.up_proj,0.0000036840,0.05000,2.072 +21,mlp.experts.92.up_proj,0.0000022932,0.05000,2.065 +21,mlp.experts.99.up_proj,0.0000010108,0.05000,2.067 +21,mlp.experts.101.up_proj,0.0000033224,0.05000,2.047 +21,mlp.experts.102.up_proj,0.0000024702,0.05000,2.064 +21,mlp.experts.96.up_proj,0.0000013726,0.05000,2.067 +21,mlp.experts.103.up_proj,0.0000022897,0.05000,2.032 +21,mlp.experts.105.up_proj,0.0000042194,0.05000,2.027 +21,mlp.experts.106.up_proj,0.0000018528,0.05000,2.044 +21,mlp.experts.100.up_proj,0.0000035552,0.05000,2.052 +21,mlp.experts.107.up_proj,0.0000040911,0.05000,2.041 +21,mlp.experts.109.up_proj,0.0000070174,0.05000,2.069 +21,mlp.experts.110.up_proj,0.0000039482,0.05000,2.014 +21,mlp.experts.104.up_proj,0.0000036003,0.05000,2.042 +21,mlp.experts.111.up_proj,0.0000043949,0.05000,2.037 +21,mlp.experts.113.up_proj,0.0000037261,0.05000,2.024 +21,mlp.experts.114.up_proj,0.0000034406,0.05000,2.023 +21,mlp.experts.108.up_proj,0.0000104594,0.05000,2.038 +21,mlp.experts.115.up_proj,0.0000011582,0.05000,2.051 +21,mlp.experts.118.up_proj,0.0000040142,0.05000,2.065 +21,mlp.experts.117.up_proj,0.0000030943,0.05000,2.104 +21,mlp.experts.112.up_proj,0.0000030870,0.05000,2.161 +21,mlp.experts.119.up_proj,0.0000057320,0.05000,2.040 +21,mlp.experts.122.up_proj,0.0000016479,0.05000,2.043 +21,mlp.experts.121.up_proj,0.0000027038,0.05000,2.029 +21,mlp.experts.116.up_proj,0.0000018001,0.05000,2.058 +21,mlp.experts.123.up_proj,0.0000035038,0.05000,2.112 +21,mlp.experts.125.up_proj,0.0000019962,0.05000,2.055 +21,mlp.experts.126.up_proj,0.0000035959,0.05000,2.172 +21,mlp.experts.120.up_proj,0.0000031293,0.05000,2.173 +21,mlp.experts.127.up_proj,0.0000019825,0.05000,2.064 +21,mlp.experts.129.up_proj,0.0000011317,0.05000,2.038 +21,mlp.experts.130.up_proj,0.0000087534,0.05000,2.052 +21,mlp.experts.124.up_proj,0.0000050897,0.05000,2.055 +21,mlp.experts.131.up_proj,0.0000049609,0.05000,2.062 +21,mlp.experts.133.up_proj,0.0000008792,0.05000,2.032 +21,mlp.experts.134.up_proj,0.0000062868,0.05000,2.025 +21,mlp.experts.128.up_proj,0.0000064858,0.05000,2.085 +21,mlp.experts.135.up_proj,0.0000020391,0.05000,2.020 +21,mlp.experts.137.up_proj,0.0000015106,0.05000,2.025 +21,mlp.experts.138.up_proj,0.0000043657,0.05000,2.013 +21,mlp.experts.132.up_proj,0.0000047378,0.05000,2.096 +21,mlp.experts.139.up_proj,0.0000025719,0.05000,2.012 +21,mlp.experts.141.up_proj,0.0000036937,0.05000,2.010 +21,mlp.experts.142.up_proj,0.0000035215,0.05000,2.032 +21,mlp.experts.136.up_proj,0.0000026022,0.05000,2.033 +21,mlp.experts.143.up_proj,0.0000015176,0.05000,2.043 +21,mlp.experts.145.up_proj,0.0000050218,0.05000,2.024 +21,mlp.experts.146.up_proj,0.0000028960,0.05000,2.024 +21,mlp.experts.140.up_proj,0.0000025089,0.05000,2.090 +21,mlp.experts.147.up_proj,0.0000009031,0.05000,2.097 +21,mlp.experts.149.up_proj,0.0000026899,0.05000,2.030 +21,mlp.experts.150.up_proj,0.0000015041,0.05000,2.068 +21,mlp.experts.144.up_proj,0.0000023275,0.05000,2.094 +21,mlp.experts.151.up_proj,0.0000020421,0.05000,2.062 +21,mlp.experts.153.up_proj,0.0000033363,0.05000,2.021 +21,mlp.experts.154.up_proj,0.0000016465,0.05000,2.042 +21,mlp.experts.148.up_proj,0.0000045367,0.05000,2.049 +21,mlp.experts.155.up_proj,0.0000028699,0.05000,2.023 +21,mlp.experts.157.up_proj,0.0000032460,0.05000,2.028 +21,mlp.experts.158.up_proj,0.0000028611,0.05000,2.036 +21,mlp.experts.152.up_proj,0.0000052252,0.05000,1.835 +21,mlp.experts.159.up_proj,0.0000013509,0.05000,1.423 +21,mlp.experts.156.up_proj,0.0000045071,0.05000,1.199 +21,mlp.experts.2.down_proj,0.0000000727,0.05000,0.632 +21,mlp.experts.1.down_proj,0.0000001101,0.05000,0.636 +21,mlp.experts.0.down_proj,0.0000001939,0.05000,0.639 +21,mlp.experts.3.down_proj,0.0000000679,0.05000,0.659 +21,mlp.experts.5.down_proj,0.0000000712,0.05000,0.600 +21,mlp.experts.6.down_proj,0.0000000415,0.05000,0.609 +21,mlp.experts.4.down_proj,0.0000000941,0.05000,0.633 +21,mlp.experts.7.down_proj,0.0000000734,0.05000,0.622 +21,mlp.experts.9.down_proj,0.0000000598,0.05000,0.595 +21,mlp.experts.10.down_proj,0.0000000474,0.05000,0.600 +21,mlp.experts.11.down_proj,0.0000001292,0.05000,0.592 +21,mlp.experts.8.down_proj,0.0000000120,0.05000,0.616 +21,mlp.experts.13.down_proj,0.0000000260,0.05000,0.601 +21,mlp.experts.14.down_proj,0.0000000309,0.05000,0.617 +21,mlp.experts.15.down_proj,0.0000000450,0.05000,0.595 +21,mlp.experts.12.down_proj,0.0000000374,0.05000,0.610 +21,mlp.experts.17.down_proj,0.0000000635,0.05000,0.620 +21,mlp.experts.19.down_proj,0.0000000897,0.05000,0.597 +21,mlp.experts.18.down_proj,0.0000001473,0.05000,0.622 +21,mlp.experts.16.down_proj,0.0000000800,0.05000,0.608 +21,mlp.experts.21.down_proj,0.0000001305,0.05000,0.596 +21,mlp.experts.23.down_proj,0.0000001330,0.05000,0.594 +21,mlp.experts.22.down_proj,0.0000001102,0.05000,0.597 +21,mlp.experts.20.down_proj,0.0000000954,0.05000,0.606 +21,mlp.experts.25.down_proj,0.0000000850,0.05000,0.599 +21,mlp.experts.27.down_proj,0.0000000563,0.05000,0.600 +21,mlp.experts.26.down_proj,0.0000000337,0.05000,0.599 +21,mlp.experts.24.down_proj,0.0000000975,0.05000,0.625 +21,mlp.experts.29.down_proj,0.0000000828,0.05000,0.611 +21,mlp.experts.31.down_proj,0.0000000686,0.05000,0.603 +21,mlp.experts.30.down_proj,0.0000002024,0.05000,0.629 +21,mlp.experts.28.down_proj,0.0000000701,0.05000,0.610 +21,mlp.experts.33.down_proj,0.0000000730,0.05000,0.603 +21,mlp.experts.35.down_proj,0.0000001151,0.05000,0.645 +21,mlp.experts.34.down_proj,0.0000001163,0.05000,0.607 +21,mlp.experts.32.down_proj,0.0000000799,0.05000,0.615 +21,mlp.experts.37.down_proj,0.0000000774,0.05000,0.601 +21,mlp.experts.39.down_proj,0.0000000482,0.05000,0.598 +21,mlp.experts.38.down_proj,0.0000000329,0.05000,0.619 +21,mlp.experts.36.down_proj,0.0000002238,0.05000,0.628 +21,mlp.experts.41.down_proj,0.0000000920,0.05000,0.614 +21,mlp.experts.43.down_proj,0.0000000866,0.05000,0.644 +21,mlp.experts.42.down_proj,0.0000002003,0.05000,0.630 +21,mlp.experts.40.down_proj,0.0000002573,0.05000,0.636 +21,mlp.experts.45.down_proj,0.0000000824,0.05000,0.617 +21,mlp.experts.47.down_proj,0.0000000679,0.05000,0.613 +21,mlp.experts.46.down_proj,0.0000001099,0.05000,0.655 +21,mlp.experts.44.down_proj,0.0000000740,0.05000,0.634 +21,mlp.experts.49.down_proj,0.0000002703,0.05000,0.611 +21,mlp.experts.51.down_proj,0.0000000897,0.05000,0.624 +21,mlp.experts.50.down_proj,0.0000000764,0.05000,0.624 +21,mlp.experts.48.down_proj,0.0000000325,0.05000,0.628 +21,mlp.experts.53.down_proj,0.0000000806,0.05000,0.600 +21,mlp.experts.55.down_proj,0.0000000544,0.05000,0.602 +21,mlp.experts.54.down_proj,0.0000000482,0.05000,0.625 +21,mlp.experts.52.down_proj,0.0000001047,0.05000,0.608 +21,mlp.experts.57.down_proj,0.0000000363,0.05000,0.605 +21,mlp.experts.59.down_proj,0.0000000628,0.05000,0.608 +21,mlp.experts.56.down_proj,0.0000000608,0.05000,0.653 +21,mlp.experts.58.down_proj,0.0000000741,0.05000,0.691 +21,mlp.experts.61.down_proj,0.0000000478,0.05000,0.599 +21,mlp.experts.63.down_proj,0.0000000156,0.05000,0.601 +21,mlp.experts.60.down_proj,0.0000000460,0.05000,0.604 +21,mlp.experts.62.down_proj,0.0000001059,0.05000,0.613 +21,mlp.experts.65.down_proj,0.0000000383,0.05000,0.600 +21,mlp.experts.67.down_proj,0.0000000923,0.05000,0.620 +21,mlp.experts.66.down_proj,0.0000001553,0.05000,0.604 +21,mlp.experts.64.down_proj,0.0000000498,0.05000,0.632 +21,mlp.experts.69.down_proj,0.0000001060,0.05000,0.610 +21,mlp.experts.71.down_proj,0.0000000331,0.05000,0.601 +21,mlp.experts.70.down_proj,0.0000000675,0.05000,0.606 +21,mlp.experts.68.down_proj,0.0000001278,0.05000,0.633 +21,mlp.experts.73.down_proj,0.0000000988,0.05000,0.604 +21,mlp.experts.75.down_proj,0.0000000810,0.05000,0.623 +21,mlp.experts.74.down_proj,0.0000000981,0.05000,0.610 +21,mlp.experts.72.down_proj,0.0000000358,0.05000,0.632 +21,mlp.experts.77.down_proj,0.0000000565,0.05000,0.624 +21,mlp.experts.79.down_proj,0.0000001411,0.05000,0.628 +21,mlp.experts.78.down_proj,0.0000000299,0.05000,0.606 +21,mlp.experts.76.down_proj,0.0000000135,0.05000,0.624 +21,mlp.experts.81.down_proj,0.0000000842,0.05000,0.610 +21,mlp.experts.83.down_proj,0.0000001025,0.05000,0.643 +21,mlp.experts.82.down_proj,0.0000002149,0.05000,0.629 +21,mlp.experts.80.down_proj,0.0000000883,0.05000,0.631 +21,mlp.experts.85.down_proj,0.0000000827,0.05000,0.604 +21,mlp.experts.87.down_proj,0.0000000480,0.05000,0.601 +21,mlp.experts.86.down_proj,0.0000000506,0.05000,0.621 +21,mlp.experts.84.down_proj,0.0000000497,0.05000,0.628 +21,mlp.experts.89.down_proj,0.0000000438,0.05000,0.603 +21,mlp.experts.91.down_proj,0.0000001031,0.05000,0.623 +21,mlp.experts.90.down_proj,0.0000000373,0.05000,0.646 +21,mlp.experts.88.down_proj,0.0000000962,0.05000,0.614 +21,mlp.experts.93.down_proj,0.0000000781,0.05000,0.607 +21,mlp.experts.95.down_proj,0.0000000695,0.05000,0.608 +21,mlp.experts.94.down_proj,0.0000000281,0.05000,0.649 +21,mlp.experts.92.down_proj,0.0000000650,0.05000,0.624 +21,mlp.experts.97.down_proj,0.0000001075,0.05000,0.613 +21,mlp.experts.99.down_proj,0.0000000235,0.05000,0.603 +21,mlp.experts.98.down_proj,0.0000001044,0.05000,0.601 +21,mlp.experts.96.down_proj,0.0000000275,0.05000,0.607 +21,mlp.experts.101.down_proj,0.0000000661,0.05000,0.599 +21,mlp.experts.103.down_proj,0.0000000592,0.05000,0.600 +21,mlp.experts.102.down_proj,0.0000000738,0.05000,0.605 +21,mlp.experts.100.down_proj,0.0000000452,0.05000,0.622 +21,mlp.experts.105.down_proj,0.0000001556,0.05000,0.601 +21,mlp.experts.107.down_proj,0.0000001999,0.05000,0.619 +21,mlp.experts.106.down_proj,0.0000000519,0.05000,0.602 +21,mlp.experts.104.down_proj,0.0000001023,0.05000,0.648 +21,mlp.experts.109.down_proj,0.0000001694,0.05000,0.601 +21,mlp.experts.111.down_proj,0.0000001351,0.05000,0.601 +21,mlp.experts.110.down_proj,0.0000001018,0.05000,0.603 +21,mlp.experts.108.down_proj,0.0000002185,0.05000,0.599 +21,mlp.experts.113.down_proj,0.0000000866,0.05000,0.608 +21,mlp.experts.115.down_proj,0.0000000263,0.05000,0.597 +21,mlp.experts.114.down_proj,0.0000000733,0.05000,0.600 +21,mlp.experts.112.down_proj,0.0000000707,0.05000,0.601 +21,mlp.experts.117.down_proj,0.0000000528,0.05000,0.595 +21,mlp.experts.119.down_proj,0.0000001532,0.05000,0.630 +21,mlp.experts.118.down_proj,0.0000000900,0.05000,0.602 +21,mlp.experts.116.down_proj,0.0000000274,0.05000,0.606 +21,mlp.experts.121.down_proj,0.0000000467,0.05000,0.601 +21,mlp.experts.123.down_proj,0.0000000540,0.05000,0.601 +21,mlp.experts.122.down_proj,0.0000000359,0.05000,0.607 +21,mlp.experts.120.down_proj,0.0000000544,0.05000,0.624 +21,mlp.experts.125.down_proj,0.0000000528,0.05000,0.607 +21,mlp.experts.127.down_proj,0.0000000305,0.05000,0.607 +21,mlp.experts.126.down_proj,0.0000000530,0.05000,0.607 +21,mlp.experts.124.down_proj,0.0000001779,0.05000,0.667 +21,mlp.experts.129.down_proj,0.0000000273,0.05000,0.607 +21,mlp.experts.131.down_proj,0.0000000971,0.05000,0.605 +21,mlp.experts.130.down_proj,0.0000002096,0.05000,0.629 +21,mlp.experts.128.down_proj,0.0000002840,0.05000,0.603 +21,mlp.experts.133.down_proj,0.0000000170,0.05000,0.611 +21,mlp.experts.135.down_proj,0.0000000406,0.05000,0.599 +21,mlp.experts.134.down_proj,0.0000002165,0.05000,0.600 +21,mlp.experts.132.down_proj,0.0000001416,0.05000,0.604 +21,mlp.experts.137.down_proj,0.0000000397,0.05000,0.608 +21,mlp.experts.139.down_proj,0.0000000428,0.05000,0.617 +21,mlp.experts.138.down_proj,0.0000001081,0.05000,0.617 +21,mlp.experts.136.down_proj,0.0000001023,0.05000,0.607 +21,mlp.experts.141.down_proj,0.0000000564,0.05000,0.609 +21,mlp.experts.143.down_proj,0.0000000295,0.05000,0.599 +21,mlp.experts.142.down_proj,0.0000001305,0.05000,0.663 +21,mlp.experts.140.down_proj,0.0000000768,0.05000,0.633 +21,mlp.experts.145.down_proj,0.0000000663,0.05000,0.621 +21,mlp.experts.147.down_proj,0.0000000162,0.05000,0.609 +21,mlp.experts.146.down_proj,0.0000000728,0.05000,0.603 +21,mlp.experts.144.down_proj,0.0000000445,0.05000,0.609 +21,mlp.experts.149.down_proj,0.0000000372,0.05000,0.603 +21,mlp.experts.151.down_proj,0.0000000547,0.05000,0.638 +21,mlp.experts.150.down_proj,0.0000000399,0.05000,0.604 +21,mlp.experts.148.down_proj,0.0000000729,0.05000,0.614 +21,mlp.experts.153.down_proj,0.0000000892,0.05000,0.601 +21,mlp.experts.155.down_proj,0.0000000643,0.05000,0.604 +21,mlp.experts.154.down_proj,0.0000000632,0.05000,0.602 +21,mlp.experts.157.down_proj,0.0000001160,0.05000,0.605 +21,mlp.experts.152.down_proj,0.0000000705,0.05000,0.649 +21,mlp.experts.159.down_proj,0.0000000704,0.05000,0.565 +21,mlp.experts.158.down_proj,0.0000000765,0.05000,0.496 +21,mlp.experts.156.down_proj,0.0000000776,0.05000,0.413 +22,mlp.experts.1.gate_proj,0.0000026281,0.05000,2.098 +22,mlp.experts.3.gate_proj,0.0000018534,0.05000,2.124 +22,mlp.experts.0.gate_proj,0.0000036916,0.05000,2.179 +22,mlp.experts.2.gate_proj,0.0000050095,0.05000,2.218 +22,mlp.experts.7.gate_proj,0.0000034070,0.05000,2.042 +22,mlp.experts.5.gate_proj,0.0000071916,0.05000,2.067 +22,mlp.experts.4.gate_proj,0.0000026066,0.05000,2.072 +22,mlp.experts.6.gate_proj,0.0000050924,0.05000,2.104 +22,mlp.experts.11.gate_proj,0.0000034321,0.05000,2.069 +22,mlp.experts.9.gate_proj,0.0000045725,0.05000,2.107 +22,mlp.experts.8.gate_proj,0.0000050126,0.05000,2.087 +22,mlp.experts.10.gate_proj,0.0000061635,0.05000,2.107 +22,mlp.experts.15.gate_proj,0.0000031134,0.05000,2.088 +22,mlp.experts.13.gate_proj,0.0000027731,0.05000,2.121 +22,mlp.experts.12.gate_proj,0.0000042479,0.05000,2.109 +22,mlp.experts.14.gate_proj,0.0000030762,0.05000,2.156 +22,mlp.experts.19.gate_proj,0.0000019002,0.05000,2.069 +22,mlp.experts.17.gate_proj,0.0000050940,0.05000,2.071 +22,mlp.experts.16.gate_proj,0.0000052373,0.05000,2.104 +22,mlp.experts.18.gate_proj,0.0000038699,0.05000,2.116 +22,mlp.experts.23.gate_proj,0.0000007704,0.05000,2.036 +22,mlp.experts.21.gate_proj,0.0000042499,0.05000,2.053 +22,mlp.experts.20.gate_proj,0.0000060391,0.05000,2.049 +22,mlp.experts.22.gate_proj,0.0000011373,0.05000,2.125 +22,mlp.experts.27.gate_proj,0.0000033881,0.05000,2.032 +22,mlp.experts.25.gate_proj,0.0000064843,0.05000,2.028 +22,mlp.experts.24.gate_proj,0.0000021718,0.05000,2.104 +22,mlp.experts.26.gate_proj,0.0000006957,0.05000,2.094 +22,mlp.experts.31.gate_proj,0.0000034018,0.05000,2.025 +22,mlp.experts.29.gate_proj,0.0000036378,0.05000,2.044 +22,mlp.experts.28.gate_proj,0.0000086593,0.05000,2.059 +22,mlp.experts.30.gate_proj,0.0000023341,0.05000,2.085 +22,mlp.experts.35.gate_proj,0.0000025968,0.05000,2.025 +22,mlp.experts.33.gate_proj,0.0000039927,0.05000,2.072 +22,mlp.experts.32.gate_proj,0.0000022905,0.05000,2.096 +22,mlp.experts.34.gate_proj,0.0000016984,0.05000,2.056 +22,mlp.experts.39.gate_proj,0.0000014234,0.05000,2.076 +22,mlp.experts.37.gate_proj,0.0000017697,0.05000,2.098 +22,mlp.experts.36.gate_proj,0.0000022878,0.05000,2.142 +22,mlp.experts.38.gate_proj,0.0000034350,0.05000,2.215 +22,mlp.experts.43.gate_proj,0.0000044352,0.05000,2.079 +22,mlp.experts.41.gate_proj,0.0000028685,0.05000,2.113 +22,mlp.experts.40.gate_proj,0.0000026903,0.05000,2.114 +22,mlp.experts.42.gate_proj,0.0000078920,0.05000,2.033 +22,mlp.experts.47.gate_proj,0.0000031261,0.05000,2.130 +22,mlp.experts.45.gate_proj,0.0000044263,0.05000,2.098 +22,mlp.experts.44.gate_proj,0.0000006643,0.05000,2.187 +22,mlp.experts.46.gate_proj,0.0000028415,0.05000,2.103 +22,mlp.experts.51.gate_proj,0.0000068542,0.05000,2.052 +22,mlp.experts.49.gate_proj,0.0000018718,0.05000,2.101 +22,mlp.experts.48.gate_proj,0.0000032057,0.05000,2.114 +22,mlp.experts.50.gate_proj,0.0000013193,0.05000,2.065 +22,mlp.experts.55.gate_proj,0.0000021384,0.05000,2.059 +22,mlp.experts.53.gate_proj,0.0000059265,0.05000,2.122 +22,mlp.experts.54.gate_proj,0.0000042278,0.05000,2.061 +22,mlp.experts.52.gate_proj,0.0000028705,0.05000,2.172 +22,mlp.experts.59.gate_proj,0.0000047784,0.05000,2.080 +22,mlp.experts.57.gate_proj,0.0000036607,0.05000,2.086 +22,mlp.experts.58.gate_proj,0.0000029332,0.05000,2.074 +22,mlp.experts.56.gate_proj,0.0000041867,0.05000,2.090 +22,mlp.experts.63.gate_proj,0.0000025279,0.05000,2.050 +22,mlp.experts.61.gate_proj,0.0000014445,0.05000,2.061 +22,mlp.experts.60.gate_proj,0.0000041669,0.05000,2.044 +22,mlp.experts.62.gate_proj,0.0000017164,0.05000,2.128 +22,mlp.experts.67.gate_proj,0.0000027233,0.05000,2.047 +22,mlp.experts.65.gate_proj,0.0000036218,0.05000,2.052 +22,mlp.experts.66.gate_proj,0.0000031615,0.05000,2.033 +22,mlp.experts.64.gate_proj,0.0000011952,0.05000,2.058 +22,mlp.experts.71.gate_proj,0.0000063451,0.05000,2.042 +22,mlp.experts.69.gate_proj,0.0000025664,0.05000,2.048 +22,mlp.experts.68.gate_proj,0.0000049946,0.05000,2.039 +22,mlp.experts.70.gate_proj,0.0000054692,0.05000,2.074 +22,mlp.experts.75.gate_proj,0.0000080191,0.05000,2.009 +22,mlp.experts.73.gate_proj,0.0000033989,0.05000,2.056 +22,mlp.experts.74.gate_proj,0.0000028900,0.05000,1.991 +22,mlp.experts.72.gate_proj,0.0000026006,0.05000,2.058 +22,mlp.experts.79.gate_proj,0.0000100171,0.05000,2.075 +22,mlp.experts.77.gate_proj,0.0000046808,0.05000,2.040 +22,mlp.experts.78.gate_proj,0.0000018912,0.05000,2.095 +22,mlp.experts.76.gate_proj,0.0000053818,0.05000,2.060 +22,mlp.experts.83.gate_proj,0.0000026118,0.05000,2.027 +22,mlp.experts.81.gate_proj,0.0000020765,0.05000,2.047 +22,mlp.experts.80.gate_proj,0.0000043584,0.05000,2.048 +22,mlp.experts.82.gate_proj,0.0000019965,0.05000,2.088 +22,mlp.experts.87.gate_proj,0.0000042714,0.05000,2.079 +22,mlp.experts.85.gate_proj,0.0000010046,0.05000,2.023 +22,mlp.experts.86.gate_proj,0.0000030522,0.05000,2.017 +22,mlp.experts.84.gate_proj,0.0000008942,0.05000,2.126 +22,mlp.experts.91.gate_proj,0.0000030531,0.05000,2.042 +22,mlp.experts.89.gate_proj,0.0000049931,0.05000,2.038 +22,mlp.experts.90.gate_proj,0.0000030121,0.05000,2.020 +22,mlp.experts.88.gate_proj,0.0000044712,0.05000,2.030 +22,mlp.experts.95.gate_proj,0.0000040017,0.05000,2.043 +22,mlp.experts.93.gate_proj,0.0000046407,0.05000,2.046 +22,mlp.experts.94.gate_proj,0.0000011727,0.05000,2.045 +22,mlp.experts.92.gate_proj,0.0000031687,0.05000,2.069 +22,mlp.experts.99.gate_proj,0.0000052934,0.05000,2.075 +22,mlp.experts.97.gate_proj,0.0000040755,0.05000,2.053 +22,mlp.experts.98.gate_proj,0.0000025449,0.05000,2.089 +22,mlp.experts.96.gate_proj,0.0000021030,0.05000,2.096 +22,mlp.experts.103.gate_proj,0.0000021240,0.05000,2.032 +22,mlp.experts.101.gate_proj,0.0000041335,0.05000,2.087 +22,mlp.experts.102.gate_proj,0.0000064785,0.05000,2.067 +22,mlp.experts.100.gate_proj,0.0000028205,0.05000,2.049 +22,mlp.experts.107.gate_proj,0.0000029563,0.05000,2.095 +22,mlp.experts.105.gate_proj,0.0000037979,0.05000,2.050 +22,mlp.experts.106.gate_proj,0.0000030431,0.05000,2.043 +22,mlp.experts.104.gate_proj,0.0000035170,0.05000,2.098 +22,mlp.experts.111.gate_proj,0.0000075814,0.05000,2.093 +22,mlp.experts.109.gate_proj,0.0000074481,0.05000,2.014 +22,mlp.experts.110.gate_proj,0.0000019998,0.05000,2.093 +22,mlp.experts.108.gate_proj,0.0000027561,0.05000,2.033 +22,mlp.experts.115.gate_proj,0.0000064286,0.05000,2.057 +22,mlp.experts.113.gate_proj,0.0000049184,0.05000,2.053 +22,mlp.experts.114.gate_proj,0.0000052698,0.05000,2.083 +22,mlp.experts.112.gate_proj,0.0000033074,0.05000,2.044 +22,mlp.experts.119.gate_proj,0.0000062405,0.05000,1.631 +22,mlp.experts.117.gate_proj,0.0000051031,0.05000,1.495 +22,mlp.experts.116.gate_proj,0.0000198748,0.05000,2.037 +22,mlp.experts.121.gate_proj,0.0000026629,0.05000,2.061 +22,mlp.experts.118.gate_proj,0.0000039985,0.05000,2.063 +22,mlp.experts.123.gate_proj,0.0000058072,0.05000,2.116 +22,mlp.experts.125.gate_proj,0.0000050874,0.05000,2.017 +22,mlp.experts.120.gate_proj,0.0000018378,0.05000,2.065 +22,mlp.experts.127.gate_proj,0.0000009833,0.05000,2.016 +22,mlp.experts.122.gate_proj,0.0000036160,0.05000,2.103 +22,mlp.experts.129.gate_proj,0.0000041801,0.05000,2.038 +22,mlp.experts.124.gate_proj,0.0000018390,0.05000,2.045 +22,mlp.experts.131.gate_proj,0.0000063595,0.05000,2.058 +22,mlp.experts.126.gate_proj,0.0000063430,0.05000,2.047 +22,mlp.experts.128.gate_proj,0.0000024468,0.05000,2.054 +22,mlp.experts.135.gate_proj,0.0000041871,0.05000,2.068 +22,mlp.experts.130.gate_proj,0.0000012678,0.05000,2.072 +22,mlp.experts.133.gate_proj,0.0000019400,0.05000,2.191 +22,mlp.experts.132.gate_proj,0.0000039374,0.05000,2.041 +22,mlp.experts.134.gate_proj,0.0000065802,0.05000,2.020 +22,mlp.experts.137.gate_proj,0.0000018541,0.05000,2.001 +22,mlp.experts.139.gate_proj,0.0000087006,0.05000,2.132 +22,mlp.experts.136.gate_proj,0.0000014879,0.05000,2.071 +22,mlp.experts.138.gate_proj,0.0000036468,0.05000,2.070 +22,mlp.experts.141.gate_proj,0.0000023856,0.05000,2.094 +22,mlp.experts.143.gate_proj,0.0000033141,0.05000,2.040 +22,mlp.experts.140.gate_proj,0.0000055377,0.05000,2.057 +22,mlp.experts.147.gate_proj,0.0000040730,0.05000,2.006 +22,mlp.experts.145.gate_proj,0.0000033336,0.05000,2.035 +22,mlp.experts.142.gate_proj,0.0000068603,0.05000,2.134 +22,mlp.experts.144.gate_proj,0.0000048956,0.05000,2.035 +22,mlp.experts.149.gate_proj,0.0000043519,0.05000,2.038 +22,mlp.experts.146.gate_proj,0.0000019925,0.05000,2.012 +22,mlp.experts.151.gate_proj,0.0000032531,0.05000,2.090 +22,mlp.experts.148.gate_proj,0.0000031502,0.05000,2.081 +22,mlp.experts.155.gate_proj,0.0000014757,0.05000,2.052 +22,mlp.experts.150.gate_proj,0.0000033836,0.05000,2.098 +22,mlp.experts.153.gate_proj,0.0000036172,0.05000,2.147 +22,mlp.experts.152.gate_proj,0.0000043955,0.05000,2.081 +22,mlp.experts.159.gate_proj,0.0000047591,0.05000,2.072 +22,mlp.experts.157.gate_proj,0.0000076204,0.05000,2.073 +22,mlp.experts.154.gate_proj,0.0000042349,0.05000,2.175 +22,mlp.experts.156.gate_proj,0.0000060245,0.05000,2.149 +22,mlp.experts.3.up_proj,0.0000018122,0.05000,2.072 +22,mlp.experts.1.up_proj,0.0000026149,0.05000,2.085 +22,mlp.experts.158.gate_proj,0.0000028983,0.05000,2.150 +22,mlp.experts.7.up_proj,0.0000033716,0.05000,2.042 +22,mlp.experts.0.up_proj,0.0000036464,0.05000,2.089 +22,mlp.experts.5.up_proj,0.0000070374,0.05000,2.109 +22,mlp.experts.2.up_proj,0.0000048904,0.05000,2.064 +22,mlp.experts.11.up_proj,0.0000033858,0.05000,2.042 +22,mlp.experts.4.up_proj,0.0000025703,0.05000,2.036 +22,mlp.experts.9.up_proj,0.0000044821,0.05000,2.055 +22,mlp.experts.6.up_proj,0.0000050573,0.05000,2.081 +22,mlp.experts.8.up_proj,0.0000049060,0.05000,2.025 +22,mlp.experts.15.up_proj,0.0000030920,0.05000,2.115 +22,mlp.experts.13.up_proj,0.0000027958,0.05000,2.081 +22,mlp.experts.10.up_proj,0.0000060987,0.05000,2.113 +22,mlp.experts.12.up_proj,0.0000041835,0.05000,2.080 +22,mlp.experts.19.up_proj,0.0000018684,0.05000,2.048 +22,mlp.experts.17.up_proj,0.0000050125,0.05000,2.066 +22,mlp.experts.14.up_proj,0.0000030526,0.05000,2.128 +22,mlp.experts.23.up_proj,0.0000007535,0.05000,2.017 +22,mlp.experts.16.up_proj,0.0000051479,0.05000,2.071 +22,mlp.experts.21.up_proj,0.0000042216,0.05000,2.025 +22,mlp.experts.18.up_proj,0.0000038088,0.05000,2.068 +22,mlp.experts.20.up_proj,0.0000059699,0.05000,2.041 +22,mlp.experts.27.up_proj,0.0000033901,0.05000,2.076 +22,mlp.experts.25.up_proj,0.0000064002,0.05000,2.079 +22,mlp.experts.22.up_proj,0.0000011282,0.05000,2.096 +22,mlp.experts.24.up_proj,0.0000021462,0.05000,2.064 +22,mlp.experts.31.up_proj,0.0000033545,0.05000,2.157 +22,mlp.experts.29.up_proj,0.0000035104,0.05000,2.081 +22,mlp.experts.26.up_proj,0.0000006755,0.05000,2.084 +22,mlp.experts.28.up_proj,0.0000086307,0.05000,2.090 +22,mlp.experts.33.up_proj,0.0000039416,0.05000,2.049 +22,mlp.experts.35.up_proj,0.0000025822,0.05000,2.149 +22,mlp.experts.30.up_proj,0.0000023037,0.05000,2.147 +22,mlp.experts.32.up_proj,0.0000022693,0.05000,2.052 +22,mlp.experts.37.up_proj,0.0000017349,0.05000,2.138 +22,mlp.experts.39.up_proj,0.0000014018,0.05000,2.104 +22,mlp.experts.34.up_proj,0.0000016677,0.05000,2.070 +22,mlp.experts.36.up_proj,0.0000022531,0.05000,2.064 +22,mlp.experts.41.up_proj,0.0000028608,0.05000,2.111 +22,mlp.experts.43.up_proj,0.0000043798,0.05000,2.138 +22,mlp.experts.38.up_proj,0.0000033595,0.05000,2.060 +22,mlp.experts.40.up_proj,0.0000026296,0.05000,2.043 +22,mlp.experts.47.up_proj,0.0000030875,0.05000,2.045 +22,mlp.experts.45.up_proj,0.0000042965,0.05000,2.124 +22,mlp.experts.42.up_proj,0.0000078414,0.05000,2.072 +22,mlp.experts.44.up_proj,0.0000006469,0.05000,2.108 +22,mlp.experts.51.up_proj,0.0000067511,0.05000,2.085 +22,mlp.experts.49.up_proj,0.0000018496,0.05000,2.106 +22,mlp.experts.46.up_proj,0.0000028057,0.05000,2.118 +22,mlp.experts.48.up_proj,0.0000031265,0.05000,2.145 +22,mlp.experts.55.up_proj,0.0000021093,0.05000,2.074 +22,mlp.experts.53.up_proj,0.0000058273,0.05000,2.097 +22,mlp.experts.50.up_proj,0.0000012947,0.05000,2.063 +22,mlp.experts.52.up_proj,0.0000028138,0.05000,2.142 +22,mlp.experts.59.up_proj,0.0000046737,0.05000,2.075 +22,mlp.experts.57.up_proj,0.0000036128,0.05000,2.033 +22,mlp.experts.54.up_proj,0.0000040706,0.05000,2.097 +22,mlp.experts.56.up_proj,0.0000041387,0.05000,2.035 +22,mlp.experts.63.up_proj,0.0000024870,0.05000,2.052 +22,mlp.experts.61.up_proj,0.0000014128,0.05000,2.007 +22,mlp.experts.58.up_proj,0.0000028855,0.05000,2.008 +22,mlp.experts.60.up_proj,0.0000041413,0.05000,2.061 +22,mlp.experts.65.up_proj,0.0000035745,0.05000,2.028 +22,mlp.experts.67.up_proj,0.0000026791,0.05000,2.074 +22,mlp.experts.62.up_proj,0.0000016945,0.05000,2.099 +22,mlp.experts.64.up_proj,0.0000011805,0.05000,2.039 +22,mlp.experts.69.up_proj,0.0000025338,0.05000,2.033 +22,mlp.experts.71.up_proj,0.0000062021,0.05000,2.041 +22,mlp.experts.66.up_proj,0.0000030868,0.05000,2.021 +22,mlp.experts.68.up_proj,0.0000049383,0.05000,2.032 +22,mlp.experts.73.up_proj,0.0000033202,0.05000,2.079 +22,mlp.experts.75.up_proj,0.0000077000,0.05000,2.087 +22,mlp.experts.70.up_proj,0.0000053404,0.05000,2.056 +22,mlp.experts.72.up_proj,0.0000025496,0.05000,2.058 +22,mlp.experts.77.up_proj,0.0000046504,0.05000,2.056 +22,mlp.experts.79.up_proj,0.0000099779,0.05000,2.058 +22,mlp.experts.74.up_proj,0.0000028643,0.05000,2.103 +22,mlp.experts.76.up_proj,0.0000053459,0.05000,2.046 +22,mlp.experts.81.up_proj,0.0000020419,0.05000,2.051 +22,mlp.experts.83.up_proj,0.0000025894,0.05000,2.053 +22,mlp.experts.78.up_proj,0.0000018574,0.05000,2.024 +22,mlp.experts.80.up_proj,0.0000043062,0.05000,2.059 +22,mlp.experts.85.up_proj,0.0000009738,0.05000,2.010 +22,mlp.experts.87.up_proj,0.0000042169,0.05000,2.053 +22,mlp.experts.82.up_proj,0.0000019554,0.05000,2.038 +22,mlp.experts.84.up_proj,0.0000008785,0.05000,2.048 +22,mlp.experts.89.up_proj,0.0000049664,0.05000,2.063 +22,mlp.experts.91.up_proj,0.0000030015,0.05000,2.099 +22,mlp.experts.86.up_proj,0.0000030283,0.05000,2.103 +22,mlp.experts.88.up_proj,0.0000043914,0.05000,2.059 +22,mlp.experts.93.up_proj,0.0000045436,0.05000,2.058 +22,mlp.experts.95.up_proj,0.0000039066,0.05000,2.092 +22,mlp.experts.90.up_proj,0.0000030058,0.05000,2.084 +22,mlp.experts.92.up_proj,0.0000030611,0.05000,2.031 +22,mlp.experts.97.up_proj,0.0000039981,0.05000,2.023 +22,mlp.experts.99.up_proj,0.0000051970,0.05000,2.063 +22,mlp.experts.94.up_proj,0.0000011618,0.05000,2.037 +22,mlp.experts.96.up_proj,0.0000020988,0.05000,2.017 +22,mlp.experts.101.up_proj,0.0000040900,0.05000,2.067 +22,mlp.experts.103.up_proj,0.0000021010,0.05000,2.023 +22,mlp.experts.98.up_proj,0.0000025105,0.05000,2.059 +22,mlp.experts.100.up_proj,0.0000027912,0.05000,2.037 +22,mlp.experts.105.up_proj,0.0000036940,0.05000,2.019 +22,mlp.experts.107.up_proj,0.0000029450,0.05000,2.051 +22,mlp.experts.102.up_proj,0.0000065237,0.05000,2.025 +22,mlp.experts.104.up_proj,0.0000034293,0.05000,2.107 +22,mlp.experts.109.up_proj,0.0000073955,0.05000,2.097 +22,mlp.experts.111.up_proj,0.0000074352,0.05000,2.151 +22,mlp.experts.106.up_proj,0.0000029937,0.05000,2.082 +22,mlp.experts.108.up_proj,0.0000027425,0.05000,2.098 +22,mlp.experts.113.up_proj,0.0000048135,0.05000,2.119 +22,mlp.experts.115.up_proj,0.0000063170,0.05000,2.122 +22,mlp.experts.110.up_proj,0.0000019348,0.05000,2.098 +22,mlp.experts.112.up_proj,0.0000033096,0.05000,2.079 +22,mlp.experts.117.up_proj,0.0000050615,0.05000,2.159 +22,mlp.experts.119.up_proj,0.0000061632,0.05000,2.082 +22,mlp.experts.114.up_proj,0.0000051862,0.05000,2.131 +22,mlp.experts.116.up_proj,0.0000195198,0.05000,2.093 +22,mlp.experts.121.up_proj,0.0000026097,0.05000,2.085 +22,mlp.experts.123.up_proj,0.0000057560,0.05000,2.034 +22,mlp.experts.118.up_proj,0.0000039477,0.05000,2.031 +22,mlp.experts.120.up_proj,0.0000018053,0.05000,2.061 +22,mlp.experts.125.up_proj,0.0000050204,0.05000,2.032 +22,mlp.experts.127.up_proj,0.0000009791,0.05000,2.017 +22,mlp.experts.122.up_proj,0.0000035860,0.05000,2.014 +22,mlp.experts.124.up_proj,0.0000018178,0.05000,2.093 +22,mlp.experts.129.up_proj,0.0000041183,0.05000,2.009 +22,mlp.experts.131.up_proj,0.0000062191,0.05000,2.030 +22,mlp.experts.126.up_proj,0.0000062228,0.05000,2.025 +22,mlp.experts.133.up_proj,0.0000019104,0.05000,2.001 +22,mlp.experts.128.up_proj,0.0000024064,0.05000,2.110 +22,mlp.experts.135.up_proj,0.0000041274,0.05000,2.045 +22,mlp.experts.130.up_proj,0.0000012544,0.05000,2.058 +22,mlp.experts.132.up_proj,0.0000038642,0.05000,2.062 +22,mlp.experts.137.up_proj,0.0000017917,0.05000,2.132 +22,mlp.experts.139.up_proj,0.0000085378,0.05000,2.075 +22,mlp.experts.134.up_proj,0.0000065121,0.05000,2.053 +22,mlp.experts.136.up_proj,0.0000014799,0.05000,2.073 +22,mlp.experts.141.up_proj,0.0000023554,0.05000,2.106 +22,mlp.experts.143.up_proj,0.0000032413,0.05000,2.082 +22,mlp.experts.138.up_proj,0.0000036263,0.05000,2.103 +22,mlp.experts.140.up_proj,0.0000054433,0.05000,2.081 +22,mlp.experts.145.up_proj,0.0000033156,0.05000,2.074 +22,mlp.experts.147.up_proj,0.0000040457,0.05000,2.080 +22,mlp.experts.142.up_proj,0.0000067666,0.05000,2.075 +22,mlp.experts.144.up_proj,0.0000048513,0.05000,2.118 +22,mlp.experts.149.up_proj,0.0000043133,0.05000,2.092 +22,mlp.experts.151.up_proj,0.0000032148,0.05000,2.111 +22,mlp.experts.146.up_proj,0.0000019511,0.05000,2.151 +22,mlp.experts.148.up_proj,0.0000031269,0.05000,2.070 +22,mlp.experts.153.up_proj,0.0000035765,0.05000,2.062 +22,mlp.experts.155.up_proj,0.0000014704,0.05000,2.061 +22,mlp.experts.150.up_proj,0.0000033536,0.05000,2.056 +22,mlp.experts.157.up_proj,0.0000074848,0.05000,2.023 +22,mlp.experts.152.up_proj,0.0000041822,0.05000,2.092 +22,mlp.experts.159.up_proj,0.0000047020,0.05000,2.019 +22,mlp.experts.154.up_proj,0.0000041673,0.05000,1.924 +22,mlp.experts.156.up_proj,0.0000059824,0.05000,1.404 +22,mlp.experts.158.up_proj,0.0000028884,0.05000,1.292 +22,mlp.experts.2.down_proj,0.0000001633,0.05000,0.628 +22,mlp.experts.3.down_proj,0.0000000606,0.05000,0.634 +22,mlp.experts.1.down_proj,0.0000000883,0.05000,0.635 +22,mlp.experts.0.down_proj,0.0000000872,0.05000,0.660 +22,mlp.experts.6.down_proj,0.0000001403,0.05000,0.612 +22,mlp.experts.5.down_proj,0.0000002038,0.05000,0.613 +22,mlp.experts.7.down_proj,0.0000001021,0.05000,0.635 +22,mlp.experts.4.down_proj,0.0000000968,0.05000,0.617 +22,mlp.experts.10.down_proj,0.0000001414,0.05000,0.610 +22,mlp.experts.9.down_proj,0.0000000873,0.05000,0.613 +22,mlp.experts.11.down_proj,0.0000000544,0.05000,0.607 +22,mlp.experts.8.down_proj,0.0000001057,0.05000,0.616 +22,mlp.experts.14.down_proj,0.0000001058,0.05000,0.602 +22,mlp.experts.15.down_proj,0.0000000892,0.05000,0.601 +22,mlp.experts.13.down_proj,0.0000000927,0.05000,0.629 +22,mlp.experts.12.down_proj,0.0000001676,0.05000,0.624 +22,mlp.experts.18.down_proj,0.0000001072,0.05000,0.613 +22,mlp.experts.19.down_proj,0.0000000264,0.05000,0.611 +22,mlp.experts.17.down_proj,0.0000001492,0.05000,0.630 +22,mlp.experts.16.down_proj,0.0000001398,0.05000,0.652 +22,mlp.experts.22.down_proj,0.0000000184,0.05000,0.634 +22,mlp.experts.23.down_proj,0.0000000476,0.05000,0.634 +22,mlp.experts.21.down_proj,0.0000001247,0.05000,0.613 +22,mlp.experts.20.down_proj,0.0000001738,0.05000,0.657 +22,mlp.experts.26.down_proj,0.0000000249,0.05000,0.601 +22,mlp.experts.25.down_proj,0.0000001285,0.05000,0.597 +22,mlp.experts.27.down_proj,0.0000000440,0.05000,0.612 +22,mlp.experts.24.down_proj,0.0000000411,0.05000,0.598 +22,mlp.experts.30.down_proj,0.0000000728,0.05000,0.603 +22,mlp.experts.31.down_proj,0.0000001504,0.05000,0.598 +22,mlp.experts.29.down_proj,0.0000000682,0.05000,0.601 +22,mlp.experts.28.down_proj,0.0000501841,0.05000,0.596 +22,mlp.experts.34.down_proj,0.0000000845,0.05000,0.631 +22,mlp.experts.35.down_proj,0.0000000840,0.05000,0.607 +22,mlp.experts.33.down_proj,0.0000001401,0.05000,0.620 +22,mlp.experts.32.down_proj,0.0000000625,0.05000,0.655 +22,mlp.experts.38.down_proj,0.0000001166,0.05000,0.601 +22,mlp.experts.39.down_proj,0.0000000516,0.05000,0.605 +22,mlp.experts.37.down_proj,0.0000000612,0.05000,0.618 +22,mlp.experts.36.down_proj,0.0000000520,0.05000,0.594 +22,mlp.experts.42.down_proj,0.0000003051,0.05000,0.593 +22,mlp.experts.43.down_proj,0.0000001590,0.05000,0.599 +22,mlp.experts.41.down_proj,0.0000000871,0.05000,0.596 +22,mlp.experts.40.down_proj,0.0000001034,0.05000,0.603 +22,mlp.experts.46.down_proj,0.0000000992,0.05000,0.624 +22,mlp.experts.47.down_proj,0.0000000608,0.05000,0.627 +22,mlp.experts.45.down_proj,0.0000001369,0.05000,0.618 +22,mlp.experts.44.down_proj,0.0000000205,0.05000,0.591 +22,mlp.experts.50.down_proj,0.0000000378,0.05000,0.605 +22,mlp.experts.51.down_proj,0.0000002158,0.05000,0.604 +22,mlp.experts.49.down_proj,0.0000000520,0.05000,0.625 +22,mlp.experts.48.down_proj,0.0000001116,0.05000,0.651 +22,mlp.experts.54.down_proj,0.0000000807,0.05000,0.607 +22,mlp.experts.55.down_proj,0.0000000584,0.05000,0.626 +22,mlp.experts.53.down_proj,0.0000002142,0.05000,0.632 +22,mlp.experts.52.down_proj,0.0000000903,0.05000,0.660 +22,mlp.experts.58.down_proj,0.0000001057,0.05000,0.629 +22,mlp.experts.59.down_proj,0.0000000737,0.05000,0.632 +22,mlp.experts.57.down_proj,0.0000001304,0.05000,0.608 +22,mlp.experts.56.down_proj,0.0000001190,0.05000,0.617 +22,mlp.experts.62.down_proj,0.0000000509,0.05000,0.605 +22,mlp.experts.63.down_proj,0.0000000744,0.05000,0.604 +22,mlp.experts.61.down_proj,0.0000000677,0.05000,0.623 +22,mlp.experts.60.down_proj,0.0000001369,0.05000,0.617 +22,mlp.experts.66.down_proj,0.0000000683,0.05000,0.601 +22,mlp.experts.67.down_proj,0.0000000760,0.05000,0.600 +22,mlp.experts.65.down_proj,0.0000001131,0.05000,0.602 +22,mlp.experts.64.down_proj,0.0000000714,0.05000,0.596 +22,mlp.experts.70.down_proj,0.0000001467,0.05000,0.603 +22,mlp.experts.71.down_proj,0.0000002134,0.05000,0.621 +22,mlp.experts.69.down_proj,0.0000000756,0.05000,0.624 +22,mlp.experts.68.down_proj,0.0000001579,0.05000,0.605 +22,mlp.experts.74.down_proj,0.0000001003,0.05000,0.625 +22,mlp.experts.75.down_proj,0.0000001544,0.05000,0.609 +22,mlp.experts.73.down_proj,0.0000000953,0.05000,0.634 +22,mlp.experts.72.down_proj,0.0000001004,0.05000,0.636 +22,mlp.experts.78.down_proj,0.0000000633,0.05000,0.610 +22,mlp.experts.79.down_proj,0.0000003458,0.05000,0.631 +22,mlp.experts.77.down_proj,0.0000001040,0.05000,0.638 +22,mlp.experts.76.down_proj,0.0000001373,0.05000,0.614 +22,mlp.experts.82.down_proj,0.0000000935,0.05000,0.601 +22,mlp.experts.83.down_proj,0.0000000786,0.05000,0.602 +22,mlp.experts.81.down_proj,0.0000000499,0.05000,0.603 +22,mlp.experts.80.down_proj,0.0000001408,0.05000,0.611 +22,mlp.experts.86.down_proj,0.0000001014,0.05000,0.607 +22,mlp.experts.87.down_proj,0.0000001362,0.05000,0.628 +22,mlp.experts.85.down_proj,0.0000000209,0.05000,0.625 +22,mlp.experts.84.down_proj,0.0000000487,0.05000,0.618 +22,mlp.experts.90.down_proj,0.0000001389,0.05000,0.605 +22,mlp.experts.91.down_proj,0.0000001099,0.05000,0.649 +22,mlp.experts.89.down_proj,0.0000001157,0.05000,0.607 +22,mlp.experts.88.down_proj,0.0000000921,0.05000,0.618 +22,mlp.experts.94.down_proj,0.0000000174,0.05000,0.632 +22,mlp.experts.95.down_proj,0.0000000889,0.05000,0.610 +22,mlp.experts.93.down_proj,0.0000001378,0.05000,0.608 +22,mlp.experts.92.down_proj,0.0000001181,0.05000,0.620 +22,mlp.experts.98.down_proj,0.0000000580,0.05000,0.616 +22,mlp.experts.99.down_proj,0.0000002076,0.05000,0.627 +22,mlp.experts.97.down_proj,0.0000001093,0.05000,0.620 +22,mlp.experts.96.down_proj,0.0000000520,0.05000,0.616 +22,mlp.experts.102.down_proj,0.0000002031,0.05000,0.611 +22,mlp.experts.103.down_proj,0.0000000989,0.05000,0.603 +22,mlp.experts.101.down_proj,0.0000001487,0.05000,0.619 +22,mlp.experts.100.down_proj,0.0000000946,0.05000,0.615 +22,mlp.experts.106.down_proj,0.0000000839,0.05000,0.614 +22,mlp.experts.107.down_proj,0.0000000386,0.05000,0.604 +22,mlp.experts.105.down_proj,0.0000001343,0.05000,0.650 +22,mlp.experts.104.down_proj,0.0000001157,0.05000,0.618 +22,mlp.experts.110.down_proj,0.0000000379,0.05000,0.603 +22,mlp.experts.111.down_proj,0.0000001834,0.05000,0.602 +22,mlp.experts.109.down_proj,0.0000002409,0.05000,0.618 +22,mlp.experts.108.down_proj,0.0000000577,0.05000,0.597 +22,mlp.experts.114.down_proj,0.0000002091,0.05000,0.604 +22,mlp.experts.115.down_proj,0.0000002428,0.05000,0.598 +22,mlp.experts.113.down_proj,0.0000001199,0.05000,0.595 +22,mlp.experts.112.down_proj,0.0000000456,0.05000,0.592 +22,mlp.experts.118.down_proj,0.0000000815,0.05000,0.614 +22,mlp.experts.119.down_proj,0.0000002362,0.05000,0.618 +22,mlp.experts.117.down_proj,0.0000001234,0.05000,0.601 +22,mlp.experts.116.down_proj,0.0000007218,0.05000,0.622 +22,mlp.experts.122.down_proj,0.0000000555,0.05000,0.619 +22,mlp.experts.123.down_proj,0.0000001390,0.05000,0.648 +22,mlp.experts.121.down_proj,0.0000000426,0.05000,0.672 +22,mlp.experts.120.down_proj,0.0000000552,0.05000,0.622 +22,mlp.experts.126.down_proj,0.0000001113,0.05000,0.611 +22,mlp.experts.127.down_proj,0.0000000416,0.05000,0.635 +22,mlp.experts.124.down_proj,0.0000000407,0.05000,0.614 +22,mlp.experts.125.down_proj,0.0000001243,0.05000,0.657 +22,mlp.experts.130.down_proj,0.0000000302,0.05000,0.610 +22,mlp.experts.131.down_proj,0.0000001449,0.05000,0.614 +22,mlp.experts.128.down_proj,0.0000000861,0.05000,0.645 +22,mlp.experts.129.down_proj,0.0000001150,0.05000,0.635 +22,mlp.experts.134.down_proj,0.0000001564,0.05000,0.601 +22,mlp.experts.135.down_proj,0.0000001395,0.05000,0.601 +22,mlp.experts.132.down_proj,0.0000001072,0.05000,0.594 +22,mlp.experts.133.down_proj,0.0000003112,0.05000,0.594 +22,mlp.experts.138.down_proj,0.0000001142,0.05000,0.629 +22,mlp.experts.139.down_proj,0.0000002036,0.05000,0.613 +22,mlp.experts.136.down_proj,0.0000000541,0.05000,0.629 +22,mlp.experts.137.down_proj,0.0000000397,0.05000,0.647 +22,mlp.experts.142.down_proj,0.0000002052,0.05000,0.610 +22,mlp.experts.143.down_proj,0.0000001102,0.05000,0.628 +22,mlp.experts.140.down_proj,0.0000001120,0.05000,0.613 +22,mlp.experts.141.down_proj,0.0000000522,0.05000,0.632 +22,mlp.experts.146.down_proj,0.0000000333,0.05000,0.610 +22,mlp.experts.147.down_proj,0.0000001116,0.05000,0.636 +22,mlp.experts.144.down_proj,0.0000001239,0.05000,0.611 +22,mlp.experts.145.down_proj,0.0000001229,0.05000,0.633 +22,mlp.experts.150.down_proj,0.0000000979,0.05000,0.613 +22,mlp.experts.151.down_proj,0.0000000981,0.05000,0.635 +22,mlp.experts.148.down_proj,0.0000000535,0.05000,0.617 +22,mlp.experts.149.down_proj,0.0000001534,0.05000,0.631 +22,mlp.experts.154.down_proj,0.0000001459,0.05000,0.617 +22,mlp.experts.155.down_proj,0.0000000534,0.05000,0.635 +22,mlp.experts.152.down_proj,0.0000001549,0.05000,0.615 +22,mlp.experts.153.down_proj,0.0000000643,0.05000,0.616 +22,mlp.experts.158.down_proj,0.0000000899,0.05000,0.614 +22,mlp.experts.159.down_proj,0.0000001506,0.05000,0.583 +22,mlp.experts.156.down_proj,0.0000001674,0.05000,0.555 +22,mlp.experts.157.down_proj,0.0000001860,0.05000,0.508 +23,mlp.experts.2.gate_proj,0.0000088767,0.05000,2.060 +23,mlp.experts.0.gate_proj,0.0000087642,0.05000,2.106 +23,mlp.experts.1.gate_proj,0.0000030783,0.05000,2.107 +23,mlp.experts.3.gate_proj,0.0000030212,0.05000,2.151 +23,mlp.experts.6.gate_proj,0.0000011408,0.05000,2.103 +23,mlp.experts.4.gate_proj,0.0000036082,0.05000,2.083 +23,mlp.experts.7.gate_proj,0.0000054055,0.05000,2.072 +23,mlp.experts.5.gate_proj,0.0000029886,0.05000,2.159 +23,mlp.experts.10.gate_proj,0.0000058457,0.05000,2.053 +23,mlp.experts.8.gate_proj,0.0000018873,0.05000,2.076 +23,mlp.experts.11.gate_proj,0.0000033449,0.05000,2.099 +23,mlp.experts.9.gate_proj,0.0000038190,0.05000,2.210 +23,mlp.experts.14.gate_proj,0.0000037374,0.05000,2.076 +23,mlp.experts.12.gate_proj,0.0000044167,0.05000,2.058 +23,mlp.experts.15.gate_proj,0.0000007902,0.05000,2.061 +23,mlp.experts.13.gate_proj,0.0000055414,0.05000,2.135 +23,mlp.experts.18.gate_proj,0.0000019227,0.05000,2.036 +23,mlp.experts.16.gate_proj,0.0000043092,0.05000,2.063 +23,mlp.experts.19.gate_proj,0.0000050661,0.05000,2.033 +23,mlp.experts.17.gate_proj,0.0000056310,0.05000,2.047 +23,mlp.experts.23.gate_proj,0.0000063621,0.05000,2.005 +23,mlp.experts.22.gate_proj,0.0000043913,0.05000,2.119 +23,mlp.experts.20.gate_proj,0.0000015340,0.05000,2.100 +23,mlp.experts.21.gate_proj,0.0000031614,0.05000,2.157 +23,mlp.experts.27.gate_proj,0.0000070709,0.05000,2.011 +23,mlp.experts.26.gate_proj,0.0000056618,0.05000,1.991 +23,mlp.experts.24.gate_proj,0.0000110295,0.05000,2.026 +23,mlp.experts.25.gate_proj,0.0000036788,0.05000,2.047 +23,mlp.experts.31.gate_proj,0.0000074971,0.05000,2.024 +23,mlp.experts.30.gate_proj,0.0000037840,0.05000,2.094 +23,mlp.experts.28.gate_proj,0.0000049841,0.05000,2.039 +23,mlp.experts.29.gate_proj,0.0000025648,0.05000,2.125 +23,mlp.experts.35.gate_proj,0.0000039392,0.05000,2.073 +23,mlp.experts.32.gate_proj,0.0000048265,0.05000,2.020 +23,mlp.experts.34.gate_proj,0.0000073891,0.05000,2.067 +23,mlp.experts.33.gate_proj,0.0000054586,0.05000,2.107 +23,mlp.experts.39.gate_proj,0.0000098522,0.05000,2.074 +23,mlp.experts.36.gate_proj,0.0000019063,0.05000,2.133 +23,mlp.experts.38.gate_proj,0.0000011815,0.05000,2.150 +23,mlp.experts.37.gate_proj,0.0000063021,0.05000,2.119 +23,mlp.experts.40.gate_proj,0.0000031994,0.05000,1.996 +23,mlp.experts.43.gate_proj,0.0000009764,0.05000,2.119 +23,mlp.experts.42.gate_proj,0.0000046576,0.05000,2.039 +23,mlp.experts.41.gate_proj,0.0000132182,0.05000,2.010 +23,mlp.experts.44.gate_proj,0.0000033026,0.05000,2.087 +23,mlp.experts.46.gate_proj,0.0000023312,0.05000,2.029 +23,mlp.experts.47.gate_proj,0.0000050244,0.05000,2.138 +23,mlp.experts.45.gate_proj,0.0000039275,0.05000,2.029 +23,mlp.experts.50.gate_proj,0.0000055139,0.05000,2.033 +23,mlp.experts.48.gate_proj,0.0000056225,0.05000,2.101 +23,mlp.experts.51.gate_proj,0.0000042426,0.05000,2.051 +23,mlp.experts.49.gate_proj,0.0000072563,0.05000,2.085 +23,mlp.experts.54.gate_proj,0.0000062173,0.05000,2.066 +23,mlp.experts.52.gate_proj,0.0000062743,0.05000,2.103 +23,mlp.experts.55.gate_proj,0.0000045034,0.05000,2.112 +23,mlp.experts.53.gate_proj,0.0000076796,0.05000,2.047 +23,mlp.experts.58.gate_proj,0.0000015490,0.05000,2.039 +23,mlp.experts.56.gate_proj,0.0000031188,0.05000,2.049 +23,mlp.experts.59.gate_proj,0.0000016218,0.05000,2.059 +23,mlp.experts.57.gate_proj,0.0000066276,0.05000,2.053 +23,mlp.experts.62.gate_proj,0.0000048098,0.05000,2.017 +23,mlp.experts.60.gate_proj,0.0000044881,0.05000,2.026 +23,mlp.experts.63.gate_proj,0.0000043613,0.05000,1.984 +23,mlp.experts.61.gate_proj,0.0000068701,0.05000,1.998 +23,mlp.experts.66.gate_proj,0.0000045086,0.05000,1.992 +23,mlp.experts.64.gate_proj,0.0000102864,0.05000,1.981 +23,mlp.experts.67.gate_proj,0.0000046504,0.05000,2.006 +23,mlp.experts.65.gate_proj,0.0000028518,0.05000,2.026 +23,mlp.experts.70.gate_proj,0.0000071154,0.05000,2.042 +23,mlp.experts.68.gate_proj,0.0000094613,0.05000,2.046 +23,mlp.experts.71.gate_proj,0.0000036769,0.05000,2.073 +23,mlp.experts.69.gate_proj,0.0000035272,0.05000,2.045 +23,mlp.experts.72.gate_proj,0.0000038874,0.05000,2.027 +23,mlp.experts.74.gate_proj,0.0000030846,0.05000,2.118 +23,mlp.experts.75.gate_proj,0.0000010591,0.05000,2.080 +23,mlp.experts.73.gate_proj,0.0000051568,0.05000,2.036 +23,mlp.experts.76.gate_proj,0.0000060433,0.05000,2.057 +23,mlp.experts.78.gate_proj,0.0000045547,0.05000,2.059 +23,mlp.experts.79.gate_proj,0.0000079346,0.05000,2.087 +23,mlp.experts.77.gate_proj,0.0000033338,0.05000,2.067 +23,mlp.experts.80.gate_proj,0.0000018617,0.05000,2.076 +23,mlp.experts.82.gate_proj,0.0000014448,0.05000,2.132 +23,mlp.experts.83.gate_proj,0.0000040513,0.05000,2.144 +23,mlp.experts.81.gate_proj,0.0000043385,0.05000,2.062 +23,mlp.experts.84.gate_proj,0.0000041293,0.05000,2.075 +23,mlp.experts.86.gate_proj,0.0000055435,0.05000,2.104 +23,mlp.experts.87.gate_proj,0.0000020346,0.05000,2.093 +23,mlp.experts.85.gate_proj,0.0000111875,0.05000,2.073 +23,mlp.experts.88.gate_proj,0.0000044919,0.05000,2.058 +23,mlp.experts.90.gate_proj,0.0000049681,0.05000,2.095 +23,mlp.experts.91.gate_proj,0.0000026865,0.05000,2.068 +23,mlp.experts.89.gate_proj,0.0000012935,0.05000,2.049 +23,mlp.experts.92.gate_proj,0.0000059375,0.05000,2.004 +23,mlp.experts.94.gate_proj,0.0000022918,0.05000,2.020 +23,mlp.experts.95.gate_proj,0.0000049346,0.05000,2.002 +23,mlp.experts.93.gate_proj,0.0000070285,0.05000,2.023 +23,mlp.experts.96.gate_proj,0.0000024349,0.05000,2.046 +23,mlp.experts.98.gate_proj,0.0000065581,0.05000,2.024 +23,mlp.experts.99.gate_proj,0.0000042112,0.05000,2.016 +23,mlp.experts.97.gate_proj,0.0000058079,0.05000,2.021 +23,mlp.experts.100.gate_proj,0.0000024474,0.05000,2.075 +23,mlp.experts.102.gate_proj,0.0000046499,0.05000,2.080 +23,mlp.experts.103.gate_proj,0.0000079329,0.05000,2.108 +23,mlp.experts.101.gate_proj,0.0000041055,0.05000,2.063 +23,mlp.experts.104.gate_proj,0.0000067787,0.05000,2.066 +23,mlp.experts.106.gate_proj,0.0000021116,0.05000,2.063 +23,mlp.experts.107.gate_proj,0.0000030005,0.05000,2.068 +23,mlp.experts.105.gate_proj,0.0000037072,0.05000,2.080 +23,mlp.experts.108.gate_proj,0.0000024730,0.05000,2.071 +23,mlp.experts.110.gate_proj,0.0000017869,0.05000,2.029 +23,mlp.experts.111.gate_proj,0.0000024334,0.05000,2.038 +23,mlp.experts.109.gate_proj,0.0000122302,0.05000,2.051 +23,mlp.experts.112.gate_proj,0.0000058809,0.05000,2.045 +23,mlp.experts.114.gate_proj,0.0000036158,0.05000,2.079 +23,mlp.experts.115.gate_proj,0.0000052825,0.05000,2.069 +23,mlp.experts.113.gate_proj,0.0000023291,0.05000,2.055 +23,mlp.experts.116.gate_proj,0.0000030236,0.05000,2.087 +23,mlp.experts.118.gate_proj,0.0000083928,0.05000,2.060 +23,mlp.experts.119.gate_proj,0.0000058368,0.05000,2.050 +23,mlp.experts.117.gate_proj,0.0000072721,0.05000,2.038 +23,mlp.experts.120.gate_proj,0.0000039548,0.05000,2.047 +23,mlp.experts.122.gate_proj,0.0000118204,0.05000,2.049 +23,mlp.experts.123.gate_proj,0.0000034756,0.05000,2.049 +23,mlp.experts.121.gate_proj,0.0000035194,0.05000,2.025 +23,mlp.experts.124.gate_proj,0.0000034738,0.05000,2.112 +23,mlp.experts.126.gate_proj,0.0000086170,0.05000,2.031 +23,mlp.experts.127.gate_proj,0.0000074553,0.05000,2.075 +23,mlp.experts.125.gate_proj,0.0000047604,0.05000,2.076 +23,mlp.experts.130.gate_proj,0.0000023947,0.05000,2.037 +23,mlp.experts.128.gate_proj,0.0000022868,0.05000,2.118 +23,mlp.experts.131.gate_proj,0.0000033774,0.05000,2.071 +23,mlp.experts.129.gate_proj,0.0000032561,0.05000,2.109 +23,mlp.experts.134.gate_proj,0.0000018912,0.05000,2.098 +23,mlp.experts.132.gate_proj,0.0000239076,0.05000,2.142 +23,mlp.experts.135.gate_proj,0.0000026746,0.05000,2.078 +23,mlp.experts.133.gate_proj,0.0000017405,0.05000,2.078 +23,mlp.experts.138.gate_proj,0.0000060542,0.05000,2.076 +23,mlp.experts.136.gate_proj,0.0000055463,0.05000,2.047 +23,mlp.experts.139.gate_proj,0.0000064854,0.05000,2.087 +23,mlp.experts.137.gate_proj,0.0000052519,0.05000,2.056 +23,mlp.experts.142.gate_proj,0.0000074781,0.05000,2.061 +23,mlp.experts.140.gate_proj,0.0000019945,0.05000,2.036 +23,mlp.experts.143.gate_proj,0.0000036605,0.05000,2.019 +23,mlp.experts.141.gate_proj,0.0000022483,0.05000,2.042 +23,mlp.experts.146.gate_proj,0.0000012427,0.05000,2.089 +23,mlp.experts.144.gate_proj,0.0000066157,0.05000,2.083 +23,mlp.experts.147.gate_proj,0.0000039708,0.05000,2.075 +23,mlp.experts.145.gate_proj,0.0000022661,0.05000,2.054 +23,mlp.experts.148.gate_proj,0.0000056955,0.05000,2.021 +23,mlp.experts.150.gate_proj,0.0000041518,0.05000,2.142 +23,mlp.experts.151.gate_proj,0.0000038932,0.05000,2.069 +23,mlp.experts.149.gate_proj,0.0000035237,0.05000,2.056 +23,mlp.experts.152.gate_proj,0.0000043288,0.05000,2.061 +23,mlp.experts.154.gate_proj,0.0000054366,0.05000,2.087 +23,mlp.experts.155.gate_proj,0.0000099747,0.05000,2.104 +23,mlp.experts.153.gate_proj,0.0000017454,0.05000,2.067 +23,mlp.experts.156.gate_proj,0.0000074115,0.05000,2.048 +23,mlp.experts.158.gate_proj,0.0000041291,0.05000,2.045 +23,mlp.experts.159.gate_proj,0.0000039033,0.05000,2.057 +23,mlp.experts.157.gate_proj,0.0000034932,0.05000,2.065 +23,mlp.experts.0.up_proj,0.0000086138,0.05000,2.087 +23,mlp.experts.2.up_proj,0.0000084751,0.05000,2.074 +23,mlp.experts.3.up_proj,0.0000029906,0.05000,2.070 +23,mlp.experts.1.up_proj,0.0000030341,0.05000,2.124 +23,mlp.experts.6.up_proj,0.0000011150,0.05000,2.029 +23,mlp.experts.4.up_proj,0.0000035831,0.05000,2.119 +23,mlp.experts.7.up_proj,0.0000053426,0.05000,2.099 +23,mlp.experts.5.up_proj,0.0000029482,0.05000,2.098 +23,mlp.experts.8.up_proj,0.0000018631,0.05000,2.020 +23,mlp.experts.10.up_proj,0.0000056929,0.05000,2.077 +23,mlp.experts.11.up_proj,0.0000033035,0.05000,2.057 +23,mlp.experts.9.up_proj,0.0000037602,0.05000,2.115 +23,mlp.experts.12.up_proj,0.0000042955,0.05000,2.060 +23,mlp.experts.14.up_proj,0.0000037102,0.05000,2.076 +23,mlp.experts.15.up_proj,0.0000007700,0.05000,2.099 +23,mlp.experts.13.up_proj,0.0000053362,0.05000,2.022 +23,mlp.experts.16.up_proj,0.0000042165,0.05000,1.439 +23,mlp.experts.18.up_proj,0.0000018986,0.05000,1.398 +23,mlp.experts.19.up_proj,0.0000049945,0.05000,2.066 +23,mlp.experts.20.up_proj,0.0000015212,0.05000,2.068 +23,mlp.experts.22.up_proj,0.0000043065,0.05000,2.068 +23,mlp.experts.17.up_proj,0.0000054978,0.05000,2.188 +23,mlp.experts.26.up_proj,0.0000055234,0.05000,2.073 +23,mlp.experts.24.up_proj,0.0000105748,0.05000,2.111 +23,mlp.experts.23.up_proj,0.0000064677,0.05000,2.157 +23,mlp.experts.21.up_proj,0.0000031275,0.05000,2.123 +23,mlp.experts.28.up_proj,0.0000049164,0.05000,2.029 +23,mlp.experts.27.up_proj,0.0000069578,0.05000,2.019 +23,mlp.experts.30.up_proj,0.0000036881,0.05000,2.166 +23,mlp.experts.25.up_proj,0.0000035791,0.05000,2.064 +23,mlp.experts.32.up_proj,0.0000047496,0.05000,2.068 +23,mlp.experts.31.up_proj,0.0000073678,0.05000,2.105 +23,mlp.experts.34.up_proj,0.0000072930,0.05000,2.066 +23,mlp.experts.29.up_proj,0.0000025190,0.05000,2.109 +23,mlp.experts.36.up_proj,0.0000018612,0.05000,2.063 +23,mlp.experts.38.up_proj,0.0000011583,0.05000,1.999 +23,mlp.experts.35.up_proj,0.0000038802,0.05000,2.061 +23,mlp.experts.33.up_proj,0.0000053628,0.05000,2.057 +23,mlp.experts.42.up_proj,0.0000045788,0.05000,2.013 +23,mlp.experts.39.up_proj,0.0000094496,0.05000,2.012 +23,mlp.experts.40.up_proj,0.0000031745,0.05000,2.170 +23,mlp.experts.37.up_proj,0.0000062184,0.05000,2.073 +23,mlp.experts.43.up_proj,0.0000009064,0.05000,2.003 +23,mlp.experts.46.up_proj,0.0000022846,0.05000,2.080 +23,mlp.experts.44.up_proj,0.0000032699,0.05000,2.039 +23,mlp.experts.41.up_proj,0.0000129162,0.05000,2.066 +23,mlp.experts.47.up_proj,0.0000048924,0.05000,2.075 +23,mlp.experts.50.up_proj,0.0000054404,0.05000,2.072 +23,mlp.experts.48.up_proj,0.0000055438,0.05000,2.087 +23,mlp.experts.45.up_proj,0.0000038820,0.05000,2.051 +23,mlp.experts.51.up_proj,0.0000041809,0.05000,2.094 +23,mlp.experts.54.up_proj,0.0000060632,0.05000,2.081 +23,mlp.experts.52.up_proj,0.0000062217,0.05000,2.064 +23,mlp.experts.49.up_proj,0.0000071092,0.05000,2.081 +23,mlp.experts.58.up_proj,0.0000014995,0.05000,2.035 +23,mlp.experts.55.up_proj,0.0000044287,0.05000,2.111 +23,mlp.experts.56.up_proj,0.0000030683,0.05000,2.010 +23,mlp.experts.53.up_proj,0.0000073947,0.05000,2.022 +23,mlp.experts.62.up_proj,0.0000047516,0.05000,2.073 +23,mlp.experts.59.up_proj,0.0000015949,0.05000,2.104 +23,mlp.experts.60.up_proj,0.0000044756,0.05000,2.101 +23,mlp.experts.57.up_proj,0.0000064780,0.05000,2.060 +23,mlp.experts.63.up_proj,0.0000042923,0.05000,2.023 +23,mlp.experts.66.up_proj,0.0000044413,0.05000,2.146 +23,mlp.experts.64.up_proj,0.0000100946,0.05000,2.115 +23,mlp.experts.61.up_proj,0.0000066629,0.05000,2.057 +23,mlp.experts.67.up_proj,0.0000045894,0.05000,2.060 +23,mlp.experts.65.up_proj,0.0000027358,0.05000,2.000 +23,mlp.experts.68.up_proj,0.0000091981,0.05000,2.055 +23,mlp.experts.70.up_proj,0.0000070274,0.05000,2.108 +23,mlp.experts.71.up_proj,0.0000036313,0.05000,2.073 +23,mlp.experts.74.up_proj,0.0000030473,0.05000,2.054 +23,mlp.experts.69.up_proj,0.0000034695,0.05000,2.107 +23,mlp.experts.72.up_proj,0.0000038507,0.05000,2.111 +23,mlp.experts.75.up_proj,0.0000010269,0.05000,2.044 +23,mlp.experts.78.up_proj,0.0000043913,0.05000,2.062 +23,mlp.experts.73.up_proj,0.0000051317,0.05000,2.118 +23,mlp.experts.76.up_proj,0.0000059304,0.05000,2.085 +23,mlp.experts.79.up_proj,0.0000078092,0.05000,2.017 +23,mlp.experts.82.up_proj,0.0000014289,0.05000,2.065 +23,mlp.experts.77.up_proj,0.0000032762,0.05000,2.013 +23,mlp.experts.80.up_proj,0.0000018091,0.05000,2.050 +23,mlp.experts.83.up_proj,0.0000039913,0.05000,2.075 +23,mlp.experts.84.up_proj,0.0000040361,0.05000,2.033 +23,mlp.experts.81.up_proj,0.0000043140,0.05000,2.096 +23,mlp.experts.86.up_proj,0.0000054042,0.05000,2.159 +23,mlp.experts.87.up_proj,0.0000020197,0.05000,2.078 +23,mlp.experts.88.up_proj,0.0000044100,0.05000,2.081 +23,mlp.experts.90.up_proj,0.0000049523,0.05000,2.075 +23,mlp.experts.85.up_proj,0.0000108124,0.05000,2.138 +23,mlp.experts.91.up_proj,0.0000026327,0.05000,2.089 +23,mlp.experts.94.up_proj,0.0000022680,0.05000,2.030 +23,mlp.experts.92.up_proj,0.0000057775,0.05000,2.148 +23,mlp.experts.89.up_proj,0.0000012640,0.05000,2.109 +23,mlp.experts.95.up_proj,0.0000047236,0.05000,2.042 +23,mlp.experts.98.up_proj,0.0000063677,0.05000,2.032 +23,mlp.experts.93.up_proj,0.0000069379,0.05000,2.032 +23,mlp.experts.96.up_proj,0.0000024092,0.05000,2.104 +23,mlp.experts.99.up_proj,0.0000041733,0.05000,2.113 +23,mlp.experts.102.up_proj,0.0000044778,0.05000,2.070 +23,mlp.experts.97.up_proj,0.0000056401,0.05000,2.134 +23,mlp.experts.100.up_proj,0.0000023874,0.05000,2.139 +23,mlp.experts.103.up_proj,0.0000077594,0.05000,2.110 +23,mlp.experts.106.up_proj,0.0000020514,0.05000,2.084 +23,mlp.experts.101.up_proj,0.0000040215,0.05000,2.081 +23,mlp.experts.104.up_proj,0.0000065116,0.05000,2.091 +23,mlp.experts.107.up_proj,0.0000029197,0.05000,2.102 +23,mlp.experts.110.up_proj,0.0000017541,0.05000,2.046 +23,mlp.experts.105.up_proj,0.0000036656,0.05000,2.054 +23,mlp.experts.108.up_proj,0.0000024161,0.05000,2.093 +23,mlp.experts.114.up_proj,0.0000035768,0.05000,2.028 +23,mlp.experts.111.up_proj,0.0000023820,0.05000,2.132 +23,mlp.experts.109.up_proj,0.0000120586,0.05000,2.084 +23,mlp.experts.112.up_proj,0.0000058268,0.05000,2.123 +23,mlp.experts.118.up_proj,0.0000082595,0.05000,2.072 +23,mlp.experts.115.up_proj,0.0000051772,0.05000,2.096 +23,mlp.experts.113.up_proj,0.0000022956,0.05000,2.059 +23,mlp.experts.116.up_proj,0.0000029345,0.05000,2.082 +23,mlp.experts.122.up_proj,0.0000115353,0.05000,2.065 +23,mlp.experts.119.up_proj,0.0000057405,0.05000,2.051 +23,mlp.experts.117.up_proj,0.0000071280,0.05000,2.041 +23,mlp.experts.120.up_proj,0.0000038525,0.05000,2.050 +23,mlp.experts.126.up_proj,0.0000082623,0.05000,2.043 +23,mlp.experts.123.up_proj,0.0000034470,0.05000,2.078 +23,mlp.experts.121.up_proj,0.0000034913,0.05000,2.066 +23,mlp.experts.124.up_proj,0.0000034133,0.05000,2.062 +23,mlp.experts.130.up_proj,0.0000023245,0.05000,2.051 +23,mlp.experts.127.up_proj,0.0000073464,0.05000,2.092 +23,mlp.experts.125.up_proj,0.0000047202,0.05000,2.052 +23,mlp.experts.128.up_proj,0.0000022513,0.05000,2.070 +23,mlp.experts.134.up_proj,0.0000018626,0.05000,2.108 +23,mlp.experts.131.up_proj,0.0000033056,0.05000,2.091 +23,mlp.experts.129.up_proj,0.0000032202,0.05000,2.119 +23,mlp.experts.132.up_proj,0.0000231306,0.05000,2.109 +23,mlp.experts.138.up_proj,0.0000059433,0.05000,2.048 +23,mlp.experts.135.up_proj,0.0000026038,0.05000,2.080 +23,mlp.experts.133.up_proj,0.0000017258,0.05000,2.061 +23,mlp.experts.136.up_proj,0.0000054584,0.05000,2.065 +23,mlp.experts.142.up_proj,0.0000073447,0.05000,2.088 +23,mlp.experts.139.up_proj,0.0000063713,0.05000,2.103 +23,mlp.experts.137.up_proj,0.0000051310,0.05000,2.104 +23,mlp.experts.140.up_proj,0.0000019674,0.05000,2.168 +23,mlp.experts.146.up_proj,0.0000012328,0.05000,2.049 +23,mlp.experts.143.up_proj,0.0000036030,0.05000,2.073 +23,mlp.experts.141.up_proj,0.0000021951,0.05000,2.049 +23,mlp.experts.144.up_proj,0.0000064443,0.05000,2.076 +23,mlp.experts.150.up_proj,0.0000040937,0.05000,2.059 +23,mlp.experts.145.up_proj,0.0000022357,0.05000,2.059 +23,mlp.experts.147.up_proj,0.0000038359,0.05000,2.130 +23,mlp.experts.148.up_proj,0.0000056195,0.05000,2.025 +23,mlp.experts.154.up_proj,0.0000053152,0.05000,2.029 +23,mlp.experts.151.up_proj,0.0000038093,0.05000,2.035 +23,mlp.experts.149.up_proj,0.0000034495,0.05000,2.186 +23,mlp.experts.152.up_proj,0.0000042126,0.05000,2.034 +23,mlp.experts.158.up_proj,0.0000040704,0.05000,2.094 +23,mlp.experts.155.up_proj,0.0000098100,0.05000,2.042 +23,mlp.experts.153.up_proj,0.0000017346,0.05000,1.989 +23,mlp.experts.156.up_proj,0.0000072494,0.05000,1.985 +23,mlp.experts.159.up_proj,0.0000038773,0.05000,1.376 +23,mlp.experts.157.up_proj,0.0000034206,0.05000,1.354 +23,mlp.experts.2.down_proj,0.0000004454,0.05000,0.636 +23,mlp.experts.0.down_proj,0.0000003952,0.05000,0.636 +23,mlp.experts.3.down_proj,0.0000000877,0.05000,0.636 +23,mlp.experts.1.down_proj,0.0000001371,0.05000,0.638 +23,mlp.experts.7.down_proj,0.0000003707,0.05000,0.611 +23,mlp.experts.5.down_proj,0.0000000952,0.05000,0.614 +23,mlp.experts.4.down_proj,0.0000001107,0.05000,0.618 +23,mlp.experts.6.down_proj,0.0000000189,0.05000,0.676 +23,mlp.experts.11.down_proj,0.0000001336,0.05000,0.606 +23,mlp.experts.9.down_proj,0.0000001213,0.05000,0.609 +23,mlp.experts.8.down_proj,0.0000001006,0.05000,0.613 +23,mlp.experts.10.down_proj,0.0000001102,0.05000,0.622 +23,mlp.experts.13.down_proj,0.0000001790,0.05000,0.603 +23,mlp.experts.12.down_proj,0.0000001782,0.05000,0.601 +23,mlp.experts.15.down_proj,0.0000000683,0.05000,0.632 +23,mlp.experts.14.down_proj,0.0000001465,0.05000,0.617 +23,mlp.experts.16.down_proj,0.0000001725,0.05000,0.616 +23,mlp.experts.19.down_proj,0.0000001315,0.05000,0.604 +23,mlp.experts.17.down_proj,0.0000002160,0.05000,0.629 +23,mlp.experts.18.down_proj,0.0000000824,0.05000,0.626 +23,mlp.experts.20.down_proj,0.0000000474,0.05000,0.615 +23,mlp.experts.21.down_proj,0.0000001057,0.05000,0.617 +23,mlp.experts.23.down_proj,0.0000001638,0.05000,0.657 +23,mlp.experts.22.down_proj,0.0000001741,0.05000,0.652 +23,mlp.experts.25.down_proj,0.0000001069,0.05000,0.607 +23,mlp.experts.24.down_proj,0.0000003236,0.05000,0.630 +23,mlp.experts.27.down_proj,0.0000001721,0.05000,0.607 +23,mlp.experts.26.down_proj,0.0000001972,0.05000,0.609 +23,mlp.experts.28.down_proj,0.0000000939,0.05000,0.606 +23,mlp.experts.29.down_proj,0.0000000942,0.05000,0.632 +23,mlp.experts.31.down_proj,0.0000003168,0.05000,0.630 +23,mlp.experts.30.down_proj,0.0000000919,0.05000,0.608 +23,mlp.experts.32.down_proj,0.0000001866,0.05000,0.616 +23,mlp.experts.33.down_proj,0.0000002332,0.05000,0.641 +23,mlp.experts.35.down_proj,0.0000001129,0.05000,0.607 +23,mlp.experts.34.down_proj,0.0000003415,0.05000,0.668 +23,mlp.experts.36.down_proj,0.0000000804,0.05000,0.604 +23,mlp.experts.37.down_proj,0.0000002328,0.05000,0.605 +23,mlp.experts.39.down_proj,0.0000004355,0.05000,0.603 +23,mlp.experts.38.down_proj,0.0000000460,0.05000,0.601 +23,mlp.experts.40.down_proj,0.0000000993,0.05000,0.608 +23,mlp.experts.41.down_proj,0.0000007035,0.05000,0.610 +23,mlp.experts.43.down_proj,0.0000000204,0.05000,0.623 +23,mlp.experts.42.down_proj,0.0000001549,0.05000,0.602 +23,mlp.experts.44.down_proj,0.0000001318,0.05000,0.623 +23,mlp.experts.45.down_proj,0.0000001510,0.05000,0.609 +23,mlp.experts.47.down_proj,0.0000001163,0.05000,0.607 +23,mlp.experts.46.down_proj,0.0000000695,0.05000,0.605 +23,mlp.experts.48.down_proj,0.0000002425,0.05000,0.598 +23,mlp.experts.49.down_proj,0.0000001432,0.05000,0.609 +23,mlp.experts.51.down_proj,0.0000001504,0.05000,0.601 +23,mlp.experts.50.down_proj,0.0000001802,0.05000,0.618 +23,mlp.experts.52.down_proj,0.0000002400,0.05000,0.634 +23,mlp.experts.53.down_proj,0.0000004028,0.05000,0.633 +23,mlp.experts.55.down_proj,0.0000001206,0.05000,0.632 +23,mlp.experts.54.down_proj,0.0000001053,0.05000,0.630 +23,mlp.experts.56.down_proj,0.0000000913,0.05000,0.612 +23,mlp.experts.59.down_proj,0.0000000576,0.05000,0.610 +23,mlp.experts.57.down_proj,0.0000001747,0.05000,0.653 +23,mlp.experts.58.down_proj,0.0000000487,0.05000,0.634 +23,mlp.experts.60.down_proj,0.0000001738,0.05000,0.608 +23,mlp.experts.63.down_proj,0.0000001347,0.05000,0.607 +23,mlp.experts.61.down_proj,0.0000002803,0.05000,0.645 +23,mlp.experts.62.down_proj,0.0000002032,0.05000,0.603 +23,mlp.experts.64.down_proj,0.0000002407,0.05000,0.608 +23,mlp.experts.67.down_proj,0.0000001140,0.05000,0.629 +23,mlp.experts.65.down_proj,0.0000001079,0.05000,0.607 +23,mlp.experts.66.down_proj,0.0000001449,0.05000,0.654 +23,mlp.experts.71.down_proj,0.0000000825,0.05000,0.620 +23,mlp.experts.68.down_proj,0.0000004339,0.05000,0.675 +23,mlp.experts.69.down_proj,0.0000001769,0.05000,0.629 +23,mlp.experts.70.down_proj,0.0000002533,0.05000,0.631 +23,mlp.experts.75.down_proj,0.0000000271,0.05000,0.597 +23,mlp.experts.72.down_proj,0.0000001104,0.05000,0.603 +23,mlp.experts.73.down_proj,0.0000002177,0.05000,0.605 +23,mlp.experts.74.down_proj,0.0000000949,0.05000,0.605 +23,mlp.experts.76.down_proj,0.0000001685,0.05000,0.605 +23,mlp.experts.79.down_proj,0.0000002167,0.05000,0.628 +23,mlp.experts.77.down_proj,0.0000000877,0.05000,0.613 +23,mlp.experts.78.down_proj,0.0000001979,0.05000,0.631 +23,mlp.experts.80.down_proj,0.0000001451,0.05000,0.605 +23,mlp.experts.83.down_proj,0.0000001361,0.05000,0.605 +23,mlp.experts.81.down_proj,0.0000001282,0.05000,0.608 +23,mlp.experts.82.down_proj,0.0000000850,0.05000,0.607 +23,mlp.experts.84.down_proj,0.0000000972,0.05000,0.606 +23,mlp.experts.87.down_proj,0.0000000872,0.05000,0.625 +23,mlp.experts.85.down_proj,0.0000003541,0.05000,0.630 +23,mlp.experts.86.down_proj,0.0000001371,0.05000,0.608 +23,mlp.experts.88.down_proj,0.0000001137,0.05000,0.606 +23,mlp.experts.91.down_proj,0.0000001017,0.05000,0.626 +23,mlp.experts.89.down_proj,0.0000000397,0.05000,0.624 +23,mlp.experts.90.down_proj,0.0000000721,0.05000,0.627 +23,mlp.experts.92.down_proj,0.0000001783,0.05000,0.622 +23,mlp.experts.95.down_proj,0.0000001279,0.05000,0.602 +23,mlp.experts.93.down_proj,0.0000001774,0.05000,0.618 +23,mlp.experts.94.down_proj,0.0000000721,0.05000,0.610 +23,mlp.experts.99.down_proj,0.0000000971,0.05000,0.614 +23,mlp.experts.96.down_proj,0.0000000802,0.05000,0.715 +23,mlp.experts.97.down_proj,0.0000002288,0.05000,0.616 +23,mlp.experts.98.down_proj,0.0000001335,0.05000,0.613 +23,mlp.experts.103.down_proj,0.0000002516,0.05000,0.600 +23,mlp.experts.100.down_proj,0.0000000811,0.05000,0.604 +23,mlp.experts.101.down_proj,0.0000001449,0.05000,0.607 +23,mlp.experts.102.down_proj,0.0000001734,0.05000,0.606 +23,mlp.experts.107.down_proj,0.0000001782,0.05000,0.604 +23,mlp.experts.104.down_proj,0.0000002711,0.05000,0.606 +23,mlp.experts.105.down_proj,0.0000001642,0.05000,0.643 +23,mlp.experts.106.down_proj,0.0000001114,0.05000,0.605 +23,mlp.experts.111.down_proj,0.0000000391,0.05000,0.602 +23,mlp.experts.108.down_proj,0.0000001205,0.05000,0.605 +23,mlp.experts.109.down_proj,0.0000004602,0.05000,0.602 +23,mlp.experts.110.down_proj,0.0000000732,0.05000,0.604 +23,mlp.experts.115.down_proj,0.0000001417,0.05000,0.602 +23,mlp.experts.112.down_proj,0.0000003730,0.05000,0.603 +23,mlp.experts.113.down_proj,0.0000001196,0.05000,0.605 +23,mlp.experts.114.down_proj,0.0000001709,0.05000,0.605 +23,mlp.experts.119.down_proj,0.0000002391,0.05000,0.621 +23,mlp.experts.116.down_proj,0.0000001026,0.05000,0.655 +23,mlp.experts.117.down_proj,0.0000003147,0.05000,0.635 +23,mlp.experts.118.down_proj,0.0000003592,0.05000,0.623 +23,mlp.experts.123.down_proj,0.0000001597,0.05000,0.629 +23,mlp.experts.120.down_proj,0.0000002007,0.05000,0.610 +23,mlp.experts.121.down_proj,0.0000001393,0.05000,0.602 +23,mlp.experts.122.down_proj,0.0000004253,0.05000,0.629 +23,mlp.experts.127.down_proj,0.0000002430,0.05000,0.637 +23,mlp.experts.124.down_proj,0.0000000810,0.05000,0.626 +23,mlp.experts.125.down_proj,0.0000001059,0.05000,0.631 +23,mlp.experts.126.down_proj,0.0000003332,0.05000,0.608 +23,mlp.experts.131.down_proj,0.0000001021,0.05000,0.609 +23,mlp.experts.128.down_proj,0.0000000996,0.05000,0.602 +23,mlp.experts.129.down_proj,0.0000001490,0.05000,0.647 +23,mlp.experts.130.down_proj,0.0000000855,0.05000,0.611 +23,mlp.experts.135.down_proj,0.0000000878,0.05000,0.607 +23,mlp.experts.132.down_proj,0.0000009163,0.05000,0.643 +23,mlp.experts.133.down_proj,0.0000000300,0.05000,0.607 +23,mlp.experts.134.down_proj,0.0000000386,0.05000,0.616 +23,mlp.experts.139.down_proj,0.0000002732,0.05000,0.608 +23,mlp.experts.136.down_proj,0.0000001709,0.05000,0.621 +23,mlp.experts.137.down_proj,0.0000001709,0.05000,0.605 +23,mlp.experts.138.down_proj,0.0000001121,0.05000,0.609 +23,mlp.experts.143.down_proj,0.0000000879,0.05000,0.624 +23,mlp.experts.140.down_proj,0.0000000427,0.05000,0.626 +23,mlp.experts.141.down_proj,0.0000001555,0.05000,0.634 +23,mlp.experts.142.down_proj,0.0000002819,0.05000,0.632 +23,mlp.experts.147.down_proj,0.0000000902,0.05000,0.604 +23,mlp.experts.144.down_proj,0.0000001624,0.05000,0.611 +23,mlp.experts.145.down_proj,0.0000000549,0.05000,0.630 +23,mlp.experts.146.down_proj,0.0000000416,0.05000,0.647 +23,mlp.experts.151.down_proj,0.0000001209,0.05000,0.627 +23,mlp.experts.148.down_proj,0.0000002401,0.05000,0.600 +23,mlp.experts.149.down_proj,0.0000000994,0.05000,0.605 +23,mlp.experts.150.down_proj,0.0000001082,0.05000,0.605 +23,mlp.experts.155.down_proj,0.0000002908,0.05000,0.603 +23,mlp.experts.152.down_proj,0.0000001187,0.05000,0.601 +23,mlp.experts.153.down_proj,0.0000000418,0.05000,0.619 +23,mlp.experts.154.down_proj,0.0000001599,0.05000,0.641 +23,mlp.experts.159.down_proj,0.0000001364,0.05000,0.613 +23,mlp.experts.156.down_proj,0.0000001938,0.05000,0.588 +23,mlp.experts.157.down_proj,0.0000001202,0.05000,0.563 +23,mlp.experts.158.down_proj,0.0000001302,0.05000,0.532 +24,mlp.experts.1.gate_proj,0.0000038976,0.05000,2.121 +24,mlp.experts.2.gate_proj,0.0000027348,0.05000,2.143 +24,mlp.experts.3.gate_proj,0.0000062567,0.05000,2.189 +24,mlp.experts.0.gate_proj,0.0000057980,0.05000,2.264 +24,mlp.experts.5.gate_proj,0.0000031950,0.05000,2.065 +24,mlp.experts.7.gate_proj,0.0000039064,0.05000,2.067 +24,mlp.experts.6.gate_proj,0.0000096441,0.05000,2.116 +24,mlp.experts.4.gate_proj,0.0000077729,0.05000,2.096 +24,mlp.experts.9.gate_proj,0.0000065088,0.05000,2.044 +24,mlp.experts.11.gate_proj,0.0000054324,0.05000,2.069 +24,mlp.experts.10.gate_proj,0.0000031488,0.05000,2.095 +24,mlp.experts.8.gate_proj,0.0000036323,0.05000,2.030 +24,mlp.experts.13.gate_proj,0.0000057425,0.05000,2.106 +24,mlp.experts.12.gate_proj,0.0000048298,0.05000,2.110 +24,mlp.experts.14.gate_proj,0.0000014650,0.05000,2.180 +24,mlp.experts.15.gate_proj,0.0000066110,0.05000,2.237 +24,mlp.experts.17.gate_proj,0.0000027885,0.05000,2.139 +24,mlp.experts.16.gate_proj,0.0000021499,0.05000,2.120 +24,mlp.experts.18.gate_proj,0.0000049532,0.05000,2.124 +24,mlp.experts.19.gate_proj,0.0000035516,0.05000,2.155 +24,mlp.experts.21.gate_proj,0.0000068181,0.05000,2.191 +24,mlp.experts.22.gate_proj,0.0000071682,0.05000,2.083 +24,mlp.experts.20.gate_proj,0.0000067772,0.05000,2.155 +24,mlp.experts.23.gate_proj,0.0000010562,0.05000,2.126 +24,mlp.experts.25.gate_proj,0.0000153343,0.05000,2.097 +24,mlp.experts.26.gate_proj,0.0000030513,0.05000,2.067 +24,mlp.experts.27.gate_proj,0.0000048458,0.05000,2.043 +24,mlp.experts.24.gate_proj,0.0000054701,0.05000,2.115 +24,mlp.experts.29.gate_proj,0.0000076382,0.05000,2.068 +24,mlp.experts.31.gate_proj,0.0000078362,0.05000,2.066 +24,mlp.experts.30.gate_proj,0.0000064404,0.05000,2.182 +24,mlp.experts.28.gate_proj,0.0000074162,0.05000,2.162 +24,mlp.experts.33.gate_proj,0.0000017353,0.05000,2.054 +24,mlp.experts.35.gate_proj,0.0000065616,0.05000,2.067 +24,mlp.experts.34.gate_proj,0.0000047703,0.05000,2.076 +24,mlp.experts.32.gate_proj,0.0000066935,0.05000,2.058 +24,mlp.experts.37.gate_proj,0.0000046522,0.05000,2.104 +24,mlp.experts.39.gate_proj,0.0000031246,0.05000,2.079 +24,mlp.experts.38.gate_proj,0.0000051526,0.05000,2.086 +24,mlp.experts.36.gate_proj,0.0000060455,0.05000,2.131 +24,mlp.experts.41.gate_proj,0.0000015962,0.05000,2.065 +24,mlp.experts.43.gate_proj,0.0000014280,0.05000,2.050 +24,mlp.experts.42.gate_proj,0.0000016260,0.05000,2.042 +24,mlp.experts.40.gate_proj,0.0000042425,0.05000,2.062 +24,mlp.experts.45.gate_proj,0.0000045693,0.05000,2.063 +24,mlp.experts.47.gate_proj,0.0000029693,0.05000,2.046 +24,mlp.experts.46.gate_proj,0.0000160292,0.05000,2.063 +24,mlp.experts.44.gate_proj,0.0000083723,0.05000,2.093 +24,mlp.experts.49.gate_proj,0.0000109860,0.05000,2.057 +24,mlp.experts.51.gate_proj,0.0000061518,0.05000,2.055 +24,mlp.experts.50.gate_proj,0.0000077013,0.05000,2.060 +24,mlp.experts.48.gate_proj,0.0000126841,0.05000,2.113 +24,mlp.experts.53.gate_proj,0.0000013347,0.05000,2.066 +24,mlp.experts.55.gate_proj,0.0000054781,0.05000,2.090 +24,mlp.experts.54.gate_proj,0.0000052728,0.05000,2.057 +24,mlp.experts.52.gate_proj,0.0000017566,0.05000,2.030 +24,mlp.experts.57.gate_proj,0.0000032233,0.05000,2.033 +24,mlp.experts.59.gate_proj,0.0000071143,0.05000,2.033 +24,mlp.experts.58.gate_proj,0.0000053189,0.05000,2.038 +24,mlp.experts.56.gate_proj,0.0000061649,0.05000,2.025 +24,mlp.experts.61.gate_proj,0.0000064612,0.05000,2.056 +24,mlp.experts.63.gate_proj,0.0000048064,0.05000,2.046 +24,mlp.experts.62.gate_proj,0.0000035588,0.05000,2.049 +24,mlp.experts.60.gate_proj,0.0000044678,0.05000,2.029 +24,mlp.experts.65.gate_proj,0.0000046916,0.05000,2.084 +24,mlp.experts.67.gate_proj,0.0000060521,0.05000,2.037 +24,mlp.experts.66.gate_proj,0.0000084863,0.05000,2.091 +24,mlp.experts.64.gate_proj,0.0000041739,0.05000,2.060 +24,mlp.experts.71.gate_proj,0.0000123293,0.05000,2.040 +24,mlp.experts.69.gate_proj,0.0000100597,0.05000,2.183 +24,mlp.experts.70.gate_proj,0.0000071995,0.05000,2.071 +24,mlp.experts.68.gate_proj,0.0000069553,0.05000,2.066 +24,mlp.experts.75.gate_proj,0.0000049740,0.05000,2.054 +24,mlp.experts.73.gate_proj,0.0000015552,0.05000,2.079 +24,mlp.experts.74.gate_proj,0.0000029748,0.05000,2.083 +24,mlp.experts.72.gate_proj,0.0000029207,0.05000,2.081 +24,mlp.experts.79.gate_proj,0.0000064821,0.05000,2.033 +24,mlp.experts.77.gate_proj,0.0000064394,0.05000,2.035 +24,mlp.experts.78.gate_proj,0.0000106686,0.05000,2.065 +24,mlp.experts.76.gate_proj,0.0000100382,0.05000,2.038 +24,mlp.experts.83.gate_proj,0.0000125243,0.05000,2.005 +24,mlp.experts.81.gate_proj,0.0000087798,0.05000,2.012 +24,mlp.experts.82.gate_proj,0.0000014590,0.05000,2.031 +24,mlp.experts.80.gate_proj,0.0000031157,0.05000,2.051 +24,mlp.experts.87.gate_proj,0.0000054482,0.05000,2.026 +24,mlp.experts.86.gate_proj,0.0000089057,0.05000,2.017 +24,mlp.experts.85.gate_proj,0.0000020550,0.05000,2.132 +24,mlp.experts.84.gate_proj,0.0000056037,0.05000,2.047 +24,mlp.experts.91.gate_proj,0.0000014807,0.05000,2.024 +24,mlp.experts.90.gate_proj,0.0000132973,0.05000,2.020 +24,mlp.experts.89.gate_proj,0.0000021142,0.05000,2.034 +24,mlp.experts.88.gate_proj,0.0000036549,0.05000,2.015 +24,mlp.experts.95.gate_proj,0.0000063357,0.05000,2.085 +24,mlp.experts.94.gate_proj,0.0000077728,0.05000,2.055 +24,mlp.experts.93.gate_proj,0.0000011907,0.05000,2.060 +24,mlp.experts.92.gate_proj,0.0000036002,0.05000,2.078 +24,mlp.experts.99.gate_proj,0.0000029587,0.05000,2.012 +24,mlp.experts.98.gate_proj,0.0000053092,0.05000,2.049 +24,mlp.experts.97.gate_proj,0.0000018629,0.05000,2.089 +24,mlp.experts.96.gate_proj,0.0000013191,0.05000,2.012 +24,mlp.experts.103.gate_proj,0.0000059340,0.05000,2.038 +24,mlp.experts.102.gate_proj,0.0000028624,0.05000,2.048 +24,mlp.experts.100.gate_proj,0.0000037952,0.05000,2.038 +24,mlp.experts.101.gate_proj,0.0000068459,0.05000,2.064 +24,mlp.experts.107.gate_proj,0.0000020453,0.05000,2.049 +24,mlp.experts.106.gate_proj,0.0000022026,0.05000,2.072 +24,mlp.experts.104.gate_proj,0.0000057290,0.05000,2.056 +24,mlp.experts.105.gate_proj,0.0000068865,0.05000,2.105 +24,mlp.experts.111.gate_proj,0.0000081431,0.05000,2.051 +24,mlp.experts.110.gate_proj,0.0000049566,0.05000,2.042 +24,mlp.experts.108.gate_proj,0.0000030741,0.05000,2.035 +24,mlp.experts.109.gate_proj,0.0000128788,0.05000,2.024 +24,mlp.experts.115.gate_proj,0.0000088089,0.05000,2.038 +24,mlp.experts.114.gate_proj,0.0000021253,0.05000,2.072 +24,mlp.experts.112.gate_proj,0.0000093180,0.05000,2.131 +24,mlp.experts.113.gate_proj,0.0000042688,0.05000,2.099 +24,mlp.experts.119.gate_proj,0.0000027451,0.05000,2.065 +24,mlp.experts.118.gate_proj,0.0000051396,0.05000,2.077 +24,mlp.experts.116.gate_proj,0.0000037124,0.05000,2.078 +24,mlp.experts.117.gate_proj,0.0000035238,0.05000,2.047 +24,mlp.experts.123.gate_proj,0.0000084020,0.05000,2.036 +24,mlp.experts.122.gate_proj,0.0000060450,0.05000,2.055 +24,mlp.experts.120.gate_proj,0.0000050042,0.05000,2.054 +24,mlp.experts.121.gate_proj,0.0000070221,0.05000,2.083 +24,mlp.experts.127.gate_proj,0.0000062569,0.05000,2.041 +24,mlp.experts.126.gate_proj,0.0000068020,0.05000,2.072 +24,mlp.experts.125.gate_proj,0.0000052264,0.05000,2.067 +24,mlp.experts.124.gate_proj,0.0000039291,0.05000,2.102 +24,mlp.experts.131.gate_proj,0.0000122068,0.05000,2.045 +24,mlp.experts.130.gate_proj,0.0000155317,0.05000,2.119 +24,mlp.experts.129.gate_proj,0.0000054704,0.05000,2.070 +24,mlp.experts.128.gate_proj,0.0000054225,0.05000,2.099 +24,mlp.experts.135.gate_proj,0.0000045139,0.05000,2.066 +24,mlp.experts.134.gate_proj,0.0000074897,0.05000,2.059 +24,mlp.experts.132.gate_proj,0.0000067460,0.05000,2.046 +24,mlp.experts.133.gate_proj,0.0000065265,0.05000,2.119 +24,mlp.experts.139.gate_proj,0.0000069959,0.05000,2.067 +24,mlp.experts.138.gate_proj,0.0000089414,0.05000,2.087 +24,mlp.experts.136.gate_proj,0.0000069110,0.05000,2.075 +24,mlp.experts.137.gate_proj,0.0000019330,0.05000,2.036 +24,mlp.experts.143.gate_proj,0.0000052371,0.05000,2.033 +24,mlp.experts.142.gate_proj,0.0000036597,0.05000,2.039 +24,mlp.experts.140.gate_proj,0.0000046137,0.05000,2.052 +24,mlp.experts.141.gate_proj,0.0000057502,0.05000,2.058 +24,mlp.experts.147.gate_proj,0.0000113537,0.05000,2.031 +24,mlp.experts.146.gate_proj,0.0000062737,0.05000,2.065 +24,mlp.experts.145.gate_proj,0.0000033778,0.05000,2.035 +24,mlp.experts.144.gate_proj,0.0000027325,0.05000,2.066 +24,mlp.experts.151.gate_proj,0.0000079059,0.05000,2.058 +24,mlp.experts.150.gate_proj,0.0000046345,0.05000,2.098 +24,mlp.experts.148.gate_proj,0.0000051778,0.05000,2.058 +24,mlp.experts.149.gate_proj,0.0000083533,0.05000,2.142 +24,mlp.experts.155.gate_proj,0.0000066073,0.05000,2.045 +24,mlp.experts.154.gate_proj,0.0000052163,0.05000,2.048 +24,mlp.experts.152.gate_proj,0.0000060404,0.05000,2.049 +24,mlp.experts.153.gate_proj,0.0000083573,0.05000,2.077 +24,mlp.experts.159.gate_proj,0.0000046173,0.05000,2.032 +24,mlp.experts.158.gate_proj,0.0000065262,0.05000,2.039 +24,mlp.experts.156.gate_proj,0.0000066820,0.05000,2.058 +24,mlp.experts.157.gate_proj,0.0000024984,0.05000,2.031 +24,mlp.experts.3.up_proj,0.0000061473,0.05000,2.076 +24,mlp.experts.2.up_proj,0.0000026404,0.05000,2.054 +24,mlp.experts.0.up_proj,0.0000058144,0.05000,2.076 +24,mlp.experts.1.up_proj,0.0000036403,0.05000,2.090 +24,mlp.experts.7.up_proj,0.0000038277,0.05000,2.062 +24,mlp.experts.6.up_proj,0.0000094472,0.05000,2.068 +24,mlp.experts.4.up_proj,0.0000075713,0.05000,2.008 +24,mlp.experts.5.up_proj,0.0000030569,0.05000,2.020 +24,mlp.experts.11.up_proj,0.0000053237,0.05000,2.022 +24,mlp.experts.8.up_proj,0.0000035602,0.05000,2.010 +24,mlp.experts.10.up_proj,0.0000030701,0.05000,2.094 +24,mlp.experts.9.up_proj,0.0000063650,0.05000,2.071 +24,mlp.experts.15.up_proj,0.0000063513,0.05000,2.037 +24,mlp.experts.12.up_proj,0.0000047229,0.05000,2.019 +24,mlp.experts.14.up_proj,0.0000014348,0.05000,2.054 +24,mlp.experts.13.up_proj,0.0000056568,0.05000,2.049 +24,mlp.experts.19.up_proj,0.0000034670,0.05000,2.052 +24,mlp.experts.16.up_proj,0.0000020743,0.05000,2.088 +24,mlp.experts.18.up_proj,0.0000048981,0.05000,2.078 +24,mlp.experts.17.up_proj,0.0000027507,0.05000,2.119 +24,mlp.experts.23.up_proj,0.0000010081,0.05000,2.078 +24,mlp.experts.20.up_proj,0.0000066594,0.05000,2.098 +24,mlp.experts.22.up_proj,0.0000069090,0.05000,2.088 +24,mlp.experts.21.up_proj,0.0000066097,0.05000,2.071 +24,mlp.experts.27.up_proj,0.0000047355,0.05000,2.095 +24,mlp.experts.24.up_proj,0.0000053226,0.05000,2.062 +24,mlp.experts.26.up_proj,0.0000030008,0.05000,2.075 +24,mlp.experts.25.up_proj,0.0000148539,0.05000,2.051 +24,mlp.experts.31.up_proj,0.0000077127,0.05000,2.022 +24,mlp.experts.28.up_proj,0.0000073057,0.05000,2.049 +24,mlp.experts.30.up_proj,0.0000063348,0.05000,2.097 +24,mlp.experts.29.up_proj,0.0000075284,0.05000,2.034 +24,mlp.experts.35.up_proj,0.0000064054,0.05000,2.049 +24,mlp.experts.32.up_proj,0.0000065431,0.05000,2.055 +24,mlp.experts.33.up_proj,0.0000016866,0.05000,2.041 +24,mlp.experts.34.up_proj,0.0000045777,0.05000,2.090 +24,mlp.experts.39.up_proj,0.0000030049,0.05000,2.047 +24,mlp.experts.36.up_proj,0.0000060088,0.05000,2.070 +24,mlp.experts.38.up_proj,0.0000050253,0.05000,2.107 +24,mlp.experts.37.up_proj,0.0000045903,0.05000,2.170 +24,mlp.experts.43.up_proj,0.0000013286,0.05000,2.151 +24,mlp.experts.40.up_proj,0.0000040970,0.05000,2.077 +24,mlp.experts.42.up_proj,0.0000015752,0.05000,2.071 +24,mlp.experts.41.up_proj,0.0000015731,0.05000,2.112 +24,mlp.experts.47.up_proj,0.0000028898,0.05000,2.080 +24,mlp.experts.44.up_proj,0.0000079498,0.05000,2.107 +24,mlp.experts.46.up_proj,0.0000156995,0.05000,2.101 +24,mlp.experts.45.up_proj,0.0000044663,0.05000,2.057 +24,mlp.experts.51.up_proj,0.0000060057,0.05000,2.055 +24,mlp.experts.48.up_proj,0.0000118465,0.05000,2.065 +24,mlp.experts.50.up_proj,0.0000074806,0.05000,2.095 +24,mlp.experts.49.up_proj,0.0000105496,0.05000,2.097 +24,mlp.experts.55.up_proj,0.0000053945,0.05000,2.049 +24,mlp.experts.52.up_proj,0.0000017009,0.05000,2.089 +24,mlp.experts.54.up_proj,0.0000052782,0.05000,2.095 +24,mlp.experts.53.up_proj,0.0000012921,0.05000,2.120 +24,mlp.experts.59.up_proj,0.0000068133,0.05000,2.060 +24,mlp.experts.56.up_proj,0.0000058377,0.05000,2.069 +24,mlp.experts.58.up_proj,0.0000051256,0.05000,2.060 +24,mlp.experts.57.up_proj,0.0000031614,0.05000,2.055 +24,mlp.experts.63.up_proj,0.0000046719,0.05000,2.060 +24,mlp.experts.60.up_proj,0.0000044256,0.05000,2.078 +24,mlp.experts.62.up_proj,0.0000034782,0.05000,2.092 +24,mlp.experts.61.up_proj,0.0000063671,0.05000,2.060 +24,mlp.experts.67.up_proj,0.0000059259,0.05000,2.041 +24,mlp.experts.64.up_proj,0.0000041329,0.05000,2.059 +24,mlp.experts.66.up_proj,0.0000079385,0.05000,2.071 +24,mlp.experts.65.up_proj,0.0000046308,0.05000,2.045 +24,mlp.experts.71.up_proj,0.0000116349,0.05000,2.083 +24,mlp.experts.68.up_proj,0.0000068358,0.05000,2.084 +24,mlp.experts.70.up_proj,0.0000069913,0.05000,2.085 +24,mlp.experts.69.up_proj,0.0000097346,0.05000,2.113 +24,mlp.experts.75.up_proj,0.0000049013,0.05000,2.131 +24,mlp.experts.72.up_proj,0.0000028765,0.05000,2.097 +24,mlp.experts.74.up_proj,0.0000029012,0.05000,2.078 +24,mlp.experts.73.up_proj,0.0000015268,0.05000,2.071 +24,mlp.experts.79.up_proj,0.0000062952,0.05000,1.681 +24,mlp.experts.76.up_proj,0.0000097424,0.05000,1.327 +24,mlp.experts.77.up_proj,0.0000062960,0.05000,2.150 +24,mlp.experts.83.up_proj,0.0000122986,0.05000,2.187 +24,mlp.experts.78.up_proj,0.0000102803,0.05000,2.218 +24,mlp.experts.80.up_proj,0.0000030716,0.05000,2.248 +24,mlp.experts.87.up_proj,0.0000051887,0.05000,2.029 +24,mlp.experts.82.up_proj,0.0000014285,0.05000,2.070 +24,mlp.experts.84.up_proj,0.0000055138,0.05000,2.041 +24,mlp.experts.81.up_proj,0.0000086252,0.05000,2.181 +24,mlp.experts.91.up_proj,0.0000014610,0.05000,2.052 +24,mlp.experts.86.up_proj,0.0000085255,0.05000,2.078 +24,mlp.experts.88.up_proj,0.0000035856,0.05000,2.105 +24,mlp.experts.85.up_proj,0.0000020066,0.05000,2.132 +24,mlp.experts.95.up_proj,0.0000062101,0.05000,2.058 +24,mlp.experts.92.up_proj,0.0000035479,0.05000,2.023 +24,mlp.experts.90.up_proj,0.0000129295,0.05000,2.089 +24,mlp.experts.89.up_proj,0.0000020899,0.05000,2.116 +24,mlp.experts.99.up_proj,0.0000028985,0.05000,2.033 +24,mlp.experts.96.up_proj,0.0000012854,0.05000,2.044 +24,mlp.experts.94.up_proj,0.0000076078,0.05000,2.045 +24,mlp.experts.93.up_proj,0.0000011672,0.05000,2.044 +24,mlp.experts.103.up_proj,0.0000056477,0.05000,2.104 +24,mlp.experts.98.up_proj,0.0000051656,0.05000,2.046 +24,mlp.experts.100.up_proj,0.0000037419,0.05000,2.109 +24,mlp.experts.97.up_proj,0.0000018477,0.05000,2.140 +24,mlp.experts.107.up_proj,0.0000019991,0.05000,2.044 +24,mlp.experts.102.up_proj,0.0000027886,0.05000,2.100 +24,mlp.experts.104.up_proj,0.0000055841,0.05000,2.113 +24,mlp.experts.101.up_proj,0.0000066345,0.05000,2.046 +24,mlp.experts.111.up_proj,0.0000080064,0.05000,2.053 +24,mlp.experts.108.up_proj,0.0000030583,0.05000,2.050 +24,mlp.experts.106.up_proj,0.0000021793,0.05000,2.091 +24,mlp.experts.105.up_proj,0.0000067651,0.05000,2.057 +24,mlp.experts.115.up_proj,0.0000085892,0.05000,2.070 +24,mlp.experts.110.up_proj,0.0000047662,0.05000,2.095 +24,mlp.experts.112.up_proj,0.0000090314,0.05000,2.130 +24,mlp.experts.109.up_proj,0.0000125600,0.05000,2.091 +24,mlp.experts.119.up_proj,0.0000027386,0.05000,2.049 +24,mlp.experts.116.up_proj,0.0000036819,0.05000,2.084 +24,mlp.experts.114.up_proj,0.0000020739,0.05000,2.147 +24,mlp.experts.113.up_proj,0.0000041359,0.05000,2.073 +24,mlp.experts.123.up_proj,0.0000080317,0.05000,2.090 +24,mlp.experts.120.up_proj,0.0000047253,0.05000,2.111 +24,mlp.experts.118.up_proj,0.0000050356,0.05000,2.103 +24,mlp.experts.117.up_proj,0.0000034848,0.05000,2.073 +24,mlp.experts.127.up_proj,0.0000060999,0.05000,2.053 +24,mlp.experts.121.up_proj,0.0000068303,0.05000,2.007 +24,mlp.experts.124.up_proj,0.0000039145,0.05000,2.083 +24,mlp.experts.122.up_proj,0.0000060231,0.05000,2.083 +24,mlp.experts.131.up_proj,0.0000115973,0.05000,2.100 +24,mlp.experts.125.up_proj,0.0000051406,0.05000,2.061 +24,mlp.experts.128.up_proj,0.0000053483,0.05000,2.100 +24,mlp.experts.126.up_proj,0.0000067198,0.05000,2.103 +24,mlp.experts.135.up_proj,0.0000044697,0.05000,2.088 +24,mlp.experts.129.up_proj,0.0000054368,0.05000,2.076 +24,mlp.experts.130.up_proj,0.0000153468,0.05000,2.041 +24,mlp.experts.132.up_proj,0.0000066082,0.05000,2.117 +24,mlp.experts.139.up_proj,0.0000064623,0.05000,2.056 +24,mlp.experts.133.up_proj,0.0000063687,0.05000,2.075 +24,mlp.experts.134.up_proj,0.0000074192,0.05000,2.076 +24,mlp.experts.136.up_proj,0.0000065767,0.05000,2.099 +24,mlp.experts.143.up_proj,0.0000050761,0.05000,2.109 +24,mlp.experts.137.up_proj,0.0000018976,0.05000,2.045 +24,mlp.experts.138.up_proj,0.0000087435,0.05000,2.119 +24,mlp.experts.140.up_proj,0.0000045194,0.05000,2.087 +24,mlp.experts.147.up_proj,0.0000110020,0.05000,2.025 +24,mlp.experts.141.up_proj,0.0000056607,0.05000,2.031 +24,mlp.experts.142.up_proj,0.0000035122,0.05000,2.084 +24,mlp.experts.144.up_proj,0.0000026799,0.05000,2.161 +24,mlp.experts.151.up_proj,0.0000076755,0.05000,2.123 +24,mlp.experts.145.up_proj,0.0000033433,0.05000,2.056 +24,mlp.experts.146.up_proj,0.0000061805,0.05000,2.111 +24,mlp.experts.148.up_proj,0.0000050889,0.05000,2.079 +24,mlp.experts.155.up_proj,0.0000064531,0.05000,2.057 +24,mlp.experts.149.up_proj,0.0000082716,0.05000,2.056 +24,mlp.experts.150.up_proj,0.0000044562,0.05000,2.092 +24,mlp.experts.152.up_proj,0.0000059043,0.05000,2.074 +24,mlp.experts.159.up_proj,0.0000045649,0.05000,2.049 +24,mlp.experts.153.up_proj,0.0000082181,0.05000,2.031 +24,mlp.experts.154.up_proj,0.0000051102,0.05000,1.995 +24,mlp.experts.156.up_proj,0.0000066520,0.05000,2.017 +24,mlp.experts.157.up_proj,0.0000024769,0.05000,1.408 +24,mlp.experts.158.up_proj,0.0000064065,0.05000,1.301 +24,mlp.experts.3.down_proj,0.0000001784,0.05000,0.633 +24,mlp.experts.1.down_proj,0.0000001820,0.05000,0.635 +24,mlp.experts.0.down_proj,0.0000002471,0.05000,0.645 +24,mlp.experts.2.down_proj,0.0000000587,0.05000,0.665 +24,mlp.experts.7.down_proj,0.0000001923,0.05000,0.613 +24,mlp.experts.4.down_proj,0.0000003666,0.05000,0.612 +24,mlp.experts.5.down_proj,0.0000001012,0.05000,0.623 +24,mlp.experts.6.down_proj,0.0000003698,0.05000,0.610 +24,mlp.experts.11.down_proj,0.0000001684,0.05000,0.610 +24,mlp.experts.9.down_proj,0.0000001806,0.05000,0.610 +24,mlp.experts.8.down_proj,0.0000000756,0.05000,0.617 +24,mlp.experts.10.down_proj,0.0000000854,0.05000,0.611 +24,mlp.experts.15.down_proj,0.0000002457,0.05000,0.613 +24,mlp.experts.13.down_proj,0.0000002295,0.05000,0.603 +24,mlp.experts.14.down_proj,0.0000000350,0.05000,0.614 +24,mlp.experts.12.down_proj,0.0000001804,0.05000,0.638 +24,mlp.experts.19.down_proj,0.0000001544,0.05000,0.622 +24,mlp.experts.18.down_proj,0.0000002217,0.05000,0.619 +24,mlp.experts.17.down_proj,0.0000000581,0.05000,0.697 +24,mlp.experts.16.down_proj,0.0000000939,0.05000,0.667 +24,mlp.experts.23.down_proj,0.0000000934,0.05000,0.615 +24,mlp.experts.22.down_proj,0.0000002698,0.05000,0.617 +24,mlp.experts.21.down_proj,0.0000002401,0.05000,0.618 +24,mlp.experts.20.down_proj,0.0000004948,0.05000,0.615 +24,mlp.experts.26.down_proj,0.0000001568,0.05000,0.637 +24,mlp.experts.27.down_proj,0.0000002853,0.05000,0.668 +24,mlp.experts.25.down_proj,0.0000003161,0.05000,0.618 +24,mlp.experts.24.down_proj,0.0000001555,0.05000,0.622 +24,mlp.experts.31.down_proj,0.0000002376,0.05000,0.609 +24,mlp.experts.30.down_proj,0.0000002751,0.05000,0.614 +24,mlp.experts.29.down_proj,0.0000003018,0.05000,0.614 +24,mlp.experts.28.down_proj,0.0000002952,0.05000,0.617 +24,mlp.experts.35.down_proj,0.0000002670,0.05000,0.615 +24,mlp.experts.34.down_proj,0.0000002631,0.05000,0.615 +24,mlp.experts.33.down_proj,0.0000000513,0.05000,0.613 +24,mlp.experts.32.down_proj,0.0000001926,0.05000,0.637 +24,mlp.experts.38.down_proj,0.0000002816,0.05000,0.606 +24,mlp.experts.39.down_proj,0.0000001088,0.05000,0.613 +24,mlp.experts.37.down_proj,0.0000001594,0.05000,0.612 +24,mlp.experts.36.down_proj,0.0000001245,0.05000,0.613 +24,mlp.experts.42.down_proj,0.0000000300,0.05000,0.613 +24,mlp.experts.43.down_proj,0.0000000293,0.05000,0.648 +24,mlp.experts.41.down_proj,0.0000000774,0.05000,0.621 +24,mlp.experts.40.down_proj,0.0000001038,0.05000,0.617 +24,mlp.experts.46.down_proj,0.0000007212,0.05000,0.629 +24,mlp.experts.45.down_proj,0.0000002181,0.05000,0.633 +24,mlp.experts.47.down_proj,0.0000000841,0.05000,0.641 +24,mlp.experts.44.down_proj,0.0000002430,0.05000,0.643 +24,mlp.experts.50.down_proj,0.0000003347,0.05000,0.635 +24,mlp.experts.49.down_proj,0.0000003229,0.05000,0.607 +24,mlp.experts.51.down_proj,0.0000002462,0.05000,0.609 +24,mlp.experts.48.down_proj,0.0000007250,0.05000,0.622 +24,mlp.experts.54.down_proj,0.0000000908,0.05000,0.646 +24,mlp.experts.53.down_proj,0.0000000814,0.05000,0.635 +24,mlp.experts.55.down_proj,0.0000002125,0.05000,0.639 +24,mlp.experts.52.down_proj,0.0000000599,0.05000,0.648 +24,mlp.experts.58.down_proj,0.0000001894,0.05000,0.633 +24,mlp.experts.57.down_proj,0.0000001130,0.05000,0.636 +24,mlp.experts.59.down_proj,0.0000003175,0.05000,0.640 +24,mlp.experts.56.down_proj,0.0000002822,0.05000,0.640 +24,mlp.experts.62.down_proj,0.0000001223,0.05000,0.620 +24,mlp.experts.61.down_proj,0.0000002194,0.05000,0.632 +24,mlp.experts.63.down_proj,0.0000002171,0.05000,0.634 +24,mlp.experts.60.down_proj,0.0000001806,0.05000,0.660 +24,mlp.experts.66.down_proj,0.0000003769,0.05000,0.618 +24,mlp.experts.67.down_proj,0.0000003184,0.05000,0.610 +24,mlp.experts.65.down_proj,0.0000001104,0.05000,0.632 +24,mlp.experts.64.down_proj,0.0000001439,0.05000,0.635 +24,mlp.experts.70.down_proj,0.0000003144,0.05000,0.631 +24,mlp.experts.71.down_proj,0.0000002767,0.05000,0.613 +24,mlp.experts.69.down_proj,0.0000003629,0.05000,0.616 +24,mlp.experts.68.down_proj,0.0000002984,0.05000,0.665 +24,mlp.experts.74.down_proj,0.0000001066,0.05000,0.614 +24,mlp.experts.75.down_proj,0.0000000951,0.05000,0.606 +24,mlp.experts.73.down_proj,0.0000000823,0.05000,0.617 +24,mlp.experts.72.down_proj,0.0000001357,0.05000,0.651 +24,mlp.experts.78.down_proj,0.0000005040,0.05000,0.605 +24,mlp.experts.79.down_proj,0.0000003073,0.05000,0.625 +24,mlp.experts.77.down_proj,0.0000002402,0.05000,0.609 +24,mlp.experts.76.down_proj,0.0000003152,0.05000,0.598 +24,mlp.experts.82.down_proj,0.0000000334,0.05000,0.612 +24,mlp.experts.83.down_proj,0.0000005105,0.05000,0.608 +24,mlp.experts.81.down_proj,0.0000003989,0.05000,0.602 +24,mlp.experts.80.down_proj,0.0000001426,0.05000,0.647 +24,mlp.experts.87.down_proj,0.0000002299,0.05000,0.594 +24,mlp.experts.85.down_proj,0.0000001243,0.05000,0.600 +24,mlp.experts.86.down_proj,0.0000003369,0.05000,0.626 +24,mlp.experts.84.down_proj,0.0000002302,0.05000,0.601 +24,mlp.experts.91.down_proj,0.0000000703,0.05000,0.598 +24,mlp.experts.89.down_proj,0.0000001411,0.05000,0.594 +24,mlp.experts.90.down_proj,0.0000003349,0.05000,0.603 +24,mlp.experts.88.down_proj,0.0000001337,0.05000,0.598 +24,mlp.experts.95.down_proj,0.0000002128,0.05000,0.595 +24,mlp.experts.93.down_proj,0.0000000329,0.05000,0.602 +24,mlp.experts.94.down_proj,0.0000002531,0.05000,0.600 +24,mlp.experts.92.down_proj,0.0000001909,0.05000,0.604 +24,mlp.experts.97.down_proj,0.0000000714,0.05000,0.615 +24,mlp.experts.99.down_proj,0.0000000603,0.05000,0.626 +24,mlp.experts.98.down_proj,0.0000001358,0.05000,0.610 +24,mlp.experts.96.down_proj,0.0000000863,0.05000,0.700 +24,mlp.experts.103.down_proj,0.0000002493,0.05000,0.610 +24,mlp.experts.101.down_proj,0.0000003457,0.05000,0.622 +24,mlp.experts.102.down_proj,0.0000000886,0.05000,0.619 +24,mlp.experts.100.down_proj,0.0000005482,0.05000,0.628 +24,mlp.experts.107.down_proj,0.0000000685,0.05000,0.605 +24,mlp.experts.106.down_proj,0.0000001025,0.05000,0.610 +24,mlp.experts.105.down_proj,0.0000002146,0.05000,0.619 +24,mlp.experts.104.down_proj,0.0000002417,0.05000,0.612 +24,mlp.experts.111.down_proj,0.0000001912,0.05000,0.613 +24,mlp.experts.109.down_proj,0.0000005435,0.05000,0.624 +24,mlp.experts.110.down_proj,0.0000001845,0.05000,0.658 +24,mlp.experts.108.down_proj,0.0000001313,0.05000,0.633 +24,mlp.experts.115.down_proj,0.0000003566,0.05000,0.602 +24,mlp.experts.113.down_proj,0.0000002012,0.05000,0.598 +24,mlp.experts.114.down_proj,0.0000001015,0.05000,0.603 +24,mlp.experts.112.down_proj,0.0000003438,0.05000,0.622 +24,mlp.experts.119.down_proj,0.0000000412,0.05000,0.599 +24,mlp.experts.117.down_proj,0.0000001079,0.05000,0.604 +24,mlp.experts.118.down_proj,0.0000002568,0.05000,0.605 +24,mlp.experts.116.down_proj,0.0000001781,0.05000,0.640 +24,mlp.experts.123.down_proj,0.0000003396,0.05000,0.631 +24,mlp.experts.121.down_proj,0.0000003881,0.05000,0.629 +24,mlp.experts.122.down_proj,0.0000002056,0.05000,0.615 +24,mlp.experts.120.down_proj,0.0000001693,0.05000,0.640 +24,mlp.experts.127.down_proj,0.0000002814,0.05000,0.625 +24,mlp.experts.125.down_proj,0.0000001271,0.05000,0.604 +24,mlp.experts.126.down_proj,0.0000003132,0.05000,0.607 +24,mlp.experts.124.down_proj,0.0000001702,0.05000,0.603 +24,mlp.experts.131.down_proj,0.0000006271,0.05000,0.601 +24,mlp.experts.129.down_proj,0.0000001231,0.05000,0.602 +24,mlp.experts.130.down_proj,0.0000006199,0.05000,0.605 +24,mlp.experts.128.down_proj,0.0000002376,0.05000,0.603 +24,mlp.experts.135.down_proj,0.0000001649,0.05000,0.601 +24,mlp.experts.133.down_proj,0.0000001670,0.05000,0.600 +24,mlp.experts.134.down_proj,0.0000002760,0.05000,0.600 +24,mlp.experts.132.down_proj,0.0000002510,0.05000,0.605 +24,mlp.experts.139.down_proj,0.0000002042,0.05000,0.602 +24,mlp.experts.137.down_proj,0.0000000626,0.05000,0.610 +24,mlp.experts.138.down_proj,0.0000003362,0.05000,0.607 +24,mlp.experts.136.down_proj,0.0000002793,0.05000,0.599 +24,mlp.experts.141.down_proj,0.0000001588,0.05000,0.605 +24,mlp.experts.143.down_proj,0.0000002264,0.05000,0.647 +24,mlp.experts.142.down_proj,0.0000001502,0.05000,0.607 +24,mlp.experts.140.down_proj,0.0000001048,0.05000,0.607 +24,mlp.experts.145.down_proj,0.0000001988,0.05000,0.615 +24,mlp.experts.147.down_proj,0.0000004369,0.05000,0.610 +24,mlp.experts.146.down_proj,0.0000001843,0.05000,0.628 +24,mlp.experts.144.down_proj,0.0000001377,0.05000,0.643 +24,mlp.experts.149.down_proj,0.0000003482,0.05000,0.636 +24,mlp.experts.151.down_proj,0.0000001715,0.05000,0.635 +24,mlp.experts.150.down_proj,0.0000001814,0.05000,0.626 +24,mlp.experts.148.down_proj,0.0000002692,0.05000,0.619 +24,mlp.experts.155.down_proj,0.0000002627,0.05000,0.607 +24,mlp.experts.154.down_proj,0.0000001675,0.05000,0.612 +24,mlp.experts.153.down_proj,0.0000003757,0.05000,0.646 +24,mlp.experts.152.down_proj,0.0000003213,0.05000,0.619 +24,mlp.experts.159.down_proj,0.0000001582,0.05000,0.612 +24,mlp.experts.158.down_proj,0.0000002080,0.05000,0.607 +24,mlp.experts.157.down_proj,0.0000000859,0.05000,0.607 +24,mlp.experts.156.down_proj,0.0000002269,0.05000,0.419 +25,mlp.experts.3.gate_proj,0.0000045186,0.05000,2.053 +25,mlp.experts.1.gate_proj,0.0000152019,0.05000,2.056 +25,mlp.experts.0.gate_proj,0.0000021833,0.05000,2.112 +25,mlp.experts.2.gate_proj,0.0000026492,0.05000,2.164 +25,mlp.experts.5.gate_proj,0.0000181752,0.05000,2.013 +25,mlp.experts.7.gate_proj,0.0000161317,0.05000,2.060 +25,mlp.experts.4.gate_proj,0.0000106834,0.05000,2.079 +25,mlp.experts.6.gate_proj,0.0000025813,0.05000,2.030 +25,mlp.experts.11.gate_proj,0.0000059005,0.05000,2.021 +25,mlp.experts.9.gate_proj,0.0000026845,0.05000,2.066 +25,mlp.experts.8.gate_proj,0.0000036948,0.05000,2.047 +25,mlp.experts.10.gate_proj,0.0000044277,0.05000,2.075 +25,mlp.experts.15.gate_proj,0.0000053720,0.05000,2.073 +25,mlp.experts.13.gate_proj,0.0000033098,0.05000,2.094 +25,mlp.experts.12.gate_proj,0.0000065963,0.05000,2.046 +25,mlp.experts.14.gate_proj,0.0000075232,0.05000,2.042 +25,mlp.experts.17.gate_proj,0.0000105588,0.05000,2.017 +25,mlp.experts.19.gate_proj,0.0000065456,0.05000,2.069 +25,mlp.experts.16.gate_proj,0.0000052630,0.05000,2.071 +25,mlp.experts.18.gate_proj,0.0000062900,0.05000,2.070 +25,mlp.experts.23.gate_proj,0.0000086231,0.05000,2.017 +25,mlp.experts.21.gate_proj,0.0000082739,0.05000,2.101 +25,mlp.experts.20.gate_proj,0.0000077265,0.05000,2.053 +25,mlp.experts.22.gate_proj,0.0000050483,0.05000,2.080 +25,mlp.experts.27.gate_proj,0.0000076184,0.05000,2.069 +25,mlp.experts.24.gate_proj,0.0000073097,0.05000,2.045 +25,mlp.experts.25.gate_proj,0.0000080784,0.05000,2.209 +25,mlp.experts.26.gate_proj,0.0000107560,0.05000,2.103 +25,mlp.experts.31.gate_proj,0.0000036094,0.05000,2.050 +25,mlp.experts.28.gate_proj,0.0000057064,0.05000,2.080 +25,mlp.experts.30.gate_proj,0.0000049023,0.05000,2.031 +25,mlp.experts.29.gate_proj,0.0000020327,0.05000,2.110 +25,mlp.experts.35.gate_proj,0.0000020403,0.05000,2.024 +25,mlp.experts.32.gate_proj,0.0000040945,0.05000,2.051 +25,mlp.experts.34.gate_proj,0.0000113533,0.05000,2.052 +25,mlp.experts.33.gate_proj,0.0000040630,0.05000,2.074 +25,mlp.experts.39.gate_proj,0.0000113700,0.05000,2.033 +25,mlp.experts.36.gate_proj,0.0000017277,0.05000,2.084 +25,mlp.experts.38.gate_proj,0.0000046825,0.05000,2.087 +25,mlp.experts.37.gate_proj,0.0000113524,0.05000,2.065 +25,mlp.experts.43.gate_proj,0.0000095098,0.05000,2.057 +25,mlp.experts.40.gate_proj,0.0000068836,0.05000,2.068 +25,mlp.experts.42.gate_proj,0.0000017603,0.05000,2.074 +25,mlp.experts.41.gate_proj,0.0000091885,0.05000,2.042 +25,mlp.experts.47.gate_proj,0.0000059927,0.05000,2.010 +25,mlp.experts.44.gate_proj,0.0000086687,0.05000,2.026 +25,mlp.experts.46.gate_proj,0.0000056707,0.05000,2.026 +25,mlp.experts.45.gate_proj,0.0000054405,0.05000,2.018 +25,mlp.experts.51.gate_proj,0.0000099205,0.05000,2.022 +25,mlp.experts.48.gate_proj,0.0000036869,0.05000,2.015 +25,mlp.experts.50.gate_proj,0.0000063229,0.05000,2.028 +25,mlp.experts.49.gate_proj,0.0000135646,0.05000,2.077 +25,mlp.experts.55.gate_proj,0.0000068252,0.05000,2.039 +25,mlp.experts.52.gate_proj,0.0000041075,0.05000,2.057 +25,mlp.experts.54.gate_proj,0.0000059239,0.05000,2.047 +25,mlp.experts.53.gate_proj,0.0000063365,0.05000,2.092 +25,mlp.experts.59.gate_proj,0.0000054317,0.05000,2.017 +25,mlp.experts.56.gate_proj,0.0000055070,0.05000,2.032 +25,mlp.experts.58.gate_proj,0.0000089509,0.05000,2.035 +25,mlp.experts.57.gate_proj,0.0000068288,0.05000,2.031 +25,mlp.experts.63.gate_proj,0.0000108450,0.05000,2.035 +25,mlp.experts.60.gate_proj,0.0000070979,0.05000,2.032 +25,mlp.experts.62.gate_proj,0.0000051468,0.05000,2.056 +25,mlp.experts.61.gate_proj,0.0000038364,0.05000,2.028 +25,mlp.experts.67.gate_proj,0.0000096068,0.05000,2.043 +25,mlp.experts.64.gate_proj,0.0000014095,0.05000,2.019 +25,mlp.experts.66.gate_proj,0.0000030353,0.05000,2.051 +25,mlp.experts.65.gate_proj,0.0000043440,0.05000,2.078 +25,mlp.experts.71.gate_proj,0.0000016551,0.05000,2.061 +25,mlp.experts.68.gate_proj,0.0000034218,0.05000,2.153 +25,mlp.experts.70.gate_proj,0.0000185651,0.05000,2.105 +25,mlp.experts.69.gate_proj,0.0000060183,0.05000,2.086 +25,mlp.experts.75.gate_proj,0.0000019311,0.05000,2.044 +25,mlp.experts.72.gate_proj,0.0000061308,0.05000,2.082 +25,mlp.experts.74.gate_proj,0.0000071372,0.05000,2.058 +25,mlp.experts.73.gate_proj,0.0000074285,0.05000,2.099 +25,mlp.experts.79.gate_proj,0.0000037403,0.05000,2.013 +25,mlp.experts.76.gate_proj,0.0000103444,0.05000,2.015 +25,mlp.experts.78.gate_proj,0.0000116815,0.05000,2.020 +25,mlp.experts.77.gate_proj,0.0000069512,0.05000,2.030 +25,mlp.experts.83.gate_proj,0.0000076893,0.05000,2.031 +25,mlp.experts.80.gate_proj,0.0000045337,0.05000,2.037 +25,mlp.experts.82.gate_proj,0.0000106824,0.05000,2.066 +25,mlp.experts.81.gate_proj,0.0000092731,0.05000,2.026 +25,mlp.experts.87.gate_proj,0.0000066467,0.05000,2.010 +25,mlp.experts.84.gate_proj,0.0000065546,0.05000,2.004 +25,mlp.experts.86.gate_proj,0.0000013462,0.05000,2.020 +25,mlp.experts.85.gate_proj,0.0000061058,0.05000,1.995 +25,mlp.experts.91.gate_proj,0.0000078589,0.05000,2.005 +25,mlp.experts.88.gate_proj,0.0000064715,0.05000,2.026 +25,mlp.experts.90.gate_proj,0.0000043653,0.05000,2.017 +25,mlp.experts.89.gate_proj,0.0000016354,0.05000,2.002 +25,mlp.experts.95.gate_proj,0.0000024536,0.05000,2.014 +25,mlp.experts.92.gate_proj,0.0000047935,0.05000,2.052 +25,mlp.experts.94.gate_proj,0.0000066187,0.05000,2.086 +25,mlp.experts.93.gate_proj,0.0000012914,0.05000,2.075 +25,mlp.experts.99.gate_proj,0.0000077587,0.05000,2.014 +25,mlp.experts.96.gate_proj,0.0000079948,0.05000,2.025 +25,mlp.experts.98.gate_proj,0.0000035069,0.05000,2.035 +25,mlp.experts.97.gate_proj,0.0000015996,0.05000,2.067 +25,mlp.experts.103.gate_proj,0.0000043765,0.05000,2.015 +25,mlp.experts.100.gate_proj,0.0000117445,0.05000,2.097 +25,mlp.experts.102.gate_proj,0.0000032346,0.05000,2.080 +25,mlp.experts.101.gate_proj,0.0000068191,0.05000,2.071 +25,mlp.experts.107.gate_proj,0.0000075077,0.05000,2.018 +25,mlp.experts.104.gate_proj,0.0000057604,0.05000,2.093 +25,mlp.experts.106.gate_proj,0.0000027955,0.05000,2.061 +25,mlp.experts.105.gate_proj,0.0000057031,0.05000,2.058 +25,mlp.experts.111.gate_proj,0.0000050459,0.05000,2.100 +25,mlp.experts.108.gate_proj,0.0000031335,0.05000,2.128 +25,mlp.experts.110.gate_proj,0.0000061144,0.05000,2.070 +25,mlp.experts.109.gate_proj,0.0000081495,0.05000,2.055 +25,mlp.experts.115.gate_proj,0.0000079888,0.05000,2.033 +25,mlp.experts.112.gate_proj,0.0000046471,0.05000,2.032 +25,mlp.experts.114.gate_proj,0.0000071485,0.05000,2.070 +25,mlp.experts.113.gate_proj,0.0000050646,0.05000,2.055 +25,mlp.experts.119.gate_proj,0.0000056509,0.05000,2.037 +25,mlp.experts.116.gate_proj,0.0000059903,0.05000,2.075 +25,mlp.experts.117.gate_proj,0.0000030371,0.05000,2.029 +25,mlp.experts.118.gate_proj,0.0000105846,0.05000,2.103 +25,mlp.experts.123.gate_proj,0.0000064925,0.05000,2.070 +25,mlp.experts.120.gate_proj,0.0000040225,0.05000,2.107 +25,mlp.experts.122.gate_proj,0.0000036403,0.05000,2.031 +25,mlp.experts.121.gate_proj,0.0000088580,0.05000,2.085 +25,mlp.experts.127.gate_proj,0.0000065568,0.05000,2.023 +25,mlp.experts.124.gate_proj,0.0000067897,0.05000,2.033 +25,mlp.experts.125.gate_proj,0.0000244215,0.05000,2.046 +25,mlp.experts.126.gate_proj,0.0000053517,0.05000,2.117 +25,mlp.experts.131.gate_proj,0.0000053909,0.05000,2.051 +25,mlp.experts.128.gate_proj,0.0000068627,0.05000,2.094 +25,mlp.experts.129.gate_proj,0.0000030203,0.05000,2.026 +25,mlp.experts.130.gate_proj,0.0000063904,0.05000,2.087 +25,mlp.experts.135.gate_proj,0.0000058513,0.05000,2.029 +25,mlp.experts.133.gate_proj,0.0000031627,0.05000,2.034 +25,mlp.experts.132.gate_proj,0.0000020956,0.05000,2.042 +25,mlp.experts.134.gate_proj,0.0000107987,0.05000,2.083 +25,mlp.experts.139.gate_proj,0.0000149961,0.05000,2.026 +25,mlp.experts.137.gate_proj,0.0000037253,0.05000,2.018 +25,mlp.experts.136.gate_proj,0.0000100121,0.05000,2.088 +25,mlp.experts.138.gate_proj,0.0000055771,0.05000,2.024 +25,mlp.experts.143.gate_proj,0.0000065038,0.05000,2.032 +25,mlp.experts.141.gate_proj,0.0000065328,0.05000,2.050 +25,mlp.experts.140.gate_proj,0.0000100725,0.05000,2.059 +25,mlp.experts.142.gate_proj,0.0000142077,0.05000,2.032 +25,mlp.experts.147.gate_proj,0.0000095330,0.05000,2.052 +25,mlp.experts.145.gate_proj,0.0000087721,0.05000,2.049 +25,mlp.experts.144.gate_proj,0.0000049410,0.05000,2.082 +25,mlp.experts.146.gate_proj,0.0000035552,0.05000,2.064 +25,mlp.experts.151.gate_proj,0.0000039844,0.05000,2.060 +25,mlp.experts.149.gate_proj,0.0000105459,0.05000,2.044 +25,mlp.experts.148.gate_proj,0.0000061109,0.05000,2.050 +25,mlp.experts.150.gate_proj,0.0000088389,0.05000,2.062 +25,mlp.experts.155.gate_proj,0.0000087691,0.05000,2.024 +25,mlp.experts.153.gate_proj,0.0000073520,0.05000,2.060 +25,mlp.experts.152.gate_proj,0.0000072830,0.05000,2.078 +25,mlp.experts.154.gate_proj,0.0000077818,0.05000,2.051 +25,mlp.experts.159.gate_proj,0.0000078028,0.05000,2.031 +25,mlp.experts.157.gate_proj,0.0000030234,0.05000,2.037 +25,mlp.experts.158.gate_proj,0.0000072724,0.05000,2.015 +25,mlp.experts.156.gate_proj,0.0000105304,0.05000,2.119 +25,mlp.experts.3.up_proj,0.0000043942,0.05000,2.019 +25,mlp.experts.1.up_proj,0.0000151250,0.05000,2.061 +25,mlp.experts.2.up_proj,0.0000026012,0.05000,2.075 +25,mlp.experts.0.up_proj,0.0000021574,0.05000,2.129 +25,mlp.experts.7.up_proj,0.0000154515,0.05000,2.071 +25,mlp.experts.5.up_proj,0.0000177155,0.05000,2.055 +25,mlp.experts.6.up_proj,0.0000025469,0.05000,2.061 +25,mlp.experts.4.up_proj,0.0000104179,0.05000,2.077 +25,mlp.experts.11.up_proj,0.0000058509,0.05000,2.048 +25,mlp.experts.9.up_proj,0.0000025861,0.05000,2.011 +25,mlp.experts.10.up_proj,0.0000044056,0.05000,2.044 +25,mlp.experts.8.up_proj,0.0000035073,0.05000,2.015 +25,mlp.experts.15.up_proj,0.0000051709,0.05000,2.010 +25,mlp.experts.13.up_proj,0.0000032335,0.05000,2.070 +25,mlp.experts.14.up_proj,0.0000073455,0.05000,2.007 +25,mlp.experts.12.up_proj,0.0000064351,0.05000,2.020 +25,mlp.experts.19.up_proj,0.0000063908,0.05000,2.036 +25,mlp.experts.17.up_proj,0.0000101483,0.05000,2.076 +25,mlp.experts.18.up_proj,0.0000061797,0.05000,2.023 +25,mlp.experts.16.up_proj,0.0000052325,0.05000,2.076 +25,mlp.experts.23.up_proj,0.0000085121,0.05000,2.024 +25,mlp.experts.21.up_proj,0.0000078943,0.05000,2.021 +25,mlp.experts.22.up_proj,0.0000049062,0.05000,2.009 +25,mlp.experts.20.up_proj,0.0000075054,0.05000,2.114 +25,mlp.experts.27.up_proj,0.0000075918,0.05000,2.043 +25,mlp.experts.25.up_proj,0.0000077416,0.05000,2.035 +25,mlp.experts.26.up_proj,0.0000104169,0.05000,2.006 +25,mlp.experts.24.up_proj,0.0000072410,0.05000,2.036 +25,mlp.experts.31.up_proj,0.0000034931,0.05000,2.018 +25,mlp.experts.29.up_proj,0.0000019593,0.05000,2.022 +25,mlp.experts.30.up_proj,0.0000048354,0.05000,2.088 +25,mlp.experts.28.up_proj,0.0000053696,0.05000,2.052 +25,mlp.experts.35.up_proj,0.0000019779,0.05000,2.010 +25,mlp.experts.33.up_proj,0.0000040246,0.05000,2.059 +25,mlp.experts.34.up_proj,0.0000110400,0.05000,2.078 +25,mlp.experts.32.up_proj,0.0000040435,0.05000,2.082 +25,mlp.experts.39.up_proj,0.0000111937,0.05000,2.027 +25,mlp.experts.37.up_proj,0.0000109900,0.05000,2.059 +25,mlp.experts.38.up_proj,0.0000046391,0.05000,2.072 +25,mlp.experts.36.up_proj,0.0000016914,0.05000,2.160 +25,mlp.experts.43.up_proj,0.0000093669,0.05000,2.053 +25,mlp.experts.41.up_proj,0.0000092856,0.05000,2.073 +25,mlp.experts.42.up_proj,0.0000017285,0.05000,2.049 +25,mlp.experts.40.up_proj,0.0000067528,0.05000,2.056 +25,mlp.experts.47.up_proj,0.0000057363,0.05000,2.138 +25,mlp.experts.45.up_proj,0.0000054026,0.05000,2.029 +25,mlp.experts.46.up_proj,0.0000056265,0.05000,2.065 +25,mlp.experts.44.up_proj,0.0000085444,0.05000,2.047 +25,mlp.experts.51.up_proj,0.0000094053,0.05000,2.018 +25,mlp.experts.49.up_proj,0.0000133786,0.05000,2.041 +25,mlp.experts.50.up_proj,0.0000062285,0.05000,2.052 +25,mlp.experts.48.up_proj,0.0000036128,0.05000,2.025 +25,mlp.experts.55.up_proj,0.0000066477,0.05000,2.016 +25,mlp.experts.53.up_proj,0.0000062348,0.05000,2.015 +25,mlp.experts.54.up_proj,0.0000058302,0.05000,2.028 +25,mlp.experts.52.up_proj,0.0000040130,0.05000,2.033 +25,mlp.experts.59.up_proj,0.0000052848,0.05000,2.033 +25,mlp.experts.57.up_proj,0.0000066329,0.05000,2.088 +25,mlp.experts.58.up_proj,0.0000088488,0.05000,2.128 +25,mlp.experts.56.up_proj,0.0000054560,0.05000,2.040 +25,mlp.experts.63.up_proj,0.0000105433,0.05000,2.055 +25,mlp.experts.61.up_proj,0.0000036751,0.05000,2.081 +25,mlp.experts.62.up_proj,0.0000051090,0.05000,2.057 +25,mlp.experts.60.up_proj,0.0000068643,0.05000,2.097 +25,mlp.experts.67.up_proj,0.0000093646,0.05000,2.113 +25,mlp.experts.65.up_proj,0.0000042673,0.05000,2.086 +25,mlp.experts.66.up_proj,0.0000029494,0.05000,2.153 +25,mlp.experts.64.up_proj,0.0000013950,0.05000,2.165 +25,mlp.experts.71.up_proj,0.0000016412,0.05000,2.079 +25,mlp.experts.69.up_proj,0.0000058953,0.05000,2.072 +25,mlp.experts.70.up_proj,0.0000178732,0.05000,2.075 +25,mlp.experts.68.up_proj,0.0000033306,0.05000,2.120 +25,mlp.experts.75.up_proj,0.0000018780,0.05000,2.076 +25,mlp.experts.73.up_proj,0.0000072730,0.05000,2.045 +25,mlp.experts.74.up_proj,0.0000070857,0.05000,2.045 +25,mlp.experts.72.up_proj,0.0000058942,0.05000,2.113 +25,mlp.experts.79.up_proj,0.0000036662,0.05000,2.019 +25,mlp.experts.77.up_proj,0.0000067876,0.05000,2.052 +25,mlp.experts.78.up_proj,0.0000111692,0.05000,2.098 +25,mlp.experts.76.up_proj,0.0000101862,0.05000,2.094 +25,mlp.experts.83.up_proj,0.0000073444,0.05000,2.116 +25,mlp.experts.81.up_proj,0.0000088450,0.05000,2.051 +25,mlp.experts.82.up_proj,0.0000100993,0.05000,2.052 +25,mlp.experts.80.up_proj,0.0000043256,0.05000,2.064 +25,mlp.experts.87.up_proj,0.0000065683,0.05000,2.070 +25,mlp.experts.85.up_proj,0.0000059602,0.05000,2.053 +25,mlp.experts.86.up_proj,0.0000013194,0.05000,2.043 +25,mlp.experts.84.up_proj,0.0000064639,0.05000,2.092 +25,mlp.experts.91.up_proj,0.0000076628,0.05000,2.056 +25,mlp.experts.89.up_proj,0.0000015872,0.05000,2.043 +25,mlp.experts.90.up_proj,0.0000043179,0.05000,2.027 +25,mlp.experts.88.up_proj,0.0000064039,0.05000,2.057 +25,mlp.experts.95.up_proj,0.0000023345,0.05000,2.062 +25,mlp.experts.93.up_proj,0.0000012131,0.05000,2.053 +25,mlp.experts.94.up_proj,0.0000065180,0.05000,2.076 +25,mlp.experts.92.up_proj,0.0000046137,0.05000,2.062 +25,mlp.experts.99.up_proj,0.0000075872,0.05000,2.151 +25,mlp.experts.97.up_proj,0.0000015600,0.05000,2.073 +25,mlp.experts.98.up_proj,0.0000034441,0.05000,2.116 +25,mlp.experts.96.up_proj,0.0000078370,0.05000,2.073 +25,mlp.experts.103.up_proj,0.0000042853,0.05000,2.092 +25,mlp.experts.101.up_proj,0.0000063953,0.05000,2.046 +25,mlp.experts.102.up_proj,0.0000031975,0.05000,2.026 +25,mlp.experts.100.up_proj,0.0000110496,0.05000,2.035 +25,mlp.experts.107.up_proj,0.0000072419,0.05000,2.069 +25,mlp.experts.105.up_proj,0.0000054343,0.05000,2.018 +25,mlp.experts.106.up_proj,0.0000026799,0.05000,2.026 +25,mlp.experts.104.up_proj,0.0000056711,0.05000,2.080 +25,mlp.experts.111.up_proj,0.0000049640,0.05000,2.058 +25,mlp.experts.109.up_proj,0.0000078652,0.05000,2.035 +25,mlp.experts.110.up_proj,0.0000059225,0.05000,2.110 +25,mlp.experts.108.up_proj,0.0000029715,0.05000,2.080 +25,mlp.experts.115.up_proj,0.0000078713,0.05000,2.017 +25,mlp.experts.113.up_proj,0.0000047378,0.05000,2.017 +25,mlp.experts.114.up_proj,0.0000069304,0.05000,2.059 +25,mlp.experts.112.up_proj,0.0000045794,0.05000,2.030 +25,mlp.experts.119.up_proj,0.0000055488,0.05000,2.011 +25,mlp.experts.117.up_proj,0.0000029886,0.05000,2.013 +25,mlp.experts.118.up_proj,0.0000104100,0.05000,2.015 +25,mlp.experts.116.up_proj,0.0000059716,0.05000,2.075 +25,mlp.experts.123.up_proj,0.0000063755,0.05000,2.093 +25,mlp.experts.121.up_proj,0.0000086169,0.05000,2.029 +25,mlp.experts.122.up_proj,0.0000034650,0.05000,2.032 +25,mlp.experts.120.up_proj,0.0000039215,0.05000,2.049 +25,mlp.experts.127.up_proj,0.0000064382,0.05000,2.054 +25,mlp.experts.125.up_proj,0.0000236254,0.05000,2.029 +25,mlp.experts.126.up_proj,0.0000052557,0.05000,2.054 +25,mlp.experts.124.up_proj,0.0000067025,0.05000,2.082 +25,mlp.experts.131.up_proj,0.0000053325,0.05000,2.133 +25,mlp.experts.129.up_proj,0.0000029939,0.05000,2.036 +25,mlp.experts.130.up_proj,0.0000061801,0.05000,2.076 +25,mlp.experts.128.up_proj,0.0000065721,0.05000,2.036 +25,mlp.experts.135.up_proj,0.0000057869,0.05000,2.006 +25,mlp.experts.133.up_proj,0.0000031156,0.05000,2.025 +25,mlp.experts.134.up_proj,0.0000102044,0.05000,2.025 +25,mlp.experts.132.up_proj,0.0000019879,0.05000,1.927 +25,mlp.experts.139.up_proj,0.0000148398,0.05000,1.726 +25,mlp.experts.137.up_proj,0.0000036247,0.05000,1.482 +25,mlp.experts.143.up_proj,0.0000063330,0.05000,2.110 +25,mlp.experts.141.up_proj,0.0000063601,0.05000,2.143 +25,mlp.experts.138.up_proj,0.0000054549,0.05000,2.149 +25,mlp.experts.136.up_proj,0.0000098881,0.05000,2.197 +25,mlp.experts.147.up_proj,0.0000093282,0.05000,2.045 +25,mlp.experts.140.up_proj,0.0000099203,0.05000,2.001 +25,mlp.experts.145.up_proj,0.0000083136,0.05000,2.080 +25,mlp.experts.142.up_proj,0.0000137769,0.05000,2.130 +25,mlp.experts.144.up_proj,0.0000047634,0.05000,2.041 +25,mlp.experts.151.up_proj,0.0000039404,0.05000,2.084 +25,mlp.experts.149.up_proj,0.0000103124,0.05000,2.118 +25,mlp.experts.146.up_proj,0.0000034790,0.05000,2.069 +25,mlp.experts.148.up_proj,0.0000060933,0.05000,2.097 +25,mlp.experts.155.up_proj,0.0000085210,0.05000,2.133 +25,mlp.experts.153.up_proj,0.0000072454,0.05000,2.075 +25,mlp.experts.150.up_proj,0.0000084793,0.05000,2.076 +25,mlp.experts.159.up_proj,0.0000076544,0.05000,2.070 +25,mlp.experts.152.up_proj,0.0000070523,0.05000,2.131 +25,mlp.experts.157.up_proj,0.0000029956,0.05000,2.099 +25,mlp.experts.154.up_proj,0.0000075595,0.05000,2.116 +25,mlp.experts.156.up_proj,0.0000101193,0.05000,1.429 +25,mlp.experts.158.up_proj,0.0000071166,0.05000,1.381 +25,mlp.experts.1.down_proj,0.0000004273,0.05000,0.628 +25,mlp.experts.3.down_proj,0.0000001340,0.05000,0.629 +25,mlp.experts.2.down_proj,0.0000001034,0.05000,0.631 +25,mlp.experts.0.down_proj,0.0000001765,0.05000,0.633 +25,mlp.experts.4.down_proj,0.0000003498,0.05000,0.617 +25,mlp.experts.5.down_proj,0.0000010435,0.05000,0.639 +25,mlp.experts.6.down_proj,0.0000001774,0.05000,0.648 +25,mlp.experts.7.down_proj,0.0000005425,0.05000,0.663 +25,mlp.experts.8.down_proj,0.0000001084,0.05000,0.609 +25,mlp.experts.9.down_proj,0.0000001871,0.05000,0.618 +25,mlp.experts.10.down_proj,0.0000000966,0.05000,0.614 +25,mlp.experts.11.down_proj,0.0000002370,0.05000,0.629 +25,mlp.experts.12.down_proj,0.0000002334,0.05000,0.609 +25,mlp.experts.13.down_proj,0.0000002049,0.05000,0.608 +25,mlp.experts.14.down_proj,0.0000002667,0.05000,0.613 +25,mlp.experts.15.down_proj,0.0000001738,0.05000,0.621 +25,mlp.experts.16.down_proj,0.0000002964,0.05000,0.632 +25,mlp.experts.17.down_proj,0.0000005891,0.05000,0.608 +25,mlp.experts.18.down_proj,0.0000002839,0.05000,0.616 +25,mlp.experts.19.down_proj,0.0000003132,0.05000,0.673 +25,mlp.experts.21.down_proj,0.0000013678,0.05000,0.607 +25,mlp.experts.20.down_proj,0.0000003383,0.05000,0.616 +25,mlp.experts.22.down_proj,0.0000001731,0.05000,0.617 +25,mlp.experts.23.down_proj,0.0000002447,0.05000,0.614 +25,mlp.experts.24.down_proj,0.0000003567,0.05000,0.625 +25,mlp.experts.25.down_proj,0.0000003796,0.05000,0.659 +25,mlp.experts.26.down_proj,0.0000005739,0.05000,0.667 +25,mlp.experts.27.down_proj,0.0000002747,0.05000,0.664 +25,mlp.experts.28.down_proj,0.0000001069,0.05000,0.662 +25,mlp.experts.29.down_proj,0.0000000810,0.05000,0.654 +25,mlp.experts.30.down_proj,0.0000003524,0.05000,0.626 +25,mlp.experts.31.down_proj,0.0000002389,0.05000,0.627 +25,mlp.experts.32.down_proj,0.0000001478,0.05000,0.618 +25,mlp.experts.33.down_proj,0.0000001802,0.05000,0.608 +25,mlp.experts.34.down_proj,0.0000007057,0.05000,0.615 +25,mlp.experts.35.down_proj,0.0000000583,0.05000,0.647 +25,mlp.experts.37.down_proj,0.0000003375,0.05000,0.604 +25,mlp.experts.36.down_proj,0.0000000481,0.05000,0.618 +25,mlp.experts.38.down_proj,0.0000002162,0.05000,0.619 +25,mlp.experts.39.down_proj,0.0000004701,0.05000,0.618 +25,mlp.experts.41.down_proj,0.0000001942,0.05000,0.610 +25,mlp.experts.40.down_proj,0.0000003413,0.05000,0.621 +25,mlp.experts.42.down_proj,0.0000000767,0.05000,0.617 +25,mlp.experts.43.down_proj,0.0000002335,0.05000,0.619 +25,mlp.experts.45.down_proj,0.0000002364,0.05000,0.639 +25,mlp.experts.44.down_proj,0.0000003740,0.05000,0.623 +25,mlp.experts.46.down_proj,0.0000002932,0.05000,0.628 +25,mlp.experts.47.down_proj,0.0000003960,0.05000,0.623 +25,mlp.experts.49.down_proj,0.0000006701,0.05000,0.635 +25,mlp.experts.48.down_proj,0.0000001068,0.05000,0.652 +25,mlp.experts.50.down_proj,0.0000001535,0.05000,0.659 +25,mlp.experts.51.down_proj,0.0000007350,0.05000,0.626 +25,mlp.experts.52.down_proj,0.0000001484,0.05000,0.620 +25,mlp.experts.53.down_proj,0.0000001809,0.05000,0.657 +25,mlp.experts.54.down_proj,0.0000001736,0.05000,0.643 +25,mlp.experts.55.down_proj,0.0000002992,0.05000,0.642 +25,mlp.experts.56.down_proj,0.0000002974,0.05000,0.637 +25,mlp.experts.57.down_proj,0.0000002722,0.05000,0.622 +25,mlp.experts.58.down_proj,0.0000004373,0.05000,0.648 +25,mlp.experts.59.down_proj,0.0000002695,0.05000,0.614 +25,mlp.experts.60.down_proj,0.0000002882,0.05000,0.616 +25,mlp.experts.61.down_proj,0.0000002103,0.05000,0.625 +25,mlp.experts.62.down_proj,0.0000002931,0.05000,0.614 +25,mlp.experts.63.down_proj,0.0000005431,0.05000,0.610 +25,mlp.experts.65.down_proj,0.0000001718,0.05000,0.620 +25,mlp.experts.64.down_proj,0.0000000883,0.05000,0.630 +25,mlp.experts.66.down_proj,0.0000001949,0.05000,0.620 +25,mlp.experts.67.down_proj,0.0000003487,0.05000,0.605 +25,mlp.experts.69.down_proj,0.0000003646,0.05000,0.629 +25,mlp.experts.68.down_proj,0.0000001161,0.05000,0.634 +25,mlp.experts.70.down_proj,0.0000008804,0.05000,0.607 +25,mlp.experts.71.down_proj,0.0000000608,0.05000,0.607 +25,mlp.experts.72.down_proj,0.0000003263,0.05000,0.611 +25,mlp.experts.73.down_proj,0.0000002433,0.05000,0.633 +25,mlp.experts.74.down_proj,0.0000002420,0.05000,0.615 +25,mlp.experts.75.down_proj,0.0000000598,0.05000,0.601 +25,mlp.experts.76.down_proj,0.0000005553,0.05000,0.642 +25,mlp.experts.77.down_proj,0.0000003011,0.05000,0.649 +25,mlp.experts.78.down_proj,0.0000006969,0.05000,0.651 +25,mlp.experts.79.down_proj,0.0000001546,0.05000,0.661 +25,mlp.experts.80.down_proj,0.0000001602,0.05000,0.659 +25,mlp.experts.81.down_proj,0.0000003794,0.05000,0.643 +25,mlp.experts.83.down_proj,0.0000003697,0.05000,0.613 +25,mlp.experts.82.down_proj,0.0000003339,0.05000,0.661 +25,mlp.experts.84.down_proj,0.0000002967,0.05000,0.600 +25,mlp.experts.85.down_proj,0.0000001803,0.05000,0.600 +25,mlp.experts.87.down_proj,0.0000003442,0.05000,0.600 +25,mlp.experts.86.down_proj,0.0000001088,0.05000,0.608 +25,mlp.experts.88.down_proj,0.0000002974,0.05000,0.640 +25,mlp.experts.89.down_proj,0.0000000649,0.05000,0.662 +25,mlp.experts.90.down_proj,0.0000002117,0.05000,0.636 +25,mlp.experts.91.down_proj,0.0000004087,0.05000,0.666 +25,mlp.experts.92.down_proj,0.0000001476,0.05000,0.628 +25,mlp.experts.95.down_proj,0.0000000621,0.05000,0.603 +25,mlp.experts.94.down_proj,0.0000001888,0.05000,0.605 +25,mlp.experts.93.down_proj,0.0000001285,0.05000,0.632 +25,mlp.experts.96.down_proj,0.0000002341,0.05000,0.619 +25,mlp.experts.98.down_proj,0.0000001174,0.05000,0.609 +25,mlp.experts.99.down_proj,0.0000002311,0.05000,0.626 +25,mlp.experts.97.down_proj,0.0000000315,0.05000,0.651 +25,mlp.experts.100.down_proj,0.0000005713,0.05000,0.618 +25,mlp.experts.102.down_proj,0.0000001673,0.05000,0.608 +25,mlp.experts.103.down_proj,0.0000001135,0.05000,0.614 +25,mlp.experts.101.down_proj,0.0000003813,0.05000,0.619 +25,mlp.experts.104.down_proj,0.0000002009,0.05000,0.622 +25,mlp.experts.106.down_proj,0.0000001120,0.05000,0.638 +25,mlp.experts.107.down_proj,0.0000003417,0.05000,0.638 +25,mlp.experts.105.down_proj,0.0000001920,0.05000,0.627 +25,mlp.experts.108.down_proj,0.0000002383,0.05000,0.626 +25,mlp.experts.110.down_proj,0.0000002338,0.05000,0.626 +25,mlp.experts.111.down_proj,0.0000002178,0.05000,0.626 +25,mlp.experts.109.down_proj,0.0000003942,0.05000,0.629 +25,mlp.experts.114.down_proj,0.0000002913,0.05000,0.626 +25,mlp.experts.112.down_proj,0.0000002164,0.05000,0.649 +25,mlp.experts.115.down_proj,0.0000002636,0.05000,0.629 +25,mlp.experts.113.down_proj,0.0000002196,0.05000,0.631 +25,mlp.experts.116.down_proj,0.0000002316,0.05000,0.616 +25,mlp.experts.119.down_proj,0.0000002293,0.05000,0.621 +25,mlp.experts.118.down_proj,0.0000005647,0.05000,0.645 +25,mlp.experts.117.down_proj,0.0000001788,0.05000,0.628 +25,mlp.experts.120.down_proj,0.0000002367,0.05000,0.614 +25,mlp.experts.122.down_proj,0.0000001562,0.05000,0.618 +25,mlp.experts.123.down_proj,0.0000003426,0.05000,0.661 +25,mlp.experts.121.down_proj,0.0000004795,0.05000,0.626 +25,mlp.experts.124.down_proj,0.0000002266,0.05000,0.611 +25,mlp.experts.126.down_proj,0.0000002486,0.05000,0.614 +25,mlp.experts.127.down_proj,0.0000003027,0.05000,0.617 +25,mlp.experts.125.down_proj,0.0000014221,0.05000,0.665 +25,mlp.experts.128.down_proj,0.0000001736,0.05000,0.639 +25,mlp.experts.130.down_proj,0.0000002703,0.05000,0.615 +25,mlp.experts.131.down_proj,0.0000002795,0.05000,0.618 +25,mlp.experts.129.down_proj,0.0000002146,0.05000,0.610 +25,mlp.experts.134.down_proj,0.0000004150,0.05000,0.607 +25,mlp.experts.132.down_proj,0.0000000750,0.05000,0.613 +25,mlp.experts.135.down_proj,0.0000003629,0.05000,0.613 +25,mlp.experts.133.down_proj,0.0000001417,0.05000,0.610 +25,mlp.experts.138.down_proj,0.0000001401,0.05000,0.614 +25,mlp.experts.136.down_proj,0.0000003871,0.05000,0.618 +25,mlp.experts.139.down_proj,0.0000006960,0.05000,0.618 +25,mlp.experts.137.down_proj,0.0000002278,0.05000,0.611 +25,mlp.experts.142.down_proj,0.0000005484,0.05000,0.616 +25,mlp.experts.140.down_proj,0.0000003641,0.05000,0.616 +25,mlp.experts.143.down_proj,0.0000002194,0.05000,0.628 +25,mlp.experts.141.down_proj,0.0000002990,0.05000,0.628 +25,mlp.experts.144.down_proj,0.0000001227,0.05000,0.618 +25,mlp.experts.146.down_proj,0.0000001475,0.05000,0.644 +25,mlp.experts.147.down_proj,0.0000003308,0.05000,0.627 +25,mlp.experts.145.down_proj,0.0000002316,0.05000,0.632 +25,mlp.experts.150.down_proj,0.0000004558,0.05000,0.627 +25,mlp.experts.148.down_proj,0.0000001543,0.05000,0.650 +25,mlp.experts.151.down_proj,0.0000001636,0.05000,0.663 +25,mlp.experts.149.down_proj,0.0000003571,0.05000,0.661 +25,mlp.experts.154.down_proj,0.0000003451,0.05000,0.618 +25,mlp.experts.152.down_proj,0.0000004437,0.05000,0.625 +25,mlp.experts.155.down_proj,0.0000002137,0.05000,0.615 +25,mlp.experts.153.down_proj,0.0000003248,0.05000,0.624 +25,mlp.experts.158.down_proj,0.0000002324,0.05000,0.631 +25,mlp.experts.156.down_proj,0.0000003251,0.05000,0.626 +25,mlp.experts.159.down_proj,0.0000003323,0.05000,0.598 +25,mlp.experts.157.down_proj,0.0000001839,0.05000,0.572 +26,mlp.experts.2.gate_proj,0.0000045078,0.05000,2.056 +26,mlp.experts.0.gate_proj,0.0000054792,0.05000,2.085 +26,mlp.experts.1.gate_proj,0.0000050431,0.05000,2.156 +26,mlp.experts.3.gate_proj,0.0000083654,0.05000,2.196 +26,mlp.experts.6.gate_proj,0.0000058559,0.05000,2.043 +26,mlp.experts.4.gate_proj,0.0000111115,0.05000,2.165 +26,mlp.experts.7.gate_proj,0.0000105188,0.05000,2.078 +26,mlp.experts.5.gate_proj,0.0000089282,0.05000,2.152 +26,mlp.experts.10.gate_proj,0.0000075153,0.05000,2.092 +26,mlp.experts.11.gate_proj,0.0000118775,0.05000,2.041 +26,mlp.experts.8.gate_proj,0.0000152566,0.05000,2.147 +26,mlp.experts.9.gate_proj,0.0000042077,0.05000,2.156 +26,mlp.experts.14.gate_proj,0.0000132512,0.05000,2.056 +26,mlp.experts.15.gate_proj,0.0000129181,0.05000,2.089 +26,mlp.experts.13.gate_proj,0.0000038209,0.05000,2.059 +26,mlp.experts.12.gate_proj,0.0000089366,0.05000,2.132 +26,mlp.experts.18.gate_proj,0.0000114414,0.05000,2.076 +26,mlp.experts.19.gate_proj,0.0000117496,0.05000,2.109 +26,mlp.experts.17.gate_proj,0.0000024022,0.05000,2.083 +26,mlp.experts.16.gate_proj,0.0000113850,0.05000,2.111 +26,mlp.experts.22.gate_proj,0.0000073297,0.05000,2.074 +26,mlp.experts.23.gate_proj,0.0000093061,0.05000,2.082 +26,mlp.experts.21.gate_proj,0.0000111105,0.05000,2.079 +26,mlp.experts.20.gate_proj,0.0000099566,0.05000,2.086 +26,mlp.experts.26.gate_proj,0.0000050325,0.05000,2.062 +26,mlp.experts.27.gate_proj,0.0000044478,0.05000,2.083 +26,mlp.experts.25.gate_proj,0.0000034878,0.05000,2.053 +26,mlp.experts.24.gate_proj,0.0000084643,0.05000,2.057 +26,mlp.experts.30.gate_proj,0.0000054173,0.05000,2.055 +26,mlp.experts.29.gate_proj,0.0000063446,0.05000,2.012 +26,mlp.experts.31.gate_proj,0.0000146533,0.05000,2.133 +26,mlp.experts.28.gate_proj,0.0000114877,0.05000,2.128 +26,mlp.experts.34.gate_proj,0.0000105538,0.05000,2.046 +26,mlp.experts.33.gate_proj,0.0000022081,0.05000,2.030 +26,mlp.experts.35.gate_proj,0.0000034653,0.05000,2.067 +26,mlp.experts.32.gate_proj,0.0000082907,0.05000,2.042 +26,mlp.experts.38.gate_proj,0.0000016296,0.05000,2.036 +26,mlp.experts.37.gate_proj,0.0000034120,0.05000,2.026 +26,mlp.experts.39.gate_proj,0.0000185610,0.05000,2.106 +26,mlp.experts.36.gate_proj,0.0000068887,0.05000,2.071 +26,mlp.experts.42.gate_proj,0.0000074119,0.05000,2.079 +26,mlp.experts.41.gate_proj,0.0000159047,0.05000,2.064 +26,mlp.experts.43.gate_proj,0.0000063034,0.05000,2.036 +26,mlp.experts.40.gate_proj,0.0000116150,0.05000,2.077 +26,mlp.experts.46.gate_proj,0.0000139626,0.05000,2.056 +26,mlp.experts.45.gate_proj,0.0000043215,0.05000,2.020 +26,mlp.experts.47.gate_proj,0.0000081624,0.05000,2.038 +26,mlp.experts.44.gate_proj,0.0000097401,0.05000,2.085 +26,mlp.experts.50.gate_proj,0.0000096668,0.05000,2.077 +26,mlp.experts.49.gate_proj,0.0000056663,0.05000,2.029 +26,mlp.experts.51.gate_proj,0.0000014773,0.05000,2.056 +26,mlp.experts.48.gate_proj,0.0000059770,0.05000,2.066 +26,mlp.experts.54.gate_proj,0.0000128138,0.05000,2.036 +26,mlp.experts.53.gate_proj,0.0000055099,0.05000,2.088 +26,mlp.experts.55.gate_proj,0.0000085490,0.05000,2.123 +26,mlp.experts.52.gate_proj,0.0000095773,0.05000,2.132 +26,mlp.experts.58.gate_proj,0.0000033505,0.05000,2.202 +26,mlp.experts.57.gate_proj,0.0000018295,0.05000,2.105 +26,mlp.experts.59.gate_proj,0.0000179507,0.05000,2.152 +26,mlp.experts.56.gate_proj,0.0000036404,0.05000,2.081 +26,mlp.experts.61.gate_proj,0.0000064281,0.05000,2.018 +26,mlp.experts.62.gate_proj,0.0000049241,0.05000,2.120 +26,mlp.experts.63.gate_proj,0.0000091676,0.05000,2.063 +26,mlp.experts.60.gate_proj,0.0000112338,0.05000,2.074 +26,mlp.experts.65.gate_proj,0.0000035877,0.05000,2.058 +26,mlp.experts.66.gate_proj,0.0000009124,0.05000,2.074 +26,mlp.experts.67.gate_proj,0.0000058678,0.05000,2.040 +26,mlp.experts.64.gate_proj,0.0000084773,0.05000,2.067 +26,mlp.experts.69.gate_proj,0.0000071763,0.05000,2.055 +26,mlp.experts.70.gate_proj,0.0000080006,0.05000,2.066 +26,mlp.experts.71.gate_proj,0.0000072395,0.05000,2.048 +26,mlp.experts.68.gate_proj,0.0000161971,0.05000,2.101 +26,mlp.experts.73.gate_proj,0.0000096141,0.05000,2.095 +26,mlp.experts.74.gate_proj,0.0000020550,0.05000,2.064 +26,mlp.experts.75.gate_proj,0.0000053394,0.05000,2.103 +26,mlp.experts.72.gate_proj,0.0000068866,0.05000,2.063 +26,mlp.experts.77.gate_proj,0.0000045412,0.05000,2.095 +26,mlp.experts.78.gate_proj,0.0000048499,0.05000,2.101 +26,mlp.experts.79.gate_proj,0.0000168498,0.05000,2.102 +26,mlp.experts.76.gate_proj,0.0000111466,0.05000,2.120 +26,mlp.experts.81.gate_proj,0.0000132209,0.05000,2.036 +26,mlp.experts.82.gate_proj,0.0000051721,0.05000,1.995 +26,mlp.experts.83.gate_proj,0.0000094988,0.05000,2.026 +26,mlp.experts.80.gate_proj,0.0000096868,0.05000,2.051 +26,mlp.experts.85.gate_proj,0.0000062079,0.05000,2.060 +26,mlp.experts.86.gate_proj,0.0000061506,0.05000,2.121 +26,mlp.experts.87.gate_proj,0.0000068700,0.05000,2.080 +26,mlp.experts.84.gate_proj,0.0000049202,0.05000,2.078 +26,mlp.experts.89.gate_proj,0.0000062613,0.05000,2.095 +26,mlp.experts.90.gate_proj,0.0000110204,0.05000,2.061 +26,mlp.experts.91.gate_proj,0.0000020005,0.05000,2.087 +26,mlp.experts.88.gate_proj,0.0000017155,0.05000,2.114 +26,mlp.experts.93.gate_proj,0.0000085456,0.05000,2.048 +26,mlp.experts.94.gate_proj,0.0000073000,0.05000,2.062 +26,mlp.experts.95.gate_proj,0.0000063057,0.05000,2.038 +26,mlp.experts.92.gate_proj,0.0000029835,0.05000,2.076 +26,mlp.experts.97.gate_proj,0.0000078978,0.05000,2.045 +26,mlp.experts.98.gate_proj,0.0000165069,0.05000,2.067 +26,mlp.experts.99.gate_proj,0.0000106167,0.05000,2.147 +26,mlp.experts.96.gate_proj,0.0000051543,0.05000,2.126 +26,mlp.experts.102.gate_proj,0.0000011832,0.05000,2.075 +26,mlp.experts.101.gate_proj,0.0000080160,0.05000,2.186 +26,mlp.experts.103.gate_proj,0.0000079080,0.05000,2.087 +26,mlp.experts.100.gate_proj,0.0000077241,0.05000,2.155 +26,mlp.experts.106.gate_proj,0.0000045801,0.05000,2.144 +26,mlp.experts.105.gate_proj,0.0000054043,0.05000,2.129 +26,mlp.experts.107.gate_proj,0.0000123369,0.05000,2.155 +26,mlp.experts.104.gate_proj,0.0000045744,0.05000,2.148 +26,mlp.experts.109.gate_proj,0.0000064835,0.05000,2.060 +26,mlp.experts.110.gate_proj,0.0000036778,0.05000,2.147 +26,mlp.experts.111.gate_proj,0.0000064322,0.05000,2.097 +26,mlp.experts.108.gate_proj,0.0000063605,0.05000,2.124 +26,mlp.experts.113.gate_proj,0.0000086516,0.05000,2.120 +26,mlp.experts.114.gate_proj,0.0000087934,0.05000,2.141 +26,mlp.experts.115.gate_proj,0.0000104702,0.05000,2.114 +26,mlp.experts.112.gate_proj,0.0000085873,0.05000,2.149 +26,mlp.experts.117.gate_proj,0.0000093553,0.05000,2.081 +26,mlp.experts.118.gate_proj,0.0000068432,0.05000,2.097 +26,mlp.experts.119.gate_proj,0.0000105030,0.05000,2.092 +26,mlp.experts.116.gate_proj,0.0000069583,0.05000,2.086 +26,mlp.experts.121.gate_proj,0.0000070213,0.05000,2.140 +26,mlp.experts.122.gate_proj,0.0000053532,0.05000,2.173 +26,mlp.experts.123.gate_proj,0.0000078543,0.05000,2.168 +26,mlp.experts.120.gate_proj,0.0000045517,0.05000,2.099 +26,mlp.experts.125.gate_proj,0.0000043449,0.05000,2.101 +26,mlp.experts.126.gate_proj,0.0000062010,0.05000,2.142 +26,mlp.experts.127.gate_proj,0.0000121216,0.05000,2.130 +26,mlp.experts.124.gate_proj,0.0000095680,0.05000,2.072 +26,mlp.experts.129.gate_proj,0.0000047014,0.05000,2.064 +26,mlp.experts.130.gate_proj,0.0000101264,0.05000,2.089 +26,mlp.experts.131.gate_proj,0.0000051934,0.05000,2.088 +26,mlp.experts.128.gate_proj,0.0000142462,0.05000,2.097 +26,mlp.experts.133.gate_proj,0.0000016527,0.05000,2.095 +26,mlp.experts.134.gate_proj,0.0000071429,0.05000,2.066 +26,mlp.experts.135.gate_proj,0.0000045152,0.05000,2.084 +26,mlp.experts.132.gate_proj,0.0000071212,0.05000,2.064 +26,mlp.experts.137.gate_proj,0.0000075649,0.05000,2.102 +26,mlp.experts.138.gate_proj,0.0000083447,0.05000,2.080 +26,mlp.experts.139.gate_proj,0.0000067671,0.05000,2.132 +26,mlp.experts.136.gate_proj,0.0000063395,0.05000,2.117 +26,mlp.experts.141.gate_proj,0.0000088118,0.05000,2.058 +26,mlp.experts.142.gate_proj,0.0000047704,0.05000,2.073 +26,mlp.experts.143.gate_proj,0.0000179119,0.05000,2.090 +26,mlp.experts.140.gate_proj,0.0000090325,0.05000,2.062 +26,mlp.experts.145.gate_proj,0.0000051669,0.05000,2.038 +26,mlp.experts.146.gate_proj,0.0000019573,0.05000,2.056 +26,mlp.experts.147.gate_proj,0.0000068270,0.05000,2.059 +26,mlp.experts.144.gate_proj,0.0000116320,0.05000,2.065 +26,mlp.experts.149.gate_proj,0.0000102407,0.05000,2.066 +26,mlp.experts.150.gate_proj,0.0000067922,0.05000,2.044 +26,mlp.experts.151.gate_proj,0.0000070452,0.05000,2.059 +26,mlp.experts.148.gate_proj,0.0000030216,0.05000,2.077 +26,mlp.experts.153.gate_proj,0.0000067015,0.05000,2.067 +26,mlp.experts.154.gate_proj,0.0000039307,0.05000,2.053 +26,mlp.experts.155.gate_proj,0.0000130017,0.05000,2.045 +26,mlp.experts.152.gate_proj,0.0000159914,0.05000,2.098 +26,mlp.experts.157.gate_proj,0.0000119541,0.05000,2.063 +26,mlp.experts.158.gate_proj,0.0000043475,0.05000,2.080 +26,mlp.experts.159.gate_proj,0.0000038102,0.05000,2.129 +26,mlp.experts.156.gate_proj,0.0000094879,0.05000,2.036 +26,mlp.experts.1.up_proj,0.0000049689,0.05000,2.083 +26,mlp.experts.2.up_proj,0.0000044229,0.05000,2.049 +26,mlp.experts.3.up_proj,0.0000082370,0.05000,2.030 +26,mlp.experts.0.up_proj,0.0000052631,0.05000,2.026 +26,mlp.experts.5.up_proj,0.0000083465,0.05000,2.032 +26,mlp.experts.6.up_proj,0.0000057872,0.05000,2.026 +26,mlp.experts.7.up_proj,0.0000104237,0.05000,2.024 +26,mlp.experts.4.up_proj,0.0000108057,0.05000,2.061 +26,mlp.experts.9.up_proj,0.0000041534,0.05000,2.121 +26,mlp.experts.10.up_proj,0.0000073133,0.05000,2.095 +26,mlp.experts.11.up_proj,0.0000111196,0.05000,2.104 +26,mlp.experts.8.up_proj,0.0000148802,0.05000,2.118 +26,mlp.experts.13.up_proj,0.0000036976,0.05000,2.087 +26,mlp.experts.14.up_proj,0.0000127606,0.05000,2.095 +26,mlp.experts.15.up_proj,0.0000127512,0.05000,2.125 +26,mlp.experts.12.up_proj,0.0000087333,0.05000,2.172 +26,mlp.experts.17.up_proj,0.0000023040,0.05000,2.069 +26,mlp.experts.18.up_proj,0.0000111638,0.05000,2.123 +26,mlp.experts.19.up_proj,0.0000114045,0.05000,2.091 +26,mlp.experts.16.up_proj,0.0000109688,0.05000,2.070 +26,mlp.experts.21.up_proj,0.0000105989,0.05000,2.093 +26,mlp.experts.22.up_proj,0.0000071874,0.05000,2.066 +26,mlp.experts.23.up_proj,0.0000091144,0.05000,2.046 +26,mlp.experts.20.up_proj,0.0000093212,0.05000,2.068 +26,mlp.experts.25.up_proj,0.0000034455,0.05000,2.145 +26,mlp.experts.26.up_proj,0.0000049705,0.05000,2.073 +26,mlp.experts.27.up_proj,0.0000042873,0.05000,2.067 +26,mlp.experts.24.up_proj,0.0000084437,0.05000,2.091 +26,mlp.experts.29.up_proj,0.0000061450,0.05000,2.063 +26,mlp.experts.30.up_proj,0.0000053477,0.05000,2.043 +26,mlp.experts.31.up_proj,0.0000139999,0.05000,2.039 +26,mlp.experts.28.up_proj,0.0000111631,0.05000,2.045 +26,mlp.experts.33.up_proj,0.0000021691,0.05000,2.039 +26,mlp.experts.34.up_proj,0.0000099746,0.05000,2.048 +26,mlp.experts.35.up_proj,0.0000033925,0.05000,2.024 +26,mlp.experts.32.up_proj,0.0000078447,0.05000,2.089 +26,mlp.experts.38.up_proj,0.0000015620,0.05000,2.060 +26,mlp.experts.37.up_proj,0.0000033474,0.05000,2.097 +26,mlp.experts.39.up_proj,0.0000179410,0.05000,2.055 +26,mlp.experts.36.up_proj,0.0000067351,0.05000,2.105 +26,mlp.experts.42.up_proj,0.0000073635,0.05000,2.040 +26,mlp.experts.41.up_proj,0.0000156667,0.05000,2.123 +26,mlp.experts.43.up_proj,0.0000061733,0.05000,2.077 +26,mlp.experts.40.up_proj,0.0000115213,0.05000,2.065 +26,mlp.experts.46.up_proj,0.0000135275,0.05000,2.091 +26,mlp.experts.45.up_proj,0.0000040788,0.05000,2.091 +26,mlp.experts.47.up_proj,0.0000079008,0.05000,2.105 +26,mlp.experts.44.up_proj,0.0000094790,0.05000,2.128 +26,mlp.experts.50.up_proj,0.0000095186,0.05000,2.056 +26,mlp.experts.49.up_proj,0.0000055389,0.05000,2.088 +26,mlp.experts.51.up_proj,0.0000014362,0.05000,2.046 +26,mlp.experts.48.up_proj,0.0000059002,0.05000,2.064 +26,mlp.experts.54.up_proj,0.0000126701,0.05000,2.070 +26,mlp.experts.53.up_proj,0.0000053991,0.05000,2.039 +26,mlp.experts.55.up_proj,0.0000082945,0.05000,2.066 +26,mlp.experts.52.up_proj,0.0000095530,0.05000,2.122 +26,mlp.experts.58.up_proj,0.0000032891,0.05000,2.076 +26,mlp.experts.57.up_proj,0.0000017905,0.05000,2.044 +26,mlp.experts.59.up_proj,0.0000176762,0.05000,2.093 +26,mlp.experts.56.up_proj,0.0000035641,0.05000,2.082 +26,mlp.experts.62.up_proj,0.0000048819,0.05000,2.054 +26,mlp.experts.61.up_proj,0.0000062656,0.05000,2.070 +26,mlp.experts.63.up_proj,0.0000090843,0.05000,2.079 +26,mlp.experts.60.up_proj,0.0000108177,0.05000,2.052 +26,mlp.experts.66.up_proj,0.0000008801,0.05000,2.086 +26,mlp.experts.65.up_proj,0.0000035487,0.05000,2.135 +26,mlp.experts.67.up_proj,0.0000057488,0.05000,2.086 +26,mlp.experts.64.up_proj,0.0000081633,0.05000,2.084 +26,mlp.experts.70.up_proj,0.0000077157,0.05000,2.143 +26,mlp.experts.69.up_proj,0.0000068834,0.05000,2.127 +26,mlp.experts.71.up_proj,0.0000071257,0.05000,2.151 +26,mlp.experts.68.up_proj,0.0000157228,0.05000,2.068 +26,mlp.experts.74.up_proj,0.0000019563,0.05000,2.028 +26,mlp.experts.73.up_proj,0.0000094937,0.05000,2.050 +26,mlp.experts.75.up_proj,0.0000051936,0.05000,2.109 +26,mlp.experts.72.up_proj,0.0000065491,0.05000,2.080 +26,mlp.experts.78.up_proj,0.0000047598,0.05000,2.099 +26,mlp.experts.77.up_proj,0.0000044090,0.05000,2.103 +26,mlp.experts.79.up_proj,0.0000166701,0.05000,2.112 +26,mlp.experts.76.up_proj,0.0000109431,0.05000,2.084 +26,mlp.experts.82.up_proj,0.0000048960,0.05000,2.114 +26,mlp.experts.81.up_proj,0.0000128108,0.05000,2.062 +26,mlp.experts.83.up_proj,0.0000093594,0.05000,2.064 +26,mlp.experts.80.up_proj,0.0000096539,0.05000,2.101 +26,mlp.experts.86.up_proj,0.0000060448,0.05000,2.051 +26,mlp.experts.85.up_proj,0.0000060912,0.05000,2.063 +26,mlp.experts.87.up_proj,0.0000068226,0.05000,2.089 +26,mlp.experts.84.up_proj,0.0000048730,0.05000,2.041 +26,mlp.experts.90.up_proj,0.0000107590,0.05000,2.092 +26,mlp.experts.89.up_proj,0.0000061038,0.05000,2.032 +26,mlp.experts.91.up_proj,0.0000019709,0.05000,2.051 +26,mlp.experts.88.up_proj,0.0000016577,0.05000,2.042 +26,mlp.experts.94.up_proj,0.0000070789,0.05000,2.037 +26,mlp.experts.93.up_proj,0.0000081079,0.05000,2.109 +26,mlp.experts.95.up_proj,0.0000061716,0.05000,2.099 +26,mlp.experts.92.up_proj,0.0000029238,0.05000,2.054 +26,mlp.experts.98.up_proj,0.0000161624,0.05000,2.047 +26,mlp.experts.97.up_proj,0.0000076825,0.05000,2.073 +26,mlp.experts.99.up_proj,0.0000102948,0.05000,2.097 +26,mlp.experts.96.up_proj,0.0000050620,0.05000,2.058 +26,mlp.experts.102.up_proj,0.0000011205,0.05000,2.039 +26,mlp.experts.101.up_proj,0.0000079685,0.05000,2.063 +26,mlp.experts.103.up_proj,0.0000076128,0.05000,2.066 +26,mlp.experts.100.up_proj,0.0000074060,0.05000,2.078 +26,mlp.experts.106.up_proj,0.0000045177,0.05000,2.123 +26,mlp.experts.105.up_proj,0.0000052976,0.05000,2.068 +26,mlp.experts.107.up_proj,0.0000120118,0.05000,2.061 +26,mlp.experts.104.up_proj,0.0000045319,0.05000,2.102 +26,mlp.experts.110.up_proj,0.0000035708,0.05000,2.054 +26,mlp.experts.109.up_proj,0.0000064209,0.05000,2.053 +26,mlp.experts.111.up_proj,0.0000062823,0.05000,2.114 +26,mlp.experts.108.up_proj,0.0000062759,0.05000,2.054 +26,mlp.experts.114.up_proj,0.0000085175,0.05000,2.064 +26,mlp.experts.113.up_proj,0.0000084191,0.05000,2.044 +26,mlp.experts.115.up_proj,0.0000101599,0.05000,2.050 +26,mlp.experts.112.up_proj,0.0000083934,0.05000,2.061 +26,mlp.experts.117.up_proj,0.0000089679,0.05000,2.041 +26,mlp.experts.118.up_proj,0.0000066068,0.05000,2.143 +26,mlp.experts.119.up_proj,0.0000102519,0.05000,2.132 +26,mlp.experts.116.up_proj,0.0000068224,0.05000,2.105 +26,mlp.experts.121.up_proj,0.0000069398,0.05000,2.052 +26,mlp.experts.122.up_proj,0.0000053002,0.05000,2.070 +26,mlp.experts.123.up_proj,0.0000076525,0.05000,2.043 +26,mlp.experts.120.up_proj,0.0000043274,0.05000,2.027 +26,mlp.experts.125.up_proj,0.0000043238,0.05000,2.022 +26,mlp.experts.126.up_proj,0.0000060703,0.05000,2.053 +26,mlp.experts.127.up_proj,0.0000117038,0.05000,2.051 +26,mlp.experts.124.up_proj,0.0000093911,0.05000,2.044 +26,mlp.experts.129.up_proj,0.0000044807,0.05000,2.070 +26,mlp.experts.130.up_proj,0.0000099433,0.05000,2.075 +26,mlp.experts.131.up_proj,0.0000050934,0.05000,2.108 +26,mlp.experts.128.up_proj,0.0000134978,0.05000,2.057 +26,mlp.experts.133.up_proj,0.0000016195,0.05000,2.044 +26,mlp.experts.134.up_proj,0.0000071423,0.05000,2.066 +26,mlp.experts.135.up_proj,0.0000043596,0.05000,2.046 +26,mlp.experts.132.up_proj,0.0000070015,0.05000,2.032 +26,mlp.experts.137.up_proj,0.0000074270,0.05000,2.108 +26,mlp.experts.138.up_proj,0.0000081811,0.05000,2.097 +26,mlp.experts.139.up_proj,0.0000065665,0.05000,2.083 +26,mlp.experts.136.up_proj,0.0000062137,0.05000,2.048 +26,mlp.experts.141.up_proj,0.0000086953,0.05000,2.043 +26,mlp.experts.142.up_proj,0.0000047330,0.05000,2.027 +26,mlp.experts.140.up_proj,0.0000088175,0.05000,2.027 +26,mlp.experts.143.up_proj,0.0000177875,0.05000,2.128 +26,mlp.experts.145.up_proj,0.0000051026,0.05000,2.043 +26,mlp.experts.146.up_proj,0.0000018905,0.05000,2.031 +26,mlp.experts.144.up_proj,0.0000113094,0.05000,2.077 +26,mlp.experts.147.up_proj,0.0000066815,0.05000,2.078 +26,mlp.experts.149.up_proj,0.0000100746,0.05000,2.073 +26,mlp.experts.150.up_proj,0.0000067333,0.05000,2.091 +26,mlp.experts.148.up_proj,0.0000028543,0.05000,2.089 +26,mlp.experts.151.up_proj,0.0000070052,0.05000,2.086 +26,mlp.experts.153.up_proj,0.0000065102,0.05000,2.072 +26,mlp.experts.154.up_proj,0.0000039015,0.05000,2.048 +26,mlp.experts.152.up_proj,0.0000154776,0.05000,2.039 +26,mlp.experts.155.up_proj,0.0000126136,0.05000,2.083 +26,mlp.experts.157.up_proj,0.0000118128,0.05000,2.061 +26,mlp.experts.158.up_proj,0.0000042286,0.05000,2.006 +26,mlp.experts.156.up_proj,0.0000091790,0.05000,1.817 +26,mlp.experts.159.up_proj,0.0000035204,0.05000,1.762 +26,mlp.experts.2.down_proj,0.0000001073,0.05000,0.635 +26,mlp.experts.1.down_proj,0.0000001794,0.05000,0.648 +26,mlp.experts.0.down_proj,0.0000003794,0.05000,0.655 +26,mlp.experts.3.down_proj,0.0000002268,0.05000,0.705 +26,mlp.experts.6.down_proj,0.0000001696,0.05000,0.608 +26,mlp.experts.5.down_proj,0.0000003290,0.05000,0.606 +26,mlp.experts.4.down_proj,0.0000006938,0.05000,0.610 +26,mlp.experts.7.down_proj,0.0000007559,0.05000,0.622 +26,mlp.experts.9.down_proj,0.0000002273,0.05000,0.613 +26,mlp.experts.8.down_proj,0.0000007348,0.05000,0.614 +26,mlp.experts.10.down_proj,0.0000003650,0.05000,0.649 +26,mlp.experts.11.down_proj,0.0000002897,0.05000,0.638 +26,mlp.experts.13.down_proj,0.0000002657,0.05000,0.623 +26,mlp.experts.14.down_proj,0.0000005574,0.05000,0.614 +26,mlp.experts.12.down_proj,0.0000004662,0.05000,0.627 +26,mlp.experts.15.down_proj,0.0000004830,0.05000,0.660 +26,mlp.experts.18.down_proj,0.0000008101,0.05000,0.617 +26,mlp.experts.16.down_proj,0.0000006221,0.05000,0.639 +26,mlp.experts.17.down_proj,0.0000001091,0.05000,0.664 +26,mlp.experts.19.down_proj,0.0000002802,0.05000,0.616 +26,mlp.experts.22.down_proj,0.0000004411,0.05000,0.606 +26,mlp.experts.21.down_proj,0.0000006820,0.05000,0.602 +26,mlp.experts.20.down_proj,0.0000004017,0.05000,0.609 +26,mlp.experts.23.down_proj,0.0000005116,0.05000,0.660 +26,mlp.experts.26.down_proj,0.0000002818,0.05000,0.618 +26,mlp.experts.25.down_proj,0.0000000804,0.05000,0.595 +26,mlp.experts.24.down_proj,0.0000002277,0.05000,0.599 +26,mlp.experts.27.down_proj,0.0000002130,0.05000,0.603 +26,mlp.experts.30.down_proj,0.0000003330,0.05000,0.610 +26,mlp.experts.29.down_proj,0.0000003186,0.05000,0.636 +26,mlp.experts.28.down_proj,0.0000005395,0.05000,0.648 +26,mlp.experts.31.down_proj,0.0000006736,0.05000,0.652 +26,mlp.experts.34.down_proj,0.0000004537,0.05000,0.628 +26,mlp.experts.33.down_proj,0.0000000683,0.05000,0.632 +26,mlp.experts.32.down_proj,0.0000003851,0.05000,0.650 +26,mlp.experts.35.down_proj,0.0000002207,0.05000,0.587 +26,mlp.experts.38.down_proj,0.0000001318,0.05000,0.455 +26,mlp.experts.37.down_proj,0.0000000970,0.05000,0.427 +26,mlp.experts.41.down_proj,0.0000005202,0.05000,0.617 +26,mlp.experts.36.down_proj,0.0000003053,0.05000,0.619 +26,mlp.experts.39.down_proj,0.0000011155,0.05000,0.622 +26,mlp.experts.42.down_proj,0.0000004304,0.05000,0.643 +26,mlp.experts.45.down_proj,0.0000001578,0.05000,0.599 +26,mlp.experts.40.down_proj,0.0000006132,0.05000,0.606 +26,mlp.experts.43.down_proj,0.0000002441,0.05000,0.602 +26,mlp.experts.46.down_proj,0.0000004087,0.05000,0.597 +26,mlp.experts.44.down_proj,0.0000003358,0.05000,0.608 +26,mlp.experts.47.down_proj,0.0000003606,0.05000,0.616 +26,mlp.experts.49.down_proj,0.0000002447,0.05000,0.636 +26,mlp.experts.50.down_proj,0.0000004987,0.05000,0.621 +26,mlp.experts.51.down_proj,0.0000000377,0.05000,0.601 +26,mlp.experts.54.down_proj,0.0000007314,0.05000,0.597 +26,mlp.experts.48.down_proj,0.0000002547,0.05000,0.627 +26,mlp.experts.53.down_proj,0.0000002324,0.05000,0.614 +26,mlp.experts.55.down_proj,0.0000003906,0.05000,0.613 +26,mlp.experts.57.down_proj,0.0000000409,0.05000,0.613 +26,mlp.experts.52.down_proj,0.0000002495,0.05000,0.638 +26,mlp.experts.58.down_proj,0.0000002325,0.05000,0.646 +26,mlp.experts.61.down_proj,0.0000004455,0.05000,0.623 +26,mlp.experts.62.down_proj,0.0000002956,0.05000,0.628 +26,mlp.experts.59.down_proj,0.0000007134,0.05000,0.685 +26,mlp.experts.56.down_proj,0.0000001589,0.05000,0.663 +26,mlp.experts.65.down_proj,0.0000001994,0.05000,0.618 +26,mlp.experts.63.down_proj,0.0000003031,0.05000,0.616 +26,mlp.experts.66.down_proj,0.0000000729,0.05000,0.625 +26,mlp.experts.60.down_proj,0.0000004572,0.05000,0.638 +26,mlp.experts.69.down_proj,0.0000002966,0.05000,0.638 +26,mlp.experts.67.down_proj,0.0000002394,0.05000,0.617 +26,mlp.experts.70.down_proj,0.0000003474,0.05000,0.626 +26,mlp.experts.64.down_proj,0.0000004236,0.05000,0.617 +26,mlp.experts.73.down_proj,0.0000004469,0.05000,0.611 +26,mlp.experts.74.down_proj,0.0000000645,0.05000,0.618 +26,mlp.experts.71.down_proj,0.0000003345,0.05000,0.635 +26,mlp.experts.68.down_proj,0.0000004571,0.05000,0.611 +26,mlp.experts.77.down_proj,0.0000002804,0.05000,0.651 +26,mlp.experts.75.down_proj,0.0000001906,0.05000,0.640 +26,mlp.experts.78.down_proj,0.0000003508,0.05000,0.658 +26,mlp.experts.72.down_proj,0.0000002110,0.05000,0.669 +26,mlp.experts.81.down_proj,0.0000005348,0.05000,0.619 +26,mlp.experts.82.down_proj,0.0000001686,0.05000,0.639 +26,mlp.experts.79.down_proj,0.0000005831,0.05000,0.666 +26,mlp.experts.76.down_proj,0.0000005635,0.05000,0.622 +26,mlp.experts.85.down_proj,0.0000003014,0.05000,0.646 +26,mlp.experts.86.down_proj,0.0000003096,0.05000,0.634 +26,mlp.experts.83.down_proj,0.0000005024,0.05000,0.623 +26,mlp.experts.80.down_proj,0.0000004482,0.05000,0.652 +26,mlp.experts.89.down_proj,0.0000003110,0.05000,0.605 +26,mlp.experts.90.down_proj,0.0000003490,0.05000,0.608 +26,mlp.experts.87.down_proj,0.0000002241,0.05000,0.611 +26,mlp.experts.84.down_proj,0.0000001587,0.05000,0.603 +26,mlp.experts.93.down_proj,0.0000003731,0.05000,0.609 +26,mlp.experts.94.down_proj,0.0000003473,0.05000,0.609 +26,mlp.experts.88.down_proj,0.0000000347,0.05000,0.603 +26,mlp.experts.91.down_proj,0.0000001793,0.05000,0.638 +26,mlp.experts.97.down_proj,0.0000003360,0.05000,0.634 +26,mlp.experts.92.down_proj,0.0000001431,0.05000,0.611 +26,mlp.experts.98.down_proj,0.0000009491,0.05000,0.656 +26,mlp.experts.95.down_proj,0.0000002783,0.05000,0.626 +26,mlp.experts.101.down_proj,0.0000003839,0.05000,0.616 +26,mlp.experts.96.down_proj,0.0000002750,0.05000,0.610 +26,mlp.experts.99.down_proj,0.0000005446,0.05000,0.618 +26,mlp.experts.102.down_proj,0.0000000585,0.05000,0.638 +26,mlp.experts.105.down_proj,0.0000002231,0.05000,0.614 +26,mlp.experts.100.down_proj,0.0000002240,0.05000,0.627 +26,mlp.experts.103.down_proj,0.0000002642,0.05000,0.625 +26,mlp.experts.106.down_proj,0.0000003408,0.05000,0.632 +26,mlp.experts.109.down_proj,0.0000001835,0.05000,0.612 +26,mlp.experts.104.down_proj,0.0000002463,0.05000,0.608 +26,mlp.experts.107.down_proj,0.0000004835,0.05000,0.614 +26,mlp.experts.110.down_proj,0.0000001605,0.05000,0.614 +26,mlp.experts.113.down_proj,0.0000003847,0.05000,0.627 +26,mlp.experts.108.down_proj,0.0000003466,0.05000,0.611 +26,mlp.experts.111.down_proj,0.0000003867,0.05000,0.634 +26,mlp.experts.114.down_proj,0.0000004548,0.05000,0.632 +26,mlp.experts.117.down_proj,0.0000003511,0.05000,0.633 +26,mlp.experts.112.down_proj,0.0000004482,0.05000,0.614 +26,mlp.experts.115.down_proj,0.0000005889,0.05000,0.645 +26,mlp.experts.118.down_proj,0.0000002862,0.05000,0.639 +26,mlp.experts.121.down_proj,0.0000003935,0.05000,0.614 +26,mlp.experts.116.down_proj,0.0000003286,0.05000,0.610 +26,mlp.experts.122.down_proj,0.0000002091,0.05000,0.613 +26,mlp.experts.119.down_proj,0.0000004851,0.05000,0.639 +26,mlp.experts.125.down_proj,0.0000001845,0.05000,0.612 +26,mlp.experts.120.down_proj,0.0000001470,0.05000,0.611 +26,mlp.experts.126.down_proj,0.0000002397,0.05000,0.635 +26,mlp.experts.123.down_proj,0.0000004514,0.05000,0.641 +26,mlp.experts.129.down_proj,0.0000002016,0.05000,0.623 +26,mlp.experts.124.down_proj,0.0000003198,0.05000,0.616 +26,mlp.experts.127.down_proj,0.0000005611,0.05000,0.622 +26,mlp.experts.130.down_proj,0.0000004146,0.05000,0.657 +26,mlp.experts.133.down_proj,0.0000001257,0.05000,0.616 +26,mlp.experts.128.down_proj,0.0000007299,0.05000,0.634 +26,mlp.experts.131.down_proj,0.0000001334,0.05000,0.622 +26,mlp.experts.134.down_proj,0.0000003917,0.05000,0.615 +26,mlp.experts.137.down_proj,0.0000004339,0.05000,0.619 +26,mlp.experts.132.down_proj,0.0000003020,0.05000,0.614 +26,mlp.experts.135.down_proj,0.0000002033,0.05000,0.626 +26,mlp.experts.138.down_proj,0.0000003863,0.05000,0.653 +26,mlp.experts.141.down_proj,0.0000003143,0.05000,0.614 +26,mlp.experts.136.down_proj,0.0000003177,0.05000,0.609 +26,mlp.experts.139.down_proj,0.0000002005,0.05000,0.622 +26,mlp.experts.142.down_proj,0.0000002617,0.05000,0.611 +26,mlp.experts.145.down_proj,0.0000002238,0.05000,0.624 +26,mlp.experts.140.down_proj,0.0000004351,0.05000,0.653 +26,mlp.experts.143.down_proj,0.0000011055,0.05000,0.622 +26,mlp.experts.146.down_proj,0.0000001857,0.05000,0.632 +26,mlp.experts.149.down_proj,0.0000007836,0.05000,0.644 +26,mlp.experts.144.down_proj,0.0000006384,0.05000,0.622 +26,mlp.experts.147.down_proj,0.0000002757,0.05000,0.662 +26,mlp.experts.150.down_proj,0.0000003926,0.05000,0.674 +26,mlp.experts.153.down_proj,0.0000002183,0.05000,0.628 +26,mlp.experts.148.down_proj,0.0000003178,0.05000,0.621 +26,mlp.experts.151.down_proj,0.0000001587,0.05000,0.641 +26,mlp.experts.154.down_proj,0.0000001326,0.05000,0.621 +26,mlp.experts.157.down_proj,0.0000006669,0.05000,0.633 +26,mlp.experts.152.down_proj,0.0000006498,0.05000,0.629 +26,mlp.experts.155.down_proj,0.0000007142,0.05000,0.624 +26,mlp.experts.158.down_proj,0.0000002658,0.05000,0.602 +26,mlp.experts.156.down_proj,0.0000003948,0.05000,0.447 +26,mlp.experts.159.down_proj,0.0000003945,0.05000,0.366 +27,mlp.experts.0.gate_proj,0.0000072714,0.05000,2.084 +27,mlp.experts.3.gate_proj,0.0000061757,0.05000,2.116 +27,mlp.experts.1.gate_proj,0.0000096021,0.05000,2.183 +27,mlp.experts.2.gate_proj,0.0000116552,0.05000,2.190 +27,mlp.experts.4.gate_proj,0.0000086935,0.05000,2.044 +27,mlp.experts.7.gate_proj,0.0000037809,0.05000,2.039 +27,mlp.experts.5.gate_proj,0.0000114534,0.05000,2.031 +27,mlp.experts.6.gate_proj,0.0000071973,0.05000,2.071 +27,mlp.experts.8.gate_proj,0.0000113897,0.05000,2.043 +27,mlp.experts.11.gate_proj,0.0000072272,0.05000,2.089 +27,mlp.experts.9.gate_proj,0.0000025735,0.05000,2.080 +27,mlp.experts.10.gate_proj,0.0000038873,0.05000,2.034 +27,mlp.experts.12.gate_proj,0.0000159466,0.05000,2.062 +27,mlp.experts.14.gate_proj,0.0000046334,0.05000,2.031 +27,mlp.experts.15.gate_proj,0.0000021111,0.05000,2.127 +27,mlp.experts.13.gate_proj,0.0000072368,0.05000,2.100 +27,mlp.experts.16.gate_proj,0.0000021406,0.05000,2.122 +27,mlp.experts.19.gate_proj,0.0000162308,0.05000,2.035 +27,mlp.experts.18.gate_proj,0.0000109385,0.05000,2.110 +27,mlp.experts.17.gate_proj,0.0000064699,0.05000,2.094 +27,mlp.experts.23.gate_proj,0.0000023842,0.05000,2.037 +27,mlp.experts.20.gate_proj,0.0000093664,0.05000,2.109 +27,mlp.experts.22.gate_proj,0.0000026961,0.05000,2.104 +27,mlp.experts.21.gate_proj,0.0000149092,0.05000,2.132 +27,mlp.experts.27.gate_proj,0.0000041778,0.05000,2.043 +27,mlp.experts.24.gate_proj,0.0000067631,0.05000,2.041 +27,mlp.experts.26.gate_proj,0.0000064809,0.05000,2.057 +27,mlp.experts.25.gate_proj,0.0000057674,0.05000,2.119 +27,mlp.experts.28.gate_proj,0.0000111014,0.05000,2.046 +27,mlp.experts.31.gate_proj,0.0000052267,0.05000,2.072 +27,mlp.experts.30.gate_proj,0.0000107695,0.05000,2.071 +27,mlp.experts.29.gate_proj,0.0000127070,0.05000,2.118 +27,mlp.experts.35.gate_proj,0.0000090839,0.05000,2.061 +27,mlp.experts.32.gate_proj,0.0000110400,0.05000,2.071 +27,mlp.experts.34.gate_proj,0.0000034535,0.05000,2.048 +27,mlp.experts.33.gate_proj,0.0000103714,0.05000,2.101 +27,mlp.experts.36.gate_proj,0.0000129454,0.05000,2.132 +27,mlp.experts.39.gate_proj,0.0000074453,0.05000,2.169 +27,mlp.experts.38.gate_proj,0.0000066870,0.05000,2.102 +27,mlp.experts.37.gate_proj,0.0000034659,0.05000,2.165 +27,mlp.experts.40.gate_proj,0.0000073826,0.05000,2.047 +27,mlp.experts.43.gate_proj,0.0000073445,0.05000,2.084 +27,mlp.experts.42.gate_proj,0.0000085075,0.05000,2.077 +27,mlp.experts.41.gate_proj,0.0000117515,0.05000,2.078 +27,mlp.experts.44.gate_proj,0.0000183866,0.05000,2.034 +27,mlp.experts.46.gate_proj,0.0000063220,0.05000,2.002 +27,mlp.experts.47.gate_proj,0.0000076788,0.05000,2.029 +27,mlp.experts.45.gate_proj,0.0000088692,0.05000,2.061 +27,mlp.experts.48.gate_proj,0.0000129627,0.05000,2.027 +27,mlp.experts.50.gate_proj,0.0000015168,0.05000,2.013 +27,mlp.experts.51.gate_proj,0.0000036902,0.05000,2.055 +27,mlp.experts.49.gate_proj,0.0000026355,0.05000,2.017 +27,mlp.experts.52.gate_proj,0.0000124557,0.05000,2.022 +27,mlp.experts.54.gate_proj,0.0000039902,0.05000,2.061 +27,mlp.experts.55.gate_proj,0.0000050742,0.05000,2.116 +27,mlp.experts.53.gate_proj,0.0000050299,0.05000,2.038 +27,mlp.experts.56.gate_proj,0.0000131655,0.05000,2.053 +27,mlp.experts.58.gate_proj,0.0000092175,0.05000,2.080 +27,mlp.experts.59.gate_proj,0.0000042487,0.05000,2.080 +27,mlp.experts.57.gate_proj,0.0000047634,0.05000,2.039 +27,mlp.experts.60.gate_proj,0.0000195666,0.05000,2.042 +27,mlp.experts.62.gate_proj,0.0000086674,0.05000,2.073 +27,mlp.experts.63.gate_proj,0.0000065223,0.05000,2.079 +27,mlp.experts.61.gate_proj,0.0000078287,0.05000,2.109 +27,mlp.experts.64.gate_proj,0.0000020403,0.05000,2.014 +27,mlp.experts.66.gate_proj,0.0000131572,0.05000,2.060 +27,mlp.experts.67.gate_proj,0.0000049425,0.05000,2.096 +27,mlp.experts.65.gate_proj,0.0000039938,0.05000,2.055 +27,mlp.experts.68.gate_proj,0.0000060619,0.05000,2.055 +27,mlp.experts.70.gate_proj,0.0000169052,0.05000,2.072 +27,mlp.experts.71.gate_proj,0.0000097176,0.05000,2.099 +27,mlp.experts.69.gate_proj,0.0000057757,0.05000,2.085 +27,mlp.experts.72.gate_proj,0.0000063354,0.05000,2.024 +27,mlp.experts.74.gate_proj,0.0000108142,0.05000,2.064 +27,mlp.experts.75.gate_proj,0.0000081180,0.05000,2.118 +27,mlp.experts.73.gate_proj,0.0000165236,0.05000,2.080 +27,mlp.experts.76.gate_proj,0.0000092977,0.05000,2.082 +27,mlp.experts.78.gate_proj,0.0000079073,0.05000,2.130 +27,mlp.experts.79.gate_proj,0.0000076982,0.05000,2.109 +27,mlp.experts.77.gate_proj,0.0000052668,0.05000,2.130 +27,mlp.experts.80.gate_proj,0.0000161509,0.05000,2.061 +27,mlp.experts.82.gate_proj,0.0000047053,0.05000,2.090 +27,mlp.experts.83.gate_proj,0.0000138660,0.05000,2.056 +27,mlp.experts.81.gate_proj,0.0000037144,0.05000,2.129 +27,mlp.experts.84.gate_proj,0.0000062099,0.05000,2.102 +27,mlp.experts.86.gate_proj,0.0000145514,0.05000,2.136 +27,mlp.experts.87.gate_proj,0.0000038502,0.05000,2.101 +27,mlp.experts.85.gate_proj,0.0000022752,0.05000,2.090 +27,mlp.experts.88.gate_proj,0.0000024594,0.05000,2.058 +27,mlp.experts.90.gate_proj,0.0000120162,0.05000,2.109 +27,mlp.experts.91.gate_proj,0.0000107700,0.05000,2.055 +27,mlp.experts.89.gate_proj,0.0000103373,0.05000,2.110 +27,mlp.experts.92.gate_proj,0.0000105532,0.05000,2.082 +27,mlp.experts.94.gate_proj,0.0000140155,0.05000,2.089 +27,mlp.experts.95.gate_proj,0.0000035190,0.05000,2.079 +27,mlp.experts.93.gate_proj,0.0000134267,0.05000,2.121 +27,mlp.experts.96.gate_proj,0.0000150667,0.05000,2.065 +27,mlp.experts.98.gate_proj,0.0000065763,0.05000,2.112 +27,mlp.experts.99.gate_proj,0.0000173469,0.05000,2.093 +27,mlp.experts.97.gate_proj,0.0000093950,0.05000,2.104 +27,mlp.experts.100.gate_proj,0.0000088942,0.05000,2.041 +27,mlp.experts.102.gate_proj,0.0000082303,0.05000,2.045 +27,mlp.experts.103.gate_proj,0.0000095129,0.05000,2.027 +27,mlp.experts.101.gate_proj,0.0000097947,0.05000,2.098 +27,mlp.experts.104.gate_proj,0.0000069394,0.05000,2.037 +27,mlp.experts.107.gate_proj,0.0000034726,0.05000,2.040 +27,mlp.experts.106.gate_proj,0.0000040935,0.05000,2.131 +27,mlp.experts.105.gate_proj,0.0000058089,0.05000,2.113 +27,mlp.experts.108.gate_proj,0.0000104966,0.05000,2.070 +27,mlp.experts.111.gate_proj,0.0000043480,0.05000,2.122 +27,mlp.experts.110.gate_proj,0.0000115884,0.05000,2.088 +27,mlp.experts.109.gate_proj,0.0000113893,0.05000,2.087 +27,mlp.experts.112.gate_proj,0.0000047887,0.05000,2.151 +27,mlp.experts.114.gate_proj,0.0000075647,0.05000,2.086 +27,mlp.experts.115.gate_proj,0.0000084245,0.05000,2.164 +27,mlp.experts.113.gate_proj,0.0000027257,0.05000,2.111 +27,mlp.experts.116.gate_proj,0.0000065447,0.05000,2.162 +27,mlp.experts.118.gate_proj,0.0000193040,0.05000,2.087 +27,mlp.experts.119.gate_proj,0.0000041580,0.05000,2.085 +27,mlp.experts.117.gate_proj,0.0000094940,0.05000,2.084 +27,mlp.experts.120.gate_proj,0.0000102296,0.05000,2.109 +27,mlp.experts.122.gate_proj,0.0000039146,0.05000,2.105 +27,mlp.experts.123.gate_proj,0.0000236625,0.05000,2.114 +27,mlp.experts.121.gate_proj,0.0000080569,0.05000,2.103 +27,mlp.experts.124.gate_proj,0.0000081888,0.05000,2.068 +27,mlp.experts.126.gate_proj,0.0000136088,0.05000,2.098 +27,mlp.experts.127.gate_proj,0.0000055234,0.05000,2.112 +27,mlp.experts.125.gate_proj,0.0000096320,0.05000,2.075 +27,mlp.experts.128.gate_proj,0.0000075383,0.05000,2.064 +27,mlp.experts.130.gate_proj,0.0000050882,0.05000,2.045 +27,mlp.experts.131.gate_proj,0.0000126950,0.05000,2.111 +27,mlp.experts.129.gate_proj,0.0000102165,0.05000,2.070 +27,mlp.experts.132.gate_proj,0.0000080388,0.05000,2.056 +27,mlp.experts.134.gate_proj,0.0000164292,0.05000,2.084 +27,mlp.experts.135.gate_proj,0.0000023716,0.05000,2.069 +27,mlp.experts.133.gate_proj,0.0000051439,0.05000,2.110 +27,mlp.experts.136.gate_proj,0.0000240052,0.05000,2.071 +27,mlp.experts.138.gate_proj,0.0000074098,0.05000,2.099 +27,mlp.experts.139.gate_proj,0.0000098030,0.05000,2.090 +27,mlp.experts.137.gate_proj,0.0000201477,0.05000,2.086 +27,mlp.experts.140.gate_proj,0.0000073110,0.05000,2.069 +27,mlp.experts.142.gate_proj,0.0000057470,0.05000,2.071 +27,mlp.experts.143.gate_proj,0.0000073190,0.05000,2.059 +27,mlp.experts.141.gate_proj,0.0000066951,0.05000,2.095 +27,mlp.experts.144.gate_proj,0.0000114252,0.05000,2.117 +27,mlp.experts.146.gate_proj,0.0000088435,0.05000,2.071 +27,mlp.experts.147.gate_proj,0.0000054080,0.05000,2.102 +27,mlp.experts.145.gate_proj,0.0000105503,0.05000,2.050 +27,mlp.experts.148.gate_proj,0.0000074108,0.05000,2.050 +27,mlp.experts.150.gate_proj,0.0000083617,0.05000,2.058 +27,mlp.experts.151.gate_proj,0.0000066742,0.05000,2.053 +27,mlp.experts.149.gate_proj,0.0000122783,0.05000,2.024 +27,mlp.experts.152.gate_proj,0.0000079333,0.05000,2.035 +27,mlp.experts.154.gate_proj,0.0000063732,0.05000,2.119 +27,mlp.experts.155.gate_proj,0.0000121719,0.05000,2.083 +27,mlp.experts.153.gate_proj,0.0000077334,0.05000,2.114 +27,mlp.experts.156.gate_proj,0.0000117997,0.05000,2.060 +27,mlp.experts.158.gate_proj,0.0000062475,0.05000,2.067 +27,mlp.experts.159.gate_proj,0.0000093843,0.05000,2.041 +27,mlp.experts.157.gate_proj,0.0000130276,0.05000,2.051 +27,mlp.experts.0.up_proj,0.0000071849,0.05000,2.033 +27,mlp.experts.3.up_proj,0.0000060626,0.05000,2.024 +27,mlp.experts.2.up_proj,0.0000115945,0.05000,2.161 +27,mlp.experts.1.up_proj,0.0000094975,0.05000,2.067 +27,mlp.experts.4.up_proj,0.0000085073,0.05000,2.047 +27,mlp.experts.7.up_proj,0.0000037845,0.05000,2.046 +27,mlp.experts.6.up_proj,0.0000071912,0.05000,2.158 +27,mlp.experts.5.up_proj,0.0000110932,0.05000,2.086 +27,mlp.experts.8.up_proj,0.0000111205,0.05000,2.045 +27,mlp.experts.11.up_proj,0.0000071241,0.05000,2.127 +27,mlp.experts.10.up_proj,0.0000037824,0.05000,2.082 +27,mlp.experts.9.up_proj,0.0000025293,0.05000,2.102 +27,mlp.experts.12.up_proj,0.0000156427,0.05000,2.068 +27,mlp.experts.15.up_proj,0.0000020062,0.05000,2.090 +27,mlp.experts.14.up_proj,0.0000045459,0.05000,2.127 +27,mlp.experts.13.up_proj,0.0000071829,0.05000,2.093 +27,mlp.experts.16.up_proj,0.0000021026,0.05000,2.057 +27,mlp.experts.19.up_proj,0.0000157410,0.05000,2.079 +27,mlp.experts.18.up_proj,0.0000109061,0.05000,2.061 +27,mlp.experts.17.up_proj,0.0000062459,0.05000,2.143 +27,mlp.experts.20.up_proj,0.0000092505,0.05000,2.076 +27,mlp.experts.23.up_proj,0.0000022994,0.05000,2.088 +27,mlp.experts.22.up_proj,0.0000026601,0.05000,2.080 +27,mlp.experts.21.up_proj,0.0000147611,0.05000,2.086 +27,mlp.experts.24.up_proj,0.0000066453,0.05000,2.045 +27,mlp.experts.27.up_proj,0.0000041240,0.05000,2.042 +27,mlp.experts.26.up_proj,0.0000063511,0.05000,2.058 +27,mlp.experts.25.up_proj,0.0000055093,0.05000,2.079 +27,mlp.experts.28.up_proj,0.0000107446,0.05000,2.072 +27,mlp.experts.31.up_proj,0.0000051033,0.05000,2.067 +27,mlp.experts.30.up_proj,0.0000106381,0.05000,2.154 +27,mlp.experts.29.up_proj,0.0000122647,0.05000,2.103 +27,mlp.experts.32.up_proj,0.0000106720,0.05000,2.072 +27,mlp.experts.35.up_proj,0.0000089943,0.05000,2.071 +27,mlp.experts.34.up_proj,0.0000033472,0.05000,2.070 +27,mlp.experts.33.up_proj,0.0000104616,0.05000,2.024 +27,mlp.experts.36.up_proj,0.0000124502,0.05000,2.036 +27,mlp.experts.39.up_proj,0.0000072819,0.05000,2.061 +27,mlp.experts.38.up_proj,0.0000066412,0.05000,2.069 +27,mlp.experts.37.up_proj,0.0000034101,0.05000,2.040 +27,mlp.experts.40.up_proj,0.0000073076,0.05000,2.099 +27,mlp.experts.43.up_proj,0.0000069667,0.05000,2.065 +27,mlp.experts.42.up_proj,0.0000082661,0.05000,2.065 +27,mlp.experts.41.up_proj,0.0000116055,0.05000,2.088 +27,mlp.experts.44.up_proj,0.0000180405,0.05000,2.052 +27,mlp.experts.47.up_proj,0.0000076440,0.05000,2.031 +27,mlp.experts.46.up_proj,0.0000062188,0.05000,2.059 +27,mlp.experts.45.up_proj,0.0000087880,0.05000,2.033 +27,mlp.experts.48.up_proj,0.0000128246,0.05000,2.111 +27,mlp.experts.51.up_proj,0.0000036657,0.05000,2.085 +27,mlp.experts.50.up_proj,0.0000015007,0.05000,2.072 +27,mlp.experts.49.up_proj,0.0000025738,0.05000,2.078 +27,mlp.experts.52.up_proj,0.0000119084,0.05000,2.069 +27,mlp.experts.55.up_proj,0.0000050262,0.05000,2.122 +27,mlp.experts.54.up_proj,0.0000039011,0.05000,2.068 +27,mlp.experts.53.up_proj,0.0000049609,0.05000,2.057 +27,mlp.experts.56.up_proj,0.0000126600,0.05000,2.112 +27,mlp.experts.59.up_proj,0.0000041750,0.05000,2.060 +27,mlp.experts.58.up_proj,0.0000091856,0.05000,2.075 +27,mlp.experts.57.up_proj,0.0000047437,0.05000,2.063 +27,mlp.experts.60.up_proj,0.0000192573,0.05000,2.108 +27,mlp.experts.63.up_proj,0.0000064262,0.05000,2.082 +27,mlp.experts.62.up_proj,0.0000082979,0.05000,2.080 +27,mlp.experts.61.up_proj,0.0000076934,0.05000,2.072 +27,mlp.experts.64.up_proj,0.0000020147,0.05000,2.159 +27,mlp.experts.67.up_proj,0.0000047948,0.05000,2.106 +27,mlp.experts.66.up_proj,0.0000124728,0.05000,2.089 +27,mlp.experts.65.up_proj,0.0000039963,0.05000,2.059 +27,mlp.experts.68.up_proj,0.0000060016,0.05000,2.079 +27,mlp.experts.71.up_proj,0.0000093737,0.05000,2.059 +27,mlp.experts.70.up_proj,0.0000163278,0.05000,2.070 +27,mlp.experts.69.up_proj,0.0000056185,0.05000,2.040 +27,mlp.experts.72.up_proj,0.0000061758,0.05000,2.177 +27,mlp.experts.75.up_proj,0.0000078334,0.05000,2.065 +27,mlp.experts.74.up_proj,0.0000106217,0.05000,2.081 +27,mlp.experts.73.up_proj,0.0000159425,0.05000,2.078 +27,mlp.experts.76.up_proj,0.0000090320,0.05000,2.045 +27,mlp.experts.79.up_proj,0.0000074726,0.05000,2.063 +27,mlp.experts.78.up_proj,0.0000077436,0.05000,2.058 +27,mlp.experts.77.up_proj,0.0000051769,0.05000,2.053 +27,mlp.experts.80.up_proj,0.0000157517,0.05000,2.087 +27,mlp.experts.83.up_proj,0.0000139734,0.05000,2.035 +27,mlp.experts.82.up_proj,0.0000046251,0.05000,2.051 +27,mlp.experts.81.up_proj,0.0000035610,0.05000,2.087 +27,mlp.experts.84.up_proj,0.0000059953,0.05000,2.170 +27,mlp.experts.87.up_proj,0.0000037022,0.05000,2.056 +27,mlp.experts.86.up_proj,0.0000142873,0.05000,2.081 +27,mlp.experts.85.up_proj,0.0000022286,0.05000,2.097 +27,mlp.experts.88.up_proj,0.0000023854,0.05000,2.080 +27,mlp.experts.91.up_proj,0.0000107703,0.05000,2.038 +27,mlp.experts.90.up_proj,0.0000117366,0.05000,2.041 +27,mlp.experts.89.up_proj,0.0000100352,0.05000,2.043 +27,mlp.experts.92.up_proj,0.0000103142,0.05000,2.131 +27,mlp.experts.95.up_proj,0.0000034392,0.05000,2.082 +27,mlp.experts.94.up_proj,0.0000135497,0.05000,2.095 +27,mlp.experts.93.up_proj,0.0000129271,0.05000,2.062 +27,mlp.experts.96.up_proj,0.0000148933,0.05000,2.047 +27,mlp.experts.99.up_proj,0.0000168636,0.05000,2.028 +27,mlp.experts.98.up_proj,0.0000064762,0.05000,2.073 +27,mlp.experts.97.up_proj,0.0000093283,0.05000,2.037 +27,mlp.experts.100.up_proj,0.0000085018,0.05000,2.106 +27,mlp.experts.103.up_proj,0.0000094446,0.05000,2.068 +27,mlp.experts.102.up_proj,0.0000081750,0.05000,2.085 +27,mlp.experts.101.up_proj,0.0000096377,0.05000,2.087 +27,mlp.experts.104.up_proj,0.0000068371,0.05000,2.070 +27,mlp.experts.107.up_proj,0.0000034005,0.05000,2.146 +27,mlp.experts.106.up_proj,0.0000039116,0.05000,2.060 +27,mlp.experts.105.up_proj,0.0000056898,0.05000,2.130 +27,mlp.experts.108.up_proj,0.0000100404,0.05000,2.096 +27,mlp.experts.111.up_proj,0.0000042853,0.05000,2.148 +27,mlp.experts.110.up_proj,0.0000112597,0.05000,2.109 +27,mlp.experts.109.up_proj,0.0000111522,0.05000,2.092 +27,mlp.experts.112.up_proj,0.0000047437,0.05000,2.059 +27,mlp.experts.115.up_proj,0.0000082649,0.05000,2.018 +27,mlp.experts.114.up_proj,0.0000074572,0.05000,2.019 +27,mlp.experts.113.up_proj,0.0000026349,0.05000,2.084 +27,mlp.experts.116.up_proj,0.0000062625,0.05000,2.079 +27,mlp.experts.119.up_proj,0.0000041211,0.05000,2.081 +27,mlp.experts.118.up_proj,0.0000183815,0.05000,2.059 +27,mlp.experts.117.up_proj,0.0000091890,0.05000,2.201 +27,mlp.experts.120.up_proj,0.0000100253,0.05000,2.131 +27,mlp.experts.123.up_proj,0.0000232640,0.05000,2.115 +27,mlp.experts.122.up_proj,0.0000038390,0.05000,2.109 +27,mlp.experts.121.up_proj,0.0000080076,0.05000,2.093 +27,mlp.experts.124.up_proj,0.0000081061,0.05000,2.107 +27,mlp.experts.127.up_proj,0.0000054837,0.05000,2.114 +27,mlp.experts.126.up_proj,0.0000132832,0.05000,2.097 +27,mlp.experts.125.up_proj,0.0000094479,0.05000,2.110 +27,mlp.experts.128.up_proj,0.0000074578,0.05000,2.105 +27,mlp.experts.131.up_proj,0.0000120863,0.05000,2.109 +27,mlp.experts.130.up_proj,0.0000049285,0.05000,2.069 +27,mlp.experts.129.up_proj,0.0000100220,0.05000,2.129 +27,mlp.experts.132.up_proj,0.0000080135,0.05000,2.045 +27,mlp.experts.135.up_proj,0.0000023230,0.05000,2.054 +27,mlp.experts.134.up_proj,0.0000164288,0.05000,2.040 +27,mlp.experts.133.up_proj,0.0000050207,0.05000,2.120 +27,mlp.experts.136.up_proj,0.0000230661,0.05000,2.092 +27,mlp.experts.139.up_proj,0.0000097156,0.05000,2.053 +27,mlp.experts.138.up_proj,0.0000073550,0.05000,2.053 +27,mlp.experts.137.up_proj,0.0000195038,0.05000,2.063 +27,mlp.experts.140.up_proj,0.0000071909,0.05000,2.050 +27,mlp.experts.143.up_proj,0.0000071718,0.05000,2.076 +27,mlp.experts.142.up_proj,0.0000055835,0.05000,2.097 +27,mlp.experts.141.up_proj,0.0000066092,0.05000,2.068 +27,mlp.experts.144.up_proj,0.0000110812,0.05000,2.091 +27,mlp.experts.147.up_proj,0.0000052210,0.05000,2.104 +27,mlp.experts.146.up_proj,0.0000085783,0.05000,2.177 +27,mlp.experts.145.up_proj,0.0000101852,0.05000,2.156 +27,mlp.experts.148.up_proj,0.0000072785,0.05000,2.174 +27,mlp.experts.151.up_proj,0.0000065289,0.05000,2.080 +27,mlp.experts.150.up_proj,0.0000081533,0.05000,2.091 +27,mlp.experts.149.up_proj,0.0000120223,0.05000,2.076 +27,mlp.experts.152.up_proj,0.0000078598,0.05000,2.080 +27,mlp.experts.155.up_proj,0.0000117097,0.05000,2.147 +27,mlp.experts.154.up_proj,0.0000063074,0.05000,2.095 +27,mlp.experts.153.up_proj,0.0000075797,0.05000,2.086 +27,mlp.experts.156.up_proj,0.0000115949,0.05000,2.069 +27,mlp.experts.159.up_proj,0.0000093298,0.05000,2.001 +27,mlp.experts.158.up_proj,0.0000061080,0.05000,1.915 +27,mlp.experts.157.up_proj,0.0000123615,0.05000,1.685 +27,mlp.experts.1.down_proj,0.0000005658,0.05000,0.639 +27,mlp.experts.0.down_proj,0.0000003694,0.05000,0.641 +27,mlp.experts.2.down_proj,0.0000008417,0.05000,0.658 +27,mlp.experts.3.down_proj,0.0000003409,0.05000,0.667 +27,mlp.experts.5.down_proj,0.0000004051,0.05000,0.613 +27,mlp.experts.6.down_proj,0.0000003726,0.05000,0.603 +27,mlp.experts.7.down_proj,0.0000002395,0.05000,0.611 +27,mlp.experts.4.down_proj,0.0000005882,0.05000,0.637 +27,mlp.experts.9.down_proj,0.0000000711,0.05000,0.622 +27,mlp.experts.10.down_proj,0.0000003552,0.05000,0.631 +27,mlp.experts.11.down_proj,0.0000004018,0.05000,0.622 +27,mlp.experts.8.down_proj,0.0000005699,0.05000,0.680 +27,mlp.experts.13.down_proj,0.0000004069,0.05000,0.637 +27,mlp.experts.15.down_proj,0.0000002195,0.05000,0.615 +27,mlp.experts.14.down_proj,0.0000002090,0.05000,0.640 +27,mlp.experts.12.down_proj,0.0000005698,0.05000,0.636 +27,mlp.experts.17.down_proj,0.0000003663,0.05000,0.610 +27,mlp.experts.19.down_proj,0.0000008256,0.05000,0.615 +27,mlp.experts.18.down_proj,0.0000005252,0.05000,0.607 +27,mlp.experts.16.down_proj,0.0000000745,0.05000,0.630 +27,mlp.experts.21.down_proj,0.0000007515,0.05000,0.609 +27,mlp.experts.23.down_proj,0.0000002243,0.05000,0.609 +27,mlp.experts.22.down_proj,0.0000001448,0.05000,0.603 +27,mlp.experts.20.down_proj,0.0000006518,0.05000,0.612 +27,mlp.experts.25.down_proj,0.0000002640,0.05000,0.616 +27,mlp.experts.26.down_proj,0.0000003376,0.05000,0.632 +27,mlp.experts.27.down_proj,0.0000001777,0.05000,0.640 +27,mlp.experts.24.down_proj,0.0000002771,0.05000,0.657 +27,mlp.experts.29.down_proj,0.0000006800,0.05000,0.634 +27,mlp.experts.30.down_proj,0.0000003064,0.05000,0.609 +27,mlp.experts.31.down_proj,0.0000003310,0.05000,0.636 +27,mlp.experts.28.down_proj,0.0000003855,0.05000,0.614 +27,mlp.experts.34.down_proj,0.0000003421,0.05000,0.610 +27,mlp.experts.33.down_proj,0.0000005787,0.05000,0.617 +27,mlp.experts.35.down_proj,0.0000002921,0.05000,0.634 +27,mlp.experts.32.down_proj,0.0000006120,0.05000,0.630 +27,mlp.experts.37.down_proj,0.0000001757,0.05000,0.607 +27,mlp.experts.38.down_proj,0.0000002489,0.05000,0.627 +27,mlp.experts.39.down_proj,0.0000002370,0.05000,0.635 +27,mlp.experts.36.down_proj,0.0000009831,0.05000,0.619 +27,mlp.experts.42.down_proj,0.0000007726,0.05000,0.624 +27,mlp.experts.41.down_proj,0.0000005447,0.05000,0.657 +27,mlp.experts.43.down_proj,0.0000002479,0.05000,0.620 +27,mlp.experts.40.down_proj,0.0000002319,0.05000,0.630 +27,mlp.experts.45.down_proj,0.0000004155,0.05000,0.608 +27,mlp.experts.46.down_proj,0.0000003972,0.05000,0.629 +27,mlp.experts.47.down_proj,0.0000002490,0.05000,0.638 +27,mlp.experts.44.down_proj,0.0000011412,0.05000,0.636 +27,mlp.experts.49.down_proj,0.0000001234,0.05000,0.608 +27,mlp.experts.50.down_proj,0.0000001339,0.05000,0.608 +27,mlp.experts.51.down_proj,0.0000002388,0.05000,0.611 +27,mlp.experts.48.down_proj,0.0000007208,0.05000,0.628 +27,mlp.experts.53.down_proj,0.0000002407,0.05000,0.607 +27,mlp.experts.54.down_proj,0.0000001863,0.05000,0.615 +27,mlp.experts.55.down_proj,0.0000001842,0.05000,0.604 +27,mlp.experts.52.down_proj,0.0000005687,0.05000,0.612 +27,mlp.experts.57.down_proj,0.0000001901,0.05000,0.612 +27,mlp.experts.58.down_proj,0.0000006890,0.05000,0.613 +27,mlp.experts.59.down_proj,0.0000001763,0.05000,0.634 +27,mlp.experts.56.down_proj,0.0000003992,0.05000,0.614 +27,mlp.experts.62.down_proj,0.0000005353,0.05000,0.613 +27,mlp.experts.61.down_proj,0.0000004308,0.05000,0.637 +27,mlp.experts.63.down_proj,0.0000003078,0.05000,0.651 +27,mlp.experts.60.down_proj,0.0000010942,0.05000,0.614 +27,mlp.experts.66.down_proj,0.0000006287,0.05000,0.652 +27,mlp.experts.65.down_proj,0.0000001462,0.05000,0.659 +27,mlp.experts.67.down_proj,0.0000001570,0.05000,0.622 +27,mlp.experts.64.down_proj,0.0000001107,0.05000,0.615 +27,mlp.experts.70.down_proj,0.0000009102,0.05000,0.606 +27,mlp.experts.69.down_proj,0.0000003543,0.05000,0.634 +27,mlp.experts.71.down_proj,0.0000004444,0.05000,0.615 +27,mlp.experts.68.down_proj,0.0000001979,0.05000,0.608 +27,mlp.experts.74.down_proj,0.0000003342,0.05000,0.612 +27,mlp.experts.73.down_proj,0.0000008635,0.05000,0.617 +27,mlp.experts.75.down_proj,0.0000005216,0.05000,0.634 +27,mlp.experts.72.down_proj,0.0000005202,0.05000,0.652 +27,mlp.experts.78.down_proj,0.0000004726,0.05000,0.631 +27,mlp.experts.77.down_proj,0.0000003732,0.05000,0.653 +27,mlp.experts.79.down_proj,0.0000004236,0.05000,0.617 +27,mlp.experts.76.down_proj,0.0000003861,0.05000,0.679 +27,mlp.experts.82.down_proj,0.0000001391,0.05000,0.602 +27,mlp.experts.81.down_proj,0.0000002100,0.05000,0.600 +27,mlp.experts.83.down_proj,0.0000005276,0.05000,0.604 +27,mlp.experts.80.down_proj,0.0000010181,0.05000,0.605 +27,mlp.experts.86.down_proj,0.0000008182,0.05000,0.626 +27,mlp.experts.85.down_proj,0.0000000732,0.05000,0.614 +27,mlp.experts.87.down_proj,0.0000001833,0.05000,0.635 +27,mlp.experts.84.down_proj,0.0000002562,0.05000,0.635 +27,mlp.experts.90.down_proj,0.0000007503,0.05000,0.627 +27,mlp.experts.89.down_proj,0.0000006011,0.05000,0.610 +27,mlp.experts.91.down_proj,0.0000004674,0.05000,0.613 +27,mlp.experts.88.down_proj,0.0000001264,0.05000,0.608 +27,mlp.experts.94.down_proj,0.0000004119,0.05000,0.603 +27,mlp.experts.93.down_proj,0.0000007695,0.05000,0.607 +27,mlp.experts.95.down_proj,0.0000000968,0.05000,0.611 +27,mlp.experts.92.down_proj,0.0000004555,0.05000,0.588 +27,mlp.experts.98.down_proj,0.0000001525,0.05000,0.457 +27,mlp.experts.97.down_proj,0.0000005020,0.05000,0.432 +27,mlp.experts.102.down_proj,0.0000003913,0.05000,0.625 +27,mlp.experts.101.down_proj,0.0000003563,0.05000,0.635 +27,mlp.experts.99.down_proj,0.0000010219,0.05000,0.638 +27,mlp.experts.96.down_proj,0.0000007008,0.05000,0.660 +27,mlp.experts.106.down_proj,0.0000003454,0.05000,0.642 +27,mlp.experts.103.down_proj,0.0000004796,0.05000,0.641 +27,mlp.experts.100.down_proj,0.0000007248,0.05000,0.639 +27,mlp.experts.105.down_proj,0.0000001944,0.05000,0.686 +27,mlp.experts.110.down_proj,0.0000003988,0.05000,0.607 +27,mlp.experts.107.down_proj,0.0000001720,0.05000,0.615 +27,mlp.experts.104.down_proj,0.0000003634,0.05000,0.608 +27,mlp.experts.109.down_proj,0.0000005860,0.05000,0.606 +27,mlp.experts.114.down_proj,0.0000002953,0.05000,0.606 +27,mlp.experts.108.down_proj,0.0000005072,0.05000,0.612 +27,mlp.experts.111.down_proj,0.0000001808,0.05000,0.621 +27,mlp.experts.113.down_proj,0.0000000671,0.05000,0.611 +27,mlp.experts.118.down_proj,0.0000006019,0.05000,0.608 +27,mlp.experts.112.down_proj,0.0000002508,0.05000,0.608 +27,mlp.experts.115.down_proj,0.0000005915,0.05000,0.610 +27,mlp.experts.117.down_proj,0.0000003565,0.05000,0.608 +27,mlp.experts.122.down_proj,0.0000001652,0.05000,0.606 +27,mlp.experts.116.down_proj,0.0000002703,0.05000,0.614 +27,mlp.experts.121.down_proj,0.0000004839,0.05000,0.614 +27,mlp.experts.119.down_proj,0.0000003564,0.05000,0.633 +27,mlp.experts.126.down_proj,0.0000004716,0.05000,0.622 +27,mlp.experts.123.down_proj,0.0000009301,0.05000,0.612 +27,mlp.experts.125.down_proj,0.0000004551,0.05000,0.630 +27,mlp.experts.120.down_proj,0.0000006351,0.05000,0.657 +27,mlp.experts.130.down_proj,0.0000002799,0.05000,0.633 +27,mlp.experts.124.down_proj,0.0000003446,0.05000,0.610 +27,mlp.experts.127.down_proj,0.0000004163,0.05000,0.635 +27,mlp.experts.129.down_proj,0.0000003795,0.05000,0.635 +27,mlp.experts.134.down_proj,0.0000009721,0.05000,0.605 +27,mlp.experts.128.down_proj,0.0000003778,0.05000,0.610 +27,mlp.experts.131.down_proj,0.0000007097,0.05000,0.613 +27,mlp.experts.133.down_proj,0.0000002651,0.05000,0.607 +27,mlp.experts.138.down_proj,0.0000003099,0.05000,0.605 +27,mlp.experts.132.down_proj,0.0000004006,0.05000,0.616 +27,mlp.experts.135.down_proj,0.0000002149,0.05000,0.614 +27,mlp.experts.137.down_proj,0.0000013927,0.05000,0.631 +27,mlp.experts.142.down_proj,0.0000002772,0.05000,0.611 +27,mlp.experts.139.down_proj,0.0000006723,0.05000,0.616 +27,mlp.experts.136.down_proj,0.0000014956,0.05000,0.634 +27,mlp.experts.141.down_proj,0.0000003221,0.05000,0.676 +27,mlp.experts.146.down_proj,0.0000003285,0.05000,0.636 +27,mlp.experts.143.down_proj,0.0000002463,0.05000,0.639 +27,mlp.experts.140.down_proj,0.0000003822,0.05000,0.638 +27,mlp.experts.145.down_proj,0.0000003105,0.05000,0.615 +27,mlp.experts.150.down_proj,0.0000002620,0.05000,0.634 +27,mlp.experts.147.down_proj,0.0000002923,0.05000,0.617 +27,mlp.experts.144.down_proj,0.0000005037,0.05000,0.632 +27,mlp.experts.149.down_proj,0.0000003027,0.05000,0.654 +27,mlp.experts.154.down_proj,0.0000004063,0.05000,0.629 +27,mlp.experts.151.down_proj,0.0000003199,0.05000,0.610 +27,mlp.experts.148.down_proj,0.0000003173,0.05000,0.610 +27,mlp.experts.153.down_proj,0.0000002379,0.05000,0.633 +27,mlp.experts.158.down_proj,0.0000004517,0.05000,0.626 +27,mlp.experts.155.down_proj,0.0000005134,0.05000,0.606 +27,mlp.experts.152.down_proj,0.0000002663,0.05000,0.599 +27,mlp.experts.157.down_proj,0.0000006359,0.05000,0.580 +27,mlp.experts.159.down_proj,0.0000004286,0.05000,0.427 +27,mlp.experts.156.down_proj,0.0000004724,0.05000,0.417 +28,mlp.experts.2.gate_proj,0.0000257650,0.05000,2.075 +28,mlp.experts.3.gate_proj,0.0000062460,0.05000,2.109 +28,mlp.experts.0.gate_proj,0.0000127075,0.05000,2.139 +28,mlp.experts.1.gate_proj,0.0000063922,0.05000,2.163 +28,mlp.experts.6.gate_proj,0.0000084782,0.05000,2.061 +28,mlp.experts.5.gate_proj,0.0000065781,0.05000,2.075 +28,mlp.experts.7.gate_proj,0.0000129107,0.05000,2.127 +28,mlp.experts.4.gate_proj,0.0000189423,0.05000,2.165 +28,mlp.experts.10.gate_proj,0.0000095667,0.05000,2.110 +28,mlp.experts.11.gate_proj,0.0000096406,0.05000,2.075 +28,mlp.experts.9.gate_proj,0.0000014540,0.05000,2.124 +28,mlp.experts.8.gate_proj,0.0000082432,0.05000,2.102 +28,mlp.experts.14.gate_proj,0.0000286952,0.05000,2.060 +28,mlp.experts.13.gate_proj,0.0000183407,0.05000,2.069 +28,mlp.experts.15.gate_proj,0.0000022087,0.05000,2.160 +28,mlp.experts.12.gate_proj,0.0000077918,0.05000,2.112 +28,mlp.experts.18.gate_proj,0.0000144139,0.05000,2.092 +28,mlp.experts.17.gate_proj,0.0000020617,0.05000,2.084 +28,mlp.experts.19.gate_proj,0.0000154258,0.05000,2.070 +28,mlp.experts.16.gate_proj,0.0000212964,0.05000,2.050 +28,mlp.experts.22.gate_proj,0.0000168869,0.05000,2.068 +28,mlp.experts.23.gate_proj,0.0000093419,0.05000,2.066 +28,mlp.experts.20.gate_proj,0.0000075486,0.05000,2.078 +28,mlp.experts.21.gate_proj,0.0000117426,0.05000,2.132 +28,mlp.experts.26.gate_proj,0.0000069055,0.05000,2.063 +28,mlp.experts.27.gate_proj,0.0000234173,0.05000,2.038 +28,mlp.experts.25.gate_proj,0.0000097398,0.05000,2.041 +28,mlp.experts.24.gate_proj,0.0000140617,0.05000,2.095 +28,mlp.experts.31.gate_proj,0.0000070537,0.05000,2.027 +28,mlp.experts.30.gate_proj,0.0000089461,0.05000,2.190 +28,mlp.experts.28.gate_proj,0.0000093003,0.05000,2.034 +28,mlp.experts.29.gate_proj,0.0000067226,0.05000,2.089 +28,mlp.experts.35.gate_proj,0.0000076178,0.05000,2.115 +28,mlp.experts.34.gate_proj,0.0000061961,0.05000,2.090 +28,mlp.experts.33.gate_proj,0.0000126352,0.05000,2.074 +28,mlp.experts.32.gate_proj,0.0000131566,0.05000,2.125 +28,mlp.experts.38.gate_proj,0.0000117901,0.05000,2.043 +28,mlp.experts.39.gate_proj,0.0000069623,0.05000,2.118 +28,mlp.experts.37.gate_proj,0.0000081611,0.05000,2.089 +28,mlp.experts.36.gate_proj,0.0000090832,0.05000,2.097 +28,mlp.experts.42.gate_proj,0.0000050743,0.05000,2.068 +28,mlp.experts.43.gate_proj,0.0000071266,0.05000,2.065 +28,mlp.experts.41.gate_proj,0.0000175430,0.05000,2.076 +28,mlp.experts.40.gate_proj,0.0000026302,0.05000,2.127 +28,mlp.experts.46.gate_proj,0.0000171854,0.05000,2.064 +28,mlp.experts.47.gate_proj,0.0000235433,0.05000,2.094 +28,mlp.experts.45.gate_proj,0.0000113468,0.05000,2.075 +28,mlp.experts.44.gate_proj,0.0000077437,0.05000,2.099 +28,mlp.experts.50.gate_proj,0.0000114801,0.05000,2.048 +28,mlp.experts.51.gate_proj,0.0000059719,0.05000,2.031 +28,mlp.experts.49.gate_proj,0.0000161646,0.05000,2.051 +28,mlp.experts.48.gate_proj,0.0000080285,0.05000,2.065 +28,mlp.experts.54.gate_proj,0.0000165777,0.05000,2.110 +28,mlp.experts.55.gate_proj,0.0000085366,0.05000,2.091 +28,mlp.experts.53.gate_proj,0.0000083813,0.05000,2.095 +28,mlp.experts.52.gate_proj,0.0000035648,0.05000,2.100 +28,mlp.experts.58.gate_proj,0.0000137361,0.05000,2.073 +28,mlp.experts.59.gate_proj,0.0000096945,0.05000,2.050 +28,mlp.experts.57.gate_proj,0.0000090201,0.05000,2.072 +28,mlp.experts.56.gate_proj,0.0000055942,0.05000,2.124 +28,mlp.experts.63.gate_proj,0.0000173077,0.05000,2.072 +28,mlp.experts.62.gate_proj,0.0000206498,0.05000,2.127 +28,mlp.experts.61.gate_proj,0.0000101032,0.05000,2.086 +28,mlp.experts.60.gate_proj,0.0000110480,0.05000,2.075 +28,mlp.experts.67.gate_proj,0.0000159426,0.05000,2.075 +28,mlp.experts.66.gate_proj,0.0000081655,0.05000,2.109 +28,mlp.experts.65.gate_proj,0.0000140132,0.05000,2.089 +28,mlp.experts.64.gate_proj,0.0000081866,0.05000,2.141 +28,mlp.experts.71.gate_proj,0.0000089863,0.05000,2.112 +28,mlp.experts.69.gate_proj,0.0000104249,0.05000,2.079 +28,mlp.experts.70.gate_proj,0.0000123955,0.05000,2.137 +28,mlp.experts.68.gate_proj,0.0000086250,0.05000,2.113 +28,mlp.experts.75.gate_proj,0.0000087505,0.05000,2.078 +28,mlp.experts.74.gate_proj,0.0000043267,0.05000,2.079 +28,mlp.experts.73.gate_proj,0.0000112090,0.05000,2.170 +28,mlp.experts.72.gate_proj,0.0000097521,0.05000,2.088 +28,mlp.experts.79.gate_proj,0.0000176697,0.05000,2.050 +28,mlp.experts.78.gate_proj,0.0000180220,0.05000,2.074 +28,mlp.experts.77.gate_proj,0.0000082946,0.05000,2.128 +28,mlp.experts.76.gate_proj,0.0000100414,0.05000,2.065 +28,mlp.experts.83.gate_proj,0.0000079727,0.05000,2.106 +28,mlp.experts.82.gate_proj,0.0000056531,0.05000,2.163 +28,mlp.experts.81.gate_proj,0.0000119244,0.05000,2.140 +28,mlp.experts.80.gate_proj,0.0000147077,0.05000,2.106 +28,mlp.experts.87.gate_proj,0.0000082065,0.05000,2.061 +28,mlp.experts.86.gate_proj,0.0000103450,0.05000,2.094 +28,mlp.experts.85.gate_proj,0.0000049288,0.05000,2.086 +28,mlp.experts.84.gate_proj,0.0000093777,0.05000,2.058 +28,mlp.experts.91.gate_proj,0.0000026529,0.05000,2.072 +28,mlp.experts.90.gate_proj,0.0000089181,0.05000,2.059 +28,mlp.experts.88.gate_proj,0.0000125252,0.05000,2.038 +28,mlp.experts.89.gate_proj,0.0000055279,0.05000,2.132 +28,mlp.experts.95.gate_proj,0.0000084702,0.05000,2.102 +28,mlp.experts.94.gate_proj,0.0000169140,0.05000,2.059 +28,mlp.experts.92.gate_proj,0.0000024936,0.05000,2.045 +28,mlp.experts.93.gate_proj,0.0000158129,0.05000,2.056 +28,mlp.experts.99.gate_proj,0.0000098776,0.05000,2.068 +28,mlp.experts.98.gate_proj,0.0000109843,0.05000,2.056 +28,mlp.experts.96.gate_proj,0.0000067347,0.05000,2.068 +28,mlp.experts.97.gate_proj,0.0000136009,0.05000,2.085 +28,mlp.experts.103.gate_proj,0.0000099655,0.05000,2.075 +28,mlp.experts.102.gate_proj,0.0000118889,0.05000,2.062 +28,mlp.experts.100.gate_proj,0.0000042970,0.05000,2.090 +28,mlp.experts.101.gate_proj,0.0000063449,0.05000,2.068 +28,mlp.experts.107.gate_proj,0.0000112717,0.05000,2.082 +28,mlp.experts.106.gate_proj,0.0000018153,0.05000,2.069 +28,mlp.experts.105.gate_proj,0.0000119384,0.05000,2.043 +28,mlp.experts.104.gate_proj,0.0000137501,0.05000,2.071 +28,mlp.experts.111.gate_proj,0.0000053096,0.05000,2.104 +28,mlp.experts.110.gate_proj,0.0000096751,0.05000,2.111 +28,mlp.experts.108.gate_proj,0.0000028573,0.05000,2.074 +28,mlp.experts.109.gate_proj,0.0000088661,0.05000,2.144 +28,mlp.experts.115.gate_proj,0.0000031375,0.05000,2.118 +28,mlp.experts.114.gate_proj,0.0000118701,0.05000,2.074 +28,mlp.experts.112.gate_proj,0.0000072409,0.05000,2.062 +28,mlp.experts.113.gate_proj,0.0000021764,0.05000,2.044 +28,mlp.experts.119.gate_proj,0.0000080562,0.05000,2.072 +28,mlp.experts.118.gate_proj,0.0000042823,0.05000,2.097 +28,mlp.experts.116.gate_proj,0.0000045382,0.05000,2.077 +28,mlp.experts.117.gate_proj,0.0000116568,0.05000,2.114 +28,mlp.experts.123.gate_proj,0.0000028767,0.05000,2.059 +28,mlp.experts.122.gate_proj,0.0000060013,0.05000,2.069 +28,mlp.experts.120.gate_proj,0.0000054222,0.05000,2.128 +28,mlp.experts.121.gate_proj,0.0000183923,0.05000,2.128 +28,mlp.experts.127.gate_proj,0.0000057189,0.05000,2.034 +28,mlp.experts.126.gate_proj,0.0000085316,0.05000,2.046 +28,mlp.experts.124.gate_proj,0.0000060777,0.05000,2.048 +28,mlp.experts.125.gate_proj,0.0000122295,0.05000,2.050 +28,mlp.experts.131.gate_proj,0.0000018656,0.05000,2.097 +28,mlp.experts.130.gate_proj,0.0000166750,0.05000,2.057 +28,mlp.experts.128.gate_proj,0.0000029741,0.05000,2.053 +28,mlp.experts.129.gate_proj,0.0000067058,0.05000,2.058 +28,mlp.experts.135.gate_proj,0.0000183437,0.05000,2.028 +28,mlp.experts.134.gate_proj,0.0000130426,0.05000,2.058 +28,mlp.experts.132.gate_proj,0.0000066682,0.05000,2.077 +28,mlp.experts.133.gate_proj,0.0000136364,0.05000,2.029 +28,mlp.experts.139.gate_proj,0.0000066410,0.05000,2.024 +28,mlp.experts.138.gate_proj,0.0000093172,0.05000,2.027 +28,mlp.experts.137.gate_proj,0.0000031806,0.05000,2.006 +28,mlp.experts.136.gate_proj,0.0000082573,0.05000,2.080 +28,mlp.experts.143.gate_proj,0.0000086109,0.05000,2.068 +28,mlp.experts.142.gate_proj,0.0000349001,0.05000,2.100 +28,mlp.experts.140.gate_proj,0.0000138226,0.05000,2.044 +28,mlp.experts.141.gate_proj,0.0000118142,0.05000,2.103 +28,mlp.experts.147.gate_proj,0.0000049692,0.05000,2.119 +28,mlp.experts.146.gate_proj,0.0000069649,0.05000,2.077 +28,mlp.experts.144.gate_proj,0.0000051709,0.05000,2.081 +28,mlp.experts.145.gate_proj,0.0000156718,0.05000,2.120 +28,mlp.experts.151.gate_proj,0.0000128660,0.05000,2.114 +28,mlp.experts.150.gate_proj,0.0000106313,0.05000,2.075 +28,mlp.experts.148.gate_proj,0.0000120796,0.05000,2.082 +28,mlp.experts.149.gate_proj,0.0000014218,0.05000,2.082 +28,mlp.experts.155.gate_proj,0.0000131118,0.05000,2.111 +28,mlp.experts.154.gate_proj,0.0000106025,0.05000,2.080 +28,mlp.experts.152.gate_proj,0.0000206384,0.05000,2.099 +28,mlp.experts.153.gate_proj,0.0000083664,0.05000,2.069 +28,mlp.experts.158.gate_proj,0.0000036057,0.05000,2.034 +28,mlp.experts.159.gate_proj,0.0000078181,0.05000,2.133 +28,mlp.experts.157.gate_proj,0.0000163790,0.05000,2.055 +28,mlp.experts.156.gate_proj,0.0000019213,0.05000,2.134 +28,mlp.experts.2.up_proj,0.0000257886,0.05000,2.064 +28,mlp.experts.3.up_proj,0.0000061656,0.05000,2.083 +28,mlp.experts.1.up_proj,0.0000062959,0.05000,2.075 +28,mlp.experts.0.up_proj,0.0000125517,0.05000,2.073 +28,mlp.experts.6.up_proj,0.0000083309,0.05000,2.065 +28,mlp.experts.7.up_proj,0.0000127084,0.05000,2.124 +28,mlp.experts.5.up_proj,0.0000064512,0.05000,2.083 +28,mlp.experts.4.up_proj,0.0000187340,0.05000,2.049 +28,mlp.experts.10.up_proj,0.0000094886,0.05000,2.078 +28,mlp.experts.11.up_proj,0.0000095124,0.05000,2.137 +28,mlp.experts.9.up_proj,0.0000014233,0.05000,2.040 +28,mlp.experts.8.up_proj,0.0000081447,0.05000,2.079 +28,mlp.experts.14.up_proj,0.0000273004,0.05000,2.083 +28,mlp.experts.15.up_proj,0.0000022094,0.05000,2.108 +28,mlp.experts.12.up_proj,0.0000076733,0.05000,2.066 +28,mlp.experts.13.up_proj,0.0000176341,0.05000,2.149 +28,mlp.experts.18.up_proj,0.0000141955,0.05000,2.172 +28,mlp.experts.19.up_proj,0.0000152221,0.05000,2.065 +28,mlp.experts.16.up_proj,0.0000210678,0.05000,2.065 +28,mlp.experts.17.up_proj,0.0000020284,0.05000,2.068 +28,mlp.experts.22.up_proj,0.0000163669,0.05000,2.040 +28,mlp.experts.23.up_proj,0.0000093014,0.05000,2.075 +28,mlp.experts.21.up_proj,0.0000114461,0.05000,2.031 +28,mlp.experts.20.up_proj,0.0000073727,0.05000,2.168 +28,mlp.experts.26.up_proj,0.0000068345,0.05000,2.039 +28,mlp.experts.25.up_proj,0.0000094945,0.05000,2.042 +28,mlp.experts.27.up_proj,0.0000234760,0.05000,2.086 +28,mlp.experts.24.up_proj,0.0000139436,0.05000,2.087 +28,mlp.experts.30.up_proj,0.0000088294,0.05000,2.029 +28,mlp.experts.29.up_proj,0.0000066993,0.05000,2.040 +28,mlp.experts.31.up_proj,0.0000069239,0.05000,2.072 +28,mlp.experts.28.up_proj,0.0000092041,0.05000,2.020 +28,mlp.experts.34.up_proj,0.0000060336,0.05000,2.023 +28,mlp.experts.33.up_proj,0.0000125490,0.05000,2.037 +28,mlp.experts.35.up_proj,0.0000075104,0.05000,2.069 +28,mlp.experts.32.up_proj,0.0000129538,0.05000,2.044 +28,mlp.experts.38.up_proj,0.0000114795,0.05000,2.129 +28,mlp.experts.37.up_proj,0.0000080294,0.05000,2.067 +28,mlp.experts.39.up_proj,0.0000067815,0.05000,2.088 +28,mlp.experts.36.up_proj,0.0000089969,0.05000,2.071 +28,mlp.experts.42.up_proj,0.0000049595,0.05000,2.084 +28,mlp.experts.43.up_proj,0.0000069587,0.05000,2.056 +28,mlp.experts.41.up_proj,0.0000171084,0.05000,2.151 +28,mlp.experts.40.up_proj,0.0000025686,0.05000,2.102 +28,mlp.experts.46.up_proj,0.0000166787,0.05000,2.068 +28,mlp.experts.47.up_proj,0.0000230494,0.05000,2.041 +28,mlp.experts.45.up_proj,0.0000109381,0.05000,2.107 +28,mlp.experts.44.up_proj,0.0000074811,0.05000,2.116 +28,mlp.experts.50.up_proj,0.0000114193,0.05000,2.070 +28,mlp.experts.51.up_proj,0.0000059489,0.05000,2.057 +28,mlp.experts.49.up_proj,0.0000159992,0.05000,2.048 +28,mlp.experts.48.up_proj,0.0000080353,0.05000,2.036 +28,mlp.experts.54.up_proj,0.0000161729,0.05000,2.107 +28,mlp.experts.55.up_proj,0.0000083274,0.05000,2.086 +28,mlp.experts.52.up_proj,0.0000035116,0.05000,2.035 +28,mlp.experts.53.up_proj,0.0000082371,0.05000,2.133 +28,mlp.experts.58.up_proj,0.0000135778,0.05000,2.110 +28,mlp.experts.59.up_proj,0.0000094392,0.05000,2.087 +28,mlp.experts.56.up_proj,0.0000055604,0.05000,2.047 +28,mlp.experts.57.up_proj,0.0000088199,0.05000,2.112 +28,mlp.experts.62.up_proj,0.0000202291,0.05000,2.035 +28,mlp.experts.63.up_proj,0.0000171620,0.05000,2.058 +28,mlp.experts.60.up_proj,0.0000107497,0.05000,2.147 +28,mlp.experts.61.up_proj,0.0000099440,0.05000,2.089 +28,mlp.experts.66.up_proj,0.0000080577,0.05000,2.032 +28,mlp.experts.67.up_proj,0.0000157708,0.05000,2.076 +28,mlp.experts.65.up_proj,0.0000137136,0.05000,2.030 +28,mlp.experts.64.up_proj,0.0000079285,0.05000,2.095 +28,mlp.experts.70.up_proj,0.0000120369,0.05000,2.038 +28,mlp.experts.71.up_proj,0.0000088727,0.05000,2.126 +28,mlp.experts.69.up_proj,0.0000104025,0.05000,2.110 +28,mlp.experts.68.up_proj,0.0000084060,0.05000,2.078 +28,mlp.experts.74.up_proj,0.0000042347,0.05000,2.033 +28,mlp.experts.75.up_proj,0.0000087128,0.05000,2.014 +28,mlp.experts.72.up_proj,0.0000096795,0.05000,2.034 +28,mlp.experts.73.up_proj,0.0000110364,0.05000,2.058 +28,mlp.experts.78.up_proj,0.0000178128,0.05000,2.076 +28,mlp.experts.79.up_proj,0.0000174546,0.05000,2.041 +28,mlp.experts.76.up_proj,0.0000099739,0.05000,2.038 +28,mlp.experts.77.up_proj,0.0000081821,0.05000,2.052 +28,mlp.experts.82.up_proj,0.0000055670,0.05000,2.142 +28,mlp.experts.83.up_proj,0.0000079443,0.05000,2.066 +28,mlp.experts.80.up_proj,0.0000143223,0.05000,2.058 +28,mlp.experts.81.up_proj,0.0000118190,0.05000,2.075 +28,mlp.experts.86.up_proj,0.0000103205,0.05000,2.054 +28,mlp.experts.87.up_proj,0.0000081222,0.05000,2.088 +28,mlp.experts.84.up_proj,0.0000092023,0.05000,2.065 +28,mlp.experts.85.up_proj,0.0000047497,0.05000,2.046 +28,mlp.experts.90.up_proj,0.0000088240,0.05000,2.067 +28,mlp.experts.91.up_proj,0.0000026121,0.05000,2.070 +28,mlp.experts.88.up_proj,0.0000119644,0.05000,2.055 +28,mlp.experts.89.up_proj,0.0000052967,0.05000,2.104 +28,mlp.experts.94.up_proj,0.0000167648,0.05000,2.062 +28,mlp.experts.95.up_proj,0.0000083687,0.05000,2.032 +28,mlp.experts.93.up_proj,0.0000153067,0.05000,2.043 +28,mlp.experts.92.up_proj,0.0000024126,0.05000,2.127 +28,mlp.experts.98.up_proj,0.0000108706,0.05000,2.017 +28,mlp.experts.99.up_proj,0.0000097264,0.05000,2.062 +28,mlp.experts.96.up_proj,0.0000065904,0.05000,2.010 +28,mlp.experts.97.up_proj,0.0000132148,0.05000,2.077 +28,mlp.experts.102.up_proj,0.0000119157,0.05000,2.005 +28,mlp.experts.103.up_proj,0.0000098939,0.05000,2.003 +28,mlp.experts.100.up_proj,0.0000040905,0.05000,2.008 +28,mlp.experts.101.up_proj,0.0000063227,0.05000,2.039 +28,mlp.experts.106.up_proj,0.0000017703,0.05000,2.034 +28,mlp.experts.107.up_proj,0.0000111982,0.05000,2.094 +28,mlp.experts.104.up_proj,0.0000134543,0.05000,2.071 +28,mlp.experts.105.up_proj,0.0000118010,0.05000,2.088 +28,mlp.experts.110.up_proj,0.0000091773,0.05000,2.059 +28,mlp.experts.111.up_proj,0.0000051662,0.05000,2.051 +28,mlp.experts.108.up_proj,0.0000028426,0.05000,2.121 +28,mlp.experts.109.up_proj,0.0000087661,0.05000,2.037 +28,mlp.experts.114.up_proj,0.0000112861,0.05000,2.059 +28,mlp.experts.115.up_proj,0.0000031220,0.05000,2.032 +28,mlp.experts.112.up_proj,0.0000070530,0.05000,2.054 +28,mlp.experts.113.up_proj,0.0000021373,0.05000,2.092 +28,mlp.experts.118.up_proj,0.0000041492,0.05000,2.047 +28,mlp.experts.119.up_proj,0.0000079499,0.05000,2.040 +28,mlp.experts.116.up_proj,0.0000044270,0.05000,2.051 +28,mlp.experts.117.up_proj,0.0000115504,0.05000,2.042 +28,mlp.experts.122.up_proj,0.0000059480,0.05000,2.040 +28,mlp.experts.123.up_proj,0.0000027952,0.05000,2.031 +28,mlp.experts.120.up_proj,0.0000053307,0.05000,2.060 +28,mlp.experts.121.up_proj,0.0000179484,0.05000,2.032 +28,mlp.experts.126.up_proj,0.0000084032,0.05000,2.053 +28,mlp.experts.127.up_proj,0.0000056556,0.05000,2.059 +28,mlp.experts.124.up_proj,0.0000059502,0.05000,2.030 +28,mlp.experts.125.up_proj,0.0000119651,0.05000,2.023 +28,mlp.experts.130.up_proj,0.0000163427,0.05000,2.081 +28,mlp.experts.131.up_proj,0.0000018288,0.05000,2.091 +28,mlp.experts.128.up_proj,0.0000029450,0.05000,2.066 +28,mlp.experts.129.up_proj,0.0000064615,0.05000,2.042 +28,mlp.experts.134.up_proj,0.0000129559,0.05000,2.110 +28,mlp.experts.135.up_proj,0.0000181239,0.05000,2.096 +28,mlp.experts.132.up_proj,0.0000066126,0.05000,2.126 +28,mlp.experts.133.up_proj,0.0000133688,0.05000,2.166 +28,mlp.experts.138.up_proj,0.0000090252,0.05000,2.083 +28,mlp.experts.139.up_proj,0.0000065227,0.05000,2.081 +28,mlp.experts.136.up_proj,0.0000081974,0.05000,2.078 +28,mlp.experts.137.up_proj,0.0000031539,0.05000,2.104 +28,mlp.experts.142.up_proj,0.0000342757,0.05000,2.036 +28,mlp.experts.143.up_proj,0.0000083153,0.05000,2.058 +28,mlp.experts.140.up_proj,0.0000132687,0.05000,2.039 +28,mlp.experts.141.up_proj,0.0000115891,0.05000,2.086 +28,mlp.experts.146.up_proj,0.0000068126,0.05000,2.063 +28,mlp.experts.147.up_proj,0.0000049352,0.05000,2.050 +28,mlp.experts.144.up_proj,0.0000051140,0.05000,2.086 +28,mlp.experts.145.up_proj,0.0000152236,0.05000,2.070 +28,mlp.experts.150.up_proj,0.0000102737,0.05000,2.080 +28,mlp.experts.151.up_proj,0.0000126952,0.05000,2.104 +28,mlp.experts.148.up_proj,0.0000117539,0.05000,2.077 +28,mlp.experts.149.up_proj,0.0000014102,0.05000,2.053 +28,mlp.experts.154.up_proj,0.0000106166,0.05000,2.048 +28,mlp.experts.155.up_proj,0.0000129322,0.05000,2.064 +28,mlp.experts.152.up_proj,0.0000199641,0.05000,2.032 +28,mlp.experts.153.up_proj,0.0000082391,0.05000,2.048 +28,mlp.experts.158.up_proj,0.0000035741,0.05000,2.089 +28,mlp.experts.159.up_proj,0.0000077360,0.05000,2.105 +28,mlp.experts.156.up_proj,0.0000018943,0.05000,2.010 +28,mlp.experts.157.up_proj,0.0000162865,0.05000,1.934 +28,mlp.experts.0.down_proj,0.0000009988,0.05000,0.638 +28,mlp.experts.1.down_proj,0.0000002612,0.05000,0.642 +28,mlp.experts.2.down_proj,0.0000013465,0.05000,0.666 +28,mlp.experts.3.down_proj,0.0000002204,0.05000,0.673 +28,mlp.experts.4.down_proj,0.0000007747,0.05000,0.611 +28,mlp.experts.5.down_proj,0.0000003763,0.05000,0.616 +28,mlp.experts.6.down_proj,0.0000005326,0.05000,0.613 +28,mlp.experts.7.down_proj,0.0000005425,0.05000,0.614 +28,mlp.experts.8.down_proj,0.0000005610,0.05000,0.613 +28,mlp.experts.9.down_proj,0.0000000839,0.05000,0.617 +28,mlp.experts.11.down_proj,0.0000005177,0.05000,0.615 +28,mlp.experts.10.down_proj,0.0000008121,0.05000,0.625 +28,mlp.experts.12.down_proj,0.0000005362,0.05000,0.613 +28,mlp.experts.13.down_proj,0.0000006683,0.05000,0.615 +28,mlp.experts.14.down_proj,0.0000009783,0.05000,0.616 +28,mlp.experts.15.down_proj,0.0000001114,0.05000,0.694 +28,mlp.experts.16.down_proj,0.0000013467,0.05000,0.615 +28,mlp.experts.17.down_proj,0.0000001045,0.05000,0.636 +28,mlp.experts.18.down_proj,0.0000007197,0.05000,0.618 +28,mlp.experts.19.down_proj,0.0000008772,0.05000,0.631 +28,mlp.experts.21.down_proj,0.0000006747,0.05000,0.597 +28,mlp.experts.20.down_proj,0.0000004571,0.05000,0.646 +28,mlp.experts.22.down_proj,0.0000008712,0.05000,0.607 +28,mlp.experts.23.down_proj,0.0000006625,0.05000,0.600 +28,mlp.experts.25.down_proj,0.0000003667,0.05000,0.598 +28,mlp.experts.24.down_proj,0.0000005720,0.05000,0.600 +28,mlp.experts.26.down_proj,0.0000018296,0.05000,0.639 +28,mlp.experts.27.down_proj,0.0000013300,0.05000,0.605 +28,mlp.experts.29.down_proj,0.0000002142,0.05000,0.603 +28,mlp.experts.28.down_proj,0.0000009364,0.05000,0.642 +28,mlp.experts.30.down_proj,0.0000006653,0.05000,0.607 +28,mlp.experts.31.down_proj,0.0000004444,0.05000,0.598 +28,mlp.experts.33.down_proj,0.0000009266,0.05000,0.595 +28,mlp.experts.32.down_proj,0.0000008592,0.05000,0.598 +28,mlp.experts.34.down_proj,0.0000005691,0.05000,0.606 +28,mlp.experts.35.down_proj,0.0000003557,0.05000,0.602 +28,mlp.experts.37.down_proj,0.0000002686,0.05000,0.638 +28,mlp.experts.36.down_proj,0.0000005584,0.05000,0.606 +28,mlp.experts.38.down_proj,0.0000008235,0.05000,0.615 +28,mlp.experts.39.down_proj,0.0000005732,0.05000,0.605 +28,mlp.experts.41.down_proj,0.0000014362,0.05000,0.607 +28,mlp.experts.40.down_proj,0.0000000679,0.05000,0.625 +28,mlp.experts.42.down_proj,0.0000002721,0.05000,0.608 +28,mlp.experts.43.down_proj,0.0000004130,0.05000,0.603 +28,mlp.experts.45.down_proj,0.0000007897,0.05000,0.605 +28,mlp.experts.44.down_proj,0.0000004265,0.05000,0.601 +28,mlp.experts.47.down_proj,0.0000010487,0.05000,0.601 +28,mlp.experts.46.down_proj,0.0000006981,0.05000,0.629 +28,mlp.experts.49.down_proj,0.0000008036,0.05000,0.609 +28,mlp.experts.48.down_proj,0.0000003506,0.05000,0.630 +28,mlp.experts.51.down_proj,0.0000003784,0.05000,0.630 +28,mlp.experts.50.down_proj,0.0000006494,0.05000,0.629 +28,mlp.experts.53.down_proj,0.0000003751,0.05000,0.635 +28,mlp.experts.52.down_proj,0.0000002343,0.05000,0.627 +28,mlp.experts.54.down_proj,0.0000008258,0.05000,0.637 +28,mlp.experts.55.down_proj,0.0000005288,0.05000,0.662 +28,mlp.experts.57.down_proj,0.0000007240,0.05000,0.605 +28,mlp.experts.56.down_proj,0.0000003260,0.05000,0.623 +28,mlp.experts.58.down_proj,0.0000009062,0.05000,0.604 +28,mlp.experts.59.down_proj,0.0000006117,0.05000,0.611 +28,mlp.experts.61.down_proj,0.0000006946,0.05000,0.625 +28,mlp.experts.60.down_proj,0.0000003472,0.05000,0.611 +28,mlp.experts.62.down_proj,0.0000013909,0.05000,0.623 +28,mlp.experts.63.down_proj,0.0000011799,0.05000,0.618 +28,mlp.experts.65.down_proj,0.0000007921,0.05000,0.631 +28,mlp.experts.64.down_proj,0.0000004382,0.05000,0.646 +28,mlp.experts.66.down_proj,0.0000003477,0.05000,0.616 +28,mlp.experts.67.down_proj,0.0000007176,0.05000,0.617 +28,mlp.experts.69.down_proj,0.0000006290,0.05000,0.602 +28,mlp.experts.68.down_proj,0.0000005374,0.05000,0.603 +28,mlp.experts.70.down_proj,0.0000007170,0.05000,0.605 +28,mlp.experts.71.down_proj,0.0000005445,0.05000,0.611 +28,mlp.experts.73.down_proj,0.0000006178,0.05000,0.628 +28,mlp.experts.74.down_proj,0.0000003504,0.05000,0.611 +28,mlp.experts.72.down_proj,0.0000006461,0.05000,0.634 +28,mlp.experts.75.down_proj,0.0000004954,0.05000,0.620 +28,mlp.experts.77.down_proj,0.0000003637,0.05000,0.638 +28,mlp.experts.78.down_proj,0.0000011599,0.05000,0.619 +28,mlp.experts.76.down_proj,0.0000007334,0.05000,0.646 +28,mlp.experts.79.down_proj,0.0000009639,0.05000,0.618 +28,mlp.experts.81.down_proj,0.0000006259,0.05000,0.639 +28,mlp.experts.82.down_proj,0.0000003746,0.05000,0.616 +28,mlp.experts.83.down_proj,0.0000003772,0.05000,0.622 +28,mlp.experts.80.down_proj,0.0000010522,0.05000,0.655 +28,mlp.experts.85.down_proj,0.0000004838,0.05000,0.618 +28,mlp.experts.86.down_proj,0.0000003921,0.05000,0.618 +28,mlp.experts.87.down_proj,0.0000004284,0.05000,0.615 +28,mlp.experts.84.down_proj,0.0000009707,0.05000,0.655 +28,mlp.experts.89.down_proj,0.0000002693,0.05000,0.617 +28,mlp.experts.90.down_proj,0.0000006995,0.05000,0.616 +28,mlp.experts.91.down_proj,0.0000001165,0.05000,0.622 +28,mlp.experts.88.down_proj,0.0000006743,0.05000,0.608 +28,mlp.experts.93.down_proj,0.0000011855,0.05000,0.611 +28,mlp.experts.94.down_proj,0.0000006298,0.05000,0.634 +28,mlp.experts.95.down_proj,0.0000003372,0.05000,0.631 +28,mlp.experts.92.down_proj,0.0000003065,0.05000,0.608 +28,mlp.experts.97.down_proj,0.0000008487,0.05000,0.606 +28,mlp.experts.98.down_proj,0.0000005236,0.05000,0.615 +28,mlp.experts.99.down_proj,0.0000006653,0.05000,0.600 +28,mlp.experts.96.down_proj,0.0000005404,0.05000,0.599 +28,mlp.experts.101.down_proj,0.0000005822,0.05000,0.607 +28,mlp.experts.102.down_proj,0.0000007949,0.05000,0.611 +28,mlp.experts.103.down_proj,0.0000005149,0.05000,0.605 +28,mlp.experts.100.down_proj,0.0000004584,0.05000,0.604 +28,mlp.experts.105.down_proj,0.0000005064,0.05000,0.635 +28,mlp.experts.106.down_proj,0.0000002037,0.05000,0.615 +28,mlp.experts.107.down_proj,0.0000006633,0.05000,0.634 +28,mlp.experts.104.down_proj,0.0000005193,0.05000,0.631 +28,mlp.experts.109.down_proj,0.0000006005,0.05000,0.602 +28,mlp.experts.110.down_proj,0.0000004910,0.05000,0.606 +28,mlp.experts.111.down_proj,0.0000003236,0.05000,0.609 +28,mlp.experts.108.down_proj,0.0000002952,0.05000,0.600 +28,mlp.experts.113.down_proj,0.0000001377,0.05000,0.629 +28,mlp.experts.114.down_proj,0.0000004411,0.05000,0.621 +28,mlp.experts.115.down_proj,0.0000001365,0.05000,0.633 +28,mlp.experts.112.down_proj,0.0000004625,0.05000,0.614 +28,mlp.experts.117.down_proj,0.0000005281,0.05000,0.608 +28,mlp.experts.118.down_proj,0.0000003151,0.05000,0.607 +28,mlp.experts.116.down_proj,0.0000002848,0.05000,0.609 +28,mlp.experts.119.down_proj,0.0000005730,0.05000,0.632 +28,mlp.experts.121.down_proj,0.0000008632,0.05000,0.615 +28,mlp.experts.122.down_proj,0.0000002946,0.05000,0.632 +28,mlp.experts.120.down_proj,0.0000002394,0.05000,0.632 +28,mlp.experts.123.down_proj,0.0000001229,0.05000,0.618 +28,mlp.experts.125.down_proj,0.0000006478,0.05000,0.629 +28,mlp.experts.126.down_proj,0.0000005341,0.05000,0.650 +28,mlp.experts.127.down_proj,0.0000003315,0.05000,0.617 +28,mlp.experts.124.down_proj,0.0000001983,0.05000,0.632 +28,mlp.experts.129.down_proj,0.0000003313,0.05000,0.630 +28,mlp.experts.130.down_proj,0.0000010935,0.05000,0.610 +28,mlp.experts.131.down_proj,0.0000000943,0.05000,0.626 +28,mlp.experts.128.down_proj,0.0000002309,0.05000,0.627 +28,mlp.experts.133.down_proj,0.0000007785,0.05000,0.610 +28,mlp.experts.134.down_proj,0.0000009657,0.05000,0.607 +28,mlp.experts.132.down_proj,0.0000003591,0.05000,0.605 +28,mlp.experts.135.down_proj,0.0000010592,0.05000,0.621 +28,mlp.experts.137.down_proj,0.0000001154,0.05000,0.609 +28,mlp.experts.138.down_proj,0.0000003840,0.05000,0.608 +28,mlp.experts.136.down_proj,0.0000004647,0.05000,0.611 +28,mlp.experts.139.down_proj,0.0000004011,0.05000,0.614 +28,mlp.experts.141.down_proj,0.0000008226,0.05000,0.621 +28,mlp.experts.142.down_proj,0.0000031377,0.05000,0.608 +28,mlp.experts.140.down_proj,0.0000009602,0.05000,0.606 +28,mlp.experts.143.down_proj,0.0000005286,0.05000,0.619 +28,mlp.experts.145.down_proj,0.0000007451,0.05000,0.632 +28,mlp.experts.146.down_proj,0.0000003672,0.05000,0.634 +28,mlp.experts.144.down_proj,0.0000003208,0.05000,0.609 +28,mlp.experts.147.down_proj,0.0000004087,0.05000,0.628 +28,mlp.experts.149.down_proj,0.0000001030,0.05000,0.600 +28,mlp.experts.150.down_proj,0.0000008102,0.05000,0.606 +28,mlp.experts.148.down_proj,0.0000007184,0.05000,0.602 +28,mlp.experts.151.down_proj,0.0000011367,0.05000,0.607 +28,mlp.experts.153.down_proj,0.0000003545,0.05000,0.607 +28,mlp.experts.154.down_proj,0.0000004088,0.05000,0.605 +28,mlp.experts.152.down_proj,0.0000011024,0.05000,0.627 +28,mlp.experts.155.down_proj,0.0000008455,0.05000,0.602 +28,mlp.experts.157.down_proj,0.0000011129,0.05000,0.432 +28,mlp.experts.158.down_proj,0.0000003256,0.05000,0.411 +28,mlp.experts.159.down_proj,0.0000006218,0.05000,0.438 +28,mlp.experts.156.down_proj,0.0000000537,0.05000,0.447 +29,mlp.experts.1.gate_proj,0.0000255617,0.05000,2.081 +29,mlp.experts.2.gate_proj,0.0000054551,0.05000,2.115 +29,mlp.experts.0.gate_proj,0.0000094193,0.05000,2.141 +29,mlp.experts.3.gate_proj,0.0000109220,0.05000,2.275 +29,mlp.experts.5.gate_proj,0.0000140985,0.05000,2.052 +29,mlp.experts.6.gate_proj,0.0000135081,0.05000,2.066 +29,mlp.experts.4.gate_proj,0.0000156737,0.05000,2.090 +29,mlp.experts.7.gate_proj,0.0000111634,0.05000,2.058 +29,mlp.experts.9.gate_proj,0.0000062911,0.05000,2.051 +29,mlp.experts.10.gate_proj,0.0000392131,0.05000,2.071 +29,mlp.experts.8.gate_proj,0.0000101455,0.05000,2.070 +29,mlp.experts.11.gate_proj,0.0000272471,0.05000,2.114 +29,mlp.experts.14.gate_proj,0.0000040773,0.05000,2.090 +29,mlp.experts.13.gate_proj,0.0000109482,0.05000,2.183 +29,mlp.experts.12.gate_proj,0.0000116825,0.05000,2.099 +29,mlp.experts.15.gate_proj,0.0000078592,0.05000,2.103 +29,mlp.experts.18.gate_proj,0.0000201110,0.05000,2.051 +29,mlp.experts.17.gate_proj,0.0000167616,0.05000,2.133 +29,mlp.experts.16.gate_proj,0.0000156795,0.05000,2.149 +29,mlp.experts.19.gate_proj,0.0000050490,0.05000,2.054 +29,mlp.experts.22.gate_proj,0.0000387729,0.05000,2.033 +29,mlp.experts.21.gate_proj,0.0000118318,0.05000,2.028 +29,mlp.experts.23.gate_proj,0.0000094492,0.05000,2.017 +29,mlp.experts.20.gate_proj,0.0000201320,0.05000,2.097 +29,mlp.experts.26.gate_proj,0.0000062002,0.05000,1.434 +29,mlp.experts.25.gate_proj,0.0000116720,0.05000,1.394 +29,mlp.experts.30.gate_proj,0.0000115433,0.05000,2.089 +29,mlp.experts.27.gate_proj,0.0000018597,0.05000,2.111 +29,mlp.experts.24.gate_proj,0.0000098835,0.05000,2.137 +29,mlp.experts.29.gate_proj,0.0000097517,0.05000,2.161 +29,mlp.experts.31.gate_proj,0.0000134366,0.05000,2.079 +29,mlp.experts.34.gate_proj,0.0000099963,0.05000,2.104 +29,mlp.experts.33.gate_proj,0.0000333583,0.05000,2.105 +29,mlp.experts.28.gate_proj,0.0000030497,0.05000,2.129 +29,mlp.experts.35.gate_proj,0.0000066097,0.05000,2.041 +29,mlp.experts.38.gate_proj,0.0000168650,0.05000,2.092 +29,mlp.experts.37.gate_proj,0.0000095206,0.05000,2.059 +29,mlp.experts.32.gate_proj,0.0000107416,0.05000,2.093 +29,mlp.experts.39.gate_proj,0.0000084599,0.05000,2.094 +29,mlp.experts.42.gate_proj,0.0000140654,0.05000,2.079 +29,mlp.experts.36.gate_proj,0.0000053688,0.05000,2.067 +29,mlp.experts.41.gate_proj,0.0000157470,0.05000,2.105 +29,mlp.experts.43.gate_proj,0.0000042389,0.05000,2.111 +29,mlp.experts.46.gate_proj,0.0000149604,0.05000,2.078 +29,mlp.experts.45.gate_proj,0.0000105349,0.05000,2.061 +29,mlp.experts.40.gate_proj,0.0000079215,0.05000,2.100 +29,mlp.experts.50.gate_proj,0.0000111846,0.05000,2.079 +29,mlp.experts.49.gate_proj,0.0000148129,0.05000,2.088 +29,mlp.experts.44.gate_proj,0.0000100088,0.05000,2.079 +29,mlp.experts.47.gate_proj,0.0000071721,0.05000,2.206 +29,mlp.experts.54.gate_proj,0.0000037489,0.05000,2.084 +29,mlp.experts.53.gate_proj,0.0000067751,0.05000,2.078 +29,mlp.experts.51.gate_proj,0.0000159662,0.05000,2.084 +29,mlp.experts.48.gate_proj,0.0000020797,0.05000,2.159 +29,mlp.experts.58.gate_proj,0.0000112381,0.05000,2.115 +29,mlp.experts.52.gate_proj,0.0000131384,0.05000,2.022 +29,mlp.experts.57.gate_proj,0.0000038109,0.05000,2.157 +29,mlp.experts.55.gate_proj,0.0000104920,0.05000,2.134 +29,mlp.experts.62.gate_proj,0.0000119544,0.05000,2.105 +29,mlp.experts.61.gate_proj,0.0000055029,0.05000,2.065 +29,mlp.experts.56.gate_proj,0.0000189018,0.05000,2.148 +29,mlp.experts.59.gate_proj,0.0000159614,0.05000,2.159 +29,mlp.experts.66.gate_proj,0.0000197143,0.05000,2.065 +29,mlp.experts.65.gate_proj,0.0000173240,0.05000,2.059 +29,mlp.experts.60.gate_proj,0.0000101666,0.05000,2.074 +29,mlp.experts.63.gate_proj,0.0000046898,0.05000,2.108 +29,mlp.experts.70.gate_proj,0.0000076683,0.05000,2.062 +29,mlp.experts.69.gate_proj,0.0000089654,0.05000,2.079 +29,mlp.experts.64.gate_proj,0.0000272296,0.05000,2.099 +29,mlp.experts.67.gate_proj,0.0000104933,0.05000,2.069 +29,mlp.experts.74.gate_proj,0.0000178056,0.05000,2.057 +29,mlp.experts.73.gate_proj,0.0000083387,0.05000,2.071 +29,mlp.experts.68.gate_proj,0.0000133782,0.05000,2.134 +29,mlp.experts.71.gate_proj,0.0000111033,0.05000,2.115 +29,mlp.experts.78.gate_proj,0.0000106815,0.05000,2.122 +29,mlp.experts.77.gate_proj,0.0000017677,0.05000,2.080 +29,mlp.experts.72.gate_proj,0.0000339705,0.05000,2.081 +29,mlp.experts.75.gate_proj,0.0000091817,0.05000,2.136 +29,mlp.experts.81.gate_proj,0.0000167815,0.05000,2.013 +29,mlp.experts.82.gate_proj,0.0000040750,0.05000,2.095 +29,mlp.experts.76.gate_proj,0.0000152620,0.05000,2.032 +29,mlp.experts.79.gate_proj,0.0000074538,0.05000,2.035 +29,mlp.experts.85.gate_proj,0.0000030149,0.05000,2.134 +29,mlp.experts.86.gate_proj,0.0000091090,0.05000,2.122 +29,mlp.experts.80.gate_proj,0.0000374971,0.05000,2.116 +29,mlp.experts.83.gate_proj,0.0000240045,0.05000,2.108 +29,mlp.experts.89.gate_proj,0.0000087279,0.05000,2.095 +29,mlp.experts.90.gate_proj,0.0000047028,0.05000,2.087 +29,mlp.experts.84.gate_proj,0.0000194082,0.05000,2.083 +29,mlp.experts.87.gate_proj,0.0000266156,0.05000,2.106 +29,mlp.experts.93.gate_proj,0.0000039350,0.05000,2.059 +29,mlp.experts.94.gate_proj,0.0000311409,0.05000,2.089 +29,mlp.experts.88.gate_proj,0.0000137194,0.05000,2.096 +29,mlp.experts.91.gate_proj,0.0000058723,0.05000,2.067 +29,mlp.experts.97.gate_proj,0.0000074524,0.05000,2.085 +29,mlp.experts.98.gate_proj,0.0000045365,0.05000,2.078 +29,mlp.experts.92.gate_proj,0.0000100232,0.05000,2.085 +29,mlp.experts.95.gate_proj,0.0000022710,0.05000,2.095 +29,mlp.experts.101.gate_proj,0.0000086447,0.05000,2.042 +29,mlp.experts.102.gate_proj,0.0000147030,0.05000,2.064 +29,mlp.experts.96.gate_proj,0.0000089861,0.05000,2.078 +29,mlp.experts.99.gate_proj,0.0000100729,0.05000,2.064 +29,mlp.experts.105.gate_proj,0.0000245433,0.05000,2.078 +29,mlp.experts.106.gate_proj,0.0000032916,0.05000,2.086 +29,mlp.experts.100.gate_proj,0.0000157543,0.05000,2.075 +29,mlp.experts.103.gate_proj,0.0000094332,0.05000,2.046 +29,mlp.experts.109.gate_proj,0.0000107970,0.05000,2.096 +29,mlp.experts.110.gate_proj,0.0000058924,0.05000,2.090 +29,mlp.experts.107.gate_proj,0.0000190283,0.05000,2.024 +29,mlp.experts.104.gate_proj,0.0000130646,0.05000,2.126 +29,mlp.experts.113.gate_proj,0.0000197003,0.05000,2.112 +29,mlp.experts.114.gate_proj,0.0000128679,0.05000,2.043 +29,mlp.experts.111.gate_proj,0.0000048683,0.05000,2.091 +29,mlp.experts.108.gate_proj,0.0000211813,0.05000,2.115 +29,mlp.experts.118.gate_proj,0.0000076499,0.05000,2.069 +29,mlp.experts.117.gate_proj,0.0000033935,0.05000,2.186 +29,mlp.experts.115.gate_proj,0.0000026048,0.05000,2.075 +29,mlp.experts.112.gate_proj,0.0000092863,0.05000,2.073 +29,mlp.experts.122.gate_proj,0.0000115435,0.05000,2.039 +29,mlp.experts.121.gate_proj,0.0000038179,0.05000,2.031 +29,mlp.experts.119.gate_proj,0.0000065671,0.05000,2.085 +29,mlp.experts.116.gate_proj,0.0000169439,0.05000,2.041 +29,mlp.experts.126.gate_proj,0.0000087856,0.05000,2.044 +29,mlp.experts.125.gate_proj,0.0000169928,0.05000,2.036 +29,mlp.experts.123.gate_proj,0.0000076435,0.05000,2.072 +29,mlp.experts.120.gate_proj,0.0000126730,0.05000,2.100 +29,mlp.experts.130.gate_proj,0.0000148196,0.05000,2.061 +29,mlp.experts.129.gate_proj,0.0000234087,0.05000,2.033 +29,mlp.experts.124.gate_proj,0.0000127220,0.05000,2.040 +29,mlp.experts.127.gate_proj,0.0000104338,0.05000,2.103 +29,mlp.experts.134.gate_proj,0.0000115252,0.05000,2.085 +29,mlp.experts.133.gate_proj,0.0000099565,0.05000,2.099 +29,mlp.experts.128.gate_proj,0.0000068744,0.05000,2.053 +29,mlp.experts.131.gate_proj,0.0000102561,0.05000,2.085 +29,mlp.experts.138.gate_proj,0.0000048095,0.05000,2.067 +29,mlp.experts.137.gate_proj,0.0000087495,0.05000,2.062 +29,mlp.experts.132.gate_proj,0.0000116134,0.05000,2.030 +29,mlp.experts.135.gate_proj,0.0000152914,0.05000,2.040 +29,mlp.experts.142.gate_proj,0.0000135064,0.05000,2.088 +29,mlp.experts.141.gate_proj,0.0000025812,0.05000,2.078 +29,mlp.experts.136.gate_proj,0.0000242180,0.05000,2.039 +29,mlp.experts.139.gate_proj,0.0000166456,0.05000,2.043 +29,mlp.experts.146.gate_proj,0.0000104484,0.05000,2.070 +29,mlp.experts.145.gate_proj,0.0000083628,0.05000,2.069 +29,mlp.experts.140.gate_proj,0.0000106261,0.05000,2.029 +29,mlp.experts.143.gate_proj,0.0000203551,0.05000,2.022 +29,mlp.experts.150.gate_proj,0.0000157850,0.05000,2.082 +29,mlp.experts.149.gate_proj,0.0000021848,0.05000,2.067 +29,mlp.experts.147.gate_proj,0.0000129366,0.05000,2.042 +29,mlp.experts.144.gate_proj,0.0000148082,0.05000,2.145 +29,mlp.experts.154.gate_proj,0.0000110559,0.05000,2.083 +29,mlp.experts.153.gate_proj,0.0000149974,0.05000,2.076 +29,mlp.experts.151.gate_proj,0.0000072017,0.05000,2.069 +29,mlp.experts.148.gate_proj,0.0000045388,0.05000,2.190 +29,mlp.experts.157.gate_proj,0.0000164357,0.05000,1.991 +29,mlp.experts.158.gate_proj,0.0000034144,0.05000,2.074 +29,mlp.experts.155.gate_proj,0.0000069778,0.05000,2.029 +29,mlp.experts.152.gate_proj,0.0000117855,0.05000,2.048 +29,mlp.experts.1.up_proj,0.0000257722,0.05000,2.111 +29,mlp.experts.2.up_proj,0.0000054238,0.05000,2.106 +29,mlp.experts.159.gate_proj,0.0000066394,0.05000,2.126 +29,mlp.experts.156.gate_proj,0.0000115223,0.05000,2.168 +29,mlp.experts.6.up_proj,0.0000133260,0.05000,2.019 +29,mlp.experts.5.up_proj,0.0000140210,0.05000,2.080 +29,mlp.experts.3.up_proj,0.0000107770,0.05000,2.085 +29,mlp.experts.0.up_proj,0.0000092295,0.05000,2.051 +29,mlp.experts.10.up_proj,0.0000387454,0.05000,2.056 +29,mlp.experts.9.up_proj,0.0000062315,0.05000,2.094 +29,mlp.experts.7.up_proj,0.0000112315,0.05000,2.117 +29,mlp.experts.4.up_proj,0.0000152757,0.05000,2.053 +29,mlp.experts.14.up_proj,0.0000040107,0.05000,2.054 +29,mlp.experts.13.up_proj,0.0000109726,0.05000,2.041 +29,mlp.experts.11.up_proj,0.0000267481,0.05000,2.041 +29,mlp.experts.8.up_proj,0.0000099648,0.05000,2.051 +29,mlp.experts.18.up_proj,0.0000198314,0.05000,2.047 +29,mlp.experts.17.up_proj,0.0000167723,0.05000,2.027 +29,mlp.experts.15.up_proj,0.0000078133,0.05000,2.071 +29,mlp.experts.12.up_proj,0.0000112773,0.05000,2.070 +29,mlp.experts.21.up_proj,0.0000116584,0.05000,2.006 +29,mlp.experts.22.up_proj,0.0000380369,0.05000,2.086 +29,mlp.experts.19.up_proj,0.0000049148,0.05000,2.091 +29,mlp.experts.16.up_proj,0.0000155784,0.05000,2.031 +29,mlp.experts.25.up_proj,0.0000115957,0.05000,2.031 +29,mlp.experts.26.up_proj,0.0000061052,0.05000,2.081 +29,mlp.experts.23.up_proj,0.0000094849,0.05000,2.021 +29,mlp.experts.20.up_proj,0.0000196971,0.05000,2.083 +29,mlp.experts.29.up_proj,0.0000097628,0.05000,2.028 +29,mlp.experts.30.up_proj,0.0000112501,0.05000,2.094 +29,mlp.experts.27.up_proj,0.0000018318,0.05000,2.100 +29,mlp.experts.24.up_proj,0.0000096264,0.05000,2.044 +29,mlp.experts.33.up_proj,0.0000318993,0.05000,2.082 +29,mlp.experts.34.up_proj,0.0000098965,0.05000,2.068 +29,mlp.experts.31.up_proj,0.0000133634,0.05000,2.049 +29,mlp.experts.28.up_proj,0.0000030441,0.05000,2.088 +29,mlp.experts.37.up_proj,0.0000095706,0.05000,2.088 +29,mlp.experts.38.up_proj,0.0000163232,0.05000,2.048 +29,mlp.experts.35.up_proj,0.0000064047,0.05000,2.068 +29,mlp.experts.32.up_proj,0.0000106006,0.05000,2.062 +29,mlp.experts.41.up_proj,0.0000156598,0.05000,2.085 +29,mlp.experts.42.up_proj,0.0000138311,0.05000,2.036 +29,mlp.experts.39.up_proj,0.0000081767,0.05000,2.064 +29,mlp.experts.36.up_proj,0.0000053791,0.05000,2.031 +29,mlp.experts.45.up_proj,0.0000105457,0.05000,2.031 +29,mlp.experts.46.up_proj,0.0000148397,0.05000,2.067 +29,mlp.experts.43.up_proj,0.0000041667,0.05000,2.024 +29,mlp.experts.40.up_proj,0.0000079045,0.05000,2.070 +29,mlp.experts.49.up_proj,0.0000145502,0.05000,2.080 +29,mlp.experts.50.up_proj,0.0000112721,0.05000,2.061 +29,mlp.experts.47.up_proj,0.0000069867,0.05000,2.080 +29,mlp.experts.44.up_proj,0.0000101269,0.05000,2.064 +29,mlp.experts.53.up_proj,0.0000067098,0.05000,2.018 +29,mlp.experts.54.up_proj,0.0000037354,0.05000,2.030 +29,mlp.experts.51.up_proj,0.0000156856,0.05000,2.091 +29,mlp.experts.48.up_proj,0.0000021141,0.05000,2.057 +29,mlp.experts.57.up_proj,0.0000038088,0.05000,2.032 +29,mlp.experts.58.up_proj,0.0000112037,0.05000,2.049 +29,mlp.experts.55.up_proj,0.0000102877,0.05000,2.040 +29,mlp.experts.52.up_proj,0.0000129389,0.05000,2.064 +29,mlp.experts.61.up_proj,0.0000054361,0.05000,2.033 +29,mlp.experts.62.up_proj,0.0000117080,0.05000,2.060 +29,mlp.experts.59.up_proj,0.0000156901,0.05000,2.055 +29,mlp.experts.56.up_proj,0.0000184318,0.05000,2.113 +29,mlp.experts.65.up_proj,0.0000168865,0.05000,2.109 +29,mlp.experts.66.up_proj,0.0000194571,0.05000,2.078 +29,mlp.experts.63.up_proj,0.0000045093,0.05000,2.101 +29,mlp.experts.60.up_proj,0.0000099664,0.05000,2.159 +29,mlp.experts.69.up_proj,0.0000088101,0.05000,2.144 +29,mlp.experts.70.up_proj,0.0000074335,0.05000,2.074 +29,mlp.experts.67.up_proj,0.0000104359,0.05000,2.074 +29,mlp.experts.64.up_proj,0.0000272884,0.05000,2.078 +29,mlp.experts.74.up_proj,0.0000173623,0.05000,2.078 +29,mlp.experts.73.up_proj,0.0000080898,0.05000,2.142 +29,mlp.experts.71.up_proj,0.0000108322,0.05000,2.053 +29,mlp.experts.68.up_proj,0.0000127777,0.05000,2.055 +29,mlp.experts.78.up_proj,0.0000104407,0.05000,2.043 +29,mlp.experts.77.up_proj,0.0000017197,0.05000,2.072 +29,mlp.experts.75.up_proj,0.0000091827,0.05000,2.035 +29,mlp.experts.72.up_proj,0.0000336065,0.05000,2.046 +29,mlp.experts.82.up_proj,0.0000040006,0.05000,2.035 +29,mlp.experts.81.up_proj,0.0000163014,0.05000,2.036 +29,mlp.experts.79.up_proj,0.0000072467,0.05000,2.040 +29,mlp.experts.76.up_proj,0.0000148815,0.05000,2.031 +29,mlp.experts.86.up_proj,0.0000089191,0.05000,2.047 +29,mlp.experts.85.up_proj,0.0000029865,0.05000,2.048 +29,mlp.experts.83.up_proj,0.0000237828,0.05000,2.019 +29,mlp.experts.80.up_proj,0.0000370881,0.05000,2.028 +29,mlp.experts.90.up_proj,0.0000046230,0.05000,2.059 +29,mlp.experts.89.up_proj,0.0000087721,0.05000,2.059 +29,mlp.experts.87.up_proj,0.0000253077,0.05000,2.064 +29,mlp.experts.84.up_proj,0.0000190920,0.05000,2.078 +29,mlp.experts.94.up_proj,0.0000313943,0.05000,2.051 +29,mlp.experts.93.up_proj,0.0000038538,0.05000,2.059 +29,mlp.experts.91.up_proj,0.0000057509,0.05000,2.071 +29,mlp.experts.88.up_proj,0.0000133864,0.05000,2.062 +29,mlp.experts.98.up_proj,0.0000043942,0.05000,2.037 +29,mlp.experts.97.up_proj,0.0000073716,0.05000,2.028 +29,mlp.experts.95.up_proj,0.0000021726,0.05000,2.052 +29,mlp.experts.92.up_proj,0.0000097090,0.05000,2.063 +29,mlp.experts.102.up_proj,0.0000145977,0.05000,2.075 +29,mlp.experts.101.up_proj,0.0000085828,0.05000,2.058 +29,mlp.experts.99.up_proj,0.0000100054,0.05000,2.069 +29,mlp.experts.96.up_proj,0.0000088560,0.05000,2.067 +29,mlp.experts.105.up_proj,0.0000236933,0.05000,2.023 +29,mlp.experts.106.up_proj,0.0000032745,0.05000,2.097 +29,mlp.experts.103.up_proj,0.0000092634,0.05000,2.072 +29,mlp.experts.100.up_proj,0.0000152297,0.05000,2.099 +29,mlp.experts.110.up_proj,0.0000058403,0.05000,2.039 +29,mlp.experts.109.up_proj,0.0000105434,0.05000,2.114 +29,mlp.experts.107.up_proj,0.0000186380,0.05000,2.092 +29,mlp.experts.104.up_proj,0.0000129258,0.05000,2.094 +29,mlp.experts.114.up_proj,0.0000123733,0.05000,2.040 +29,mlp.experts.113.up_proj,0.0000190022,0.05000,2.081 +29,mlp.experts.111.up_proj,0.0000047625,0.05000,2.062 +29,mlp.experts.108.up_proj,0.0000210359,0.05000,2.146 +29,mlp.experts.118.up_proj,0.0000076646,0.05000,2.065 +29,mlp.experts.117.up_proj,0.0000033096,0.05000,2.078 +29,mlp.experts.115.up_proj,0.0000025421,0.05000,2.073 +29,mlp.experts.112.up_proj,0.0000091593,0.05000,2.103 +29,mlp.experts.122.up_proj,0.0000114799,0.05000,2.104 +29,mlp.experts.121.up_proj,0.0000038162,0.05000,2.098 +29,mlp.experts.119.up_proj,0.0000063903,0.05000,2.133 +29,mlp.experts.116.up_proj,0.0000164066,0.05000,2.120 +29,mlp.experts.126.up_proj,0.0000087485,0.05000,2.052 +29,mlp.experts.125.up_proj,0.0000168317,0.05000,2.065 +29,mlp.experts.123.up_proj,0.0000074623,0.05000,2.178 +29,mlp.experts.120.up_proj,0.0000126045,0.05000,2.105 +29,mlp.experts.130.up_proj,0.0000144613,0.05000,2.106 +29,mlp.experts.129.up_proj,0.0000231286,0.05000,2.060 +29,mlp.experts.127.up_proj,0.0000105378,0.05000,2.077 +29,mlp.experts.124.up_proj,0.0000123515,0.05000,2.043 +29,mlp.experts.134.up_proj,0.0000114545,0.05000,2.075 +29,mlp.experts.133.up_proj,0.0000099392,0.05000,2.032 +29,mlp.experts.131.up_proj,0.0000099985,0.05000,2.106 +29,mlp.experts.128.up_proj,0.0000067627,0.05000,2.083 +29,mlp.experts.138.up_proj,0.0000046883,0.05000,2.106 +29,mlp.experts.137.up_proj,0.0000082843,0.05000,2.109 +29,mlp.experts.135.up_proj,0.0000149275,0.05000,2.078 +29,mlp.experts.132.up_proj,0.0000114542,0.05000,2.067 +29,mlp.experts.142.up_proj,0.0000132685,0.05000,2.015 +29,mlp.experts.141.up_proj,0.0000024910,0.05000,1.993 +29,mlp.experts.139.up_proj,0.0000162050,0.05000,2.094 +29,mlp.experts.136.up_proj,0.0000235296,0.05000,2.052 +29,mlp.experts.146.up_proj,0.0000101075,0.05000,2.069 +29,mlp.experts.145.up_proj,0.0000083363,0.05000,2.088 +29,mlp.experts.143.up_proj,0.0000202379,0.05000,2.088 +29,mlp.experts.140.up_proj,0.0000102758,0.05000,2.091 +29,mlp.experts.150.up_proj,0.0000157650,0.05000,2.042 +29,mlp.experts.149.up_proj,0.0000021430,0.05000,2.059 +29,mlp.experts.147.up_proj,0.0000125567,0.05000,2.061 +29,mlp.experts.144.up_proj,0.0000147390,0.05000,2.023 +29,mlp.experts.154.up_proj,0.0000110042,0.05000,2.036 +29,mlp.experts.153.up_proj,0.0000148020,0.05000,2.084 +29,mlp.experts.151.up_proj,0.0000071444,0.05000,2.119 +29,mlp.experts.148.up_proj,0.0000045130,0.05000,2.075 +29,mlp.experts.158.up_proj,0.0000034040,0.05000,2.027 +29,mlp.experts.157.up_proj,0.0000164242,0.05000,2.022 +29,mlp.experts.155.up_proj,0.0000069445,0.05000,1.840 +29,mlp.experts.152.up_proj,0.0000117399,0.05000,1.801 +29,mlp.experts.159.up_proj,0.0000065844,0.05000,1.389 +29,mlp.experts.156.up_proj,0.0000112702,0.05000,1.378 +29,mlp.experts.2.down_proj,0.0000006258,0.05000,0.627 +29,mlp.experts.1.down_proj,0.0000011142,0.05000,0.627 +29,mlp.experts.0.down_proj,0.0000005963,0.05000,0.638 +29,mlp.experts.3.down_proj,0.0000032352,0.05000,0.659 +29,mlp.experts.6.down_proj,0.0000004167,0.05000,0.603 +29,mlp.experts.5.down_proj,0.0000008513,0.05000,0.603 +29,mlp.experts.4.down_proj,0.0000016244,0.05000,0.605 +29,mlp.experts.7.down_proj,0.0000008544,0.05000,0.607 +29,mlp.experts.9.down_proj,0.0000004460,0.05000,0.626 +29,mlp.experts.10.down_proj,0.0000039446,0.05000,0.628 +29,mlp.experts.8.down_proj,0.0000009131,0.05000,0.635 +29,mlp.experts.11.down_proj,0.0000025154,0.05000,0.631 +29,mlp.experts.14.down_proj,0.0000006223,0.05000,0.616 +29,mlp.experts.13.down_proj,0.0000008037,0.05000,0.632 +29,mlp.experts.12.down_proj,0.0000006819,0.05000,0.619 +29,mlp.experts.15.down_proj,0.0000005879,0.05000,0.652 +29,mlp.experts.17.down_proj,0.0000018714,0.05000,0.597 +29,mlp.experts.18.down_proj,0.0000013079,0.05000,0.624 +29,mlp.experts.16.down_proj,0.0000008609,0.05000,0.611 +29,mlp.experts.19.down_proj,0.0000004984,0.05000,0.609 +29,mlp.experts.21.down_proj,0.0000008780,0.05000,0.606 +29,mlp.experts.20.down_proj,0.0000008295,0.05000,0.612 +29,mlp.experts.22.down_proj,0.0000021777,0.05000,0.626 +29,mlp.experts.23.down_proj,0.0000008658,0.05000,0.609 +29,mlp.experts.25.down_proj,0.0000007249,0.05000,0.604 +29,mlp.experts.26.down_proj,0.0000005948,0.05000,0.603 +29,mlp.experts.24.down_proj,0.0000007533,0.05000,0.612 +29,mlp.experts.27.down_proj,0.0000000663,0.05000,0.674 +29,mlp.experts.29.down_proj,0.0000006674,0.05000,0.612 +29,mlp.experts.28.down_proj,0.0000001443,0.05000,0.637 +29,mlp.experts.30.down_proj,0.0000008402,0.05000,0.648 +29,mlp.experts.31.down_proj,0.0000010043,0.05000,0.630 +29,mlp.experts.33.down_proj,0.0000016286,0.05000,0.606 +29,mlp.experts.34.down_proj,0.0000005332,0.05000,0.621 +29,mlp.experts.32.down_proj,0.0000005474,0.05000,0.632 +29,mlp.experts.35.down_proj,0.0000006079,0.05000,0.633 +29,mlp.experts.37.down_proj,0.0000008199,0.05000,0.602 +29,mlp.experts.36.down_proj,0.0000002434,0.05000,0.615 +29,mlp.experts.38.down_proj,0.0000007999,0.05000,0.628 +29,mlp.experts.39.down_proj,0.0000007346,0.05000,0.614 +29,mlp.experts.41.down_proj,0.0000010087,0.05000,0.630 +29,mlp.experts.42.down_proj,0.0000010235,0.05000,0.609 +29,mlp.experts.40.down_proj,0.0000005825,0.05000,0.620 +29,mlp.experts.43.down_proj,0.0000003393,0.05000,0.657 +29,mlp.experts.45.down_proj,0.0000005457,0.05000,0.622 +29,mlp.experts.46.down_proj,0.0000016234,0.05000,0.607 +29,mlp.experts.44.down_proj,0.0000005299,0.05000,0.623 +29,mlp.experts.47.down_proj,0.0000005867,0.05000,0.609 +29,mlp.experts.49.down_proj,0.0000004806,0.05000,0.600 +29,mlp.experts.50.down_proj,0.0000004761,0.05000,0.607 +29,mlp.experts.48.down_proj,0.0000001165,0.05000,0.633 +29,mlp.experts.51.down_proj,0.0000010815,0.05000,0.610 +29,mlp.experts.53.down_proj,0.0000004505,0.05000,0.649 +29,mlp.experts.54.down_proj,0.0000002232,0.05000,0.610 +29,mlp.experts.52.down_proj,0.0000008483,0.05000,0.635 +29,mlp.experts.55.down_proj,0.0000007722,0.05000,0.622 +29,mlp.experts.57.down_proj,0.0000004726,0.05000,0.607 +29,mlp.experts.58.down_proj,0.0000007723,0.05000,0.608 +29,mlp.experts.56.down_proj,0.0000022385,0.05000,0.618 +29,mlp.experts.59.down_proj,0.0000013523,0.05000,0.635 +29,mlp.experts.61.down_proj,0.0000002546,0.05000,0.646 +29,mlp.experts.62.down_proj,0.0000007007,0.05000,0.614 +29,mlp.experts.60.down_proj,0.0000005479,0.05000,0.635 +29,mlp.experts.63.down_proj,0.0000002855,0.05000,0.630 +29,mlp.experts.66.down_proj,0.0000008299,0.05000,0.603 +29,mlp.experts.65.down_proj,0.0000013162,0.05000,0.624 +29,mlp.experts.64.down_proj,0.0000017550,0.05000,0.610 +29,mlp.experts.67.down_proj,0.0000006605,0.05000,0.635 +29,mlp.experts.70.down_proj,0.0000007658,0.05000,0.604 +29,mlp.experts.69.down_proj,0.0000005053,0.05000,0.624 +29,mlp.experts.68.down_proj,0.0000011540,0.05000,0.604 +29,mlp.experts.71.down_proj,0.0000006052,0.05000,0.606 +29,mlp.experts.74.down_proj,0.0000011953,0.05000,0.617 +29,mlp.experts.73.down_proj,0.0000005704,0.05000,0.613 +29,mlp.experts.72.down_proj,0.0000024117,0.05000,0.605 +29,mlp.experts.75.down_proj,0.0000008999,0.05000,0.612 +29,mlp.experts.78.down_proj,0.0000004989,0.05000,0.653 +29,mlp.experts.77.down_proj,0.0000000660,0.05000,0.649 +29,mlp.experts.76.down_proj,0.0000009694,0.05000,0.617 +29,mlp.experts.79.down_proj,0.0000006214,0.05000,0.640 +29,mlp.experts.82.down_proj,0.0000004519,0.05000,0.626 +29,mlp.experts.81.down_proj,0.0000011057,0.05000,0.603 +29,mlp.experts.80.down_proj,0.0000022818,0.05000,0.628 +29,mlp.experts.83.down_proj,0.0000010169,0.05000,0.617 +29,mlp.experts.86.down_proj,0.0000013220,0.05000,0.620 +29,mlp.experts.85.down_proj,0.0000000936,0.05000,0.653 +29,mlp.experts.84.down_proj,0.0000020537,0.05000,0.636 +29,mlp.experts.87.down_proj,0.0000015532,0.05000,0.641 +29,mlp.experts.90.down_proj,0.0000003343,0.05000,0.623 +29,mlp.experts.89.down_proj,0.0000009434,0.05000,0.598 +29,mlp.experts.88.down_proj,0.0000005267,0.05000,0.626 +29,mlp.experts.91.down_proj,0.0000005801,0.05000,0.648 +29,mlp.experts.94.down_proj,0.0000025533,0.05000,0.629 +29,mlp.experts.93.down_proj,0.0000003069,0.05000,0.631 +29,mlp.experts.92.down_proj,0.0000003114,0.05000,0.621 +29,mlp.experts.95.down_proj,0.0000001833,0.05000,0.635 +29,mlp.experts.97.down_proj,0.0000006257,0.05000,0.607 +29,mlp.experts.98.down_proj,0.0000003951,0.05000,0.623 +29,mlp.experts.96.down_proj,0.0000005115,0.05000,0.609 +29,mlp.experts.99.down_proj,0.0000008339,0.05000,0.618 +29,mlp.experts.102.down_proj,0.0000007179,0.05000,0.605 +29,mlp.experts.101.down_proj,0.0000004761,0.05000,0.608 +29,mlp.experts.100.down_proj,0.0000005250,0.05000,0.653 +29,mlp.experts.103.down_proj,0.0000006266,0.05000,0.614 +29,mlp.experts.105.down_proj,0.0000010176,0.05000,0.609 +29,mlp.experts.106.down_proj,0.0000001538,0.05000,0.645 +29,mlp.experts.104.down_proj,0.0000007524,0.05000,0.614 +29,mlp.experts.107.down_proj,0.0000012592,0.05000,0.636 +29,mlp.experts.109.down_proj,0.0000007630,0.05000,0.606 +29,mlp.experts.110.down_proj,0.0000005312,0.05000,0.609 +29,mlp.experts.108.down_proj,0.0000007842,0.05000,0.612 +29,mlp.experts.111.down_proj,0.0000005673,0.05000,0.629 +29,mlp.experts.113.down_proj,0.0000013905,0.05000,0.623 +29,mlp.experts.114.down_proj,0.0000007774,0.05000,0.626 +29,mlp.experts.112.down_proj,0.0000004762,0.05000,0.631 +29,mlp.experts.115.down_proj,0.0000003352,0.05000,0.632 +29,mlp.experts.117.down_proj,0.0000001762,0.05000,0.606 +29,mlp.experts.118.down_proj,0.0000006178,0.05000,0.628 +29,mlp.experts.116.down_proj,0.0000009573,0.05000,0.607 +29,mlp.experts.119.down_proj,0.0000004639,0.05000,0.611 +29,mlp.experts.121.down_proj,0.0000002899,0.05000,0.604 +29,mlp.experts.122.down_proj,0.0000007973,0.05000,0.598 +29,mlp.experts.120.down_proj,0.0000008485,0.05000,0.605 +29,mlp.experts.123.down_proj,0.0000003636,0.05000,0.647 +29,mlp.experts.125.down_proj,0.0000011443,0.05000,0.606 +29,mlp.experts.126.down_proj,0.0000004170,0.05000,0.601 +29,mlp.experts.124.down_proj,0.0000009636,0.05000,0.607 +29,mlp.experts.127.down_proj,0.0000006676,0.05000,0.604 +29,mlp.experts.129.down_proj,0.0000013130,0.05000,0.606 +29,mlp.experts.130.down_proj,0.0000009771,0.05000,0.625 +29,mlp.experts.128.down_proj,0.0000006524,0.05000,0.611 +29,mlp.experts.131.down_proj,0.0000004049,0.05000,0.652 +29,mlp.experts.133.down_proj,0.0000006685,0.05000,0.601 +29,mlp.experts.134.down_proj,0.0000007850,0.05000,0.624 +29,mlp.experts.132.down_proj,0.0000006343,0.05000,0.631 +29,mlp.experts.135.down_proj,0.0000012325,0.05000,0.611 +29,mlp.experts.137.down_proj,0.0000006499,0.05000,0.607 +29,mlp.experts.138.down_proj,0.0000002450,0.05000,0.648 +29,mlp.experts.136.down_proj,0.0000026458,0.05000,0.630 +29,mlp.experts.139.down_proj,0.0000006395,0.05000,0.610 +29,mlp.experts.141.down_proj,0.0000003294,0.05000,0.604 +29,mlp.experts.142.down_proj,0.0000007219,0.05000,0.607 +29,mlp.experts.140.down_proj,0.0000006824,0.05000,0.624 +29,mlp.experts.143.down_proj,0.0000014375,0.05000,0.638 +29,mlp.experts.145.down_proj,0.0000007486,0.05000,0.662 +29,mlp.experts.146.down_proj,0.0000003899,0.05000,0.608 +29,mlp.experts.144.down_proj,0.0000009934,0.05000,0.616 +29,mlp.experts.147.down_proj,0.0000008865,0.05000,0.650 +29,mlp.experts.149.down_proj,0.0000001529,0.05000,0.604 +29,mlp.experts.150.down_proj,0.0000013669,0.05000,0.605 +29,mlp.experts.148.down_proj,0.0000002721,0.05000,0.630 +29,mlp.experts.151.down_proj,0.0000002345,0.05000,0.631 +29,mlp.experts.153.down_proj,0.0000008876,0.05000,0.602 +29,mlp.experts.154.down_proj,0.0000008850,0.05000,0.599 +29,mlp.experts.152.down_proj,0.0000005045,0.05000,0.603 +29,mlp.experts.155.down_proj,0.0000005167,0.05000,0.615 +29,mlp.experts.157.down_proj,0.0000014944,0.05000,0.602 +29,mlp.experts.158.down_proj,0.0000003307,0.05000,0.629 +29,mlp.experts.156.down_proj,0.0000011589,0.05000,0.564 +29,mlp.experts.159.down_proj,0.0000007711,0.05000,0.405 +30,mlp.experts.3.gate_proj,0.0000021582,0.05000,2.129 +30,mlp.experts.2.gate_proj,0.0000035280,0.05000,2.161 +30,mlp.experts.1.gate_proj,0.0000172156,0.05000,2.224 +30,mlp.experts.0.gate_proj,0.0000131251,0.05000,2.226 +30,mlp.experts.7.gate_proj,0.0000099271,0.05000,2.068 +30,mlp.experts.6.gate_proj,0.0000300588,0.05000,2.095 +30,mlp.experts.5.gate_proj,0.0000041233,0.05000,2.090 +30,mlp.experts.4.gate_proj,0.0000373118,0.05000,2.109 +30,mlp.experts.11.gate_proj,0.0000099050,0.05000,2.076 +30,mlp.experts.10.gate_proj,0.0000071633,0.05000,2.064 +30,mlp.experts.9.gate_proj,0.0000090378,0.05000,2.099 +30,mlp.experts.8.gate_proj,0.0000148668,0.05000,2.123 +30,mlp.experts.15.gate_proj,0.0000083222,0.05000,2.119 +30,mlp.experts.14.gate_proj,0.0000282036,0.05000,2.106 +30,mlp.experts.13.gate_proj,0.0000164990,0.05000,2.071 +30,mlp.experts.12.gate_proj,0.0000290779,0.05000,2.064 +30,mlp.experts.19.gate_proj,0.0000139304,0.05000,2.104 +30,mlp.experts.18.gate_proj,0.0000144568,0.05000,2.124 +30,mlp.experts.17.gate_proj,0.0000145434,0.05000,2.109 +30,mlp.experts.16.gate_proj,0.0000045325,0.05000,2.112 +30,mlp.experts.22.gate_proj,0.0000123587,0.05000,2.018 +30,mlp.experts.21.gate_proj,0.0000044398,0.05000,2.065 +30,mlp.experts.23.gate_proj,0.0000103908,0.05000,2.187 +30,mlp.experts.20.gate_proj,0.0000052455,0.05000,2.080 +30,mlp.experts.26.gate_proj,0.0000043740,0.05000,2.120 +30,mlp.experts.25.gate_proj,0.0000032557,0.05000,2.061 +30,mlp.experts.27.gate_proj,0.0000020446,0.05000,2.126 +30,mlp.experts.24.gate_proj,0.0000096968,0.05000,2.118 +30,mlp.experts.29.gate_proj,0.0000207627,0.05000,2.076 +30,mlp.experts.30.gate_proj,0.0000036918,0.05000,2.142 +30,mlp.experts.31.gate_proj,0.0000136511,0.05000,2.098 +30,mlp.experts.28.gate_proj,0.0000313495,0.05000,2.172 +30,mlp.experts.33.gate_proj,0.0000182030,0.05000,2.054 +30,mlp.experts.35.gate_proj,0.0000162057,0.05000,2.057 +30,mlp.experts.34.gate_proj,0.0000112864,0.05000,2.212 +30,mlp.experts.32.gate_proj,0.0000089359,0.05000,2.154 +30,mlp.experts.37.gate_proj,0.0000152812,0.05000,2.134 +30,mlp.experts.38.gate_proj,0.0000154257,0.05000,2.045 +30,mlp.experts.39.gate_proj,0.0000079879,0.05000,2.122 +30,mlp.experts.36.gate_proj,0.0000124969,0.05000,2.068 +30,mlp.experts.41.gate_proj,0.0000081289,0.05000,2.162 +30,mlp.experts.42.gate_proj,0.0000099356,0.05000,2.108 +30,mlp.experts.43.gate_proj,0.0000080839,0.05000,2.169 +30,mlp.experts.40.gate_proj,0.0000281882,0.05000,2.118 +30,mlp.experts.45.gate_proj,0.0000087855,0.05000,2.035 +30,mlp.experts.46.gate_proj,0.0000146124,0.05000,2.078 +30,mlp.experts.47.gate_proj,0.0000101377,0.05000,2.092 +30,mlp.experts.44.gate_proj,0.0000203392,0.05000,2.068 +30,mlp.experts.49.gate_proj,0.0000045572,0.05000,2.081 +30,mlp.experts.50.gate_proj,0.0000101008,0.05000,2.060 +30,mlp.experts.51.gate_proj,0.0000180663,0.05000,2.120 +30,mlp.experts.48.gate_proj,0.0000106042,0.05000,2.101 +30,mlp.experts.54.gate_proj,0.0000125605,0.05000,2.098 +30,mlp.experts.53.gate_proj,0.0000128820,0.05000,2.222 +30,mlp.experts.55.gate_proj,0.0000141917,0.05000,2.097 +30,mlp.experts.52.gate_proj,0.0000088723,0.05000,2.051 +30,mlp.experts.58.gate_proj,0.0000217332,0.05000,2.058 +30,mlp.experts.56.gate_proj,0.0000539667,0.05000,2.038 +30,mlp.experts.57.gate_proj,0.0000178941,0.05000,2.154 +30,mlp.experts.59.gate_proj,0.0000136057,0.05000,2.106 +30,mlp.experts.62.gate_proj,0.0000139654,0.05000,2.059 +30,mlp.experts.61.gate_proj,0.0000103809,0.05000,2.040 +30,mlp.experts.60.gate_proj,0.0000049883,0.05000,2.113 +30,mlp.experts.63.gate_proj,0.0000160399,0.05000,2.097 +30,mlp.experts.66.gate_proj,0.0000119772,0.05000,2.033 +30,mlp.experts.64.gate_proj,0.0000142984,0.05000,2.010 +30,mlp.experts.65.gate_proj,0.0000078685,0.05000,2.088 +30,mlp.experts.67.gate_proj,0.0000080758,0.05000,2.063 +30,mlp.experts.70.gate_proj,0.0000096907,0.05000,2.040 +30,mlp.experts.68.gate_proj,0.0000041388,0.05000,2.041 +30,mlp.experts.69.gate_proj,0.0000086551,0.05000,2.072 +30,mlp.experts.71.gate_proj,0.0000138782,0.05000,2.078 +30,mlp.experts.74.gate_proj,0.0000146180,0.05000,2.132 +30,mlp.experts.72.gate_proj,0.0000098174,0.05000,2.096 +30,mlp.experts.73.gate_proj,0.0000205441,0.05000,2.123 +30,mlp.experts.75.gate_proj,0.0000175558,0.05000,2.141 +30,mlp.experts.78.gate_proj,0.0000051726,0.05000,2.084 +30,mlp.experts.76.gate_proj,0.0000259024,0.05000,2.159 +30,mlp.experts.77.gate_proj,0.0000059883,0.05000,2.062 +30,mlp.experts.79.gate_proj,0.0000147625,0.05000,2.121 +30,mlp.experts.82.gate_proj,0.0000117513,0.05000,2.069 +30,mlp.experts.80.gate_proj,0.0000089779,0.05000,2.068 +30,mlp.experts.81.gate_proj,0.0000106417,0.05000,2.147 +30,mlp.experts.83.gate_proj,0.0000112447,0.05000,2.069 +30,mlp.experts.86.gate_proj,0.0000182959,0.05000,1.443 +30,mlp.experts.84.gate_proj,0.0000125296,0.05000,1.352 +30,mlp.experts.85.gate_proj,0.0000131549,0.05000,2.063 +30,mlp.experts.88.gate_proj,0.0000130807,0.05000,2.066 +30,mlp.experts.87.gate_proj,0.0000124586,0.05000,2.109 +30,mlp.experts.90.gate_proj,0.0000269229,0.05000,2.136 +30,mlp.experts.92.gate_proj,0.0000190756,0.05000,2.094 +30,mlp.experts.89.gate_proj,0.0000133799,0.05000,2.097 +30,mlp.experts.94.gate_proj,0.0000087542,0.05000,2.025 +30,mlp.experts.91.gate_proj,0.0000129695,0.05000,2.148 +30,mlp.experts.98.gate_proj,0.0000047591,0.05000,2.022 +30,mlp.experts.96.gate_proj,0.0000162867,0.05000,2.049 +30,mlp.experts.93.gate_proj,0.0000122598,0.05000,2.093 +30,mlp.experts.95.gate_proj,0.0000086454,0.05000,2.063 +30,mlp.experts.102.gate_proj,0.0000105426,0.05000,2.098 +30,mlp.experts.100.gate_proj,0.0000045940,0.05000,2.133 +30,mlp.experts.97.gate_proj,0.0000126067,0.05000,2.120 +30,mlp.experts.99.gate_proj,0.0000242024,0.05000,2.130 +30,mlp.experts.106.gate_proj,0.0000064861,0.05000,2.034 +30,mlp.experts.104.gate_proj,0.0000092223,0.05000,2.040 +30,mlp.experts.101.gate_proj,0.0000230116,0.05000,2.062 +30,mlp.experts.103.gate_proj,0.0000056450,0.05000,2.099 +30,mlp.experts.110.gate_proj,0.0000163935,0.05000,2.063 +30,mlp.experts.108.gate_proj,0.0000080490,0.05000,2.056 +30,mlp.experts.105.gate_proj,0.0000132570,0.05000,2.090 +30,mlp.experts.107.gate_proj,0.0000240647,0.05000,2.194 +30,mlp.experts.114.gate_proj,0.0000170779,0.05000,2.103 +30,mlp.experts.112.gate_proj,0.0000225299,0.05000,2.110 +30,mlp.experts.109.gate_proj,0.0000030677,0.05000,2.108 +30,mlp.experts.111.gate_proj,0.0000143933,0.05000,2.106 +30,mlp.experts.116.gate_proj,0.0000161464,0.05000,2.044 +30,mlp.experts.118.gate_proj,0.0000087439,0.05000,2.176 +30,mlp.experts.113.gate_proj,0.0000151135,0.05000,2.106 +30,mlp.experts.115.gate_proj,0.0000106586,0.05000,2.074 +30,mlp.experts.120.gate_proj,0.0000029289,0.05000,2.097 +30,mlp.experts.122.gate_proj,0.0000141792,0.05000,2.055 +30,mlp.experts.117.gate_proj,0.0000117542,0.05000,2.085 +30,mlp.experts.119.gate_proj,0.0000099369,0.05000,2.077 +30,mlp.experts.124.gate_proj,0.0000103188,0.05000,2.059 +30,mlp.experts.126.gate_proj,0.0000137247,0.05000,2.058 +30,mlp.experts.121.gate_proj,0.0000028701,0.05000,2.111 +30,mlp.experts.123.gate_proj,0.0000187707,0.05000,2.073 +30,mlp.experts.128.gate_proj,0.0000190940,0.05000,2.042 +30,mlp.experts.130.gate_proj,0.0000131963,0.05000,2.069 +30,mlp.experts.125.gate_proj,0.0000121444,0.05000,2.111 +30,mlp.experts.127.gate_proj,0.0000079229,0.05000,2.061 +30,mlp.experts.132.gate_proj,0.0000083632,0.05000,2.037 +30,mlp.experts.134.gate_proj,0.0000119933,0.05000,2.044 +30,mlp.experts.129.gate_proj,0.0000205040,0.05000,2.087 +30,mlp.experts.131.gate_proj,0.0000276282,0.05000,2.067 +30,mlp.experts.136.gate_proj,0.0000053303,0.05000,2.131 +30,mlp.experts.138.gate_proj,0.0000159257,0.05000,2.116 +30,mlp.experts.135.gate_proj,0.0000086270,0.05000,2.073 +30,mlp.experts.133.gate_proj,0.0000237788,0.05000,2.143 +30,mlp.experts.140.gate_proj,0.0000086527,0.05000,2.092 +30,mlp.experts.142.gate_proj,0.0000090673,0.05000,2.090 +30,mlp.experts.139.gate_proj,0.0000042752,0.05000,2.083 +30,mlp.experts.137.gate_proj,0.0000018649,0.05000,2.143 +30,mlp.experts.144.gate_proj,0.0000129869,0.05000,2.090 +30,mlp.experts.146.gate_proj,0.0000118565,0.05000,2.131 +30,mlp.experts.143.gate_proj,0.0000265671,0.05000,2.160 +30,mlp.experts.141.gate_proj,0.0000027789,0.05000,2.098 +30,mlp.experts.148.gate_proj,0.0000063015,0.05000,2.081 +30,mlp.experts.150.gate_proj,0.0000133364,0.05000,2.074 +30,mlp.experts.145.gate_proj,0.0000081233,0.05000,2.084 +30,mlp.experts.147.gate_proj,0.0000054986,0.05000,2.170 +30,mlp.experts.152.gate_proj,0.0000130743,0.05000,2.086 +30,mlp.experts.154.gate_proj,0.0000112530,0.05000,2.068 +30,mlp.experts.149.gate_proj,0.0000051548,0.05000,2.066 +30,mlp.experts.151.gate_proj,0.0000108524,0.05000,2.099 +30,mlp.experts.156.gate_proj,0.0000080898,0.05000,2.032 +30,mlp.experts.158.gate_proj,0.0000028599,0.05000,2.036 +30,mlp.experts.153.gate_proj,0.0000208438,0.05000,2.048 +30,mlp.experts.155.gate_proj,0.0000079434,0.05000,2.060 +30,mlp.experts.0.up_proj,0.0000131620,0.05000,2.061 +30,mlp.experts.2.up_proj,0.0000034759,0.05000,2.126 +30,mlp.experts.157.gate_proj,0.0000127813,0.05000,2.080 +30,mlp.experts.159.gate_proj,0.0000096531,0.05000,2.190 +30,mlp.experts.4.up_proj,0.0000366480,0.05000,2.062 +30,mlp.experts.6.up_proj,0.0000297011,0.05000,2.041 +30,mlp.experts.1.up_proj,0.0000166509,0.05000,2.063 +30,mlp.experts.3.up_proj,0.0000021564,0.05000,2.067 +30,mlp.experts.8.up_proj,0.0000147690,0.05000,2.065 +30,mlp.experts.10.up_proj,0.0000071636,0.05000,2.050 +30,mlp.experts.5.up_proj,0.0000040545,0.05000,2.081 +30,mlp.experts.7.up_proj,0.0000097209,0.05000,2.087 +30,mlp.experts.12.up_proj,0.0000287017,0.05000,2.032 +30,mlp.experts.14.up_proj,0.0000279594,0.05000,2.036 +30,mlp.experts.9.up_proj,0.0000088817,0.05000,2.052 +30,mlp.experts.11.up_proj,0.0000099368,0.05000,2.082 +30,mlp.experts.16.up_proj,0.0000044853,0.05000,2.052 +30,mlp.experts.18.up_proj,0.0000145674,0.05000,2.040 +30,mlp.experts.13.up_proj,0.0000163720,0.05000,2.067 +30,mlp.experts.15.up_proj,0.0000082763,0.05000,2.094 +30,mlp.experts.20.up_proj,0.0000051877,0.05000,2.115 +30,mlp.experts.22.up_proj,0.0000120625,0.05000,2.093 +30,mlp.experts.17.up_proj,0.0000143868,0.05000,2.086 +30,mlp.experts.19.up_proj,0.0000139719,0.05000,2.104 +30,mlp.experts.24.up_proj,0.0000094548,0.05000,2.105 +30,mlp.experts.26.up_proj,0.0000041863,0.05000,2.173 +30,mlp.experts.21.up_proj,0.0000043168,0.05000,2.094 +30,mlp.experts.23.up_proj,0.0000103383,0.05000,2.098 +30,mlp.experts.28.up_proj,0.0000304152,0.05000,2.082 +30,mlp.experts.30.up_proj,0.0000036576,0.05000,2.092 +30,mlp.experts.25.up_proj,0.0000031298,0.05000,2.089 +30,mlp.experts.27.up_proj,0.0000020027,0.05000,2.106 +30,mlp.experts.32.up_proj,0.0000090083,0.05000,2.090 +30,mlp.experts.34.up_proj,0.0000110447,0.05000,2.082 +30,mlp.experts.29.up_proj,0.0000204633,0.05000,2.094 +30,mlp.experts.31.up_proj,0.0000137769,0.05000,2.138 +30,mlp.experts.36.up_proj,0.0000125548,0.05000,2.135 +30,mlp.experts.38.up_proj,0.0000152488,0.05000,2.101 +30,mlp.experts.33.up_proj,0.0000180803,0.05000,2.094 +30,mlp.experts.35.up_proj,0.0000162417,0.05000,2.197 +30,mlp.experts.40.up_proj,0.0000284156,0.05000,2.108 +30,mlp.experts.42.up_proj,0.0000099896,0.05000,2.085 +30,mlp.experts.37.up_proj,0.0000149702,0.05000,2.069 +30,mlp.experts.39.up_proj,0.0000076883,0.05000,2.047 +30,mlp.experts.44.up_proj,0.0000200389,0.05000,2.054 +30,mlp.experts.46.up_proj,0.0000141116,0.05000,2.079 +30,mlp.experts.41.up_proj,0.0000080315,0.05000,2.070 +30,mlp.experts.43.up_proj,0.0000079663,0.05000,2.094 +30,mlp.experts.48.up_proj,0.0000104975,0.05000,2.111 +30,mlp.experts.50.up_proj,0.0000100651,0.05000,2.106 +30,mlp.experts.45.up_proj,0.0000086598,0.05000,2.065 +30,mlp.experts.47.up_proj,0.0000098814,0.05000,2.063 +30,mlp.experts.52.up_proj,0.0000089585,0.05000,2.102 +30,mlp.experts.54.up_proj,0.0000121671,0.05000,2.072 +30,mlp.experts.49.up_proj,0.0000044093,0.05000,2.061 +30,mlp.experts.51.up_proj,0.0000177820,0.05000,2.062 +30,mlp.experts.56.up_proj,0.0000520687,0.05000,2.056 +30,mlp.experts.58.up_proj,0.0000215537,0.05000,2.079 +30,mlp.experts.53.up_proj,0.0000127451,0.05000,2.066 +30,mlp.experts.55.up_proj,0.0000143497,0.05000,2.050 +30,mlp.experts.60.up_proj,0.0000050119,0.05000,2.118 +30,mlp.experts.62.up_proj,0.0000138667,0.05000,2.083 +30,mlp.experts.57.up_proj,0.0000176138,0.05000,2.073 +30,mlp.experts.59.up_proj,0.0000136681,0.05000,2.083 +30,mlp.experts.66.up_proj,0.0000119879,0.05000,2.035 +30,mlp.experts.64.up_proj,0.0000140873,0.05000,2.127 +30,mlp.experts.61.up_proj,0.0000103836,0.05000,2.056 +30,mlp.experts.63.up_proj,0.0000157931,0.05000,2.047 +30,mlp.experts.70.up_proj,0.0000096595,0.05000,2.094 +30,mlp.experts.68.up_proj,0.0000041373,0.05000,2.050 +30,mlp.experts.65.up_proj,0.0000077361,0.05000,2.072 +30,mlp.experts.67.up_proj,0.0000079619,0.05000,2.044 +30,mlp.experts.74.up_proj,0.0000141907,0.05000,2.051 +30,mlp.experts.72.up_proj,0.0000097267,0.05000,2.077 +30,mlp.experts.69.up_proj,0.0000086317,0.05000,2.051 +30,mlp.experts.71.up_proj,0.0000138628,0.05000,2.035 +30,mlp.experts.78.up_proj,0.0000052131,0.05000,2.076 +30,mlp.experts.76.up_proj,0.0000251411,0.05000,2.051 +30,mlp.experts.73.up_proj,0.0000204968,0.05000,2.073 +30,mlp.experts.75.up_proj,0.0000177004,0.05000,2.116 +30,mlp.experts.80.up_proj,0.0000089223,0.05000,2.050 +30,mlp.experts.82.up_proj,0.0000115841,0.05000,2.092 +30,mlp.experts.77.up_proj,0.0000058040,0.05000,2.073 +30,mlp.experts.79.up_proj,0.0000143144,0.05000,2.042 +30,mlp.experts.84.up_proj,0.0000126327,0.05000,2.052 +30,mlp.experts.86.up_proj,0.0000176376,0.05000,2.062 +30,mlp.experts.81.up_proj,0.0000105017,0.05000,2.137 +30,mlp.experts.83.up_proj,0.0000110835,0.05000,2.108 +30,mlp.experts.88.up_proj,0.0000130767,0.05000,2.051 +30,mlp.experts.90.up_proj,0.0000251967,0.05000,2.050 +30,mlp.experts.85.up_proj,0.0000126846,0.05000,2.020 +30,mlp.experts.87.up_proj,0.0000120342,0.05000,2.136 +30,mlp.experts.92.up_proj,0.0000183208,0.05000,2.055 +30,mlp.experts.94.up_proj,0.0000085532,0.05000,2.045 +30,mlp.experts.89.up_proj,0.0000130877,0.05000,2.075 +30,mlp.experts.91.up_proj,0.0000129714,0.05000,2.140 +30,mlp.experts.96.up_proj,0.0000160524,0.05000,2.042 +30,mlp.experts.98.up_proj,0.0000047586,0.05000,2.067 +30,mlp.experts.93.up_proj,0.0000119432,0.05000,2.026 +30,mlp.experts.95.up_proj,0.0000083875,0.05000,2.068 +30,mlp.experts.100.up_proj,0.0000044637,0.05000,2.102 +30,mlp.experts.102.up_proj,0.0000102580,0.05000,2.066 +30,mlp.experts.97.up_proj,0.0000118195,0.05000,2.077 +30,mlp.experts.99.up_proj,0.0000238103,0.05000,2.111 +30,mlp.experts.104.up_proj,0.0000091335,0.05000,2.075 +30,mlp.experts.106.up_proj,0.0000064005,0.05000,2.074 +30,mlp.experts.101.up_proj,0.0000231337,0.05000,2.068 +30,mlp.experts.103.up_proj,0.0000053350,0.05000,2.073 +30,mlp.experts.108.up_proj,0.0000079780,0.05000,2.064 +30,mlp.experts.110.up_proj,0.0000162610,0.05000,2.093 +30,mlp.experts.105.up_proj,0.0000131126,0.05000,2.100 +30,mlp.experts.107.up_proj,0.0000239156,0.05000,2.086 +30,mlp.experts.112.up_proj,0.0000222464,0.05000,2.023 +30,mlp.experts.114.up_proj,0.0000170077,0.05000,2.075 +30,mlp.experts.109.up_proj,0.0000030441,0.05000,2.081 +30,mlp.experts.111.up_proj,0.0000143825,0.05000,2.089 +30,mlp.experts.116.up_proj,0.0000161960,0.05000,2.079 +30,mlp.experts.118.up_proj,0.0000085085,0.05000,2.067 +30,mlp.experts.113.up_proj,0.0000150900,0.05000,2.035 +30,mlp.experts.115.up_proj,0.0000105929,0.05000,2.178 +30,mlp.experts.120.up_proj,0.0000029184,0.05000,2.035 +30,mlp.experts.122.up_proj,0.0000139706,0.05000,2.072 +30,mlp.experts.117.up_proj,0.0000113691,0.05000,2.080 +30,mlp.experts.119.up_proj,0.0000100120,0.05000,2.073 +30,mlp.experts.124.up_proj,0.0000102133,0.05000,2.064 +30,mlp.experts.126.up_proj,0.0000135651,0.05000,2.059 +30,mlp.experts.121.up_proj,0.0000028650,0.05000,2.072 +30,mlp.experts.123.up_proj,0.0000187796,0.05000,2.108 +30,mlp.experts.128.up_proj,0.0000185230,0.05000,2.068 +30,mlp.experts.130.up_proj,0.0000127687,0.05000,2.092 +30,mlp.experts.125.up_proj,0.0000118627,0.05000,2.114 +30,mlp.experts.127.up_proj,0.0000076611,0.05000,2.072 +30,mlp.experts.132.up_proj,0.0000083384,0.05000,2.056 +30,mlp.experts.134.up_proj,0.0000118422,0.05000,2.062 +30,mlp.experts.129.up_proj,0.0000201675,0.05000,2.111 +30,mlp.experts.131.up_proj,0.0000274797,0.05000,2.039 +30,mlp.experts.136.up_proj,0.0000053161,0.05000,2.044 +30,mlp.experts.138.up_proj,0.0000157517,0.05000,2.075 +30,mlp.experts.133.up_proj,0.0000234623,0.05000,2.083 +30,mlp.experts.135.up_proj,0.0000085134,0.05000,2.086 +30,mlp.experts.140.up_proj,0.0000085892,0.05000,2.053 +30,mlp.experts.142.up_proj,0.0000091227,0.05000,2.032 +30,mlp.experts.137.up_proj,0.0000018366,0.05000,2.071 +30,mlp.experts.139.up_proj,0.0000042277,0.05000,2.037 +30,mlp.experts.144.up_proj,0.0000130350,0.05000,2.070 +30,mlp.experts.146.up_proj,0.0000117043,0.05000,2.073 +30,mlp.experts.141.up_proj,0.0000027783,0.05000,2.071 +30,mlp.experts.143.up_proj,0.0000266050,0.05000,2.085 +30,mlp.experts.148.up_proj,0.0000061476,0.05000,2.055 +30,mlp.experts.150.up_proj,0.0000126497,0.05000,2.084 +30,mlp.experts.145.up_proj,0.0000079341,0.05000,2.077 +30,mlp.experts.147.up_proj,0.0000053919,0.05000,2.059 +30,mlp.experts.152.up_proj,0.0000131844,0.05000,2.066 +30,mlp.experts.154.up_proj,0.0000110698,0.05000,2.087 +30,mlp.experts.149.up_proj,0.0000050225,0.05000,2.126 +30,mlp.experts.151.up_proj,0.0000107607,0.05000,2.097 +30,mlp.experts.156.up_proj,0.0000080607,0.05000,2.051 +30,mlp.experts.158.up_proj,0.0000027779,0.05000,2.015 +30,mlp.experts.153.up_proj,0.0000205323,0.05000,1.891 +30,mlp.experts.155.up_proj,0.0000079519,0.05000,1.705 +30,mlp.experts.157.up_proj,0.0000122550,0.05000,1.414 +30,mlp.experts.159.up_proj,0.0000094857,0.05000,1.248 +30,mlp.experts.0.down_proj,0.0000007660,0.05000,0.638 +30,mlp.experts.1.down_proj,0.0000011159,0.05000,0.649 +30,mlp.experts.2.down_proj,0.0000003622,0.05000,0.663 +30,mlp.experts.3.down_proj,0.0000002322,0.05000,0.666 +30,mlp.experts.5.down_proj,0.0000002147,0.05000,0.623 +30,mlp.experts.6.down_proj,0.0000012337,0.05000,0.619 +30,mlp.experts.4.down_proj,0.0000042993,0.05000,0.643 +30,mlp.experts.7.down_proj,0.0000003668,0.05000,0.718 +30,mlp.experts.8.down_proj,0.0000010516,0.05000,0.613 +30,mlp.experts.10.down_proj,0.0000008141,0.05000,0.616 +30,mlp.experts.9.down_proj,0.0000007199,0.05000,0.661 +30,mlp.experts.11.down_proj,0.0000007447,0.05000,0.698 +30,mlp.experts.14.down_proj,0.0000016590,0.05000,0.621 +30,mlp.experts.12.down_proj,0.0000026916,0.05000,0.634 +30,mlp.experts.13.down_proj,0.0000005498,0.05000,0.619 +30,mlp.experts.15.down_proj,0.0000006196,0.05000,0.657 +30,mlp.experts.18.down_proj,0.0000107281,0.05000,0.637 +30,mlp.experts.16.down_proj,0.0000001524,0.05000,0.629 +30,mlp.experts.17.down_proj,0.0000012594,0.05000,0.619 +30,mlp.experts.19.down_proj,0.0000008678,0.05000,0.613 +30,mlp.experts.22.down_proj,0.0000010067,0.05000,0.612 +30,mlp.experts.21.down_proj,0.0000003439,0.05000,0.614 +30,mlp.experts.20.down_proj,0.0000005395,0.05000,0.629 +30,mlp.experts.23.down_proj,0.0000008361,0.05000,0.615 +30,mlp.experts.26.down_proj,0.0000005660,0.05000,0.618 +30,mlp.experts.25.down_proj,0.0000002381,0.05000,0.620 +30,mlp.experts.24.down_proj,0.0000007694,0.05000,0.634 +30,mlp.experts.27.down_proj,0.0000003168,0.05000,0.659 +30,mlp.experts.30.down_proj,0.0000001738,0.05000,0.609 +30,mlp.experts.28.down_proj,0.0000022927,0.05000,0.606 +30,mlp.experts.29.down_proj,0.0000008910,0.05000,0.638 +30,mlp.experts.31.down_proj,0.0000010328,0.05000,0.613 +30,mlp.experts.34.down_proj,0.0000011064,0.05000,0.628 +30,mlp.experts.32.down_proj,0.0000008380,0.05000,0.601 +30,mlp.experts.33.down_proj,0.0000015385,0.05000,0.606 +30,mlp.experts.35.down_proj,0.0000009885,0.05000,0.611 +30,mlp.experts.36.down_proj,0.0000009114,0.05000,0.599 +30,mlp.experts.38.down_proj,0.0000016562,0.05000,0.609 +30,mlp.experts.37.down_proj,0.0000008427,0.05000,0.641 +30,mlp.experts.39.down_proj,0.0000005409,0.05000,0.612 +30,mlp.experts.40.down_proj,0.0000022746,0.05000,0.613 +30,mlp.experts.42.down_proj,0.0000007344,0.05000,0.626 +30,mlp.experts.41.down_proj,0.0000003461,0.05000,0.631 +30,mlp.experts.43.down_proj,0.0000007296,0.05000,0.634 +30,mlp.experts.44.down_proj,0.0000011823,0.05000,0.635 +30,mlp.experts.46.down_proj,0.0000010399,0.05000,0.658 +30,mlp.experts.45.down_proj,0.0000005856,0.05000,0.616 +30,mlp.experts.47.down_proj,0.0000009681,0.05000,0.662 +30,mlp.experts.48.down_proj,0.0000007803,0.05000,0.635 +30,mlp.experts.49.down_proj,0.0000004247,0.05000,0.614 +30,mlp.experts.50.down_proj,0.0000007892,0.05000,0.648 +30,mlp.experts.51.down_proj,0.0000019245,0.05000,0.637 +30,mlp.experts.52.down_proj,0.0000007124,0.05000,0.603 +30,mlp.experts.53.down_proj,0.0000010969,0.05000,0.608 +30,mlp.experts.54.down_proj,0.0000007982,0.05000,0.609 +30,mlp.experts.55.down_proj,0.0000009449,0.05000,0.609 +30,mlp.experts.56.down_proj,0.0000039742,0.05000,0.614 +30,mlp.experts.58.down_proj,0.0000018324,0.05000,0.613 +30,mlp.experts.57.down_proj,0.0000012046,0.05000,0.636 +30,mlp.experts.59.down_proj,0.0000009451,0.05000,0.667 +30,mlp.experts.60.down_proj,0.0000002275,0.05000,0.627 +30,mlp.experts.62.down_proj,0.0000013286,0.05000,0.619 +30,mlp.experts.61.down_proj,0.0000005869,0.05000,0.629 +30,mlp.experts.63.down_proj,0.0000007894,0.05000,0.615 +30,mlp.experts.64.down_proj,0.0000009651,0.05000,0.620 +30,mlp.experts.66.down_proj,0.0000006421,0.05000,0.622 +30,mlp.experts.65.down_proj,0.0000005649,0.05000,0.680 +30,mlp.experts.67.down_proj,0.0000007651,0.05000,0.658 +30,mlp.experts.68.down_proj,0.0000004546,0.05000,0.611 +30,mlp.experts.70.down_proj,0.0000003521,0.05000,0.611 +30,mlp.experts.69.down_proj,0.0000006295,0.05000,0.604 +30,mlp.experts.71.down_proj,0.0000010728,0.05000,0.611 +30,mlp.experts.72.down_proj,0.0000009412,0.05000,0.622 +30,mlp.experts.74.down_proj,0.0000008711,0.05000,0.612 +30,mlp.experts.73.down_proj,0.0000017076,0.05000,0.612 +30,mlp.experts.75.down_proj,0.0000013892,0.05000,0.679 +30,mlp.experts.76.down_proj,0.0000010162,0.05000,0.613 +30,mlp.experts.78.down_proj,0.0000002838,0.05000,0.612 +30,mlp.experts.77.down_proj,0.0000003435,0.05000,0.607 +30,mlp.experts.79.down_proj,0.0000009594,0.05000,0.613 +30,mlp.experts.80.down_proj,0.0000004714,0.05000,0.615 +30,mlp.experts.82.down_proj,0.0000005471,0.05000,0.627 +30,mlp.experts.81.down_proj,0.0000011369,0.05000,0.608 +30,mlp.experts.83.down_proj,0.0000015263,0.05000,0.614 +30,mlp.experts.84.down_proj,0.0000007094,0.05000,0.614 +30,mlp.experts.86.down_proj,0.0000011677,0.05000,0.611 +30,mlp.experts.85.down_proj,0.0000013252,0.05000,0.646 +30,mlp.experts.87.down_proj,0.0000004546,0.05000,0.614 +30,mlp.experts.88.down_proj,0.0000010121,0.05000,0.619 +30,mlp.experts.90.down_proj,0.0000013455,0.05000,0.631 +30,mlp.experts.89.down_proj,0.0000010093,0.05000,0.606 +30,mlp.experts.91.down_proj,0.0000013017,0.05000,0.619 +30,mlp.experts.92.down_proj,0.0000011972,0.05000,0.614 +30,mlp.experts.94.down_proj,0.0000008382,0.05000,0.629 +30,mlp.experts.93.down_proj,0.0000005178,0.05000,0.610 +30,mlp.experts.95.down_proj,0.0000008333,0.05000,0.614 +30,mlp.experts.96.down_proj,0.0000011707,0.05000,0.609 +30,mlp.experts.98.down_proj,0.0000003284,0.05000,0.613 +30,mlp.experts.97.down_proj,0.0000008569,0.05000,0.648 +30,mlp.experts.99.down_proj,0.0000023710,0.05000,0.642 +30,mlp.experts.100.down_proj,0.0000002626,0.05000,0.613 +30,mlp.experts.102.down_proj,0.0000004527,0.05000,0.643 +30,mlp.experts.101.down_proj,0.0000014586,0.05000,0.654 +30,mlp.experts.103.down_proj,0.0000003494,0.05000,0.656 +30,mlp.experts.104.down_proj,0.0000007982,0.05000,0.627 +30,mlp.experts.106.down_proj,0.0000005294,0.05000,0.640 +30,mlp.experts.105.down_proj,0.0000014379,0.05000,0.614 +30,mlp.experts.107.down_proj,0.0000013730,0.05000,0.615 +30,mlp.experts.108.down_proj,0.0000006051,0.05000,0.632 +30,mlp.experts.110.down_proj,0.0000009518,0.05000,0.631 +30,mlp.experts.109.down_proj,0.0000001229,0.05000,0.608 +30,mlp.experts.111.down_proj,0.0000013210,0.05000,0.636 +30,mlp.experts.112.down_proj,0.0000008817,0.05000,0.611 +30,mlp.experts.114.down_proj,0.0000013193,0.05000,0.615 +30,mlp.experts.113.down_proj,0.0000011193,0.05000,0.610 +30,mlp.experts.115.down_proj,0.0000005318,0.05000,0.632 +30,mlp.experts.116.down_proj,0.0000011320,0.05000,0.607 +30,mlp.experts.118.down_proj,0.0000005152,0.05000,0.615 +30,mlp.experts.117.down_proj,0.0000005396,0.05000,0.608 +30,mlp.experts.119.down_proj,0.0000006440,0.05000,0.614 +30,mlp.experts.120.down_proj,0.0000001327,0.05000,0.653 +30,mlp.experts.122.down_proj,0.0000007763,0.05000,0.616 +30,mlp.experts.121.down_proj,0.0000001718,0.05000,0.609 +30,mlp.experts.123.down_proj,0.0000008908,0.05000,0.656 +30,mlp.experts.124.down_proj,0.0000009823,0.05000,0.613 +30,mlp.experts.126.down_proj,0.0000018684,0.05000,0.619 +30,mlp.experts.125.down_proj,0.0000009320,0.05000,0.652 +30,mlp.experts.127.down_proj,0.0000005209,0.05000,0.606 +30,mlp.experts.128.down_proj,0.0000013349,0.05000,0.605 +30,mlp.experts.130.down_proj,0.0000008550,0.05000,0.615 +30,mlp.experts.129.down_proj,0.0000014677,0.05000,0.624 +30,mlp.experts.131.down_proj,0.0000028813,0.05000,0.640 +30,mlp.experts.132.down_proj,0.0000007179,0.05000,0.620 +30,mlp.experts.134.down_proj,0.0000014546,0.05000,0.615 +30,mlp.experts.133.down_proj,0.0000024702,0.05000,0.608 +30,mlp.experts.135.down_proj,0.0000004917,0.05000,0.615 +30,mlp.experts.136.down_proj,0.0000003393,0.05000,0.630 +30,mlp.experts.138.down_proj,0.0000015382,0.05000,0.626 +30,mlp.experts.137.down_proj,0.0000001094,0.05000,0.616 +30,mlp.experts.139.down_proj,0.0000002374,0.05000,0.617 +30,mlp.experts.140.down_proj,0.0000008965,0.05000,0.638 +30,mlp.experts.142.down_proj,0.0000006613,0.05000,0.620 +30,mlp.experts.141.down_proj,0.0000003184,0.05000,0.637 +30,mlp.experts.143.down_proj,0.0000022525,0.05000,0.647 +30,mlp.experts.144.down_proj,0.0000012802,0.05000,0.616 +30,mlp.experts.146.down_proj,0.0000008453,0.05000,0.614 +30,mlp.experts.145.down_proj,0.0000003472,0.05000,0.614 +30,mlp.experts.147.down_proj,0.0000006864,0.05000,0.626 +30,mlp.experts.148.down_proj,0.0000007458,0.05000,0.635 +30,mlp.experts.150.down_proj,0.0000006289,0.05000,0.645 +30,mlp.experts.149.down_proj,0.0000003935,0.05000,0.641 +30,mlp.experts.151.down_proj,0.0000005969,0.05000,0.639 +30,mlp.experts.152.down_proj,0.0000008571,0.05000,0.631 +30,mlp.experts.154.down_proj,0.0000007137,0.05000,0.631 +30,mlp.experts.153.down_proj,0.0000023991,0.05000,0.629 +30,mlp.experts.155.down_proj,0.0000005595,0.05000,0.628 +30,mlp.experts.156.down_proj,0.0000003944,0.05000,0.607 +30,mlp.experts.158.down_proj,0.0000001206,0.05000,0.610 +30,mlp.experts.157.down_proj,0.0000009898,0.05000,0.574 +30,mlp.experts.159.down_proj,0.0000005843,0.05000,0.360 +31,mlp.experts.3.gate_proj,0.0000190724,0.05000,2.097 +31,mlp.experts.0.gate_proj,0.0000063217,0.05000,2.147 +31,mlp.experts.1.gate_proj,0.0000183546,0.05000,2.170 +31,mlp.experts.2.gate_proj,0.0000201030,0.05000,2.248 +31,mlp.experts.7.gate_proj,0.0000175310,0.05000,2.046 +31,mlp.experts.4.gate_proj,0.0000081058,0.05000,2.017 +31,mlp.experts.5.gate_proj,0.0000106180,0.05000,2.043 +31,mlp.experts.6.gate_proj,0.0000238672,0.05000,2.107 +31,mlp.experts.8.gate_proj,0.0000149586,0.05000,2.027 +31,mlp.experts.11.gate_proj,0.0000149981,0.05000,2.075 +31,mlp.experts.9.gate_proj,0.0000117315,0.05000,2.057 +31,mlp.experts.10.gate_proj,0.0000158052,0.05000,2.049 +31,mlp.experts.15.gate_proj,0.0000153565,0.05000,2.062 +31,mlp.experts.12.gate_proj,0.0000149490,0.05000,2.111 +31,mlp.experts.13.gate_proj,0.0000111025,0.05000,2.107 +31,mlp.experts.14.gate_proj,0.0000110507,0.05000,2.099 +31,mlp.experts.16.gate_proj,0.0000118334,0.05000,2.035 +31,mlp.experts.19.gate_proj,0.0000150500,0.05000,2.098 +31,mlp.experts.17.gate_proj,0.0000117849,0.05000,2.065 +31,mlp.experts.18.gate_proj,0.0000283413,0.05000,2.067 +31,mlp.experts.20.gate_proj,0.0000145735,0.05000,2.075 +31,mlp.experts.23.gate_proj,0.0000221122,0.05000,2.073 +31,mlp.experts.21.gate_proj,0.0000121654,0.05000,2.072 +31,mlp.experts.22.gate_proj,0.0000025037,0.05000,2.058 +31,mlp.experts.27.gate_proj,0.0000145629,0.05000,2.012 +31,mlp.experts.24.gate_proj,0.0000037273,0.05000,2.113 +31,mlp.experts.25.gate_proj,0.0000088901,0.05000,2.086 +31,mlp.experts.26.gate_proj,0.0000128928,0.05000,2.049 +31,mlp.experts.31.gate_proj,0.0000145067,0.05000,2.033 +31,mlp.experts.28.gate_proj,0.0000064590,0.05000,2.051 +31,mlp.experts.30.gate_proj,0.0000192441,0.05000,2.067 +31,mlp.experts.29.gate_proj,0.0000136731,0.05000,2.147 +31,mlp.experts.35.gate_proj,0.0000085708,0.05000,2.127 +31,mlp.experts.32.gate_proj,0.0000268869,0.05000,2.100 +31,mlp.experts.34.gate_proj,0.0000101327,0.05000,2.048 +31,mlp.experts.33.gate_proj,0.0000206813,0.05000,2.122 +31,mlp.experts.39.gate_proj,0.0000126204,0.05000,2.086 +31,mlp.experts.36.gate_proj,0.0000109619,0.05000,2.091 +31,mlp.experts.38.gate_proj,0.0000117299,0.05000,2.070 +31,mlp.experts.37.gate_proj,0.0000179113,0.05000,2.085 +31,mlp.experts.43.gate_proj,0.0000132889,0.05000,2.035 +31,mlp.experts.40.gate_proj,0.0000021447,0.05000,2.060 +31,mlp.experts.42.gate_proj,0.0000154483,0.05000,2.118 +31,mlp.experts.41.gate_proj,0.0000210711,0.05000,2.099 +31,mlp.experts.47.gate_proj,0.0000144027,0.05000,2.003 +31,mlp.experts.44.gate_proj,0.0000163056,0.05000,2.012 +31,mlp.experts.46.gate_proj,0.0000151264,0.05000,2.009 +31,mlp.experts.45.gate_proj,0.0000231257,0.05000,2.071 +31,mlp.experts.51.gate_proj,0.0000105573,0.05000,2.056 +31,mlp.experts.48.gate_proj,0.0000059748,0.05000,2.048 +31,mlp.experts.50.gate_proj,0.0000100781,0.05000,2.094 +31,mlp.experts.49.gate_proj,0.0000123766,0.05000,2.113 +31,mlp.experts.55.gate_proj,0.0000175081,0.05000,2.083 +31,mlp.experts.52.gate_proj,0.0000077689,0.05000,2.099 +31,mlp.experts.54.gate_proj,0.0000075339,0.05000,2.135 +31,mlp.experts.53.gate_proj,0.0000217041,0.05000,2.096 +31,mlp.experts.59.gate_proj,0.0000067591,0.05000,2.139 +31,mlp.experts.56.gate_proj,0.0000025229,0.05000,2.116 +31,mlp.experts.58.gate_proj,0.0000139377,0.05000,2.101 +31,mlp.experts.57.gate_proj,0.0000102198,0.05000,2.056 +31,mlp.experts.63.gate_proj,0.0000101368,0.05000,2.068 +31,mlp.experts.60.gate_proj,0.0000077491,0.05000,2.060 +31,mlp.experts.62.gate_proj,0.0000096253,0.05000,2.084 +31,mlp.experts.61.gate_proj,0.0000058797,0.05000,2.082 +31,mlp.experts.67.gate_proj,0.0000394169,0.05000,2.128 +31,mlp.experts.64.gate_proj,0.0000056473,0.05000,2.144 +31,mlp.experts.66.gate_proj,0.0000193229,0.05000,2.123 +31,mlp.experts.65.gate_proj,0.0000117695,0.05000,2.135 +31,mlp.experts.71.gate_proj,0.0000074004,0.05000,2.069 +31,mlp.experts.68.gate_proj,0.0000073919,0.05000,2.061 +31,mlp.experts.70.gate_proj,0.0000101304,0.05000,2.121 +31,mlp.experts.69.gate_proj,0.0000038679,0.05000,2.077 +31,mlp.experts.75.gate_proj,0.0000026219,0.05000,2.062 +31,mlp.experts.72.gate_proj,0.0000108008,0.05000,2.112 +31,mlp.experts.74.gate_proj,0.0000295842,0.05000,2.099 +31,mlp.experts.73.gate_proj,0.0000079223,0.05000,2.159 +31,mlp.experts.79.gate_proj,0.0000112659,0.05000,2.129 +31,mlp.experts.76.gate_proj,0.0000088378,0.05000,2.131 +31,mlp.experts.78.gate_proj,0.0000216955,0.05000,2.068 +31,mlp.experts.77.gate_proj,0.0000561539,0.05000,2.063 +31,mlp.experts.83.gate_proj,0.0000137354,0.05000,2.080 +31,mlp.experts.80.gate_proj,0.0000171073,0.05000,2.107 +31,mlp.experts.82.gate_proj,0.0000108789,0.05000,2.135 +31,mlp.experts.81.gate_proj,0.0000185717,0.05000,2.122 +31,mlp.experts.87.gate_proj,0.0000070757,0.05000,2.077 +31,mlp.experts.84.gate_proj,0.0000149687,0.05000,2.082 +31,mlp.experts.86.gate_proj,0.0000231335,0.05000,2.070 +31,mlp.experts.85.gate_proj,0.0000172027,0.05000,2.099 +31,mlp.experts.91.gate_proj,0.0000125444,0.05000,2.088 +31,mlp.experts.88.gate_proj,0.0000103977,0.05000,2.080 +31,mlp.experts.89.gate_proj,0.0000138602,0.05000,2.094 +31,mlp.experts.90.gate_proj,0.0000163618,0.05000,2.234 +31,mlp.experts.95.gate_proj,0.0000268248,0.05000,2.084 +31,mlp.experts.92.gate_proj,0.0000115114,0.05000,2.091 +31,mlp.experts.93.gate_proj,0.0000185978,0.05000,2.122 +31,mlp.experts.94.gate_proj,0.0000037352,0.05000,2.189 +31,mlp.experts.99.gate_proj,0.0000049162,0.05000,2.073 +31,mlp.experts.96.gate_proj,0.0000254401,0.05000,2.123 +31,mlp.experts.97.gate_proj,0.0000104644,0.05000,2.168 +31,mlp.experts.98.gate_proj,0.0000076466,0.05000,2.098 +31,mlp.experts.103.gate_proj,0.0000813651,0.05000,2.074 +31,mlp.experts.100.gate_proj,0.0000137853,0.05000,2.062 +31,mlp.experts.101.gate_proj,0.0000160446,0.05000,2.092 +31,mlp.experts.102.gate_proj,0.0000090865,0.05000,2.095 +31,mlp.experts.107.gate_proj,0.0000111099,0.05000,2.075 +31,mlp.experts.104.gate_proj,0.0000076653,0.05000,2.094 +31,mlp.experts.105.gate_proj,0.0000141647,0.05000,2.053 +31,mlp.experts.106.gate_proj,0.0000146908,0.05000,2.074 +31,mlp.experts.111.gate_proj,0.0000110992,0.05000,2.124 +31,mlp.experts.108.gate_proj,0.0000098519,0.05000,2.072 +31,mlp.experts.110.gate_proj,0.0000171722,0.05000,2.091 +31,mlp.experts.109.gate_proj,0.0000112187,0.05000,2.175 +31,mlp.experts.115.gate_proj,0.0000092433,0.05000,2.028 +31,mlp.experts.112.gate_proj,0.0000185567,0.05000,2.045 +31,mlp.experts.114.gate_proj,0.0000036536,0.05000,2.071 +31,mlp.experts.113.gate_proj,0.0000163634,0.05000,2.120 +31,mlp.experts.119.gate_proj,0.0000119180,0.05000,2.015 +31,mlp.experts.116.gate_proj,0.0000105715,0.05000,2.035 +31,mlp.experts.118.gate_proj,0.0000433904,0.05000,2.044 +31,mlp.experts.117.gate_proj,0.0000057775,0.05000,2.096 +31,mlp.experts.123.gate_proj,0.0000061826,0.05000,2.100 +31,mlp.experts.120.gate_proj,0.0000048266,0.05000,2.051 +31,mlp.experts.122.gate_proj,0.0000051166,0.05000,2.139 +31,mlp.experts.121.gate_proj,0.0000308547,0.05000,2.100 +31,mlp.experts.127.gate_proj,0.0000103859,0.05000,2.051 +31,mlp.experts.124.gate_proj,0.0000203677,0.05000,2.040 +31,mlp.experts.126.gate_proj,0.0000108352,0.05000,2.077 +31,mlp.experts.125.gate_proj,0.0000096287,0.05000,2.101 +31,mlp.experts.131.gate_proj,0.0000115088,0.05000,2.108 +31,mlp.experts.128.gate_proj,0.0000181593,0.05000,2.051 +31,mlp.experts.130.gate_proj,0.0000039846,0.05000,2.045 +31,mlp.experts.129.gate_proj,0.0000173974,0.05000,2.038 +31,mlp.experts.135.gate_proj,0.0000276724,0.05000,2.078 +31,mlp.experts.132.gate_proj,0.0000279076,0.05000,2.061 +31,mlp.experts.134.gate_proj,0.0000130571,0.05000,2.058 +31,mlp.experts.133.gate_proj,0.0000177271,0.05000,2.042 +31,mlp.experts.139.gate_proj,0.0000261303,0.05000,2.096 +31,mlp.experts.136.gate_proj,0.0000023921,0.05000,2.130 +31,mlp.experts.138.gate_proj,0.0000023759,0.05000,2.058 +31,mlp.experts.137.gate_proj,0.0000041491,0.05000,2.049 +31,mlp.experts.143.gate_proj,0.0000183632,0.05000,2.100 +31,mlp.experts.140.gate_proj,0.0000062696,0.05000,2.087 +31,mlp.experts.142.gate_proj,0.0000138039,0.05000,2.056 +31,mlp.experts.141.gate_proj,0.0000228696,0.05000,2.020 +31,mlp.experts.147.gate_proj,0.0000060455,0.05000,1.597 +31,mlp.experts.144.gate_proj,0.0000075200,0.05000,1.566 +31,mlp.experts.146.gate_proj,0.0000174888,0.05000,2.127 +31,mlp.experts.151.gate_proj,0.0000273357,0.05000,2.134 +31,mlp.experts.145.gate_proj,0.0000127063,0.05000,2.168 +31,mlp.experts.148.gate_proj,0.0000088317,0.05000,2.170 +31,mlp.experts.149.gate_proj,0.0000173808,0.05000,2.004 +31,mlp.experts.150.gate_proj,0.0000104574,0.05000,2.087 +31,mlp.experts.152.gate_proj,0.0000057267,0.05000,2.081 +31,mlp.experts.155.gate_proj,0.0000178766,0.05000,2.149 +31,mlp.experts.153.gate_proj,0.0000079912,0.05000,2.048 +31,mlp.experts.156.gate_proj,0.0000139726,0.05000,2.066 +31,mlp.experts.154.gate_proj,0.0000125926,0.05000,2.106 +31,mlp.experts.159.gate_proj,0.0000117079,0.05000,2.056 +31,mlp.experts.157.gate_proj,0.0000159071,0.05000,2.072 +31,mlp.experts.0.up_proj,0.0000063980,0.05000,2.028 +31,mlp.experts.3.up_proj,0.0000188925,0.05000,2.007 +31,mlp.experts.158.gate_proj,0.0000048190,0.05000,2.077 +31,mlp.experts.7.up_proj,0.0000176383,0.05000,2.017 +31,mlp.experts.1.up_proj,0.0000181833,0.05000,2.105 +31,mlp.experts.2.up_proj,0.0000196852,0.05000,2.047 +31,mlp.experts.4.up_proj,0.0000079879,0.05000,2.126 +31,mlp.experts.11.up_proj,0.0000147711,0.05000,2.141 +31,mlp.experts.5.up_proj,0.0000107819,0.05000,2.133 +31,mlp.experts.6.up_proj,0.0000236142,0.05000,2.109 +31,mlp.experts.8.up_proj,0.0000149876,0.05000,2.135 +31,mlp.experts.15.up_proj,0.0000152756,0.05000,2.052 +31,mlp.experts.10.up_proj,0.0000156581,0.05000,2.053 +31,mlp.experts.9.up_proj,0.0000117720,0.05000,2.098 +31,mlp.experts.12.up_proj,0.0000147499,0.05000,2.063 +31,mlp.experts.19.up_proj,0.0000150969,0.05000,2.040 +31,mlp.experts.14.up_proj,0.0000101937,0.05000,2.068 +31,mlp.experts.13.up_proj,0.0000112531,0.05000,2.085 +31,mlp.experts.16.up_proj,0.0000115334,0.05000,2.120 +31,mlp.experts.23.up_proj,0.0000218605,0.05000,2.056 +31,mlp.experts.17.up_proj,0.0000113896,0.05000,2.061 +31,mlp.experts.18.up_proj,0.0000277521,0.05000,2.143 +31,mlp.experts.20.up_proj,0.0000144653,0.05000,2.075 +31,mlp.experts.27.up_proj,0.0000140085,0.05000,2.058 +31,mlp.experts.21.up_proj,0.0000121463,0.05000,2.106 +31,mlp.experts.24.up_proj,0.0000036747,0.05000,2.038 +31,mlp.experts.22.up_proj,0.0000024672,0.05000,2.109 +31,mlp.experts.31.up_proj,0.0000144012,0.05000,2.049 +31,mlp.experts.28.up_proj,0.0000062454,0.05000,2.006 +31,mlp.experts.25.up_proj,0.0000087984,0.05000,2.060 +31,mlp.experts.26.up_proj,0.0000126928,0.05000,2.049 +31,mlp.experts.35.up_proj,0.0000085724,0.05000,2.079 +31,mlp.experts.29.up_proj,0.0000129919,0.05000,2.048 +31,mlp.experts.32.up_proj,0.0000270151,0.05000,2.133 +31,mlp.experts.30.up_proj,0.0000188638,0.05000,2.150 +31,mlp.experts.39.up_proj,0.0000126480,0.05000,2.040 +31,mlp.experts.33.up_proj,0.0000207191,0.05000,2.068 +31,mlp.experts.36.up_proj,0.0000109830,0.05000,2.043 +31,mlp.experts.34.up_proj,0.0000099664,0.05000,2.098 +31,mlp.experts.43.up_proj,0.0000131582,0.05000,2.098 +31,mlp.experts.40.up_proj,0.0000021031,0.05000,2.050 +31,mlp.experts.37.up_proj,0.0000175869,0.05000,2.137 +31,mlp.experts.38.up_proj,0.0000117948,0.05000,2.070 +31,mlp.experts.47.up_proj,0.0000142071,0.05000,2.080 +31,mlp.experts.44.up_proj,0.0000161998,0.05000,2.080 +31,mlp.experts.41.up_proj,0.0000209274,0.05000,2.117 +31,mlp.experts.42.up_proj,0.0000153495,0.05000,2.120 +31,mlp.experts.51.up_proj,0.0000106037,0.05000,2.078 +31,mlp.experts.48.up_proj,0.0000059767,0.05000,2.056 +31,mlp.experts.45.up_proj,0.0000227362,0.05000,2.061 +31,mlp.experts.46.up_proj,0.0000148577,0.05000,2.053 +31,mlp.experts.55.up_proj,0.0000174910,0.05000,2.097 +31,mlp.experts.52.up_proj,0.0000078484,0.05000,2.079 +31,mlp.experts.49.up_proj,0.0000122609,0.05000,2.111 +31,mlp.experts.50.up_proj,0.0000099971,0.05000,2.062 +31,mlp.experts.59.up_proj,0.0000066616,0.05000,2.062 +31,mlp.experts.56.up_proj,0.0000024820,0.05000,2.030 +31,mlp.experts.53.up_proj,0.0000215344,0.05000,2.087 +31,mlp.experts.54.up_proj,0.0000075367,0.05000,2.083 +31,mlp.experts.63.up_proj,0.0000099616,0.05000,2.141 +31,mlp.experts.60.up_proj,0.0000077743,0.05000,2.099 +31,mlp.experts.57.up_proj,0.0000101280,0.05000,2.075 +31,mlp.experts.58.up_proj,0.0000138410,0.05000,2.099 +31,mlp.experts.67.up_proj,0.0000359025,0.05000,2.047 +31,mlp.experts.64.up_proj,0.0000055466,0.05000,2.035 +31,mlp.experts.61.up_proj,0.0000058985,0.05000,2.065 +31,mlp.experts.62.up_proj,0.0000093447,0.05000,2.025 +31,mlp.experts.71.up_proj,0.0000072969,0.05000,2.071 +31,mlp.experts.68.up_proj,0.0000068035,0.05000,2.066 +31,mlp.experts.65.up_proj,0.0000114035,0.05000,2.067 +31,mlp.experts.66.up_proj,0.0000180648,0.05000,2.090 +31,mlp.experts.75.up_proj,0.0000026456,0.05000,2.073 +31,mlp.experts.72.up_proj,0.0000106557,0.05000,2.074 +31,mlp.experts.69.up_proj,0.0000039000,0.05000,2.095 +31,mlp.experts.70.up_proj,0.0000098399,0.05000,2.047 +31,mlp.experts.76.up_proj,0.0000087740,0.05000,2.068 +31,mlp.experts.79.up_proj,0.0000113351,0.05000,2.181 +31,mlp.experts.73.up_proj,0.0000079689,0.05000,2.087 +31,mlp.experts.74.up_proj,0.0000289792,0.05000,2.106 +31,mlp.experts.80.up_proj,0.0000166978,0.05000,2.070 +31,mlp.experts.83.up_proj,0.0000133070,0.05000,2.087 +31,mlp.experts.78.up_proj,0.0000215877,0.05000,2.071 +31,mlp.experts.77.up_proj,0.0000564607,0.05000,2.131 +31,mlp.experts.84.up_proj,0.0000149061,0.05000,2.114 +31,mlp.experts.87.up_proj,0.0000070495,0.05000,2.098 +31,mlp.experts.81.up_proj,0.0000187479,0.05000,2.055 +31,mlp.experts.82.up_proj,0.0000107677,0.05000,2.138 +31,mlp.experts.88.up_proj,0.0000100452,0.05000,2.062 +31,mlp.experts.91.up_proj,0.0000125718,0.05000,2.069 +31,mlp.experts.85.up_proj,0.0000167264,0.05000,2.065 +31,mlp.experts.86.up_proj,0.0000223885,0.05000,2.081 +31,mlp.experts.92.up_proj,0.0000117021,0.05000,2.062 +31,mlp.experts.95.up_proj,0.0000265863,0.05000,2.063 +31,mlp.experts.89.up_proj,0.0000139184,0.05000,2.084 +31,mlp.experts.90.up_proj,0.0000161754,0.05000,2.083 +31,mlp.experts.96.up_proj,0.0000252981,0.05000,2.078 +31,mlp.experts.99.up_proj,0.0000048134,0.05000,2.067 +31,mlp.experts.93.up_proj,0.0000185768,0.05000,2.119 +31,mlp.experts.94.up_proj,0.0000035870,0.05000,2.097 +31,mlp.experts.100.up_proj,0.0000140204,0.05000,2.071 +31,mlp.experts.103.up_proj,0.0000732234,0.05000,2.083 +31,mlp.experts.98.up_proj,0.0000075999,0.05000,2.093 +31,mlp.experts.97.up_proj,0.0000105613,0.05000,2.171 +31,mlp.experts.104.up_proj,0.0000069869,0.05000,2.032 +31,mlp.experts.107.up_proj,0.0000108669,0.05000,2.079 +31,mlp.experts.101.up_proj,0.0000161234,0.05000,2.029 +31,mlp.experts.102.up_proj,0.0000090259,0.05000,2.111 +31,mlp.experts.108.up_proj,0.0000096087,0.05000,2.078 +31,mlp.experts.111.up_proj,0.0000111948,0.05000,2.126 +31,mlp.experts.105.up_proj,0.0000135178,0.05000,2.083 +31,mlp.experts.106.up_proj,0.0000145198,0.05000,2.106 +31,mlp.experts.112.up_proj,0.0000185052,0.05000,2.119 +31,mlp.experts.115.up_proj,0.0000091437,0.05000,2.102 +31,mlp.experts.109.up_proj,0.0000111137,0.05000,2.076 +31,mlp.experts.110.up_proj,0.0000170340,0.05000,2.084 +31,mlp.experts.116.up_proj,0.0000107335,0.05000,2.043 +31,mlp.experts.119.up_proj,0.0000118125,0.05000,2.040 +31,mlp.experts.113.up_proj,0.0000172224,0.05000,2.072 +31,mlp.experts.114.up_proj,0.0000035782,0.05000,2.155 +31,mlp.experts.120.up_proj,0.0000047443,0.05000,2.079 +31,mlp.experts.123.up_proj,0.0000060949,0.05000,2.084 +31,mlp.experts.117.up_proj,0.0000057067,0.05000,2.037 +31,mlp.experts.118.up_proj,0.0000431633,0.05000,2.091 +31,mlp.experts.124.up_proj,0.0000201603,0.05000,2.052 +31,mlp.experts.127.up_proj,0.0000104844,0.05000,2.087 +31,mlp.experts.121.up_proj,0.0000298155,0.05000,2.046 +31,mlp.experts.122.up_proj,0.0000049586,0.05000,2.065 +31,mlp.experts.128.up_proj,0.0000180167,0.05000,2.053 +31,mlp.experts.131.up_proj,0.0000116056,0.05000,2.090 +31,mlp.experts.125.up_proj,0.0000094682,0.05000,2.089 +31,mlp.experts.126.up_proj,0.0000106092,0.05000,2.147 +31,mlp.experts.132.up_proj,0.0000280758,0.05000,2.078 +31,mlp.experts.135.up_proj,0.0000264303,0.05000,2.045 +31,mlp.experts.129.up_proj,0.0000175184,0.05000,2.090 +31,mlp.experts.130.up_proj,0.0000038391,0.05000,2.056 +31,mlp.experts.136.up_proj,0.0000024186,0.05000,2.032 +31,mlp.experts.139.up_proj,0.0000262226,0.05000,2.043 +31,mlp.experts.133.up_proj,0.0000176188,0.05000,2.086 +31,mlp.experts.134.up_proj,0.0000132313,0.05000,2.010 +31,mlp.experts.140.up_proj,0.0000061244,0.05000,2.075 +31,mlp.experts.143.up_proj,0.0000176853,0.05000,2.071 +31,mlp.experts.137.up_proj,0.0000041783,0.05000,2.156 +31,mlp.experts.138.up_proj,0.0000022496,0.05000,2.033 +31,mlp.experts.144.up_proj,0.0000074760,0.05000,2.070 +31,mlp.experts.147.up_proj,0.0000056201,0.05000,2.076 +31,mlp.experts.141.up_proj,0.0000227567,0.05000,2.120 +31,mlp.experts.142.up_proj,0.0000140053,0.05000,2.110 +31,mlp.experts.148.up_proj,0.0000086243,0.05000,2.054 +31,mlp.experts.151.up_proj,0.0000262085,0.05000,2.119 +31,mlp.experts.145.up_proj,0.0000128035,0.05000,2.096 +31,mlp.experts.146.up_proj,0.0000174770,0.05000,2.104 +31,mlp.experts.152.up_proj,0.0000057344,0.05000,2.035 +31,mlp.experts.155.up_proj,0.0000178871,0.05000,2.110 +31,mlp.experts.150.up_proj,0.0000103947,0.05000,2.065 +31,mlp.experts.149.up_proj,0.0000172876,0.05000,2.161 +31,mlp.experts.156.up_proj,0.0000137983,0.05000,2.113 +31,mlp.experts.159.up_proj,0.0000118640,0.05000,2.006 +31,mlp.experts.154.up_proj,0.0000125141,0.05000,1.869 +31,mlp.experts.153.up_proj,0.0000076998,0.05000,1.916 +31,mlp.experts.158.up_proj,0.0000046608,0.05000,1.354 +31,mlp.experts.157.up_proj,0.0000150330,0.05000,1.341 +31,mlp.experts.2.down_proj,0.0000012081,0.05000,0.628 +31,mlp.experts.0.down_proj,0.0000006767,0.05000,0.635 +31,mlp.experts.1.down_proj,0.0000011744,0.05000,0.637 +31,mlp.experts.3.down_proj,0.0000012315,0.05000,0.678 +31,mlp.experts.5.down_proj,0.0000012319,0.05000,0.615 +31,mlp.experts.6.down_proj,0.0000022901,0.05000,0.640 +31,mlp.experts.7.down_proj,0.0000016210,0.05000,0.609 +31,mlp.experts.4.down_proj,0.0000009673,0.05000,0.699 +31,mlp.experts.9.down_proj,0.0000008366,0.05000,0.619 +31,mlp.experts.10.down_proj,0.0000015130,0.05000,0.632 +31,mlp.experts.11.down_proj,0.0000011703,0.05000,0.621 +31,mlp.experts.8.down_proj,0.0000009851,0.05000,0.610 +31,mlp.experts.13.down_proj,0.0000011959,0.05000,0.619 +31,mlp.experts.14.down_proj,0.0000007352,0.05000,0.608 +31,mlp.experts.15.down_proj,0.0000013429,0.05000,0.640 +31,mlp.experts.12.down_proj,0.0000015346,0.05000,0.605 +31,mlp.experts.18.down_proj,0.0000031085,0.05000,0.643 +31,mlp.experts.16.down_proj,0.0000007941,0.05000,0.617 +31,mlp.experts.17.down_proj,0.0000018023,0.05000,0.682 +31,mlp.experts.19.down_proj,0.0000011964,0.05000,0.662 +31,mlp.experts.22.down_proj,0.0000000756,0.05000,0.625 +31,mlp.experts.20.down_proj,0.0000012807,0.05000,0.626 +31,mlp.experts.21.down_proj,0.0000009827,0.05000,0.636 +31,mlp.experts.23.down_proj,0.0000014335,0.05000,0.601 +31,mlp.experts.26.down_proj,0.0000009789,0.05000,0.605 +31,mlp.experts.24.down_proj,0.0000001810,0.05000,0.611 +31,mlp.experts.25.down_proj,0.0000006829,0.05000,0.608 +31,mlp.experts.27.down_proj,0.0000028558,0.05000,0.632 +31,mlp.experts.30.down_proj,0.0000014836,0.05000,0.607 +31,mlp.experts.29.down_proj,0.0000005329,0.05000,0.613 +31,mlp.experts.28.down_proj,0.0000012559,0.05000,0.629 +31,mlp.experts.31.down_proj,0.0000011355,0.05000,0.614 +31,mlp.experts.34.down_proj,0.0000012471,0.05000,0.616 +31,mlp.experts.32.down_proj,0.0000037055,0.05000,0.636 +31,mlp.experts.33.down_proj,0.0000016830,0.05000,0.656 +31,mlp.experts.35.down_proj,0.0000006035,0.05000,0.638 +31,mlp.experts.38.down_proj,0.0000013779,0.05000,0.594 +31,mlp.experts.36.down_proj,0.0000009904,0.05000,0.597 +31,mlp.experts.37.down_proj,0.0000015165,0.05000,0.590 +31,mlp.experts.39.down_proj,0.0000013216,0.05000,0.596 +31,mlp.experts.42.down_proj,0.0000018644,0.05000,0.675 +31,mlp.experts.40.down_proj,0.0000001550,0.05000,0.622 +31,mlp.experts.41.down_proj,0.0000019497,0.05000,0.644 +31,mlp.experts.43.down_proj,0.0000010065,0.05000,0.643 +31,mlp.experts.46.down_proj,0.0000014045,0.05000,0.653 +31,mlp.experts.44.down_proj,0.0000012515,0.05000,0.656 +31,mlp.experts.45.down_proj,0.0000024709,0.05000,0.622 +31,mlp.experts.47.down_proj,0.0000016359,0.05000,0.644 +31,mlp.experts.50.down_proj,0.0000012794,0.05000,0.624 +31,mlp.experts.48.down_proj,0.0000006153,0.05000,0.630 +31,mlp.experts.51.down_proj,0.0000006561,0.05000,0.603 +31,mlp.experts.49.down_proj,0.0000010313,0.05000,0.639 +31,mlp.experts.53.down_proj,0.0000012001,0.05000,0.618 +31,mlp.experts.54.down_proj,0.0000009524,0.05000,0.657 +31,mlp.experts.52.down_proj,0.0000006845,0.05000,0.653 +31,mlp.experts.55.down_proj,0.0000020284,0.05000,0.646 +31,mlp.experts.57.down_proj,0.0000008569,0.05000,0.622 +31,mlp.experts.58.down_proj,0.0000011931,0.05000,0.636 +31,mlp.experts.59.down_proj,0.0000003087,0.05000,0.637 +31,mlp.experts.56.down_proj,0.0000004218,0.05000,0.692 +31,mlp.experts.62.down_proj,0.0000008129,0.05000,0.601 +31,mlp.experts.61.down_proj,0.0000007571,0.05000,0.623 +31,mlp.experts.63.down_proj,0.0000008435,0.05000,0.605 +31,mlp.experts.60.down_proj,0.0000006491,0.05000,0.629 +31,mlp.experts.66.down_proj,0.0000009757,0.05000,0.608 +31,mlp.experts.65.down_proj,0.0000008130,0.05000,0.613 +31,mlp.experts.67.down_proj,0.0000022760,0.05000,0.606 +31,mlp.experts.64.down_proj,0.0000004451,0.05000,0.627 +31,mlp.experts.70.down_proj,0.0000008071,0.05000,0.605 +31,mlp.experts.69.down_proj,0.0000002397,0.05000,0.612 +31,mlp.experts.71.down_proj,0.0000009494,0.05000,0.607 +31,mlp.experts.68.down_proj,0.0000007816,0.05000,0.654 +31,mlp.experts.74.down_proj,0.0000017098,0.05000,0.606 +31,mlp.experts.73.down_proj,0.0000005134,0.05000,0.614 +31,mlp.experts.75.down_proj,0.0000004104,0.05000,0.604 +31,mlp.experts.72.down_proj,0.0000006582,0.05000,0.627 +31,mlp.experts.78.down_proj,0.0000015431,0.05000,0.610 +31,mlp.experts.79.down_proj,0.0000013771,0.05000,0.627 +31,mlp.experts.77.down_proj,0.0000045010,0.05000,0.637 +31,mlp.experts.76.down_proj,0.0000004687,0.05000,0.623 +31,mlp.experts.82.down_proj,0.0000007586,0.05000,0.632 +31,mlp.experts.81.down_proj,0.0000011200,0.05000,0.615 +31,mlp.experts.83.down_proj,0.0000010996,0.05000,0.636 +31,mlp.experts.80.down_proj,0.0000013598,0.05000,0.614 +31,mlp.experts.86.down_proj,0.0000010263,0.05000,0.648 +31,mlp.experts.85.down_proj,0.0000009960,0.05000,0.664 +31,mlp.experts.87.down_proj,0.0000006610,0.05000,0.653 +31,mlp.experts.84.down_proj,0.0000012807,0.05000,0.653 +31,mlp.experts.90.down_proj,0.0000019588,0.05000,0.631 +31,mlp.experts.89.down_proj,0.0000014479,0.05000,0.623 +31,mlp.experts.91.down_proj,0.0000015283,0.05000,0.658 +31,mlp.experts.88.down_proj,0.0000007788,0.05000,0.653 +31,mlp.experts.93.down_proj,0.0000015934,0.05000,0.614 +31,mlp.experts.94.down_proj,0.0000005007,0.05000,0.652 +31,mlp.experts.95.down_proj,0.0000019667,0.05000,0.608 +31,mlp.experts.92.down_proj,0.0000012442,0.05000,0.618 +31,mlp.experts.97.down_proj,0.0000013539,0.05000,0.613 +31,mlp.experts.99.down_proj,0.0000002349,0.05000,0.607 +31,mlp.experts.98.down_proj,0.0000007540,0.05000,0.663 +31,mlp.experts.96.down_proj,0.0000016378,0.05000,0.630 +31,mlp.experts.101.down_proj,0.0000017155,0.05000,0.612 +31,mlp.experts.103.down_proj,0.0000040991,0.05000,0.629 +31,mlp.experts.102.down_proj,0.0000007061,0.05000,0.650 +31,mlp.experts.100.down_proj,0.0000013768,0.05000,0.617 +31,mlp.experts.105.down_proj,0.0000014212,0.05000,0.618 +31,mlp.experts.107.down_proj,0.0000009387,0.05000,0.637 +31,mlp.experts.106.down_proj,0.0000006820,0.05000,0.684 +31,mlp.experts.104.down_proj,0.0000008188,0.05000,0.614 +31,mlp.experts.109.down_proj,0.0000006064,0.05000,0.616 +31,mlp.experts.111.down_proj,0.0000008700,0.05000,0.607 +31,mlp.experts.110.down_proj,0.0000014445,0.05000,0.614 +31,mlp.experts.108.down_proj,0.0000004927,0.05000,0.613 +31,mlp.experts.113.down_proj,0.0000020761,0.05000,0.625 +31,mlp.experts.115.down_proj,0.0000005261,0.05000,0.616 +31,mlp.experts.114.down_proj,0.0000003599,0.05000,0.610 +31,mlp.experts.112.down_proj,0.0000017587,0.05000,0.605 +31,mlp.experts.117.down_proj,0.0000004279,0.05000,0.655 +31,mlp.experts.119.down_proj,0.0000010054,0.05000,0.616 +31,mlp.experts.118.down_proj,0.0000048112,0.05000,0.623 +31,mlp.experts.116.down_proj,0.0000009259,0.05000,0.654 +31,mlp.experts.121.down_proj,0.0000026209,0.05000,0.609 +31,mlp.experts.123.down_proj,0.0000003821,0.05000,0.610 +31,mlp.experts.122.down_proj,0.0000003080,0.05000,0.610 +31,mlp.experts.120.down_proj,0.0000002878,0.05000,0.615 +31,mlp.experts.125.down_proj,0.0000006250,0.05000,0.611 +31,mlp.experts.127.down_proj,0.0000009532,0.05000,0.638 +31,mlp.experts.126.down_proj,0.0000009919,0.05000,0.637 +31,mlp.experts.124.down_proj,0.0000015411,0.05000,0.618 +31,mlp.experts.129.down_proj,0.0000015207,0.05000,0.637 +31,mlp.experts.131.down_proj,0.0000016249,0.05000,0.623 +31,mlp.experts.130.down_proj,0.0000001432,0.05000,0.644 +31,mlp.experts.128.down_proj,0.0000017179,0.05000,0.620 +31,mlp.experts.133.down_proj,0.0000015769,0.05000,0.640 +31,mlp.experts.135.down_proj,0.0000011160,0.05000,0.640 +31,mlp.experts.134.down_proj,0.0000010176,0.05000,0.638 +31,mlp.experts.132.down_proj,0.0000026758,0.05000,0.637 +31,mlp.experts.137.down_proj,0.0000005265,0.05000,0.608 +31,mlp.experts.139.down_proj,0.0000024550,0.05000,0.606 +31,mlp.experts.138.down_proj,0.0000000757,0.05000,0.638 +31,mlp.experts.136.down_proj,0.0000001561,0.05000,0.624 +31,mlp.experts.143.down_proj,0.0000012476,0.05000,0.606 +31,mlp.experts.141.down_proj,0.0000018070,0.05000,0.633 +31,mlp.experts.142.down_proj,0.0000011634,0.05000,0.625 +31,mlp.experts.140.down_proj,0.0000005365,0.05000,0.638 +31,mlp.experts.145.down_proj,0.0000009947,0.05000,0.642 +31,mlp.experts.147.down_proj,0.0000008498,0.05000,0.664 +31,mlp.experts.146.down_proj,0.0000020477,0.05000,0.623 +31,mlp.experts.144.down_proj,0.0000008170,0.05000,0.634 +31,mlp.experts.149.down_proj,0.0000017490,0.05000,0.611 +31,mlp.experts.151.down_proj,0.0000014300,0.05000,0.611 +31,mlp.experts.148.down_proj,0.0000004190,0.05000,0.609 +31,mlp.experts.150.down_proj,0.0000011197,0.05000,0.662 +31,mlp.experts.153.down_proj,0.0000006925,0.05000,0.613 +31,mlp.experts.155.down_proj,0.0000010724,0.05000,0.630 +31,mlp.experts.152.down_proj,0.0000002035,0.05000,0.614 +31,mlp.experts.154.down_proj,0.0000006921,0.05000,0.619 +31,mlp.experts.157.down_proj,0.0000010719,0.05000,0.645 +31,mlp.experts.159.down_proj,0.0000011120,0.05000,0.634 +31,mlp.experts.156.down_proj,0.0000012616,0.05000,0.571 +31,mlp.experts.158.down_proj,0.0000001752,0.05000,0.564 +32,mlp.experts.3.gate_proj,0.0000096361,0.05000,2.107 +32,mlp.experts.0.gate_proj,0.0000169559,0.05000,2.163 +32,mlp.experts.2.gate_proj,0.0000132140,0.05000,2.166 +32,mlp.experts.1.gate_proj,0.0000167346,0.05000,2.234 +32,mlp.experts.6.gate_proj,0.0000227332,0.05000,2.055 +32,mlp.experts.4.gate_proj,0.0000193238,0.05000,2.063 +32,mlp.experts.7.gate_proj,0.0000118741,0.05000,2.166 +32,mlp.experts.5.gate_proj,0.0000336299,0.05000,2.096 +32,mlp.experts.10.gate_proj,0.0000200248,0.05000,2.088 +32,mlp.experts.8.gate_proj,0.0000097809,0.05000,2.138 +32,mlp.experts.11.gate_proj,0.0000140992,0.05000,2.092 +32,mlp.experts.9.gate_proj,0.0000017966,0.05000,2.162 +32,mlp.experts.12.gate_proj,0.0000142401,0.05000,2.013 +32,mlp.experts.14.gate_proj,0.0000105827,0.05000,2.096 +32,mlp.experts.15.gate_proj,0.0000120624,0.05000,2.074 +32,mlp.experts.13.gate_proj,0.0000055220,0.05000,2.123 +32,mlp.experts.16.gate_proj,0.0000173493,0.05000,2.096 +32,mlp.experts.18.gate_proj,0.0000402669,0.05000,2.099 +32,mlp.experts.19.gate_proj,0.0000123387,0.05000,2.145 +32,mlp.experts.17.gate_proj,0.0000228807,0.05000,2.136 +32,mlp.experts.20.gate_proj,0.0000237175,0.05000,2.086 +32,mlp.experts.22.gate_proj,0.0000273566,0.05000,2.077 +32,mlp.experts.23.gate_proj,0.0000205451,0.05000,2.093 +32,mlp.experts.21.gate_proj,0.0000104361,0.05000,2.088 +32,mlp.experts.24.gate_proj,0.0000139763,0.05000,2.095 +32,mlp.experts.26.gate_proj,0.0000103781,0.05000,2.136 +32,mlp.experts.27.gate_proj,0.0000144941,0.05000,2.094 +32,mlp.experts.25.gate_proj,0.0000131363,0.05000,2.076 +32,mlp.experts.28.gate_proj,0.0000381687,0.05000,2.058 +32,mlp.experts.30.gate_proj,0.0000137011,0.05000,2.069 +32,mlp.experts.31.gate_proj,0.0000086942,0.05000,2.111 +32,mlp.experts.29.gate_proj,0.0000106598,0.05000,2.124 +32,mlp.experts.32.gate_proj,0.0000137609,0.05000,2.058 +32,mlp.experts.34.gate_proj,0.0000052068,0.05000,2.104 +32,mlp.experts.35.gate_proj,0.0000340732,0.05000,2.061 +32,mlp.experts.33.gate_proj,0.0000142823,0.05000,2.104 +32,mlp.experts.36.gate_proj,0.0000106527,0.05000,2.092 +32,mlp.experts.38.gate_proj,0.0000150451,0.05000,2.074 +32,mlp.experts.39.gate_proj,0.0000120296,0.05000,2.139 +32,mlp.experts.37.gate_proj,0.0000064560,0.05000,2.086 +32,mlp.experts.40.gate_proj,0.0000086471,0.05000,2.080 +32,mlp.experts.42.gate_proj,0.0000145504,0.05000,2.109 +32,mlp.experts.43.gate_proj,0.0000270942,0.05000,2.069 +32,mlp.experts.41.gate_proj,0.0000219176,0.05000,2.080 +32,mlp.experts.44.gate_proj,0.0000030385,0.05000,2.068 +32,mlp.experts.46.gate_proj,0.0000198730,0.05000,2.051 +32,mlp.experts.47.gate_proj,0.0000030963,0.05000,2.049 +32,mlp.experts.45.gate_proj,0.0000094431,0.05000,2.088 +32,mlp.experts.48.gate_proj,0.0000208194,0.05000,2.021 +32,mlp.experts.50.gate_proj,0.0000062036,0.05000,2.085 +32,mlp.experts.51.gate_proj,0.0000021721,0.05000,2.037 +32,mlp.experts.49.gate_proj,0.0000069607,0.05000,2.025 +32,mlp.experts.52.gate_proj,0.0000326446,0.05000,2.096 +32,mlp.experts.55.gate_proj,0.0000171563,0.05000,2.048 +32,mlp.experts.54.gate_proj,0.0000108427,0.05000,2.102 +32,mlp.experts.53.gate_proj,0.0000034304,0.05000,2.034 +32,mlp.experts.56.gate_proj,0.0000113814,0.05000,2.018 +32,mlp.experts.58.gate_proj,0.0000024968,0.05000,1.993 +32,mlp.experts.59.gate_proj,0.0000112052,0.05000,2.065 +32,mlp.experts.57.gate_proj,0.0000184619,0.05000,2.004 +32,mlp.experts.60.gate_proj,0.0000128722,0.05000,2.071 +32,mlp.experts.62.gate_proj,0.0000149943,0.05000,2.011 +32,mlp.experts.63.gate_proj,0.0000147456,0.05000,2.072 +32,mlp.experts.61.gate_proj,0.0000294684,0.05000,2.013 +32,mlp.experts.64.gate_proj,0.0000104493,0.05000,2.070 +32,mlp.experts.66.gate_proj,0.0000149884,0.05000,2.024 +32,mlp.experts.67.gate_proj,0.0000113011,0.05000,2.036 +32,mlp.experts.65.gate_proj,0.0000172187,0.05000,2.020 +32,mlp.experts.68.gate_proj,0.0000544686,0.05000,2.078 +32,mlp.experts.70.gate_proj,0.0000204299,0.05000,2.102 +32,mlp.experts.69.gate_proj,0.0000196022,0.05000,2.044 +32,mlp.experts.71.gate_proj,0.0000157703,0.05000,2.078 +32,mlp.experts.72.gate_proj,0.0000259814,0.05000,2.049 +32,mlp.experts.74.gate_proj,0.0000166327,0.05000,2.070 +32,mlp.experts.75.gate_proj,0.0000227921,0.05000,2.043 +32,mlp.experts.73.gate_proj,0.0000146507,0.05000,2.096 +32,mlp.experts.76.gate_proj,0.0000119814,0.05000,2.058 +32,mlp.experts.78.gate_proj,0.0000131027,0.05000,2.097 +32,mlp.experts.79.gate_proj,0.0000076673,0.05000,2.063 +32,mlp.experts.77.gate_proj,0.0000114369,0.05000,2.069 +32,mlp.experts.80.gate_proj,0.0000257931,0.05000,2.135 +32,mlp.experts.83.gate_proj,0.0000119144,0.05000,2.063 +32,mlp.experts.82.gate_proj,0.0000023144,0.05000,2.128 +32,mlp.experts.81.gate_proj,0.0000331958,0.05000,2.088 +32,mlp.experts.84.gate_proj,0.0000101293,0.05000,2.062 +32,mlp.experts.87.gate_proj,0.0000145599,0.05000,2.061 +32,mlp.experts.85.gate_proj,0.0000489672,0.05000,2.022 +32,mlp.experts.86.gate_proj,0.0000188915,0.05000,2.114 +32,mlp.experts.88.gate_proj,0.0000031977,0.05000,2.061 +32,mlp.experts.91.gate_proj,0.0000179644,0.05000,2.056 +32,mlp.experts.89.gate_proj,0.0000095311,0.05000,2.038 +32,mlp.experts.90.gate_proj,0.0000271863,0.05000,2.045 +32,mlp.experts.92.gate_proj,0.0000156771,0.05000,2.043 +32,mlp.experts.93.gate_proj,0.0000108026,0.05000,2.031 +32,mlp.experts.95.gate_proj,0.0000234241,0.05000,2.133 +32,mlp.experts.94.gate_proj,0.0000151619,0.05000,2.116 +32,mlp.experts.96.gate_proj,0.0000077752,0.05000,2.110 +32,mlp.experts.97.gate_proj,0.0000031312,0.05000,2.067 +32,mlp.experts.98.gate_proj,0.0000136605,0.05000,2.012 +32,mlp.experts.99.gate_proj,0.0000073534,0.05000,2.120 +32,mlp.experts.100.gate_proj,0.0000195642,0.05000,2.069 +32,mlp.experts.101.gate_proj,0.0000081934,0.05000,2.079 +32,mlp.experts.102.gate_proj,0.0000127286,0.05000,2.042 +32,mlp.experts.103.gate_proj,0.0000165064,0.05000,2.140 +32,mlp.experts.104.gate_proj,0.0000110015,0.05000,2.077 +32,mlp.experts.105.gate_proj,0.0000205837,0.05000,2.034 +32,mlp.experts.106.gate_proj,0.0000325208,0.05000,2.070 +32,mlp.experts.107.gate_proj,0.0000252626,0.05000,2.084 +32,mlp.experts.109.gate_proj,0.0000207008,0.05000,2.017 +32,mlp.experts.108.gate_proj,0.0000077817,0.05000,2.070 +32,mlp.experts.110.gate_proj,0.0000020244,0.05000,2.050 +32,mlp.experts.111.gate_proj,0.0000124782,0.05000,2.073 +32,mlp.experts.113.gate_proj,0.0000233731,0.05000,2.030 +32,mlp.experts.112.gate_proj,0.0000115653,0.05000,2.087 +32,mlp.experts.114.gate_proj,0.0000748473,0.05000,2.057 +32,mlp.experts.115.gate_proj,0.0000127195,0.05000,2.056 +32,mlp.experts.117.gate_proj,0.0000261279,0.05000,2.043 +32,mlp.experts.116.gate_proj,0.0000187569,0.05000,2.069 +32,mlp.experts.118.gate_proj,0.0000025886,0.05000,2.079 +32,mlp.experts.119.gate_proj,0.0000113562,0.05000,2.071 +32,mlp.experts.121.gate_proj,0.0000219085,0.05000,2.049 +32,mlp.experts.120.gate_proj,0.0000069193,0.05000,2.134 +32,mlp.experts.122.gate_proj,0.0000141826,0.05000,2.074 +32,mlp.experts.123.gate_proj,0.0000091137,0.05000,2.054 +32,mlp.experts.125.gate_proj,0.0000179468,0.05000,2.061 +32,mlp.experts.124.gate_proj,0.0000123943,0.05000,2.069 +32,mlp.experts.126.gate_proj,0.0000128647,0.05000,2.098 +32,mlp.experts.127.gate_proj,0.0000205955,0.05000,2.067 +32,mlp.experts.129.gate_proj,0.0000167655,0.05000,2.026 +32,mlp.experts.128.gate_proj,0.0000122213,0.05000,2.078 +32,mlp.experts.130.gate_proj,0.0000161139,0.05000,2.140 +32,mlp.experts.131.gate_proj,0.0000153104,0.05000,2.066 +32,mlp.experts.133.gate_proj,0.0000036934,0.05000,2.042 +32,mlp.experts.132.gate_proj,0.0000137841,0.05000,2.071 +32,mlp.experts.135.gate_proj,0.0000130779,0.05000,2.012 +32,mlp.experts.134.gate_proj,0.0000128169,0.05000,2.121 +32,mlp.experts.137.gate_proj,0.0000089217,0.05000,2.014 +32,mlp.experts.136.gate_proj,0.0000226835,0.05000,2.069 +32,mlp.experts.139.gate_proj,0.0000135553,0.05000,2.016 +32,mlp.experts.138.gate_proj,0.0000145890,0.05000,2.017 +32,mlp.experts.141.gate_proj,0.0000210268,0.05000,2.030 +32,mlp.experts.143.gate_proj,0.0000115731,0.05000,2.025 +32,mlp.experts.140.gate_proj,0.0000112652,0.05000,2.081 +32,mlp.experts.142.gate_proj,0.0000065813,0.05000,2.037 +32,mlp.experts.145.gate_proj,0.0000174629,0.05000,2.040 +32,mlp.experts.147.gate_proj,0.0000088804,0.05000,2.025 +32,mlp.experts.144.gate_proj,0.0000185602,0.05000,2.010 +32,mlp.experts.146.gate_proj,0.0000178883,0.05000,2.024 +32,mlp.experts.149.gate_proj,0.0000224466,0.05000,2.059 +32,mlp.experts.151.gate_proj,0.0000048406,0.05000,2.039 +32,mlp.experts.148.gate_proj,0.0000129665,0.05000,2.070 +32,mlp.experts.150.gate_proj,0.0000132509,0.05000,2.053 +32,mlp.experts.153.gate_proj,0.0000274492,0.05000,2.053 +32,mlp.experts.155.gate_proj,0.0000108185,0.05000,2.080 +32,mlp.experts.152.gate_proj,0.0000228328,0.05000,2.097 +32,mlp.experts.154.gate_proj,0.0000290118,0.05000,2.124 +32,mlp.experts.157.gate_proj,0.0000108390,0.05000,2.025 +32,mlp.experts.159.gate_proj,0.0000225355,0.05000,2.015 +32,mlp.experts.156.gate_proj,0.0000046663,0.05000,2.028 +32,mlp.experts.158.gate_proj,0.0000087684,0.05000,2.011 +32,mlp.experts.1.up_proj,0.0000166663,0.05000,2.101 +32,mlp.experts.0.up_proj,0.0000166700,0.05000,2.055 +32,mlp.experts.3.up_proj,0.0000096357,0.05000,2.149 +32,mlp.experts.2.up_proj,0.0000129350,0.05000,2.114 +32,mlp.experts.5.up_proj,0.0000329950,0.05000,2.092 +32,mlp.experts.7.up_proj,0.0000118345,0.05000,2.060 +32,mlp.experts.4.up_proj,0.0000191827,0.05000,2.134 +32,mlp.experts.6.up_proj,0.0000228251,0.05000,2.114 +32,mlp.experts.9.up_proj,0.0000017745,0.05000,2.037 +32,mlp.experts.11.up_proj,0.0000134865,0.05000,2.052 +32,mlp.experts.8.up_proj,0.0000099157,0.05000,2.084 +32,mlp.experts.10.up_proj,0.0000179606,0.05000,2.100 +32,mlp.experts.13.up_proj,0.0000056326,0.05000,2.064 +32,mlp.experts.15.up_proj,0.0000118251,0.05000,2.119 +32,mlp.experts.12.up_proj,0.0000143786,0.05000,2.081 +32,mlp.experts.14.up_proj,0.0000105656,0.05000,2.105 +32,mlp.experts.17.up_proj,0.0000230399,0.05000,2.066 +32,mlp.experts.19.up_proj,0.0000124472,0.05000,2.052 +32,mlp.experts.16.up_proj,0.0000170337,0.05000,2.086 +32,mlp.experts.18.up_proj,0.0000402279,0.05000,2.066 +32,mlp.experts.21.up_proj,0.0000106476,0.05000,2.017 +32,mlp.experts.23.up_proj,0.0000203888,0.05000,2.041 +32,mlp.experts.20.up_proj,0.0000239006,0.05000,2.029 +32,mlp.experts.22.up_proj,0.0000270084,0.05000,2.072 +32,mlp.experts.25.up_proj,0.0000130335,0.05000,2.035 +32,mlp.experts.27.up_proj,0.0000145382,0.05000,2.025 +32,mlp.experts.24.up_proj,0.0000140332,0.05000,2.026 +32,mlp.experts.26.up_proj,0.0000100791,0.05000,2.018 +32,mlp.experts.29.up_proj,0.0000106151,0.05000,2.045 +32,mlp.experts.31.up_proj,0.0000083664,0.05000,2.075 +32,mlp.experts.28.up_proj,0.0000374677,0.05000,2.011 +32,mlp.experts.30.up_proj,0.0000137671,0.05000,2.039 +32,mlp.experts.33.up_proj,0.0000142322,0.05000,2.013 +32,mlp.experts.32.up_proj,0.0000136739,0.05000,2.014 +32,mlp.experts.35.up_proj,0.0000314258,0.05000,2.045 +32,mlp.experts.34.up_proj,0.0000051163,0.05000,2.005 +32,mlp.experts.37.up_proj,0.0000064648,0.05000,2.030 +32,mlp.experts.39.up_proj,0.0000117533,0.05000,2.031 +32,mlp.experts.36.up_proj,0.0000106704,0.05000,2.085 +32,mlp.experts.38.up_proj,0.0000144053,0.05000,2.098 +32,mlp.experts.41.up_proj,0.0000219273,0.05000,2.051 +32,mlp.experts.40.up_proj,0.0000085258,0.05000,2.075 +32,mlp.experts.43.up_proj,0.0000267485,0.05000,2.170 +32,mlp.experts.42.up_proj,0.0000145579,0.05000,2.059 +32,mlp.experts.45.up_proj,0.0000094250,0.05000,1.580 +32,mlp.experts.44.up_proj,0.0000030144,0.05000,1.327 +32,mlp.experts.49.up_proj,0.0000066727,0.05000,2.060 +32,mlp.experts.46.up_proj,0.0000192992,0.05000,2.087 +32,mlp.experts.48.up_proj,0.0000211919,0.05000,2.149 +32,mlp.experts.47.up_proj,0.0000029464,0.05000,2.151 +32,mlp.experts.53.up_proj,0.0000034213,0.05000,2.044 +32,mlp.experts.50.up_proj,0.0000062796,0.05000,2.089 +32,mlp.experts.52.up_proj,0.0000324572,0.05000,2.072 +32,mlp.experts.51.up_proj,0.0000020877,0.05000,2.143 +32,mlp.experts.57.up_proj,0.0000180447,0.05000,2.071 +32,mlp.experts.54.up_proj,0.0000105360,0.05000,2.086 +32,mlp.experts.56.up_proj,0.0000114408,0.05000,2.096 +32,mlp.experts.55.up_proj,0.0000171879,0.05000,2.059 +32,mlp.experts.61.up_proj,0.0000289232,0.05000,2.069 +32,mlp.experts.58.up_proj,0.0000024725,0.05000,2.117 +32,mlp.experts.59.up_proj,0.0000114045,0.05000,2.054 +32,mlp.experts.60.up_proj,0.0000130125,0.05000,2.130 +32,mlp.experts.65.up_proj,0.0000173069,0.05000,2.052 +32,mlp.experts.63.up_proj,0.0000148272,0.05000,2.074 +32,mlp.experts.62.up_proj,0.0000147233,0.05000,2.127 +32,mlp.experts.64.up_proj,0.0000106027,0.05000,2.100 +32,mlp.experts.69.up_proj,0.0000194054,0.05000,2.096 +32,mlp.experts.67.up_proj,0.0000112713,0.05000,2.066 +32,mlp.experts.68.up_proj,0.0000540597,0.05000,2.089 +32,mlp.experts.66.up_proj,0.0000143075,0.05000,2.129 +32,mlp.experts.73.up_proj,0.0000154307,0.05000,2.136 +32,mlp.experts.71.up_proj,0.0000156705,0.05000,2.068 +32,mlp.experts.70.up_proj,0.0000209381,0.05000,2.075 +32,mlp.experts.72.up_proj,0.0000248320,0.05000,2.136 +32,mlp.experts.77.up_proj,0.0000114957,0.05000,2.045 +32,mlp.experts.75.up_proj,0.0000228336,0.05000,2.100 +32,mlp.experts.74.up_proj,0.0000162154,0.05000,2.056 +32,mlp.experts.76.up_proj,0.0000118472,0.05000,2.035 +32,mlp.experts.81.up_proj,0.0000326821,0.05000,2.063 +32,mlp.experts.79.up_proj,0.0000075243,0.05000,2.091 +32,mlp.experts.78.up_proj,0.0000126037,0.05000,2.071 +32,mlp.experts.80.up_proj,0.0000241937,0.05000,2.094 +32,mlp.experts.85.up_proj,0.0000477131,0.05000,2.116 +32,mlp.experts.82.up_proj,0.0000022724,0.05000,2.066 +32,mlp.experts.83.up_proj,0.0000118554,0.05000,2.122 +32,mlp.experts.84.up_proj,0.0000100179,0.05000,2.094 +32,mlp.experts.89.up_proj,0.0000096115,0.05000,2.074 +32,mlp.experts.87.up_proj,0.0000148157,0.05000,2.075 +32,mlp.experts.86.up_proj,0.0000190541,0.05000,2.135 +32,mlp.experts.88.up_proj,0.0000031121,0.05000,2.140 +32,mlp.experts.93.up_proj,0.0000109427,0.05000,2.090 +32,mlp.experts.90.up_proj,0.0000272313,0.05000,2.039 +32,mlp.experts.91.up_proj,0.0000180193,0.05000,2.076 +32,mlp.experts.92.up_proj,0.0000159042,0.05000,2.068 +32,mlp.experts.97.up_proj,0.0000031235,0.05000,2.048 +32,mlp.experts.95.up_proj,0.0000229115,0.05000,2.081 +32,mlp.experts.94.up_proj,0.0000146637,0.05000,2.107 +32,mlp.experts.96.up_proj,0.0000076957,0.05000,2.059 +32,mlp.experts.101.up_proj,0.0000079412,0.05000,2.041 +32,mlp.experts.99.up_proj,0.0000072947,0.05000,2.026 +32,mlp.experts.98.up_proj,0.0000134328,0.05000,2.037 +32,mlp.experts.100.up_proj,0.0000193671,0.05000,2.046 +32,mlp.experts.105.up_proj,0.0000199486,0.05000,2.045 +32,mlp.experts.103.up_proj,0.0000165566,0.05000,2.033 +32,mlp.experts.102.up_proj,0.0000123721,0.05000,2.040 +32,mlp.experts.104.up_proj,0.0000111042,0.05000,2.101 +32,mlp.experts.109.up_proj,0.0000212749,0.05000,2.058 +32,mlp.experts.107.up_proj,0.0000248084,0.05000,2.060 +32,mlp.experts.106.up_proj,0.0000318020,0.05000,2.086 +32,mlp.experts.108.up_proj,0.0000076478,0.05000,2.124 +32,mlp.experts.113.up_proj,0.0000229535,0.05000,2.057 +32,mlp.experts.111.up_proj,0.0000124626,0.05000,2.108 +32,mlp.experts.110.up_proj,0.0000019907,0.05000,2.063 +32,mlp.experts.112.up_proj,0.0000112334,0.05000,2.162 +32,mlp.experts.117.up_proj,0.0000250703,0.05000,2.050 +32,mlp.experts.115.up_proj,0.0000125030,0.05000,2.068 +32,mlp.experts.114.up_proj,0.0000754659,0.05000,2.079 +32,mlp.experts.116.up_proj,0.0000187892,0.05000,2.082 +32,mlp.experts.121.up_proj,0.0000221835,0.05000,2.076 +32,mlp.experts.118.up_proj,0.0000025988,0.05000,2.038 +32,mlp.experts.119.up_proj,0.0000115088,0.05000,2.116 +32,mlp.experts.120.up_proj,0.0000070587,0.05000,2.128 +32,mlp.experts.125.up_proj,0.0000179341,0.05000,2.042 +32,mlp.experts.122.up_proj,0.0000137913,0.05000,2.051 +32,mlp.experts.123.up_proj,0.0000089051,0.05000,2.050 +32,mlp.experts.124.up_proj,0.0000127281,0.05000,2.066 +32,mlp.experts.129.up_proj,0.0000163167,0.05000,2.050 +32,mlp.experts.127.up_proj,0.0000203300,0.05000,2.037 +32,mlp.experts.126.up_proj,0.0000126983,0.05000,2.112 +32,mlp.experts.128.up_proj,0.0000125270,0.05000,2.033 +32,mlp.experts.133.up_proj,0.0000037117,0.05000,2.125 +32,mlp.experts.131.up_proj,0.0000153564,0.05000,2.086 +32,mlp.experts.130.up_proj,0.0000163576,0.05000,2.099 +32,mlp.experts.132.up_proj,0.0000136063,0.05000,2.106 +32,mlp.experts.137.up_proj,0.0000089521,0.05000,2.034 +32,mlp.experts.134.up_proj,0.0000128845,0.05000,2.000 +32,mlp.experts.135.up_proj,0.0000127131,0.05000,2.050 +32,mlp.experts.136.up_proj,0.0000227372,0.05000,2.005 +32,mlp.experts.141.up_proj,0.0000209769,0.05000,2.082 +32,mlp.experts.139.up_proj,0.0000135089,0.05000,2.060 +32,mlp.experts.138.up_proj,0.0000147474,0.05000,2.092 +32,mlp.experts.140.up_proj,0.0000111652,0.05000,2.113 +32,mlp.experts.145.up_proj,0.0000166349,0.05000,2.152 +32,mlp.experts.143.up_proj,0.0000114768,0.05000,2.057 +32,mlp.experts.142.up_proj,0.0000064394,0.05000,2.059 +32,mlp.experts.144.up_proj,0.0000188427,0.05000,2.060 +32,mlp.experts.149.up_proj,0.0000217068,0.05000,2.056 +32,mlp.experts.146.up_proj,0.0000180741,0.05000,2.025 +32,mlp.experts.147.up_proj,0.0000089740,0.05000,2.091 +32,mlp.experts.148.up_proj,0.0000131409,0.05000,2.098 +32,mlp.experts.153.up_proj,0.0000273091,0.05000,2.034 +32,mlp.experts.150.up_proj,0.0000131773,0.05000,2.037 +32,mlp.experts.151.up_proj,0.0000048728,0.05000,2.036 +32,mlp.experts.152.up_proj,0.0000233733,0.05000,2.065 +32,mlp.experts.157.up_proj,0.0000107128,0.05000,2.111 +32,mlp.experts.155.up_proj,0.0000108525,0.05000,2.027 +32,mlp.experts.154.up_proj,0.0000279940,0.05000,2.094 +32,mlp.experts.156.up_proj,0.0000046705,0.05000,1.959 +32,mlp.experts.159.up_proj,0.0000225923,0.05000,1.394 +32,mlp.experts.158.up_proj,0.0000085569,0.05000,1.377 +32,mlp.experts.3.down_proj,0.0000007969,0.05000,0.628 +32,mlp.experts.1.down_proj,0.0000009723,0.05000,0.629 +32,mlp.experts.2.down_proj,0.0000008239,0.05000,0.630 +32,mlp.experts.0.down_proj,0.0000014574,0.05000,0.642 +32,mlp.experts.7.down_proj,0.0000009652,0.05000,0.600 +32,mlp.experts.5.down_proj,0.0000060692,0.05000,0.600 +32,mlp.experts.6.down_proj,0.0000017897,0.05000,0.603 +32,mlp.experts.4.down_proj,0.0000031267,0.05000,0.609 +32,mlp.experts.11.down_proj,0.0000016520,0.05000,0.607 +32,mlp.experts.10.down_proj,0.0000019361,0.05000,0.608 +32,mlp.experts.9.down_proj,0.0000001206,0.05000,0.632 +32,mlp.experts.8.down_proj,0.0000007091,0.05000,0.628 +32,mlp.experts.15.down_proj,0.0000020714,0.05000,0.607 +32,mlp.experts.14.down_proj,0.0000010615,0.05000,0.624 +32,mlp.experts.13.down_proj,0.0000008222,0.05000,0.623 +32,mlp.experts.12.down_proj,0.0000016241,0.05000,0.605 +32,mlp.experts.19.down_proj,0.0000020459,0.05000,0.604 +32,mlp.experts.18.down_proj,0.0000043207,0.05000,0.608 +32,mlp.experts.17.down_proj,0.0000023482,0.05000,0.632 +32,mlp.experts.16.down_proj,0.0000022084,0.05000,0.650 +32,mlp.experts.23.down_proj,0.0000020215,0.05000,0.604 +32,mlp.experts.22.down_proj,0.0000018508,0.05000,0.627 +32,mlp.experts.21.down_proj,0.0000010967,0.05000,0.612 +32,mlp.experts.20.down_proj,0.0000019706,0.05000,0.629 +32,mlp.experts.27.down_proj,0.0000011818,0.05000,0.606 +32,mlp.experts.26.down_proj,0.0000010200,0.05000,0.606 +32,mlp.experts.25.down_proj,0.0000012724,0.05000,0.609 +32,mlp.experts.24.down_proj,0.0000014775,0.05000,0.612 +32,mlp.experts.31.down_proj,0.0000003680,0.05000,0.607 +32,mlp.experts.30.down_proj,0.0000009962,0.05000,0.623 +32,mlp.experts.29.down_proj,0.0000010359,0.05000,0.613 +32,mlp.experts.28.down_proj,0.0000031735,0.05000,0.612 +32,mlp.experts.35.down_proj,0.0000021566,0.05000,0.604 +32,mlp.experts.34.down_proj,0.0000005030,0.05000,0.602 +32,mlp.experts.33.down_proj,0.0000016222,0.05000,0.608 +32,mlp.experts.32.down_proj,0.0000013143,0.05000,0.611 +32,mlp.experts.39.down_proj,0.0000009163,0.05000,0.630 +32,mlp.experts.38.down_proj,0.0000011386,0.05000,0.634 +32,mlp.experts.37.down_proj,0.0000009174,0.05000,0.651 +32,mlp.experts.36.down_proj,0.0000011960,0.05000,0.637 +32,mlp.experts.43.down_proj,0.0000022174,0.05000,0.634 +32,mlp.experts.42.down_proj,0.0000008069,0.05000,0.607 +32,mlp.experts.40.down_proj,0.0000004736,0.05000,0.602 +32,mlp.experts.41.down_proj,0.0000017238,0.05000,0.654 +32,mlp.experts.47.down_proj,0.0000006297,0.05000,0.626 +32,mlp.experts.46.down_proj,0.0000028257,0.05000,0.627 +32,mlp.experts.44.down_proj,0.0000004233,0.05000,0.603 +32,mlp.experts.45.down_proj,0.0000014844,0.05000,0.609 +32,mlp.experts.51.down_proj,0.0000002541,0.05000,0.608 +32,mlp.experts.50.down_proj,0.0000007821,0.05000,0.607 +32,mlp.experts.48.down_proj,0.0000026071,0.05000,0.603 +32,mlp.experts.49.down_proj,0.0000007592,0.05000,0.606 +32,mlp.experts.54.down_proj,0.0000018671,0.05000,0.608 +32,mlp.experts.55.down_proj,0.0000024178,0.05000,0.673 +32,mlp.experts.52.down_proj,0.0000031072,0.05000,0.600 +32,mlp.experts.53.down_proj,0.0000001386,0.05000,0.607 +32,mlp.experts.58.down_proj,0.0000002383,0.05000,0.621 +32,mlp.experts.59.down_proj,0.0000013533,0.05000,0.601 +32,mlp.experts.56.down_proj,0.0000010263,0.05000,0.603 +32,mlp.experts.57.down_proj,0.0000019335,0.05000,0.617 +32,mlp.experts.62.down_proj,0.0000011668,0.05000,0.607 +32,mlp.experts.60.down_proj,0.0000010625,0.05000,0.609 +32,mlp.experts.63.down_proj,0.0000023841,0.05000,0.626 +32,mlp.experts.61.down_proj,0.0000020710,0.05000,0.647 +32,mlp.experts.66.down_proj,0.0000008956,0.05000,0.606 +32,mlp.experts.64.down_proj,0.0000005442,0.05000,0.614 +32,mlp.experts.67.down_proj,0.0000013234,0.05000,0.606 +32,mlp.experts.65.down_proj,0.0000020009,0.05000,0.627 +32,mlp.experts.70.down_proj,0.0000025914,0.05000,0.597 +32,mlp.experts.68.down_proj,0.0000053838,0.05000,0.602 +32,mlp.experts.71.down_proj,0.0000019869,0.05000,0.618 +32,mlp.experts.69.down_proj,0.0000015519,0.05000,0.599 +32,mlp.experts.72.down_proj,0.0000018981,0.05000,0.599 +32,mlp.experts.74.down_proj,0.0000008032,0.05000,0.623 +32,mlp.experts.75.down_proj,0.0000042243,0.05000,0.597 +32,mlp.experts.73.down_proj,0.0000015507,0.05000,0.597 +32,mlp.experts.78.down_proj,0.0000012989,0.05000,0.607 +32,mlp.experts.76.down_proj,0.0000007780,0.05000,0.607 +32,mlp.experts.79.down_proj,0.0000005792,0.05000,0.626 +32,mlp.experts.77.down_proj,0.0000012509,0.05000,0.642 +32,mlp.experts.82.down_proj,0.0000003253,0.05000,0.607 +32,mlp.experts.80.down_proj,0.0000024626,0.05000,0.608 +32,mlp.experts.83.down_proj,0.0000010423,0.05000,0.612 +32,mlp.experts.81.down_proj,0.0000040335,0.05000,0.644 +32,mlp.experts.84.down_proj,0.0000016858,0.05000,0.603 +32,mlp.experts.86.down_proj,0.0000019082,0.05000,0.623 +32,mlp.experts.87.down_proj,0.0000018455,0.05000,0.607 +32,mlp.experts.85.down_proj,0.0000058075,0.05000,0.596 +32,mlp.experts.88.down_proj,0.0000001617,0.05000,0.605 +32,mlp.experts.90.down_proj,0.0000026434,0.05000,0.618 +32,mlp.experts.91.down_proj,0.0000020160,0.05000,0.603 +32,mlp.experts.89.down_proj,0.0000007013,0.05000,0.596 +32,mlp.experts.92.down_proj,0.0000012941,0.05000,0.597 +32,mlp.experts.94.down_proj,0.0000009428,0.05000,0.595 +32,mlp.experts.95.down_proj,0.0000034716,0.05000,0.598 +32,mlp.experts.93.down_proj,0.0000010288,0.05000,0.594 +32,mlp.experts.96.down_proj,0.0000014016,0.05000,0.625 +32,mlp.experts.98.down_proj,0.0000012149,0.05000,0.622 +32,mlp.experts.99.down_proj,0.0000005035,0.05000,0.612 +32,mlp.experts.97.down_proj,0.0000002667,0.05000,0.604 +32,mlp.experts.100.down_proj,0.0000010653,0.05000,0.611 +32,mlp.experts.102.down_proj,0.0000011678,0.05000,0.604 +32,mlp.experts.103.down_proj,0.0000007940,0.05000,0.614 +32,mlp.experts.101.down_proj,0.0000008604,0.05000,0.675 +32,mlp.experts.104.down_proj,0.0000006507,0.05000,0.622 +32,mlp.experts.106.down_proj,0.0000046518,0.05000,0.644 +32,mlp.experts.107.down_proj,0.0000019037,0.05000,0.632 +32,mlp.experts.105.down_proj,0.0000018078,0.05000,0.602 +32,mlp.experts.108.down_proj,0.0000003875,0.05000,0.611 +32,mlp.experts.110.down_proj,0.0000002850,0.05000,0.608 +32,mlp.experts.111.down_proj,0.0000013099,0.05000,0.608 +32,mlp.experts.109.down_proj,0.0000020361,0.05000,0.624 +32,mlp.experts.112.down_proj,0.0000006262,0.05000,0.609 +32,mlp.experts.115.down_proj,0.0000012546,0.05000,0.606 +32,mlp.experts.114.down_proj,0.0000121353,0.05000,0.630 +32,mlp.experts.113.down_proj,0.0000023439,0.05000,0.627 +32,mlp.experts.116.down_proj,0.0000015882,0.05000,0.609 +32,mlp.experts.119.down_proj,0.0000014446,0.05000,0.608 +32,mlp.experts.118.down_proj,0.0000003452,0.05000,0.606 +32,mlp.experts.117.down_proj,0.0000015321,0.05000,0.621 +32,mlp.experts.120.down_proj,0.0000005128,0.05000,0.605 +32,mlp.experts.123.down_proj,0.0000011740,0.05000,0.598 +32,mlp.experts.122.down_proj,0.0000016693,0.05000,0.610 +32,mlp.experts.121.down_proj,0.0000019377,0.05000,0.602 +32,mlp.experts.124.down_proj,0.0000013224,0.05000,0.618 +32,mlp.experts.127.down_proj,0.0000018335,0.05000,0.600 +32,mlp.experts.126.down_proj,0.0000013187,0.05000,0.600 +32,mlp.experts.125.down_proj,0.0000023934,0.05000,0.593 +32,mlp.experts.128.down_proj,0.0000013109,0.05000,0.597 +32,mlp.experts.131.down_proj,0.0000013695,0.05000,0.602 +32,mlp.experts.130.down_proj,0.0000012069,0.05000,0.597 +32,mlp.experts.129.down_proj,0.0000023798,0.05000,0.618 +32,mlp.experts.132.down_proj,0.0000014755,0.05000,0.599 +32,mlp.experts.135.down_proj,0.0000013449,0.05000,0.623 +32,mlp.experts.134.down_proj,0.0000012310,0.05000,0.609 +32,mlp.experts.133.down_proj,0.0000001464,0.05000,0.606 +32,mlp.experts.136.down_proj,0.0000011926,0.05000,0.635 +32,mlp.experts.139.down_proj,0.0000013571,0.05000,0.611 +32,mlp.experts.138.down_proj,0.0000018038,0.05000,0.611 +32,mlp.experts.137.down_proj,0.0000008146,0.05000,0.614 +32,mlp.experts.140.down_proj,0.0000017217,0.05000,0.621 +32,mlp.experts.143.down_proj,0.0000022695,0.05000,0.631 +32,mlp.experts.142.down_proj,0.0000008911,0.05000,0.644 +32,mlp.experts.141.down_proj,0.0000015753,0.05000,0.643 +32,mlp.experts.144.down_proj,0.0000020591,0.05000,0.614 +32,mlp.experts.147.down_proj,0.0000009627,0.05000,0.624 +32,mlp.experts.146.down_proj,0.0000026315,0.05000,0.603 +32,mlp.experts.145.down_proj,0.0000059279,0.05000,0.613 +32,mlp.experts.148.down_proj,0.0000020713,0.05000,0.623 +32,mlp.experts.151.down_proj,0.0000008963,0.05000,0.614 +32,mlp.experts.150.down_proj,0.0000024357,0.05000,0.672 +32,mlp.experts.149.down_proj,0.0000014490,0.05000,0.628 +32,mlp.experts.152.down_proj,0.0000018975,0.05000,0.605 +32,mlp.experts.155.down_proj,0.0000008815,0.05000,0.604 +32,mlp.experts.154.down_proj,0.0000036006,0.05000,0.606 +32,mlp.experts.153.down_proj,0.0000033890,0.05000,0.600 +32,mlp.experts.156.down_proj,0.0000008939,0.05000,0.611 +32,mlp.experts.159.down_proj,0.0000011025,0.05000,0.598 +32,mlp.experts.158.down_proj,0.0000007873,0.05000,0.589 +32,mlp.experts.157.down_proj,0.0000009966,0.05000,0.506 +33,mlp.experts.2.gate_proj,0.0000147579,0.05000,2.090 +33,mlp.experts.0.gate_proj,0.0000294469,0.05000,2.132 +33,mlp.experts.1.gate_proj,0.0000033504,0.05000,2.159 +33,mlp.experts.3.gate_proj,0.0000238424,0.05000,2.198 +33,mlp.experts.6.gate_proj,0.0000103249,0.05000,2.110 +33,mlp.experts.4.gate_proj,0.0000087537,0.05000,2.092 +33,mlp.experts.5.gate_proj,0.0000100977,0.05000,2.092 +33,mlp.experts.7.gate_proj,0.0000140563,0.05000,2.085 +33,mlp.experts.10.gate_proj,0.0000213706,0.05000,2.106 +33,mlp.experts.8.gate_proj,0.0000315092,0.05000,2.109 +33,mlp.experts.9.gate_proj,0.0000169873,0.05000,2.106 +33,mlp.experts.11.gate_proj,0.0000094804,0.05000,2.107 +33,mlp.experts.14.gate_proj,0.0000319560,0.05000,2.060 +33,mlp.experts.15.gate_proj,0.0000168967,0.05000,2.032 +33,mlp.experts.12.gate_proj,0.0000244263,0.05000,2.125 +33,mlp.experts.13.gate_proj,0.0000076620,0.05000,2.136 +33,mlp.experts.18.gate_proj,0.0000127092,0.05000,2.058 +33,mlp.experts.19.gate_proj,0.0000158891,0.05000,2.058 +33,mlp.experts.16.gate_proj,0.0000125654,0.05000,2.071 +33,mlp.experts.17.gate_proj,0.0000274530,0.05000,2.074 +33,mlp.experts.22.gate_proj,0.0000228678,0.05000,2.079 +33,mlp.experts.23.gate_proj,0.0000287297,0.05000,2.067 +33,mlp.experts.20.gate_proj,0.0000198588,0.05000,2.079 +33,mlp.experts.21.gate_proj,0.0000153343,0.05000,2.079 +33,mlp.experts.26.gate_proj,0.0000060320,0.05000,2.058 +33,mlp.experts.25.gate_proj,0.0000219887,0.05000,2.024 +33,mlp.experts.24.gate_proj,0.0000212842,0.05000,2.086 +33,mlp.experts.27.gate_proj,0.0000225256,0.05000,2.172 +33,mlp.experts.30.gate_proj,0.0000120566,0.05000,2.086 +33,mlp.experts.29.gate_proj,0.0000066411,0.05000,2.099 +33,mlp.experts.28.gate_proj,0.0000100096,0.05000,2.107 +33,mlp.experts.31.gate_proj,0.0000138710,0.05000,2.084 +33,mlp.experts.34.gate_proj,0.0000104305,0.05000,2.078 +33,mlp.experts.35.gate_proj,0.0000909365,0.05000,2.012 +33,mlp.experts.33.gate_proj,0.0000167316,0.05000,2.086 +33,mlp.experts.32.gate_proj,0.0000091511,0.05000,2.104 +33,mlp.experts.38.gate_proj,0.0000139334,0.05000,2.011 +33,mlp.experts.39.gate_proj,0.0000219857,0.05000,2.023 +33,mlp.experts.37.gate_proj,0.0000202405,0.05000,2.028 +33,mlp.experts.36.gate_proj,0.0000212905,0.05000,2.030 +33,mlp.experts.42.gate_proj,0.0000131709,0.05000,2.077 +33,mlp.experts.43.gate_proj,0.0000076756,0.05000,2.084 +33,mlp.experts.41.gate_proj,0.0000122992,0.05000,2.087 +33,mlp.experts.40.gate_proj,0.0000097987,0.05000,2.089 +33,mlp.experts.46.gate_proj,0.0000051167,0.05000,2.099 +33,mlp.experts.47.gate_proj,0.0000119491,0.05000,2.075 +33,mlp.experts.44.gate_proj,0.0000035902,0.05000,2.063 +33,mlp.experts.45.gate_proj,0.0000139300,0.05000,2.141 +33,mlp.experts.50.gate_proj,0.0000258923,0.05000,2.104 +33,mlp.experts.51.gate_proj,0.0000252141,0.05000,2.122 +33,mlp.experts.49.gate_proj,0.0000155645,0.05000,2.063 +33,mlp.experts.48.gate_proj,0.0000090903,0.05000,2.119 +33,mlp.experts.54.gate_proj,0.0000231785,0.05000,2.092 +33,mlp.experts.55.gate_proj,0.0000394538,0.05000,2.082 +33,mlp.experts.52.gate_proj,0.0000234649,0.05000,2.061 +33,mlp.experts.53.gate_proj,0.0000174094,0.05000,2.148 +33,mlp.experts.58.gate_proj,0.0000154857,0.05000,2.062 +33,mlp.experts.59.gate_proj,0.0000172524,0.05000,2.063 +33,mlp.experts.56.gate_proj,0.0000152343,0.05000,2.066 +33,mlp.experts.57.gate_proj,0.0000226593,0.05000,2.138 +33,mlp.experts.62.gate_proj,0.0000265292,0.05000,2.063 +33,mlp.experts.63.gate_proj,0.0000059215,0.05000,2.070 +33,mlp.experts.60.gate_proj,0.0000112831,0.05000,2.091 +33,mlp.experts.61.gate_proj,0.0000043121,0.05000,2.112 +33,mlp.experts.66.gate_proj,0.0000133173,0.05000,2.116 +33,mlp.experts.67.gate_proj,0.0000098873,0.05000,2.080 +33,mlp.experts.64.gate_proj,0.0000124415,0.05000,2.089 +33,mlp.experts.65.gate_proj,0.0000032915,0.05000,2.063 +33,mlp.experts.70.gate_proj,0.0000049310,0.05000,2.085 +33,mlp.experts.71.gate_proj,0.0000171263,0.05000,2.087 +33,mlp.experts.68.gate_proj,0.0000156502,0.05000,2.114 +33,mlp.experts.69.gate_proj,0.0000228683,0.05000,2.078 +33,mlp.experts.74.gate_proj,0.0000142208,0.05000,2.040 +33,mlp.experts.75.gate_proj,0.0000235945,0.05000,2.072 +33,mlp.experts.72.gate_proj,0.0000140719,0.05000,2.112 +33,mlp.experts.73.gate_proj,0.0000110618,0.05000,2.146 +33,mlp.experts.78.gate_proj,0.0000254644,0.05000,2.022 +33,mlp.experts.79.gate_proj,0.0000185912,0.05000,2.032 +33,mlp.experts.76.gate_proj,0.0000128877,0.05000,2.021 +33,mlp.experts.77.gate_proj,0.0000154827,0.05000,2.051 +33,mlp.experts.83.gate_proj,0.0000127792,0.05000,2.057 +33,mlp.experts.82.gate_proj,0.0000047930,0.05000,2.186 +33,mlp.experts.80.gate_proj,0.0000092555,0.05000,2.067 +33,mlp.experts.81.gate_proj,0.0000078034,0.05000,2.086 +33,mlp.experts.86.gate_proj,0.0000148234,0.05000,2.021 +33,mlp.experts.87.gate_proj,0.0000171026,0.05000,2.109 +33,mlp.experts.84.gate_proj,0.0000271471,0.05000,2.081 +33,mlp.experts.85.gate_proj,0.0000258264,0.05000,2.083 +33,mlp.experts.90.gate_proj,0.0000162008,0.05000,2.111 +33,mlp.experts.91.gate_proj,0.0000191352,0.05000,2.107 +33,mlp.experts.88.gate_proj,0.0000242087,0.05000,2.090 +33,mlp.experts.89.gate_proj,0.0000088048,0.05000,2.081 +33,mlp.experts.94.gate_proj,0.0000121604,0.05000,2.106 +33,mlp.experts.95.gate_proj,0.0000145299,0.05000,2.089 +33,mlp.experts.92.gate_proj,0.0000130632,0.05000,2.089 +33,mlp.experts.93.gate_proj,0.0000168068,0.05000,2.116 +33,mlp.experts.98.gate_proj,0.0000201565,0.05000,2.085 +33,mlp.experts.99.gate_proj,0.0000080917,0.05000,2.129 +33,mlp.experts.96.gate_proj,0.0000318321,0.05000,2.094 +33,mlp.experts.97.gate_proj,0.0000026498,0.05000,2.136 +33,mlp.experts.102.gate_proj,0.0000065783,0.05000,2.126 +33,mlp.experts.103.gate_proj,0.0000128815,0.05000,2.105 +33,mlp.experts.100.gate_proj,0.0000147775,0.05000,2.094 +33,mlp.experts.101.gate_proj,0.0000168695,0.05000,2.103 +33,mlp.experts.106.gate_proj,0.0000037826,0.05000,2.057 +33,mlp.experts.107.gate_proj,0.0000461254,0.05000,2.056 +33,mlp.experts.104.gate_proj,0.0000607206,0.05000,2.034 +33,mlp.experts.105.gate_proj,0.0000165328,0.05000,2.123 +33,mlp.experts.110.gate_proj,0.0000074190,0.05000,2.140 +33,mlp.experts.111.gate_proj,0.0000242091,0.05000,2.132 +33,mlp.experts.108.gate_proj,0.0000037583,0.05000,2.139 +33,mlp.experts.109.gate_proj,0.0000017562,0.05000,2.120 +33,mlp.experts.114.gate_proj,0.0000297166,0.05000,2.092 +33,mlp.experts.112.gate_proj,0.0000108270,0.05000,2.044 +33,mlp.experts.115.gate_proj,0.0000151751,0.05000,2.104 +33,mlp.experts.113.gate_proj,0.0000186009,0.05000,2.115 +33,mlp.experts.118.gate_proj,0.0000099751,0.05000,2.050 +33,mlp.experts.116.gate_proj,0.0000168246,0.05000,2.063 +33,mlp.experts.119.gate_proj,0.0000182352,0.05000,2.082 +33,mlp.experts.117.gate_proj,0.0000056748,0.05000,2.085 +33,mlp.experts.122.gate_proj,0.0000271370,0.05000,2.074 +33,mlp.experts.120.gate_proj,0.0000105077,0.05000,2.034 +33,mlp.experts.123.gate_proj,0.0000155988,0.05000,2.112 +33,mlp.experts.121.gate_proj,0.0000170405,0.05000,2.078 +33,mlp.experts.124.gate_proj,0.0000200560,0.05000,2.023 +33,mlp.experts.126.gate_proj,0.0000136724,0.05000,2.064 +33,mlp.experts.127.gate_proj,0.0000093154,0.05000,2.064 +33,mlp.experts.125.gate_proj,0.0000114150,0.05000,2.066 +33,mlp.experts.130.gate_proj,0.0000202760,0.05000,2.052 +33,mlp.experts.128.gate_proj,0.0000145394,0.05000,2.054 +33,mlp.experts.131.gate_proj,0.0000147684,0.05000,2.038 +33,mlp.experts.129.gate_proj,0.0000433279,0.05000,2.050 +33,mlp.experts.132.gate_proj,0.0000122753,0.05000,2.028 +33,mlp.experts.134.gate_proj,0.0000093451,0.05000,2.031 +33,mlp.experts.135.gate_proj,0.0000186332,0.05000,2.027 +33,mlp.experts.133.gate_proj,0.0000052544,0.05000,2.028 +33,mlp.experts.138.gate_proj,0.0000374022,0.05000,2.056 +33,mlp.experts.136.gate_proj,0.0000144110,0.05000,2.098 +33,mlp.experts.139.gate_proj,0.0000151248,0.05000,2.067 +33,mlp.experts.137.gate_proj,0.0000179210,0.05000,2.032 +33,mlp.experts.142.gate_proj,0.0000291847,0.05000,2.094 +33,mlp.experts.140.gate_proj,0.0000106741,0.05000,2.079 +33,mlp.experts.143.gate_proj,0.0000216212,0.05000,2.086 +33,mlp.experts.141.gate_proj,0.0000227445,0.05000,2.046 +33,mlp.experts.144.gate_proj,0.0000115646,0.05000,2.021 +33,mlp.experts.146.gate_proj,0.0000068164,0.05000,2.101 +33,mlp.experts.147.gate_proj,0.0000148031,0.05000,2.057 +33,mlp.experts.145.gate_proj,0.0000117769,0.05000,2.074 +33,mlp.experts.148.gate_proj,0.0000139507,0.05000,2.046 +33,mlp.experts.150.gate_proj,0.0000062384,0.05000,2.048 +33,mlp.experts.151.gate_proj,0.0000184138,0.05000,2.054 +33,mlp.experts.149.gate_proj,0.0000153901,0.05000,2.061 +33,mlp.experts.152.gate_proj,0.0000227935,0.05000,2.049 +33,mlp.experts.154.gate_proj,0.0000362792,0.05000,2.071 +33,mlp.experts.155.gate_proj,0.0000167588,0.05000,2.072 +33,mlp.experts.153.gate_proj,0.0000077121,0.05000,2.042 +33,mlp.experts.156.gate_proj,0.0000142911,0.05000,2.041 +33,mlp.experts.158.gate_proj,0.0000249596,0.05000,2.038 +33,mlp.experts.159.gate_proj,0.0000154595,0.05000,2.044 +33,mlp.experts.157.gate_proj,0.0000056005,0.05000,2.052 +33,mlp.experts.0.up_proj,0.0000286880,0.05000,2.025 +33,mlp.experts.2.up_proj,0.0000150415,0.05000,2.036 +33,mlp.experts.3.up_proj,0.0000230083,0.05000,2.076 +33,mlp.experts.1.up_proj,0.0000033777,0.05000,2.053 +33,mlp.experts.4.up_proj,0.0000088475,0.05000,2.061 +33,mlp.experts.6.up_proj,0.0000103260,0.05000,2.096 +33,mlp.experts.7.up_proj,0.0000139720,0.05000,2.077 +33,mlp.experts.5.up_proj,0.0000098410,0.05000,2.062 +33,mlp.experts.8.up_proj,0.0000288292,0.05000,2.086 +33,mlp.experts.10.up_proj,0.0000207234,0.05000,2.106 +33,mlp.experts.11.up_proj,0.0000090176,0.05000,2.081 +33,mlp.experts.9.up_proj,0.0000175449,0.05000,2.048 +33,mlp.experts.12.up_proj,0.0000248351,0.05000,2.049 +33,mlp.experts.14.up_proj,0.0000305826,0.05000,2.049 +33,mlp.experts.15.up_proj,0.0000165063,0.05000,2.029 +33,mlp.experts.13.up_proj,0.0000077878,0.05000,2.026 +33,mlp.experts.16.up_proj,0.0000120423,0.05000,2.021 +33,mlp.experts.18.up_proj,0.0000128419,0.05000,2.041 +33,mlp.experts.19.up_proj,0.0000156230,0.05000,2.034 +33,mlp.experts.17.up_proj,0.0000269692,0.05000,2.041 +33,mlp.experts.20.up_proj,0.0000197925,0.05000,2.021 +33,mlp.experts.22.up_proj,0.0000231282,0.05000,2.037 +33,mlp.experts.23.up_proj,0.0000293271,0.05000,2.050 +33,mlp.experts.21.up_proj,0.0000151669,0.05000,2.040 +33,mlp.experts.24.up_proj,0.0000211351,0.05000,2.018 +33,mlp.experts.26.up_proj,0.0000059522,0.05000,2.056 +33,mlp.experts.27.up_proj,0.0000226767,0.05000,2.089 +33,mlp.experts.25.up_proj,0.0000214077,0.05000,2.038 +33,mlp.experts.28.up_proj,0.0000099744,0.05000,2.072 +33,mlp.experts.30.up_proj,0.0000120279,0.05000,2.047 +33,mlp.experts.31.up_proj,0.0000138098,0.05000,2.059 +33,mlp.experts.29.up_proj,0.0000066986,0.05000,2.037 +33,mlp.experts.32.up_proj,0.0000091922,0.05000,2.094 +33,mlp.experts.34.up_proj,0.0000099193,0.05000,2.064 +33,mlp.experts.35.up_proj,0.0000886605,0.05000,2.086 +33,mlp.experts.33.up_proj,0.0000169115,0.05000,2.079 +33,mlp.experts.36.up_proj,0.0000212895,0.05000,2.069 +33,mlp.experts.38.up_proj,0.0000141144,0.05000,2.038 +33,mlp.experts.39.up_proj,0.0000223161,0.05000,2.088 +33,mlp.experts.37.up_proj,0.0000201003,0.05000,2.028 +33,mlp.experts.40.up_proj,0.0000099380,0.05000,2.041 +33,mlp.experts.42.up_proj,0.0000132628,0.05000,2.043 +33,mlp.experts.43.up_proj,0.0000079864,0.05000,2.044 +33,mlp.experts.41.up_proj,0.0000124221,0.05000,2.040 +33,mlp.experts.44.up_proj,0.0000035287,0.05000,2.063 +33,mlp.experts.46.up_proj,0.0000050943,0.05000,2.057 +33,mlp.experts.47.up_proj,0.0000122048,0.05000,2.047 +33,mlp.experts.45.up_proj,0.0000128170,0.05000,2.088 +33,mlp.experts.48.up_proj,0.0000086413,0.05000,2.051 +33,mlp.experts.50.up_proj,0.0000252743,0.05000,2.005 +33,mlp.experts.51.up_proj,0.0000238933,0.05000,2.025 +33,mlp.experts.49.up_proj,0.0000143944,0.05000,2.012 +33,mlp.experts.52.up_proj,0.0000226693,0.05000,2.034 +33,mlp.experts.54.up_proj,0.0000230240,0.05000,2.023 +33,mlp.experts.55.up_proj,0.0000379904,0.05000,2.040 +33,mlp.experts.53.up_proj,0.0000177226,0.05000,2.051 +33,mlp.experts.56.up_proj,0.0000149003,0.05000,2.085 +33,mlp.experts.58.up_proj,0.0000156041,0.05000,2.024 +33,mlp.experts.59.up_proj,0.0000176609,0.05000,2.087 +33,mlp.experts.57.up_proj,0.0000226491,0.05000,2.065 +33,mlp.experts.60.up_proj,0.0000109393,0.05000,2.028 +33,mlp.experts.62.up_proj,0.0000257164,0.05000,2.088 +33,mlp.experts.61.up_proj,0.0000043817,0.05000,2.005 +33,mlp.experts.63.up_proj,0.0000057876,0.05000,2.115 +33,mlp.experts.64.up_proj,0.0000126547,0.05000,2.044 +33,mlp.experts.66.up_proj,0.0000134825,0.05000,2.075 +33,mlp.experts.65.up_proj,0.0000031630,0.05000,2.085 +33,mlp.experts.67.up_proj,0.0000099622,0.05000,2.060 +33,mlp.experts.68.up_proj,0.0000154672,0.05000,2.038 +33,mlp.experts.70.up_proj,0.0000048871,0.05000,2.020 +33,mlp.experts.69.up_proj,0.0000224445,0.05000,2.034 +33,mlp.experts.71.up_proj,0.0000175507,0.05000,2.056 +33,mlp.experts.72.up_proj,0.0000139603,0.05000,2.066 +33,mlp.experts.74.up_proj,0.0000146179,0.05000,2.040 +33,mlp.experts.75.up_proj,0.0000240714,0.05000,2.028 +33,mlp.experts.73.up_proj,0.0000110632,0.05000,2.083 +33,mlp.experts.76.up_proj,0.0000127225,0.05000,2.023 +33,mlp.experts.78.up_proj,0.0000251504,0.05000,2.073 +33,mlp.experts.79.up_proj,0.0000182648,0.05000,2.045 +33,mlp.experts.77.up_proj,0.0000151417,0.05000,2.097 +33,mlp.experts.80.up_proj,0.0000091233,0.05000,2.069 +33,mlp.experts.82.up_proj,0.0000045685,0.05000,2.080 +33,mlp.experts.83.up_proj,0.0000128074,0.05000,2.025 +33,mlp.experts.81.up_proj,0.0000078347,0.05000,2.064 +33,mlp.experts.84.up_proj,0.0000265528,0.05000,2.059 +33,mlp.experts.86.up_proj,0.0000133265,0.05000,2.033 +33,mlp.experts.87.up_proj,0.0000169945,0.05000,2.067 +33,mlp.experts.85.up_proj,0.0000263730,0.05000,2.048 +33,mlp.experts.88.up_proj,0.0000221153,0.05000,2.041 +33,mlp.experts.90.up_proj,0.0000159659,0.05000,2.021 +33,mlp.experts.91.up_proj,0.0000188456,0.05000,2.012 +33,mlp.experts.89.up_proj,0.0000087138,0.05000,2.045 +33,mlp.experts.92.up_proj,0.0000127241,0.05000,2.024 +33,mlp.experts.94.up_proj,0.0000125258,0.05000,2.054 +33,mlp.experts.95.up_proj,0.0000148972,0.05000,2.068 +33,mlp.experts.93.up_proj,0.0000169328,0.05000,2.053 +33,mlp.experts.96.up_proj,0.0000320620,0.05000,2.058 +33,mlp.experts.98.up_proj,0.0000202191,0.05000,2.049 +33,mlp.experts.99.up_proj,0.0000080947,0.05000,2.090 +33,mlp.experts.97.up_proj,0.0000025600,0.05000,2.043 +33,mlp.experts.100.up_proj,0.0000139777,0.05000,2.096 +33,mlp.experts.102.up_proj,0.0000064218,0.05000,2.109 +33,mlp.experts.103.up_proj,0.0000126207,0.05000,2.070 +33,mlp.experts.101.up_proj,0.0000164831,0.05000,2.064 +33,mlp.experts.104.up_proj,0.0000591738,0.05000,1.519 +33,mlp.experts.106.up_proj,0.0000038165,0.05000,1.452 +33,mlp.experts.107.up_proj,0.0000443161,0.05000,2.109 +33,mlp.experts.108.up_proj,0.0000036701,0.05000,2.159 +33,mlp.experts.110.up_proj,0.0000072621,0.05000,2.161 +33,mlp.experts.105.up_proj,0.0000171776,0.05000,2.161 +33,mlp.experts.114.up_proj,0.0000291484,0.05000,2.023 +33,mlp.experts.112.up_proj,0.0000109341,0.05000,2.028 +33,mlp.experts.109.up_proj,0.0000017046,0.05000,2.025 +33,mlp.experts.111.up_proj,0.0000239350,0.05000,2.160 +33,mlp.experts.113.up_proj,0.0000187388,0.05000,2.060 +33,mlp.experts.118.up_proj,0.0000095431,0.05000,2.090 +33,mlp.experts.116.up_proj,0.0000174719,0.05000,2.090 +33,mlp.experts.115.up_proj,0.0000146470,0.05000,2.089 +33,mlp.experts.117.up_proj,0.0000057021,0.05000,2.050 +33,mlp.experts.122.up_proj,0.0000260258,0.05000,2.044 +33,mlp.experts.120.up_proj,0.0000104845,0.05000,2.071 +33,mlp.experts.119.up_proj,0.0000172677,0.05000,2.121 +33,mlp.experts.126.up_proj,0.0000135817,0.05000,2.030 +33,mlp.experts.124.up_proj,0.0000199925,0.05000,2.034 +33,mlp.experts.121.up_proj,0.0000168764,0.05000,2.110 +33,mlp.experts.123.up_proj,0.0000157168,0.05000,2.065 +33,mlp.experts.128.up_proj,0.0000145401,0.05000,1.989 +33,mlp.experts.130.up_proj,0.0000197791,0.05000,2.059 +33,mlp.experts.125.up_proj,0.0000114484,0.05000,2.007 +33,mlp.experts.127.up_proj,0.0000094205,0.05000,2.035 +33,mlp.experts.132.up_proj,0.0000122291,0.05000,2.021 +33,mlp.experts.134.up_proj,0.0000095541,0.05000,2.048 +33,mlp.experts.129.up_proj,0.0000428155,0.05000,2.104 +33,mlp.experts.131.up_proj,0.0000149489,0.05000,2.034 +33,mlp.experts.136.up_proj,0.0000138596,0.05000,2.014 +33,mlp.experts.138.up_proj,0.0000381435,0.05000,2.038 +33,mlp.experts.133.up_proj,0.0000051608,0.05000,2.037 +33,mlp.experts.135.up_proj,0.0000191819,0.05000,2.070 +33,mlp.experts.140.up_proj,0.0000102595,0.05000,2.024 +33,mlp.experts.142.up_proj,0.0000289676,0.05000,2.047 +33,mlp.experts.137.up_proj,0.0000181077,0.05000,2.082 +33,mlp.experts.139.up_proj,0.0000150701,0.05000,2.047 +33,mlp.experts.144.up_proj,0.0000114319,0.05000,2.042 +33,mlp.experts.146.up_proj,0.0000069379,0.05000,2.065 +33,mlp.experts.141.up_proj,0.0000227564,0.05000,2.062 +33,mlp.experts.143.up_proj,0.0000212155,0.05000,2.026 +33,mlp.experts.148.up_proj,0.0000138606,0.05000,2.054 +33,mlp.experts.150.up_proj,0.0000062318,0.05000,2.050 +33,mlp.experts.145.up_proj,0.0000120019,0.05000,2.057 +33,mlp.experts.147.up_proj,0.0000147200,0.05000,2.069 +33,mlp.experts.152.up_proj,0.0000221941,0.05000,2.048 +33,mlp.experts.154.up_proj,0.0000365907,0.05000,2.044 +33,mlp.experts.149.up_proj,0.0000153311,0.05000,2.047 +33,mlp.experts.151.up_proj,0.0000190825,0.05000,2.059 +33,mlp.experts.156.up_proj,0.0000142846,0.05000,2.070 +33,mlp.experts.158.up_proj,0.0000242168,0.05000,2.059 +33,mlp.experts.153.up_proj,0.0000075471,0.05000,1.992 +33,mlp.experts.155.up_proj,0.0000168751,0.05000,1.951 +33,mlp.experts.157.up_proj,0.0000056225,0.05000,1.385 +33,mlp.experts.159.up_proj,0.0000159032,0.05000,1.376 +33,mlp.experts.0.down_proj,0.0000022777,0.05000,0.629 +33,mlp.experts.2.down_proj,0.0000018422,0.05000,0.632 +33,mlp.experts.1.down_proj,0.0000002646,0.05000,0.634 +33,mlp.experts.3.down_proj,0.0000034925,0.05000,0.659 +33,mlp.experts.5.down_proj,0.0000007595,0.05000,0.635 +33,mlp.experts.7.down_proj,0.0000024398,0.05000,0.635 +33,mlp.experts.6.down_proj,0.0000018228,0.05000,0.677 +33,mlp.experts.4.down_proj,0.0000008492,0.05000,0.686 +33,mlp.experts.9.down_proj,0.0000028703,0.05000,0.603 +33,mlp.experts.11.down_proj,0.0000012203,0.05000,0.617 +33,mlp.experts.8.down_proj,0.0000022350,0.05000,0.596 +33,mlp.experts.10.down_proj,0.0000016998,0.05000,0.624 +33,mlp.experts.13.down_proj,0.0000009611,0.05000,0.602 +33,mlp.experts.15.down_proj,0.0000015189,0.05000,0.607 +33,mlp.experts.14.down_proj,0.0000025174,0.05000,0.600 +33,mlp.experts.12.down_proj,0.0000037255,0.05000,0.622 +33,mlp.experts.17.down_proj,0.0000039928,0.05000,0.599 +33,mlp.experts.18.down_proj,0.0000014797,0.05000,0.603 +33,mlp.experts.16.down_proj,0.0000013134,0.05000,0.610 +33,mlp.experts.19.down_proj,0.0000016798,0.05000,0.636 +33,mlp.experts.21.down_proj,0.0000014839,0.05000,0.630 +33,mlp.experts.20.down_proj,0.0000030492,0.05000,0.606 +33,mlp.experts.22.down_proj,0.0000030183,0.05000,0.632 +33,mlp.experts.23.down_proj,0.0000027400,0.05000,0.613 +33,mlp.experts.25.down_proj,0.0000015995,0.05000,0.628 +33,mlp.experts.24.down_proj,0.0000038328,0.05000,0.606 +33,mlp.experts.26.down_proj,0.0000011327,0.05000,0.606 +33,mlp.experts.27.down_proj,0.0000014686,0.05000,0.605 +33,mlp.experts.29.down_proj,0.0000008328,0.05000,0.599 +33,mlp.experts.28.down_proj,0.0000005107,0.05000,0.606 +33,mlp.experts.30.down_proj,0.0000007625,0.05000,0.605 +33,mlp.experts.31.down_proj,0.0000016963,0.05000,0.618 +33,mlp.experts.33.down_proj,0.0000013609,0.05000,0.631 +33,mlp.experts.32.down_proj,0.0000007210,0.05000,0.629 +33,mlp.experts.35.down_proj,0.0000098798,0.05000,0.613 +33,mlp.experts.34.down_proj,0.0000010017,0.05000,0.625 +33,mlp.experts.37.down_proj,0.0000028312,0.05000,0.631 +33,mlp.experts.39.down_proj,0.0000016895,0.05000,0.612 +33,mlp.experts.36.down_proj,0.0000016319,0.05000,0.634 +33,mlp.experts.38.down_proj,0.0000017759,0.05000,0.637 +33,mlp.experts.41.down_proj,0.0000015857,0.05000,0.626 +33,mlp.experts.43.down_proj,0.0000011105,0.05000,0.602 +33,mlp.experts.40.down_proj,0.0000013474,0.05000,0.599 +33,mlp.experts.42.down_proj,0.0000017197,0.05000,0.608 +33,mlp.experts.45.down_proj,0.0000011174,0.05000,0.606 +33,mlp.experts.44.down_proj,0.0000002370,0.05000,0.603 +33,mlp.experts.47.down_proj,0.0000010893,0.05000,0.608 +33,mlp.experts.46.down_proj,0.0000007403,0.05000,0.621 +33,mlp.experts.48.down_proj,0.0000009801,0.05000,0.602 +33,mlp.experts.51.down_proj,0.0000019173,0.05000,0.609 +33,mlp.experts.49.down_proj,0.0000009324,0.05000,0.630 +33,mlp.experts.50.down_proj,0.0000012970,0.05000,0.607 +33,mlp.experts.52.down_proj,0.0000030069,0.05000,0.607 +33,mlp.experts.55.down_proj,0.0000065520,0.05000,0.609 +33,mlp.experts.54.down_proj,0.0000023199,0.05000,0.608 +33,mlp.experts.53.down_proj,0.0000015075,0.05000,0.653 +33,mlp.experts.56.down_proj,0.0000009242,0.05000,0.604 +33,mlp.experts.59.down_proj,0.0000017296,0.05000,0.606 +33,mlp.experts.58.down_proj,0.0000016128,0.05000,0.608 +33,mlp.experts.57.down_proj,0.0000011828,0.05000,0.626 +33,mlp.experts.60.down_proj,0.0000009159,0.05000,0.601 +33,mlp.experts.63.down_proj,0.0000012743,0.05000,0.619 +33,mlp.experts.62.down_proj,0.0000023311,0.05000,0.634 +33,mlp.experts.61.down_proj,0.0000004625,0.05000,0.610 +33,mlp.experts.64.down_proj,0.0000019505,0.05000,0.601 +33,mlp.experts.67.down_proj,0.0000011014,0.05000,0.600 +33,mlp.experts.66.down_proj,0.0000017923,0.05000,0.604 +33,mlp.experts.65.down_proj,0.0000002925,0.05000,0.608 +33,mlp.experts.68.down_proj,0.0000009366,0.05000,0.619 +33,mlp.experts.71.down_proj,0.0000019868,0.05000,0.596 +33,mlp.experts.70.down_proj,0.0000002998,0.05000,0.599 +33,mlp.experts.69.down_proj,0.0000033097,0.05000,0.611 +33,mlp.experts.72.down_proj,0.0000017843,0.05000,0.630 +33,mlp.experts.75.down_proj,0.0000032719,0.05000,0.636 +33,mlp.experts.74.down_proj,0.0000030717,0.05000,0.612 +33,mlp.experts.73.down_proj,0.0000007595,0.05000,0.641 +33,mlp.experts.79.down_proj,0.0000018011,0.05000,0.613 +33,mlp.experts.76.down_proj,0.0000015336,0.05000,0.632 +33,mlp.experts.78.down_proj,0.0000029914,0.05000,0.650 +33,mlp.experts.77.down_proj,0.0000018606,0.05000,0.620 +33,mlp.experts.83.down_proj,0.0000016609,0.05000,0.605 +33,mlp.experts.80.down_proj,0.0000010238,0.05000,0.602 +33,mlp.experts.82.down_proj,0.0000004779,0.05000,0.605 +33,mlp.experts.81.down_proj,0.0000007436,0.05000,0.631 +33,mlp.experts.84.down_proj,0.0000025360,0.05000,0.602 +33,mlp.experts.87.down_proj,0.0000014994,0.05000,0.647 +33,mlp.experts.86.down_proj,0.0000009765,0.05000,0.603 +33,mlp.experts.85.down_proj,0.0000022815,0.05000,0.609 +33,mlp.experts.88.down_proj,0.0000018450,0.05000,0.603 +33,mlp.experts.91.down_proj,0.0000010622,0.05000,0.606 +33,mlp.experts.90.down_proj,0.0000015972,0.05000,0.626 +33,mlp.experts.89.down_proj,0.0000009124,0.05000,0.608 +33,mlp.experts.92.down_proj,0.0000012272,0.05000,0.624 +33,mlp.experts.95.down_proj,0.0000016069,0.05000,0.625 +33,mlp.experts.94.down_proj,0.0000016752,0.05000,0.606 +33,mlp.experts.93.down_proj,0.0000013115,0.05000,0.611 +33,mlp.experts.96.down_proj,0.0000032909,0.05000,0.612 +33,mlp.experts.99.down_proj,0.0000007556,0.05000,0.602 +33,mlp.experts.98.down_proj,0.0000033502,0.05000,0.619 +33,mlp.experts.97.down_proj,0.0000001027,0.05000,0.605 +33,mlp.experts.100.down_proj,0.0000014504,0.05000,0.606 +33,mlp.experts.103.down_proj,0.0000028172,0.05000,0.601 +33,mlp.experts.102.down_proj,0.0000005839,0.05000,0.625 +33,mlp.experts.101.down_proj,0.0000017623,0.05000,0.606 +33,mlp.experts.104.down_proj,0.0000114836,0.05000,0.613 +33,mlp.experts.107.down_proj,0.0000022864,0.05000,0.608 +33,mlp.experts.106.down_proj,0.0000006104,0.05000,0.647 +33,mlp.experts.105.down_proj,0.0000019108,0.05000,0.630 +33,mlp.experts.108.down_proj,0.0000006975,0.05000,0.607 +33,mlp.experts.111.down_proj,0.0000019827,0.05000,0.601 +33,mlp.experts.110.down_proj,0.0000005229,0.05000,0.606 +33,mlp.experts.109.down_proj,0.0000000966,0.05000,0.633 +33,mlp.experts.115.down_proj,0.0000012192,0.05000,0.602 +33,mlp.experts.112.down_proj,0.0000010758,0.05000,0.626 +33,mlp.experts.114.down_proj,0.0000045373,0.05000,0.605 +33,mlp.experts.113.down_proj,0.0000020151,0.05000,0.608 +33,mlp.experts.116.down_proj,0.0000017291,0.05000,0.598 +33,mlp.experts.119.down_proj,0.0000008295,0.05000,0.625 +33,mlp.experts.118.down_proj,0.0000012291,0.05000,0.609 +33,mlp.experts.117.down_proj,0.0000008477,0.05000,0.610 +33,mlp.experts.120.down_proj,0.0000013214,0.05000,0.608 +33,mlp.experts.123.down_proj,0.0000012592,0.05000,0.623 +33,mlp.experts.122.down_proj,0.0000019793,0.05000,0.604 +33,mlp.experts.121.down_proj,0.0000022126,0.05000,0.610 +33,mlp.experts.124.down_proj,0.0000011281,0.05000,0.600 +33,mlp.experts.127.down_proj,0.0000011488,0.05000,0.598 +33,mlp.experts.126.down_proj,0.0000015104,0.05000,0.603 +33,mlp.experts.125.down_proj,0.0000007882,0.05000,0.607 +33,mlp.experts.128.down_proj,0.0000020211,0.05000,0.607 +33,mlp.experts.131.down_proj,0.0000012338,0.05000,0.619 +33,mlp.experts.130.down_proj,0.0000018191,0.05000,0.606 +33,mlp.experts.129.down_proj,0.0000074062,0.05000,0.628 +33,mlp.experts.132.down_proj,0.0000019153,0.05000,0.631 +33,mlp.experts.135.down_proj,0.0000033634,0.05000,0.609 +33,mlp.experts.134.down_proj,0.0000012083,0.05000,0.611 +33,mlp.experts.133.down_proj,0.0000005200,0.05000,0.633 +33,mlp.experts.136.down_proj,0.0000016111,0.05000,0.623 +33,mlp.experts.139.down_proj,0.0000019479,0.05000,0.603 +33,mlp.experts.138.down_proj,0.0000041278,0.05000,0.610 +33,mlp.experts.137.down_proj,0.0000023024,0.05000,0.612 +33,mlp.experts.140.down_proj,0.0000010958,0.05000,0.605 +33,mlp.experts.143.down_proj,0.0000012933,0.05000,0.619 +33,mlp.experts.142.down_proj,0.0000027106,0.05000,0.626 +33,mlp.experts.141.down_proj,0.0000044613,0.05000,0.615 +33,mlp.experts.144.down_proj,0.0000010357,0.05000,0.627 +33,mlp.experts.147.down_proj,0.0000024791,0.05000,0.636 +33,mlp.experts.146.down_proj,0.0000007453,0.05000,0.637 +33,mlp.experts.145.down_proj,0.0000011996,0.05000,0.638 +33,mlp.experts.148.down_proj,0.0000011968,0.05000,0.659 +33,mlp.experts.151.down_proj,0.0000016226,0.05000,0.649 +33,mlp.experts.150.down_proj,0.0000007133,0.05000,0.639 +33,mlp.experts.149.down_proj,0.0000018865,0.05000,0.658 +33,mlp.experts.152.down_proj,0.0000018690,0.05000,0.608 +33,mlp.experts.155.down_proj,0.0000015510,0.05000,0.626 +33,mlp.experts.154.down_proj,0.0000042604,0.05000,0.630 +33,mlp.experts.153.down_proj,0.0000008418,0.05000,0.618 +33,mlp.experts.159.down_proj,0.0000020962,0.05000,0.603 +33,mlp.experts.156.down_proj,0.0000007921,0.05000,0.636 +33,mlp.experts.158.down_proj,0.0000022298,0.05000,0.577 +33,mlp.experts.157.down_proj,0.0000004082,0.05000,0.534 +34,mlp.experts.2.gate_proj,0.0000128051,0.05000,2.064 +34,mlp.experts.3.gate_proj,0.0000041990,0.05000,2.070 +34,mlp.experts.0.gate_proj,0.0000023176,0.05000,2.108 +34,mlp.experts.1.gate_proj,0.0000202234,0.05000,2.154 +34,mlp.experts.6.gate_proj,0.0000170782,0.05000,2.039 +34,mlp.experts.4.gate_proj,0.0000166977,0.05000,2.070 +34,mlp.experts.7.gate_proj,0.0000038625,0.05000,2.110 +34,mlp.experts.5.gate_proj,0.0000191550,0.05000,2.083 +34,mlp.experts.10.gate_proj,0.0000122578,0.05000,2.048 +34,mlp.experts.8.gate_proj,0.0000423526,0.05000,2.035 +34,mlp.experts.11.gate_proj,0.0000103040,0.05000,2.035 +34,mlp.experts.9.gate_proj,0.0000356648,0.05000,2.059 +34,mlp.experts.14.gate_proj,0.0000156368,0.05000,2.052 +34,mlp.experts.15.gate_proj,0.0000129768,0.05000,2.037 +34,mlp.experts.12.gate_proj,0.0000349502,0.05000,2.063 +34,mlp.experts.13.gate_proj,0.0000254670,0.05000,2.016 +34,mlp.experts.18.gate_proj,0.0000402990,0.05000,2.018 +34,mlp.experts.19.gate_proj,0.0000361818,0.05000,2.010 +34,mlp.experts.16.gate_proj,0.0000195965,0.05000,2.035 +34,mlp.experts.17.gate_proj,0.0000278362,0.05000,2.061 +34,mlp.experts.22.gate_proj,0.0000218678,0.05000,2.055 +34,mlp.experts.20.gate_proj,0.0000178245,0.05000,1.995 +34,mlp.experts.23.gate_proj,0.0000069755,0.05000,2.085 +34,mlp.experts.21.gate_proj,0.0000442146,0.05000,2.068 +34,mlp.experts.26.gate_proj,0.0000106606,0.05000,2.039 +34,mlp.experts.24.gate_proj,0.0000285726,0.05000,2.047 +34,mlp.experts.27.gate_proj,0.0000114529,0.05000,2.050 +34,mlp.experts.25.gate_proj,0.0000066152,0.05000,2.093 +34,mlp.experts.30.gate_proj,0.0000200560,0.05000,2.079 +34,mlp.experts.31.gate_proj,0.0000241809,0.05000,2.026 +34,mlp.experts.28.gate_proj,0.0000689237,0.05000,2.095 +34,mlp.experts.29.gate_proj,0.0000258623,0.05000,2.087 +34,mlp.experts.34.gate_proj,0.0000179474,0.05000,2.035 +34,mlp.experts.35.gate_proj,0.0000522027,0.05000,2.010 +34,mlp.experts.32.gate_proj,0.0000228177,0.05000,1.989 +34,mlp.experts.33.gate_proj,0.0000024340,0.05000,2.074 +34,mlp.experts.39.gate_proj,0.0000223214,0.05000,2.035 +34,mlp.experts.36.gate_proj,0.0000057960,0.05000,2.079 +34,mlp.experts.38.gate_proj,0.0000103902,0.05000,2.132 +34,mlp.experts.37.gate_proj,0.0000526796,0.05000,2.035 +34,mlp.experts.43.gate_proj,0.0000326116,0.05000,2.050 +34,mlp.experts.40.gate_proj,0.0000163874,0.05000,2.035 +34,mlp.experts.42.gate_proj,0.0000480369,0.05000,2.061 +34,mlp.experts.41.gate_proj,0.0000085200,0.05000,2.103 +34,mlp.experts.44.gate_proj,0.0000365558,0.05000,1.993 +34,mlp.experts.47.gate_proj,0.0000143404,0.05000,2.051 +34,mlp.experts.46.gate_proj,0.0000075297,0.05000,2.022 +34,mlp.experts.45.gate_proj,0.0000105800,0.05000,2.050 +34,mlp.experts.48.gate_proj,0.0000476992,0.05000,2.017 +34,mlp.experts.51.gate_proj,0.0000405137,0.05000,2.085 +34,mlp.experts.50.gate_proj,0.0000233912,0.05000,2.030 +34,mlp.experts.49.gate_proj,0.0000339156,0.05000,2.032 +34,mlp.experts.52.gate_proj,0.0000035589,0.05000,2.010 +34,mlp.experts.55.gate_proj,0.0000324518,0.05000,2.005 +34,mlp.experts.54.gate_proj,0.0000103217,0.05000,2.013 +34,mlp.experts.53.gate_proj,0.0000321785,0.05000,2.055 +34,mlp.experts.56.gate_proj,0.0000212494,0.05000,2.042 +34,mlp.experts.59.gate_proj,0.0000051987,0.05000,2.050 +34,mlp.experts.58.gate_proj,0.0000156726,0.05000,2.077 +34,mlp.experts.57.gate_proj,0.0000338463,0.05000,2.049 +34,mlp.experts.60.gate_proj,0.0000172545,0.05000,2.052 +34,mlp.experts.63.gate_proj,0.0000486813,0.05000,2.028 +34,mlp.experts.62.gate_proj,0.0000151315,0.05000,2.039 +34,mlp.experts.61.gate_proj,0.0000413210,0.05000,2.013 +34,mlp.experts.64.gate_proj,0.0000336563,0.05000,2.019 +34,mlp.experts.67.gate_proj,0.0000531310,0.05000,2.077 +34,mlp.experts.66.gate_proj,0.0000128102,0.05000,2.046 +34,mlp.experts.65.gate_proj,0.0000179116,0.05000,2.050 +34,mlp.experts.68.gate_proj,0.0000181390,0.05000,2.023 +34,mlp.experts.71.gate_proj,0.0000165961,0.05000,2.066 +34,mlp.experts.70.gate_proj,0.0000272103,0.05000,2.079 +34,mlp.experts.69.gate_proj,0.0000395392,0.05000,2.042 +34,mlp.experts.72.gate_proj,0.0000162766,0.05000,2.016 +34,mlp.experts.75.gate_proj,0.0000255542,0.05000,2.049 +34,mlp.experts.74.gate_proj,0.0000238998,0.05000,2.032 +34,mlp.experts.73.gate_proj,0.0000355305,0.05000,2.051 +34,mlp.experts.76.gate_proj,0.0000160155,0.05000,2.028 +34,mlp.experts.79.gate_proj,0.0000467481,0.05000,2.023 +34,mlp.experts.78.gate_proj,0.0000139509,0.05000,2.049 +34,mlp.experts.77.gate_proj,0.0000056391,0.05000,2.107 +34,mlp.experts.80.gate_proj,0.0000159358,0.05000,2.045 +34,mlp.experts.83.gate_proj,0.0000173279,0.05000,2.038 +34,mlp.experts.82.gate_proj,0.0000130313,0.05000,2.057 +34,mlp.experts.81.gate_proj,0.0000199323,0.05000,2.055 +34,mlp.experts.84.gate_proj,0.0000182830,0.05000,2.036 +34,mlp.experts.87.gate_proj,0.0000093777,0.05000,2.023 +34,mlp.experts.86.gate_proj,0.0000168455,0.05000,2.057 +34,mlp.experts.85.gate_proj,0.0000208356,0.05000,2.017 +34,mlp.experts.88.gate_proj,0.0000188846,0.05000,2.034 +34,mlp.experts.91.gate_proj,0.0000353654,0.05000,2.062 +34,mlp.experts.90.gate_proj,0.0000523877,0.05000,2.034 +34,mlp.experts.89.gate_proj,0.0000101528,0.05000,2.114 +34,mlp.experts.92.gate_proj,0.0000369780,0.05000,2.039 +34,mlp.experts.95.gate_proj,0.0000043100,0.05000,2.046 +34,mlp.experts.94.gate_proj,0.0000103823,0.05000,2.018 +34,mlp.experts.93.gate_proj,0.0000542123,0.05000,2.057 +34,mlp.experts.96.gate_proj,0.0000160838,0.05000,2.041 +34,mlp.experts.99.gate_proj,0.0000273680,0.05000,2.081 +34,mlp.experts.98.gate_proj,0.0000147666,0.05000,2.066 +34,mlp.experts.97.gate_proj,0.0000067348,0.05000,2.095 +34,mlp.experts.100.gate_proj,0.0000177734,0.05000,2.045 +34,mlp.experts.103.gate_proj,0.0000203106,0.05000,2.049 +34,mlp.experts.102.gate_proj,0.0000159121,0.05000,2.062 +34,mlp.experts.101.gate_proj,0.0000280987,0.05000,2.091 +34,mlp.experts.104.gate_proj,0.0000135730,0.05000,2.086 +34,mlp.experts.107.gate_proj,0.0000300276,0.05000,2.108 +34,mlp.experts.106.gate_proj,0.0000207365,0.05000,2.117 +34,mlp.experts.105.gate_proj,0.0000074118,0.05000,2.122 +34,mlp.experts.108.gate_proj,0.0000227305,0.05000,2.038 +34,mlp.experts.111.gate_proj,0.0000056911,0.05000,2.101 +34,mlp.experts.110.gate_proj,0.0000592888,0.05000,2.075 +34,mlp.experts.109.gate_proj,0.0000055839,0.05000,2.053 +34,mlp.experts.112.gate_proj,0.0000286770,0.05000,2.048 +34,mlp.experts.114.gate_proj,0.0000221831,0.05000,2.046 +34,mlp.experts.115.gate_proj,0.0000400085,0.05000,2.134 +34,mlp.experts.113.gate_proj,0.0000173075,0.05000,2.138 +34,mlp.experts.116.gate_proj,0.0000243639,0.05000,2.045 +34,mlp.experts.118.gate_proj,0.0000101383,0.05000,2.059 +34,mlp.experts.119.gate_proj,0.0000173692,0.05000,2.044 +34,mlp.experts.117.gate_proj,0.0000175142,0.05000,2.060 +34,mlp.experts.120.gate_proj,0.0000353733,0.05000,2.057 +34,mlp.experts.122.gate_proj,0.0000089579,0.05000,2.060 +34,mlp.experts.123.gate_proj,0.0000186429,0.05000,2.073 +34,mlp.experts.121.gate_proj,0.0000399385,0.05000,2.144 +34,mlp.experts.124.gate_proj,0.0000090644,0.05000,2.057 +34,mlp.experts.127.gate_proj,0.0000106939,0.05000,2.024 +34,mlp.experts.126.gate_proj,0.0000099344,0.05000,2.097 +34,mlp.experts.125.gate_proj,0.0000077846,0.05000,2.095 +34,mlp.experts.128.gate_proj,0.0000225841,0.05000,2.056 +34,mlp.experts.131.gate_proj,0.0000327612,0.05000,2.058 +34,mlp.experts.130.gate_proj,0.0000220790,0.05000,2.152 +34,mlp.experts.129.gate_proj,0.0000228548,0.05000,2.051 +34,mlp.experts.132.gate_proj,0.0000217507,0.05000,2.029 +34,mlp.experts.135.gate_proj,0.0000170197,0.05000,2.018 +34,mlp.experts.134.gate_proj,0.0000042149,0.05000,2.148 +34,mlp.experts.133.gate_proj,0.0000273852,0.05000,2.070 +34,mlp.experts.136.gate_proj,0.0000151794,0.05000,2.098 +34,mlp.experts.139.gate_proj,0.0000123187,0.05000,2.053 +34,mlp.experts.138.gate_proj,0.0000064772,0.05000,2.115 +34,mlp.experts.137.gate_proj,0.0000198645,0.05000,2.088 +34,mlp.experts.140.gate_proj,0.0000120637,0.05000,2.086 +34,mlp.experts.143.gate_proj,0.0000059196,0.05000,2.107 +34,mlp.experts.142.gate_proj,0.0000178825,0.05000,2.115 +34,mlp.experts.141.gate_proj,0.0000127116,0.05000,2.067 +34,mlp.experts.144.gate_proj,0.0000065141,0.05000,2.053 +34,mlp.experts.147.gate_proj,0.0000157554,0.05000,2.047 +34,mlp.experts.146.gate_proj,0.0000173571,0.05000,2.112 +34,mlp.experts.145.gate_proj,0.0000241583,0.05000,2.080 +34,mlp.experts.148.gate_proj,0.0000039732,0.05000,2.063 +34,mlp.experts.151.gate_proj,0.0000250955,0.05000,2.083 +34,mlp.experts.150.gate_proj,0.0000085855,0.05000,2.127 +34,mlp.experts.149.gate_proj,0.0000566056,0.05000,2.063 +34,mlp.experts.152.gate_proj,0.0000184232,0.05000,2.127 +34,mlp.experts.155.gate_proj,0.0000100530,0.05000,2.081 +34,mlp.experts.154.gate_proj,0.0000175930,0.05000,2.115 +34,mlp.experts.153.gate_proj,0.0000060133,0.05000,2.062 +34,mlp.experts.156.gate_proj,0.0000082420,0.05000,2.062 +34,mlp.experts.159.gate_proj,0.0000168736,0.05000,2.102 +34,mlp.experts.157.gate_proj,0.0000710339,0.05000,2.045 +34,mlp.experts.158.gate_proj,0.0000048136,0.05000,2.245 +34,mlp.experts.0.up_proj,0.0000022358,0.05000,2.125 +34,mlp.experts.3.up_proj,0.0000040809,0.05000,2.124 +34,mlp.experts.1.up_proj,0.0000201582,0.05000,2.052 +34,mlp.experts.2.up_proj,0.0000130855,0.05000,2.111 +34,mlp.experts.4.up_proj,0.0000166521,0.05000,2.054 +34,mlp.experts.7.up_proj,0.0000039047,0.05000,2.069 +34,mlp.experts.5.up_proj,0.0000193423,0.05000,2.047 +34,mlp.experts.6.up_proj,0.0000164619,0.05000,2.099 +34,mlp.experts.8.up_proj,0.0000428557,0.05000,2.074 +34,mlp.experts.11.up_proj,0.0000105979,0.05000,2.081 +34,mlp.experts.9.up_proj,0.0000368409,0.05000,2.084 +34,mlp.experts.10.up_proj,0.0000120363,0.05000,2.115 +34,mlp.experts.12.up_proj,0.0000352252,0.05000,2.012 +34,mlp.experts.15.up_proj,0.0000128015,0.05000,2.036 +34,mlp.experts.13.up_proj,0.0000257076,0.05000,2.001 +34,mlp.experts.14.up_proj,0.0000149730,0.05000,2.023 +34,mlp.experts.16.up_proj,0.0000191948,0.05000,2.003 +34,mlp.experts.19.up_proj,0.0000360127,0.05000,1.994 +34,mlp.experts.17.up_proj,0.0000279924,0.05000,2.001 +34,mlp.experts.18.up_proj,0.0000397547,0.05000,2.062 +34,mlp.experts.20.up_proj,0.0000177253,0.05000,2.035 +34,mlp.experts.23.up_proj,0.0000069136,0.05000,2.005 +34,mlp.experts.21.up_proj,0.0000439569,0.05000,2.007 +34,mlp.experts.22.up_proj,0.0000217436,0.05000,2.069 +34,mlp.experts.24.up_proj,0.0000285283,0.05000,2.050 +34,mlp.experts.27.up_proj,0.0000107769,0.05000,2.012 +34,mlp.experts.25.up_proj,0.0000066069,0.05000,2.008 +34,mlp.experts.26.up_proj,0.0000103363,0.05000,2.027 +34,mlp.experts.28.up_proj,0.0000708836,0.05000,2.016 +34,mlp.experts.31.up_proj,0.0000238755,0.05000,2.068 +34,mlp.experts.29.up_proj,0.0000260998,0.05000,2.074 +34,mlp.experts.30.up_proj,0.0000202959,0.05000,2.032 +34,mlp.experts.32.up_proj,0.0000220936,0.05000,2.053 +34,mlp.experts.35.up_proj,0.0000517452,0.05000,2.070 +34,mlp.experts.33.up_proj,0.0000024269,0.05000,2.059 +34,mlp.experts.34.up_proj,0.0000177267,0.05000,2.030 +34,mlp.experts.36.up_proj,0.0000058443,0.05000,2.021 +34,mlp.experts.39.up_proj,0.0000219011,0.05000,2.040 +34,mlp.experts.37.up_proj,0.0000516636,0.05000,2.045 +34,mlp.experts.38.up_proj,0.0000101470,0.05000,2.050 +34,mlp.experts.40.up_proj,0.0000165457,0.05000,2.069 +34,mlp.experts.43.up_proj,0.0000339215,0.05000,2.124 +34,mlp.experts.41.up_proj,0.0000086749,0.05000,2.147 +34,mlp.experts.42.up_proj,0.0000474908,0.05000,2.126 +34,mlp.experts.44.up_proj,0.0000364394,0.05000,2.072 +34,mlp.experts.47.up_proj,0.0000145708,0.05000,2.053 +34,mlp.experts.45.up_proj,0.0000106616,0.05000,2.109 +34,mlp.experts.46.up_proj,0.0000073189,0.05000,2.062 +34,mlp.experts.48.up_proj,0.0000459685,0.05000,2.023 +34,mlp.experts.51.up_proj,0.0000392348,0.05000,2.081 +34,mlp.experts.49.up_proj,0.0000334442,0.05000,2.035 +34,mlp.experts.50.up_proj,0.0000226454,0.05000,2.043 +34,mlp.experts.52.up_proj,0.0000034892,0.05000,2.031 +34,mlp.experts.55.up_proj,0.0000323825,0.05000,2.115 +34,mlp.experts.53.up_proj,0.0000314866,0.05000,2.118 +34,mlp.experts.54.up_proj,0.0000102516,0.05000,2.099 +34,mlp.experts.56.up_proj,0.0000210532,0.05000,2.060 +34,mlp.experts.59.up_proj,0.0000052123,0.05000,2.063 +34,mlp.experts.57.up_proj,0.0000333817,0.05000,2.143 +34,mlp.experts.58.up_proj,0.0000155527,0.05000,2.036 +34,mlp.experts.60.up_proj,0.0000171218,0.05000,2.036 +34,mlp.experts.63.up_proj,0.0000473499,0.05000,2.087 +34,mlp.experts.61.up_proj,0.0000353268,0.05000,2.066 +34,mlp.experts.62.up_proj,0.0000151425,0.05000,2.097 +34,mlp.experts.64.up_proj,0.0000334853,0.05000,2.055 +34,mlp.experts.67.up_proj,0.0000522520,0.05000,2.053 +34,mlp.experts.65.up_proj,0.0000181853,0.05000,2.069 +34,mlp.experts.66.up_proj,0.0000132660,0.05000,2.149 +34,mlp.experts.68.up_proj,0.0000183785,0.05000,2.058 +34,mlp.experts.71.up_proj,0.0000162112,0.05000,2.049 +34,mlp.experts.69.up_proj,0.0000379256,0.05000,2.103 +34,mlp.experts.70.up_proj,0.0000279141,0.05000,2.106 +34,mlp.experts.72.up_proj,0.0000163051,0.05000,2.100 +34,mlp.experts.75.up_proj,0.0000249764,0.05000,2.094 +34,mlp.experts.73.up_proj,0.0000366200,0.05000,2.092 +34,mlp.experts.74.up_proj,0.0000242163,0.05000,2.073 +34,mlp.experts.76.up_proj,0.0000160033,0.05000,2.090 +34,mlp.experts.79.up_proj,0.0000458283,0.05000,2.070 +34,mlp.experts.77.up_proj,0.0000056288,0.05000,2.078 +34,mlp.experts.78.up_proj,0.0000137726,0.05000,2.025 +34,mlp.experts.80.up_proj,0.0000159868,0.05000,2.070 +34,mlp.experts.83.up_proj,0.0000173583,0.05000,2.069 +34,mlp.experts.81.up_proj,0.0000201530,0.05000,2.061 +34,mlp.experts.82.up_proj,0.0000129583,0.05000,2.095 +34,mlp.experts.84.up_proj,0.0000182434,0.05000,2.075 +34,mlp.experts.87.up_proj,0.0000091586,0.05000,2.034 +34,mlp.experts.85.up_proj,0.0000208325,0.05000,2.079 +34,mlp.experts.86.up_proj,0.0000164617,0.05000,2.021 +34,mlp.experts.88.up_proj,0.0000185753,0.05000,2.048 +34,mlp.experts.91.up_proj,0.0000354841,0.05000,2.029 +34,mlp.experts.89.up_proj,0.0000101418,0.05000,2.055 +34,mlp.experts.90.up_proj,0.0000521117,0.05000,2.011 +34,mlp.experts.92.up_proj,0.0000351258,0.05000,2.025 +34,mlp.experts.95.up_proj,0.0000043623,0.05000,2.093 +34,mlp.experts.93.up_proj,0.0000548081,0.05000,2.114 +34,mlp.experts.94.up_proj,0.0000101808,0.05000,2.076 +34,mlp.experts.96.up_proj,0.0000160018,0.05000,2.129 +34,mlp.experts.99.up_proj,0.0000274033,0.05000,2.077 +34,mlp.experts.97.up_proj,0.0000067123,0.05000,2.026 +34,mlp.experts.98.up_proj,0.0000144757,0.05000,2.096 +34,mlp.experts.100.up_proj,0.0000176607,0.05000,2.108 +34,mlp.experts.103.up_proj,0.0000200595,0.05000,2.047 +34,mlp.experts.101.up_proj,0.0000281051,0.05000,2.041 +34,mlp.experts.102.up_proj,0.0000160079,0.05000,2.098 +34,mlp.experts.104.up_proj,0.0000133538,0.05000,2.080 +34,mlp.experts.107.up_proj,0.0000301145,0.05000,2.068 +34,mlp.experts.105.up_proj,0.0000074456,0.05000,2.090 +34,mlp.experts.106.up_proj,0.0000207720,0.05000,2.050 +34,mlp.experts.108.up_proj,0.0000230051,0.05000,2.114 +34,mlp.experts.111.up_proj,0.0000057039,0.05000,2.033 +34,mlp.experts.109.up_proj,0.0000056189,0.05000,2.084 +34,mlp.experts.110.up_proj,0.0000542627,0.05000,2.056 +34,mlp.experts.112.up_proj,0.0000276937,0.05000,2.065 +34,mlp.experts.115.up_proj,0.0000381926,0.05000,2.041 +34,mlp.experts.113.up_proj,0.0000167197,0.05000,2.088 +34,mlp.experts.114.up_proj,0.0000217049,0.05000,2.090 +34,mlp.experts.116.up_proj,0.0000235845,0.05000,2.032 +34,mlp.experts.119.up_proj,0.0000178272,0.05000,2.029 +34,mlp.experts.117.up_proj,0.0000168014,0.05000,2.065 +34,mlp.experts.118.up_proj,0.0000101447,0.05000,2.065 +34,mlp.experts.120.up_proj,0.0000355651,0.05000,2.017 +34,mlp.experts.123.up_proj,0.0000187811,0.05000,2.021 +34,mlp.experts.121.up_proj,0.0000392256,0.05000,2.065 +34,mlp.experts.122.up_proj,0.0000086879,0.05000,2.073 +34,mlp.experts.124.up_proj,0.0000091141,0.05000,2.037 +34,mlp.experts.127.up_proj,0.0000102379,0.05000,2.092 +34,mlp.experts.125.up_proj,0.0000076600,0.05000,2.054 +34,mlp.experts.126.up_proj,0.0000099532,0.05000,2.088 +34,mlp.experts.128.up_proj,0.0000225306,0.05000,2.050 +34,mlp.experts.131.up_proj,0.0000328053,0.05000,2.152 +34,mlp.experts.129.up_proj,0.0000233449,0.05000,2.096 +34,mlp.experts.130.up_proj,0.0000213175,0.05000,2.046 +34,mlp.experts.132.up_proj,0.0000211767,0.05000,2.115 +34,mlp.experts.135.up_proj,0.0000163045,0.05000,2.100 +34,mlp.experts.133.up_proj,0.0000273852,0.05000,2.041 +34,mlp.experts.134.up_proj,0.0000043325,0.05000,2.025 +34,mlp.experts.136.up_proj,0.0000144155,0.05000,2.034 +34,mlp.experts.139.up_proj,0.0000117548,0.05000,2.043 +34,mlp.experts.137.up_proj,0.0000198991,0.05000,2.021 +34,mlp.experts.138.up_proj,0.0000061906,0.05000,2.024 +34,mlp.experts.140.up_proj,0.0000121361,0.05000,2.048 +34,mlp.experts.143.up_proj,0.0000060489,0.05000,2.114 +34,mlp.experts.141.up_proj,0.0000119919,0.05000,2.022 +34,mlp.experts.142.up_proj,0.0000179874,0.05000,2.051 +34,mlp.experts.144.up_proj,0.0000065280,0.05000,2.068 +34,mlp.experts.147.up_proj,0.0000153361,0.05000,2.097 +34,mlp.experts.145.up_proj,0.0000239434,0.05000,2.055 +34,mlp.experts.146.up_proj,0.0000161800,0.05000,2.023 +34,mlp.experts.148.up_proj,0.0000039784,0.05000,2.047 +34,mlp.experts.151.up_proj,0.0000251949,0.05000,2.036 +34,mlp.experts.149.up_proj,0.0000521170,0.05000,2.050 +34,mlp.experts.150.up_proj,0.0000085931,0.05000,2.041 +34,mlp.experts.152.up_proj,0.0000185113,0.05000,2.017 +34,mlp.experts.155.up_proj,0.0000096914,0.05000,2.092 +34,mlp.experts.153.up_proj,0.0000060490,0.05000,2.012 +34,mlp.experts.154.up_proj,0.0000176453,0.05000,2.023 +34,mlp.experts.156.up_proj,0.0000076838,0.05000,2.096 +34,mlp.experts.159.up_proj,0.0000168008,0.05000,1.946 +34,mlp.experts.157.up_proj,0.0000697934,0.05000,1.796 +34,mlp.experts.158.up_proj,0.0000045676,0.05000,1.750 +34,mlp.experts.2.down_proj,0.0000014564,0.05000,0.644 +34,mlp.experts.1.down_proj,0.0000026024,0.05000,0.654 +34,mlp.experts.0.down_proj,0.0000002444,0.05000,0.664 +34,mlp.experts.3.down_proj,0.0000001917,0.05000,0.692 +34,mlp.experts.6.down_proj,0.0000025593,0.05000,0.517 +34,mlp.experts.4.down_proj,0.0000015799,0.05000,0.508 +34,mlp.experts.5.down_proj,0.0000017589,0.05000,0.519 +34,mlp.experts.10.down_proj,0.0000022604,0.05000,0.630 +34,mlp.experts.7.down_proj,0.0000002593,0.05000,0.630 +34,mlp.experts.8.down_proj,0.0000059585,0.05000,0.631 +34,mlp.experts.9.down_proj,0.0000064828,0.05000,0.646 +34,mlp.experts.11.down_proj,0.0000009271,0.05000,0.612 +34,mlp.experts.14.down_proj,0.0000015093,0.05000,0.614 +34,mlp.experts.13.down_proj,0.0000048530,0.05000,0.617 +34,mlp.experts.12.down_proj,0.0000021575,0.05000,0.645 +34,mlp.experts.15.down_proj,0.0000014369,0.05000,0.623 +34,mlp.experts.18.down_proj,0.0000051123,0.05000,0.637 +34,mlp.experts.16.down_proj,0.0000017514,0.05000,0.616 +34,mlp.experts.17.down_proj,0.0000028535,0.05000,0.641 +34,mlp.experts.19.down_proj,0.0000062895,0.05000,0.605 +34,mlp.experts.21.down_proj,0.0000080135,0.05000,0.594 +34,mlp.experts.22.down_proj,0.0000036329,0.05000,0.617 +34,mlp.experts.20.down_proj,0.0000016027,0.05000,0.616 +34,mlp.experts.23.down_proj,0.0000012543,0.05000,0.629 +34,mlp.experts.26.down_proj,0.0000004546,0.05000,0.606 +34,mlp.experts.24.down_proj,0.0000028903,0.05000,0.616 +34,mlp.experts.25.down_proj,0.0000007874,0.05000,0.647 +34,mlp.experts.30.down_proj,0.0000022732,0.05000,0.610 +34,mlp.experts.27.down_proj,0.0000011154,0.05000,0.622 +34,mlp.experts.28.down_proj,0.0000094047,0.05000,0.638 +34,mlp.experts.29.down_proj,0.0000037081,0.05000,0.649 +34,mlp.experts.34.down_proj,0.0000013006,0.05000,0.602 +34,mlp.experts.31.down_proj,0.0000053340,0.05000,0.622 +34,mlp.experts.32.down_proj,0.0000030564,0.05000,0.602 +34,mlp.experts.33.down_proj,0.0000001526,0.05000,0.597 +34,mlp.experts.38.down_proj,0.0000007884,0.05000,0.607 +34,mlp.experts.35.down_proj,0.0000088222,0.05000,0.624 +34,mlp.experts.36.down_proj,0.0000014056,0.05000,0.607 +34,mlp.experts.37.down_proj,0.0000043476,0.05000,0.651 +34,mlp.experts.42.down_proj,0.0000067917,0.05000,0.610 +34,mlp.experts.39.down_proj,0.0000032569,0.05000,0.597 +34,mlp.experts.40.down_proj,0.0000017678,0.05000,0.605 +34,mlp.experts.41.down_proj,0.0000014095,0.05000,0.596 +34,mlp.experts.46.down_proj,0.0000005110,0.05000,0.622 +34,mlp.experts.43.down_proj,0.0000039508,0.05000,0.603 +34,mlp.experts.44.down_proj,0.0000037450,0.05000,0.603 +34,mlp.experts.45.down_proj,0.0000008950,0.05000,0.623 +34,mlp.experts.50.down_proj,0.0000019766,0.05000,0.633 +34,mlp.experts.47.down_proj,0.0000022075,0.05000,0.633 +34,mlp.experts.48.down_proj,0.0000050093,0.05000,0.637 +34,mlp.experts.49.down_proj,0.0000045678,0.05000,0.660 +34,mlp.experts.54.down_proj,0.0000008774,0.05000,0.632 +34,mlp.experts.52.down_proj,0.0000001619,0.05000,0.643 +34,mlp.experts.51.down_proj,0.0000078613,0.05000,0.676 +34,mlp.experts.53.down_proj,0.0000040592,0.05000,0.627 +34,mlp.experts.58.down_proj,0.0000021541,0.05000,0.609 +34,mlp.experts.56.down_proj,0.0000029570,0.05000,0.608 +34,mlp.experts.55.down_proj,0.0000046629,0.05000,0.607 +34,mlp.experts.57.down_proj,0.0000024848,0.05000,0.645 +34,mlp.experts.62.down_proj,0.0000022772,0.05000,0.603 +34,mlp.experts.60.down_proj,0.0000016382,0.05000,0.605 +34,mlp.experts.59.down_proj,0.0000003096,0.05000,0.619 +34,mlp.experts.61.down_proj,0.0000042422,0.05000,0.618 +34,mlp.experts.66.down_proj,0.0000016285,0.05000,0.606 +34,mlp.experts.64.down_proj,0.0000054737,0.05000,0.608 +34,mlp.experts.63.down_proj,0.0000058818,0.05000,0.606 +34,mlp.experts.65.down_proj,0.0000018983,0.05000,0.631 +34,mlp.experts.70.down_proj,0.0000024014,0.05000,0.606 +34,mlp.experts.68.down_proj,0.0000015881,0.05000,0.629 +34,mlp.experts.67.down_proj,0.0000039945,0.05000,0.604 +34,mlp.experts.69.down_proj,0.0000074048,0.05000,0.607 +34,mlp.experts.74.down_proj,0.0000025271,0.05000,0.606 +34,mlp.experts.71.down_proj,0.0000015971,0.05000,0.605 +34,mlp.experts.72.down_proj,0.0000011522,0.05000,0.608 +34,mlp.experts.73.down_proj,0.0000064616,0.05000,0.619 +34,mlp.experts.78.down_proj,0.0000026623,0.05000,0.609 +34,mlp.experts.75.down_proj,0.0000021973,0.05000,0.605 +34,mlp.experts.76.down_proj,0.0000020899,0.05000,0.632 +34,mlp.experts.77.down_proj,0.0000004511,0.05000,0.649 +34,mlp.experts.82.down_proj,0.0000017973,0.05000,0.606 +34,mlp.experts.79.down_proj,0.0000054037,0.05000,0.623 +34,mlp.experts.80.down_proj,0.0000017161,0.05000,0.608 +34,mlp.experts.81.down_proj,0.0000018137,0.05000,0.624 +34,mlp.experts.86.down_proj,0.0000013899,0.05000,0.620 +34,mlp.experts.83.down_proj,0.0000018189,0.05000,0.603 +34,mlp.experts.84.down_proj,0.0000010826,0.05000,0.604 +34,mlp.experts.85.down_proj,0.0000029609,0.05000,0.599 +34,mlp.experts.90.down_proj,0.0000117245,0.05000,0.602 +34,mlp.experts.87.down_proj,0.0000010565,0.05000,0.623 +34,mlp.experts.88.down_proj,0.0000018161,0.05000,0.625 +34,mlp.experts.89.down_proj,0.0000009878,0.05000,0.629 +34,mlp.experts.94.down_proj,0.0000018117,0.05000,0.601 +34,mlp.experts.91.down_proj,0.0000021279,0.05000,0.597 +34,mlp.experts.92.down_proj,0.0000042136,0.05000,0.607 +34,mlp.experts.93.down_proj,0.0000081091,0.05000,0.600 +34,mlp.experts.98.down_proj,0.0000016992,0.05000,0.599 +34,mlp.experts.95.down_proj,0.0000003623,0.05000,0.602 +34,mlp.experts.96.down_proj,0.0000018571,0.05000,0.604 +34,mlp.experts.97.down_proj,0.0000003651,0.05000,0.604 +34,mlp.experts.102.down_proj,0.0000025596,0.05000,0.623 +34,mlp.experts.99.down_proj,0.0000033919,0.05000,0.605 +34,mlp.experts.100.down_proj,0.0000034852,0.05000,0.609 +34,mlp.experts.101.down_proj,0.0000028035,0.05000,0.604 +34,mlp.experts.106.down_proj,0.0000022832,0.05000,0.610 +34,mlp.experts.103.down_proj,0.0000021943,0.05000,0.609 +34,mlp.experts.104.down_proj,0.0000012245,0.05000,0.615 +34,mlp.experts.105.down_proj,0.0000007021,0.05000,0.632 +34,mlp.experts.110.down_proj,0.0000052715,0.05000,0.656 +34,mlp.experts.107.down_proj,0.0000036237,0.05000,0.617 +34,mlp.experts.108.down_proj,0.0000020873,0.05000,0.633 +34,mlp.experts.109.down_proj,0.0000008102,0.05000,0.615 +34,mlp.experts.114.down_proj,0.0000016709,0.05000,0.608 +34,mlp.experts.111.down_proj,0.0000012140,0.05000,0.607 +34,mlp.experts.112.down_proj,0.0000026982,0.05000,0.629 +34,mlp.experts.113.down_proj,0.0000019359,0.05000,0.616 +34,mlp.experts.118.down_proj,0.0000010959,0.05000,0.628 +34,mlp.experts.115.down_proj,0.0000067912,0.05000,0.606 +34,mlp.experts.116.down_proj,0.0000018785,0.05000,0.631 +34,mlp.experts.117.down_proj,0.0000019289,0.05000,0.606 +34,mlp.experts.119.down_proj,0.0000015415,0.05000,0.630 +34,mlp.experts.122.down_proj,0.0000015160,0.05000,0.644 +34,mlp.experts.120.down_proj,0.0000037213,0.05000,0.612 +34,mlp.experts.121.down_proj,0.0000061096,0.05000,0.628 +34,mlp.experts.123.down_proj,0.0000016650,0.05000,0.599 +34,mlp.experts.126.down_proj,0.0000010598,0.05000,0.618 +34,mlp.experts.124.down_proj,0.0000007622,0.05000,0.603 +34,mlp.experts.125.down_proj,0.0000003034,0.05000,0.592 +34,mlp.experts.127.down_proj,0.0000018625,0.05000,0.624 +34,mlp.experts.130.down_proj,0.0000010837,0.05000,0.648 +34,mlp.experts.128.down_proj,0.0000027193,0.05000,0.606 +34,mlp.experts.129.down_proj,0.0000031692,0.05000,0.610 +34,mlp.experts.131.down_proj,0.0000055054,0.05000,0.647 +34,mlp.experts.132.down_proj,0.0000012060,0.05000,0.609 +34,mlp.experts.134.down_proj,0.0000005961,0.05000,0.655 +34,mlp.experts.133.down_proj,0.0000059675,0.05000,0.604 +34,mlp.experts.135.down_proj,0.0000016204,0.05000,0.602 +34,mlp.experts.136.down_proj,0.0000017460,0.05000,0.603 +34,mlp.experts.138.down_proj,0.0000005508,0.05000,0.618 +34,mlp.experts.137.down_proj,0.0000015875,0.05000,0.603 +34,mlp.experts.139.down_proj,0.0000011758,0.05000,0.609 +34,mlp.experts.140.down_proj,0.0000010318,0.05000,0.609 +34,mlp.experts.142.down_proj,0.0000019782,0.05000,0.626 +34,mlp.experts.141.down_proj,0.0000011578,0.05000,0.644 +34,mlp.experts.143.down_proj,0.0000007317,0.05000,0.605 +34,mlp.experts.144.down_proj,0.0000004175,0.05000,0.605 +34,mlp.experts.146.down_proj,0.0000019544,0.05000,0.607 +34,mlp.experts.145.down_proj,0.0000030478,0.05000,0.627 +34,mlp.experts.147.down_proj,0.0000021608,0.05000,0.602 +34,mlp.experts.148.down_proj,0.0000008691,0.05000,0.607 +34,mlp.experts.150.down_proj,0.0000019928,0.05000,0.607 +34,mlp.experts.149.down_proj,0.0000040148,0.05000,0.619 +34,mlp.experts.151.down_proj,0.0000046326,0.05000,0.596 +34,mlp.experts.152.down_proj,0.0000020228,0.05000,0.599 +34,mlp.experts.154.down_proj,0.0000019875,0.05000,0.597 +34,mlp.experts.153.down_proj,0.0000004209,0.05000,0.597 +34,mlp.experts.155.down_proj,0.0000012220,0.05000,0.622 +34,mlp.experts.156.down_proj,0.0000014378,0.05000,0.603 +34,mlp.experts.158.down_proj,0.0000002253,0.05000,0.589 +34,mlp.experts.157.down_proj,0.0000065252,0.05000,0.541 +34,mlp.experts.159.down_proj,0.0000024262,0.05000,0.342 +35,mlp.experts.3.gate_proj,0.0000218556,0.05000,2.107 +35,mlp.experts.0.gate_proj,0.0000258266,0.05000,2.110 +35,mlp.experts.1.gate_proj,0.0000049625,0.05000,2.187 +35,mlp.experts.2.gate_proj,0.0000089476,0.05000,2.191 +35,mlp.experts.4.gate_proj,0.0000189517,0.05000,2.046 +35,mlp.experts.7.gate_proj,0.0000073273,0.05000,2.091 +35,mlp.experts.6.gate_proj,0.0000297378,0.05000,2.088 +35,mlp.experts.5.gate_proj,0.0000130718,0.05000,2.136 +35,mlp.experts.11.gate_proj,0.0000191755,0.05000,2.044 +35,mlp.experts.8.gate_proj,0.0000246106,0.05000,2.114 +35,mlp.experts.10.gate_proj,0.0000140123,0.05000,2.066 +35,mlp.experts.9.gate_proj,0.0000452085,0.05000,2.089 +35,mlp.experts.12.gate_proj,0.0000165318,0.05000,2.034 +35,mlp.experts.15.gate_proj,0.0000721712,0.05000,2.099 +35,mlp.experts.14.gate_proj,0.0000521573,0.05000,2.100 +35,mlp.experts.13.gate_proj,0.0000116036,0.05000,2.035 +35,mlp.experts.16.gate_proj,0.0000222944,0.05000,2.071 +35,mlp.experts.19.gate_proj,0.0000187400,0.05000,2.067 +35,mlp.experts.17.gate_proj,0.0000141598,0.05000,2.032 +35,mlp.experts.18.gate_proj,0.0000263864,0.05000,2.035 +35,mlp.experts.23.gate_proj,0.0000148728,0.05000,2.052 +35,mlp.experts.21.gate_proj,0.0000282382,0.05000,2.041 +35,mlp.experts.20.gate_proj,0.0000214382,0.05000,2.165 +35,mlp.experts.22.gate_proj,0.0000209301,0.05000,2.109 +35,mlp.experts.27.gate_proj,0.0000051827,0.05000,2.054 +35,mlp.experts.25.gate_proj,0.0000267095,0.05000,2.057 +35,mlp.experts.24.gate_proj,0.0000248454,0.05000,2.086 +35,mlp.experts.26.gate_proj,0.0000420139,0.05000,2.069 +35,mlp.experts.31.gate_proj,0.0000174414,0.05000,2.051 +35,mlp.experts.29.gate_proj,0.0000426563,0.05000,2.049 +35,mlp.experts.28.gate_proj,0.0000193259,0.05000,2.042 +35,mlp.experts.30.gate_proj,0.0000161631,0.05000,2.050 +35,mlp.experts.33.gate_proj,0.0000284988,0.05000,2.053 +35,mlp.experts.35.gate_proj,0.0000213122,0.05000,2.112 +35,mlp.experts.32.gate_proj,0.0000315923,0.05000,2.013 +35,mlp.experts.34.gate_proj,0.0000238478,0.05000,2.060 +35,mlp.experts.37.gate_proj,0.0000183290,0.05000,2.073 +35,mlp.experts.36.gate_proj,0.0000111149,0.05000,2.102 +35,mlp.experts.39.gate_proj,0.0000154040,0.05000,2.106 +35,mlp.experts.38.gate_proj,0.0000067915,0.05000,2.077 +35,mlp.experts.41.gate_proj,0.0000236495,0.05000,2.095 +35,mlp.experts.42.gate_proj,0.0000142636,0.05000,2.055 +35,mlp.experts.40.gate_proj,0.0000168114,0.05000,2.151 +35,mlp.experts.43.gate_proj,0.0000240979,0.05000,2.309 +35,mlp.experts.45.gate_proj,0.0000512139,0.05000,2.039 +35,mlp.experts.46.gate_proj,0.0000357466,0.05000,2.050 +35,mlp.experts.44.gate_proj,0.0000174148,0.05000,2.080 +35,mlp.experts.47.gate_proj,0.0000097570,0.05000,2.059 +35,mlp.experts.49.gate_proj,0.0000120110,0.05000,2.059 +35,mlp.experts.50.gate_proj,0.0000048970,0.05000,2.103 +35,mlp.experts.48.gate_proj,0.0000500146,0.05000,2.080 +35,mlp.experts.51.gate_proj,0.0000263321,0.05000,2.091 +35,mlp.experts.53.gate_proj,0.0000198115,0.05000,2.061 +35,mlp.experts.54.gate_proj,0.0000244732,0.05000,2.048 +35,mlp.experts.52.gate_proj,0.0000227595,0.05000,2.078 +35,mlp.experts.55.gate_proj,0.0000208954,0.05000,2.087 +35,mlp.experts.57.gate_proj,0.0000422876,0.05000,2.030 +35,mlp.experts.56.gate_proj,0.0000250364,0.05000,2.021 +35,mlp.experts.58.gate_proj,0.0000150076,0.05000,2.099 +35,mlp.experts.59.gate_proj,0.0000226236,0.05000,2.050 +35,mlp.experts.61.gate_proj,0.0000149947,0.05000,2.037 +35,mlp.experts.62.gate_proj,0.0000183520,0.05000,2.032 +35,mlp.experts.60.gate_proj,0.0000357445,0.05000,2.058 +35,mlp.experts.63.gate_proj,0.0000144319,0.05000,2.062 +35,mlp.experts.65.gate_proj,0.0000207804,0.05000,2.040 +35,mlp.experts.64.gate_proj,0.0000269178,0.05000,2.035 +35,mlp.experts.66.gate_proj,0.0000749495,0.05000,2.092 +35,mlp.experts.67.gate_proj,0.0000305953,0.05000,2.093 +35,mlp.experts.69.gate_proj,0.0000227477,0.05000,2.064 +35,mlp.experts.68.gate_proj,0.0000060270,0.05000,2.081 +35,mlp.experts.70.gate_proj,0.0000132988,0.05000,2.050 +35,mlp.experts.71.gate_proj,0.0000228039,0.05000,2.064 +35,mlp.experts.73.gate_proj,0.0000149774,0.05000,2.057 +35,mlp.experts.74.gate_proj,0.0000322648,0.05000,2.083 +35,mlp.experts.72.gate_proj,0.0000078658,0.05000,2.086 +35,mlp.experts.75.gate_proj,0.0000128427,0.05000,2.065 +35,mlp.experts.77.gate_proj,0.0000042719,0.05000,2.086 +35,mlp.experts.76.gate_proj,0.0000452695,0.05000,2.045 +35,mlp.experts.78.gate_proj,0.0000219778,0.05000,2.077 +35,mlp.experts.79.gate_proj,0.0000220320,0.05000,2.029 +35,mlp.experts.81.gate_proj,0.0000170789,0.05000,2.074 +35,mlp.experts.80.gate_proj,0.0000290088,0.05000,2.041 +35,mlp.experts.82.gate_proj,0.0000023898,0.05000,2.070 +35,mlp.experts.83.gate_proj,0.0000226778,0.05000,2.061 +35,mlp.experts.85.gate_proj,0.0000204131,0.05000,2.045 +35,mlp.experts.84.gate_proj,0.0000095254,0.05000,2.083 +35,mlp.experts.86.gate_proj,0.0000206092,0.05000,2.086 +35,mlp.experts.87.gate_proj,0.0000042480,0.05000,2.098 +35,mlp.experts.89.gate_proj,0.0000037467,0.05000,2.043 +35,mlp.experts.88.gate_proj,0.0000186478,0.05000,2.062 +35,mlp.experts.90.gate_proj,0.0000244114,0.05000,2.106 +35,mlp.experts.91.gate_proj,0.0000261366,0.05000,2.055 +35,mlp.experts.93.gate_proj,0.0000106946,0.05000,2.048 +35,mlp.experts.92.gate_proj,0.0000100113,0.05000,2.077 +35,mlp.experts.94.gate_proj,0.0000217515,0.05000,2.097 +35,mlp.experts.95.gate_proj,0.0000191776,0.05000,2.041 +35,mlp.experts.97.gate_proj,0.0000526417,0.05000,2.059 +35,mlp.experts.96.gate_proj,0.0000186271,0.05000,2.070 +35,mlp.experts.98.gate_proj,0.0000647018,0.05000,2.080 +35,mlp.experts.99.gate_proj,0.0000206165,0.05000,2.049 +35,mlp.experts.101.gate_proj,0.0000117465,0.05000,2.008 +35,mlp.experts.100.gate_proj,0.0000462565,0.05000,2.035 +35,mlp.experts.102.gate_proj,0.0000103238,0.05000,2.010 +35,mlp.experts.103.gate_proj,0.0000223863,0.05000,2.028 +35,mlp.experts.105.gate_proj,0.0000326299,0.05000,2.014 +35,mlp.experts.104.gate_proj,0.0000224582,0.05000,2.037 +35,mlp.experts.106.gate_proj,0.0000294347,0.05000,2.043 +35,mlp.experts.107.gate_proj,0.0000538392,0.05000,2.049 +35,mlp.experts.109.gate_proj,0.0000180749,0.05000,2.029 +35,mlp.experts.108.gate_proj,0.0000089309,0.05000,2.045 +35,mlp.experts.110.gate_proj,0.0000279706,0.05000,2.047 +35,mlp.experts.111.gate_proj,0.0000178363,0.05000,2.054 +35,mlp.experts.113.gate_proj,0.0000175602,0.05000,2.026 +35,mlp.experts.112.gate_proj,0.0000198554,0.05000,2.084 +35,mlp.experts.114.gate_proj,0.0000489897,0.05000,2.035 +35,mlp.experts.115.gate_proj,0.0000141825,0.05000,2.065 +35,mlp.experts.117.gate_proj,0.0000205181,0.05000,2.070 +35,mlp.experts.116.gate_proj,0.0000185373,0.05000,2.030 +35,mlp.experts.118.gate_proj,0.0000203835,0.05000,2.087 +35,mlp.experts.119.gate_proj,0.0000038287,0.05000,2.024 +35,mlp.experts.121.gate_proj,0.0000385217,0.05000,2.011 +35,mlp.experts.120.gate_proj,0.0000401671,0.05000,2.019 +35,mlp.experts.123.gate_proj,0.0000226393,0.05000,2.007 +35,mlp.experts.122.gate_proj,0.0000121669,0.05000,2.032 +35,mlp.experts.125.gate_proj,0.0000143276,0.05000,2.046 +35,mlp.experts.124.gate_proj,0.0000199924,0.05000,2.070 +35,mlp.experts.127.gate_proj,0.0000266457,0.05000,2.030 +35,mlp.experts.126.gate_proj,0.0000034888,0.05000,2.071 +35,mlp.experts.129.gate_proj,0.0000147560,0.05000,2.051 +35,mlp.experts.128.gate_proj,0.0000388304,0.05000,2.029 +35,mlp.experts.130.gate_proj,0.0000195099,0.05000,2.036 +35,mlp.experts.131.gate_proj,0.0000383279,0.05000,2.104 +35,mlp.experts.133.gate_proj,0.0000138892,0.05000,2.027 +35,mlp.experts.132.gate_proj,0.0000119251,0.05000,2.060 +35,mlp.experts.135.gate_proj,0.0000172112,0.05000,2.036 +35,mlp.experts.134.gate_proj,0.0000255663,0.05000,2.122 +35,mlp.experts.137.gate_proj,0.0000221065,0.05000,2.117 +35,mlp.experts.136.gate_proj,0.0000246153,0.05000,2.096 +35,mlp.experts.139.gate_proj,0.0000105120,0.05000,2.068 +35,mlp.experts.138.gate_proj,0.0000198354,0.05000,2.087 +35,mlp.experts.141.gate_proj,0.0000035660,0.05000,2.100 +35,mlp.experts.140.gate_proj,0.0000408012,0.05000,2.102 +35,mlp.experts.143.gate_proj,0.0000220347,0.05000,2.065 +35,mlp.experts.142.gate_proj,0.0000262425,0.05000,2.093 +35,mlp.experts.145.gate_proj,0.0000050235,0.05000,2.064 +35,mlp.experts.144.gate_proj,0.0000183807,0.05000,2.144 +35,mlp.experts.147.gate_proj,0.0000290173,0.05000,2.104 +35,mlp.experts.146.gate_proj,0.0000063094,0.05000,2.069 +35,mlp.experts.149.gate_proj,0.0000131350,0.05000,2.073 +35,mlp.experts.148.gate_proj,0.0000113940,0.05000,2.080 +35,mlp.experts.151.gate_proj,0.0000345734,0.05000,2.069 +35,mlp.experts.150.gate_proj,0.0000197079,0.05000,2.049 +35,mlp.experts.153.gate_proj,0.0000071577,0.05000,2.108 +35,mlp.experts.152.gate_proj,0.0000086765,0.05000,2.053 +35,mlp.experts.154.gate_proj,0.0000080913,0.05000,2.034 +35,mlp.experts.155.gate_proj,0.0000268858,0.05000,2.088 +35,mlp.experts.157.gate_proj,0.0000181002,0.05000,2.064 +35,mlp.experts.156.gate_proj,0.0000177105,0.05000,2.053 +35,mlp.experts.159.gate_proj,0.0000131690,0.05000,2.083 +35,mlp.experts.158.gate_proj,0.0000208039,0.05000,2.147 +35,mlp.experts.1.up_proj,0.0000050153,0.05000,2.055 +35,mlp.experts.0.up_proj,0.0000260141,0.05000,2.073 +35,mlp.experts.3.up_proj,0.0000219269,0.05000,2.046 +35,mlp.experts.2.up_proj,0.0000085378,0.05000,2.080 +35,mlp.experts.5.up_proj,0.0000134356,0.05000,2.057 +35,mlp.experts.4.up_proj,0.0000190303,0.05000,2.070 +35,mlp.experts.7.up_proj,0.0000070826,0.05000,2.053 +35,mlp.experts.6.up_proj,0.0000298881,0.05000,2.068 +35,mlp.experts.9.up_proj,0.0000452761,0.05000,2.065 +35,mlp.experts.8.up_proj,0.0000236384,0.05000,2.086 +35,mlp.experts.11.up_proj,0.0000186173,0.05000,2.104 +35,mlp.experts.10.up_proj,0.0000143531,0.05000,2.049 +35,mlp.experts.13.up_proj,0.0000120111,0.05000,2.043 +35,mlp.experts.12.up_proj,0.0000156291,0.05000,2.043 +35,mlp.experts.15.up_proj,0.0000698231,0.05000,2.061 +35,mlp.experts.14.up_proj,0.0000518723,0.05000,2.067 +35,mlp.experts.17.up_proj,0.0000140907,0.05000,2.109 +35,mlp.experts.16.up_proj,0.0000223581,0.05000,2.063 +35,mlp.experts.18.up_proj,0.0000248425,0.05000,2.046 +35,mlp.experts.19.up_proj,0.0000184104,0.05000,2.160 +35,mlp.experts.21.up_proj,0.0000277363,0.05000,2.058 +35,mlp.experts.20.up_proj,0.0000213363,0.05000,2.069 +35,mlp.experts.22.up_proj,0.0000188118,0.05000,2.057 +35,mlp.experts.23.up_proj,0.0000142316,0.05000,2.085 +35,mlp.experts.25.up_proj,0.0000273674,0.05000,2.117 +35,mlp.experts.24.up_proj,0.0000249914,0.05000,2.118 +35,mlp.experts.26.up_proj,0.0000416498,0.05000,2.099 +35,mlp.experts.27.up_proj,0.0000050551,0.05000,2.083 +35,mlp.experts.29.up_proj,0.0000409210,0.05000,2.108 +35,mlp.experts.28.up_proj,0.0000192890,0.05000,2.096 +35,mlp.experts.30.up_proj,0.0000162284,0.05000,2.074 +35,mlp.experts.31.up_proj,0.0000169060,0.05000,2.050 +35,mlp.experts.33.up_proj,0.0000282303,0.05000,2.066 +35,mlp.experts.32.up_proj,0.0000296060,0.05000,2.041 +35,mlp.experts.34.up_proj,0.0000231378,0.05000,2.062 +35,mlp.experts.35.up_proj,0.0000217601,0.05000,2.146 +35,mlp.experts.37.up_proj,0.0000183305,0.05000,2.081 +35,mlp.experts.36.up_proj,0.0000116279,0.05000,2.068 +35,mlp.experts.38.up_proj,0.0000068640,0.05000,2.046 +35,mlp.experts.39.up_proj,0.0000153016,0.05000,2.046 +35,mlp.experts.41.up_proj,0.0000235829,0.05000,2.053 +35,mlp.experts.40.up_proj,0.0000167188,0.05000,2.085 +35,mlp.experts.42.up_proj,0.0000129470,0.05000,2.061 +35,mlp.experts.43.up_proj,0.0000241601,0.05000,2.052 +35,mlp.experts.45.up_proj,0.0000457240,0.05000,2.094 +35,mlp.experts.44.up_proj,0.0000171873,0.05000,2.055 +35,mlp.experts.46.up_proj,0.0000368495,0.05000,2.060 +35,mlp.experts.47.up_proj,0.0000098316,0.05000,2.056 +35,mlp.experts.49.up_proj,0.0000121065,0.05000,2.062 +35,mlp.experts.48.up_proj,0.0000482426,0.05000,2.043 +35,mlp.experts.50.up_proj,0.0000048889,0.05000,2.082 +35,mlp.experts.51.up_proj,0.0000256224,0.05000,2.052 +35,mlp.experts.53.up_proj,0.0000193725,0.05000,2.111 +35,mlp.experts.52.up_proj,0.0000231087,0.05000,2.156 +35,mlp.experts.54.up_proj,0.0000253304,0.05000,2.100 +35,mlp.experts.55.up_proj,0.0000205889,0.05000,2.125 +35,mlp.experts.57.up_proj,0.0000405747,0.05000,2.089 +35,mlp.experts.56.up_proj,0.0000246816,0.05000,2.060 +35,mlp.experts.58.up_proj,0.0000149996,0.05000,2.053 +35,mlp.experts.59.up_proj,0.0000228723,0.05000,2.048 +35,mlp.experts.61.up_proj,0.0000146588,0.05000,2.141 +35,mlp.experts.60.up_proj,0.0000367212,0.05000,2.098 +35,mlp.experts.62.up_proj,0.0000171015,0.05000,2.087 +35,mlp.experts.63.up_proj,0.0000144886,0.05000,2.078 +35,mlp.experts.65.up_proj,0.0000199035,0.05000,2.116 +35,mlp.experts.64.up_proj,0.0000268541,0.05000,2.086 +35,mlp.experts.66.up_proj,0.0000735114,0.05000,2.086 +35,mlp.experts.67.up_proj,0.0000298611,0.05000,2.108 +35,mlp.experts.69.up_proj,0.0000229618,0.05000,2.077 +35,mlp.experts.68.up_proj,0.0000058651,0.05000,2.065 +35,mlp.experts.70.up_proj,0.0000130569,0.05000,2.081 +35,mlp.experts.71.up_proj,0.0000224904,0.05000,2.113 +35,mlp.experts.73.up_proj,0.0000149890,0.05000,2.094 +35,mlp.experts.74.up_proj,0.0000318092,0.05000,2.050 +35,mlp.experts.72.up_proj,0.0000078204,0.05000,2.137 +35,mlp.experts.75.up_proj,0.0000129033,0.05000,2.073 +35,mlp.experts.77.up_proj,0.0000041276,0.05000,2.049 +35,mlp.experts.78.up_proj,0.0000213085,0.05000,2.053 +35,mlp.experts.76.up_proj,0.0000462691,0.05000,2.032 +35,mlp.experts.79.up_proj,0.0000220411,0.05000,2.052 +35,mlp.experts.81.up_proj,0.0000167275,0.05000,2.082 +35,mlp.experts.80.up_proj,0.0000300208,0.05000,2.058 +35,mlp.experts.82.up_proj,0.0000023484,0.05000,2.108 +35,mlp.experts.83.up_proj,0.0000216451,0.05000,2.064 +35,mlp.experts.85.up_proj,0.0000201419,0.05000,2.062 +35,mlp.experts.84.up_proj,0.0000096103,0.05000,2.063 +35,mlp.experts.86.up_proj,0.0000207202,0.05000,2.122 +35,mlp.experts.87.up_proj,0.0000041925,0.05000,2.074 +35,mlp.experts.89.up_proj,0.0000036902,0.05000,2.101 +35,mlp.experts.88.up_proj,0.0000187928,0.05000,2.067 +35,mlp.experts.90.up_proj,0.0000251342,0.05000,2.109 +35,mlp.experts.91.up_proj,0.0000260944,0.05000,2.115 +35,mlp.experts.93.up_proj,0.0000109052,0.05000,2.089 +35,mlp.experts.92.up_proj,0.0000094478,0.05000,2.114 +35,mlp.experts.94.up_proj,0.0000198533,0.05000,2.076 +35,mlp.experts.95.up_proj,0.0000190317,0.05000,2.089 +35,mlp.experts.97.up_proj,0.0000509444,0.05000,2.065 +35,mlp.experts.96.up_proj,0.0000188079,0.05000,2.095 +35,mlp.experts.98.up_proj,0.0000636169,0.05000,2.057 +35,mlp.experts.99.up_proj,0.0000210557,0.05000,2.105 +35,mlp.experts.101.up_proj,0.0000117148,0.05000,2.076 +35,mlp.experts.100.up_proj,0.0000450121,0.05000,2.094 +35,mlp.experts.102.up_proj,0.0000103329,0.05000,2.129 +35,mlp.experts.103.up_proj,0.0000219361,0.05000,2.090 +35,mlp.experts.105.up_proj,0.0000328187,0.05000,2.064 +35,mlp.experts.104.up_proj,0.0000222621,0.05000,2.083 +35,mlp.experts.106.up_proj,0.0000286903,0.05000,2.084 +35,mlp.experts.107.up_proj,0.0000524675,0.05000,2.095 +35,mlp.experts.109.up_proj,0.0000184101,0.05000,2.109 +35,mlp.experts.108.up_proj,0.0000090448,0.05000,2.054 +35,mlp.experts.110.up_proj,0.0000270103,0.05000,2.198 +35,mlp.experts.111.up_proj,0.0000172684,0.05000,2.105 +35,mlp.experts.113.up_proj,0.0000176725,0.05000,2.063 +35,mlp.experts.112.up_proj,0.0000197825,0.05000,2.084 +35,mlp.experts.114.up_proj,0.0000480614,0.05000,2.080 +35,mlp.experts.115.up_proj,0.0000142009,0.05000,2.097 +35,mlp.experts.117.up_proj,0.0000198146,0.05000,2.044 +35,mlp.experts.116.up_proj,0.0000181887,0.05000,2.044 +35,mlp.experts.118.up_proj,0.0000190509,0.05000,2.089 +35,mlp.experts.119.up_proj,0.0000038424,0.05000,2.104 +35,mlp.experts.121.up_proj,0.0000364877,0.05000,2.054 +35,mlp.experts.120.up_proj,0.0000411483,0.05000,2.085 +35,mlp.experts.122.up_proj,0.0000120247,0.05000,2.122 +35,mlp.experts.123.up_proj,0.0000224472,0.05000,2.106 +35,mlp.experts.125.up_proj,0.0000139388,0.05000,2.082 +35,mlp.experts.124.up_proj,0.0000199619,0.05000,2.119 +35,mlp.experts.126.up_proj,0.0000035051,0.05000,2.112 +35,mlp.experts.127.up_proj,0.0000267584,0.05000,2.129 +35,mlp.experts.129.up_proj,0.0000148117,0.05000,2.108 +35,mlp.experts.128.up_proj,0.0000376512,0.05000,2.048 +35,mlp.experts.130.up_proj,0.0000187444,0.05000,2.086 +35,mlp.experts.131.up_proj,0.0000344306,0.05000,2.089 +35,mlp.experts.133.up_proj,0.0000137691,0.05000,2.053 +35,mlp.experts.132.up_proj,0.0000120998,0.05000,2.103 +35,mlp.experts.134.up_proj,0.0000251832,0.05000,2.069 +35,mlp.experts.135.up_proj,0.0000168374,0.05000,2.088 +35,mlp.experts.137.up_proj,0.0000215974,0.05000,2.053 +35,mlp.experts.136.up_proj,0.0000246796,0.05000,2.066 +35,mlp.experts.138.up_proj,0.0000203193,0.05000,2.085 +35,mlp.experts.139.up_proj,0.0000100888,0.05000,2.054 +35,mlp.experts.141.up_proj,0.0000035501,0.05000,2.011 +35,mlp.experts.140.up_proj,0.0000412779,0.05000,2.019 +35,mlp.experts.142.up_proj,0.0000256754,0.05000,2.056 +35,mlp.experts.143.up_proj,0.0000236037,0.05000,2.033 +35,mlp.experts.145.up_proj,0.0000047638,0.05000,2.038 +35,mlp.experts.144.up_proj,0.0000184127,0.05000,2.052 +35,mlp.experts.147.up_proj,0.0000293533,0.05000,2.028 +35,mlp.experts.146.up_proj,0.0000063571,0.05000,2.099 +35,mlp.experts.149.up_proj,0.0000129056,0.05000,2.043 +35,mlp.experts.148.up_proj,0.0000117775,0.05000,2.055 +35,mlp.experts.151.up_proj,0.0000329884,0.05000,2.031 +35,mlp.experts.150.up_proj,0.0000201233,0.05000,2.128 +35,mlp.experts.153.up_proj,0.0000070401,0.05000,2.045 +35,mlp.experts.152.up_proj,0.0000086394,0.05000,2.017 +35,mlp.experts.155.up_proj,0.0000274408,0.05000,2.026 +35,mlp.experts.154.up_proj,0.0000080969,0.05000,2.072 +35,mlp.experts.157.up_proj,0.0000177044,0.05000,2.029 +35,mlp.experts.156.up_proj,0.0000174791,0.05000,1.953 +35,mlp.experts.159.up_proj,0.0000131585,0.05000,1.904 +35,mlp.experts.158.up_proj,0.0000202339,0.05000,1.774 +35,mlp.experts.0.down_proj,0.0000033883,0.05000,0.628 +35,mlp.experts.3.down_proj,0.0000023182,0.05000,0.630 +35,mlp.experts.1.down_proj,0.0000006889,0.05000,0.636 +35,mlp.experts.2.down_proj,0.0000021002,0.05000,0.657 +35,mlp.experts.7.down_proj,0.0000008432,0.05000,0.607 +35,mlp.experts.5.down_proj,0.0000017769,0.05000,0.617 +35,mlp.experts.4.down_proj,0.0000033258,0.05000,0.630 +35,mlp.experts.6.down_proj,0.0000044013,0.05000,0.608 +35,mlp.experts.11.down_proj,0.0000041639,0.05000,0.606 +35,mlp.experts.8.down_proj,0.0000060119,0.05000,0.601 +35,mlp.experts.9.down_proj,0.0000040545,0.05000,0.609 +35,mlp.experts.10.down_proj,0.0000013054,0.05000,0.612 +35,mlp.experts.15.down_proj,0.0000115511,0.05000,0.608 +35,mlp.experts.13.down_proj,0.0000018185,0.05000,0.613 +35,mlp.experts.12.down_proj,0.0000011217,0.05000,0.634 +35,mlp.experts.14.down_proj,0.0000122574,0.05000,0.627 +35,mlp.experts.19.down_proj,0.0000022175,0.05000,0.603 +35,mlp.experts.17.down_proj,0.0000023238,0.05000,0.607 +35,mlp.experts.16.down_proj,0.0000026723,0.05000,0.610 +35,mlp.experts.18.down_proj,0.0000023033,0.05000,0.602 +35,mlp.experts.23.down_proj,0.0000014326,0.05000,0.633 +35,mlp.experts.21.down_proj,0.0000019519,0.05000,0.611 +35,mlp.experts.20.down_proj,0.0000012123,0.05000,0.629 +35,mlp.experts.22.down_proj,0.0000022004,0.05000,0.634 +35,mlp.experts.27.down_proj,0.0000004842,0.05000,0.603 +35,mlp.experts.25.down_proj,0.0000036111,0.05000,0.612 +35,mlp.experts.26.down_proj,0.0000034530,0.05000,0.606 +35,mlp.experts.24.down_proj,0.0000052545,0.05000,0.625 +35,mlp.experts.31.down_proj,0.0000015241,0.05000,0.602 +35,mlp.experts.29.down_proj,0.0000043149,0.05000,0.609 +35,mlp.experts.30.down_proj,0.0000021217,0.05000,0.607 +35,mlp.experts.28.down_proj,0.0000024573,0.05000,0.623 +35,mlp.experts.33.down_proj,0.0000029963,0.05000,0.615 +35,mlp.experts.35.down_proj,0.0000023587,0.05000,0.677 +35,mlp.experts.34.down_proj,0.0000018557,0.05000,0.619 +35,mlp.experts.32.down_proj,0.0000028082,0.05000,0.630 +35,mlp.experts.37.down_proj,0.0000024083,0.05000,0.636 +35,mlp.experts.39.down_proj,0.0000014404,0.05000,0.614 +35,mlp.experts.38.down_proj,0.0000013516,0.05000,0.615 +35,mlp.experts.36.down_proj,0.0000006946,0.05000,0.610 +35,mlp.experts.41.down_proj,0.0000025626,0.05000,0.624 +35,mlp.experts.42.down_proj,0.0000009894,0.05000,0.621 +35,mlp.experts.40.down_proj,0.0000020834,0.05000,0.622 +35,mlp.experts.43.down_proj,0.0000034341,0.05000,0.663 +35,mlp.experts.45.down_proj,0.0000062540,0.05000,0.666 +35,mlp.experts.46.down_proj,0.0000044774,0.05000,0.647 +35,mlp.experts.47.down_proj,0.0000010516,0.05000,0.647 +35,mlp.experts.44.down_proj,0.0000012501,0.05000,0.665 +35,mlp.experts.49.down_proj,0.0000016931,0.05000,0.625 +35,mlp.experts.50.down_proj,0.0000003816,0.05000,0.638 +35,mlp.experts.51.down_proj,0.0000029940,0.05000,0.622 +35,mlp.experts.48.down_proj,0.0000075553,0.05000,0.636 +35,mlp.experts.54.down_proj,0.0000042369,0.05000,0.621 +35,mlp.experts.55.down_proj,0.0000025895,0.05000,0.617 +35,mlp.experts.53.down_proj,0.0000037416,0.05000,0.664 +35,mlp.experts.52.down_proj,0.0000028877,0.05000,0.615 +35,mlp.experts.58.down_proj,0.0000012785,0.05000,0.615 +35,mlp.experts.56.down_proj,0.0000028051,0.05000,0.608 +35,mlp.experts.59.down_proj,0.0000024653,0.05000,0.641 +35,mlp.experts.57.down_proj,0.0000023446,0.05000,0.653 +35,mlp.experts.62.down_proj,0.0000017440,0.05000,0.641 +35,mlp.experts.60.down_proj,0.0000061888,0.05000,0.615 +35,mlp.experts.63.down_proj,0.0000014240,0.05000,0.658 +35,mlp.experts.61.down_proj,0.0000015259,0.05000,0.654 +35,mlp.experts.66.down_proj,0.0000142372,0.05000,0.431 +35,mlp.experts.64.down_proj,0.0000038964,0.05000,0.423 +35,mlp.experts.70.down_proj,0.0000011292,0.05000,0.636 +35,mlp.experts.65.down_proj,0.0000027443,0.05000,0.643 +35,mlp.experts.68.down_proj,0.0000005869,0.05000,0.643 +35,mlp.experts.67.down_proj,0.0000019979,0.05000,0.660 +35,mlp.experts.74.down_proj,0.0000023082,0.05000,0.619 +35,mlp.experts.72.down_proj,0.0000007152,0.05000,0.613 +35,mlp.experts.69.down_proj,0.0000022038,0.05000,0.626 +35,mlp.experts.71.down_proj,0.0000032075,0.05000,0.669 +35,mlp.experts.73.down_proj,0.0000013434,0.05000,0.621 +35,mlp.experts.76.down_proj,0.0000079400,0.05000,0.660 +35,mlp.experts.78.down_proj,0.0000022141,0.05000,0.663 +35,mlp.experts.75.down_proj,0.0000017896,0.05000,0.620 +35,mlp.experts.77.down_proj,0.0000001840,0.05000,0.615 +35,mlp.experts.80.down_proj,0.0000030369,0.05000,0.607 +35,mlp.experts.82.down_proj,0.0000002671,0.05000,0.612 +35,mlp.experts.79.down_proj,0.0000025208,0.05000,0.608 +35,mlp.experts.81.down_proj,0.0000023217,0.05000,0.615 +35,mlp.experts.84.down_proj,0.0000012759,0.05000,0.611 +35,mlp.experts.86.down_proj,0.0000020145,0.05000,0.615 +35,mlp.experts.83.down_proj,0.0000026594,0.05000,0.636 +35,mlp.experts.88.down_proj,0.0000016287,0.05000,0.602 +35,mlp.experts.85.down_proj,0.0000016928,0.05000,0.616 +35,mlp.experts.90.down_proj,0.0000035127,0.05000,0.631 +35,mlp.experts.87.down_proj,0.0000008646,0.05000,0.610 +35,mlp.experts.92.down_proj,0.0000014132,0.05000,0.603 +35,mlp.experts.89.down_proj,0.0000005872,0.05000,0.613 +35,mlp.experts.94.down_proj,0.0000018619,0.05000,0.610 +35,mlp.experts.91.down_proj,0.0000020124,0.05000,0.607 +35,mlp.experts.96.down_proj,0.0000019318,0.05000,0.628 +35,mlp.experts.93.down_proj,0.0000015202,0.05000,0.648 +35,mlp.experts.95.down_proj,0.0000023629,0.05000,0.613 +35,mlp.experts.98.down_proj,0.0000096298,0.05000,0.635 +35,mlp.experts.100.down_proj,0.0000094124,0.05000,0.620 +35,mlp.experts.97.down_proj,0.0000032903,0.05000,0.641 +35,mlp.experts.102.down_proj,0.0000019327,0.05000,0.620 +35,mlp.experts.99.down_proj,0.0000033704,0.05000,0.659 +35,mlp.experts.104.down_proj,0.0000022724,0.05000,0.623 +35,mlp.experts.101.down_proj,0.0000016324,0.05000,0.611 +35,mlp.experts.106.down_proj,0.0000041964,0.05000,0.611 +35,mlp.experts.103.down_proj,0.0000014717,0.05000,0.607 +35,mlp.experts.108.down_proj,0.0000009254,0.05000,0.626 +35,mlp.experts.105.down_proj,0.0000045129,0.05000,0.618 +35,mlp.experts.110.down_proj,0.0000031384,0.05000,0.633 +35,mlp.experts.107.down_proj,0.0000102131,0.05000,0.623 +35,mlp.experts.112.down_proj,0.0000015156,0.05000,0.617 +35,mlp.experts.114.down_proj,0.0000066441,0.05000,0.640 +35,mlp.experts.111.down_proj,0.0000012929,0.05000,0.638 +35,mlp.experts.109.down_proj,0.0000017403,0.05000,0.688 +35,mlp.experts.116.down_proj,0.0000021549,0.05000,0.634 +35,mlp.experts.118.down_proj,0.0000010459,0.05000,0.617 +35,mlp.experts.115.down_proj,0.0000009709,0.05000,0.635 +35,mlp.experts.113.down_proj,0.0000020161,0.05000,0.638 +35,mlp.experts.120.down_proj,0.0000062612,0.05000,0.635 +35,mlp.experts.122.down_proj,0.0000020018,0.05000,0.638 +35,mlp.experts.117.down_proj,0.0000011898,0.05000,0.619 +35,mlp.experts.119.down_proj,0.0000003562,0.05000,0.660 +35,mlp.experts.124.down_proj,0.0000015374,0.05000,0.607 +35,mlp.experts.126.down_proj,0.0000002675,0.05000,0.610 +35,mlp.experts.121.down_proj,0.0000037642,0.05000,0.611 +35,mlp.experts.123.down_proj,0.0000022279,0.05000,0.608 +35,mlp.experts.128.down_proj,0.0000034687,0.05000,0.629 +35,mlp.experts.130.down_proj,0.0000009257,0.05000,0.613 +35,mlp.experts.125.down_proj,0.0000014257,0.05000,0.612 +35,mlp.experts.127.down_proj,0.0000042385,0.05000,0.611 +35,mlp.experts.132.down_proj,0.0000009535,0.05000,0.632 +35,mlp.experts.134.down_proj,0.0000021848,0.05000,0.631 +35,mlp.experts.129.down_proj,0.0000018112,0.05000,0.614 +35,mlp.experts.131.down_proj,0.0000036693,0.05000,0.609 +35,mlp.experts.136.down_proj,0.0000025219,0.05000,0.610 +35,mlp.experts.138.down_proj,0.0000031511,0.05000,0.611 +35,mlp.experts.133.down_proj,0.0000012311,0.05000,0.612 +35,mlp.experts.135.down_proj,0.0000018874,0.05000,0.608 +35,mlp.experts.140.down_proj,0.0000024994,0.05000,0.627 +35,mlp.experts.142.down_proj,0.0000030791,0.05000,0.616 +35,mlp.experts.137.down_proj,0.0000018136,0.05000,0.618 +35,mlp.experts.139.down_proj,0.0000012940,0.05000,0.652 +35,mlp.experts.144.down_proj,0.0000018855,0.05000,0.606 +35,mlp.experts.146.down_proj,0.0000008379,0.05000,0.615 +35,mlp.experts.141.down_proj,0.0000001876,0.05000,0.616 +35,mlp.experts.143.down_proj,0.0000015467,0.05000,0.634 +35,mlp.experts.148.down_proj,0.0000011461,0.05000,0.633 +35,mlp.experts.150.down_proj,0.0000042360,0.05000,0.630 +35,mlp.experts.145.down_proj,0.0000004077,0.05000,0.624 +35,mlp.experts.147.down_proj,0.0000025856,0.05000,0.638 +35,mlp.experts.152.down_proj,0.0000018270,0.05000,0.653 +35,mlp.experts.154.down_proj,0.0000008485,0.05000,0.622 +35,mlp.experts.149.down_proj,0.0000013387,0.05000,0.676 +35,mlp.experts.151.down_proj,0.0000039691,0.05000,0.622 +35,mlp.experts.158.down_proj,0.0000017653,0.05000,0.621 +35,mlp.experts.156.down_proj,0.0000017666,0.05000,0.632 +35,mlp.experts.153.down_proj,0.0000003278,0.05000,0.598 +35,mlp.experts.155.down_proj,0.0000030639,0.05000,0.610 +35,mlp.experts.157.down_proj,0.0000015375,0.05000,0.417 +35,mlp.experts.159.down_proj,0.0000009273,0.05000,0.398 +36,mlp.experts.3.gate_proj,0.0000219098,0.05000,2.077 +36,mlp.experts.1.gate_proj,0.0000146104,0.05000,2.087 +36,mlp.experts.0.gate_proj,0.0000130081,0.05000,2.119 +36,mlp.experts.2.gate_proj,0.0000118207,0.05000,2.121 +36,mlp.experts.4.gate_proj,0.0000304083,0.05000,2.012 +36,mlp.experts.5.gate_proj,0.0000248748,0.05000,2.108 +36,mlp.experts.7.gate_proj,0.0000267005,0.05000,2.109 +36,mlp.experts.6.gate_proj,0.0000052120,0.05000,2.104 +36,mlp.experts.8.gate_proj,0.0000192173,0.05000,2.057 +36,mlp.experts.9.gate_proj,0.0000328521,0.05000,2.062 +36,mlp.experts.10.gate_proj,0.0000267026,0.05000,2.082 +36,mlp.experts.11.gate_proj,0.0000245240,0.05000,2.146 +36,mlp.experts.12.gate_proj,0.0000618829,0.05000,2.073 +36,mlp.experts.13.gate_proj,0.0000247149,0.05000,2.076 +36,mlp.experts.14.gate_proj,0.0000519302,0.05000,2.053 +36,mlp.experts.15.gate_proj,0.0000162457,0.05000,2.113 +36,mlp.experts.16.gate_proj,0.0000251544,0.05000,2.032 +36,mlp.experts.18.gate_proj,0.0000120685,0.05000,2.014 +36,mlp.experts.17.gate_proj,0.0000283069,0.05000,2.116 +36,mlp.experts.19.gate_proj,0.0000254642,0.05000,2.038 +36,mlp.experts.20.gate_proj,0.0000126842,0.05000,2.098 +36,mlp.experts.22.gate_proj,0.0000029079,0.05000,2.056 +36,mlp.experts.21.gate_proj,0.0000332210,0.05000,2.116 +36,mlp.experts.23.gate_proj,0.0000960762,0.05000,2.121 +36,mlp.experts.26.gate_proj,0.0000685839,0.05000,2.032 +36,mlp.experts.24.gate_proj,0.0000271382,0.05000,2.100 +36,mlp.experts.25.gate_proj,0.0000223809,0.05000,2.082 +36,mlp.experts.27.gate_proj,0.0000102040,0.05000,2.060 +36,mlp.experts.30.gate_proj,0.0000145261,0.05000,2.029 +36,mlp.experts.28.gate_proj,0.0000130886,0.05000,2.022 +36,mlp.experts.31.gate_proj,0.0000507460,0.05000,2.018 +36,mlp.experts.29.gate_proj,0.0000148485,0.05000,2.107 +36,mlp.experts.34.gate_proj,0.0000187892,0.05000,2.027 +36,mlp.experts.32.gate_proj,0.0000387057,0.05000,2.036 +36,mlp.experts.35.gate_proj,0.0000198047,0.05000,2.072 +36,mlp.experts.33.gate_proj,0.0000202171,0.05000,2.121 +36,mlp.experts.38.gate_proj,0.0000260728,0.05000,2.026 +36,mlp.experts.36.gate_proj,0.0001148540,0.05000,2.052 +36,mlp.experts.39.gate_proj,0.0000284270,0.05000,2.033 +36,mlp.experts.37.gate_proj,0.0000119415,0.05000,2.108 +36,mlp.experts.42.gate_proj,0.0000160610,0.05000,2.104 +36,mlp.experts.40.gate_proj,0.0000204657,0.05000,2.081 +36,mlp.experts.43.gate_proj,0.0000241003,0.05000,2.087 +36,mlp.experts.41.gate_proj,0.0000288332,0.05000,2.162 +36,mlp.experts.46.gate_proj,0.0000117152,0.05000,2.081 +36,mlp.experts.44.gate_proj,0.0000293770,0.05000,2.094 +36,mlp.experts.47.gate_proj,0.0000321568,0.05000,2.086 +36,mlp.experts.45.gate_proj,0.0000169396,0.05000,2.203 +36,mlp.experts.50.gate_proj,0.0000134790,0.05000,2.027 +36,mlp.experts.48.gate_proj,0.0000375480,0.05000,2.042 +36,mlp.experts.51.gate_proj,0.0000307967,0.05000,2.022 +36,mlp.experts.49.gate_proj,0.0000211381,0.05000,2.046 +36,mlp.experts.54.gate_proj,0.0000172169,0.05000,2.033 +36,mlp.experts.52.gate_proj,0.0000469712,0.05000,2.105 +36,mlp.experts.55.gate_proj,0.0000278220,0.05000,2.041 +36,mlp.experts.53.gate_proj,0.0000222213,0.05000,2.163 +36,mlp.experts.58.gate_proj,0.0000256048,0.05000,2.062 +36,mlp.experts.56.gate_proj,0.0000064353,0.05000,2.078 +36,mlp.experts.59.gate_proj,0.0000230959,0.05000,2.059 +36,mlp.experts.57.gate_proj,0.0000488875,0.05000,2.113 +36,mlp.experts.62.gate_proj,0.0000152245,0.05000,2.050 +36,mlp.experts.60.gate_proj,0.0000106161,0.05000,2.079 +36,mlp.experts.63.gate_proj,0.0000235373,0.05000,2.061 +36,mlp.experts.61.gate_proj,0.0000255401,0.05000,2.126 +36,mlp.experts.66.gate_proj,0.0000275750,0.05000,2.134 +36,mlp.experts.64.gate_proj,0.0000257515,0.05000,2.116 +36,mlp.experts.67.gate_proj,0.0000176389,0.05000,2.100 +36,mlp.experts.65.gate_proj,0.0000221862,0.05000,2.097 +36,mlp.experts.70.gate_proj,0.0000287934,0.05000,2.064 +36,mlp.experts.68.gate_proj,0.0000224115,0.05000,2.056 +36,mlp.experts.71.gate_proj,0.0000525111,0.05000,2.076 +36,mlp.experts.69.gate_proj,0.0000172756,0.05000,2.033 +36,mlp.experts.74.gate_proj,0.0000302322,0.05000,2.068 +36,mlp.experts.72.gate_proj,0.0000127089,0.05000,2.037 +36,mlp.experts.75.gate_proj,0.0000232873,0.05000,2.050 +36,mlp.experts.73.gate_proj,0.0000183454,0.05000,2.080 +36,mlp.experts.78.gate_proj,0.0000032738,0.05000,2.112 +36,mlp.experts.76.gate_proj,0.0000227408,0.05000,2.055 +36,mlp.experts.79.gate_proj,0.0000703767,0.05000,2.115 +36,mlp.experts.77.gate_proj,0.0000059004,0.05000,2.127 +36,mlp.experts.82.gate_proj,0.0000236186,0.05000,2.035 +36,mlp.experts.80.gate_proj,0.0000030998,0.05000,2.042 +36,mlp.experts.83.gate_proj,0.0000264464,0.05000,2.058 +36,mlp.experts.81.gate_proj,0.0000618240,0.05000,2.072 +36,mlp.experts.86.gate_proj,0.0000040131,0.05000,2.075 +36,mlp.experts.84.gate_proj,0.0000266171,0.05000,2.071 +36,mlp.experts.87.gate_proj,0.0000292632,0.05000,2.150 +36,mlp.experts.85.gate_proj,0.0000331279,0.05000,2.127 +36,mlp.experts.90.gate_proj,0.0000203527,0.05000,2.063 +36,mlp.experts.88.gate_proj,0.0000184588,0.05000,2.031 +36,mlp.experts.91.gate_proj,0.0000098447,0.05000,2.072 +36,mlp.experts.89.gate_proj,0.0000669099,0.05000,2.013 +36,mlp.experts.92.gate_proj,0.0000263024,0.05000,2.014 +36,mlp.experts.94.gate_proj,0.0000142202,0.05000,2.075 +36,mlp.experts.95.gate_proj,0.0000370513,0.05000,2.135 +36,mlp.experts.93.gate_proj,0.0000734886,0.05000,2.059 +36,mlp.experts.96.gate_proj,0.0000145161,0.05000,2.033 +36,mlp.experts.98.gate_proj,0.0000675394,0.05000,2.044 +36,mlp.experts.99.gate_proj,0.0000361029,0.05000,2.055 +36,mlp.experts.97.gate_proj,0.0000317319,0.05000,2.063 +36,mlp.experts.100.gate_proj,0.0000140874,0.05000,2.056 +36,mlp.experts.102.gate_proj,0.0000308642,0.05000,2.066 +36,mlp.experts.103.gate_proj,0.0000314078,0.05000,2.078 +36,mlp.experts.101.gate_proj,0.0000175054,0.05000,2.097 +36,mlp.experts.104.gate_proj,0.0000226906,0.05000,2.032 +36,mlp.experts.106.gate_proj,0.0000190480,0.05000,2.031 +36,mlp.experts.107.gate_proj,0.0000187779,0.05000,2.028 +36,mlp.experts.105.gate_proj,0.0000252477,0.05000,2.063 +36,mlp.experts.108.gate_proj,0.0000820502,0.05000,2.047 +36,mlp.experts.110.gate_proj,0.0000385747,0.05000,2.091 +36,mlp.experts.111.gate_proj,0.0000167488,0.05000,2.078 +36,mlp.experts.109.gate_proj,0.0000091547,0.05000,2.065 +36,mlp.experts.112.gate_proj,0.0000122904,0.05000,2.038 +36,mlp.experts.114.gate_proj,0.0000094053,0.05000,2.074 +36,mlp.experts.115.gate_proj,0.0000174424,0.05000,2.072 +36,mlp.experts.113.gate_proj,0.0000362266,0.05000,2.052 +36,mlp.experts.116.gate_proj,0.0000229757,0.05000,2.099 +36,mlp.experts.118.gate_proj,0.0000230449,0.05000,2.082 +36,mlp.experts.119.gate_proj,0.0000071011,0.05000,2.054 +36,mlp.experts.117.gate_proj,0.0000276762,0.05000,2.019 +36,mlp.experts.120.gate_proj,0.0000306249,0.05000,2.026 +36,mlp.experts.122.gate_proj,0.0000337517,0.05000,2.047 +36,mlp.experts.123.gate_proj,0.0000253995,0.05000,2.017 +36,mlp.experts.121.gate_proj,0.0000041713,0.05000,2.031 +36,mlp.experts.124.gate_proj,0.0000439454,0.05000,2.050 +36,mlp.experts.126.gate_proj,0.0000113622,0.05000,2.067 +36,mlp.experts.127.gate_proj,0.0000029475,0.05000,2.079 +36,mlp.experts.125.gate_proj,0.0000353305,0.05000,2.083 +36,mlp.experts.128.gate_proj,0.0000123835,0.05000,2.091 +36,mlp.experts.130.gate_proj,0.0000126040,0.05000,2.049 +36,mlp.experts.131.gate_proj,0.0000354592,0.05000,2.144 +36,mlp.experts.129.gate_proj,0.0000235743,0.05000,2.056 +36,mlp.experts.132.gate_proj,0.0000218423,0.05000,2.076 +36,mlp.experts.134.gate_proj,0.0000219694,0.05000,2.067 +36,mlp.experts.135.gate_proj,0.0000035483,0.05000,2.062 +36,mlp.experts.133.gate_proj,0.0000374150,0.05000,2.103 +36,mlp.experts.136.gate_proj,0.0000147659,0.05000,2.094 +36,mlp.experts.138.gate_proj,0.0000300259,0.05000,2.102 +36,mlp.experts.139.gate_proj,0.0000093274,0.05000,2.047 +36,mlp.experts.137.gate_proj,0.0000138887,0.05000,2.117 +36,mlp.experts.140.gate_proj,0.0000621376,0.05000,2.051 +36,mlp.experts.142.gate_proj,0.0000380436,0.05000,2.051 +36,mlp.experts.143.gate_proj,0.0000377062,0.05000,2.058 +36,mlp.experts.141.gate_proj,0.0000269124,0.05000,2.102 +36,mlp.experts.144.gate_proj,0.0000179904,0.05000,2.054 +36,mlp.experts.146.gate_proj,0.0000337677,0.05000,2.104 +36,mlp.experts.147.gate_proj,0.0000228332,0.05000,2.147 +36,mlp.experts.145.gate_proj,0.0000231830,0.05000,2.126 +36,mlp.experts.148.gate_proj,0.0000395624,0.05000,2.135 +36,mlp.experts.150.gate_proj,0.0000075411,0.05000,2.113 +36,mlp.experts.151.gate_proj,0.0000390347,0.05000,2.151 +36,mlp.experts.149.gate_proj,0.0000245257,0.05000,2.177 +36,mlp.experts.152.gate_proj,0.0000347383,0.05000,2.108 +36,mlp.experts.154.gate_proj,0.0000140857,0.05000,2.077 +36,mlp.experts.155.gate_proj,0.0000164355,0.05000,2.096 +36,mlp.experts.153.gate_proj,0.0000054554,0.05000,2.104 +36,mlp.experts.156.gate_proj,0.0000223041,0.05000,2.130 +36,mlp.experts.158.gate_proj,0.0000186148,0.05000,2.092 +36,mlp.experts.159.gate_proj,0.0000241977,0.05000,2.202 +36,mlp.experts.157.gate_proj,0.0000225348,0.05000,2.109 +36,mlp.experts.0.up_proj,0.0000117250,0.05000,2.144 +36,mlp.experts.2.up_proj,0.0000111946,0.05000,2.130 +36,mlp.experts.3.up_proj,0.0000218016,0.05000,2.121 +36,mlp.experts.1.up_proj,0.0000143460,0.05000,2.113 +36,mlp.experts.6.up_proj,0.0000050841,0.05000,2.088 +36,mlp.experts.4.up_proj,0.0000303439,0.05000,2.192 +36,mlp.experts.7.up_proj,0.0000265860,0.05000,2.164 +36,mlp.experts.5.up_proj,0.0000230040,0.05000,2.102 +36,mlp.experts.10.up_proj,0.0000247475,0.05000,2.095 +36,mlp.experts.8.up_proj,0.0000197892,0.05000,2.193 +36,mlp.experts.11.up_proj,0.0000249030,0.05000,2.128 +36,mlp.experts.9.up_proj,0.0000326072,0.05000,2.106 +36,mlp.experts.14.up_proj,0.0000522451,0.05000,2.100 +36,mlp.experts.12.up_proj,0.0000613354,0.05000,2.182 +36,mlp.experts.15.up_proj,0.0000156694,0.05000,2.142 +36,mlp.experts.13.up_proj,0.0000245709,0.05000,2.105 +36,mlp.experts.18.up_proj,0.0000124019,0.05000,2.069 +36,mlp.experts.16.up_proj,0.0000243513,0.05000,2.052 +36,mlp.experts.19.up_proj,0.0000249990,0.05000,2.084 +36,mlp.experts.17.up_proj,0.0000290559,0.05000,2.063 +36,mlp.experts.22.up_proj,0.0000029314,0.05000,2.066 +36,mlp.experts.20.up_proj,0.0000122691,0.05000,2.102 +36,mlp.experts.23.up_proj,0.0000940313,0.05000,2.084 +36,mlp.experts.21.up_proj,0.0000342571,0.05000,2.058 +36,mlp.experts.26.up_proj,0.0000704224,0.05000,2.067 +36,mlp.experts.24.up_proj,0.0000271060,0.05000,2.026 +36,mlp.experts.27.up_proj,0.0000102887,0.05000,2.066 +36,mlp.experts.25.up_proj,0.0000220376,0.05000,2.063 +36,mlp.experts.30.up_proj,0.0000146786,0.05000,2.072 +36,mlp.experts.28.up_proj,0.0000130598,0.05000,2.027 +36,mlp.experts.31.up_proj,0.0000468514,0.05000,2.062 +36,mlp.experts.29.up_proj,0.0000148937,0.05000,2.057 +36,mlp.experts.34.up_proj,0.0000187601,0.05000,2.119 +36,mlp.experts.32.up_proj,0.0000376655,0.05000,2.071 +36,mlp.experts.35.up_proj,0.0000190079,0.05000,2.095 +36,mlp.experts.33.up_proj,0.0000199297,0.05000,2.059 +36,mlp.experts.38.up_proj,0.0000266834,0.05000,2.104 +36,mlp.experts.36.up_proj,0.0001116637,0.05000,2.045 +36,mlp.experts.39.up_proj,0.0000291450,0.05000,2.052 +36,mlp.experts.37.up_proj,0.0000119568,0.05000,2.075 +36,mlp.experts.42.up_proj,0.0000159440,0.05000,2.070 +36,mlp.experts.40.up_proj,0.0000207466,0.05000,2.116 +36,mlp.experts.43.up_proj,0.0000226465,0.05000,2.086 +36,mlp.experts.41.up_proj,0.0000284193,0.05000,2.038 +36,mlp.experts.46.up_proj,0.0000119719,0.05000,2.067 +36,mlp.experts.44.up_proj,0.0000295278,0.05000,2.088 +36,mlp.experts.47.up_proj,0.0000321627,0.05000,2.091 +36,mlp.experts.45.up_proj,0.0000169222,0.05000,2.131 +36,mlp.experts.50.up_proj,0.0000132344,0.05000,2.126 +36,mlp.experts.48.up_proj,0.0000371786,0.05000,2.055 +36,mlp.experts.51.up_proj,0.0000295469,0.05000,2.063 +36,mlp.experts.49.up_proj,0.0000203844,0.05000,2.047 +36,mlp.experts.54.up_proj,0.0000171428,0.05000,2.062 +36,mlp.experts.52.up_proj,0.0000461579,0.05000,2.083 +36,mlp.experts.55.up_proj,0.0000269635,0.05000,2.056 +36,mlp.experts.53.up_proj,0.0000224397,0.05000,2.034 +36,mlp.experts.58.up_proj,0.0000246149,0.05000,2.084 +36,mlp.experts.56.up_proj,0.0000064617,0.05000,2.044 +36,mlp.experts.59.up_proj,0.0000226208,0.05000,2.108 +36,mlp.experts.57.up_proj,0.0000478917,0.05000,2.100 +36,mlp.experts.62.up_proj,0.0000153635,0.05000,2.077 +36,mlp.experts.60.up_proj,0.0000102081,0.05000,2.081 +36,mlp.experts.63.up_proj,0.0000236685,0.05000,2.052 +36,mlp.experts.61.up_proj,0.0000240710,0.05000,2.094 +36,mlp.experts.66.up_proj,0.0000271973,0.05000,2.055 +36,mlp.experts.64.up_proj,0.0000249977,0.05000,2.059 +36,mlp.experts.67.up_proj,0.0000174473,0.05000,2.050 +36,mlp.experts.65.up_proj,0.0000224020,0.05000,2.041 +36,mlp.experts.68.up_proj,0.0000206020,0.05000,2.041 +36,mlp.experts.70.up_proj,0.0000272668,0.05000,2.159 +36,mlp.experts.71.up_proj,0.0000459037,0.05000,2.062 +36,mlp.experts.69.up_proj,0.0000173653,0.05000,2.032 +36,mlp.experts.72.up_proj,0.0000126008,0.05000,2.091 +36,mlp.experts.74.up_proj,0.0000289476,0.05000,2.161 +36,mlp.experts.75.up_proj,0.0000241917,0.05000,2.063 +36,mlp.experts.73.up_proj,0.0000185029,0.05000,2.045 +36,mlp.experts.76.up_proj,0.0000221086,0.05000,2.086 +36,mlp.experts.78.up_proj,0.0000032922,0.05000,2.186 +36,mlp.experts.79.up_proj,0.0000700168,0.05000,2.066 +36,mlp.experts.77.up_proj,0.0000060573,0.05000,2.044 +36,mlp.experts.80.up_proj,0.0000029961,0.05000,2.075 +36,mlp.experts.82.up_proj,0.0000232983,0.05000,2.135 +36,mlp.experts.83.up_proj,0.0000251803,0.05000,2.048 +36,mlp.experts.81.up_proj,0.0000598497,0.05000,2.029 +36,mlp.experts.84.up_proj,0.0000267655,0.05000,2.121 +36,mlp.experts.86.up_proj,0.0000038088,0.05000,2.122 +36,mlp.experts.87.up_proj,0.0000286261,0.05000,2.093 +36,mlp.experts.85.up_proj,0.0000305717,0.05000,2.039 +36,mlp.experts.88.up_proj,0.0000186786,0.05000,2.085 +36,mlp.experts.90.up_proj,0.0000201409,0.05000,2.070 +36,mlp.experts.91.up_proj,0.0000100407,0.05000,2.068 +36,mlp.experts.89.up_proj,0.0000620360,0.05000,2.039 +36,mlp.experts.92.up_proj,0.0000261500,0.05000,2.077 +36,mlp.experts.94.up_proj,0.0000141935,0.05000,2.045 +36,mlp.experts.95.up_proj,0.0000361183,0.05000,2.079 +36,mlp.experts.93.up_proj,0.0000709137,0.05000,2.132 +36,mlp.experts.96.up_proj,0.0000141161,0.05000,2.080 +36,mlp.experts.98.up_proj,0.0000644411,0.05000,2.063 +36,mlp.experts.99.up_proj,0.0000348981,0.05000,2.025 +36,mlp.experts.97.up_proj,0.0000315975,0.05000,2.017 +36,mlp.experts.100.up_proj,0.0000136841,0.05000,2.068 +36,mlp.experts.102.up_proj,0.0000304197,0.05000,2.017 +36,mlp.experts.103.up_proj,0.0000312018,0.05000,2.024 +36,mlp.experts.101.up_proj,0.0000168765,0.05000,2.066 +36,mlp.experts.104.up_proj,0.0000223789,0.05000,2.056 +36,mlp.experts.106.up_proj,0.0000195546,0.05000,2.019 +36,mlp.experts.107.up_proj,0.0000182716,0.05000,2.034 +36,mlp.experts.105.up_proj,0.0000240960,0.05000,2.041 +36,mlp.experts.108.up_proj,0.0000809456,0.05000,2.050 +36,mlp.experts.110.up_proj,0.0000367367,0.05000,2.008 +36,mlp.experts.111.up_proj,0.0000166906,0.05000,2.024 +36,mlp.experts.109.up_proj,0.0000092358,0.05000,2.016 +36,mlp.experts.112.up_proj,0.0000121097,0.05000,2.028 +36,mlp.experts.114.up_proj,0.0000094614,0.05000,2.063 +36,mlp.experts.115.up_proj,0.0000177825,0.05000,2.032 +36,mlp.experts.113.up_proj,0.0000391518,0.05000,2.035 +36,mlp.experts.116.up_proj,0.0000227504,0.05000,2.051 +36,mlp.experts.118.up_proj,0.0000218819,0.05000,2.013 +36,mlp.experts.119.up_proj,0.0000071519,0.05000,2.038 +36,mlp.experts.117.up_proj,0.0000268846,0.05000,2.089 +36,mlp.experts.120.up_proj,0.0000300720,0.05000,2.073 +36,mlp.experts.122.up_proj,0.0000340962,0.05000,2.140 +36,mlp.experts.123.up_proj,0.0000249028,0.05000,2.105 +36,mlp.experts.121.up_proj,0.0000039464,0.05000,2.072 +36,mlp.experts.124.up_proj,0.0000437875,0.05000,2.071 +36,mlp.experts.126.up_proj,0.0000115212,0.05000,2.089 +36,mlp.experts.127.up_proj,0.0000028152,0.05000,2.084 +36,mlp.experts.125.up_proj,0.0000336980,0.05000,2.118 +36,mlp.experts.128.up_proj,0.0000117326,0.05000,2.080 +36,mlp.experts.130.up_proj,0.0000128110,0.05000,2.124 +36,mlp.experts.131.up_proj,0.0000339580,0.05000,2.162 +36,mlp.experts.129.up_proj,0.0000234240,0.05000,2.086 +36,mlp.experts.132.up_proj,0.0000222606,0.05000,2.175 +36,mlp.experts.134.up_proj,0.0000214331,0.05000,2.063 +36,mlp.experts.135.up_proj,0.0000035202,0.05000,2.127 +36,mlp.experts.133.up_proj,0.0000359735,0.05000,2.060 +36,mlp.experts.136.up_proj,0.0000139521,0.05000,2.066 +36,mlp.experts.138.up_proj,0.0000279606,0.05000,2.097 +36,mlp.experts.139.up_proj,0.0000091743,0.05000,2.065 +36,mlp.experts.137.up_proj,0.0000136621,0.05000,2.089 +36,mlp.experts.140.up_proj,0.0000601385,0.05000,2.111 +36,mlp.experts.142.up_proj,0.0000382247,0.05000,2.122 +36,mlp.experts.143.up_proj,0.0000375107,0.05000,2.118 +36,mlp.experts.141.up_proj,0.0000263517,0.05000,2.089 +36,mlp.experts.144.up_proj,0.0000174513,0.05000,2.057 +36,mlp.experts.146.up_proj,0.0000337304,0.05000,2.107 +36,mlp.experts.147.up_proj,0.0000229450,0.05000,2.083 +36,mlp.experts.145.up_proj,0.0000227664,0.05000,2.069 +36,mlp.experts.148.up_proj,0.0000385630,0.05000,2.058 +36,mlp.experts.150.up_proj,0.0000073589,0.05000,2.170 +36,mlp.experts.151.up_proj,0.0000395485,0.05000,2.076 +36,mlp.experts.149.up_proj,0.0000236494,0.05000,2.055 +36,mlp.experts.152.up_proj,0.0000350107,0.05000,2.125 +36,mlp.experts.154.up_proj,0.0000134900,0.05000,2.109 +36,mlp.experts.155.up_proj,0.0000151710,0.05000,2.129 +36,mlp.experts.153.up_proj,0.0000053112,0.05000,2.065 +36,mlp.experts.156.up_proj,0.0000224971,0.05000,2.093 +36,mlp.experts.158.up_proj,0.0000184204,0.05000,2.007 +36,mlp.experts.157.up_proj,0.0000222853,0.05000,1.933 +36,mlp.experts.159.up_proj,0.0000243855,0.05000,1.941 +36,mlp.experts.0.down_proj,0.0000022116,0.05000,0.644 +36,mlp.experts.1.down_proj,0.0000017720,0.05000,0.645 +36,mlp.experts.2.down_proj,0.0000012474,0.05000,0.647 +36,mlp.experts.3.down_proj,0.0000037497,0.05000,0.672 +36,mlp.experts.4.down_proj,0.0000019016,0.05000,0.614 +36,mlp.experts.6.down_proj,0.0000006421,0.05000,0.623 +36,mlp.experts.5.down_proj,0.0000015656,0.05000,0.631 +36,mlp.experts.7.down_proj,0.0000026179,0.05000,0.635 +36,mlp.experts.8.down_proj,0.0000015004,0.05000,0.612 +36,mlp.experts.9.down_proj,0.0000035167,0.05000,0.607 +36,mlp.experts.10.down_proj,0.0000021387,0.05000,0.618 +36,mlp.experts.11.down_proj,0.0000018421,0.05000,0.642 +36,mlp.experts.12.down_proj,0.0000174627,0.05000,0.616 +36,mlp.experts.13.down_proj,0.0000025278,0.05000,0.612 +36,mlp.experts.14.down_proj,0.0000054221,0.05000,0.623 +36,mlp.experts.15.down_proj,0.0000028701,0.05000,0.673 +36,mlp.experts.16.down_proj,0.0000018646,0.05000,0.612 +36,mlp.experts.17.down_proj,0.0000043734,0.05000,0.612 +36,mlp.experts.18.down_proj,0.0000022139,0.05000,0.618 +36,mlp.experts.19.down_proj,0.0000020439,0.05000,0.634 +36,mlp.experts.21.down_proj,0.0000041067,0.05000,0.601 +36,mlp.experts.20.down_proj,0.0000016196,0.05000,0.610 +36,mlp.experts.22.down_proj,0.0000003474,0.05000,0.629 +36,mlp.experts.23.down_proj,0.0000197894,0.05000,0.609 +36,mlp.experts.25.down_proj,0.0000029868,0.05000,0.603 +36,mlp.experts.24.down_proj,0.0000026422,0.05000,0.630 +36,mlp.experts.26.down_proj,0.0000063814,0.05000,0.604 +36,mlp.experts.27.down_proj,0.0000011256,0.05000,0.606 +36,mlp.experts.29.down_proj,0.0000021498,0.05000,0.604 +36,mlp.experts.28.down_proj,0.0000011856,0.05000,0.602 +36,mlp.experts.30.down_proj,0.0000017426,0.05000,0.602 +36,mlp.experts.31.down_proj,0.0000070952,0.05000,0.641 +36,mlp.experts.33.down_proj,0.0000031088,0.05000,0.606 +36,mlp.experts.34.down_proj,0.0000016506,0.05000,0.612 +36,mlp.experts.32.down_proj,0.0000025490,0.05000,0.651 +36,mlp.experts.35.down_proj,0.0000020982,0.05000,0.623 +36,mlp.experts.37.down_proj,0.0000010218,0.05000,0.600 +36,mlp.experts.38.down_proj,0.0000046366,0.05000,0.608 +36,mlp.experts.36.down_proj,0.0000198458,0.05000,0.621 +36,mlp.experts.39.down_proj,0.0000031609,0.05000,0.626 +36,mlp.experts.41.down_proj,0.0000036081,0.05000,0.600 +36,mlp.experts.42.down_proj,0.0000020198,0.05000,0.601 +36,mlp.experts.40.down_proj,0.0000016643,0.05000,0.621 +36,mlp.experts.43.down_proj,0.0000025881,0.05000,0.610 +36,mlp.experts.45.down_proj,0.0000024678,0.05000,0.600 +36,mlp.experts.46.down_proj,0.0000024789,0.05000,0.602 +36,mlp.experts.44.down_proj,0.0000034602,0.05000,0.599 +36,mlp.experts.47.down_proj,0.0000036398,0.05000,0.627 +36,mlp.experts.49.down_proj,0.0000022471,0.05000,0.630 +36,mlp.experts.50.down_proj,0.0000017861,0.05000,0.611 +36,mlp.experts.48.down_proj,0.0000036402,0.05000,0.608 +36,mlp.experts.51.down_proj,0.0000022419,0.05000,0.649 +36,mlp.experts.53.down_proj,0.0000049537,0.05000,0.612 +36,mlp.experts.54.down_proj,0.0000013998,0.05000,0.614 +36,mlp.experts.52.down_proj,0.0000061271,0.05000,0.632 +36,mlp.experts.55.down_proj,0.0000022353,0.05000,0.610 +36,mlp.experts.57.down_proj,0.0000061147,0.05000,0.613 +36,mlp.experts.58.down_proj,0.0000022363,0.05000,0.611 +36,mlp.experts.56.down_proj,0.0000006779,0.05000,0.632 +36,mlp.experts.59.down_proj,0.0000034179,0.05000,0.627 +36,mlp.experts.61.down_proj,0.0000018314,0.05000,0.632 +36,mlp.experts.62.down_proj,0.0000029409,0.05000,0.607 +36,mlp.experts.60.down_proj,0.0000013015,0.05000,0.608 +36,mlp.experts.63.down_proj,0.0000042876,0.05000,0.637 +36,mlp.experts.65.down_proj,0.0000026033,0.05000,0.606 +36,mlp.experts.66.down_proj,0.0000024181,0.05000,0.648 +36,mlp.experts.64.down_proj,0.0000028339,0.05000,0.626 +36,mlp.experts.67.down_proj,0.0000029258,0.05000,0.605 +36,mlp.experts.69.down_proj,0.0000015828,0.05000,0.601 +36,mlp.experts.70.down_proj,0.0000019665,0.05000,0.601 +36,mlp.experts.68.down_proj,0.0000030763,0.05000,0.596 +36,mlp.experts.71.down_proj,0.0000061237,0.05000,0.603 +36,mlp.experts.73.down_proj,0.0000027479,0.05000,0.614 +36,mlp.experts.74.down_proj,0.0000049243,0.05000,0.644 +36,mlp.experts.72.down_proj,0.0000009082,0.05000,0.607 +36,mlp.experts.75.down_proj,0.0000040932,0.05000,0.608 +36,mlp.experts.77.down_proj,0.0000008798,0.05000,0.602 +36,mlp.experts.78.down_proj,0.0000003325,0.05000,0.632 +36,mlp.experts.76.down_proj,0.0000022257,0.05000,0.616 +36,mlp.experts.79.down_proj,0.0000165678,0.05000,0.607 +36,mlp.experts.81.down_proj,0.0000056966,0.05000,0.599 +36,mlp.experts.82.down_proj,0.0000039295,0.05000,0.602 +36,mlp.experts.80.down_proj,0.0000001332,0.05000,0.601 +36,mlp.experts.83.down_proj,0.0000034211,0.05000,0.607 +36,mlp.experts.85.down_proj,0.0000021547,0.05000,0.632 +36,mlp.experts.84.down_proj,0.0000024775,0.05000,0.622 +36,mlp.experts.86.down_proj,0.0000004125,0.05000,0.633 +36,mlp.experts.87.down_proj,0.0000056633,0.05000,0.612 +36,mlp.experts.89.down_proj,0.0000120705,0.05000,0.608 +36,mlp.experts.90.down_proj,0.0000025841,0.05000,0.631 +36,mlp.experts.88.down_proj,0.0000020347,0.05000,0.654 +36,mlp.experts.91.down_proj,0.0000013943,0.05000,0.651 +36,mlp.experts.93.down_proj,0.0000055095,0.05000,0.624 +36,mlp.experts.94.down_proj,0.0000025194,0.05000,0.600 +36,mlp.experts.92.down_proj,0.0000035138,0.05000,0.598 +36,mlp.experts.95.down_proj,0.0000029551,0.05000,0.599 +36,mlp.experts.97.down_proj,0.0000079648,0.05000,0.602 +36,mlp.experts.98.down_proj,0.0000039761,0.05000,0.606 +36,mlp.experts.96.down_proj,0.0000007754,0.05000,0.606 +36,mlp.experts.99.down_proj,0.0000097764,0.05000,0.631 +36,mlp.experts.101.down_proj,0.0000016035,0.05000,0.646 +36,mlp.experts.102.down_proj,0.0000032216,0.05000,0.608 +36,mlp.experts.100.down_proj,0.0000011394,0.05000,0.607 +36,mlp.experts.103.down_proj,0.0000041161,0.05000,0.641 +36,mlp.experts.105.down_proj,0.0000024492,0.05000,0.623 +36,mlp.experts.106.down_proj,0.0000030851,0.05000,0.606 +36,mlp.experts.104.down_proj,0.0000021067,0.05000,0.617 +36,mlp.experts.107.down_proj,0.0000015752,0.05000,0.596 +36,mlp.experts.109.down_proj,0.0000008197,0.05000,0.622 +36,mlp.experts.110.down_proj,0.0000032422,0.05000,0.636 +36,mlp.experts.108.down_proj,0.0000239406,0.05000,0.638 +36,mlp.experts.111.down_proj,0.0000013357,0.05000,0.607 +36,mlp.experts.113.down_proj,0.0000030230,0.05000,0.610 +36,mlp.experts.114.down_proj,0.0000008485,0.05000,0.625 +36,mlp.experts.112.down_proj,0.0000015559,0.05000,0.627 +36,mlp.experts.115.down_proj,0.0000026974,0.05000,0.607 +36,mlp.experts.117.down_proj,0.0000023513,0.05000,0.648 +36,mlp.experts.118.down_proj,0.0000017486,0.05000,0.607 +36,mlp.experts.116.down_proj,0.0000018528,0.05000,0.631 +36,mlp.experts.119.down_proj,0.0000022215,0.05000,0.604 +36,mlp.experts.121.down_proj,0.0000003779,0.05000,0.600 +36,mlp.experts.122.down_proj,0.0000041689,0.05000,0.601 +36,mlp.experts.120.down_proj,0.0000039263,0.05000,0.600 +36,mlp.experts.123.down_proj,0.0000058124,0.05000,0.575 +36,mlp.experts.125.down_proj,0.0000041612,0.05000,0.462 +36,mlp.experts.126.down_proj,0.0000008890,0.05000,0.426 +36,mlp.experts.130.down_proj,0.0000015910,0.05000,0.625 +36,mlp.experts.127.down_proj,0.0000003710,0.05000,0.627 +36,mlp.experts.129.down_proj,0.0000027439,0.05000,0.634 +36,mlp.experts.124.down_proj,0.0000076758,0.05000,0.653 +36,mlp.experts.131.down_proj,0.0000044081,0.05000,0.601 +36,mlp.experts.134.down_proj,0.0000025092,0.05000,0.605 +36,mlp.experts.133.down_proj,0.0000034786,0.05000,0.601 +36,mlp.experts.128.down_proj,0.0000027189,0.05000,0.605 +36,mlp.experts.135.down_proj,0.0000002294,0.05000,0.604 +36,mlp.experts.138.down_proj,0.0000037080,0.05000,0.611 +36,mlp.experts.137.down_proj,0.0000007356,0.05000,0.625 +36,mlp.experts.132.down_proj,0.0000026498,0.05000,0.624 +36,mlp.experts.142.down_proj,0.0000039960,0.05000,0.603 +36,mlp.experts.141.down_proj,0.0000027434,0.05000,0.601 +36,mlp.experts.136.down_proj,0.0000035471,0.05000,0.601 +36,mlp.experts.139.down_proj,0.0000011359,0.05000,0.666 +36,mlp.experts.146.down_proj,0.0000086848,0.05000,0.610 +36,mlp.experts.140.down_proj,0.0000046368,0.05000,0.602 +36,mlp.experts.145.down_proj,0.0000024587,0.05000,0.639 +36,mlp.experts.143.down_proj,0.0000072728,0.05000,0.609 +36,mlp.experts.150.down_proj,0.0000020323,0.05000,0.607 +36,mlp.experts.144.down_proj,0.0000014044,0.05000,0.601 +36,mlp.experts.149.down_proj,0.0000031565,0.05000,0.608 +36,mlp.experts.147.down_proj,0.0000032985,0.05000,0.603 +36,mlp.experts.154.down_proj,0.0000016787,0.05000,0.603 +36,mlp.experts.148.down_proj,0.0000037695,0.05000,0.598 +36,mlp.experts.153.down_proj,0.0000007173,0.05000,0.606 +36,mlp.experts.151.down_proj,0.0000051106,0.05000,0.622 +36,mlp.experts.158.down_proj,0.0000027472,0.05000,0.600 +36,mlp.experts.152.down_proj,0.0000038235,0.05000,0.615 +36,mlp.experts.157.down_proj,0.0000014143,0.05000,0.593 +36,mlp.experts.155.down_proj,0.0000024905,0.05000,0.585 +36,mlp.experts.156.down_proj,0.0000027337,0.05000,0.408 +36,mlp.experts.159.down_proj,0.0000017775,0.05000,0.396 +37,mlp.experts.0.gate_proj,0.0000382518,0.05000,2.106 +37,mlp.experts.3.gate_proj,0.0000279095,0.05000,2.129 +37,mlp.experts.2.gate_proj,0.0000090699,0.05000,2.151 +37,mlp.experts.1.gate_proj,0.0000199655,0.05000,2.233 +37,mlp.experts.4.gate_proj,0.0000223086,0.05000,2.057 +37,mlp.experts.7.gate_proj,0.0000625929,0.05000,2.077 +37,mlp.experts.6.gate_proj,0.0000186188,0.05000,2.087 +37,mlp.experts.5.gate_proj,0.0000393288,0.05000,2.066 +37,mlp.experts.11.gate_proj,0.0000090945,0.05000,2.050 +37,mlp.experts.8.gate_proj,0.0000228517,0.05000,2.092 +37,mlp.experts.10.gate_proj,0.0000154503,0.05000,2.082 +37,mlp.experts.9.gate_proj,0.0000341277,0.05000,2.092 +37,mlp.experts.12.gate_proj,0.0000288042,0.05000,2.022 +37,mlp.experts.15.gate_proj,0.0000036169,0.05000,2.027 +37,mlp.experts.14.gate_proj,0.0000600916,0.05000,2.021 +37,mlp.experts.13.gate_proj,0.0000221377,0.05000,2.073 +37,mlp.experts.18.gate_proj,0.0000143246,0.05000,2.004 +37,mlp.experts.16.gate_proj,0.0000562414,0.05000,2.088 +37,mlp.experts.19.gate_proj,0.0000218989,0.05000,2.115 +37,mlp.experts.17.gate_proj,0.0000031057,0.05000,2.047 +37,mlp.experts.22.gate_proj,0.0000153205,0.05000,2.026 +37,mlp.experts.23.gate_proj,0.0000179201,0.05000,2.023 +37,mlp.experts.20.gate_proj,0.0000196934,0.05000,2.105 +37,mlp.experts.21.gate_proj,0.0000196823,0.05000,2.063 +37,mlp.experts.26.gate_proj,0.0000174718,0.05000,2.030 +37,mlp.experts.27.gate_proj,0.0000242533,0.05000,2.052 +37,mlp.experts.24.gate_proj,0.0000422614,0.05000,2.112 +37,mlp.experts.25.gate_proj,0.0000121895,0.05000,2.080 +37,mlp.experts.30.gate_proj,0.0000080120,0.05000,2.042 +37,mlp.experts.31.gate_proj,0.0000265767,0.05000,2.024 +37,mlp.experts.28.gate_proj,0.0000109166,0.05000,2.049 +37,mlp.experts.29.gate_proj,0.0000198521,0.05000,2.048 +37,mlp.experts.34.gate_proj,0.0000235663,0.05000,2.075 +37,mlp.experts.35.gate_proj,0.0000184244,0.05000,2.023 +37,mlp.experts.32.gate_proj,0.0000238448,0.05000,2.062 +37,mlp.experts.33.gate_proj,0.0000311474,0.05000,2.055 +37,mlp.experts.39.gate_proj,0.0000166908,0.05000,2.039 +37,mlp.experts.38.gate_proj,0.0000380698,0.05000,2.064 +37,mlp.experts.36.gate_proj,0.0000235846,0.05000,2.083 +37,mlp.experts.37.gate_proj,0.0000140536,0.05000,2.054 +37,mlp.experts.42.gate_proj,0.0000098251,0.05000,2.043 +37,mlp.experts.43.gate_proj,0.0000172810,0.05000,2.112 +37,mlp.experts.41.gate_proj,0.0000175265,0.05000,2.013 +37,mlp.experts.40.gate_proj,0.0000116603,0.05000,2.112 +37,mlp.experts.46.gate_proj,0.0000483033,0.05000,2.058 +37,mlp.experts.47.gate_proj,0.0000375591,0.05000,2.131 +37,mlp.experts.44.gate_proj,0.0000871136,0.05000,2.049 +37,mlp.experts.45.gate_proj,0.0000173393,0.05000,2.173 +37,mlp.experts.50.gate_proj,0.0000341225,0.05000,2.088 +37,mlp.experts.51.gate_proj,0.0000047093,0.05000,2.028 +37,mlp.experts.48.gate_proj,0.0000500676,0.05000,2.068 +37,mlp.experts.49.gate_proj,0.0000221429,0.05000,2.082 +37,mlp.experts.54.gate_proj,0.0000219194,0.05000,2.059 +37,mlp.experts.55.gate_proj,0.0000148069,0.05000,2.093 +37,mlp.experts.52.gate_proj,0.0000207007,0.05000,2.062 +37,mlp.experts.53.gate_proj,0.0000152434,0.05000,2.084 +37,mlp.experts.58.gate_proj,0.0000258188,0.05000,2.096 +37,mlp.experts.59.gate_proj,0.0000207979,0.05000,2.099 +37,mlp.experts.56.gate_proj,0.0000032614,0.05000,2.129 +37,mlp.experts.57.gate_proj,0.0000247205,0.05000,2.102 +37,mlp.experts.62.gate_proj,0.0000302461,0.05000,2.085 +37,mlp.experts.63.gate_proj,0.0000220084,0.05000,2.044 +37,mlp.experts.60.gate_proj,0.0000456525,0.05000,2.075 +37,mlp.experts.61.gate_proj,0.0000316025,0.05000,2.104 +37,mlp.experts.66.gate_proj,0.0000146600,0.05000,2.088 +37,mlp.experts.67.gate_proj,0.0000210672,0.05000,2.098 +37,mlp.experts.64.gate_proj,0.0000169786,0.05000,2.043 +37,mlp.experts.65.gate_proj,0.0000144131,0.05000,2.041 +37,mlp.experts.70.gate_proj,0.0000173919,0.05000,2.026 +37,mlp.experts.71.gate_proj,0.0000362715,0.05000,2.043 +37,mlp.experts.68.gate_proj,0.0000317009,0.05000,2.022 +37,mlp.experts.69.gate_proj,0.0000056588,0.05000,2.084 +37,mlp.experts.74.gate_proj,0.0000215388,0.05000,2.052 +37,mlp.experts.75.gate_proj,0.0000222717,0.05000,2.049 +37,mlp.experts.72.gate_proj,0.0000221306,0.05000,2.026 +37,mlp.experts.73.gate_proj,0.0000251828,0.05000,2.093 +37,mlp.experts.78.gate_proj,0.0000115293,0.05000,2.044 +37,mlp.experts.79.gate_proj,0.0000178346,0.05000,2.011 +37,mlp.experts.76.gate_proj,0.0000094271,0.05000,2.029 +37,mlp.experts.77.gate_proj,0.0000069002,0.05000,2.011 +37,mlp.experts.83.gate_proj,0.0000222605,0.05000,2.028 +37,mlp.experts.82.gate_proj,0.0000250026,0.05000,2.096 +37,mlp.experts.80.gate_proj,0.0000723825,0.05000,2.016 +37,mlp.experts.81.gate_proj,0.0000117043,0.05000,2.065 +37,mlp.experts.87.gate_proj,0.0000162077,0.05000,2.039 +37,mlp.experts.86.gate_proj,0.0000235016,0.05000,2.040 +37,mlp.experts.84.gate_proj,0.0000119705,0.05000,2.022 +37,mlp.experts.85.gate_proj,0.0000103948,0.05000,2.147 +37,mlp.experts.91.gate_proj,0.0000386236,0.05000,2.008 +37,mlp.experts.90.gate_proj,0.0000310292,0.05000,2.025 +37,mlp.experts.88.gate_proj,0.0000282802,0.05000,2.009 +37,mlp.experts.89.gate_proj,0.0000174375,0.05000,2.008 +37,mlp.experts.94.gate_proj,0.0000154230,0.05000,1.992 +37,mlp.experts.95.gate_proj,0.0000454002,0.05000,2.062 +37,mlp.experts.92.gate_proj,0.0000215112,0.05000,2.035 +37,mlp.experts.93.gate_proj,0.0000125382,0.05000,2.026 +37,mlp.experts.99.gate_proj,0.0000285428,0.05000,2.006 +37,mlp.experts.98.gate_proj,0.0000320053,0.05000,2.077 +37,mlp.experts.96.gate_proj,0.0000230671,0.05000,2.042 +37,mlp.experts.97.gate_proj,0.0000177246,0.05000,2.049 +37,mlp.experts.103.gate_proj,0.0000689869,0.05000,2.015 +37,mlp.experts.102.gate_proj,0.0000510793,0.05000,2.026 +37,mlp.experts.100.gate_proj,0.0000490383,0.05000,2.085 +37,mlp.experts.101.gate_proj,0.0000386759,0.05000,2.011 +37,mlp.experts.107.gate_proj,0.0000195961,0.05000,2.010 +37,mlp.experts.106.gate_proj,0.0000406120,0.05000,2.037 +37,mlp.experts.104.gate_proj,0.0000073842,0.05000,2.032 +37,mlp.experts.105.gate_proj,0.0000380146,0.05000,2.005 +37,mlp.experts.111.gate_proj,0.0000261721,0.05000,2.068 +37,mlp.experts.110.gate_proj,0.0000056637,0.05000,2.044 +37,mlp.experts.108.gate_proj,0.0000131880,0.05000,2.044 +37,mlp.experts.109.gate_proj,0.0000111748,0.05000,2.085 +37,mlp.experts.115.gate_proj,0.0000449431,0.05000,2.033 +37,mlp.experts.114.gate_proj,0.0000284661,0.05000,2.013 +37,mlp.experts.112.gate_proj,0.0000218203,0.05000,2.019 +37,mlp.experts.113.gate_proj,0.0000047408,0.05000,2.082 +37,mlp.experts.118.gate_proj,0.0000254415,0.05000,2.010 +37,mlp.experts.119.gate_proj,0.0000142356,0.05000,2.076 +37,mlp.experts.116.gate_proj,0.0000498180,0.05000,2.048 +37,mlp.experts.117.gate_proj,0.0001071423,0.05000,2.064 +37,mlp.experts.123.gate_proj,0.0000040412,0.05000,2.007 +37,mlp.experts.122.gate_proj,0.0000429820,0.05000,2.094 +37,mlp.experts.120.gate_proj,0.0000274549,0.05000,2.072 +37,mlp.experts.121.gate_proj,0.0000153324,0.05000,2.039 +37,mlp.experts.127.gate_proj,0.0000377685,0.05000,2.091 +37,mlp.experts.126.gate_proj,0.0000280791,0.05000,2.040 +37,mlp.experts.124.gate_proj,0.0000248272,0.05000,2.069 +37,mlp.experts.125.gate_proj,0.0000218946,0.05000,2.050 +37,mlp.experts.131.gate_proj,0.0000244297,0.05000,2.037 +37,mlp.experts.130.gate_proj,0.0000125686,0.05000,2.065 +37,mlp.experts.128.gate_proj,0.0000219443,0.05000,2.050 +37,mlp.experts.129.gate_proj,0.0000114865,0.05000,2.052 +37,mlp.experts.135.gate_proj,0.0000319545,0.05000,2.070 +37,mlp.experts.134.gate_proj,0.0000045735,0.05000,2.071 +37,mlp.experts.132.gate_proj,0.0000321217,0.05000,2.100 +37,mlp.experts.133.gate_proj,0.0000259850,0.05000,2.075 +37,mlp.experts.139.gate_proj,0.0000267166,0.05000,2.060 +37,mlp.experts.138.gate_proj,0.0000149460,0.05000,2.065 +37,mlp.experts.136.gate_proj,0.0000178374,0.05000,2.023 +37,mlp.experts.137.gate_proj,0.0000208155,0.05000,2.065 +37,mlp.experts.143.gate_proj,0.0000532787,0.05000,2.017 +37,mlp.experts.142.gate_proj,0.0000137669,0.05000,2.073 +37,mlp.experts.140.gate_proj,0.0000219337,0.05000,2.022 +37,mlp.experts.141.gate_proj,0.0000188095,0.05000,2.037 +37,mlp.experts.147.gate_proj,0.0000229751,0.05000,2.044 +37,mlp.experts.146.gate_proj,0.0000249485,0.05000,2.036 +37,mlp.experts.144.gate_proj,0.0000605927,0.05000,2.040 +37,mlp.experts.145.gate_proj,0.0000244500,0.05000,2.040 +37,mlp.experts.151.gate_proj,0.0000310514,0.05000,2.031 +37,mlp.experts.150.gate_proj,0.0000128845,0.05000,2.025 +37,mlp.experts.148.gate_proj,0.0000268962,0.05000,2.028 +37,mlp.experts.149.gate_proj,0.0000331395,0.05000,2.059 +37,mlp.experts.155.gate_proj,0.0000659932,0.05000,2.031 +37,mlp.experts.154.gate_proj,0.0000672657,0.05000,2.023 +37,mlp.experts.152.gate_proj,0.0000701858,0.05000,2.050 +37,mlp.experts.153.gate_proj,0.0000264802,0.05000,2.143 +37,mlp.experts.159.gate_proj,0.0000460674,0.05000,2.057 +37,mlp.experts.158.gate_proj,0.0000260284,0.05000,2.102 +37,mlp.experts.156.gate_proj,0.0000235071,0.05000,2.112 +37,mlp.experts.157.gate_proj,0.0000243889,0.05000,2.093 +37,mlp.experts.3.up_proj,0.0000272187,0.05000,2.075 +37,mlp.experts.2.up_proj,0.0000091177,0.05000,2.119 +37,mlp.experts.0.up_proj,0.0000365704,0.05000,2.097 +37,mlp.experts.1.up_proj,0.0000192682,0.05000,2.071 +37,mlp.experts.7.up_proj,0.0000602090,0.05000,2.046 +37,mlp.experts.6.up_proj,0.0000189828,0.05000,2.098 +37,mlp.experts.4.up_proj,0.0000220525,0.05000,2.042 +37,mlp.experts.5.up_proj,0.0000396327,0.05000,2.055 +37,mlp.experts.11.up_proj,0.0000096466,0.05000,2.076 +37,mlp.experts.10.up_proj,0.0000152392,0.05000,2.088 +37,mlp.experts.8.up_proj,0.0000220386,0.05000,2.077 +37,mlp.experts.9.up_proj,0.0000326629,0.05000,2.062 +37,mlp.experts.15.up_proj,0.0000034095,0.05000,2.146 +37,mlp.experts.14.up_proj,0.0000576166,0.05000,2.097 +37,mlp.experts.12.up_proj,0.0000276117,0.05000,2.166 +37,mlp.experts.13.up_proj,0.0000222240,0.05000,2.074 +37,mlp.experts.19.up_proj,0.0000218644,0.05000,2.069 +37,mlp.experts.18.up_proj,0.0000136691,0.05000,2.088 +37,mlp.experts.16.up_proj,0.0000519986,0.05000,2.135 +37,mlp.experts.17.up_proj,0.0000029148,0.05000,2.078 +37,mlp.experts.23.up_proj,0.0000169758,0.05000,2.105 +37,mlp.experts.22.up_proj,0.0000150588,0.05000,2.093 +37,mlp.experts.20.up_proj,0.0000199353,0.05000,2.087 +37,mlp.experts.21.up_proj,0.0000193224,0.05000,2.067 +37,mlp.experts.27.up_proj,0.0000244600,0.05000,2.057 +37,mlp.experts.26.up_proj,0.0000177263,0.05000,2.067 +37,mlp.experts.24.up_proj,0.0000418363,0.05000,2.090 +37,mlp.experts.25.up_proj,0.0000123070,0.05000,2.071 +37,mlp.experts.31.up_proj,0.0000244718,0.05000,2.074 +37,mlp.experts.30.up_proj,0.0000097314,0.05000,2.051 +37,mlp.experts.28.up_proj,0.0000108131,0.05000,2.026 +37,mlp.experts.29.up_proj,0.0000192582,0.05000,2.032 +37,mlp.experts.35.up_proj,0.0000184405,0.05000,2.079 +37,mlp.experts.34.up_proj,0.0000237300,0.05000,2.061 +37,mlp.experts.32.up_proj,0.0000234344,0.05000,2.073 +37,mlp.experts.33.up_proj,0.0000287848,0.05000,2.063 +37,mlp.experts.39.up_proj,0.0000165477,0.05000,2.110 +37,mlp.experts.38.up_proj,0.0000370926,0.05000,2.072 +37,mlp.experts.36.up_proj,0.0000233006,0.05000,2.052 +37,mlp.experts.37.up_proj,0.0000142797,0.05000,2.114 +37,mlp.experts.43.up_proj,0.0000174017,0.05000,2.049 +37,mlp.experts.42.up_proj,0.0000095471,0.05000,2.074 +37,mlp.experts.40.up_proj,0.0000116733,0.05000,2.045 +37,mlp.experts.41.up_proj,0.0000181472,0.05000,2.072 +37,mlp.experts.47.up_proj,0.0000381352,0.05000,2.081 +37,mlp.experts.46.up_proj,0.0000450279,0.05000,2.044 +37,mlp.experts.44.up_proj,0.0000856184,0.05000,2.040 +37,mlp.experts.45.up_proj,0.0000165194,0.05000,2.066 +37,mlp.experts.51.up_proj,0.0000048069,0.05000,2.063 +37,mlp.experts.50.up_proj,0.0000344728,0.05000,2.047 +37,mlp.experts.48.up_proj,0.0000464624,0.05000,2.121 +37,mlp.experts.49.up_proj,0.0000211454,0.05000,2.063 +37,mlp.experts.55.up_proj,0.0000128656,0.05000,2.091 +37,mlp.experts.54.up_proj,0.0000229885,0.05000,2.049 +37,mlp.experts.52.up_proj,0.0000208044,0.05000,2.085 +37,mlp.experts.53.up_proj,0.0000151779,0.05000,2.052 +37,mlp.experts.59.up_proj,0.0000205849,0.05000,2.073 +37,mlp.experts.58.up_proj,0.0000237592,0.05000,2.087 +37,mlp.experts.56.up_proj,0.0000032215,0.05000,2.031 +37,mlp.experts.57.up_proj,0.0000239912,0.05000,2.069 +37,mlp.experts.63.up_proj,0.0000220838,0.05000,2.054 +37,mlp.experts.62.up_proj,0.0000304442,0.05000,2.054 +37,mlp.experts.60.up_proj,0.0000435882,0.05000,2.024 +37,mlp.experts.61.up_proj,0.0000302120,0.05000,2.022 +37,mlp.experts.67.up_proj,0.0000206625,0.05000,2.054 +37,mlp.experts.66.up_proj,0.0000147449,0.05000,2.099 +37,mlp.experts.64.up_proj,0.0000159000,0.05000,2.067 +37,mlp.experts.65.up_proj,0.0000145007,0.05000,2.058 +37,mlp.experts.71.up_proj,0.0000355804,0.05000,2.025 +37,mlp.experts.70.up_proj,0.0000167308,0.05000,2.078 +37,mlp.experts.68.up_proj,0.0000312134,0.05000,2.031 +37,mlp.experts.69.up_proj,0.0000058189,0.05000,2.031 +37,mlp.experts.75.up_proj,0.0000214409,0.05000,2.054 +37,mlp.experts.74.up_proj,0.0000217189,0.05000,2.066 +37,mlp.experts.72.up_proj,0.0000216596,0.05000,2.078 +37,mlp.experts.73.up_proj,0.0000248294,0.05000,2.120 +37,mlp.experts.79.up_proj,0.0000177249,0.05000,2.026 +37,mlp.experts.78.up_proj,0.0000114443,0.05000,2.047 +37,mlp.experts.76.up_proj,0.0000090241,0.05000,2.028 +37,mlp.experts.77.up_proj,0.0000069669,0.05000,2.023 +37,mlp.experts.83.up_proj,0.0000224591,0.05000,2.059 +37,mlp.experts.82.up_proj,0.0000251877,0.05000,2.060 +37,mlp.experts.80.up_proj,0.0000733374,0.05000,2.053 +37,mlp.experts.81.up_proj,0.0000115886,0.05000,2.031 +37,mlp.experts.87.up_proj,0.0000163979,0.05000,2.051 +37,mlp.experts.86.up_proj,0.0000234864,0.05000,2.057 +37,mlp.experts.84.up_proj,0.0000121188,0.05000,2.072 +37,mlp.experts.85.up_proj,0.0000104006,0.05000,2.088 +37,mlp.experts.91.up_proj,0.0000392910,0.05000,2.173 +37,mlp.experts.90.up_proj,0.0000298864,0.05000,2.090 +37,mlp.experts.88.up_proj,0.0000275114,0.05000,2.071 +37,mlp.experts.89.up_proj,0.0000169333,0.05000,2.091 +37,mlp.experts.95.up_proj,0.0000453464,0.05000,2.034 +37,mlp.experts.92.up_proj,0.0000212628,0.05000,2.065 +37,mlp.experts.94.up_proj,0.0000146539,0.05000,2.131 +37,mlp.experts.93.up_proj,0.0000126238,0.05000,2.028 +37,mlp.experts.99.up_proj,0.0000280157,0.05000,2.041 +37,mlp.experts.98.up_proj,0.0000298223,0.05000,2.036 +37,mlp.experts.96.up_proj,0.0000221601,0.05000,2.170 +37,mlp.experts.97.up_proj,0.0000175182,0.05000,2.087 +37,mlp.experts.103.up_proj,0.0000672651,0.05000,2.129 +37,mlp.experts.102.up_proj,0.0000516870,0.05000,2.125 +37,mlp.experts.100.up_proj,0.0000486475,0.05000,2.072 +37,mlp.experts.101.up_proj,0.0000361754,0.05000,2.108 +37,mlp.experts.107.up_proj,0.0000182606,0.05000,2.043 +37,mlp.experts.106.up_proj,0.0000407536,0.05000,2.066 +37,mlp.experts.104.up_proj,0.0000071426,0.05000,2.056 +37,mlp.experts.105.up_proj,0.0000374158,0.05000,2.091 +37,mlp.experts.111.up_proj,0.0000257520,0.05000,2.088 +37,mlp.experts.108.up_proj,0.0000133012,0.05000,2.041 +37,mlp.experts.110.up_proj,0.0000057058,0.05000,2.143 +37,mlp.experts.109.up_proj,0.0000110135,0.05000,2.099 +37,mlp.experts.115.up_proj,0.0000456292,0.05000,2.041 +37,mlp.experts.112.up_proj,0.0000219222,0.05000,2.073 +37,mlp.experts.114.up_proj,0.0000257894,0.05000,2.074 +37,mlp.experts.113.up_proj,0.0000046028,0.05000,2.046 +37,mlp.experts.119.up_proj,0.0000145398,0.05000,2.117 +37,mlp.experts.116.up_proj,0.0000503990,0.05000,2.063 +37,mlp.experts.118.up_proj,0.0000252035,0.05000,2.072 +37,mlp.experts.117.up_proj,0.0001025868,0.05000,2.095 +37,mlp.experts.123.up_proj,0.0000040273,0.05000,2.046 +37,mlp.experts.120.up_proj,0.0000277006,0.05000,2.067 +37,mlp.experts.122.up_proj,0.0000438637,0.05000,2.120 +37,mlp.experts.121.up_proj,0.0000146919,0.05000,2.080 +37,mlp.experts.127.up_proj,0.0000365757,0.05000,2.032 +37,mlp.experts.124.up_proj,0.0000239605,0.05000,2.039 +37,mlp.experts.126.up_proj,0.0000278352,0.05000,2.071 +37,mlp.experts.125.up_proj,0.0000216407,0.05000,2.078 +37,mlp.experts.131.up_proj,0.0000234380,0.05000,2.047 +37,mlp.experts.128.up_proj,0.0000218484,0.05000,2.082 +37,mlp.experts.130.up_proj,0.0000123143,0.05000,2.106 +37,mlp.experts.129.up_proj,0.0000118216,0.05000,2.038 +37,mlp.experts.135.up_proj,0.0000303355,0.05000,2.049 +37,mlp.experts.132.up_proj,0.0000309688,0.05000,2.066 +37,mlp.experts.134.up_proj,0.0000044844,0.05000,2.062 +37,mlp.experts.133.up_proj,0.0000255415,0.05000,2.073 +37,mlp.experts.139.up_proj,0.0000266432,0.05000,2.086 +37,mlp.experts.136.up_proj,0.0000172028,0.05000,2.046 +37,mlp.experts.138.up_proj,0.0000150555,0.05000,2.102 +37,mlp.experts.137.up_proj,0.0000195124,0.05000,2.079 +37,mlp.experts.143.up_proj,0.0000507762,0.05000,2.072 +37,mlp.experts.140.up_proj,0.0000214826,0.05000,2.077 +37,mlp.experts.142.up_proj,0.0000144219,0.05000,2.161 +37,mlp.experts.141.up_proj,0.0000192213,0.05000,2.074 +37,mlp.experts.147.up_proj,0.0000229209,0.05000,2.074 +37,mlp.experts.144.up_proj,0.0000591315,0.05000,2.082 +37,mlp.experts.146.up_proj,0.0000253704,0.05000,2.084 +37,mlp.experts.145.up_proj,0.0000247139,0.05000,2.068 +37,mlp.experts.151.up_proj,0.0000308137,0.05000,2.066 +37,mlp.experts.148.up_proj,0.0000268287,0.05000,2.052 +37,mlp.experts.150.up_proj,0.0000128331,0.05000,2.131 +37,mlp.experts.149.up_proj,0.0000335390,0.05000,2.080 +37,mlp.experts.155.up_proj,0.0000648149,0.05000,2.082 +37,mlp.experts.152.up_proj,0.0000660136,0.05000,2.053 +37,mlp.experts.154.up_proj,0.0000667662,0.05000,2.067 +37,mlp.experts.153.up_proj,0.0000265227,0.05000,2.068 +37,mlp.experts.159.up_proj,0.0000459275,0.05000,2.043 +37,mlp.experts.156.up_proj,0.0000237149,0.05000,2.014 +37,mlp.experts.157.up_proj,0.0000240506,0.05000,1.803 +37,mlp.experts.158.up_proj,0.0000258866,0.05000,1.878 +37,mlp.experts.3.down_proj,0.0000046015,0.05000,0.626 +37,mlp.experts.1.down_proj,0.0000032669,0.05000,0.627 +37,mlp.experts.0.down_proj,0.0000024546,0.05000,0.628 +37,mlp.experts.2.down_proj,0.0000017160,0.05000,0.628 +37,mlp.experts.7.down_proj,0.0000158035,0.05000,0.607 +37,mlp.experts.5.down_proj,0.0000067413,0.05000,0.606 +37,mlp.experts.4.down_proj,0.0000033927,0.05000,0.608 +37,mlp.experts.6.down_proj,0.0000028140,0.05000,0.620 +37,mlp.experts.10.down_proj,0.0000020574,0.05000,0.614 +37,mlp.experts.11.down_proj,0.0000019660,0.05000,0.639 +37,mlp.experts.9.down_proj,0.0000022419,0.05000,0.640 +37,mlp.experts.8.down_proj,0.0000031667,0.05000,0.679 +37,mlp.experts.13.down_proj,0.0000016429,0.05000,0.611 +37,mlp.experts.14.down_proj,0.0000036999,0.05000,0.634 +37,mlp.experts.15.down_proj,0.0000007150,0.05000,0.630 +37,mlp.experts.12.down_proj,0.0000032449,0.05000,0.605 +37,mlp.experts.17.down_proj,0.0000002204,0.05000,0.616 +37,mlp.experts.18.down_proj,0.0000023049,0.05000,0.614 +37,mlp.experts.19.down_proj,0.0000043086,0.05000,0.608 +37,mlp.experts.16.down_proj,0.0000041891,0.05000,0.625 +37,mlp.experts.23.down_proj,0.0000031450,0.05000,0.615 +37,mlp.experts.22.down_proj,0.0000018140,0.05000,0.620 +37,mlp.experts.20.down_proj,0.0000026404,0.05000,0.613 +37,mlp.experts.21.down_proj,0.0000027769,0.05000,0.668 +37,mlp.experts.27.down_proj,0.0000041141,0.05000,0.612 +37,mlp.experts.26.down_proj,0.0000017769,0.05000,0.617 +37,mlp.experts.24.down_proj,0.0000054793,0.05000,0.618 +37,mlp.experts.25.down_proj,0.0000018924,0.05000,0.636 +37,mlp.experts.30.down_proj,0.0000011037,0.05000,0.618 +37,mlp.experts.31.down_proj,0.0000024219,0.05000,0.627 +37,mlp.experts.28.down_proj,0.0000020698,0.05000,0.611 +37,mlp.experts.29.down_proj,0.0000042039,0.05000,0.605 +37,mlp.experts.32.down_proj,0.0000014324,0.05000,0.612 +37,mlp.experts.35.down_proj,0.0000018774,0.05000,0.644 +37,mlp.experts.33.down_proj,0.0000041656,0.05000,0.610 +37,mlp.experts.34.down_proj,0.0000030434,0.05000,0.664 +37,mlp.experts.39.down_proj,0.0000016747,0.05000,0.604 +37,mlp.experts.37.down_proj,0.0000019036,0.05000,0.599 +37,mlp.experts.36.down_proj,0.0000033723,0.05000,0.635 +37,mlp.experts.38.down_proj,0.0000030410,0.05000,0.612 +37,mlp.experts.41.down_proj,0.0000038447,0.05000,0.607 +37,mlp.experts.43.down_proj,0.0000035833,0.05000,0.636 +37,mlp.experts.42.down_proj,0.0000007692,0.05000,0.610 +37,mlp.experts.40.down_proj,0.0000011235,0.05000,0.653 +37,mlp.experts.45.down_proj,0.0000021160,0.05000,0.601 +37,mlp.experts.46.down_proj,0.0000027368,0.05000,0.608 +37,mlp.experts.47.down_proj,0.0000031866,0.05000,0.626 +37,mlp.experts.44.down_proj,0.0000151463,0.05000,0.602 +37,mlp.experts.49.down_proj,0.0000031360,0.05000,0.603 +37,mlp.experts.50.down_proj,0.0000045046,0.05000,0.610 +37,mlp.experts.51.down_proj,0.0000009665,0.05000,0.605 +37,mlp.experts.48.down_proj,0.0000088203,0.05000,0.615 +37,mlp.experts.53.down_proj,0.0000015311,0.05000,0.598 +37,mlp.experts.54.down_proj,0.0000030125,0.05000,0.609 +37,mlp.experts.55.down_proj,0.0000032441,0.05000,0.624 +37,mlp.experts.52.down_proj,0.0000017251,0.05000,0.601 +37,mlp.experts.57.down_proj,0.0000037958,0.05000,0.599 +37,mlp.experts.58.down_proj,0.0000026066,0.05000,0.607 +37,mlp.experts.59.down_proj,0.0000035973,0.05000,0.600 +37,mlp.experts.56.down_proj,0.0000002293,0.05000,0.600 +37,mlp.experts.61.down_proj,0.0000042152,0.05000,0.601 +37,mlp.experts.62.down_proj,0.0000085822,0.05000,0.608 +37,mlp.experts.60.down_proj,0.0000039228,0.05000,0.605 +37,mlp.experts.63.down_proj,0.0000030100,0.05000,0.614 +37,mlp.experts.65.down_proj,0.0000024583,0.05000,0.601 +37,mlp.experts.64.down_proj,0.0000013708,0.05000,0.601 +37,mlp.experts.67.down_proj,0.0000024583,0.05000,0.598 +37,mlp.experts.66.down_proj,0.0000022074,0.05000,0.624 +37,mlp.experts.69.down_proj,0.0000007693,0.05000,0.621 +37,mlp.experts.68.down_proj,0.0000023042,0.05000,0.605 +37,mlp.experts.70.down_proj,0.0000019137,0.05000,0.606 +37,mlp.experts.71.down_proj,0.0000025104,0.05000,0.615 +37,mlp.experts.73.down_proj,0.0000074090,0.05000,0.627 +37,mlp.experts.72.down_proj,0.0000013018,0.05000,0.611 +37,mlp.experts.75.down_proj,0.0000036455,0.05000,0.599 +37,mlp.experts.74.down_proj,0.0000027010,0.05000,0.632 +37,mlp.experts.77.down_proj,0.0000010142,0.05000,0.594 +37,mlp.experts.79.down_proj,0.0000020319,0.05000,0.596 +37,mlp.experts.76.down_proj,0.0000016119,0.05000,0.609 +37,mlp.experts.78.down_proj,0.0000013055,0.05000,0.608 +37,mlp.experts.81.down_proj,0.0000010819,0.05000,0.605 +37,mlp.experts.83.down_proj,0.0000029449,0.05000,0.644 +37,mlp.experts.82.down_proj,0.0000034218,0.05000,0.616 +37,mlp.experts.80.down_proj,0.0000240190,0.05000,0.649 +37,mlp.experts.85.down_proj,0.0000016926,0.05000,0.606 +37,mlp.experts.87.down_proj,0.0000016553,0.05000,0.603 +37,mlp.experts.84.down_proj,0.0000021066,0.05000,0.600 +37,mlp.experts.86.down_proj,0.0000018151,0.05000,0.607 +37,mlp.experts.89.down_proj,0.0000028405,0.05000,0.604 +37,mlp.experts.88.down_proj,0.0000025327,0.05000,0.606 +37,mlp.experts.90.down_proj,0.0000059428,0.05000,0.611 +37,mlp.experts.91.down_proj,0.0000050909,0.05000,0.625 +37,mlp.experts.93.down_proj,0.0000011775,0.05000,0.635 +37,mlp.experts.94.down_proj,0.0000015302,0.05000,0.620 +37,mlp.experts.92.down_proj,0.0000028102,0.05000,0.638 +37,mlp.experts.95.down_proj,0.0000126517,0.05000,0.635 +37,mlp.experts.97.down_proj,0.0000012659,0.05000,0.620 +37,mlp.experts.96.down_proj,0.0000032531,0.05000,0.627 +37,mlp.experts.99.down_proj,0.0000050082,0.05000,0.630 +37,mlp.experts.98.down_proj,0.0000028862,0.05000,0.646 +37,mlp.experts.101.down_proj,0.0000043259,0.05000,0.626 +37,mlp.experts.100.down_proj,0.0000039053,0.05000,0.598 +37,mlp.experts.102.down_proj,0.0000151100,0.05000,0.602 +37,mlp.experts.103.down_proj,0.0000070639,0.05000,0.605 +37,mlp.experts.105.down_proj,0.0000052959,0.05000,0.605 +37,mlp.experts.104.down_proj,0.0000021326,0.05000,0.601 +37,mlp.experts.107.down_proj,0.0000025752,0.05000,0.606 +37,mlp.experts.106.down_proj,0.0000040480,0.05000,0.628 +37,mlp.experts.109.down_proj,0.0000007310,0.05000,0.613 +37,mlp.experts.108.down_proj,0.0000027069,0.05000,0.603 +37,mlp.experts.111.down_proj,0.0000024628,0.05000,0.632 +37,mlp.experts.110.down_proj,0.0000005891,0.05000,0.651 +37,mlp.experts.113.down_proj,0.0000003528,0.05000,0.617 +37,mlp.experts.112.down_proj,0.0000020832,0.05000,0.637 +37,mlp.experts.115.down_proj,0.0000050329,0.05000,0.638 +37,mlp.experts.114.down_proj,0.0000044804,0.05000,0.635 +37,mlp.experts.117.down_proj,0.0000230360,0.05000,0.611 +37,mlp.experts.116.down_proj,0.0000071538,0.05000,0.624 +37,mlp.experts.119.down_proj,0.0000027580,0.05000,0.624 +37,mlp.experts.118.down_proj,0.0000068838,0.05000,0.607 +37,mlp.experts.121.down_proj,0.0000038308,0.05000,0.612 +37,mlp.experts.120.down_proj,0.0000027453,0.05000,0.632 +37,mlp.experts.123.down_proj,0.0000004206,0.05000,0.617 +37,mlp.experts.122.down_proj,0.0000057175,0.05000,0.615 +37,mlp.experts.125.down_proj,0.0000018734,0.05000,0.626 +37,mlp.experts.124.down_proj,0.0000033301,0.05000,0.608 +37,mlp.experts.127.down_proj,0.0000028583,0.05000,0.605 +37,mlp.experts.126.down_proj,0.0000034694,0.05000,0.614 +37,mlp.experts.129.down_proj,0.0000018982,0.05000,0.603 +37,mlp.experts.128.down_proj,0.0000036471,0.05000,0.651 +37,mlp.experts.131.down_proj,0.0000042921,0.05000,0.621 +37,mlp.experts.130.down_proj,0.0000013253,0.05000,0.635 +37,mlp.experts.133.down_proj,0.0000028677,0.05000,0.612 +37,mlp.experts.132.down_proj,0.0000029215,0.05000,0.626 +37,mlp.experts.135.down_proj,0.0000037964,0.05000,0.627 +37,mlp.experts.134.down_proj,0.0000003230,0.05000,0.620 +37,mlp.experts.137.down_proj,0.0000024264,0.05000,0.605 +37,mlp.experts.136.down_proj,0.0000018211,0.05000,0.610 +37,mlp.experts.138.down_proj,0.0000021943,0.05000,0.610 +37,mlp.experts.139.down_proj,0.0000047759,0.05000,0.666 +37,mlp.experts.141.down_proj,0.0000031847,0.05000,0.624 +37,mlp.experts.140.down_proj,0.0000035653,0.05000,0.609 +37,mlp.experts.142.down_proj,0.0000027080,0.05000,0.609 +37,mlp.experts.143.down_proj,0.0000138530,0.05000,0.602 +37,mlp.experts.145.down_proj,0.0000030647,0.05000,0.604 +37,mlp.experts.144.down_proj,0.0000171041,0.05000,0.626 +37,mlp.experts.146.down_proj,0.0000039232,0.05000,0.609 +37,mlp.experts.147.down_proj,0.0000056721,0.05000,0.606 +37,mlp.experts.149.down_proj,0.0000067716,0.05000,0.611 +37,mlp.experts.148.down_proj,0.0000018923,0.05000,0.623 +37,mlp.experts.151.down_proj,0.0000080995,0.05000,0.601 +37,mlp.experts.150.down_proj,0.0000012508,0.05000,0.613 +37,mlp.experts.153.down_proj,0.0000071710,0.05000,0.606 +37,mlp.experts.152.down_proj,0.0000046069,0.05000,0.602 +37,mlp.experts.155.down_proj,0.0000134890,0.05000,0.602 +37,mlp.experts.154.down_proj,0.0000184070,0.05000,0.632 +37,mlp.experts.157.down_proj,0.0000027315,0.05000,0.600 +37,mlp.experts.156.down_proj,0.0000022841,0.05000,0.569 +37,mlp.experts.159.down_proj,0.0000039262,0.05000,0.563 +37,mlp.experts.158.down_proj,0.0000029887,0.05000,0.560 +38,mlp.experts.1.gate_proj,0.0000229846,0.05000,2.033 +38,mlp.experts.0.gate_proj,0.0000497620,0.05000,2.070 +38,mlp.experts.2.gate_proj,0.0000305248,0.05000,2.071 +38,mlp.experts.3.gate_proj,0.0000172925,0.05000,2.127 +38,mlp.experts.5.gate_proj,0.0000084633,0.05000,2.075 +38,mlp.experts.7.gate_proj,0.0000484634,0.05000,2.017 +38,mlp.experts.4.gate_proj,0.0000243841,0.05000,2.099 +38,mlp.experts.6.gate_proj,0.0000099819,0.05000,2.141 +38,mlp.experts.11.gate_proj,0.0000340080,0.05000,2.029 +38,mlp.experts.9.gate_proj,0.0000482098,0.05000,2.129 +38,mlp.experts.8.gate_proj,0.0000738925,0.05000,2.068 +38,mlp.experts.10.gate_proj,0.0000206834,0.05000,2.107 +38,mlp.experts.15.gate_proj,0.0000284122,0.05000,2.089 +38,mlp.experts.13.gate_proj,0.0000327186,0.05000,2.064 +38,mlp.experts.12.gate_proj,0.0000267849,0.05000,2.103 +38,mlp.experts.14.gate_proj,0.0000116184,0.05000,2.070 +38,mlp.experts.19.gate_proj,0.0000212209,0.05000,2.069 +38,mlp.experts.17.gate_proj,0.0000413322,0.05000,2.034 +38,mlp.experts.16.gate_proj,0.0000195338,0.05000,2.065 +38,mlp.experts.18.gate_proj,0.0000170524,0.05000,2.110 +38,mlp.experts.21.gate_proj,0.0000237903,0.05000,2.053 +38,mlp.experts.20.gate_proj,0.0000366101,0.05000,2.064 +38,mlp.experts.23.gate_proj,0.0000283129,0.05000,2.180 +38,mlp.experts.22.gate_proj,0.0000175567,0.05000,2.075 +38,mlp.experts.25.gate_proj,0.0000206051,0.05000,2.081 +38,mlp.experts.24.gate_proj,0.0000219838,0.05000,2.103 +38,mlp.experts.26.gate_proj,0.0000089137,0.05000,2.078 +38,mlp.experts.27.gate_proj,0.0000281666,0.05000,2.169 +38,mlp.experts.29.gate_proj,0.0000258675,0.05000,2.054 +38,mlp.experts.28.gate_proj,0.0000260088,0.05000,2.151 +38,mlp.experts.31.gate_proj,0.0000072887,0.05000,2.044 +38,mlp.experts.30.gate_proj,0.0000186512,0.05000,2.126 +38,mlp.experts.33.gate_proj,0.0000260996,0.05000,2.053 +38,mlp.experts.35.gate_proj,0.0000680473,0.05000,2.090 +38,mlp.experts.32.gate_proj,0.0000229828,0.05000,2.112 +38,mlp.experts.34.gate_proj,0.0000101801,0.05000,2.122 +38,mlp.experts.37.gate_proj,0.0001027479,0.05000,2.094 +38,mlp.experts.39.gate_proj,0.0000080635,0.05000,2.074 +38,mlp.experts.36.gate_proj,0.0000181725,0.05000,2.073 +38,mlp.experts.38.gate_proj,0.0000321402,0.05000,2.156 +38,mlp.experts.41.gate_proj,0.0000099095,0.05000,2.056 +38,mlp.experts.43.gate_proj,0.0000407338,0.05000,2.040 +38,mlp.experts.40.gate_proj,0.0000065419,0.05000,2.097 +38,mlp.experts.42.gate_proj,0.0000034665,0.05000,2.059 +38,mlp.experts.45.gate_proj,0.0000198476,0.05000,2.043 +38,mlp.experts.47.gate_proj,0.0000261703,0.05000,2.074 +38,mlp.experts.44.gate_proj,0.0000244319,0.05000,2.067 +38,mlp.experts.46.gate_proj,0.0000112116,0.05000,2.070 +38,mlp.experts.49.gate_proj,0.0000256991,0.05000,2.037 +38,mlp.experts.51.gate_proj,0.0000038033,0.05000,2.080 +38,mlp.experts.48.gate_proj,0.0000264980,0.05000,2.046 +38,mlp.experts.50.gate_proj,0.0000111252,0.05000,2.029 +38,mlp.experts.53.gate_proj,0.0000240468,0.05000,1.460 +38,mlp.experts.55.gate_proj,0.0000172446,0.05000,1.316 +38,mlp.experts.57.gate_proj,0.0000463654,0.05000,2.091 +38,mlp.experts.54.gate_proj,0.0000226104,0.05000,2.112 +38,mlp.experts.59.gate_proj,0.0000220251,0.05000,2.161 +38,mlp.experts.52.gate_proj,0.0000134260,0.05000,2.185 +38,mlp.experts.58.gate_proj,0.0000488695,0.05000,2.051 +38,mlp.experts.63.gate_proj,0.0000743306,0.05000,2.030 +38,mlp.experts.61.gate_proj,0.0000227005,0.05000,2.127 +38,mlp.experts.56.gate_proj,0.0000194023,0.05000,2.103 +38,mlp.experts.65.gate_proj,0.0000306789,0.05000,1.997 +38,mlp.experts.62.gate_proj,0.0000311390,0.05000,2.091 +38,mlp.experts.67.gate_proj,0.0000082841,0.05000,2.064 +38,mlp.experts.60.gate_proj,0.0000107558,0.05000,2.069 +38,mlp.experts.69.gate_proj,0.0000095635,0.05000,2.022 +38,mlp.experts.66.gate_proj,0.0000414480,0.05000,2.058 +38,mlp.experts.71.gate_proj,0.0000332870,0.05000,2.083 +38,mlp.experts.64.gate_proj,0.0000216325,0.05000,2.021 +38,mlp.experts.73.gate_proj,0.0000362179,0.05000,2.038 +38,mlp.experts.75.gate_proj,0.0000311005,0.05000,2.031 +38,mlp.experts.70.gate_proj,0.0000221730,0.05000,2.085 +38,mlp.experts.68.gate_proj,0.0000259005,0.05000,2.044 +38,mlp.experts.77.gate_proj,0.0000064139,0.05000,2.036 +38,mlp.experts.79.gate_proj,0.0000113556,0.05000,2.021 +38,mlp.experts.72.gate_proj,0.0000168845,0.05000,2.007 +38,mlp.experts.74.gate_proj,0.0000155524,0.05000,2.033 +38,mlp.experts.81.gate_proj,0.0000295559,0.05000,2.052 +38,mlp.experts.83.gate_proj,0.0000081126,0.05000,2.083 +38,mlp.experts.76.gate_proj,0.0000244848,0.05000,2.044 +38,mlp.experts.78.gate_proj,0.0000270279,0.05000,2.087 +38,mlp.experts.85.gate_proj,0.0000107335,0.05000,2.055 +38,mlp.experts.87.gate_proj,0.0000249207,0.05000,2.033 +38,mlp.experts.80.gate_proj,0.0000235195,0.05000,2.100 +38,mlp.experts.82.gate_proj,0.0000076067,0.05000,2.104 +38,mlp.experts.89.gate_proj,0.0000571054,0.05000,2.020 +38,mlp.experts.91.gate_proj,0.0000585217,0.05000,2.061 +38,mlp.experts.86.gate_proj,0.0000259955,0.05000,2.008 +38,mlp.experts.84.gate_proj,0.0000184827,0.05000,2.102 +38,mlp.experts.93.gate_proj,0.0000063008,0.05000,2.020 +38,mlp.experts.90.gate_proj,0.0000140211,0.05000,2.010 +38,mlp.experts.95.gate_proj,0.0000977848,0.05000,2.108 +38,mlp.experts.88.gate_proj,0.0000419058,0.05000,2.108 +38,mlp.experts.97.gate_proj,0.0000357250,0.05000,2.031 +38,mlp.experts.94.gate_proj,0.0000469809,0.05000,2.028 +38,mlp.experts.99.gate_proj,0.0000082458,0.05000,2.021 +38,mlp.experts.92.gate_proj,0.0000360777,0.05000,2.068 +38,mlp.experts.101.gate_proj,0.0001104707,0.05000,2.070 +38,mlp.experts.103.gate_proj,0.0000191643,0.05000,2.044 +38,mlp.experts.98.gate_proj,0.0000262156,0.05000,2.100 +38,mlp.experts.96.gate_proj,0.0000340483,0.05000,2.087 +38,mlp.experts.105.gate_proj,0.0000799149,0.05000,2.088 +38,mlp.experts.107.gate_proj,0.0000405465,0.05000,2.052 +38,mlp.experts.102.gate_proj,0.0000281458,0.05000,2.074 +38,mlp.experts.100.gate_proj,0.0000223669,0.05000,2.045 +38,mlp.experts.109.gate_proj,0.0000189445,0.05000,2.057 +38,mlp.experts.111.gate_proj,0.0000248224,0.05000,2.029 +38,mlp.experts.106.gate_proj,0.0000313165,0.05000,2.028 +38,mlp.experts.104.gate_proj,0.0000152950,0.05000,2.034 +38,mlp.experts.113.gate_proj,0.0000180181,0.05000,2.039 +38,mlp.experts.115.gate_proj,0.0000379359,0.05000,2.068 +38,mlp.experts.110.gate_proj,0.0000140579,0.05000,2.100 +38,mlp.experts.108.gate_proj,0.0000110300,0.05000,2.080 +38,mlp.experts.117.gate_proj,0.0000417039,0.05000,2.038 +38,mlp.experts.119.gate_proj,0.0000250713,0.05000,2.043 +38,mlp.experts.114.gate_proj,0.0000182889,0.05000,2.054 +38,mlp.experts.112.gate_proj,0.0000144571,0.05000,2.015 +38,mlp.experts.121.gate_proj,0.0000237354,0.05000,2.031 +38,mlp.experts.123.gate_proj,0.0000257509,0.05000,2.012 +38,mlp.experts.118.gate_proj,0.0000222838,0.05000,2.075 +38,mlp.experts.116.gate_proj,0.0000348861,0.05000,1.996 +38,mlp.experts.125.gate_proj,0.0000232544,0.05000,2.018 +38,mlp.experts.127.gate_proj,0.0000127253,0.05000,2.025 +38,mlp.experts.122.gate_proj,0.0000293882,0.05000,2.048 +38,mlp.experts.120.gate_proj,0.0000289422,0.05000,2.097 +38,mlp.experts.129.gate_proj,0.0000235990,0.05000,2.098 +38,mlp.experts.131.gate_proj,0.0000374423,0.05000,2.028 +38,mlp.experts.126.gate_proj,0.0000223888,0.05000,2.068 +38,mlp.experts.124.gate_proj,0.0000384166,0.05000,2.053 +38,mlp.experts.135.gate_proj,0.0000383771,0.05000,2.016 +38,mlp.experts.133.gate_proj,0.0000210511,0.05000,2.116 +38,mlp.experts.130.gate_proj,0.0000187054,0.05000,2.082 +38,mlp.experts.128.gate_proj,0.0000302115,0.05000,2.070 +38,mlp.experts.139.gate_proj,0.0000126437,0.05000,2.018 +38,mlp.experts.137.gate_proj,0.0000172803,0.05000,2.029 +38,mlp.experts.132.gate_proj,0.0000573260,0.05000,1.997 +38,mlp.experts.134.gate_proj,0.0000050600,0.05000,2.078 +38,mlp.experts.143.gate_proj,0.0000204804,0.05000,2.042 +38,mlp.experts.141.gate_proj,0.0000387098,0.05000,2.000 +38,mlp.experts.136.gate_proj,0.0000533006,0.05000,2.086 +38,mlp.experts.138.gate_proj,0.0000249894,0.05000,2.066 +38,mlp.experts.145.gate_proj,0.0000218702,0.05000,2.020 +38,mlp.experts.147.gate_proj,0.0000678519,0.05000,2.061 +38,mlp.experts.140.gate_proj,0.0000077824,0.05000,2.037 +38,mlp.experts.142.gate_proj,0.0000659364,0.05000,2.083 +38,mlp.experts.149.gate_proj,0.0000077434,0.05000,2.085 +38,mlp.experts.151.gate_proj,0.0000507175,0.05000,2.109 +38,mlp.experts.144.gate_proj,0.0000124957,0.05000,2.112 +38,mlp.experts.146.gate_proj,0.0000351825,0.05000,2.081 +38,mlp.experts.153.gate_proj,0.0000160332,0.05000,2.026 +38,mlp.experts.155.gate_proj,0.0000291593,0.05000,2.028 +38,mlp.experts.148.gate_proj,0.0000157017,0.05000,2.059 +38,mlp.experts.150.gate_proj,0.0000050985,0.05000,2.062 +38,mlp.experts.157.gate_proj,0.0000244017,0.05000,2.085 +38,mlp.experts.159.gate_proj,0.0000234536,0.05000,2.108 +38,mlp.experts.154.gate_proj,0.0000447053,0.05000,2.079 +38,mlp.experts.152.gate_proj,0.0000133001,0.05000,2.199 +38,mlp.experts.1.up_proj,0.0000227532,0.05000,2.087 +38,mlp.experts.3.up_proj,0.0000175047,0.05000,2.146 +38,mlp.experts.158.gate_proj,0.0000213523,0.05000,2.104 +38,mlp.experts.156.gate_proj,0.0000276685,0.05000,2.068 +38,mlp.experts.5.up_proj,0.0000083514,0.05000,2.085 +38,mlp.experts.7.up_proj,0.0000457533,0.05000,2.063 +38,mlp.experts.2.up_proj,0.0000305933,0.05000,2.065 +38,mlp.experts.0.up_proj,0.0000490965,0.05000,2.067 +38,mlp.experts.9.up_proj,0.0000471612,0.05000,2.034 +38,mlp.experts.11.up_proj,0.0000330315,0.05000,2.077 +38,mlp.experts.6.up_proj,0.0000108670,0.05000,2.080 +38,mlp.experts.4.up_proj,0.0000249620,0.05000,2.113 +38,mlp.experts.13.up_proj,0.0000330890,0.05000,2.083 +38,mlp.experts.15.up_proj,0.0000270197,0.05000,2.083 +38,mlp.experts.10.up_proj,0.0000195855,0.05000,2.070 +38,mlp.experts.8.up_proj,0.0000709488,0.05000,2.052 +38,mlp.experts.17.up_proj,0.0000412397,0.05000,2.094 +38,mlp.experts.19.up_proj,0.0000210190,0.05000,2.087 +38,mlp.experts.14.up_proj,0.0000118526,0.05000,2.069 +38,mlp.experts.12.up_proj,0.0000272006,0.05000,2.081 +38,mlp.experts.21.up_proj,0.0000238594,0.05000,2.040 +38,mlp.experts.23.up_proj,0.0000283141,0.05000,2.086 +38,mlp.experts.18.up_proj,0.0000170748,0.05000,2.075 +38,mlp.experts.16.up_proj,0.0000195188,0.05000,2.084 +38,mlp.experts.25.up_proj,0.0000205390,0.05000,2.021 +38,mlp.experts.27.up_proj,0.0000276487,0.05000,2.066 +38,mlp.experts.22.up_proj,0.0000176846,0.05000,2.053 +38,mlp.experts.20.up_proj,0.0000357475,0.05000,2.049 +38,mlp.experts.29.up_proj,0.0000254103,0.05000,2.054 +38,mlp.experts.31.up_proj,0.0000074063,0.05000,2.030 +38,mlp.experts.26.up_proj,0.0000104750,0.05000,2.075 +38,mlp.experts.24.up_proj,0.0000221645,0.05000,2.061 +38,mlp.experts.33.up_proj,0.0000247630,0.05000,2.056 +38,mlp.experts.35.up_proj,0.0000684860,0.05000,2.090 +38,mlp.experts.30.up_proj,0.0000182923,0.05000,2.074 +38,mlp.experts.28.up_proj,0.0000250720,0.05000,2.108 +38,mlp.experts.37.up_proj,0.0000977057,0.05000,2.152 +38,mlp.experts.39.up_proj,0.0000081074,0.05000,2.124 +38,mlp.experts.34.up_proj,0.0000101922,0.05000,2.101 +38,mlp.experts.32.up_proj,0.0000235984,0.05000,2.098 +38,mlp.experts.41.up_proj,0.0000097566,0.05000,2.086 +38,mlp.experts.43.up_proj,0.0000410694,0.05000,2.103 +38,mlp.experts.38.up_proj,0.0000320865,0.05000,2.054 +38,mlp.experts.36.up_proj,0.0000187559,0.05000,2.053 +38,mlp.experts.45.up_proj,0.0000194713,0.05000,2.043 +38,mlp.experts.47.up_proj,0.0000266320,0.05000,2.066 +38,mlp.experts.42.up_proj,0.0000034257,0.05000,2.085 +38,mlp.experts.40.up_proj,0.0000063382,0.05000,2.058 +38,mlp.experts.49.up_proj,0.0000261406,0.05000,2.059 +38,mlp.experts.51.up_proj,0.0000037649,0.05000,2.103 +38,mlp.experts.46.up_proj,0.0000113706,0.05000,2.100 +38,mlp.experts.44.up_proj,0.0000242060,0.05000,2.079 +38,mlp.experts.53.up_proj,0.0000239416,0.05000,2.055 +38,mlp.experts.55.up_proj,0.0000174588,0.05000,2.095 +38,mlp.experts.48.up_proj,0.0000263969,0.05000,2.062 +38,mlp.experts.50.up_proj,0.0000111686,0.05000,2.156 +38,mlp.experts.57.up_proj,0.0000447379,0.05000,2.077 +38,mlp.experts.59.up_proj,0.0000217300,0.05000,2.073 +38,mlp.experts.52.up_proj,0.0000140980,0.05000,2.078 +38,mlp.experts.54.up_proj,0.0000227875,0.05000,2.072 +38,mlp.experts.61.up_proj,0.0000241066,0.05000,2.072 +38,mlp.experts.63.up_proj,0.0000709905,0.05000,2.098 +38,mlp.experts.56.up_proj,0.0000191294,0.05000,2.097 +38,mlp.experts.58.up_proj,0.0000478052,0.05000,2.083 +38,mlp.experts.65.up_proj,0.0000306720,0.05000,2.064 +38,mlp.experts.67.up_proj,0.0000083014,0.05000,2.141 +38,mlp.experts.62.up_proj,0.0000306500,0.05000,2.019 +38,mlp.experts.60.up_proj,0.0000108035,0.05000,2.102 +38,mlp.experts.69.up_proj,0.0000096389,0.05000,2.047 +38,mlp.experts.71.up_proj,0.0000332674,0.05000,2.083 +38,mlp.experts.66.up_proj,0.0000403838,0.05000,2.029 +38,mlp.experts.64.up_proj,0.0000215067,0.05000,2.046 +38,mlp.experts.73.up_proj,0.0000350520,0.05000,2.065 +38,mlp.experts.75.up_proj,0.0000317474,0.05000,2.050 +38,mlp.experts.70.up_proj,0.0000214809,0.05000,2.074 +38,mlp.experts.68.up_proj,0.0000264819,0.05000,2.064 +38,mlp.experts.77.up_proj,0.0000062954,0.05000,2.054 +38,mlp.experts.79.up_proj,0.0000110208,0.05000,2.073 +38,mlp.experts.74.up_proj,0.0000151038,0.05000,2.077 +38,mlp.experts.72.up_proj,0.0000167418,0.05000,2.067 +38,mlp.experts.81.up_proj,0.0000291429,0.05000,2.123 +38,mlp.experts.83.up_proj,0.0000079684,0.05000,2.076 +38,mlp.experts.76.up_proj,0.0000223437,0.05000,2.054 +38,mlp.experts.78.up_proj,0.0000258200,0.05000,2.094 +38,mlp.experts.85.up_proj,0.0000109152,0.05000,2.065 +38,mlp.experts.87.up_proj,0.0000226996,0.05000,2.091 +38,mlp.experts.80.up_proj,0.0000223516,0.05000,2.058 +38,mlp.experts.82.up_proj,0.0000077426,0.05000,2.096 +38,mlp.experts.89.up_proj,0.0000582740,0.05000,2.082 +38,mlp.experts.91.up_proj,0.0000593381,0.05000,2.104 +38,mlp.experts.84.up_proj,0.0000187316,0.05000,2.058 +38,mlp.experts.86.up_proj,0.0000273267,0.05000,2.112 +38,mlp.experts.93.up_proj,0.0000062612,0.05000,2.077 +38,mlp.experts.95.up_proj,0.0000917414,0.05000,2.076 +38,mlp.experts.88.up_proj,0.0000428584,0.05000,2.082 +38,mlp.experts.90.up_proj,0.0000156005,0.05000,2.071 +38,mlp.experts.97.up_proj,0.0000347663,0.05000,2.075 +38,mlp.experts.99.up_proj,0.0000083007,0.05000,2.108 +38,mlp.experts.92.up_proj,0.0000364645,0.05000,2.076 +38,mlp.experts.94.up_proj,0.0000458312,0.05000,2.066 +38,mlp.experts.101.up_proj,0.0001041170,0.05000,2.108 +38,mlp.experts.103.up_proj,0.0000194962,0.05000,2.090 +38,mlp.experts.96.up_proj,0.0000319429,0.05000,2.104 +38,mlp.experts.98.up_proj,0.0000262251,0.05000,2.057 +38,mlp.experts.105.up_proj,0.0000785163,0.05000,2.074 +38,mlp.experts.107.up_proj,0.0000413414,0.05000,2.127 +38,mlp.experts.102.up_proj,0.0000282051,0.05000,2.083 +38,mlp.experts.100.up_proj,0.0000216515,0.05000,2.110 +38,mlp.experts.109.up_proj,0.0000186347,0.05000,2.106 +38,mlp.experts.106.up_proj,0.0000314565,0.05000,2.009 +38,mlp.experts.111.up_proj,0.0000241121,0.05000,2.109 +38,mlp.experts.104.up_proj,0.0000146456,0.05000,2.058 +38,mlp.experts.113.up_proj,0.0000180532,0.05000,2.120 +38,mlp.experts.110.up_proj,0.0000173264,0.05000,2.058 +38,mlp.experts.115.up_proj,0.0000377243,0.05000,2.073 +38,mlp.experts.108.up_proj,0.0000099923,0.05000,2.098 +38,mlp.experts.117.up_proj,0.0000414380,0.05000,2.072 +38,mlp.experts.114.up_proj,0.0000176016,0.05000,2.098 +38,mlp.experts.112.up_proj,0.0000147721,0.05000,2.027 +38,mlp.experts.119.up_proj,0.0000269982,0.05000,2.090 +38,mlp.experts.121.up_proj,0.0000244737,0.05000,2.098 +38,mlp.experts.123.up_proj,0.0000255596,0.05000,2.012 +38,mlp.experts.116.up_proj,0.0000352685,0.05000,2.048 +38,mlp.experts.118.up_proj,0.0000227174,0.05000,2.170 +38,mlp.experts.125.up_proj,0.0000236043,0.05000,2.045 +38,mlp.experts.127.up_proj,0.0000120329,0.05000,2.059 +38,mlp.experts.120.up_proj,0.0000282363,0.05000,2.118 +38,mlp.experts.122.up_proj,0.0000293101,0.05000,2.019 +38,mlp.experts.129.up_proj,0.0000227025,0.05000,2.039 +38,mlp.experts.131.up_proj,0.0000364713,0.05000,2.060 +38,mlp.experts.126.up_proj,0.0000220663,0.05000,2.088 +38,mlp.experts.124.up_proj,0.0000390502,0.05000,2.143 +38,mlp.experts.133.up_proj,0.0000210269,0.05000,2.020 +38,mlp.experts.135.up_proj,0.0000392051,0.05000,2.050 +38,mlp.experts.130.up_proj,0.0000188973,0.05000,2.015 +38,mlp.experts.128.up_proj,0.0000301323,0.05000,2.123 +38,mlp.experts.137.up_proj,0.0000163563,0.05000,2.044 +38,mlp.experts.139.up_proj,0.0000124589,0.05000,2.068 +38,mlp.experts.134.up_proj,0.0000050167,0.05000,2.040 +38,mlp.experts.132.up_proj,0.0000542118,0.05000,2.053 +38,mlp.experts.141.up_proj,0.0000386005,0.05000,2.048 +38,mlp.experts.143.up_proj,0.0000201496,0.05000,2.041 +38,mlp.experts.138.up_proj,0.0000255644,0.05000,2.041 +38,mlp.experts.136.up_proj,0.0000535048,0.05000,2.048 +38,mlp.experts.145.up_proj,0.0000210234,0.05000,2.054 +38,mlp.experts.142.up_proj,0.0000663851,0.05000,2.037 +38,mlp.experts.147.up_proj,0.0000644846,0.05000,2.090 +38,mlp.experts.140.up_proj,0.0000079825,0.05000,2.055 +38,mlp.experts.149.up_proj,0.0000076909,0.05000,2.085 +38,mlp.experts.146.up_proj,0.0000354610,0.05000,2.061 +38,mlp.experts.151.up_proj,0.0000467219,0.05000,2.091 +38,mlp.experts.144.up_proj,0.0000130984,0.05000,2.067 +38,mlp.experts.153.up_proj,0.0000153377,0.05000,2.043 +38,mlp.experts.150.up_proj,0.0000050289,0.05000,2.119 +38,mlp.experts.155.up_proj,0.0000291699,0.05000,2.064 +38,mlp.experts.148.up_proj,0.0000154886,0.05000,2.069 +38,mlp.experts.157.up_proj,0.0000241177,0.05000,2.049 +38,mlp.experts.154.up_proj,0.0000449280,0.05000,1.968 +38,mlp.experts.159.up_proj,0.0000235402,0.05000,1.969 +38,mlp.experts.152.up_proj,0.0000130347,0.05000,1.930 +38,mlp.experts.158.up_proj,0.0000216400,0.05000,1.401 +38,mlp.experts.156.up_proj,0.0000280551,0.05000,1.346 +38,mlp.experts.3.down_proj,0.0000020268,0.05000,0.647 +38,mlp.experts.2.down_proj,0.0000031789,0.05000,0.654 +38,mlp.experts.1.down_proj,0.0000020897,0.05000,0.655 +38,mlp.experts.0.down_proj,0.0000089227,0.05000,0.671 +38,mlp.experts.5.down_proj,0.0000008718,0.05000,0.613 +38,mlp.experts.7.down_proj,0.0000054640,0.05000,0.622 +38,mlp.experts.4.down_proj,0.0000046271,0.05000,0.615 +38,mlp.experts.6.down_proj,0.0000012625,0.05000,0.640 +38,mlp.experts.9.down_proj,0.0000031433,0.05000,0.607 +38,mlp.experts.10.down_proj,0.0000028855,0.05000,0.593 +38,mlp.experts.8.down_proj,0.0000142796,0.05000,0.609 +38,mlp.experts.11.down_proj,0.0000026677,0.05000,0.635 +38,mlp.experts.13.down_proj,0.0000026552,0.05000,0.603 +38,mlp.experts.14.down_proj,0.0000012003,0.05000,0.601 +38,mlp.experts.15.down_proj,0.0000029998,0.05000,0.598 +38,mlp.experts.12.down_proj,0.0000054206,0.05000,0.621 +38,mlp.experts.17.down_proj,0.0000057885,0.05000,0.628 +38,mlp.experts.18.down_proj,0.0000011832,0.05000,0.636 +38,mlp.experts.16.down_proj,0.0000022795,0.05000,0.611 +38,mlp.experts.19.down_proj,0.0000021500,0.05000,0.654 +38,mlp.experts.21.down_proj,0.0000020854,0.05000,0.636 +38,mlp.experts.22.down_proj,0.0000022707,0.05000,0.660 +38,mlp.experts.20.down_proj,0.0000029872,0.05000,0.659 +38,mlp.experts.23.down_proj,0.0000028283,0.05000,0.643 +38,mlp.experts.25.down_proj,0.0000018598,0.05000,0.614 +38,mlp.experts.24.down_proj,0.0000034136,0.05000,0.607 +38,mlp.experts.26.down_proj,0.0000013208,0.05000,0.618 +38,mlp.experts.27.down_proj,0.0000041248,0.05000,0.628 +38,mlp.experts.29.down_proj,0.0000024872,0.05000,0.628 +38,mlp.experts.28.down_proj,0.0000035103,0.05000,0.629 +38,mlp.experts.30.down_proj,0.0000014840,0.05000,0.634 +38,mlp.experts.31.down_proj,0.0000016602,0.05000,0.634 +38,mlp.experts.33.down_proj,0.0000030224,0.05000,0.623 +38,mlp.experts.34.down_proj,0.0000015345,0.05000,0.603 +38,mlp.experts.35.down_proj,0.0000132172,0.05000,0.625 +38,mlp.experts.32.down_proj,0.0000041348,0.05000,0.668 +38,mlp.experts.37.down_proj,0.0000109588,0.05000,0.605 +38,mlp.experts.38.down_proj,0.0000034195,0.05000,0.630 +38,mlp.experts.39.down_proj,0.0000010633,0.05000,0.610 +38,mlp.experts.36.down_proj,0.0000033387,0.05000,0.626 +38,mlp.experts.41.down_proj,0.0000008540,0.05000,0.603 +38,mlp.experts.42.down_proj,0.0000002504,0.05000,0.601 +38,mlp.experts.43.down_proj,0.0000041580,0.05000,0.602 +38,mlp.experts.40.down_proj,0.0000010235,0.05000,0.643 +38,mlp.experts.45.down_proj,0.0000030691,0.05000,0.619 +38,mlp.experts.46.down_proj,0.0000007936,0.05000,0.599 +38,mlp.experts.47.down_proj,0.0000044032,0.05000,0.607 +38,mlp.experts.44.down_proj,0.0000026893,0.05000,0.641 +38,mlp.experts.49.down_proj,0.0000048127,0.05000,0.657 +38,mlp.experts.50.down_proj,0.0000012177,0.05000,0.638 +38,mlp.experts.51.down_proj,0.0000004346,0.05000,0.633 +38,mlp.experts.48.down_proj,0.0000039474,0.05000,0.659 +38,mlp.experts.53.down_proj,0.0000043410,0.05000,0.610 +38,mlp.experts.54.down_proj,0.0000025857,0.05000,0.616 +38,mlp.experts.55.down_proj,0.0000022905,0.05000,0.634 +38,mlp.experts.52.down_proj,0.0000035268,0.05000,0.650 +38,mlp.experts.58.down_proj,0.0000061580,0.05000,0.607 +38,mlp.experts.57.down_proj,0.0000040202,0.05000,0.628 +38,mlp.experts.59.down_proj,0.0000034670,0.05000,0.606 +38,mlp.experts.56.down_proj,0.0000041261,0.05000,0.602 +38,mlp.experts.62.down_proj,0.0000048274,0.05000,0.629 +38,mlp.experts.61.down_proj,0.0000023484,0.05000,0.649 +38,mlp.experts.63.down_proj,0.0000064001,0.05000,0.653 +38,mlp.experts.60.down_proj,0.0000015232,0.05000,0.615 +38,mlp.experts.65.down_proj,0.0000034026,0.05000,0.603 +38,mlp.experts.66.down_proj,0.0000041200,0.05000,0.649 +38,mlp.experts.67.down_proj,0.0000020531,0.05000,0.638 +38,mlp.experts.64.down_proj,0.0000025998,0.05000,0.607 +38,mlp.experts.69.down_proj,0.0000009927,0.05000,0.651 +38,mlp.experts.70.down_proj,0.0000035194,0.05000,0.667 +38,mlp.experts.71.down_proj,0.0000062565,0.05000,0.635 +38,mlp.experts.68.down_proj,0.0000033891,0.05000,0.613 +38,mlp.experts.73.down_proj,0.0000036625,0.05000,0.641 +38,mlp.experts.74.down_proj,0.0000025785,0.05000,0.609 +38,mlp.experts.75.down_proj,0.0000039065,0.05000,0.638 +38,mlp.experts.72.down_proj,0.0000023302,0.05000,0.605 +38,mlp.experts.77.down_proj,0.0000004458,0.05000,0.603 +38,mlp.experts.78.down_proj,0.0000028639,0.05000,0.603 +38,mlp.experts.76.down_proj,0.0000031615,0.05000,0.623 +38,mlp.experts.79.down_proj,0.0000008675,0.05000,0.665 +38,mlp.experts.81.down_proj,0.0000028774,0.05000,0.616 +38,mlp.experts.82.down_proj,0.0000006196,0.05000,0.637 +38,mlp.experts.80.down_proj,0.0000039748,0.05000,0.612 +38,mlp.experts.83.down_proj,0.0000020941,0.05000,0.621 +38,mlp.experts.85.down_proj,0.0000015723,0.05000,0.623 +38,mlp.experts.86.down_proj,0.0000050489,0.05000,0.618 +38,mlp.experts.84.down_proj,0.0000027077,0.05000,0.615 +38,mlp.experts.87.down_proj,0.0000025984,0.05000,0.628 +38,mlp.experts.89.down_proj,0.0000081071,0.05000,0.612 +38,mlp.experts.90.down_proj,0.0000022705,0.05000,0.616 +38,mlp.experts.88.down_proj,0.0000076739,0.05000,0.616 +38,mlp.experts.91.down_proj,0.0000145282,0.05000,0.638 +38,mlp.experts.93.down_proj,0.0000010176,0.05000,0.631 +38,mlp.experts.94.down_proj,0.0000091103,0.05000,0.636 +38,mlp.experts.92.down_proj,0.0000079740,0.05000,0.616 +38,mlp.experts.95.down_proj,0.0000192640,0.05000,0.610 +38,mlp.experts.97.down_proj,0.0000035993,0.05000,0.644 +38,mlp.experts.98.down_proj,0.0000049148,0.05000,0.675 +38,mlp.experts.96.down_proj,0.0000047275,0.05000,0.680 +38,mlp.experts.99.down_proj,0.0000009504,0.05000,0.655 +38,mlp.experts.101.down_proj,0.0000078510,0.05000,0.627 +38,mlp.experts.102.down_proj,0.0000037525,0.05000,0.614 +38,mlp.experts.100.down_proj,0.0000028848,0.05000,0.606 +38,mlp.experts.103.down_proj,0.0000022648,0.05000,0.628 +38,mlp.experts.105.down_proj,0.0000275579,0.05000,0.600 +38,mlp.experts.106.down_proj,0.0000071789,0.05000,0.605 +38,mlp.experts.104.down_proj,0.0000010061,0.05000,0.602 +38,mlp.experts.107.down_proj,0.0000051640,0.05000,0.605 +38,mlp.experts.109.down_proj,0.0000024588,0.05000,0.600 +38,mlp.experts.110.down_proj,0.0000018770,0.05000,0.609 +38,mlp.experts.108.down_proj,0.0000010935,0.05000,0.621 +38,mlp.experts.111.down_proj,0.0000027315,0.05000,0.603 +38,mlp.experts.113.down_proj,0.0000017693,0.05000,0.604 +38,mlp.experts.114.down_proj,0.0000017632,0.05000,0.631 +38,mlp.experts.112.down_proj,0.0000013931,0.05000,0.623 +38,mlp.experts.115.down_proj,0.0000024915,0.05000,0.602 +38,mlp.experts.117.down_proj,0.0000027140,0.05000,0.593 +38,mlp.experts.118.down_proj,0.0000026953,0.05000,0.592 +38,mlp.experts.116.down_proj,0.0000050502,0.05000,0.596 +38,mlp.experts.119.down_proj,0.0000058890,0.05000,0.593 +38,mlp.experts.121.down_proj,0.0000037161,0.05000,0.614 +38,mlp.experts.122.down_proj,0.0000033241,0.05000,0.623 +38,mlp.experts.120.down_proj,0.0000041397,0.05000,0.611 +38,mlp.experts.123.down_proj,0.0000037034,0.05000,0.625 +38,mlp.experts.125.down_proj,0.0000027708,0.05000,0.636 +38,mlp.experts.126.down_proj,0.0000016037,0.05000,0.618 +38,mlp.experts.124.down_proj,0.0000076703,0.05000,0.636 +38,mlp.experts.127.down_proj,0.0000020300,0.05000,0.654 +38,mlp.experts.129.down_proj,0.0000046864,0.05000,0.612 +38,mlp.experts.128.down_proj,0.0000035170,0.05000,0.621 +38,mlp.experts.130.down_proj,0.0000048440,0.05000,0.677 +38,mlp.experts.131.down_proj,0.0000024795,0.05000,0.633 +38,mlp.experts.133.down_proj,0.0000019070,0.05000,0.619 +38,mlp.experts.134.down_proj,0.0000003987,0.05000,0.592 +38,mlp.experts.132.down_proj,0.0000070132,0.05000,0.604 +38,mlp.experts.135.down_proj,0.0000052910,0.05000,0.598 +38,mlp.experts.137.down_proj,0.0000025059,0.05000,0.624 +38,mlp.experts.136.down_proj,0.0000067118,0.05000,0.605 +38,mlp.experts.138.down_proj,0.0000051826,0.05000,0.610 +38,mlp.experts.139.down_proj,0.0000010926,0.05000,0.602 +38,mlp.experts.141.down_proj,0.0000042868,0.05000,0.603 +38,mlp.experts.142.down_proj,0.0000169735,0.05000,0.600 +38,mlp.experts.140.down_proj,0.0000013308,0.05000,0.610 +38,mlp.experts.143.down_proj,0.0000022200,0.05000,0.626 +38,mlp.experts.145.down_proj,0.0000024657,0.05000,0.648 +38,mlp.experts.144.down_proj,0.0000034191,0.05000,0.609 +38,mlp.experts.146.down_proj,0.0000101543,0.05000,0.640 +38,mlp.experts.147.down_proj,0.0000108386,0.05000,0.610 +38,mlp.experts.149.down_proj,0.0000009795,0.05000,0.607 +38,mlp.experts.150.down_proj,0.0000003264,0.05000,0.609 +38,mlp.experts.148.down_proj,0.0000012795,0.05000,0.646 +38,mlp.experts.151.down_proj,0.0000034421,0.05000,0.607 +38,mlp.experts.153.down_proj,0.0000014433,0.05000,0.640 +38,mlp.experts.154.down_proj,0.0000072565,0.05000,0.615 +38,mlp.experts.152.down_proj,0.0000021682,0.05000,0.614 +38,mlp.experts.155.down_proj,0.0000064293,0.05000,0.650 +38,mlp.experts.157.down_proj,0.0000039672,0.05000,0.613 +38,mlp.experts.158.down_proj,0.0000028932,0.05000,0.596 +38,mlp.experts.156.down_proj,0.0000069971,0.05000,0.593 +38,mlp.experts.159.down_proj,0.0000030565,0.05000,0.549 +39,mlp.experts.2.gate_proj,0.0000220204,0.05000,2.099 +39,mlp.experts.1.gate_proj,0.0000237572,0.05000,2.132 +39,mlp.experts.3.gate_proj,0.0000374389,0.05000,2.180 +39,mlp.experts.0.gate_proj,0.0000268883,0.05000,2.213 +39,mlp.experts.6.gate_proj,0.0000357265,0.05000,2.082 +39,mlp.experts.5.gate_proj,0.0000271253,0.05000,2.087 +39,mlp.experts.4.gate_proj,0.0000405197,0.05000,2.047 +39,mlp.experts.7.gate_proj,0.0000435655,0.05000,2.132 +39,mlp.experts.10.gate_proj,0.0000427552,0.05000,2.135 +39,mlp.experts.9.gate_proj,0.0000249250,0.05000,2.124 +39,mlp.experts.11.gate_proj,0.0000232175,0.05000,2.058 +39,mlp.experts.8.gate_proj,0.0000200589,0.05000,2.209 +39,mlp.experts.15.gate_proj,0.0000327181,0.05000,2.037 +39,mlp.experts.13.gate_proj,0.0000307052,0.05000,2.097 +39,mlp.experts.14.gate_proj,0.0000051490,0.05000,2.167 +39,mlp.experts.12.gate_proj,0.0000371630,0.05000,2.104 +39,mlp.experts.19.gate_proj,0.0000416273,0.05000,2.127 +39,mlp.experts.18.gate_proj,0.0000224372,0.05000,2.095 +39,mlp.experts.17.gate_proj,0.0000139387,0.05000,2.184 +39,mlp.experts.16.gate_proj,0.0000062505,0.05000,2.178 +39,mlp.experts.22.gate_proj,0.0000283338,0.05000,2.103 +39,mlp.experts.23.gate_proj,0.0000172217,0.05000,2.182 +39,mlp.experts.21.gate_proj,0.0000227210,0.05000,2.129 +39,mlp.experts.20.gate_proj,0.0000263449,0.05000,2.087 +39,mlp.experts.26.gate_proj,0.0000527568,0.05000,2.103 +39,mlp.experts.25.gate_proj,0.0000066204,0.05000,2.102 +39,mlp.experts.27.gate_proj,0.0000241758,0.05000,2.166 +39,mlp.experts.24.gate_proj,0.0000042860,0.05000,2.097 +39,mlp.experts.30.gate_proj,0.0000090353,0.05000,2.124 +39,mlp.experts.29.gate_proj,0.0000245256,0.05000,2.099 +39,mlp.experts.28.gate_proj,0.0000275862,0.05000,2.120 +39,mlp.experts.31.gate_proj,0.0000457710,0.05000,2.200 +39,mlp.experts.34.gate_proj,0.0000407990,0.05000,2.084 +39,mlp.experts.33.gate_proj,0.0000502176,0.05000,2.078 +39,mlp.experts.32.gate_proj,0.0000269245,0.05000,2.074 +39,mlp.experts.35.gate_proj,0.0000172823,0.05000,2.083 +39,mlp.experts.37.gate_proj,0.0000271028,0.05000,1.990 +39,mlp.experts.38.gate_proj,0.0000930129,0.05000,2.090 +39,mlp.experts.36.gate_proj,0.0000337820,0.05000,2.015 +39,mlp.experts.39.gate_proj,0.0000184286,0.05000,2.140 +39,mlp.experts.41.gate_proj,0.0000200843,0.05000,1.999 +39,mlp.experts.42.gate_proj,0.0000281182,0.05000,2.009 +39,mlp.experts.40.gate_proj,0.0000609554,0.05000,2.009 +39,mlp.experts.43.gate_proj,0.0000499421,0.05000,2.017 +39,mlp.experts.45.gate_proj,0.0000250771,0.05000,2.066 +39,mlp.experts.46.gate_proj,0.0000146029,0.05000,2.057 +39,mlp.experts.44.gate_proj,0.0000172464,0.05000,2.073 +39,mlp.experts.47.gate_proj,0.0000338889,0.05000,2.069 +39,mlp.experts.49.gate_proj,0.0000669974,0.05000,2.071 +39,mlp.experts.50.gate_proj,0.0000257751,0.05000,2.051 +39,mlp.experts.48.gate_proj,0.0000199333,0.05000,2.048 +39,mlp.experts.51.gate_proj,0.0000389752,0.05000,2.032 +39,mlp.experts.53.gate_proj,0.0000195396,0.05000,2.084 +39,mlp.experts.54.gate_proj,0.0000460152,0.05000,2.085 +39,mlp.experts.52.gate_proj,0.0000233380,0.05000,2.104 +39,mlp.experts.55.gate_proj,0.0000474842,0.05000,2.092 +39,mlp.experts.57.gate_proj,0.0000108105,0.05000,2.074 +39,mlp.experts.58.gate_proj,0.0000371344,0.05000,2.095 +39,mlp.experts.56.gate_proj,0.0000332278,0.05000,2.112 +39,mlp.experts.59.gate_proj,0.0000051379,0.05000,2.052 +39,mlp.experts.62.gate_proj,0.0000388598,0.05000,2.053 +39,mlp.experts.61.gate_proj,0.0000318429,0.05000,2.145 +39,mlp.experts.60.gate_proj,0.0000320614,0.05000,2.099 +39,mlp.experts.63.gate_proj,0.0000989923,0.05000,2.104 +39,mlp.experts.66.gate_proj,0.0000123356,0.05000,2.039 +39,mlp.experts.65.gate_proj,0.0000262992,0.05000,2.130 +39,mlp.experts.64.gate_proj,0.0000202727,0.05000,2.081 +39,mlp.experts.67.gate_proj,0.0000786476,0.05000,2.154 +39,mlp.experts.70.gate_proj,0.0000072971,0.05000,2.048 +39,mlp.experts.69.gate_proj,0.0000306269,0.05000,2.130 +39,mlp.experts.68.gate_proj,0.0000216485,0.05000,2.098 +39,mlp.experts.71.gate_proj,0.0000115669,0.05000,2.042 +39,mlp.experts.74.gate_proj,0.0001128029,0.05000,2.022 +39,mlp.experts.72.gate_proj,0.0000330881,0.05000,2.006 +39,mlp.experts.75.gate_proj,0.0000250183,0.05000,2.008 +39,mlp.experts.73.gate_proj,0.0000223019,0.05000,2.196 +39,mlp.experts.78.gate_proj,0.0000410857,0.05000,2.035 +39,mlp.experts.76.gate_proj,0.0000183670,0.05000,2.024 +39,mlp.experts.79.gate_proj,0.0000296231,0.05000,2.038 +39,mlp.experts.77.gate_proj,0.0000045294,0.05000,2.052 +39,mlp.experts.82.gate_proj,0.0000249164,0.05000,2.019 +39,mlp.experts.80.gate_proj,0.0000204981,0.05000,2.052 +39,mlp.experts.83.gate_proj,0.0000776216,0.05000,2.022 +39,mlp.experts.81.gate_proj,0.0000135444,0.05000,2.011 +39,mlp.experts.86.gate_proj,0.0000193256,0.05000,2.038 +39,mlp.experts.84.gate_proj,0.0000298757,0.05000,2.048 +39,mlp.experts.87.gate_proj,0.0000314032,0.05000,2.046 +39,mlp.experts.85.gate_proj,0.0000316574,0.05000,2.048 +39,mlp.experts.90.gate_proj,0.0000068061,0.05000,2.067 +39,mlp.experts.91.gate_proj,0.0000291816,0.05000,2.025 +39,mlp.experts.88.gate_proj,0.0000360161,0.05000,2.138 +39,mlp.experts.89.gate_proj,0.0000280523,0.05000,2.072 +39,mlp.experts.94.gate_proj,0.0000452874,0.05000,2.075 +39,mlp.experts.95.gate_proj,0.0000106509,0.05000,2.025 +39,mlp.experts.92.gate_proj,0.0000293909,0.05000,2.092 +39,mlp.experts.93.gate_proj,0.0000178238,0.05000,2.063 +39,mlp.experts.98.gate_proj,0.0000038150,0.05000,2.083 +39,mlp.experts.99.gate_proj,0.0000402760,0.05000,2.064 +39,mlp.experts.96.gate_proj,0.0000366068,0.05000,2.067 +39,mlp.experts.97.gate_proj,0.0000189891,0.05000,2.137 +39,mlp.experts.102.gate_proj,0.0000310458,0.05000,2.103 +39,mlp.experts.103.gate_proj,0.0001105349,0.05000,2.083 +39,mlp.experts.100.gate_proj,0.0000282125,0.05000,2.045 +39,mlp.experts.101.gate_proj,0.0000463558,0.05000,2.085 +39,mlp.experts.106.gate_proj,0.0000555108,0.05000,2.021 +39,mlp.experts.104.gate_proj,0.0000861190,0.05000,2.015 +39,mlp.experts.107.gate_proj,0.0000687442,0.05000,2.077 +39,mlp.experts.105.gate_proj,0.0000425159,0.05000,2.072 +39,mlp.experts.110.gate_proj,0.0000049750,0.05000,2.049 +39,mlp.experts.108.gate_proj,0.0000172248,0.05000,2.045 +39,mlp.experts.111.gate_proj,0.0000232666,0.05000,2.080 +39,mlp.experts.109.gate_proj,0.0000274866,0.05000,2.020 +39,mlp.experts.114.gate_proj,0.0000160241,0.05000,1.617 +39,mlp.experts.112.gate_proj,0.0000363808,0.05000,1.417 +39,mlp.experts.113.gate_proj,0.0000201600,0.05000,2.069 +39,mlp.experts.116.gate_proj,0.0000150606,0.05000,2.073 +39,mlp.experts.115.gate_proj,0.0000201227,0.05000,2.146 +39,mlp.experts.118.gate_proj,0.0000651218,0.05000,2.249 +39,mlp.experts.117.gate_proj,0.0000166111,0.05000,2.084 +39,mlp.experts.119.gate_proj,0.0000269576,0.05000,2.036 +39,mlp.experts.120.gate_proj,0.0000044152,0.05000,2.159 +39,mlp.experts.122.gate_proj,0.0000188517,0.05000,2.127 +39,mlp.experts.123.gate_proj,0.0000057091,0.05000,2.033 +39,mlp.experts.121.gate_proj,0.0000241545,0.05000,2.094 +39,mlp.experts.124.gate_proj,0.0000316461,0.05000,2.095 +39,mlp.experts.126.gate_proj,0.0000509619,0.05000,2.123 +39,mlp.experts.127.gate_proj,0.0000387409,0.05000,2.050 +39,mlp.experts.125.gate_proj,0.0000051483,0.05000,2.069 +39,mlp.experts.128.gate_proj,0.0000170208,0.05000,2.124 +39,mlp.experts.130.gate_proj,0.0000040388,0.05000,2.086 +39,mlp.experts.131.gate_proj,0.0000149491,0.05000,2.045 +39,mlp.experts.129.gate_proj,0.0000318626,0.05000,2.121 +39,mlp.experts.132.gate_proj,0.0000310547,0.05000,2.035 +39,mlp.experts.134.gate_proj,0.0000282663,0.05000,2.130 +39,mlp.experts.135.gate_proj,0.0000433491,0.05000,2.048 +39,mlp.experts.133.gate_proj,0.0000559182,0.05000,2.116 +39,mlp.experts.136.gate_proj,0.0000230440,0.05000,2.127 +39,mlp.experts.138.gate_proj,0.0000340652,0.05000,2.077 +39,mlp.experts.139.gate_proj,0.0000283146,0.05000,2.034 +39,mlp.experts.137.gate_proj,0.0000293223,0.05000,2.071 +39,mlp.experts.140.gate_proj,0.0000411355,0.05000,2.098 +39,mlp.experts.142.gate_proj,0.0000313520,0.05000,2.090 +39,mlp.experts.143.gate_proj,0.0000303552,0.05000,2.058 +39,mlp.experts.141.gate_proj,0.0000174892,0.05000,2.046 +39,mlp.experts.144.gate_proj,0.0000209733,0.05000,2.080 +39,mlp.experts.146.gate_proj,0.0000239245,0.05000,2.075 +39,mlp.experts.147.gate_proj,0.0000244918,0.05000,2.053 +39,mlp.experts.145.gate_proj,0.0000379253,0.05000,2.058 +39,mlp.experts.148.gate_proj,0.0000154073,0.05000,2.091 +39,mlp.experts.150.gate_proj,0.0000204397,0.05000,2.025 +39,mlp.experts.151.gate_proj,0.0000216991,0.05000,2.038 +39,mlp.experts.149.gate_proj,0.0000393511,0.05000,2.049 +39,mlp.experts.152.gate_proj,0.0000283768,0.05000,2.056 +39,mlp.experts.154.gate_proj,0.0000320774,0.05000,2.090 +39,mlp.experts.155.gate_proj,0.0000143010,0.05000,2.052 +39,mlp.experts.153.gate_proj,0.0000668057,0.05000,2.039 +39,mlp.experts.156.gate_proj,0.0000441051,0.05000,2.049 +39,mlp.experts.158.gate_proj,0.0000047046,0.05000,2.059 +39,mlp.experts.159.gate_proj,0.0000305268,0.05000,2.087 +39,mlp.experts.157.gate_proj,0.0000255655,0.05000,2.032 +39,mlp.experts.0.up_proj,0.0000269326,0.05000,2.037 +39,mlp.experts.2.up_proj,0.0000209882,0.05000,2.011 +39,mlp.experts.3.up_proj,0.0000365869,0.05000,2.018 +39,mlp.experts.1.up_proj,0.0000239407,0.05000,2.011 +39,mlp.experts.4.up_proj,0.0000406834,0.05000,2.040 +39,mlp.experts.6.up_proj,0.0000351601,0.05000,2.082 +39,mlp.experts.7.up_proj,0.0000427643,0.05000,2.051 +39,mlp.experts.5.up_proj,0.0000278173,0.05000,2.044 +39,mlp.experts.8.up_proj,0.0000206142,0.05000,2.060 +39,mlp.experts.10.up_proj,0.0000410655,0.05000,2.115 +39,mlp.experts.11.up_proj,0.0000238084,0.05000,2.147 +39,mlp.experts.9.up_proj,0.0000247689,0.05000,2.033 +39,mlp.experts.12.up_proj,0.0000377722,0.05000,2.072 +39,mlp.experts.14.up_proj,0.0000052301,0.05000,2.145 +39,mlp.experts.13.up_proj,0.0000308925,0.05000,2.048 +39,mlp.experts.15.up_proj,0.0000332625,0.05000,2.135 +39,mlp.experts.16.up_proj,0.0000069954,0.05000,2.081 +39,mlp.experts.18.up_proj,0.0000213222,0.05000,2.167 +39,mlp.experts.17.up_proj,0.0000147297,0.05000,2.021 +39,mlp.experts.19.up_proj,0.0000416444,0.05000,2.039 +39,mlp.experts.20.up_proj,0.0000261617,0.05000,2.073 +39,mlp.experts.22.up_proj,0.0000284248,0.05000,2.070 +39,mlp.experts.21.up_proj,0.0000226004,0.05000,2.089 +39,mlp.experts.23.up_proj,0.0000177928,0.05000,2.054 +39,mlp.experts.24.up_proj,0.0000038977,0.05000,2.129 +39,mlp.experts.26.up_proj,0.0000504575,0.05000,2.038 +39,mlp.experts.27.up_proj,0.0000237158,0.05000,2.003 +39,mlp.experts.25.up_proj,0.0000066598,0.05000,2.038 +39,mlp.experts.28.up_proj,0.0000264836,0.05000,2.039 +39,mlp.experts.30.up_proj,0.0000087858,0.05000,2.030 +39,mlp.experts.31.up_proj,0.0000455168,0.05000,2.049 +39,mlp.experts.29.up_proj,0.0000237732,0.05000,2.102 +39,mlp.experts.32.up_proj,0.0000271072,0.05000,2.110 +39,mlp.experts.34.up_proj,0.0000409011,0.05000,2.060 +39,mlp.experts.33.up_proj,0.0000463818,0.05000,2.029 +39,mlp.experts.35.up_proj,0.0000172838,0.05000,2.143 +39,mlp.experts.36.up_proj,0.0000336504,0.05000,2.041 +39,mlp.experts.38.up_proj,0.0000901152,0.05000,2.029 +39,mlp.experts.37.up_proj,0.0000260727,0.05000,2.084 +39,mlp.experts.39.up_proj,0.0000178143,0.05000,2.034 +39,mlp.experts.40.up_proj,0.0000620077,0.05000,2.074 +39,mlp.experts.42.up_proj,0.0000288062,0.05000,2.040 +39,mlp.experts.43.up_proj,0.0000509603,0.05000,2.042 +39,mlp.experts.41.up_proj,0.0000199344,0.05000,2.110 +39,mlp.experts.44.up_proj,0.0000173846,0.05000,2.033 +39,mlp.experts.46.up_proj,0.0000145725,0.05000,2.044 +39,mlp.experts.47.up_proj,0.0000330216,0.05000,2.057 +39,mlp.experts.45.up_proj,0.0000246107,0.05000,2.096 +39,mlp.experts.48.up_proj,0.0000193471,0.05000,2.056 +39,mlp.experts.50.up_proj,0.0000258519,0.05000,2.063 +39,mlp.experts.51.up_proj,0.0000384514,0.05000,2.066 +39,mlp.experts.49.up_proj,0.0000681798,0.05000,2.100 +39,mlp.experts.52.up_proj,0.0000223449,0.05000,2.113 +39,mlp.experts.54.up_proj,0.0000461180,0.05000,2.067 +39,mlp.experts.55.up_proj,0.0000472134,0.05000,2.065 +39,mlp.experts.53.up_proj,0.0000195289,0.05000,2.027 +39,mlp.experts.56.up_proj,0.0000309215,0.05000,2.023 +39,mlp.experts.58.up_proj,0.0000374803,0.05000,2.021 +39,mlp.experts.59.up_proj,0.0000051147,0.05000,2.037 +39,mlp.experts.57.up_proj,0.0000108517,0.05000,2.052 +39,mlp.experts.60.up_proj,0.0000325831,0.05000,2.045 +39,mlp.experts.62.up_proj,0.0000396027,0.05000,2.063 +39,mlp.experts.63.up_proj,0.0000971391,0.05000,2.132 +39,mlp.experts.61.up_proj,0.0000298356,0.05000,2.093 +39,mlp.experts.64.up_proj,0.0000196415,0.05000,2.134 +39,mlp.experts.66.up_proj,0.0000127540,0.05000,2.082 +39,mlp.experts.67.up_proj,0.0000776479,0.05000,2.025 +39,mlp.experts.65.up_proj,0.0000255703,0.05000,2.044 +39,mlp.experts.68.up_proj,0.0000221844,0.05000,2.092 +39,mlp.experts.70.up_proj,0.0000073169,0.05000,2.053 +39,mlp.experts.71.up_proj,0.0000115583,0.05000,2.037 +39,mlp.experts.69.up_proj,0.0000309707,0.05000,2.078 +39,mlp.experts.72.up_proj,0.0000344188,0.05000,2.090 +39,mlp.experts.74.up_proj,0.0001077840,0.05000,2.058 +39,mlp.experts.75.up_proj,0.0000253536,0.05000,2.031 +39,mlp.experts.73.up_proj,0.0000216333,0.05000,2.037 +39,mlp.experts.78.up_proj,0.0000413038,0.05000,2.037 +39,mlp.experts.76.up_proj,0.0000175949,0.05000,2.113 +39,mlp.experts.79.up_proj,0.0000293187,0.05000,2.021 +39,mlp.experts.77.up_proj,0.0000044850,0.05000,2.030 +39,mlp.experts.80.up_proj,0.0000205868,0.05000,2.026 +39,mlp.experts.82.up_proj,0.0000231942,0.05000,2.104 +39,mlp.experts.83.up_proj,0.0000767076,0.05000,2.024 +39,mlp.experts.81.up_proj,0.0000133122,0.05000,2.050 +39,mlp.experts.86.up_proj,0.0000208438,0.05000,2.024 +39,mlp.experts.84.up_proj,0.0000278284,0.05000,2.110 +39,mlp.experts.87.up_proj,0.0000309695,0.05000,2.061 +39,mlp.experts.85.up_proj,0.0000324710,0.05000,2.142 +39,mlp.experts.90.up_proj,0.0000067133,0.05000,2.059 +39,mlp.experts.88.up_proj,0.0000364859,0.05000,2.040 +39,mlp.experts.91.up_proj,0.0000296133,0.05000,2.022 +39,mlp.experts.89.up_proj,0.0000281988,0.05000,2.095 +39,mlp.experts.94.up_proj,0.0000443681,0.05000,2.047 +39,mlp.experts.92.up_proj,0.0000295170,0.05000,2.056 +39,mlp.experts.95.up_proj,0.0000103560,0.05000,2.035 +39,mlp.experts.93.up_proj,0.0000179017,0.05000,2.050 +39,mlp.experts.98.up_proj,0.0000037354,0.05000,2.014 +39,mlp.experts.96.up_proj,0.0000357569,0.05000,2.072 +39,mlp.experts.99.up_proj,0.0000400143,0.05000,2.081 +39,mlp.experts.97.up_proj,0.0000189073,0.05000,2.012 +39,mlp.experts.102.up_proj,0.0000307874,0.05000,2.006 +39,mlp.experts.100.up_proj,0.0000285170,0.05000,2.031 +39,mlp.experts.103.up_proj,0.0001041658,0.05000,2.033 +39,mlp.experts.101.up_proj,0.0000451430,0.05000,2.027 +39,mlp.experts.106.up_proj,0.0000532109,0.05000,2.003 +39,mlp.experts.104.up_proj,0.0000796912,0.05000,2.032 +39,mlp.experts.107.up_proj,0.0000687636,0.05000,2.036 +39,mlp.experts.105.up_proj,0.0000435861,0.05000,2.011 +39,mlp.experts.110.up_proj,0.0000047185,0.05000,2.004 +39,mlp.experts.108.up_proj,0.0000175274,0.05000,2.016 +39,mlp.experts.111.up_proj,0.0000223867,0.05000,2.022 +39,mlp.experts.109.up_proj,0.0000262689,0.05000,2.087 +39,mlp.experts.114.up_proj,0.0000161823,0.05000,2.015 +39,mlp.experts.112.up_proj,0.0000341280,0.05000,2.077 +39,mlp.experts.115.up_proj,0.0000201122,0.05000,2.093 +39,mlp.experts.113.up_proj,0.0000197681,0.05000,2.103 +39,mlp.experts.118.up_proj,0.0000641579,0.05000,2.023 +39,mlp.experts.116.up_proj,0.0000135270,0.05000,2.074 +39,mlp.experts.119.up_proj,0.0000267334,0.05000,2.057 +39,mlp.experts.117.up_proj,0.0000163738,0.05000,2.006 +39,mlp.experts.122.up_proj,0.0000191652,0.05000,2.010 +39,mlp.experts.120.up_proj,0.0000044012,0.05000,2.033 +39,mlp.experts.123.up_proj,0.0000057204,0.05000,2.048 +39,mlp.experts.121.up_proj,0.0000244647,0.05000,2.073 +39,mlp.experts.126.up_proj,0.0000527128,0.05000,2.021 +39,mlp.experts.124.up_proj,0.0000309647,0.05000,2.117 +39,mlp.experts.127.up_proj,0.0000381840,0.05000,2.026 +39,mlp.experts.125.up_proj,0.0000051446,0.05000,2.043 +39,mlp.experts.130.up_proj,0.0000039947,0.05000,2.015 +39,mlp.experts.128.up_proj,0.0000159917,0.05000,2.043 +39,mlp.experts.131.up_proj,0.0000151768,0.05000,2.064 +39,mlp.experts.129.up_proj,0.0000320571,0.05000,2.037 +39,mlp.experts.134.up_proj,0.0000287540,0.05000,2.054 +39,mlp.experts.132.up_proj,0.0000314042,0.05000,2.042 +39,mlp.experts.135.up_proj,0.0000413426,0.05000,2.071 +39,mlp.experts.138.up_proj,0.0000319861,0.05000,2.041 +39,mlp.experts.133.up_proj,0.0000560526,0.05000,2.160 +39,mlp.experts.136.up_proj,0.0000230432,0.05000,2.079 +39,mlp.experts.139.up_proj,0.0000280649,0.05000,2.076 +39,mlp.experts.142.up_proj,0.0000307573,0.05000,2.037 +39,mlp.experts.137.up_proj,0.0000298129,0.05000,2.130 +39,mlp.experts.140.up_proj,0.0000419307,0.05000,2.087 +39,mlp.experts.143.up_proj,0.0000304353,0.05000,2.078 +39,mlp.experts.146.up_proj,0.0000238869,0.05000,2.025 +39,mlp.experts.141.up_proj,0.0000182668,0.05000,2.093 +39,mlp.experts.144.up_proj,0.0000214313,0.05000,2.050 +39,mlp.experts.147.up_proj,0.0000249853,0.05000,2.092 +39,mlp.experts.150.up_proj,0.0000197537,0.05000,2.080 +39,mlp.experts.145.up_proj,0.0000350371,0.05000,2.071 +39,mlp.experts.148.up_proj,0.0000153562,0.05000,2.089 +39,mlp.experts.151.up_proj,0.0000217778,0.05000,2.050 +39,mlp.experts.154.up_proj,0.0000313681,0.05000,2.063 +39,mlp.experts.149.up_proj,0.0000399112,0.05000,2.051 +39,mlp.experts.152.up_proj,0.0000282925,0.05000,2.053 +39,mlp.experts.155.up_proj,0.0000142710,0.05000,2.047 +39,mlp.experts.158.up_proj,0.0000046729,0.05000,2.039 +39,mlp.experts.153.up_proj,0.0000641438,0.05000,2.017 +39,mlp.experts.156.up_proj,0.0000431608,0.05000,1.962 +39,mlp.experts.159.up_proj,0.0000293361,0.05000,1.514 +39,mlp.experts.157.up_proj,0.0000250650,0.05000,1.339 +39,mlp.experts.1.down_proj,0.0000029823,0.05000,0.628 +39,mlp.experts.2.down_proj,0.0000013387,0.05000,0.630 +39,mlp.experts.3.down_proj,0.0000038693,0.05000,0.629 +39,mlp.experts.0.down_proj,0.0000030863,0.05000,0.630 +39,mlp.experts.6.down_proj,0.0000037537,0.05000,0.617 +39,mlp.experts.4.down_proj,0.0000108295,0.05000,0.617 +39,mlp.experts.5.down_proj,0.0000043545,0.05000,0.629 +39,mlp.experts.7.down_proj,0.0000030279,0.05000,0.638 +39,mlp.experts.9.down_proj,0.0000030286,0.05000,0.597 +39,mlp.experts.10.down_proj,0.0000128558,0.05000,0.609 +39,mlp.experts.11.down_proj,0.0000034498,0.05000,0.602 +39,mlp.experts.8.down_proj,0.0000035853,0.05000,0.625 +39,mlp.experts.12.down_proj,0.0000041772,0.05000,0.599 +39,mlp.experts.15.down_proj,0.0000031673,0.05000,0.602 +39,mlp.experts.14.down_proj,0.0000019803,0.05000,0.632 +39,mlp.experts.13.down_proj,0.0000045569,0.05000,0.640 +39,mlp.experts.19.down_proj,0.0000118709,0.05000,0.607 +39,mlp.experts.18.down_proj,0.0000022968,0.05000,0.603 +39,mlp.experts.17.down_proj,0.0000037618,0.05000,0.620 +39,mlp.experts.16.down_proj,0.0000015355,0.05000,0.651 +39,mlp.experts.23.down_proj,0.0000026096,0.05000,0.614 +39,mlp.experts.22.down_proj,0.0000024438,0.05000,0.632 +39,mlp.experts.21.down_proj,0.0000023225,0.05000,0.650 +39,mlp.experts.20.down_proj,0.0000028318,0.05000,0.689 +39,mlp.experts.27.down_proj,0.0000026921,0.05000,0.604 +39,mlp.experts.26.down_proj,0.0000065609,0.05000,0.609 +39,mlp.experts.25.down_proj,0.0000021744,0.05000,0.604 +39,mlp.experts.24.down_proj,0.0000005486,0.05000,0.624 +39,mlp.experts.31.down_proj,0.0000043510,0.05000,0.606 +39,mlp.experts.30.down_proj,0.0000010049,0.05000,0.629 +39,mlp.experts.29.down_proj,0.0000023177,0.05000,0.603 +39,mlp.experts.28.down_proj,0.0000058313,0.05000,0.603 +39,mlp.experts.35.down_proj,0.0000017158,0.05000,0.602 +39,mlp.experts.34.down_proj,0.0000047304,0.05000,0.598 +39,mlp.experts.33.down_proj,0.0000028888,0.05000,0.599 +39,mlp.experts.32.down_proj,0.0000033533,0.05000,0.625 +39,mlp.experts.39.down_proj,0.0000013158,0.05000,0.599 +39,mlp.experts.38.down_proj,0.0000084383,0.05000,0.602 +39,mlp.experts.37.down_proj,0.0000023709,0.05000,0.619 +39,mlp.experts.36.down_proj,0.0000046098,0.05000,0.601 +39,mlp.experts.43.down_proj,0.0000181154,0.05000,0.634 +39,mlp.experts.42.down_proj,0.0000046484,0.05000,0.599 +39,mlp.experts.41.down_proj,0.0000025368,0.05000,0.600 +39,mlp.experts.40.down_proj,0.0000101113,0.05000,0.601 +39,mlp.experts.47.down_proj,0.0000036340,0.05000,0.604 +39,mlp.experts.46.down_proj,0.0000013209,0.05000,0.601 +39,mlp.experts.45.down_proj,0.0000029645,0.05000,0.617 +39,mlp.experts.44.down_proj,0.0000019717,0.05000,0.665 +39,mlp.experts.51.down_proj,0.0000036349,0.05000,0.610 +39,mlp.experts.50.down_proj,0.0000025206,0.05000,0.605 +39,mlp.experts.49.down_proj,0.0000170582,0.05000,0.623 +39,mlp.experts.48.down_proj,0.0000024966,0.05000,0.604 +39,mlp.experts.55.down_proj,0.0000085772,0.05000,0.613 +39,mlp.experts.54.down_proj,0.0000040810,0.05000,0.628 +39,mlp.experts.53.down_proj,0.0000015218,0.05000,0.629 +39,mlp.experts.52.down_proj,0.0000035832,0.05000,0.632 +39,mlp.experts.59.down_proj,0.0000008911,0.05000,0.603 +39,mlp.experts.58.down_proj,0.0000054435,0.05000,0.622 +39,mlp.experts.57.down_proj,0.0000020000,0.05000,0.599 +39,mlp.experts.56.down_proj,0.0000025309,0.05000,0.600 +39,mlp.experts.63.down_proj,0.0000226020,0.05000,0.606 +39,mlp.experts.62.down_proj,0.0000051800,0.05000,0.599 +39,mlp.experts.61.down_proj,0.0000027610,0.05000,0.595 +39,mlp.experts.60.down_proj,0.0000047318,0.05000,0.605 +39,mlp.experts.66.down_proj,0.0000034571,0.05000,0.602 +39,mlp.experts.67.down_proj,0.0000061361,0.05000,0.655 +39,mlp.experts.65.down_proj,0.0000043808,0.05000,0.606 +39,mlp.experts.64.down_proj,0.0000014065,0.05000,0.635 +39,mlp.experts.71.down_proj,0.0000012407,0.05000,0.615 +39,mlp.experts.70.down_proj,0.0000006316,0.05000,0.629 +39,mlp.experts.69.down_proj,0.0000044341,0.05000,0.609 +39,mlp.experts.68.down_proj,0.0000035021,0.05000,0.615 +39,mlp.experts.74.down_proj,0.0000289171,0.05000,0.614 +39,mlp.experts.75.down_proj,0.0000029162,0.05000,0.628 +39,mlp.experts.73.down_proj,0.0000023618,0.05000,0.626 +39,mlp.experts.72.down_proj,0.0000051423,0.05000,0.611 +39,mlp.experts.78.down_proj,0.0000067979,0.05000,0.611 +39,mlp.experts.79.down_proj,0.0000022065,0.05000,0.620 +39,mlp.experts.77.down_proj,0.0000008123,0.05000,0.602 +39,mlp.experts.76.down_proj,0.0000038205,0.05000,0.608 +39,mlp.experts.81.down_proj,0.0000016241,0.05000,0.600 +39,mlp.experts.82.down_proj,0.0000031169,0.05000,0.629 +39,mlp.experts.83.down_proj,0.0000157277,0.05000,0.609 +39,mlp.experts.80.down_proj,0.0000018937,0.05000,0.647 +39,mlp.experts.85.down_proj,0.0000044292,0.05000,0.598 +39,mlp.experts.86.down_proj,0.0000026596,0.05000,0.600 +39,mlp.experts.87.down_proj,0.0000040095,0.05000,0.611 +39,mlp.experts.84.down_proj,0.0000020341,0.05000,0.640 +39,mlp.experts.90.down_proj,0.0000018050,0.05000,0.599 +39,mlp.experts.89.down_proj,0.0000037189,0.05000,0.601 +39,mlp.experts.91.down_proj,0.0000028396,0.05000,0.603 +39,mlp.experts.88.down_proj,0.0000071081,0.05000,0.621 +39,mlp.experts.94.down_proj,0.0000042637,0.05000,0.601 +39,mlp.experts.95.down_proj,0.0000019928,0.05000,0.604 +39,mlp.experts.93.down_proj,0.0000016648,0.05000,0.621 +39,mlp.experts.92.down_proj,0.0000044744,0.05000,0.648 +39,mlp.experts.98.down_proj,0.0000003076,0.05000,0.616 +39,mlp.experts.97.down_proj,0.0000020224,0.05000,0.631 +39,mlp.experts.99.down_proj,0.0000064807,0.05000,0.681 +39,mlp.experts.96.down_proj,0.0000069054,0.05000,0.675 +39,mlp.experts.102.down_proj,0.0000034646,0.05000,0.651 +39,mlp.experts.101.down_proj,0.0000074566,0.05000,0.676 +39,mlp.experts.103.down_proj,0.0000200434,0.05000,0.639 +39,mlp.experts.100.down_proj,0.0000032902,0.05000,0.616 +39,mlp.experts.106.down_proj,0.0000050389,0.05000,0.604 +39,mlp.experts.105.down_proj,0.0000048505,0.05000,0.601 +39,mlp.experts.107.down_proj,0.0000084328,0.05000,0.642 +39,mlp.experts.104.down_proj,0.0000069528,0.05000,0.602 +39,mlp.experts.110.down_proj,0.0000002401,0.05000,0.599 +39,mlp.experts.109.down_proj,0.0000025371,0.05000,0.597 +39,mlp.experts.111.down_proj,0.0000026585,0.05000,0.599 +39,mlp.experts.108.down_proj,0.0000027417,0.05000,0.602 +39,mlp.experts.114.down_proj,0.0000020096,0.05000,0.595 +39,mlp.experts.113.down_proj,0.0000029125,0.05000,0.593 +39,mlp.experts.115.down_proj,0.0000021212,0.05000,0.603 +39,mlp.experts.112.down_proj,0.0000037853,0.05000,0.611 +39,mlp.experts.118.down_proj,0.0000174255,0.05000,0.629 +39,mlp.experts.117.down_proj,0.0000022305,0.05000,0.644 +39,mlp.experts.119.down_proj,0.0000024449,0.05000,0.605 +39,mlp.experts.116.down_proj,0.0000028968,0.05000,0.605 +39,mlp.experts.122.down_proj,0.0000032733,0.05000,0.610 +39,mlp.experts.121.down_proj,0.0000027404,0.05000,0.600 +39,mlp.experts.123.down_proj,0.0000005603,0.05000,0.603 +39,mlp.experts.120.down_proj,0.0000003824,0.05000,0.631 +39,mlp.experts.126.down_proj,0.0000064783,0.05000,0.629 +39,mlp.experts.127.down_proj,0.0000031475,0.05000,0.605 +39,mlp.experts.125.down_proj,0.0000007577,0.05000,0.633 +39,mlp.experts.124.down_proj,0.0000038182,0.05000,0.610 +39,mlp.experts.130.down_proj,0.0000003774,0.05000,0.598 +39,mlp.experts.129.down_proj,0.0000048615,0.05000,0.606 +39,mlp.experts.131.down_proj,0.0000016643,0.05000,0.632 +39,mlp.experts.128.down_proj,0.0000024655,0.05000,0.625 +39,mlp.experts.134.down_proj,0.0000037223,0.05000,0.601 +39,mlp.experts.133.down_proj,0.0000116160,0.05000,0.603 +39,mlp.experts.135.down_proj,0.0000062417,0.05000,0.606 +39,mlp.experts.132.down_proj,0.0000045465,0.05000,0.601 +39,mlp.experts.138.down_proj,0.0000054685,0.05000,0.603 +39,mlp.experts.137.down_proj,0.0000061664,0.05000,0.603 +39,mlp.experts.139.down_proj,0.0000025727,0.05000,0.616 +39,mlp.experts.136.down_proj,0.0000030059,0.05000,0.602 +39,mlp.experts.142.down_proj,0.0000042964,0.05000,0.605 +39,mlp.experts.141.down_proj,0.0000040306,0.05000,0.650 +39,mlp.experts.143.down_proj,0.0000032386,0.05000,0.642 +39,mlp.experts.140.down_proj,0.0000054058,0.05000,0.628 +39,mlp.experts.146.down_proj,0.0000022857,0.05000,0.606 +39,mlp.experts.145.down_proj,0.0000028176,0.05000,0.623 +39,mlp.experts.147.down_proj,0.0000036522,0.05000,0.606 +39,mlp.experts.144.down_proj,0.0000032862,0.05000,0.648 +39,mlp.experts.150.down_proj,0.0000014481,0.05000,0.596 +39,mlp.experts.149.down_proj,0.0000042585,0.05000,0.597 +39,mlp.experts.151.down_proj,0.0000018852,0.05000,0.601 +39,mlp.experts.148.down_proj,0.0000033271,0.05000,0.605 +39,mlp.experts.154.down_proj,0.0000056041,0.05000,0.608 +39,mlp.experts.153.down_proj,0.0000067887,0.05000,0.608 +39,mlp.experts.155.down_proj,0.0000011244,0.05000,0.603 +39,mlp.experts.152.down_proj,0.0000034480,0.05000,0.611 +39,mlp.experts.158.down_proj,0.0000004368,0.05000,0.616 +39,mlp.experts.157.down_proj,0.0000039160,0.05000,0.580 +39,mlp.experts.159.down_proj,0.0000041175,0.05000,0.576 +39,mlp.experts.156.down_proj,0.0000029320,0.05000,0.435 +40,mlp.experts.2.gate_proj,0.0000195199,0.05000,2.144 +40,mlp.experts.0.gate_proj,0.0000126107,0.05000,2.207 +40,mlp.experts.3.gate_proj,0.0000515299,0.05000,2.217 +40,mlp.experts.1.gate_proj,0.0000264492,0.05000,2.312 +40,mlp.experts.6.gate_proj,0.0000315593,0.05000,2.069 +40,mlp.experts.4.gate_proj,0.0000224999,0.05000,2.090 +40,mlp.experts.7.gate_proj,0.0000116430,0.05000,2.105 +40,mlp.experts.5.gate_proj,0.0000638763,0.05000,2.032 +40,mlp.experts.10.gate_proj,0.0000264647,0.05000,2.060 +40,mlp.experts.11.gate_proj,0.0000170527,0.05000,2.055 +40,mlp.experts.8.gate_proj,0.0000374059,0.05000,2.109 +40,mlp.experts.9.gate_proj,0.0000171871,0.05000,2.120 +40,mlp.experts.14.gate_proj,0.0000189875,0.05000,2.122 +40,mlp.experts.15.gate_proj,0.0000164351,0.05000,2.111 +40,mlp.experts.13.gate_proj,0.0000936044,0.05000,2.059 +40,mlp.experts.12.gate_proj,0.0000298832,0.05000,2.154 +40,mlp.experts.18.gate_proj,0.0000050929,0.05000,2.072 +40,mlp.experts.19.gate_proj,0.0000346872,0.05000,2.047 +40,mlp.experts.17.gate_proj,0.0000211033,0.05000,2.088 +40,mlp.experts.16.gate_proj,0.0000294161,0.05000,2.144 +40,mlp.experts.22.gate_proj,0.0000245979,0.05000,2.045 +40,mlp.experts.23.gate_proj,0.0000251135,0.05000,2.057 +40,mlp.experts.21.gate_proj,0.0000319766,0.05000,2.120 +40,mlp.experts.20.gate_proj,0.0000328806,0.05000,2.069 +40,mlp.experts.26.gate_proj,0.0000332368,0.05000,2.032 +40,mlp.experts.27.gate_proj,0.0000130137,0.05000,2.061 +40,mlp.experts.25.gate_proj,0.0000337809,0.05000,2.067 +40,mlp.experts.24.gate_proj,0.0000215284,0.05000,2.050 +40,mlp.experts.30.gate_proj,0.0000090721,0.05000,2.037 +40,mlp.experts.31.gate_proj,0.0000291908,0.05000,2.054 +40,mlp.experts.29.gate_proj,0.0000363867,0.05000,2.101 +40,mlp.experts.28.gate_proj,0.0000045816,0.05000,2.111 +40,mlp.experts.34.gate_proj,0.0000327643,0.05000,2.096 +40,mlp.experts.35.gate_proj,0.0000058138,0.05000,2.113 +40,mlp.experts.33.gate_proj,0.0000186572,0.05000,2.091 +40,mlp.experts.32.gate_proj,0.0000162528,0.05000,2.174 +40,mlp.experts.38.gate_proj,0.0000492118,0.05000,2.045 +40,mlp.experts.39.gate_proj,0.0000233988,0.05000,2.050 +40,mlp.experts.37.gate_proj,0.0000340998,0.05000,2.061 +40,mlp.experts.36.gate_proj,0.0000246666,0.05000,2.038 +40,mlp.experts.42.gate_proj,0.0000307277,0.05000,2.048 +40,mlp.experts.43.gate_proj,0.0000342558,0.05000,2.044 +40,mlp.experts.41.gate_proj,0.0000181311,0.05000,2.081 +40,mlp.experts.40.gate_proj,0.0000644021,0.05000,2.057 +40,mlp.experts.46.gate_proj,0.0000246609,0.05000,2.060 +40,mlp.experts.47.gate_proj,0.0000291473,0.05000,2.057 +40,mlp.experts.45.gate_proj,0.0000323956,0.05000,2.050 +40,mlp.experts.44.gate_proj,0.0000293657,0.05000,2.045 +40,mlp.experts.50.gate_proj,0.0000555014,0.05000,2.034 +40,mlp.experts.51.gate_proj,0.0000234356,0.05000,2.107 +40,mlp.experts.49.gate_proj,0.0000092647,0.05000,2.073 +40,mlp.experts.48.gate_proj,0.0000090170,0.05000,2.067 +40,mlp.experts.54.gate_proj,0.0000336867,0.05000,2.100 +40,mlp.experts.55.gate_proj,0.0000374722,0.05000,2.058 +40,mlp.experts.53.gate_proj,0.0000304102,0.05000,2.090 +40,mlp.experts.52.gate_proj,0.0000305257,0.05000,2.065 +40,mlp.experts.58.gate_proj,0.0000298871,0.05000,2.048 +40,mlp.experts.59.gate_proj,0.0000181772,0.05000,2.078 +40,mlp.experts.57.gate_proj,0.0000335082,0.05000,2.067 +40,mlp.experts.56.gate_proj,0.0001247256,0.05000,2.114 +40,mlp.experts.62.gate_proj,0.0000234509,0.05000,2.067 +40,mlp.experts.63.gate_proj,0.0000308028,0.05000,2.071 +40,mlp.experts.61.gate_proj,0.0000117724,0.05000,2.085 +40,mlp.experts.60.gate_proj,0.0000192557,0.05000,2.055 +40,mlp.experts.66.gate_proj,0.0000277877,0.05000,2.029 +40,mlp.experts.67.gate_proj,0.0000231678,0.05000,2.054 +40,mlp.experts.65.gate_proj,0.0000260273,0.05000,2.044 +40,mlp.experts.64.gate_proj,0.0000345035,0.05000,2.042 +40,mlp.experts.70.gate_proj,0.0000251317,0.05000,2.117 +40,mlp.experts.71.gate_proj,0.0000531370,0.05000,2.060 +40,mlp.experts.69.gate_proj,0.0000111839,0.05000,2.056 +40,mlp.experts.68.gate_proj,0.0000826140,0.05000,2.070 +40,mlp.experts.74.gate_proj,0.0000062964,0.05000,2.078 +40,mlp.experts.75.gate_proj,0.0000265986,0.05000,2.054 +40,mlp.experts.73.gate_proj,0.0000415740,0.05000,2.089 +40,mlp.experts.72.gate_proj,0.0000243876,0.05000,2.111 +40,mlp.experts.78.gate_proj,0.0000296953,0.05000,2.066 +40,mlp.experts.79.gate_proj,0.0000098021,0.05000,2.143 +40,mlp.experts.77.gate_proj,0.0000284972,0.05000,2.063 +40,mlp.experts.76.gate_proj,0.0000371313,0.05000,2.078 +40,mlp.experts.82.gate_proj,0.0000175937,0.05000,2.099 +40,mlp.experts.83.gate_proj,0.0000257466,0.05000,2.172 +40,mlp.experts.81.gate_proj,0.0000148893,0.05000,2.196 +40,mlp.experts.80.gate_proj,0.0000264440,0.05000,2.118 +40,mlp.experts.86.gate_proj,0.0000124723,0.05000,2.073 +40,mlp.experts.87.gate_proj,0.0000305296,0.05000,2.079 +40,mlp.experts.85.gate_proj,0.0000456338,0.05000,2.076 +40,mlp.experts.84.gate_proj,0.0000479924,0.05000,2.073 +40,mlp.experts.90.gate_proj,0.0000150719,0.05000,2.088 +40,mlp.experts.91.gate_proj,0.0000075979,0.05000,2.079 +40,mlp.experts.89.gate_proj,0.0000247354,0.05000,2.055 +40,mlp.experts.88.gate_proj,0.0000160427,0.05000,2.091 +40,mlp.experts.94.gate_proj,0.0000218132,0.05000,2.093 +40,mlp.experts.95.gate_proj,0.0000565504,0.05000,2.055 +40,mlp.experts.93.gate_proj,0.0000259622,0.05000,2.057 +40,mlp.experts.92.gate_proj,0.0000092282,0.05000,2.088 +40,mlp.experts.98.gate_proj,0.0000515447,0.05000,2.029 +40,mlp.experts.99.gate_proj,0.0000532360,0.05000,2.074 +40,mlp.experts.97.gate_proj,0.0000183712,0.05000,2.070 +40,mlp.experts.96.gate_proj,0.0000239621,0.05000,2.107 +40,mlp.experts.102.gate_proj,0.0000088204,0.05000,2.076 +40,mlp.experts.103.gate_proj,0.0000246284,0.05000,2.080 +40,mlp.experts.101.gate_proj,0.0000277975,0.05000,2.090 +40,mlp.experts.100.gate_proj,0.0000320199,0.05000,2.108 +40,mlp.experts.106.gate_proj,0.0000187847,0.05000,2.069 +40,mlp.experts.107.gate_proj,0.0000673327,0.05000,2.087 +40,mlp.experts.105.gate_proj,0.0000350522,0.05000,2.107 +40,mlp.experts.104.gate_proj,0.0000132837,0.05000,2.090 +40,mlp.experts.110.gate_proj,0.0000227659,0.05000,2.128 +40,mlp.experts.111.gate_proj,0.0000302929,0.05000,2.113 +40,mlp.experts.109.gate_proj,0.0000191479,0.05000,2.092 +40,mlp.experts.108.gate_proj,0.0000034894,0.05000,2.087 +40,mlp.experts.114.gate_proj,0.0000449405,0.05000,2.125 +40,mlp.experts.115.gate_proj,0.0000651928,0.05000,2.093 +40,mlp.experts.113.gate_proj,0.0000250622,0.05000,2.130 +40,mlp.experts.112.gate_proj,0.0000128725,0.05000,2.105 +40,mlp.experts.118.gate_proj,0.0000277859,0.05000,2.103 +40,mlp.experts.119.gate_proj,0.0000245963,0.05000,2.111 +40,mlp.experts.117.gate_proj,0.0000326079,0.05000,2.105 +40,mlp.experts.116.gate_proj,0.0000105138,0.05000,2.069 +40,mlp.experts.122.gate_proj,0.0000224264,0.05000,2.080 +40,mlp.experts.123.gate_proj,0.0000301069,0.05000,2.136 +40,mlp.experts.120.gate_proj,0.0000284820,0.05000,2.050 +40,mlp.experts.121.gate_proj,0.0000122489,0.05000,2.142 +40,mlp.experts.126.gate_proj,0.0000314508,0.05000,2.076 +40,mlp.experts.127.gate_proj,0.0000362823,0.05000,2.107 +40,mlp.experts.124.gate_proj,0.0000052358,0.05000,2.051 +40,mlp.experts.125.gate_proj,0.0000221982,0.05000,2.128 +40,mlp.experts.130.gate_proj,0.0000316349,0.05000,2.112 +40,mlp.experts.131.gate_proj,0.0000402648,0.05000,2.072 +40,mlp.experts.128.gate_proj,0.0000304407,0.05000,2.037 +40,mlp.experts.129.gate_proj,0.0000306481,0.05000,2.055 +40,mlp.experts.134.gate_proj,0.0000752692,0.05000,2.029 +40,mlp.experts.135.gate_proj,0.0000356732,0.05000,2.049 +40,mlp.experts.132.gate_proj,0.0000209779,0.05000,2.049 +40,mlp.experts.133.gate_proj,0.0000062355,0.05000,2.054 +40,mlp.experts.138.gate_proj,0.0000172913,0.05000,2.083 +40,mlp.experts.139.gate_proj,0.0001182856,0.05000,2.063 +40,mlp.experts.136.gate_proj,0.0000290539,0.05000,2.061 +40,mlp.experts.137.gate_proj,0.0000580248,0.05000,2.032 +40,mlp.experts.142.gate_proj,0.0000338465,0.05000,2.064 +40,mlp.experts.143.gate_proj,0.0000229540,0.05000,2.055 +40,mlp.experts.140.gate_proj,0.0000353860,0.05000,2.034 +40,mlp.experts.141.gate_proj,0.0000399018,0.05000,2.067 +40,mlp.experts.146.gate_proj,0.0000059784,0.05000,2.073 +40,mlp.experts.147.gate_proj,0.0000182797,0.05000,2.087 +40,mlp.experts.144.gate_proj,0.0000315102,0.05000,2.075 +40,mlp.experts.145.gate_proj,0.0000357614,0.05000,2.142 +40,mlp.experts.150.gate_proj,0.0000151791,0.05000,2.057 +40,mlp.experts.151.gate_proj,0.0000159292,0.05000,2.054 +40,mlp.experts.148.gate_proj,0.0000370287,0.05000,2.036 +40,mlp.experts.149.gate_proj,0.0000506790,0.05000,2.110 +40,mlp.experts.154.gate_proj,0.0000068405,0.05000,2.018 +40,mlp.experts.155.gate_proj,0.0000139518,0.05000,2.046 +40,mlp.experts.152.gate_proj,0.0000281511,0.05000,2.056 +40,mlp.experts.153.gate_proj,0.0000053930,0.05000,2.042 +40,mlp.experts.158.gate_proj,0.0000336161,0.05000,2.087 +40,mlp.experts.159.gate_proj,0.0000275969,0.05000,2.100 +40,mlp.experts.156.gate_proj,0.0000283301,0.05000,2.090 +40,mlp.experts.157.gate_proj,0.0000140259,0.05000,2.135 +40,mlp.experts.2.up_proj,0.0000189435,0.05000,2.048 +40,mlp.experts.0.up_proj,0.0000121581,0.05000,2.091 +40,mlp.experts.3.up_proj,0.0000531799,0.05000,2.158 +40,mlp.experts.1.up_proj,0.0000251375,0.05000,2.068 +40,mlp.experts.6.up_proj,0.0000316164,0.05000,2.058 +40,mlp.experts.4.up_proj,0.0000210160,0.05000,2.038 +40,mlp.experts.7.up_proj,0.0000117935,0.05000,2.033 +40,mlp.experts.5.up_proj,0.0000619534,0.05000,2.056 +40,mlp.experts.10.up_proj,0.0000276630,0.05000,2.074 +40,mlp.experts.11.up_proj,0.0000165683,0.05000,2.036 +40,mlp.experts.8.up_proj,0.0000369876,0.05000,2.164 +40,mlp.experts.9.up_proj,0.0000170044,0.05000,2.066 +40,mlp.experts.14.up_proj,0.0000189793,0.05000,1.544 +40,mlp.experts.15.up_proj,0.0000168630,0.05000,1.320 +40,mlp.experts.19.up_proj,0.0000342600,0.05000,2.110 +40,mlp.experts.18.up_proj,0.0000049513,0.05000,2.141 +40,mlp.experts.12.up_proj,0.0000292706,0.05000,2.188 +40,mlp.experts.13.up_proj,0.0000908604,0.05000,2.248 +40,mlp.experts.23.up_proj,0.0000249634,0.05000,2.084 +40,mlp.experts.22.up_proj,0.0000241561,0.05000,2.073 +40,mlp.experts.17.up_proj,0.0000215596,0.05000,2.047 +40,mlp.experts.16.up_proj,0.0000284545,0.05000,2.144 +40,mlp.experts.26.up_proj,0.0000338462,0.05000,2.055 +40,mlp.experts.27.up_proj,0.0000127665,0.05000,2.100 +40,mlp.experts.21.up_proj,0.0000323254,0.05000,2.096 +40,mlp.experts.20.up_proj,0.0000327317,0.05000,2.113 +40,mlp.experts.30.up_proj,0.0000091730,0.05000,2.033 +40,mlp.experts.31.up_proj,0.0000298303,0.05000,2.082 +40,mlp.experts.25.up_proj,0.0000333214,0.05000,2.111 +40,mlp.experts.24.up_proj,0.0000219687,0.05000,2.098 +40,mlp.experts.34.up_proj,0.0000318270,0.05000,2.025 +40,mlp.experts.35.up_proj,0.0000058549,0.05000,2.077 +40,mlp.experts.29.up_proj,0.0000358146,0.05000,2.079 +40,mlp.experts.28.up_proj,0.0000045264,0.05000,2.076 +40,mlp.experts.38.up_proj,0.0000480558,0.05000,2.007 +40,mlp.experts.39.up_proj,0.0000241960,0.05000,2.015 +40,mlp.experts.32.up_proj,0.0000165005,0.05000,2.008 +40,mlp.experts.33.up_proj,0.0000177792,0.05000,2.092 +40,mlp.experts.42.up_proj,0.0000310703,0.05000,2.066 +40,mlp.experts.43.up_proj,0.0000334610,0.05000,2.019 +40,mlp.experts.36.up_proj,0.0000237968,0.05000,2.022 +40,mlp.experts.37.up_proj,0.0000344594,0.05000,2.013 +40,mlp.experts.46.up_proj,0.0000241688,0.05000,2.047 +40,mlp.experts.47.up_proj,0.0000292933,0.05000,2.109 +40,mlp.experts.40.up_proj,0.0000625660,0.05000,2.030 +40,mlp.experts.41.up_proj,0.0000191886,0.05000,2.048 +40,mlp.experts.50.up_proj,0.0000535105,0.05000,2.077 +40,mlp.experts.51.up_proj,0.0000240253,0.05000,2.124 +40,mlp.experts.45.up_proj,0.0000319184,0.05000,2.069 +40,mlp.experts.44.up_proj,0.0000288255,0.05000,2.188 +40,mlp.experts.54.up_proj,0.0000340990,0.05000,2.070 +40,mlp.experts.55.up_proj,0.0000356611,0.05000,2.075 +40,mlp.experts.49.up_proj,0.0000092925,0.05000,2.037 +40,mlp.experts.48.up_proj,0.0000090751,0.05000,2.055 +40,mlp.experts.58.up_proj,0.0000300204,0.05000,2.028 +40,mlp.experts.59.up_proj,0.0000184901,0.05000,2.068 +40,mlp.experts.53.up_proj,0.0000305692,0.05000,2.057 +40,mlp.experts.52.up_proj,0.0000302561,0.05000,2.076 +40,mlp.experts.62.up_proj,0.0000226740,0.05000,2.012 +40,mlp.experts.63.up_proj,0.0000289735,0.05000,2.020 +40,mlp.experts.57.up_proj,0.0000342794,0.05000,2.009 +40,mlp.experts.56.up_proj,0.0001247751,0.05000,2.076 +40,mlp.experts.66.up_proj,0.0000274972,0.05000,2.037 +40,mlp.experts.61.up_proj,0.0000115361,0.05000,2.024 +40,mlp.experts.67.up_proj,0.0000217592,0.05000,2.114 +40,mlp.experts.60.up_proj,0.0000193695,0.05000,2.113 +40,mlp.experts.70.up_proj,0.0000264835,0.05000,2.011 +40,mlp.experts.65.up_proj,0.0000265088,0.05000,2.069 +40,mlp.experts.71.up_proj,0.0000493511,0.05000,2.033 +40,mlp.experts.64.up_proj,0.0000326535,0.05000,2.085 +40,mlp.experts.74.up_proj,0.0000057837,0.05000,2.075 +40,mlp.experts.69.up_proj,0.0000109239,0.05000,2.075 +40,mlp.experts.75.up_proj,0.0000266211,0.05000,2.049 +40,mlp.experts.68.up_proj,0.0000797080,0.05000,2.087 +40,mlp.experts.78.up_proj,0.0000305280,0.05000,2.089 +40,mlp.experts.73.up_proj,0.0000400004,0.05000,2.107 +40,mlp.experts.79.up_proj,0.0000097822,0.05000,2.148 +40,mlp.experts.72.up_proj,0.0000243502,0.05000,2.128 +40,mlp.experts.82.up_proj,0.0000185258,0.05000,2.060 +40,mlp.experts.83.up_proj,0.0000258224,0.05000,2.058 +40,mlp.experts.77.up_proj,0.0000289128,0.05000,2.164 +40,mlp.experts.76.up_proj,0.0000378705,0.05000,2.073 +40,mlp.experts.86.up_proj,0.0000121880,0.05000,2.040 +40,mlp.experts.87.up_proj,0.0000291489,0.05000,2.081 +40,mlp.experts.81.up_proj,0.0000146577,0.05000,2.024 +40,mlp.experts.80.up_proj,0.0000268720,0.05000,2.091 +40,mlp.experts.90.up_proj,0.0000152247,0.05000,2.048 +40,mlp.experts.85.up_proj,0.0000454943,0.05000,2.021 +40,mlp.experts.91.up_proj,0.0000076068,0.05000,2.073 +40,mlp.experts.84.up_proj,0.0000483300,0.05000,2.034 +40,mlp.experts.94.up_proj,0.0000214863,0.05000,2.062 +40,mlp.experts.89.up_proj,0.0000243371,0.05000,2.103 +40,mlp.experts.95.up_proj,0.0000556119,0.05000,2.080 +40,mlp.experts.88.up_proj,0.0000159617,0.05000,2.072 +40,mlp.experts.98.up_proj,0.0000470525,0.05000,2.041 +40,mlp.experts.93.up_proj,0.0000263114,0.05000,2.026 +40,mlp.experts.99.up_proj,0.0000506640,0.05000,1.999 +40,mlp.experts.92.up_proj,0.0000092397,0.05000,2.115 +40,mlp.experts.102.up_proj,0.0000089284,0.05000,2.070 +40,mlp.experts.97.up_proj,0.0000182936,0.05000,2.046 +40,mlp.experts.103.up_proj,0.0000242262,0.05000,2.091 +40,mlp.experts.96.up_proj,0.0000242849,0.05000,2.132 +40,mlp.experts.106.up_proj,0.0000186870,0.05000,2.022 +40,mlp.experts.101.up_proj,0.0000279971,0.05000,2.037 +40,mlp.experts.107.up_proj,0.0000673187,0.05000,2.058 +40,mlp.experts.100.up_proj,0.0000323147,0.05000,2.163 +40,mlp.experts.110.up_proj,0.0000210895,0.05000,2.064 +40,mlp.experts.105.up_proj,0.0000357091,0.05000,2.088 +40,mlp.experts.111.up_proj,0.0000304605,0.05000,2.061 +40,mlp.experts.104.up_proj,0.0000133229,0.05000,2.168 +40,mlp.experts.114.up_proj,0.0000438584,0.05000,2.051 +40,mlp.experts.109.up_proj,0.0000183959,0.05000,2.029 +40,mlp.experts.115.up_proj,0.0000672107,0.05000,2.044 +40,mlp.experts.108.up_proj,0.0000033686,0.05000,2.073 +40,mlp.experts.118.up_proj,0.0000265375,0.05000,2.092 +40,mlp.experts.113.up_proj,0.0000246389,0.05000,2.038 +40,mlp.experts.119.up_proj,0.0000239023,0.05000,2.060 +40,mlp.experts.112.up_proj,0.0000125038,0.05000,2.041 +40,mlp.experts.122.up_proj,0.0000219684,0.05000,2.035 +40,mlp.experts.117.up_proj,0.0000326558,0.05000,2.027 +40,mlp.experts.123.up_proj,0.0000310798,0.05000,2.053 +40,mlp.experts.116.up_proj,0.0000100155,0.05000,2.024 +40,mlp.experts.126.up_proj,0.0000314593,0.05000,2.035 +40,mlp.experts.121.up_proj,0.0000123496,0.05000,2.013 +40,mlp.experts.127.up_proj,0.0000372000,0.05000,2.042 +40,mlp.experts.120.up_proj,0.0000282337,0.05000,2.022 +40,mlp.experts.130.up_proj,0.0000315563,0.05000,2.062 +40,mlp.experts.125.up_proj,0.0000221727,0.05000,2.062 +40,mlp.experts.131.up_proj,0.0000404800,0.05000,2.060 +40,mlp.experts.124.up_proj,0.0000051150,0.05000,2.083 +40,mlp.experts.134.up_proj,0.0000703023,0.05000,2.038 +40,mlp.experts.129.up_proj,0.0000298957,0.05000,2.032 +40,mlp.experts.135.up_proj,0.0000359610,0.05000,2.049 +40,mlp.experts.128.up_proj,0.0000300924,0.05000,2.065 +40,mlp.experts.138.up_proj,0.0000173746,0.05000,2.039 +40,mlp.experts.133.up_proj,0.0000091477,0.05000,2.020 +40,mlp.experts.139.up_proj,0.0001181933,0.05000,2.035 +40,mlp.experts.132.up_proj,0.0000210131,0.05000,2.045 +40,mlp.experts.142.up_proj,0.0000340223,0.05000,2.044 +40,mlp.experts.137.up_proj,0.0000564456,0.05000,2.049 +40,mlp.experts.143.up_proj,0.0000231626,0.05000,2.097 +40,mlp.experts.136.up_proj,0.0000291290,0.05000,2.118 +40,mlp.experts.146.up_proj,0.0000059278,0.05000,2.017 +40,mlp.experts.141.up_proj,0.0000387969,0.05000,2.072 +40,mlp.experts.147.up_proj,0.0000182280,0.05000,2.071 +40,mlp.experts.140.up_proj,0.0000355058,0.05000,2.034 +40,mlp.experts.150.up_proj,0.0000149391,0.05000,2.054 +40,mlp.experts.145.up_proj,0.0000342151,0.05000,2.028 +40,mlp.experts.151.up_proj,0.0000156895,0.05000,2.086 +40,mlp.experts.144.up_proj,0.0000318204,0.05000,2.041 +40,mlp.experts.154.up_proj,0.0000067472,0.05000,2.075 +40,mlp.experts.149.up_proj,0.0000507866,0.05000,2.019 +40,mlp.experts.155.up_proj,0.0000143510,0.05000,2.042 +40,mlp.experts.148.up_proj,0.0000371120,0.05000,2.070 +40,mlp.experts.158.up_proj,0.0000326327,0.05000,2.086 +40,mlp.experts.153.up_proj,0.0000053767,0.05000,1.968 +40,mlp.experts.159.up_proj,0.0000288387,0.05000,1.968 +40,mlp.experts.152.up_proj,0.0000277195,0.05000,1.774 +40,mlp.experts.157.up_proj,0.0000138744,0.05000,1.464 +40,mlp.experts.156.up_proj,0.0000281479,0.05000,1.176 +40,mlp.experts.0.down_proj,0.0000021038,0.05000,0.631 +40,mlp.experts.3.down_proj,0.0000064221,0.05000,0.642 +40,mlp.experts.1.down_proj,0.0000029628,0.05000,0.649 +40,mlp.experts.2.down_proj,0.0000039139,0.05000,0.660 +40,mlp.experts.4.down_proj,0.0000018076,0.05000,0.620 +40,mlp.experts.5.down_proj,0.0000098655,0.05000,0.607 +40,mlp.experts.7.down_proj,0.0000019192,0.05000,0.622 +40,mlp.experts.6.down_proj,0.0000035110,0.05000,0.618 +40,mlp.experts.8.down_proj,0.0000024841,0.05000,0.599 +40,mlp.experts.9.down_proj,0.0000014359,0.05000,0.609 +40,mlp.experts.11.down_proj,0.0000028352,0.05000,0.614 +40,mlp.experts.10.down_proj,0.0000049253,0.05000,0.665 +40,mlp.experts.12.down_proj,0.0000043475,0.05000,0.601 +40,mlp.experts.13.down_proj,0.0000255519,0.05000,0.608 +40,mlp.experts.15.down_proj,0.0000017967,0.05000,0.630 +40,mlp.experts.14.down_proj,0.0000027748,0.05000,0.622 +40,mlp.experts.16.down_proj,0.0000081634,0.05000,0.599 +40,mlp.experts.17.down_proj,0.0000031630,0.05000,0.610 +40,mlp.experts.19.down_proj,0.0000037419,0.05000,0.614 +40,mlp.experts.18.down_proj,0.0000006673,0.05000,0.622 +40,mlp.experts.20.down_proj,0.0000035850,0.05000,0.598 +40,mlp.experts.21.down_proj,0.0000079236,0.05000,0.609 +40,mlp.experts.23.down_proj,0.0000023970,0.05000,0.618 +40,mlp.experts.22.down_proj,0.0000027920,0.05000,0.646 +40,mlp.experts.24.down_proj,0.0000041093,0.05000,0.605 +40,mlp.experts.25.down_proj,0.0000028905,0.05000,0.628 +40,mlp.experts.27.down_proj,0.0000034339,0.05000,0.614 +40,mlp.experts.26.down_proj,0.0000054557,0.05000,0.622 +40,mlp.experts.28.down_proj,0.0000004296,0.05000,0.606 +40,mlp.experts.29.down_proj,0.0000027690,0.05000,0.604 +40,mlp.experts.31.down_proj,0.0000039698,0.05000,0.647 +40,mlp.experts.30.down_proj,0.0000032511,0.05000,0.645 +40,mlp.experts.32.down_proj,0.0000028639,0.05000,0.599 +40,mlp.experts.33.down_proj,0.0000011811,0.05000,0.621 +40,mlp.experts.35.down_proj,0.0000004837,0.05000,0.603 +40,mlp.experts.34.down_proj,0.0000049651,0.05000,0.612 +40,mlp.experts.36.down_proj,0.0000032904,0.05000,0.616 +40,mlp.experts.37.down_proj,0.0000043504,0.05000,0.648 +40,mlp.experts.39.down_proj,0.0000044625,0.05000,0.649 +40,mlp.experts.38.down_proj,0.0000084798,0.05000,0.604 +40,mlp.experts.40.down_proj,0.0000160165,0.05000,0.601 +40,mlp.experts.41.down_proj,0.0000036707,0.05000,0.599 +40,mlp.experts.43.down_proj,0.0000044577,0.05000,0.625 +40,mlp.experts.42.down_proj,0.0000114335,0.05000,0.603 +40,mlp.experts.44.down_proj,0.0000038701,0.05000,0.602 +40,mlp.experts.45.down_proj,0.0000030502,0.05000,0.601 +40,mlp.experts.47.down_proj,0.0000033073,0.05000,0.606 +40,mlp.experts.46.down_proj,0.0000024797,0.05000,0.627 +40,mlp.experts.48.down_proj,0.0000013855,0.05000,0.655 +40,mlp.experts.49.down_proj,0.0000017869,0.05000,0.643 +40,mlp.experts.51.down_proj,0.0000037821,0.05000,0.675 +40,mlp.experts.50.down_proj,0.0000110673,0.05000,0.613 +40,mlp.experts.52.down_proj,0.0000044426,0.05000,0.620 +40,mlp.experts.53.down_proj,0.0000033103,0.05000,0.601 +40,mlp.experts.55.down_proj,0.0000033935,0.05000,0.606 +40,mlp.experts.54.down_proj,0.0000063152,0.05000,0.606 +40,mlp.experts.56.down_proj,0.0000167962,0.05000,0.670 +40,mlp.experts.57.down_proj,0.0000052857,0.05000,0.606 +40,mlp.experts.59.down_proj,0.0000028275,0.05000,0.602 +40,mlp.experts.58.down_proj,0.0000068618,0.05000,0.601 +40,mlp.experts.60.down_proj,0.0000016840,0.05000,0.604 +40,mlp.experts.61.down_proj,0.0000021430,0.05000,0.603 +40,mlp.experts.62.down_proj,0.0000030439,0.05000,0.618 +40,mlp.experts.63.down_proj,0.0000038171,0.05000,0.631 +40,mlp.experts.64.down_proj,0.0000055860,0.05000,0.607 +40,mlp.experts.65.down_proj,0.0000036662,0.05000,0.626 +40,mlp.experts.66.down_proj,0.0000045073,0.05000,0.610 +40,mlp.experts.67.down_proj,0.0000035293,0.05000,0.611 +40,mlp.experts.68.down_proj,0.0000059833,0.05000,0.608 +40,mlp.experts.69.down_proj,0.0000020124,0.05000,0.605 +40,mlp.experts.70.down_proj,0.0000026617,0.05000,0.608 +40,mlp.experts.71.down_proj,0.0000048838,0.05000,0.611 +40,mlp.experts.72.down_proj,0.0000028839,0.05000,0.611 +40,mlp.experts.73.down_proj,0.0000042021,0.05000,0.691 +40,mlp.experts.74.down_proj,0.0000006746,0.05000,0.619 +40,mlp.experts.75.down_proj,0.0000040105,0.05000,0.636 +40,mlp.experts.76.down_proj,0.0000042960,0.05000,0.657 +40,mlp.experts.77.down_proj,0.0000047967,0.05000,0.609 +40,mlp.experts.78.down_proj,0.0000045401,0.05000,0.610 +40,mlp.experts.79.down_proj,0.0000009489,0.05000,0.607 +40,mlp.experts.80.down_proj,0.0000044095,0.05000,0.610 +40,mlp.experts.81.down_proj,0.0000016748,0.05000,0.606 +40,mlp.experts.82.down_proj,0.0000040375,0.05000,0.609 +40,mlp.experts.83.down_proj,0.0000039380,0.05000,0.630 +40,mlp.experts.84.down_proj,0.0000132231,0.05000,0.607 +40,mlp.experts.85.down_proj,0.0000041934,0.05000,0.610 +40,mlp.experts.86.down_proj,0.0000019813,0.05000,0.611 +40,mlp.experts.87.down_proj,0.0000039599,0.05000,0.630 +40,mlp.experts.88.down_proj,0.0000014850,0.05000,0.628 +40,mlp.experts.89.down_proj,0.0000030431,0.05000,0.614 +40,mlp.experts.90.down_proj,0.0000018685,0.05000,0.620 +40,mlp.experts.91.down_proj,0.0000023914,0.05000,0.630 +40,mlp.experts.93.down_proj,0.0000028237,0.05000,0.614 +40,mlp.experts.92.down_proj,0.0000010772,0.05000,0.664 +40,mlp.experts.94.down_proj,0.0000022548,0.05000,0.637 +40,mlp.experts.95.down_proj,0.0000092546,0.05000,0.641 +40,mlp.experts.97.down_proj,0.0000027115,0.05000,0.615 +40,mlp.experts.96.down_proj,0.0000030956,0.05000,0.624 +40,mlp.experts.98.down_proj,0.0000041482,0.05000,0.619 +40,mlp.experts.99.down_proj,0.0000048127,0.05000,0.607 +40,mlp.experts.101.down_proj,0.0000033917,0.05000,0.619 +40,mlp.experts.100.down_proj,0.0000055819,0.05000,0.625 +40,mlp.experts.102.down_proj,0.0000008592,0.05000,0.626 +40,mlp.experts.103.down_proj,0.0000054878,0.05000,0.639 +40,mlp.experts.105.down_proj,0.0000069021,0.05000,0.612 +40,mlp.experts.104.down_proj,0.0000025724,0.05000,0.641 +40,mlp.experts.106.down_proj,0.0000030167,0.05000,0.619 +40,mlp.experts.107.down_proj,0.0000119004,0.05000,0.627 +40,mlp.experts.109.down_proj,0.0000023470,0.05000,0.623 +40,mlp.experts.108.down_proj,0.0000005066,0.05000,0.612 +40,mlp.experts.110.down_proj,0.0000015025,0.05000,0.609 +40,mlp.experts.111.down_proj,0.0000026684,0.05000,0.627 +40,mlp.experts.113.down_proj,0.0000036154,0.05000,0.612 +40,mlp.experts.112.down_proj,0.0000012876,0.05000,0.677 +40,mlp.experts.114.down_proj,0.0000042103,0.05000,0.631 +40,mlp.experts.115.down_proj,0.0000220828,0.05000,0.623 +40,mlp.experts.117.down_proj,0.0000038576,0.05000,0.617 +40,mlp.experts.116.down_proj,0.0000007055,0.05000,0.617 +40,mlp.experts.118.down_proj,0.0000018328,0.05000,0.619 +40,mlp.experts.119.down_proj,0.0000014921,0.05000,0.616 +40,mlp.experts.121.down_proj,0.0000018938,0.05000,0.615 +40,mlp.experts.120.down_proj,0.0000029535,0.05000,0.614 +40,mlp.experts.122.down_proj,0.0000016387,0.05000,0.624 +40,mlp.experts.123.down_proj,0.0000112108,0.05000,0.616 +40,mlp.experts.125.down_proj,0.0000027601,0.05000,0.643 +40,mlp.experts.126.down_proj,0.0000035859,0.05000,0.633 +40,mlp.experts.124.down_proj,0.0000008492,0.05000,0.679 +40,mlp.experts.127.down_proj,0.0000063676,0.05000,0.640 +40,mlp.experts.129.down_proj,0.0000031047,0.05000,0.613 +40,mlp.experts.130.down_proj,0.0000048157,0.05000,0.617 +40,mlp.experts.128.down_proj,0.0000039903,0.05000,0.613 +40,mlp.experts.131.down_proj,0.0000135984,0.05000,0.624 +40,mlp.experts.133.down_proj,0.0000011344,0.05000,0.659 +40,mlp.experts.134.down_proj,0.0000206386,0.05000,0.616 +40,mlp.experts.132.down_proj,0.0000026856,0.05000,0.619 +40,mlp.experts.135.down_proj,0.0000049692,0.05000,0.616 +40,mlp.experts.137.down_proj,0.0000159429,0.05000,0.616 +40,mlp.experts.138.down_proj,0.0000039334,0.05000,0.646 +40,mlp.experts.136.down_proj,0.0000049245,0.05000,0.641 +40,mlp.experts.139.down_proj,0.0000306712,0.05000,0.621 +40,mlp.experts.141.down_proj,0.0000048331,0.05000,0.620 +40,mlp.experts.142.down_proj,0.0000054448,0.05000,0.654 +40,mlp.experts.140.down_proj,0.0000060887,0.05000,0.637 +40,mlp.experts.143.down_proj,0.0000036624,0.05000,0.617 +40,mlp.experts.145.down_proj,0.0000053189,0.05000,0.622 +40,mlp.experts.146.down_proj,0.0000008584,0.05000,0.640 +40,mlp.experts.144.down_proj,0.0000039093,0.05000,0.657 +40,mlp.experts.147.down_proj,0.0000016599,0.05000,0.626 +40,mlp.experts.149.down_proj,0.0000049884,0.05000,0.615 +40,mlp.experts.148.down_proj,0.0000043551,0.05000,0.620 +40,mlp.experts.150.down_proj,0.0000037226,0.05000,0.662 +40,mlp.experts.151.down_proj,0.0000014523,0.05000,0.662 +40,mlp.experts.153.down_proj,0.0000007741,0.05000,0.637 +40,mlp.experts.152.down_proj,0.0000017138,0.05000,0.614 +40,mlp.experts.154.down_proj,0.0000005480,0.05000,0.606 +40,mlp.experts.155.down_proj,0.0000037150,0.05000,0.609 +40,mlp.experts.157.down_proj,0.0000017830,0.05000,0.644 +40,mlp.experts.156.down_proj,0.0000044343,0.05000,0.597 +40,mlp.experts.158.down_proj,0.0000050485,0.05000,0.624 +40,mlp.experts.159.down_proj,0.0000046796,0.05000,0.603 +41,mlp.experts.2.gate_proj,0.0000188644,0.05000,2.088 +41,mlp.experts.3.gate_proj,0.0000173791,0.05000,2.148 +41,mlp.experts.0.gate_proj,0.0000083796,0.05000,2.187 +41,mlp.experts.1.gate_proj,0.0000595506,0.05000,2.230 +41,mlp.experts.6.gate_proj,0.0000211444,0.05000,2.060 +41,mlp.experts.7.gate_proj,0.0000370266,0.05000,2.073 +41,mlp.experts.5.gate_proj,0.0000172213,0.05000,2.017 +41,mlp.experts.4.gate_proj,0.0000316638,0.05000,2.176 +41,mlp.experts.10.gate_proj,0.0000430870,0.05000,2.049 +41,mlp.experts.9.gate_proj,0.0000156314,0.05000,2.005 +41,mlp.experts.11.gate_proj,0.0000285619,0.05000,2.080 +41,mlp.experts.8.gate_proj,0.0000238771,0.05000,2.013 +41,mlp.experts.14.gate_proj,0.0000188796,0.05000,2.059 +41,mlp.experts.15.gate_proj,0.0000511350,0.05000,2.036 +41,mlp.experts.13.gate_proj,0.0000237832,0.05000,2.130 +41,mlp.experts.12.gate_proj,0.0000183457,0.05000,2.033 +41,mlp.experts.18.gate_proj,0.0000130439,0.05000,2.052 +41,mlp.experts.19.gate_proj,0.0000754710,0.05000,2.074 +41,mlp.experts.16.gate_proj,0.0000037692,0.05000,2.033 +41,mlp.experts.17.gate_proj,0.0000199986,0.05000,2.109 +41,mlp.experts.22.gate_proj,0.0000517171,0.05000,2.099 +41,mlp.experts.20.gate_proj,0.0000236989,0.05000,2.045 +41,mlp.experts.23.gate_proj,0.0000069820,0.05000,2.127 +41,mlp.experts.21.gate_proj,0.0000329543,0.05000,2.079 +41,mlp.experts.26.gate_proj,0.0000270967,0.05000,2.077 +41,mlp.experts.24.gate_proj,0.0000392220,0.05000,2.080 +41,mlp.experts.25.gate_proj,0.0000323750,0.05000,2.102 +41,mlp.experts.27.gate_proj,0.0000304063,0.05000,2.195 +41,mlp.experts.30.gate_proj,0.0000273050,0.05000,2.065 +41,mlp.experts.28.gate_proj,0.0000278807,0.05000,2.027 +41,mlp.experts.31.gate_proj,0.0000204074,0.05000,2.017 +41,mlp.experts.29.gate_proj,0.0000237035,0.05000,2.128 +41,mlp.experts.34.gate_proj,0.0000264447,0.05000,2.070 +41,mlp.experts.32.gate_proj,0.0000123299,0.05000,2.119 +41,mlp.experts.35.gate_proj,0.0000516922,0.05000,2.096 +41,mlp.experts.33.gate_proj,0.0000138769,0.05000,2.128 +41,mlp.experts.38.gate_proj,0.0000399479,0.05000,2.061 +41,mlp.experts.36.gate_proj,0.0000326921,0.05000,2.102 +41,mlp.experts.37.gate_proj,0.0000294246,0.05000,2.046 +41,mlp.experts.39.gate_proj,0.0000281049,0.05000,2.148 +41,mlp.experts.42.gate_proj,0.0000275117,0.05000,2.063 +41,mlp.experts.40.gate_proj,0.0000060686,0.05000,2.089 +41,mlp.experts.41.gate_proj,0.0000253652,0.05000,2.053 +41,mlp.experts.43.gate_proj,0.0000195706,0.05000,2.151 +41,mlp.experts.46.gate_proj,0.0000327247,0.05000,2.085 +41,mlp.experts.44.gate_proj,0.0000567058,0.05000,2.080 +41,mlp.experts.45.gate_proj,0.0000339398,0.05000,2.055 +41,mlp.experts.47.gate_proj,0.0000478147,0.05000,2.139 +41,mlp.experts.50.gate_proj,0.0000292997,0.05000,2.060 +41,mlp.experts.48.gate_proj,0.0000293171,0.05000,2.036 +41,mlp.experts.49.gate_proj,0.0000490269,0.05000,2.071 +41,mlp.experts.51.gate_proj,0.0000185392,0.05000,2.086 +41,mlp.experts.54.gate_proj,0.0000402932,0.05000,2.095 +41,mlp.experts.52.gate_proj,0.0000889600,0.05000,2.102 +41,mlp.experts.53.gate_proj,0.0000044837,0.05000,2.061 +41,mlp.experts.55.gate_proj,0.0000423240,0.05000,2.076 +41,mlp.experts.58.gate_proj,0.0000047236,0.05000,2.053 +41,mlp.experts.56.gate_proj,0.0000223785,0.05000,2.035 +41,mlp.experts.57.gate_proj,0.0000360963,0.05000,2.064 +41,mlp.experts.59.gate_proj,0.0000128805,0.05000,2.189 +41,mlp.experts.62.gate_proj,0.0000767509,0.05000,2.095 +41,mlp.experts.60.gate_proj,0.0000392032,0.05000,2.153 +41,mlp.experts.61.gate_proj,0.0000243087,0.05000,2.073 +41,mlp.experts.63.gate_proj,0.0000161120,0.05000,2.124 +41,mlp.experts.66.gate_proj,0.0000235352,0.05000,2.040 +41,mlp.experts.65.gate_proj,0.0000155462,0.05000,2.008 +41,mlp.experts.64.gate_proj,0.0000339944,0.05000,2.078 +41,mlp.experts.67.gate_proj,0.0000137318,0.05000,2.050 +41,mlp.experts.70.gate_proj,0.0000159570,0.05000,2.051 +41,mlp.experts.69.gate_proj,0.0000355858,0.05000,2.046 +41,mlp.experts.68.gate_proj,0.0000171432,0.05000,2.076 +41,mlp.experts.71.gate_proj,0.0000104978,0.05000,2.071 +41,mlp.experts.74.gate_proj,0.0000258129,0.05000,2.046 +41,mlp.experts.73.gate_proj,0.0000199815,0.05000,2.023 +41,mlp.experts.72.gate_proj,0.0000198230,0.05000,2.025 +41,mlp.experts.75.gate_proj,0.0000238083,0.05000,2.067 +41,mlp.experts.78.gate_proj,0.0000562744,0.05000,2.056 +41,mlp.experts.77.gate_proj,0.0000300726,0.05000,2.037 +41,mlp.experts.76.gate_proj,0.0000146998,0.05000,2.078 +41,mlp.experts.79.gate_proj,0.0000120125,0.05000,2.107 +41,mlp.experts.82.gate_proj,0.0000245822,0.05000,2.103 +41,mlp.experts.81.gate_proj,0.0000133148,0.05000,2.079 +41,mlp.experts.80.gate_proj,0.0000709360,0.05000,2.047 +41,mlp.experts.83.gate_proj,0.0000541009,0.05000,2.142 +41,mlp.experts.86.gate_proj,0.0000250862,0.05000,2.084 +41,mlp.experts.85.gate_proj,0.0000153651,0.05000,2.126 +41,mlp.experts.84.gate_proj,0.0000809769,0.05000,2.056 +41,mlp.experts.87.gate_proj,0.0000293915,0.05000,2.085 +41,mlp.experts.90.gate_proj,0.0000607324,0.05000,2.074 +41,mlp.experts.88.gate_proj,0.0000412507,0.05000,2.068 +41,mlp.experts.89.gate_proj,0.0000250811,0.05000,2.074 +41,mlp.experts.91.gate_proj,0.0000361888,0.05000,2.128 +41,mlp.experts.94.gate_proj,0.0000446938,0.05000,2.074 +41,mlp.experts.93.gate_proj,0.0000345317,0.05000,2.075 +41,mlp.experts.92.gate_proj,0.0000259237,0.05000,2.106 +41,mlp.experts.95.gate_proj,0.0000240592,0.05000,2.112 +41,mlp.experts.98.gate_proj,0.0000436893,0.05000,2.092 +41,mlp.experts.97.gate_proj,0.0000184925,0.05000,2.061 +41,mlp.experts.96.gate_proj,0.0000051801,0.05000,2.075 +41,mlp.experts.99.gate_proj,0.0000107978,0.05000,2.124 +41,mlp.experts.102.gate_proj,0.0000287584,0.05000,2.096 +41,mlp.experts.101.gate_proj,0.0000361885,0.05000,2.060 +41,mlp.experts.100.gate_proj,0.0000213237,0.05000,2.087 +41,mlp.experts.103.gate_proj,0.0000369683,0.05000,2.100 +41,mlp.experts.106.gate_proj,0.0000166778,0.05000,2.086 +41,mlp.experts.105.gate_proj,0.0000083105,0.05000,2.137 +41,mlp.experts.104.gate_proj,0.0000124674,0.05000,2.160 +41,mlp.experts.107.gate_proj,0.0000197315,0.05000,2.091 +41,mlp.experts.110.gate_proj,0.0000304099,0.05000,2.052 +41,mlp.experts.109.gate_proj,0.0000361210,0.05000,2.071 +41,mlp.experts.108.gate_proj,0.0000053339,0.05000,2.073 +41,mlp.experts.111.gate_proj,0.0000634094,0.05000,2.061 +41,mlp.experts.114.gate_proj,0.0000235937,0.05000,2.023 +41,mlp.experts.113.gate_proj,0.0000334701,0.05000,2.032 +41,mlp.experts.112.gate_proj,0.0000477810,0.05000,2.069 +41,mlp.experts.115.gate_proj,0.0000157634,0.05000,2.018 +41,mlp.experts.118.gate_proj,0.0000042599,0.05000,2.045 +41,mlp.experts.117.gate_proj,0.0000353267,0.05000,2.064 +41,mlp.experts.116.gate_proj,0.0000245489,0.05000,2.073 +41,mlp.experts.119.gate_proj,0.0000316888,0.05000,2.087 +41,mlp.experts.122.gate_proj,0.0000224574,0.05000,2.047 +41,mlp.experts.121.gate_proj,0.0000150373,0.05000,2.106 +41,mlp.experts.120.gate_proj,0.0000255165,0.05000,2.061 +41,mlp.experts.123.gate_proj,0.0000181415,0.05000,2.091 +41,mlp.experts.126.gate_proj,0.0000314114,0.05000,2.095 +41,mlp.experts.125.gate_proj,0.0000315657,0.05000,2.118 +41,mlp.experts.124.gate_proj,0.0000223621,0.05000,2.070 +41,mlp.experts.127.gate_proj,0.0000293624,0.05000,2.026 +41,mlp.experts.130.gate_proj,0.0000421200,0.05000,2.040 +41,mlp.experts.129.gate_proj,0.0000276798,0.05000,2.054 +41,mlp.experts.128.gate_proj,0.0000208146,0.05000,2.082 +41,mlp.experts.131.gate_proj,0.0000196767,0.05000,2.067 +41,mlp.experts.134.gate_proj,0.0000243762,0.05000,2.044 +41,mlp.experts.133.gate_proj,0.0001084457,0.05000,2.054 +41,mlp.experts.132.gate_proj,0.0000577241,0.05000,2.076 +41,mlp.experts.135.gate_proj,0.0000268164,0.05000,2.083 +41,mlp.experts.138.gate_proj,0.0000321612,0.05000,2.040 +41,mlp.experts.137.gate_proj,0.0000276833,0.05000,2.051 +41,mlp.experts.136.gate_proj,0.0000220932,0.05000,2.066 +41,mlp.experts.139.gate_proj,0.0000211633,0.05000,2.079 +41,mlp.experts.142.gate_proj,0.0000468883,0.05000,2.049 +41,mlp.experts.141.gate_proj,0.0000231149,0.05000,2.079 +41,mlp.experts.140.gate_proj,0.0000297905,0.05000,2.051 +41,mlp.experts.143.gate_proj,0.0000202398,0.05000,2.064 +41,mlp.experts.146.gate_proj,0.0000272783,0.05000,2.064 +41,mlp.experts.145.gate_proj,0.0000479697,0.05000,2.069 +41,mlp.experts.144.gate_proj,0.0000161150,0.05000,2.093 +41,mlp.experts.147.gate_proj,0.0000400104,0.05000,2.087 +41,mlp.experts.150.gate_proj,0.0000211071,0.05000,2.050 +41,mlp.experts.149.gate_proj,0.0000273488,0.05000,2.039 +41,mlp.experts.148.gate_proj,0.0000281931,0.05000,2.090 +41,mlp.experts.151.gate_proj,0.0000683259,0.05000,2.043 +41,mlp.experts.154.gate_proj,0.0000292145,0.05000,2.059 +41,mlp.experts.153.gate_proj,0.0000452249,0.05000,2.058 +41,mlp.experts.152.gate_proj,0.0000065091,0.05000,2.052 +41,mlp.experts.155.gate_proj,0.0000270381,0.05000,2.061 +41,mlp.experts.158.gate_proj,0.0000758250,0.05000,2.048 +41,mlp.experts.157.gate_proj,0.0000320229,0.05000,2.062 +41,mlp.experts.156.gate_proj,0.0000210196,0.05000,2.112 +41,mlp.experts.159.gate_proj,0.0000095144,0.05000,2.104 +41,mlp.experts.2.up_proj,0.0000192065,0.05000,2.046 +41,mlp.experts.1.up_proj,0.0000587435,0.05000,2.108 +41,mlp.experts.0.up_proj,0.0000079806,0.05000,2.078 +41,mlp.experts.3.up_proj,0.0000175756,0.05000,2.026 +41,mlp.experts.6.up_proj,0.0000211501,0.05000,2.035 +41,mlp.experts.5.up_proj,0.0000164755,0.05000,2.025 +41,mlp.experts.4.up_proj,0.0000314624,0.05000,2.086 +41,mlp.experts.7.up_proj,0.0000377309,0.05000,2.073 +41,mlp.experts.10.up_proj,0.0000426873,0.05000,2.040 +41,mlp.experts.9.up_proj,0.0000152950,0.05000,2.012 +41,mlp.experts.8.up_proj,0.0000238856,0.05000,2.056 +41,mlp.experts.11.up_proj,0.0000278790,0.05000,2.011 +41,mlp.experts.14.up_proj,0.0000185889,0.05000,2.045 +41,mlp.experts.13.up_proj,0.0000238004,0.05000,2.010 +41,mlp.experts.12.up_proj,0.0000184210,0.05000,2.041 +41,mlp.experts.15.up_proj,0.0000499831,0.05000,2.016 +41,mlp.experts.18.up_proj,0.0000127822,0.05000,2.012 +41,mlp.experts.17.up_proj,0.0000191491,0.05000,2.029 +41,mlp.experts.16.up_proj,0.0000037582,0.05000,2.013 +41,mlp.experts.19.up_proj,0.0000758189,0.05000,2.074 +41,mlp.experts.22.up_proj,0.0000517912,0.05000,2.008 +41,mlp.experts.21.up_proj,0.0000326027,0.05000,2.017 +41,mlp.experts.20.up_proj,0.0000232482,0.05000,2.041 +41,mlp.experts.23.up_proj,0.0000069245,0.05000,1.990 +41,mlp.experts.26.up_proj,0.0000264562,0.05000,2.024 +41,mlp.experts.25.up_proj,0.0000322430,0.05000,1.996 +41,mlp.experts.24.up_proj,0.0000376800,0.05000,1.996 +41,mlp.experts.27.up_proj,0.0000304598,0.05000,1.996 +41,mlp.experts.30.up_proj,0.0000258896,0.05000,2.011 +41,mlp.experts.29.up_proj,0.0000229369,0.05000,2.000 +41,mlp.experts.28.up_proj,0.0000270935,0.05000,1.999 +41,mlp.experts.31.up_proj,0.0000195473,0.05000,2.020 +41,mlp.experts.34.up_proj,0.0000252647,0.05000,2.016 +41,mlp.experts.33.up_proj,0.0000136724,0.05000,2.003 +41,mlp.experts.32.up_proj,0.0000119752,0.05000,1.999 +41,mlp.experts.35.up_proj,0.0000478150,0.05000,2.011 +41,mlp.experts.38.up_proj,0.0000398440,0.05000,2.043 +41,mlp.experts.37.up_proj,0.0000295230,0.05000,2.087 +41,mlp.experts.36.up_proj,0.0000322125,0.05000,2.014 +41,mlp.experts.39.up_proj,0.0000288117,0.05000,2.037 +41,mlp.experts.42.up_proj,0.0000271431,0.05000,2.041 +41,mlp.experts.41.up_proj,0.0000254892,0.05000,2.040 +41,mlp.experts.40.up_proj,0.0000060322,0.05000,2.049 +41,mlp.experts.43.up_proj,0.0000195697,0.05000,2.008 +41,mlp.experts.46.up_proj,0.0000321495,0.05000,2.025 +41,mlp.experts.45.up_proj,0.0000336586,0.05000,2.056 +41,mlp.experts.44.up_proj,0.0000557746,0.05000,2.053 +41,mlp.experts.47.up_proj,0.0000429049,0.05000,2.068 +41,mlp.experts.50.up_proj,0.0000296360,0.05000,2.092 +41,mlp.experts.49.up_proj,0.0000493746,0.05000,2.067 +41,mlp.experts.48.up_proj,0.0000280685,0.05000,2.067 +41,mlp.experts.51.up_proj,0.0000185847,0.05000,2.073 +41,mlp.experts.54.up_proj,0.0000390758,0.05000,2.060 +41,mlp.experts.53.up_proj,0.0000041868,0.05000,2.068 +41,mlp.experts.52.up_proj,0.0000870796,0.05000,2.051 +41,mlp.experts.55.up_proj,0.0000413047,0.05000,2.079 +41,mlp.experts.58.up_proj,0.0000047376,0.05000,2.116 +41,mlp.experts.57.up_proj,0.0000355557,0.05000,2.083 +41,mlp.experts.56.up_proj,0.0000221520,0.05000,2.060 +41,mlp.experts.59.up_proj,0.0000122321,0.05000,2.075 +41,mlp.experts.62.up_proj,0.0000752484,0.05000,2.088 +41,mlp.experts.61.up_proj,0.0000234093,0.05000,2.045 +41,mlp.experts.60.up_proj,0.0000381268,0.05000,2.016 +41,mlp.experts.63.up_proj,0.0000143888,0.05000,2.089 +41,mlp.experts.66.up_proj,0.0000234052,0.05000,2.049 +41,mlp.experts.65.up_proj,0.0000147722,0.05000,2.091 +41,mlp.experts.64.up_proj,0.0000331700,0.05000,2.032 +41,mlp.experts.67.up_proj,0.0000135805,0.05000,2.070 +41,mlp.experts.70.up_proj,0.0000158922,0.05000,2.079 +41,mlp.experts.69.up_proj,0.0000348371,0.05000,2.052 +41,mlp.experts.68.up_proj,0.0000169812,0.05000,2.076 +41,mlp.experts.71.up_proj,0.0000106562,0.05000,1.922 +41,mlp.experts.74.up_proj,0.0000258234,0.05000,1.595 +41,mlp.experts.73.up_proj,0.0000225770,0.05000,1.451 +41,mlp.experts.78.up_proj,0.0000550705,0.05000,2.080 +41,mlp.experts.72.up_proj,0.0000197433,0.05000,2.087 +41,mlp.experts.77.up_proj,0.0000293136,0.05000,2.122 +41,mlp.experts.75.up_proj,0.0000235451,0.05000,2.144 +41,mlp.experts.81.up_proj,0.0000133097,0.05000,1.989 +41,mlp.experts.82.up_proj,0.0000244746,0.05000,2.053 +41,mlp.experts.79.up_proj,0.0000119213,0.05000,1.997 +41,mlp.experts.76.up_proj,0.0000147108,0.05000,2.068 +41,mlp.experts.85.up_proj,0.0000154777,0.05000,2.020 +41,mlp.experts.83.up_proj,0.0000537746,0.05000,2.039 +41,mlp.experts.80.up_proj,0.0000716005,0.05000,2.068 +41,mlp.experts.86.up_proj,0.0000246969,0.05000,2.156 +41,mlp.experts.89.up_proj,0.0000246668,0.05000,2.016 +41,mlp.experts.87.up_proj,0.0000293846,0.05000,2.003 +41,mlp.experts.84.up_proj,0.0000755810,0.05000,2.034 +41,mlp.experts.90.up_proj,0.0000596529,0.05000,2.027 +41,mlp.experts.93.up_proj,0.0000317788,0.05000,2.041 +41,mlp.experts.91.up_proj,0.0000355320,0.05000,2.073 +41,mlp.experts.88.up_proj,0.0000415545,0.05000,2.070 +41,mlp.experts.94.up_proj,0.0000429478,0.05000,2.108 +41,mlp.experts.97.up_proj,0.0000185649,0.05000,2.119 +41,mlp.experts.95.up_proj,0.0000240059,0.05000,2.074 +41,mlp.experts.92.up_proj,0.0000258909,0.05000,2.073 +41,mlp.experts.98.up_proj,0.0000429682,0.05000,2.058 +41,mlp.experts.101.up_proj,0.0000359224,0.05000,2.057 +41,mlp.experts.99.up_proj,0.0000108207,0.05000,2.035 +41,mlp.experts.96.up_proj,0.0000051693,0.05000,2.053 +41,mlp.experts.102.up_proj,0.0000278624,0.05000,2.090 +41,mlp.experts.105.up_proj,0.0000079346,0.05000,2.056 +41,mlp.experts.103.up_proj,0.0000353653,0.05000,2.108 +41,mlp.experts.100.up_proj,0.0000211440,0.05000,2.093 +41,mlp.experts.106.up_proj,0.0000164447,0.05000,2.103 +41,mlp.experts.109.up_proj,0.0000353148,0.05000,2.063 +41,mlp.experts.107.up_proj,0.0000195521,0.05000,2.014 +41,mlp.experts.104.up_proj,0.0000123583,0.05000,2.060 +41,mlp.experts.110.up_proj,0.0000298957,0.05000,2.043 +41,mlp.experts.113.up_proj,0.0000332593,0.05000,2.063 +41,mlp.experts.111.up_proj,0.0000601089,0.05000,2.150 +41,mlp.experts.108.up_proj,0.0000053473,0.05000,2.077 +41,mlp.experts.114.up_proj,0.0000224752,0.05000,2.067 +41,mlp.experts.117.up_proj,0.0000353331,0.05000,2.082 +41,mlp.experts.115.up_proj,0.0000154116,0.05000,2.076 +41,mlp.experts.112.up_proj,0.0000441335,0.05000,2.032 +41,mlp.experts.118.up_proj,0.0000041026,0.05000,2.044 +41,mlp.experts.121.up_proj,0.0000145808,0.05000,2.131 +41,mlp.experts.116.up_proj,0.0000236903,0.05000,2.046 +41,mlp.experts.119.up_proj,0.0000320771,0.05000,2.097 +41,mlp.experts.122.up_proj,0.0000218059,0.05000,2.103 +41,mlp.experts.123.up_proj,0.0000178294,0.05000,2.043 +41,mlp.experts.125.up_proj,0.0000306310,0.05000,2.118 +41,mlp.experts.120.up_proj,0.0000249881,0.05000,2.176 +41,mlp.experts.126.up_proj,0.0000308034,0.05000,2.101 +41,mlp.experts.129.up_proj,0.0000279786,0.05000,2.100 +41,mlp.experts.124.up_proj,0.0000215044,0.05000,2.065 +41,mlp.experts.127.up_proj,0.0000288312,0.05000,2.192 +41,mlp.experts.130.up_proj,0.0000408324,0.05000,2.074 +41,mlp.experts.133.up_proj,0.0001001702,0.05000,2.089 +41,mlp.experts.128.up_proj,0.0000205158,0.05000,2.128 +41,mlp.experts.131.up_proj,0.0000194155,0.05000,2.084 +41,mlp.experts.134.up_proj,0.0000231841,0.05000,2.086 +41,mlp.experts.137.up_proj,0.0000273655,0.05000,2.084 +41,mlp.experts.132.up_proj,0.0000580476,0.05000,2.119 +41,mlp.experts.135.up_proj,0.0000266781,0.05000,2.120 +41,mlp.experts.138.up_proj,0.0000330303,0.05000,2.108 +41,mlp.experts.141.up_proj,0.0000219956,0.05000,2.086 +41,mlp.experts.142.up_proj,0.0000472014,0.05000,2.049 +41,mlp.experts.136.up_proj,0.0000215981,0.05000,2.137 +41,mlp.experts.139.up_proj,0.0000212317,0.05000,2.136 +41,mlp.experts.145.up_proj,0.0000479662,0.05000,2.053 +41,mlp.experts.146.up_proj,0.0000268634,0.05000,2.059 +41,mlp.experts.143.up_proj,0.0000199689,0.05000,2.071 +41,mlp.experts.140.up_proj,0.0000298224,0.05000,2.131 +41,mlp.experts.149.up_proj,0.0000272772,0.05000,2.061 +41,mlp.experts.150.up_proj,0.0000209762,0.05000,2.100 +41,mlp.experts.147.up_proj,0.0000374976,0.05000,2.079 +41,mlp.experts.144.up_proj,0.0000157025,0.05000,2.129 +41,mlp.experts.153.up_proj,0.0000450612,0.05000,2.091 +41,mlp.experts.154.up_proj,0.0000283013,0.05000,2.085 +41,mlp.experts.151.up_proj,0.0000660721,0.05000,2.085 +41,mlp.experts.148.up_proj,0.0000286358,0.05000,2.088 +41,mlp.experts.157.up_proj,0.0000318389,0.05000,2.090 +41,mlp.experts.158.up_proj,0.0000739267,0.05000,2.076 +41,mlp.experts.155.up_proj,0.0000270592,0.05000,2.061 +41,mlp.experts.152.up_proj,0.0000065324,0.05000,2.002 +41,mlp.experts.159.up_proj,0.0000093568,0.05000,1.381 +41,mlp.experts.156.up_proj,0.0000209486,0.05000,1.389 +41,mlp.experts.3.down_proj,0.0000029761,0.05000,0.640 +41,mlp.experts.0.down_proj,0.0000009413,0.05000,0.649 +41,mlp.experts.2.down_proj,0.0000031002,0.05000,0.655 +41,mlp.experts.1.down_proj,0.0000107073,0.05000,0.660 +41,mlp.experts.7.down_proj,0.0000056473,0.05000,0.611 +41,mlp.experts.4.down_proj,0.0000048555,0.05000,0.619 +41,mlp.experts.5.down_proj,0.0000029352,0.05000,0.618 +41,mlp.experts.6.down_proj,0.0000022307,0.05000,0.633 +41,mlp.experts.11.down_proj,0.0000022876,0.05000,0.612 +41,mlp.experts.8.down_proj,0.0000033564,0.05000,0.614 +41,mlp.experts.10.down_proj,0.0000048877,0.05000,0.606 +41,mlp.experts.9.down_proj,0.0000017655,0.05000,0.617 +41,mlp.experts.15.down_proj,0.0000074608,0.05000,0.637 +41,mlp.experts.12.down_proj,0.0000051758,0.05000,0.619 +41,mlp.experts.14.down_proj,0.0000018212,0.05000,0.607 +41,mlp.experts.13.down_proj,0.0000027197,0.05000,0.626 +41,mlp.experts.19.down_proj,0.0000183583,0.05000,0.619 +41,mlp.experts.18.down_proj,0.0000036436,0.05000,0.618 +41,mlp.experts.17.down_proj,0.0000026223,0.05000,0.619 +41,mlp.experts.16.down_proj,0.0000004251,0.05000,0.666 +41,mlp.experts.22.down_proj,0.0000101019,0.05000,0.614 +41,mlp.experts.23.down_proj,0.0000009057,0.05000,0.619 +41,mlp.experts.21.down_proj,0.0000030548,0.05000,0.635 +41,mlp.experts.20.down_proj,0.0000022800,0.05000,0.619 +41,mlp.experts.26.down_proj,0.0000027758,0.05000,0.614 +41,mlp.experts.27.down_proj,0.0000041719,0.05000,0.647 +41,mlp.experts.25.down_proj,0.0000046405,0.05000,0.615 +41,mlp.experts.24.down_proj,0.0000036133,0.05000,0.618 +41,mlp.experts.30.down_proj,0.0000040440,0.05000,0.636 +41,mlp.experts.31.down_proj,0.0000026468,0.05000,0.616 +41,mlp.experts.29.down_proj,0.0000037302,0.05000,0.611 +41,mlp.experts.28.down_proj,0.0000027622,0.05000,0.662 +41,mlp.experts.34.down_proj,0.0000016588,0.05000,0.620 +41,mlp.experts.33.down_proj,0.0000011633,0.05000,0.613 +41,mlp.experts.35.down_proj,0.0000038602,0.05000,0.613 +41,mlp.experts.32.down_proj,0.0000010824,0.05000,0.620 +41,mlp.experts.39.down_proj,0.0000058187,0.05000,0.616 +41,mlp.experts.38.down_proj,0.0000042594,0.05000,0.643 +41,mlp.experts.37.down_proj,0.0000032548,0.05000,0.642 +41,mlp.experts.36.down_proj,0.0000019295,0.05000,0.621 +41,mlp.experts.43.down_proj,0.0000033369,0.05000,0.611 +41,mlp.experts.42.down_proj,0.0000022181,0.05000,0.605 +41,mlp.experts.41.down_proj,0.0000027844,0.05000,0.614 +41,mlp.experts.40.down_proj,0.0000006257,0.05000,0.613 +41,mlp.experts.47.down_proj,0.0000042491,0.05000,0.610 +41,mlp.experts.46.down_proj,0.0000026219,0.05000,0.603 +41,mlp.experts.45.down_proj,0.0000055584,0.05000,0.632 +41,mlp.experts.44.down_proj,0.0000155691,0.05000,0.615 +41,mlp.experts.51.down_proj,0.0000032310,0.05000,0.611 +41,mlp.experts.50.down_proj,0.0000063068,0.05000,0.630 +41,mlp.experts.49.down_proj,0.0000087965,0.05000,0.609 +41,mlp.experts.48.down_proj,0.0000075363,0.05000,0.613 +41,mlp.experts.55.down_proj,0.0000113639,0.05000,0.616 +41,mlp.experts.54.down_proj,0.0000061144,0.05000,0.636 +41,mlp.experts.53.down_proj,0.0000005347,0.05000,0.651 +41,mlp.experts.52.down_proj,0.0000175096,0.05000,0.624 +41,mlp.experts.59.down_proj,0.0000013684,0.05000,0.644 +41,mlp.experts.58.down_proj,0.0000006221,0.05000,0.639 +41,mlp.experts.57.down_proj,0.0000049674,0.05000,0.624 +41,mlp.experts.56.down_proj,0.0000019932,0.05000,0.641 +41,mlp.experts.63.down_proj,0.0000044507,0.05000,0.618 +41,mlp.experts.62.down_proj,0.0000111225,0.05000,0.619 +41,mlp.experts.61.down_proj,0.0000015925,0.05000,0.626 +41,mlp.experts.60.down_proj,0.0000028141,0.05000,0.632 +41,mlp.experts.67.down_proj,0.0000013671,0.05000,0.645 +41,mlp.experts.66.down_proj,0.0000027111,0.05000,0.644 +41,mlp.experts.65.down_proj,0.0000009101,0.05000,0.626 +41,mlp.experts.64.down_proj,0.0000026750,0.05000,0.625 +41,mlp.experts.71.down_proj,0.0000024863,0.05000,0.611 +41,mlp.experts.70.down_proj,0.0000018383,0.05000,0.608 +41,mlp.experts.69.down_proj,0.0000031542,0.05000,0.619 +41,mlp.experts.68.down_proj,0.0000014251,0.05000,0.615 +41,mlp.experts.75.down_proj,0.0000029044,0.05000,0.612 +41,mlp.experts.74.down_proj,0.0000045828,0.05000,0.612 +41,mlp.experts.73.down_proj,0.0000023902,0.05000,0.618 +41,mlp.experts.72.down_proj,0.0000023710,0.05000,0.615 +41,mlp.experts.79.down_proj,0.0000026933,0.05000,0.638 +41,mlp.experts.78.down_proj,0.0000037302,0.05000,0.619 +41,mlp.experts.77.down_proj,0.0000050034,0.05000,0.627 +41,mlp.experts.76.down_proj,0.0000018665,0.05000,0.658 +41,mlp.experts.83.down_proj,0.0000083025,0.05000,0.628 +41,mlp.experts.82.down_proj,0.0000035895,0.05000,0.643 +41,mlp.experts.81.down_proj,0.0000018753,0.05000,0.666 +41,mlp.experts.80.down_proj,0.0000120147,0.05000,0.624 +41,mlp.experts.87.down_proj,0.0000030060,0.05000,0.621 +41,mlp.experts.86.down_proj,0.0000019933,0.05000,0.618 +41,mlp.experts.85.down_proj,0.0000021672,0.05000,0.620 +41,mlp.experts.84.down_proj,0.0000262709,0.05000,0.623 +41,mlp.experts.91.down_proj,0.0000032035,0.05000,0.622 +41,mlp.experts.90.down_proj,0.0000117057,0.05000,0.627 +41,mlp.experts.89.down_proj,0.0000035569,0.05000,0.623 +41,mlp.experts.88.down_proj,0.0000065793,0.05000,0.662 +41,mlp.experts.95.down_proj,0.0000031153,0.05000,0.637 +41,mlp.experts.94.down_proj,0.0000037186,0.05000,0.620 +41,mlp.experts.93.down_proj,0.0000047349,0.05000,0.618 +41,mlp.experts.92.down_proj,0.0000032130,0.05000,0.619 +41,mlp.experts.99.down_proj,0.0000018125,0.05000,0.615 +41,mlp.experts.98.down_proj,0.0000148561,0.05000,0.619 +41,mlp.experts.97.down_proj,0.0000017405,0.05000,0.618 +41,mlp.experts.96.down_proj,0.0000004918,0.05000,0.621 +41,mlp.experts.103.down_proj,0.0000035352,0.05000,0.616 +41,mlp.experts.102.down_proj,0.0000020499,0.05000,0.658 +41,mlp.experts.101.down_proj,0.0000038414,0.05000,0.618 +41,mlp.experts.100.down_proj,0.0000022048,0.05000,0.620 +41,mlp.experts.107.down_proj,0.0000018063,0.05000,0.609 +41,mlp.experts.106.down_proj,0.0000039887,0.05000,0.611 +41,mlp.experts.105.down_proj,0.0000008890,0.05000,0.633 +41,mlp.experts.104.down_proj,0.0000010432,0.05000,0.618 +41,mlp.experts.111.down_proj,0.0000052292,0.05000,0.633 +41,mlp.experts.110.down_proj,0.0000027859,0.05000,0.611 +41,mlp.experts.109.down_proj,0.0000041770,0.05000,0.611 +41,mlp.experts.108.down_proj,0.0000010343,0.05000,0.616 +41,mlp.experts.115.down_proj,0.0000031790,0.05000,0.612 +41,mlp.experts.114.down_proj,0.0000023804,0.05000,0.612 +41,mlp.experts.113.down_proj,0.0000033734,0.05000,0.623 +41,mlp.experts.112.down_proj,0.0000038615,0.05000,0.616 +41,mlp.experts.119.down_proj,0.0000060017,0.05000,0.615 +41,mlp.experts.118.down_proj,0.0000003659,0.05000,0.609 +41,mlp.experts.117.down_proj,0.0000033239,0.05000,0.611 +41,mlp.experts.116.down_proj,0.0000016982,0.05000,0.642 +41,mlp.experts.123.down_proj,0.0000016811,0.05000,0.618 +41,mlp.experts.122.down_proj,0.0000019337,0.05000,0.639 +41,mlp.experts.121.down_proj,0.0000023694,0.05000,0.640 +41,mlp.experts.120.down_proj,0.0000019709,0.05000,0.632 +41,mlp.experts.127.down_proj,0.0000028945,0.05000,0.611 +41,mlp.experts.126.down_proj,0.0000031716,0.05000,0.630 +41,mlp.experts.125.down_proj,0.0000043357,0.05000,0.612 +41,mlp.experts.124.down_proj,0.0000014048,0.05000,0.640 +41,mlp.experts.131.down_proj,0.0000040231,0.05000,0.625 +41,mlp.experts.130.down_proj,0.0000051697,0.05000,0.624 +41,mlp.experts.129.down_proj,0.0000038445,0.05000,0.604 +41,mlp.experts.128.down_proj,0.0000020429,0.05000,0.609 +41,mlp.experts.135.down_proj,0.0000026107,0.05000,0.648 +41,mlp.experts.134.down_proj,0.0000033352,0.05000,0.611 +41,mlp.experts.133.down_proj,0.0000156377,0.05000,0.632 +41,mlp.experts.132.down_proj,0.0000077554,0.05000,0.631 +41,mlp.experts.139.down_proj,0.0000026810,0.05000,0.607 +41,mlp.experts.138.down_proj,0.0000024494,0.05000,0.608 +41,mlp.experts.137.down_proj,0.0000034263,0.05000,0.613 +41,mlp.experts.136.down_proj,0.0000028777,0.05000,0.664 +41,mlp.experts.143.down_proj,0.0000062513,0.05000,0.610 +41,mlp.experts.142.down_proj,0.0000049587,0.05000,0.635 +41,mlp.experts.141.down_proj,0.0000041630,0.05000,0.613 +41,mlp.experts.140.down_proj,0.0000034145,0.05000,0.611 +41,mlp.experts.147.down_proj,0.0000029064,0.05000,0.603 +41,mlp.experts.146.down_proj,0.0000019364,0.05000,0.610 +41,mlp.experts.145.down_proj,0.0000068603,0.05000,0.608 +41,mlp.experts.144.down_proj,0.0000020101,0.05000,0.607 +41,mlp.experts.151.down_proj,0.0000165106,0.05000,0.602 +41,mlp.experts.150.down_proj,0.0000029727,0.05000,0.606 +41,mlp.experts.149.down_proj,0.0000029243,0.05000,0.605 +41,mlp.experts.148.down_proj,0.0000036111,0.05000,0.607 +41,mlp.experts.155.down_proj,0.0000035197,0.05000,0.603 +41,mlp.experts.154.down_proj,0.0000030538,0.05000,0.612 +41,mlp.experts.153.down_proj,0.0000048885,0.05000,0.609 +41,mlp.experts.152.down_proj,0.0000017232,0.05000,0.620 +41,mlp.experts.159.down_proj,0.0000008464,0.05000,0.606 +41,mlp.experts.158.down_proj,0.0000120220,0.05000,0.597 +41,mlp.experts.157.down_proj,0.0000057969,0.05000,0.590 +41,mlp.experts.156.down_proj,0.0000024184,0.05000,0.501 +42,mlp.experts.3.gate_proj,0.0000186974,0.05000,2.135 +42,mlp.experts.0.gate_proj,0.0000335931,0.05000,2.140 +42,mlp.experts.2.gate_proj,0.0000108157,0.05000,2.213 +42,mlp.experts.1.gate_proj,0.0000422574,0.05000,2.243 +42,mlp.experts.7.gate_proj,0.0000356590,0.05000,2.052 +42,mlp.experts.6.gate_proj,0.0000333207,0.05000,2.015 +42,mlp.experts.4.gate_proj,0.0000428759,0.05000,2.125 +42,mlp.experts.5.gate_proj,0.0001034796,0.05000,2.050 +42,mlp.experts.11.gate_proj,0.0000218400,0.05000,2.061 +42,mlp.experts.10.gate_proj,0.0000357785,0.05000,2.069 +42,mlp.experts.8.gate_proj,0.0000188054,0.05000,2.038 +42,mlp.experts.9.gate_proj,0.0001195739,0.05000,2.048 +42,mlp.experts.12.gate_proj,0.0000270816,0.05000,2.058 +42,mlp.experts.14.gate_proj,0.0000369908,0.05000,2.095 +42,mlp.experts.15.gate_proj,0.0000225365,0.05000,2.170 +42,mlp.experts.13.gate_proj,0.0000419341,0.05000,2.127 +42,mlp.experts.16.gate_proj,0.0000402654,0.05000,2.067 +42,mlp.experts.19.gate_proj,0.0000193245,0.05000,2.031 +42,mlp.experts.18.gate_proj,0.0000111865,0.05000,2.130 +42,mlp.experts.17.gate_proj,0.0000776258,0.05000,2.110 +42,mlp.experts.20.gate_proj,0.0000255254,0.05000,2.040 +42,mlp.experts.23.gate_proj,0.0000182350,0.05000,2.019 +42,mlp.experts.22.gate_proj,0.0000038093,0.05000,2.066 +42,mlp.experts.21.gate_proj,0.0000211986,0.05000,2.072 +42,mlp.experts.24.gate_proj,0.0000242223,0.05000,2.039 +42,mlp.experts.27.gate_proj,0.0000067257,0.05000,2.085 +42,mlp.experts.26.gate_proj,0.0000038233,0.05000,2.099 +42,mlp.experts.25.gate_proj,0.0000338418,0.05000,2.043 +42,mlp.experts.28.gate_proj,0.0001438608,0.05000,2.055 +42,mlp.experts.31.gate_proj,0.0000085107,0.05000,2.117 +42,mlp.experts.29.gate_proj,0.0000235807,0.05000,2.088 +42,mlp.experts.30.gate_proj,0.0000364149,0.05000,2.158 +42,mlp.experts.32.gate_proj,0.0000360935,0.05000,2.052 +42,mlp.experts.35.gate_proj,0.0000243457,0.05000,2.064 +42,mlp.experts.33.gate_proj,0.0000283016,0.05000,2.105 +42,mlp.experts.34.gate_proj,0.0000250433,0.05000,2.072 +42,mlp.experts.36.gate_proj,0.0000528377,0.05000,2.050 +42,mlp.experts.39.gate_proj,0.0000690211,0.05000,2.062 +42,mlp.experts.37.gate_proj,0.0000377503,0.05000,2.086 +42,mlp.experts.38.gate_proj,0.0000106881,0.05000,2.113 +42,mlp.experts.40.gate_proj,0.0000164083,0.05000,2.133 +42,mlp.experts.43.gate_proj,0.0000189268,0.05000,2.071 +42,mlp.experts.41.gate_proj,0.0000081547,0.05000,2.148 +42,mlp.experts.42.gate_proj,0.0000453594,0.05000,2.128 +42,mlp.experts.44.gate_proj,0.0000109776,0.05000,2.046 +42,mlp.experts.47.gate_proj,0.0000317484,0.05000,2.073 +42,mlp.experts.45.gate_proj,0.0000280243,0.05000,2.041 +42,mlp.experts.46.gate_proj,0.0000308443,0.05000,2.128 +42,mlp.experts.48.gate_proj,0.0000192457,0.05000,2.055 +42,mlp.experts.51.gate_proj,0.0000390404,0.05000,2.071 +42,mlp.experts.49.gate_proj,0.0000262456,0.05000,2.035 +42,mlp.experts.50.gate_proj,0.0000492008,0.05000,2.066 +42,mlp.experts.52.gate_proj,0.0000317128,0.05000,2.027 +42,mlp.experts.55.gate_proj,0.0000180514,0.05000,2.043 +42,mlp.experts.53.gate_proj,0.0000153027,0.05000,2.023 +42,mlp.experts.54.gate_proj,0.0000622305,0.05000,2.110 +42,mlp.experts.56.gate_proj,0.0000271515,0.05000,2.058 +42,mlp.experts.59.gate_proj,0.0000249145,0.05000,2.087 +42,mlp.experts.57.gate_proj,0.0000323872,0.05000,2.045 +42,mlp.experts.58.gate_proj,0.0000188604,0.05000,2.154 +42,mlp.experts.60.gate_proj,0.0000778229,0.05000,2.039 +42,mlp.experts.63.gate_proj,0.0000434355,0.05000,2.077 +42,mlp.experts.61.gate_proj,0.0000205086,0.05000,2.039 +42,mlp.experts.62.gate_proj,0.0000164439,0.05000,2.080 +42,mlp.experts.64.gate_proj,0.0000197380,0.05000,2.052 +42,mlp.experts.67.gate_proj,0.0000187086,0.05000,2.086 +42,mlp.experts.65.gate_proj,0.0000215097,0.05000,2.101 +42,mlp.experts.66.gate_proj,0.0000350570,0.05000,2.089 +42,mlp.experts.68.gate_proj,0.0000290790,0.05000,2.045 +42,mlp.experts.71.gate_proj,0.0000221162,0.05000,2.076 +42,mlp.experts.69.gate_proj,0.0000376219,0.05000,2.041 +42,mlp.experts.70.gate_proj,0.0000216734,0.05000,2.099 +42,mlp.experts.72.gate_proj,0.0000253617,0.05000,2.057 +42,mlp.experts.75.gate_proj,0.0000438323,0.05000,2.120 +42,mlp.experts.73.gate_proj,0.0000230311,0.05000,2.061 +42,mlp.experts.74.gate_proj,0.0000548341,0.05000,2.110 +42,mlp.experts.76.gate_proj,0.0000465364,0.05000,2.021 +42,mlp.experts.77.gate_proj,0.0000104710,0.05000,2.027 +42,mlp.experts.79.gate_proj,0.0000159447,0.05000,2.061 +42,mlp.experts.78.gate_proj,0.0000542523,0.05000,2.120 +42,mlp.experts.80.gate_proj,0.0000185907,0.05000,2.101 +42,mlp.experts.81.gate_proj,0.0000213435,0.05000,2.059 +42,mlp.experts.83.gate_proj,0.0000128446,0.05000,2.092 +42,mlp.experts.82.gate_proj,0.0000542553,0.05000,2.083 +42,mlp.experts.84.gate_proj,0.0000068234,0.05000,2.061 +42,mlp.experts.85.gate_proj,0.0000268042,0.05000,2.139 +42,mlp.experts.87.gate_proj,0.0000243894,0.05000,2.132 +42,mlp.experts.86.gate_proj,0.0000072531,0.05000,2.150 +42,mlp.experts.88.gate_proj,0.0000520454,0.05000,2.084 +42,mlp.experts.89.gate_proj,0.0000212784,0.05000,2.037 +42,mlp.experts.91.gate_proj,0.0000641529,0.05000,2.064 +42,mlp.experts.90.gate_proj,0.0000093452,0.05000,2.095 +42,mlp.experts.92.gate_proj,0.0000768087,0.05000,2.111 +42,mlp.experts.93.gate_proj,0.0000222746,0.05000,2.092 +42,mlp.experts.95.gate_proj,0.0000280339,0.05000,2.130 +42,mlp.experts.94.gate_proj,0.0000187396,0.05000,2.124 +42,mlp.experts.96.gate_proj,0.0000193967,0.05000,2.150 +42,mlp.experts.97.gate_proj,0.0000293984,0.05000,2.085 +42,mlp.experts.99.gate_proj,0.0000290705,0.05000,2.073 +42,mlp.experts.98.gate_proj,0.0000414673,0.05000,2.106 +42,mlp.experts.100.gate_proj,0.0000146352,0.05000,2.103 +42,mlp.experts.101.gate_proj,0.0000290937,0.05000,2.044 +42,mlp.experts.103.gate_proj,0.0000050265,0.05000,2.065 +42,mlp.experts.102.gate_proj,0.0000342791,0.05000,2.088 +42,mlp.experts.104.gate_proj,0.0000260678,0.05000,2.055 +42,mlp.experts.105.gate_proj,0.0000107892,0.05000,2.107 +42,mlp.experts.107.gate_proj,0.0000313039,0.05000,2.078 +42,mlp.experts.106.gate_proj,0.0000649557,0.05000,2.098 +42,mlp.experts.108.gate_proj,0.0000188790,0.05000,2.061 +42,mlp.experts.109.gate_proj,0.0000510718,0.05000,2.038 +42,mlp.experts.111.gate_proj,0.0000333486,0.05000,2.054 +42,mlp.experts.110.gate_proj,0.0000236002,0.05000,2.079 +42,mlp.experts.112.gate_proj,0.0000164391,0.05000,2.072 +42,mlp.experts.113.gate_proj,0.0000046975,0.05000,2.104 +42,mlp.experts.115.gate_proj,0.0000293537,0.05000,2.081 +42,mlp.experts.114.gate_proj,0.0000271376,0.05000,2.075 +42,mlp.experts.116.gate_proj,0.0000332862,0.05000,2.100 +42,mlp.experts.117.gate_proj,0.0000231621,0.05000,2.041 +42,mlp.experts.119.gate_proj,0.0000415175,0.05000,2.083 +42,mlp.experts.118.gate_proj,0.0000502139,0.05000,2.112 +42,mlp.experts.120.gate_proj,0.0000341813,0.05000,2.076 +42,mlp.experts.121.gate_proj,0.0000383979,0.05000,2.132 +42,mlp.experts.123.gate_proj,0.0000629482,0.05000,2.073 +42,mlp.experts.122.gate_proj,0.0000603480,0.05000,2.093 +42,mlp.experts.124.gate_proj,0.0000417268,0.05000,2.094 +42,mlp.experts.125.gate_proj,0.0000122534,0.05000,2.076 +42,mlp.experts.127.gate_proj,0.0000245505,0.05000,2.080 +42,mlp.experts.126.gate_proj,0.0000398720,0.05000,2.107 +42,mlp.experts.128.gate_proj,0.0000374080,0.05000,2.140 +42,mlp.experts.129.gate_proj,0.0000393196,0.05000,2.077 +42,mlp.experts.131.gate_proj,0.0000047628,0.05000,2.095 +42,mlp.experts.130.gate_proj,0.0000289260,0.05000,2.091 +42,mlp.experts.132.gate_proj,0.0000469703,0.05000,2.160 +42,mlp.experts.133.gate_proj,0.0000225483,0.05000,2.077 +42,mlp.experts.135.gate_proj,0.0000563253,0.05000,2.074 +42,mlp.experts.134.gate_proj,0.0000408353,0.05000,2.067 +42,mlp.experts.136.gate_proj,0.0000478547,0.05000,2.129 +42,mlp.experts.137.gate_proj,0.0000282056,0.05000,2.089 +42,mlp.experts.139.gate_proj,0.0000260598,0.05000,2.090 +42,mlp.experts.138.gate_proj,0.0000354224,0.05000,2.078 +42,mlp.experts.140.gate_proj,0.0000483601,0.05000,2.076 +42,mlp.experts.141.gate_proj,0.0000518780,0.05000,2.078 +42,mlp.experts.143.gate_proj,0.0000271001,0.05000,2.055 +42,mlp.experts.142.gate_proj,0.0000637389,0.05000,2.082 +42,mlp.experts.144.gate_proj,0.0000300747,0.05000,2.103 +42,mlp.experts.145.gate_proj,0.0000336750,0.05000,2.079 +42,mlp.experts.147.gate_proj,0.0000270145,0.05000,2.074 +42,mlp.experts.146.gate_proj,0.0000701360,0.05000,2.027 +42,mlp.experts.149.gate_proj,0.0000070592,0.05000,2.014 +42,mlp.experts.148.gate_proj,0.0000230469,0.05000,2.067 +42,mlp.experts.151.gate_proj,0.0000585124,0.05000,2.026 +42,mlp.experts.150.gate_proj,0.0000161881,0.05000,2.062 +42,mlp.experts.153.gate_proj,0.0000767075,0.05000,2.021 +42,mlp.experts.152.gate_proj,0.0000495304,0.05000,2.041 +42,mlp.experts.155.gate_proj,0.0000191463,0.05000,2.032 +42,mlp.experts.154.gate_proj,0.0000256487,0.05000,2.038 +42,mlp.experts.157.gate_proj,0.0000292874,0.05000,2.082 +42,mlp.experts.159.gate_proj,0.0000318129,0.05000,2.033 +42,mlp.experts.156.gate_proj,0.0000184407,0.05000,2.113 +42,mlp.experts.158.gate_proj,0.0000253088,0.05000,2.075 +42,mlp.experts.3.up_proj,0.0000184594,0.05000,2.031 +42,mlp.experts.1.up_proj,0.0000421328,0.05000,2.099 +42,mlp.experts.0.up_proj,0.0000338760,0.05000,2.055 +42,mlp.experts.2.up_proj,0.0000107123,0.05000,2.133 +42,mlp.experts.7.up_proj,0.0000347983,0.05000,2.037 +42,mlp.experts.5.up_proj,0.0001007798,0.05000,2.016 +42,mlp.experts.4.up_proj,0.0000432476,0.05000,2.048 +42,mlp.experts.6.up_proj,0.0000326951,0.05000,2.107 +42,mlp.experts.9.up_proj,0.0001159817,0.05000,2.036 +42,mlp.experts.11.up_proj,0.0000202987,0.05000,2.063 +42,mlp.experts.8.up_proj,0.0000187882,0.05000,2.057 +42,mlp.experts.10.up_proj,0.0000349754,0.05000,2.155 +42,mlp.experts.13.up_proj,0.0000404962,0.05000,2.026 +42,mlp.experts.15.up_proj,0.0000216182,0.05000,2.046 +42,mlp.experts.12.up_proj,0.0000263118,0.05000,2.060 +42,mlp.experts.14.up_proj,0.0000365875,0.05000,2.068 +42,mlp.experts.17.up_proj,0.0000757379,0.05000,2.039 +42,mlp.experts.19.up_proj,0.0000186131,0.05000,2.071 +42,mlp.experts.16.up_proj,0.0000391042,0.05000,2.064 +42,mlp.experts.18.up_proj,0.0000110672,0.05000,2.118 +42,mlp.experts.21.up_proj,0.0000209186,0.05000,2.092 +42,mlp.experts.23.up_proj,0.0000177782,0.05000,2.089 +42,mlp.experts.20.up_proj,0.0000254574,0.05000,2.090 +42,mlp.experts.22.up_proj,0.0000038131,0.05000,2.059 +42,mlp.experts.25.up_proj,0.0000330363,0.05000,2.056 +42,mlp.experts.27.up_proj,0.0000065159,0.05000,2.103 +42,mlp.experts.24.up_proj,0.0000224761,0.05000,2.080 +42,mlp.experts.26.up_proj,0.0000038095,0.05000,2.089 +42,mlp.experts.29.up_proj,0.0000227195,0.05000,2.102 +42,mlp.experts.31.up_proj,0.0000083582,0.05000,2.084 +42,mlp.experts.28.up_proj,0.0001406384,0.05000,2.109 +42,mlp.experts.30.up_proj,0.0000348532,0.05000,2.078 +42,mlp.experts.33.up_proj,0.0000279118,0.05000,2.099 +42,mlp.experts.35.up_proj,0.0000238181,0.05000,2.109 +42,mlp.experts.32.up_proj,0.0000342761,0.05000,2.066 +42,mlp.experts.34.up_proj,0.0000247082,0.05000,2.130 +42,mlp.experts.37.up_proj,0.0000367526,0.05000,2.112 +42,mlp.experts.39.up_proj,0.0000693015,0.05000,2.080 +42,mlp.experts.36.up_proj,0.0000528038,0.05000,2.070 +42,mlp.experts.38.up_proj,0.0000104685,0.05000,2.108 +42,mlp.experts.41.up_proj,0.0000080466,0.05000,2.130 +42,mlp.experts.43.up_proj,0.0000186298,0.05000,2.171 +42,mlp.experts.40.up_proj,0.0000162056,0.05000,2.172 +42,mlp.experts.42.up_proj,0.0000449515,0.05000,2.099 +42,mlp.experts.45.up_proj,0.0000275951,0.05000,2.062 +42,mlp.experts.47.up_proj,0.0000322802,0.05000,2.079 +42,mlp.experts.44.up_proj,0.0000104314,0.05000,2.085 +42,mlp.experts.46.up_proj,0.0000314697,0.05000,2.093 +42,mlp.experts.49.up_proj,0.0000262896,0.05000,2.057 +42,mlp.experts.48.up_proj,0.0000190357,0.05000,2.056 +42,mlp.experts.51.up_proj,0.0000383385,0.05000,2.127 +42,mlp.experts.50.up_proj,0.0000455423,0.05000,2.097 +42,mlp.experts.53.up_proj,0.0000150758,0.05000,2.099 +42,mlp.experts.52.up_proj,0.0000308507,0.05000,2.069 +42,mlp.experts.55.up_proj,0.0000172420,0.05000,2.080 +42,mlp.experts.54.up_proj,0.0000608531,0.05000,2.092 +42,mlp.experts.57.up_proj,0.0000311875,0.05000,2.126 +42,mlp.experts.59.up_proj,0.0000242617,0.05000,2.042 +42,mlp.experts.56.up_proj,0.0000272198,0.05000,2.105 +42,mlp.experts.58.up_proj,0.0000188997,0.05000,2.065 +42,mlp.experts.61.up_proj,0.0000198779,0.05000,2.034 +42,mlp.experts.63.up_proj,0.0000412506,0.05000,2.042 +42,mlp.experts.60.up_proj,0.0000749596,0.05000,2.077 +42,mlp.experts.62.up_proj,0.0000164582,0.05000,2.120 +42,mlp.experts.65.up_proj,0.0000213127,0.05000,2.107 +42,mlp.experts.67.up_proj,0.0000178695,0.05000,2.079 +42,mlp.experts.64.up_proj,0.0000192744,0.05000,2.162 +42,mlp.experts.66.up_proj,0.0000330087,0.05000,2.111 +42,mlp.experts.69.up_proj,0.0000365141,0.05000,2.050 +42,mlp.experts.71.up_proj,0.0000223080,0.05000,2.044 +42,mlp.experts.68.up_proj,0.0000284681,0.05000,2.096 +42,mlp.experts.70.up_proj,0.0000210331,0.05000,2.073 +42,mlp.experts.73.up_proj,0.0000225838,0.05000,2.131 +42,mlp.experts.75.up_proj,0.0000435408,0.05000,2.166 +42,mlp.experts.72.up_proj,0.0000240214,0.05000,2.077 +42,mlp.experts.74.up_proj,0.0000544546,0.05000,2.105 +42,mlp.experts.77.up_proj,0.0000100834,0.05000,2.052 +42,mlp.experts.79.up_proj,0.0000151844,0.05000,2.017 +42,mlp.experts.76.up_proj,0.0000425017,0.05000,2.046 +42,mlp.experts.78.up_proj,0.0000531598,0.05000,2.154 +42,mlp.experts.81.up_proj,0.0000207886,0.05000,2.047 +42,mlp.experts.83.up_proj,0.0000131000,0.05000,2.102 +42,mlp.experts.80.up_proj,0.0000182278,0.05000,2.053 +42,mlp.experts.82.up_proj,0.0000530221,0.05000,2.129 +42,mlp.experts.85.up_proj,0.0000268812,0.05000,2.057 +42,mlp.experts.87.up_proj,0.0000245987,0.05000,2.057 +42,mlp.experts.84.up_proj,0.0000066435,0.05000,2.062 +42,mlp.experts.86.up_proj,0.0000073423,0.05000,2.036 +42,mlp.experts.89.up_proj,0.0000209892,0.05000,2.005 +42,mlp.experts.91.up_proj,0.0000625636,0.05000,2.014 +42,mlp.experts.88.up_proj,0.0000516042,0.05000,2.032 +42,mlp.experts.90.up_proj,0.0000088206,0.05000,2.075 +42,mlp.experts.93.up_proj,0.0000215461,0.05000,2.047 +42,mlp.experts.95.up_proj,0.0000262965,0.05000,2.042 +42,mlp.experts.92.up_proj,0.0000757874,0.05000,2.103 +42,mlp.experts.94.up_proj,0.0000184924,0.05000,2.078 +42,mlp.experts.97.up_proj,0.0000286099,0.05000,2.038 +42,mlp.experts.99.up_proj,0.0000288939,0.05000,2.058 +42,mlp.experts.96.up_proj,0.0000190191,0.05000,2.061 +42,mlp.experts.98.up_proj,0.0000403094,0.05000,2.073 +42,mlp.experts.101.up_proj,0.0000279158,0.05000,2.067 +42,mlp.experts.103.up_proj,0.0000049885,0.05000,2.069 +42,mlp.experts.100.up_proj,0.0000144505,0.05000,2.125 +42,mlp.experts.102.up_proj,0.0000332850,0.05000,2.113 +42,mlp.experts.105.up_proj,0.0000106426,0.05000,2.021 +42,mlp.experts.107.up_proj,0.0000311724,0.05000,2.031 +42,mlp.experts.104.up_proj,0.0000256458,0.05000,2.094 +42,mlp.experts.106.up_proj,0.0000639599,0.05000,2.112 +42,mlp.experts.109.up_proj,0.0000494462,0.05000,2.052 +42,mlp.experts.111.up_proj,0.0000334978,0.05000,2.106 +42,mlp.experts.108.up_proj,0.0000187391,0.05000,2.197 +42,mlp.experts.110.up_proj,0.0000232664,0.05000,2.071 +42,mlp.experts.113.up_proj,0.0000044927,0.05000,2.029 +42,mlp.experts.115.up_proj,0.0000292156,0.05000,2.089 +42,mlp.experts.112.up_proj,0.0000160323,0.05000,2.085 +42,mlp.experts.114.up_proj,0.0000267440,0.05000,2.078 +42,mlp.experts.117.up_proj,0.0000228813,0.05000,2.112 +42,mlp.experts.119.up_proj,0.0000400046,0.05000,2.125 +42,mlp.experts.116.up_proj,0.0000326551,0.05000,2.076 +42,mlp.experts.118.up_proj,0.0000478795,0.05000,2.111 +42,mlp.experts.121.up_proj,0.0000373055,0.05000,2.095 +42,mlp.experts.123.up_proj,0.0000636127,0.05000,2.095 +42,mlp.experts.120.up_proj,0.0000323293,0.05000,2.090 +42,mlp.experts.122.up_proj,0.0000605184,0.05000,2.047 +42,mlp.experts.125.up_proj,0.0000121583,0.05000,2.067 +42,mlp.experts.127.up_proj,0.0000240232,0.05000,2.028 +42,mlp.experts.124.up_proj,0.0000404146,0.05000,2.056 +42,mlp.experts.126.up_proj,0.0000385329,0.05000,2.075 +42,mlp.experts.129.up_proj,0.0000377425,0.05000,2.134 +42,mlp.experts.131.up_proj,0.0000043911,0.05000,2.108 +42,mlp.experts.128.up_proj,0.0000364440,0.05000,2.115 +42,mlp.experts.130.up_proj,0.0000284405,0.05000,1.878 +42,mlp.experts.133.up_proj,0.0000233257,0.05000,1.760 +42,mlp.experts.135.up_proj,0.0000542376,0.05000,1.629 +42,mlp.experts.137.up_proj,0.0000279098,0.05000,2.081 +42,mlp.experts.132.up_proj,0.0000473783,0.05000,2.112 +42,mlp.experts.139.up_proj,0.0000258716,0.05000,2.138 +42,mlp.experts.134.up_proj,0.0000408330,0.05000,2.161 +42,mlp.experts.141.up_proj,0.0000512526,0.05000,2.040 +42,mlp.experts.143.up_proj,0.0000263818,0.05000,2.065 +42,mlp.experts.138.up_proj,0.0000348617,0.05000,2.073 +42,mlp.experts.136.up_proj,0.0000486967,0.05000,2.148 +42,mlp.experts.145.up_proj,0.0000326368,0.05000,2.060 +42,mlp.experts.142.up_proj,0.0000639661,0.05000,2.032 +42,mlp.experts.147.up_proj,0.0000263244,0.05000,2.066 +42,mlp.experts.140.up_proj,0.0000472100,0.05000,2.051 +42,mlp.experts.149.up_proj,0.0000070279,0.05000,2.063 +42,mlp.experts.151.up_proj,0.0000583349,0.05000,2.079 +42,mlp.experts.144.up_proj,0.0000296380,0.05000,2.044 +42,mlp.experts.146.up_proj,0.0000705244,0.05000,2.127 +42,mlp.experts.153.up_proj,0.0000767919,0.05000,2.031 +42,mlp.experts.155.up_proj,0.0000170428,0.05000,2.041 +42,mlp.experts.148.up_proj,0.0000226737,0.05000,2.059 +42,mlp.experts.150.up_proj,0.0000161610,0.05000,2.064 +42,mlp.experts.159.up_proj,0.0000307747,0.05000,2.081 +42,mlp.experts.157.up_proj,0.0000293079,0.05000,2.195 +42,mlp.experts.152.up_proj,0.0000484932,0.05000,2.089 +42,mlp.experts.154.up_proj,0.0000260325,0.05000,2.062 +42,mlp.experts.158.up_proj,0.0000244128,0.05000,1.340 +42,mlp.experts.156.up_proj,0.0000178418,0.05000,1.388 +42,mlp.experts.3.down_proj,0.0000015030,0.05000,0.633 +42,mlp.experts.2.down_proj,0.0000010590,0.05000,0.642 +42,mlp.experts.0.down_proj,0.0000050495,0.05000,0.653 +42,mlp.experts.1.down_proj,0.0000045301,0.05000,0.703 +42,mlp.experts.7.down_proj,0.0000056171,0.05000,0.604 +42,mlp.experts.6.down_proj,0.0000055748,0.05000,0.608 +42,mlp.experts.4.down_proj,0.0000055127,0.05000,0.625 +42,mlp.experts.5.down_proj,0.0000328128,0.05000,0.608 +42,mlp.experts.11.down_proj,0.0000014757,0.05000,0.613 +42,mlp.experts.8.down_proj,0.0000018568,0.05000,0.616 +42,mlp.experts.10.down_proj,0.0000042526,0.05000,0.658 +42,mlp.experts.9.down_proj,0.0000234729,0.05000,0.665 +42,mlp.experts.15.down_proj,0.0000017719,0.05000,0.603 +42,mlp.experts.12.down_proj,0.0000022552,0.05000,0.623 +42,mlp.experts.14.down_proj,0.0000052846,0.05000,0.623 +42,mlp.experts.13.down_proj,0.0000089990,0.05000,0.628 +42,mlp.experts.19.down_proj,0.0000031734,0.05000,0.612 +42,mlp.experts.16.down_proj,0.0000027767,0.05000,0.624 +42,mlp.experts.18.down_proj,0.0000015407,0.05000,0.613 +42,mlp.experts.17.down_proj,0.0000100039,0.05000,0.604 +42,mlp.experts.23.down_proj,0.0000034471,0.05000,0.609 +42,mlp.experts.20.down_proj,0.0000032283,0.05000,0.617 +42,mlp.experts.22.down_proj,0.0000006987,0.05000,0.616 +42,mlp.experts.21.down_proj,0.0000013495,0.05000,0.645 +42,mlp.experts.27.down_proj,0.0000024219,0.05000,0.609 +42,mlp.experts.24.down_proj,0.0000024195,0.05000,0.609 +42,mlp.experts.26.down_proj,0.0000007404,0.05000,0.630 +42,mlp.experts.25.down_proj,0.0000039692,0.05000,0.614 +42,mlp.experts.31.down_proj,0.0000021529,0.05000,0.607 +42,mlp.experts.28.down_proj,0.0000170064,0.05000,0.648 +42,mlp.experts.30.down_proj,0.0000080397,0.05000,0.634 +42,mlp.experts.29.down_proj,0.0000019358,0.05000,0.609 +42,mlp.experts.35.down_proj,0.0000017673,0.05000,0.606 +42,mlp.experts.32.down_proj,0.0000043787,0.05000,0.606 +42,mlp.experts.34.down_proj,0.0000029593,0.05000,0.646 +42,mlp.experts.33.down_proj,0.0000039865,0.05000,0.625 +42,mlp.experts.39.down_proj,0.0000111182,0.05000,0.604 +42,mlp.experts.36.down_proj,0.0000064957,0.05000,0.624 +42,mlp.experts.38.down_proj,0.0000012981,0.05000,0.611 +42,mlp.experts.37.down_proj,0.0000042637,0.05000,0.608 +42,mlp.experts.43.down_proj,0.0000016001,0.05000,0.607 +42,mlp.experts.40.down_proj,0.0000017326,0.05000,0.632 +42,mlp.experts.42.down_proj,0.0000043258,0.05000,0.606 +42,mlp.experts.41.down_proj,0.0000006726,0.05000,0.624 +42,mlp.experts.47.down_proj,0.0000046648,0.05000,0.604 +42,mlp.experts.46.down_proj,0.0000034290,0.05000,0.601 +42,mlp.experts.44.down_proj,0.0000007086,0.05000,0.643 +42,mlp.experts.45.down_proj,0.0000030397,0.05000,0.603 +42,mlp.experts.51.down_proj,0.0000034605,0.05000,0.611 +42,mlp.experts.50.down_proj,0.0000028390,0.05000,0.612 +42,mlp.experts.49.down_proj,0.0000044937,0.05000,0.622 +42,mlp.experts.48.down_proj,0.0000024763,0.05000,0.648 +42,mlp.experts.55.down_proj,0.0000018056,0.05000,0.608 +42,mlp.experts.54.down_proj,0.0000064305,0.05000,0.613 +42,mlp.experts.52.down_proj,0.0000030067,0.05000,0.599 +42,mlp.experts.53.down_proj,0.0000013166,0.05000,0.616 +42,mlp.experts.59.down_proj,0.0000028010,0.05000,0.606 +42,mlp.experts.58.down_proj,0.0000032757,0.05000,0.602 +42,mlp.experts.56.down_proj,0.0000057057,0.05000,0.600 +42,mlp.experts.57.down_proj,0.0000035655,0.05000,0.625 +42,mlp.experts.63.down_proj,0.0000028496,0.05000,0.601 +42,mlp.experts.62.down_proj,0.0000031152,0.05000,0.602 +42,mlp.experts.60.down_proj,0.0000068566,0.05000,0.600 +42,mlp.experts.61.down_proj,0.0000020380,0.05000,0.623 +42,mlp.experts.67.down_proj,0.0000018713,0.05000,0.607 +42,mlp.experts.66.down_proj,0.0000042020,0.05000,0.625 +42,mlp.experts.64.down_proj,0.0000023805,0.05000,0.603 +42,mlp.experts.65.down_proj,0.0000017426,0.05000,0.606 +42,mlp.experts.71.down_proj,0.0000034808,0.05000,0.608 +42,mlp.experts.70.down_proj,0.0000016030,0.05000,0.605 +42,mlp.experts.68.down_proj,0.0000027050,0.05000,0.601 +42,mlp.experts.69.down_proj,0.0000031548,0.05000,0.602 +42,mlp.experts.75.down_proj,0.0000059097,0.05000,0.605 +42,mlp.experts.74.down_proj,0.0000077509,0.05000,0.629 +42,mlp.experts.72.down_proj,0.0000025110,0.05000,0.605 +42,mlp.experts.73.down_proj,0.0000021515,0.05000,0.627 +42,mlp.experts.79.down_proj,0.0000019250,0.05000,0.629 +42,mlp.experts.78.down_proj,0.0000060584,0.05000,0.602 +42,mlp.experts.76.down_proj,0.0000041034,0.05000,0.624 +42,mlp.experts.77.down_proj,0.0000006842,0.05000,0.608 +42,mlp.experts.83.down_proj,0.0000009016,0.05000,0.610 +42,mlp.experts.80.down_proj,0.0000017951,0.05000,0.630 +42,mlp.experts.82.down_proj,0.0000041040,0.05000,0.655 +42,mlp.experts.81.down_proj,0.0000022269,0.05000,0.636 +42,mlp.experts.87.down_proj,0.0000031953,0.05000,0.611 +42,mlp.experts.84.down_proj,0.0000007604,0.05000,0.603 +42,mlp.experts.86.down_proj,0.0000017082,0.05000,0.607 +42,mlp.experts.85.down_proj,0.0000040981,0.05000,0.616 +42,mlp.experts.91.down_proj,0.0000147603,0.05000,0.613 +42,mlp.experts.88.down_proj,0.0000055114,0.05000,0.610 +42,mlp.experts.90.down_proj,0.0000008285,0.05000,0.609 +42,mlp.experts.89.down_proj,0.0000021841,0.05000,0.670 +42,mlp.experts.95.down_proj,0.0000050061,0.05000,0.612 +42,mlp.experts.94.down_proj,0.0000016456,0.05000,0.602 +42,mlp.experts.92.down_proj,0.0000197930,0.05000,0.628 +42,mlp.experts.93.down_proj,0.0000026877,0.05000,0.605 +42,mlp.experts.99.down_proj,0.0000065289,0.05000,0.607 +42,mlp.experts.98.down_proj,0.0000033092,0.05000,0.605 +42,mlp.experts.96.down_proj,0.0000012149,0.05000,0.606 +42,mlp.experts.97.down_proj,0.0000019550,0.05000,0.677 +42,mlp.experts.103.down_proj,0.0000005866,0.05000,0.632 +42,mlp.experts.102.down_proj,0.0000024779,0.05000,0.614 +42,mlp.experts.100.down_proj,0.0000019601,0.05000,0.636 +42,mlp.experts.101.down_proj,0.0000044268,0.05000,0.607 +42,mlp.experts.107.down_proj,0.0000040012,0.05000,0.605 +42,mlp.experts.106.down_proj,0.0000081638,0.05000,0.608 +42,mlp.experts.104.down_proj,0.0000038934,0.05000,0.629 +42,mlp.experts.105.down_proj,0.0000008258,0.05000,0.619 +42,mlp.experts.111.down_proj,0.0000031739,0.05000,0.604 +42,mlp.experts.110.down_proj,0.0000020901,0.05000,0.609 +42,mlp.experts.108.down_proj,0.0000048949,0.05000,0.614 +42,mlp.experts.109.down_proj,0.0000067807,0.05000,0.611 +42,mlp.experts.115.down_proj,0.0000032552,0.05000,0.607 +42,mlp.experts.114.down_proj,0.0000023807,0.05000,0.643 +42,mlp.experts.112.down_proj,0.0000011989,0.05000,0.614 +42,mlp.experts.113.down_proj,0.0000006666,0.05000,0.611 +42,mlp.experts.119.down_proj,0.0000034096,0.05000,0.605 +42,mlp.experts.118.down_proj,0.0000042371,0.05000,0.630 +42,mlp.experts.116.down_proj,0.0000030955,0.05000,0.607 +42,mlp.experts.117.down_proj,0.0000062105,0.05000,0.609 +42,mlp.experts.123.down_proj,0.0000096943,0.05000,0.604 +42,mlp.experts.122.down_proj,0.0000209783,0.05000,0.604 +42,mlp.experts.120.down_proj,0.0000046942,0.05000,0.603 +42,mlp.experts.121.down_proj,0.0000036427,0.05000,0.601 +42,mlp.experts.127.down_proj,0.0000018455,0.05000,0.600 +42,mlp.experts.124.down_proj,0.0000056922,0.05000,0.607 +42,mlp.experts.126.down_proj,0.0000032762,0.05000,0.654 +42,mlp.experts.125.down_proj,0.0000017381,0.05000,0.617 +42,mlp.experts.131.down_proj,0.0000004334,0.05000,0.638 +42,mlp.experts.128.down_proj,0.0000033456,0.05000,0.608 +42,mlp.experts.130.down_proj,0.0000032837,0.05000,0.612 +42,mlp.experts.129.down_proj,0.0000068657,0.05000,0.611 +42,mlp.experts.135.down_proj,0.0000171107,0.05000,0.626 +42,mlp.experts.132.down_proj,0.0000061837,0.05000,0.608 +42,mlp.experts.134.down_proj,0.0000053918,0.05000,0.647 +42,mlp.experts.133.down_proj,0.0000044300,0.05000,0.617 +42,mlp.experts.139.down_proj,0.0000037436,0.05000,0.611 +42,mlp.experts.136.down_proj,0.0000087742,0.05000,0.608 +42,mlp.experts.138.down_proj,0.0000030005,0.05000,0.611 +42,mlp.experts.137.down_proj,0.0000037262,0.05000,0.618 +42,mlp.experts.143.down_proj,0.0000021774,0.05000,0.612 +42,mlp.experts.140.down_proj,0.0000039738,0.05000,0.606 +42,mlp.experts.142.down_proj,0.0000215155,0.05000,0.610 +42,mlp.experts.141.down_proj,0.0000102903,0.05000,0.606 +42,mlp.experts.147.down_proj,0.0000035814,0.05000,0.637 +42,mlp.experts.144.down_proj,0.0000047858,0.05000,0.607 +42,mlp.experts.146.down_proj,0.0000095272,0.05000,0.631 +42,mlp.experts.145.down_proj,0.0000067463,0.05000,0.608 +42,mlp.experts.151.down_proj,0.0000066839,0.05000,0.625 +42,mlp.experts.148.down_proj,0.0000020936,0.05000,0.608 +42,mlp.experts.150.down_proj,0.0000023427,0.05000,0.639 +42,mlp.experts.149.down_proj,0.0000009360,0.05000,0.642 +42,mlp.experts.155.down_proj,0.0000010458,0.05000,0.626 +42,mlp.experts.152.down_proj,0.0000053387,0.05000,0.620 +42,mlp.experts.154.down_proj,0.0000041571,0.05000,0.609 +42,mlp.experts.153.down_proj,0.0000214752,0.05000,0.603 +42,mlp.experts.159.down_proj,0.0000026244,0.05000,0.608 +42,mlp.experts.156.down_proj,0.0000025794,0.05000,0.577 +42,mlp.experts.158.down_proj,0.0000024557,0.05000,0.567 +42,mlp.experts.157.down_proj,0.0000044073,0.05000,0.515 +43,mlp.experts.3.gate_proj,0.0000341712,0.05000,2.091 +43,mlp.experts.2.gate_proj,0.0000519097,0.05000,2.116 +43,mlp.experts.1.gate_proj,0.0000241592,0.05000,2.179 +43,mlp.experts.0.gate_proj,0.0000309625,0.05000,2.201 +43,mlp.experts.7.gate_proj,0.0000289596,0.05000,2.050 +43,mlp.experts.6.gate_proj,0.0000152605,0.05000,2.107 +43,mlp.experts.4.gate_proj,0.0000381361,0.05000,2.072 +43,mlp.experts.5.gate_proj,0.0000594692,0.05000,2.118 +43,mlp.experts.11.gate_proj,0.0000247695,0.05000,2.083 +43,mlp.experts.10.gate_proj,0.0001070709,0.05000,2.071 +43,mlp.experts.8.gate_proj,0.0000563861,0.05000,2.096 +43,mlp.experts.9.gate_proj,0.0000072295,0.05000,2.113 +43,mlp.experts.15.gate_proj,0.0000180597,0.05000,2.050 +43,mlp.experts.14.gate_proj,0.0000352229,0.05000,2.089 +43,mlp.experts.13.gate_proj,0.0000287083,0.05000,2.012 +43,mlp.experts.12.gate_proj,0.0000436704,0.05000,2.090 +43,mlp.experts.19.gate_proj,0.0000197053,0.05000,2.085 +43,mlp.experts.17.gate_proj,0.0000210596,0.05000,2.057 +43,mlp.experts.18.gate_proj,0.0000868622,0.05000,2.131 +43,mlp.experts.16.gate_proj,0.0000273770,0.05000,2.131 +43,mlp.experts.23.gate_proj,0.0000364275,0.05000,2.056 +43,mlp.experts.21.gate_proj,0.0000302053,0.05000,2.061 +43,mlp.experts.22.gate_proj,0.0000248711,0.05000,2.051 +43,mlp.experts.20.gate_proj,0.0000082130,0.05000,2.045 +43,mlp.experts.27.gate_proj,0.0000328860,0.05000,2.035 +43,mlp.experts.25.gate_proj,0.0000459690,0.05000,2.052 +43,mlp.experts.26.gate_proj,0.0000280637,0.05000,2.045 +43,mlp.experts.24.gate_proj,0.0000106184,0.05000,2.054 +43,mlp.experts.31.gate_proj,0.0000279295,0.05000,2.046 +43,mlp.experts.29.gate_proj,0.0000334331,0.05000,2.032 +43,mlp.experts.30.gate_proj,0.0000288861,0.05000,2.041 +43,mlp.experts.28.gate_proj,0.0000374206,0.05000,2.032 +43,mlp.experts.35.gate_proj,0.0000284225,0.05000,2.066 +43,mlp.experts.34.gate_proj,0.0000289169,0.05000,2.047 +43,mlp.experts.33.gate_proj,0.0000320287,0.05000,2.101 +43,mlp.experts.32.gate_proj,0.0000188197,0.05000,2.055 +43,mlp.experts.39.gate_proj,0.0000317208,0.05000,2.036 +43,mlp.experts.37.gate_proj,0.0000405617,0.05000,2.012 +43,mlp.experts.38.gate_proj,0.0000267775,0.05000,2.078 +43,mlp.experts.36.gate_proj,0.0000511675,0.05000,2.093 +43,mlp.experts.43.gate_proj,0.0000291770,0.05000,2.037 +43,mlp.experts.42.gate_proj,0.0000251023,0.05000,2.044 +43,mlp.experts.41.gate_proj,0.0000104964,0.05000,2.109 +43,mlp.experts.40.gate_proj,0.0000227323,0.05000,2.033 +43,mlp.experts.47.gate_proj,0.0000308682,0.05000,2.056 +43,mlp.experts.45.gate_proj,0.0000272678,0.05000,2.047 +43,mlp.experts.46.gate_proj,0.0000309740,0.05000,2.071 +43,mlp.experts.44.gate_proj,0.0000656039,0.05000,2.068 +43,mlp.experts.51.gate_proj,0.0000460088,0.05000,2.040 +43,mlp.experts.50.gate_proj,0.0000280856,0.05000,2.050 +43,mlp.experts.49.gate_proj,0.0000444605,0.05000,2.097 +43,mlp.experts.48.gate_proj,0.0000329802,0.05000,2.055 +43,mlp.experts.55.gate_proj,0.0000256962,0.05000,2.072 +43,mlp.experts.54.gate_proj,0.0000723299,0.05000,2.067 +43,mlp.experts.53.gate_proj,0.0000385108,0.05000,2.066 +43,mlp.experts.52.gate_proj,0.0000106790,0.05000,2.065 +43,mlp.experts.59.gate_proj,0.0000159769,0.05000,2.080 +43,mlp.experts.58.gate_proj,0.0000258384,0.05000,2.045 +43,mlp.experts.57.gate_proj,0.0000309280,0.05000,2.055 +43,mlp.experts.56.gate_proj,0.0001129354,0.05000,2.054 +43,mlp.experts.63.gate_proj,0.0000764194,0.05000,2.037 +43,mlp.experts.62.gate_proj,0.0000316077,0.05000,2.019 +43,mlp.experts.61.gate_proj,0.0000183295,0.05000,2.032 +43,mlp.experts.60.gate_proj,0.0000103538,0.05000,2.061 +43,mlp.experts.67.gate_proj,0.0000381692,0.05000,2.024 +43,mlp.experts.66.gate_proj,0.0000268236,0.05000,2.071 +43,mlp.experts.65.gate_proj,0.0000336515,0.05000,2.042 +43,mlp.experts.64.gate_proj,0.0000315962,0.05000,2.048 +43,mlp.experts.71.gate_proj,0.0000366984,0.05000,2.100 +43,mlp.experts.69.gate_proj,0.0000302054,0.05000,2.066 +43,mlp.experts.70.gate_proj,0.0000165660,0.05000,2.126 +43,mlp.experts.68.gate_proj,0.0000120345,0.05000,2.096 +43,mlp.experts.75.gate_proj,0.0000293990,0.05000,2.057 +43,mlp.experts.73.gate_proj,0.0000676088,0.05000,2.034 +43,mlp.experts.72.gate_proj,0.0000325052,0.05000,2.030 +43,mlp.experts.74.gate_proj,0.0000034586,0.05000,2.112 +43,mlp.experts.79.gate_proj,0.0000131703,0.05000,2.038 +43,mlp.experts.77.gate_proj,0.0000338638,0.05000,2.048 +43,mlp.experts.78.gate_proj,0.0000315999,0.05000,2.007 +43,mlp.experts.76.gate_proj,0.0000233134,0.05000,2.052 +43,mlp.experts.83.gate_proj,0.0000259795,0.05000,2.046 +43,mlp.experts.81.gate_proj,0.0000225286,0.05000,2.055 +43,mlp.experts.80.gate_proj,0.0000455834,0.05000,2.036 +43,mlp.experts.82.gate_proj,0.0000572937,0.05000,2.099 +43,mlp.experts.87.gate_proj,0.0001597228,0.05000,2.051 +43,mlp.experts.85.gate_proj,0.0000120544,0.05000,2.035 +43,mlp.experts.84.gate_proj,0.0000180554,0.05000,2.080 +43,mlp.experts.86.gate_proj,0.0000309172,0.05000,2.131 +43,mlp.experts.91.gate_proj,0.0000260180,0.05000,2.039 +43,mlp.experts.89.gate_proj,0.0000042012,0.05000,2.022 +43,mlp.experts.88.gate_proj,0.0000143188,0.05000,2.073 +43,mlp.experts.90.gate_proj,0.0000309899,0.05000,2.040 +43,mlp.experts.95.gate_proj,0.0000182829,0.05000,2.055 +43,mlp.experts.93.gate_proj,0.0000931483,0.05000,2.040 +43,mlp.experts.94.gate_proj,0.0000649630,0.05000,2.051 +43,mlp.experts.92.gate_proj,0.0000452245,0.05000,2.148 +43,mlp.experts.99.gate_proj,0.0000075228,0.05000,2.099 +43,mlp.experts.97.gate_proj,0.0000241159,0.05000,2.076 +43,mlp.experts.98.gate_proj,0.0000302994,0.05000,2.084 +43,mlp.experts.96.gate_proj,0.0000219709,0.05000,2.080 +43,mlp.experts.103.gate_proj,0.0000732208,0.05000,2.058 +43,mlp.experts.101.gate_proj,0.0000592155,0.05000,2.084 +43,mlp.experts.102.gate_proj,0.0000120784,0.05000,2.040 +43,mlp.experts.100.gate_proj,0.0000451754,0.05000,2.078 +43,mlp.experts.107.gate_proj,0.0000428095,0.05000,2.061 +43,mlp.experts.105.gate_proj,0.0000425334,0.05000,2.065 +43,mlp.experts.106.gate_proj,0.0000223508,0.05000,2.076 +43,mlp.experts.104.gate_proj,0.0000500527,0.05000,2.044 +43,mlp.experts.111.gate_proj,0.0000143637,0.05000,2.042 +43,mlp.experts.109.gate_proj,0.0000653362,0.05000,2.058 +43,mlp.experts.108.gate_proj,0.0000214752,0.05000,2.012 +43,mlp.experts.110.gate_proj,0.0000152641,0.05000,2.109 +43,mlp.experts.115.gate_proj,0.0000091186,0.05000,2.056 +43,mlp.experts.113.gate_proj,0.0000276147,0.05000,2.040 +43,mlp.experts.112.gate_proj,0.0000268562,0.05000,2.028 +43,mlp.experts.114.gate_proj,0.0000183644,0.05000,2.095 +43,mlp.experts.119.gate_proj,0.0000238688,0.05000,2.090 +43,mlp.experts.117.gate_proj,0.0000131633,0.05000,2.091 +43,mlp.experts.116.gate_proj,0.0000448309,0.05000,2.068 +43,mlp.experts.118.gate_proj,0.0000285283,0.05000,2.056 +43,mlp.experts.123.gate_proj,0.0000050451,0.05000,2.060 +43,mlp.experts.121.gate_proj,0.0000765632,0.05000,2.106 +43,mlp.experts.120.gate_proj,0.0000367151,0.05000,2.048 +43,mlp.experts.122.gate_proj,0.0000499980,0.05000,2.042 +43,mlp.experts.127.gate_proj,0.0000289993,0.05000,2.030 +43,mlp.experts.125.gate_proj,0.0000270535,0.05000,2.019 +43,mlp.experts.124.gate_proj,0.0000286819,0.05000,2.051 +43,mlp.experts.126.gate_proj,0.0000388244,0.05000,2.088 +43,mlp.experts.131.gate_proj,0.0000346220,0.05000,2.087 +43,mlp.experts.129.gate_proj,0.0000231055,0.05000,2.057 +43,mlp.experts.128.gate_proj,0.0000260279,0.05000,2.060 +43,mlp.experts.130.gate_proj,0.0000080272,0.05000,2.079 +43,mlp.experts.135.gate_proj,0.0000221984,0.05000,2.027 +43,mlp.experts.133.gate_proj,0.0000166380,0.05000,1.997 +43,mlp.experts.132.gate_proj,0.0000293798,0.05000,2.010 +43,mlp.experts.134.gate_proj,0.0000209045,0.05000,2.027 +43,mlp.experts.139.gate_proj,0.0000369757,0.05000,2.060 +43,mlp.experts.137.gate_proj,0.0000308216,0.05000,2.075 +43,mlp.experts.136.gate_proj,0.0000369541,0.05000,2.135 +43,mlp.experts.138.gate_proj,0.0000201210,0.05000,2.060 +43,mlp.experts.143.gate_proj,0.0000826147,0.05000,2.062 +43,mlp.experts.141.gate_proj,0.0000263596,0.05000,2.079 +43,mlp.experts.140.gate_proj,0.0000277566,0.05000,2.108 +43,mlp.experts.142.gate_proj,0.0000391212,0.05000,2.060 +43,mlp.experts.147.gate_proj,0.0000403218,0.05000,2.069 +43,mlp.experts.145.gate_proj,0.0000273671,0.05000,2.045 +43,mlp.experts.144.gate_proj,0.0000301832,0.05000,2.072 +43,mlp.experts.146.gate_proj,0.0000252321,0.05000,2.077 +43,mlp.experts.151.gate_proj,0.0000806224,0.05000,2.028 +43,mlp.experts.149.gate_proj,0.0000342122,0.05000,2.035 +43,mlp.experts.150.gate_proj,0.0000525288,0.05000,2.012 +43,mlp.experts.148.gate_proj,0.0000299932,0.05000,2.110 +43,mlp.experts.155.gate_proj,0.0000413303,0.05000,2.035 +43,mlp.experts.153.gate_proj,0.0000523990,0.05000,2.006 +43,mlp.experts.154.gate_proj,0.0000348835,0.05000,2.010 +43,mlp.experts.152.gate_proj,0.0000361088,0.05000,2.053 +43,mlp.experts.159.gate_proj,0.0000671774,0.05000,2.047 +43,mlp.experts.157.gate_proj,0.0000212796,0.05000,2.014 +43,mlp.experts.158.gate_proj,0.0000336518,0.05000,2.056 +43,mlp.experts.156.gate_proj,0.0000038570,0.05000,2.059 +43,mlp.experts.3.up_proj,0.0000324714,0.05000,2.029 +43,mlp.experts.1.up_proj,0.0000239084,0.05000,2.071 +43,mlp.experts.2.up_proj,0.0000519855,0.05000,2.045 +43,mlp.experts.0.up_proj,0.0000314452,0.05000,2.038 +43,mlp.experts.7.up_proj,0.0000281601,0.05000,2.032 +43,mlp.experts.5.up_proj,0.0000585812,0.05000,2.075 +43,mlp.experts.6.up_proj,0.0000143701,0.05000,2.114 +43,mlp.experts.4.up_proj,0.0000372311,0.05000,2.075 +43,mlp.experts.11.up_proj,0.0000239910,0.05000,2.090 +43,mlp.experts.9.up_proj,0.0000072352,0.05000,2.124 +43,mlp.experts.10.up_proj,0.0001008041,0.05000,2.076 +43,mlp.experts.8.up_proj,0.0000543360,0.05000,2.136 +43,mlp.experts.15.up_proj,0.0000180974,0.05000,2.064 +43,mlp.experts.13.up_proj,0.0000279567,0.05000,2.068 +43,mlp.experts.14.up_proj,0.0000353293,0.05000,2.142 +43,mlp.experts.12.up_proj,0.0000420981,0.05000,2.078 +43,mlp.experts.19.up_proj,0.0000195814,0.05000,2.084 +43,mlp.experts.17.up_proj,0.0000195808,0.05000,2.062 +43,mlp.experts.18.up_proj,0.0000842998,0.05000,2.062 +43,mlp.experts.16.up_proj,0.0000249093,0.05000,2.067 +43,mlp.experts.23.up_proj,0.0000352729,0.05000,2.084 +43,mlp.experts.21.up_proj,0.0000290860,0.05000,2.072 +43,mlp.experts.22.up_proj,0.0000248408,0.05000,2.078 +43,mlp.experts.20.up_proj,0.0000081692,0.05000,2.089 +43,mlp.experts.27.up_proj,0.0000323337,0.05000,2.072 +43,mlp.experts.25.up_proj,0.0000447221,0.05000,2.114 +43,mlp.experts.26.up_proj,0.0000279621,0.05000,2.057 +43,mlp.experts.24.up_proj,0.0000103807,0.05000,2.052 +43,mlp.experts.31.up_proj,0.0000275888,0.05000,2.073 +43,mlp.experts.29.up_proj,0.0000332265,0.05000,2.041 +43,mlp.experts.30.up_proj,0.0000275579,0.05000,2.051 +43,mlp.experts.28.up_proj,0.0000363861,0.05000,2.068 +43,mlp.experts.35.up_proj,0.0000276848,0.05000,2.065 +43,mlp.experts.33.up_proj,0.0000305083,0.05000,2.083 +43,mlp.experts.32.up_proj,0.0000190472,0.05000,2.060 +43,mlp.experts.34.up_proj,0.0000289064,0.05000,2.167 +43,mlp.experts.39.up_proj,0.0000308885,0.05000,2.063 +43,mlp.experts.37.up_proj,0.0000385039,0.05000,2.023 +43,mlp.experts.36.up_proj,0.0000498425,0.05000,2.041 +43,mlp.experts.38.up_proj,0.0000267165,0.05000,2.069 +43,mlp.experts.43.up_proj,0.0000281916,0.05000,2.044 +43,mlp.experts.41.up_proj,0.0000105022,0.05000,2.026 +43,mlp.experts.40.up_proj,0.0000226929,0.05000,2.049 +43,mlp.experts.42.up_proj,0.0000242242,0.05000,2.091 +43,mlp.experts.47.up_proj,0.0000290461,0.05000,2.093 +43,mlp.experts.45.up_proj,0.0000259087,0.05000,2.082 +43,mlp.experts.44.up_proj,0.0000648965,0.05000,2.184 +43,mlp.experts.46.up_proj,0.0000296435,0.05000,2.117 +43,mlp.experts.51.up_proj,0.0000447969,0.05000,2.164 +43,mlp.experts.49.up_proj,0.0000454187,0.05000,2.120 +43,mlp.experts.48.up_proj,0.0000325729,0.05000,2.063 +43,mlp.experts.50.up_proj,0.0000276850,0.05000,2.109 +43,mlp.experts.55.up_proj,0.0000254090,0.05000,2.030 +43,mlp.experts.53.up_proj,0.0000369802,0.05000,2.046 +43,mlp.experts.52.up_proj,0.0000106000,0.05000,2.036 +43,mlp.experts.54.up_proj,0.0000726700,0.05000,2.047 +43,mlp.experts.59.up_proj,0.0000157383,0.05000,2.031 +43,mlp.experts.57.up_proj,0.0000302262,0.05000,2.057 +43,mlp.experts.56.up_proj,0.0001126859,0.05000,2.135 +43,mlp.experts.58.up_proj,0.0000253952,0.05000,2.084 +43,mlp.experts.63.up_proj,0.0000734292,0.05000,2.123 +43,mlp.experts.61.up_proj,0.0000180407,0.05000,2.076 +43,mlp.experts.60.up_proj,0.0000100725,0.05000,2.058 +43,mlp.experts.62.up_proj,0.0000309979,0.05000,2.124 +43,mlp.experts.67.up_proj,0.0000361327,0.05000,2.071 +43,mlp.experts.65.up_proj,0.0000329177,0.05000,2.068 +43,mlp.experts.64.up_proj,0.0000296730,0.05000,2.135 +43,mlp.experts.66.up_proj,0.0000259950,0.05000,2.136 +43,mlp.experts.71.up_proj,0.0000352927,0.05000,2.064 +43,mlp.experts.69.up_proj,0.0000289691,0.05000,2.048 +43,mlp.experts.68.up_proj,0.0000108906,0.05000,2.121 +43,mlp.experts.70.up_proj,0.0000163028,0.05000,2.097 +43,mlp.experts.75.up_proj,0.0000291780,0.05000,2.066 +43,mlp.experts.73.up_proj,0.0000655283,0.05000,2.079 +43,mlp.experts.72.up_proj,0.0000317396,0.05000,2.062 +43,mlp.experts.74.up_proj,0.0000034008,0.05000,2.072 +43,mlp.experts.79.up_proj,0.0000130852,0.05000,2.021 +43,mlp.experts.77.up_proj,0.0000339741,0.05000,2.032 +43,mlp.experts.78.up_proj,0.0000310217,0.05000,2.011 +43,mlp.experts.76.up_proj,0.0000231726,0.05000,2.137 +43,mlp.experts.83.up_proj,0.0000264943,0.05000,2.101 +43,mlp.experts.81.up_proj,0.0000221589,0.05000,2.044 +43,mlp.experts.82.up_proj,0.0000550998,0.05000,2.037 +43,mlp.experts.80.up_proj,0.0000436972,0.05000,2.105 +43,mlp.experts.87.up_proj,0.0001474493,0.05000,2.052 +43,mlp.experts.85.up_proj,0.0000120039,0.05000,2.051 +43,mlp.experts.86.up_proj,0.0000299917,0.05000,2.062 +43,mlp.experts.84.up_proj,0.0000178314,0.05000,2.132 +43,mlp.experts.91.up_proj,0.0000254231,0.05000,2.049 +43,mlp.experts.89.up_proj,0.0000040956,0.05000,2.084 +43,mlp.experts.90.up_proj,0.0000313588,0.05000,2.089 +43,mlp.experts.88.up_proj,0.0000135611,0.05000,2.047 +43,mlp.experts.95.up_proj,0.0000183774,0.05000,2.026 +43,mlp.experts.93.up_proj,0.0000884049,0.05000,2.032 +43,mlp.experts.94.up_proj,0.0000648871,0.05000,2.041 +43,mlp.experts.92.up_proj,0.0000436693,0.05000,2.096 +43,mlp.experts.99.up_proj,0.0000073913,0.05000,2.099 +43,mlp.experts.97.up_proj,0.0000238389,0.05000,2.061 +43,mlp.experts.98.up_proj,0.0000287954,0.05000,2.140 +43,mlp.experts.96.up_proj,0.0000216823,0.05000,2.072 +43,mlp.experts.101.up_proj,0.0000542718,0.05000,2.022 +43,mlp.experts.103.up_proj,0.0000708957,0.05000,2.074 +43,mlp.experts.102.up_proj,0.0000117459,0.05000,2.063 +43,mlp.experts.100.up_proj,0.0000430931,0.05000,2.059 +43,mlp.experts.105.up_proj,0.0000429023,0.05000,2.045 +43,mlp.experts.107.up_proj,0.0000429773,0.05000,2.026 +43,mlp.experts.106.up_proj,0.0000218675,0.05000,2.079 +43,mlp.experts.104.up_proj,0.0000495913,0.05000,2.134 +43,mlp.experts.109.up_proj,0.0000615533,0.05000,2.050 +43,mlp.experts.111.up_proj,0.0000142679,0.05000,2.154 +43,mlp.experts.110.up_proj,0.0000149311,0.05000,2.071 +43,mlp.experts.108.up_proj,0.0000206649,0.05000,2.069 +43,mlp.experts.113.up_proj,0.0000276281,0.05000,2.083 +43,mlp.experts.115.up_proj,0.0000105595,0.05000,2.058 +43,mlp.experts.114.up_proj,0.0000176515,0.05000,2.081 +43,mlp.experts.112.up_proj,0.0000253885,0.05000,2.121 +43,mlp.experts.117.up_proj,0.0000124298,0.05000,2.054 +43,mlp.experts.119.up_proj,0.0000227980,0.05000,2.203 +43,mlp.experts.118.up_proj,0.0000285607,0.05000,2.077 +43,mlp.experts.116.up_proj,0.0000439405,0.05000,2.089 +43,mlp.experts.121.up_proj,0.0000741672,0.05000,2.054 +43,mlp.experts.123.up_proj,0.0000050199,0.05000,2.213 +43,mlp.experts.122.up_proj,0.0000502509,0.05000,2.083 +43,mlp.experts.120.up_proj,0.0000364191,0.05000,2.113 +43,mlp.experts.125.up_proj,0.0000268319,0.05000,2.095 +43,mlp.experts.127.up_proj,0.0000286349,0.05000,2.128 +43,mlp.experts.126.up_proj,0.0000374371,0.05000,2.070 +43,mlp.experts.124.up_proj,0.0000291950,0.05000,2.097 +43,mlp.experts.129.up_proj,0.0000229631,0.05000,2.064 +43,mlp.experts.131.up_proj,0.0000343956,0.05000,2.075 +43,mlp.experts.130.up_proj,0.0000066844,0.05000,2.089 +43,mlp.experts.128.up_proj,0.0000260482,0.05000,2.032 +43,mlp.experts.133.up_proj,0.0000162093,0.05000,2.030 +43,mlp.experts.135.up_proj,0.0000222320,0.05000,2.061 +43,mlp.experts.134.up_proj,0.0000205062,0.05000,2.084 +43,mlp.experts.132.up_proj,0.0000280327,0.05000,2.082 +43,mlp.experts.137.up_proj,0.0000305228,0.05000,2.073 +43,mlp.experts.139.up_proj,0.0000367449,0.05000,2.025 +43,mlp.experts.138.up_proj,0.0000200870,0.05000,2.073 +43,mlp.experts.136.up_proj,0.0000356543,0.05000,2.044 +43,mlp.experts.141.up_proj,0.0000259623,0.05000,2.053 +43,mlp.experts.143.up_proj,0.0000787861,0.05000,2.114 +43,mlp.experts.142.up_proj,0.0000381378,0.05000,2.123 +43,mlp.experts.140.up_proj,0.0000271976,0.05000,2.158 +43,mlp.experts.145.up_proj,0.0000269119,0.05000,2.069 +43,mlp.experts.147.up_proj,0.0000390130,0.05000,2.067 +43,mlp.experts.146.up_proj,0.0000250611,0.05000,2.068 +43,mlp.experts.144.up_proj,0.0000293806,0.05000,2.101 +43,mlp.experts.149.up_proj,0.0000336025,0.05000,2.030 +43,mlp.experts.151.up_proj,0.0000781386,0.05000,2.045 +43,mlp.experts.150.up_proj,0.0000533997,0.05000,2.094 +43,mlp.experts.148.up_proj,0.0000295311,0.05000,2.043 +43,mlp.experts.153.up_proj,0.0000497127,0.05000,2.029 +43,mlp.experts.155.up_proj,0.0000411155,0.05000,2.046 +43,mlp.experts.154.up_proj,0.0000335101,0.05000,2.066 +43,mlp.experts.152.up_proj,0.0000352009,0.05000,2.101 +43,mlp.experts.157.up_proj,0.0000204132,0.05000,2.035 +43,mlp.experts.159.up_proj,0.0000656778,0.05000,1.949 +43,mlp.experts.158.up_proj,0.0000326408,0.05000,1.724 +43,mlp.experts.156.up_proj,0.0000037417,0.05000,1.589 +43,mlp.experts.1.down_proj,0.0000034521,0.05000,0.635 +43,mlp.experts.3.down_proj,0.0000024708,0.05000,0.644 +43,mlp.experts.0.down_proj,0.0000044368,0.05000,0.659 +43,mlp.experts.2.down_proj,0.0000114661,0.05000,0.669 +43,mlp.experts.5.down_proj,0.0000084090,0.05000,0.607 +43,mlp.experts.7.down_proj,0.0000020611,0.05000,0.632 +43,mlp.experts.4.down_proj,0.0000052084,0.05000,0.631 +43,mlp.experts.6.down_proj,0.0000012079,0.05000,0.636 +43,mlp.experts.9.down_proj,0.0000021685,0.05000,0.610 +43,mlp.experts.8.down_proj,0.0000052738,0.05000,0.603 +43,mlp.experts.11.down_proj,0.0000019558,0.05000,0.632 +43,mlp.experts.10.down_proj,0.0000322929,0.05000,0.614 +43,mlp.experts.13.down_proj,0.0000049444,0.05000,0.630 +43,mlp.experts.15.down_proj,0.0000047545,0.05000,0.614 +43,mlp.experts.12.down_proj,0.0000050668,0.05000,0.630 +43,mlp.experts.14.down_proj,0.0000043566,0.05000,0.628 +43,mlp.experts.17.down_proj,0.0000031509,0.05000,0.613 +43,mlp.experts.16.down_proj,0.0000044734,0.05000,0.613 +43,mlp.experts.19.down_proj,0.0000024290,0.05000,0.615 +43,mlp.experts.18.down_proj,0.0000306616,0.05000,0.621 +43,mlp.experts.21.down_proj,0.0000025128,0.05000,0.613 +43,mlp.experts.23.down_proj,0.0000104110,0.05000,0.617 +43,mlp.experts.20.down_proj,0.0000010417,0.05000,0.627 +43,mlp.experts.22.down_proj,0.0000039433,0.05000,0.622 +43,mlp.experts.25.down_proj,0.0000048058,0.05000,0.633 +43,mlp.experts.27.down_proj,0.0000034064,0.05000,0.612 +43,mlp.experts.24.down_proj,0.0000012571,0.05000,0.613 +43,mlp.experts.26.down_proj,0.0000027911,0.05000,0.616 +43,mlp.experts.29.down_proj,0.0000041347,0.05000,0.603 +43,mlp.experts.31.down_proj,0.0000027523,0.05000,0.612 +43,mlp.experts.28.down_proj,0.0000037170,0.05000,0.611 +43,mlp.experts.30.down_proj,0.0000056129,0.05000,0.615 +43,mlp.experts.33.down_proj,0.0000034357,0.05000,0.519 +43,mlp.experts.35.down_proj,0.0000022664,0.05000,0.523 +43,mlp.experts.32.down_proj,0.0000028716,0.05000,0.531 +43,mlp.experts.39.down_proj,0.0000067993,0.05000,0.627 +43,mlp.experts.37.down_proj,0.0000049588,0.05000,0.635 +43,mlp.experts.34.down_proj,0.0000038976,0.05000,0.635 +43,mlp.experts.36.down_proj,0.0000044029,0.05000,0.656 +43,mlp.experts.43.down_proj,0.0000036443,0.05000,0.599 +43,mlp.experts.38.down_proj,0.0000037087,0.05000,0.609 +43,mlp.experts.41.down_proj,0.0000043720,0.05000,0.613 +43,mlp.experts.40.down_proj,0.0000043549,0.05000,0.606 +43,mlp.experts.47.down_proj,0.0000036441,0.05000,0.634 +43,mlp.experts.42.down_proj,0.0000019659,0.05000,0.625 +43,mlp.experts.45.down_proj,0.0000056410,0.05000,0.629 +43,mlp.experts.44.down_proj,0.0000122590,0.05000,0.645 +43,mlp.experts.46.down_proj,0.0000036422,0.05000,0.619 +43,mlp.experts.51.down_proj,0.0000064060,0.05000,0.630 +43,mlp.experts.49.down_proj,0.0000064742,0.05000,0.639 +43,mlp.experts.48.down_proj,0.0000034154,0.05000,0.623 +43,mlp.experts.55.down_proj,0.0000038748,0.05000,0.615 +43,mlp.experts.50.down_proj,0.0000033112,0.05000,0.626 +43,mlp.experts.53.down_proj,0.0000066665,0.05000,0.634 +43,mlp.experts.52.down_proj,0.0000026883,0.05000,0.658 +43,mlp.experts.59.down_proj,0.0000017221,0.05000,0.608 +43,mlp.experts.54.down_proj,0.0000104989,0.05000,0.632 +43,mlp.experts.57.down_proj,0.0000022915,0.05000,0.611 +43,mlp.experts.56.down_proj,0.0000330179,0.05000,0.632 +43,mlp.experts.63.down_proj,0.0000115426,0.05000,0.599 +43,mlp.experts.58.down_proj,0.0000021103,0.05000,0.604 +43,mlp.experts.61.down_proj,0.0000022725,0.05000,0.607 +43,mlp.experts.60.down_proj,0.0000008799,0.05000,0.633 +43,mlp.experts.67.down_proj,0.0000048591,0.05000,0.613 +43,mlp.experts.62.down_proj,0.0000029383,0.05000,0.642 +43,mlp.experts.65.down_proj,0.0000041341,0.05000,0.652 +43,mlp.experts.64.down_proj,0.0000027887,0.05000,0.615 +43,mlp.experts.71.down_proj,0.0000025602,0.05000,0.607 +43,mlp.experts.66.down_proj,0.0000030279,0.05000,0.612 +43,mlp.experts.69.down_proj,0.0000028341,0.05000,0.611 +43,mlp.experts.68.down_proj,0.0000007563,0.05000,0.613 +43,mlp.experts.75.down_proj,0.0000027842,0.05000,0.669 +43,mlp.experts.70.down_proj,0.0000017371,0.05000,0.620 +43,mlp.experts.73.down_proj,0.0000094795,0.05000,0.615 +43,mlp.experts.72.down_proj,0.0000045103,0.05000,0.657 +43,mlp.experts.79.down_proj,0.0000023193,0.05000,0.606 +43,mlp.experts.74.down_proj,0.0000005635,0.05000,0.614 +43,mlp.experts.77.down_proj,0.0000080495,0.05000,0.610 +43,mlp.experts.76.down_proj,0.0000034774,0.05000,0.626 +43,mlp.experts.83.down_proj,0.0000035483,0.05000,0.602 +43,mlp.experts.78.down_proj,0.0000024851,0.05000,0.612 +43,mlp.experts.81.down_proj,0.0000030562,0.05000,0.605 +43,mlp.experts.80.down_proj,0.0000037597,0.05000,0.602 +43,mlp.experts.87.down_proj,0.0000324769,0.05000,0.611 +43,mlp.experts.82.down_proj,0.0000087897,0.05000,0.613 +43,mlp.experts.85.down_proj,0.0000018202,0.05000,0.633 +43,mlp.experts.84.down_proj,0.0000017969,0.05000,0.607 +43,mlp.experts.91.down_proj,0.0000019044,0.05000,0.641 +43,mlp.experts.86.down_proj,0.0000024657,0.05000,0.658 +43,mlp.experts.89.down_proj,0.0000004646,0.05000,0.638 +43,mlp.experts.88.down_proj,0.0000019879,0.05000,0.668 +43,mlp.experts.95.down_proj,0.0000028313,0.05000,0.654 +43,mlp.experts.90.down_proj,0.0000050721,0.05000,0.628 +43,mlp.experts.93.down_proj,0.0000141980,0.05000,0.622 +43,mlp.experts.92.down_proj,0.0000044757,0.05000,0.652 +43,mlp.experts.99.down_proj,0.0000007426,0.05000,0.627 +43,mlp.experts.97.down_proj,0.0000022987,0.05000,0.632 +43,mlp.experts.94.down_proj,0.0000120972,0.05000,0.665 +43,mlp.experts.96.down_proj,0.0000028623,0.05000,0.635 +43,mlp.experts.103.down_proj,0.0000060596,0.05000,0.641 +43,mlp.experts.98.down_proj,0.0000035729,0.05000,0.627 +43,mlp.experts.101.down_proj,0.0000082181,0.05000,0.669 +43,mlp.experts.100.down_proj,0.0000042728,0.05000,0.625 +43,mlp.experts.107.down_proj,0.0000065663,0.05000,0.616 +43,mlp.experts.102.down_proj,0.0000009172,0.05000,0.637 +43,mlp.experts.105.down_proj,0.0000058941,0.05000,0.633 +43,mlp.experts.104.down_proj,0.0000082917,0.05000,0.658 +43,mlp.experts.111.down_proj,0.0000014416,0.05000,0.619 +43,mlp.experts.106.down_proj,0.0000018826,0.05000,0.622 +43,mlp.experts.109.down_proj,0.0000119897,0.05000,0.634 +43,mlp.experts.108.down_proj,0.0000019876,0.05000,0.632 +43,mlp.experts.115.down_proj,0.0000016611,0.05000,0.619 +43,mlp.experts.110.down_proj,0.0000019070,0.05000,0.621 +43,mlp.experts.113.down_proj,0.0000045317,0.05000,0.621 +43,mlp.experts.112.down_proj,0.0000042274,0.05000,0.624 +43,mlp.experts.119.down_proj,0.0000020454,0.05000,0.621 +43,mlp.experts.114.down_proj,0.0000043022,0.05000,0.622 +43,mlp.experts.117.down_proj,0.0000026895,0.05000,0.623 +43,mlp.experts.116.down_proj,0.0000036150,0.05000,0.624 +43,mlp.experts.123.down_proj,0.0000006713,0.05000,0.616 +43,mlp.experts.118.down_proj,0.0000054158,0.05000,0.637 +43,mlp.experts.121.down_proj,0.0000165613,0.05000,0.624 +43,mlp.experts.120.down_proj,0.0000076465,0.05000,0.629 +43,mlp.experts.127.down_proj,0.0000027627,0.05000,0.612 +43,mlp.experts.122.down_proj,0.0000157570,0.05000,0.618 +43,mlp.experts.125.down_proj,0.0000052387,0.05000,0.621 +43,mlp.experts.124.down_proj,0.0000056167,0.05000,0.650 +43,mlp.experts.131.down_proj,0.0000040967,0.05000,0.631 +43,mlp.experts.126.down_proj,0.0000070703,0.05000,0.617 +43,mlp.experts.129.down_proj,0.0000034838,0.05000,0.637 +43,mlp.experts.128.down_proj,0.0000035383,0.05000,0.619 +43,mlp.experts.135.down_proj,0.0000024925,0.05000,0.629 +43,mlp.experts.130.down_proj,0.0000004884,0.05000,0.633 +43,mlp.experts.133.down_proj,0.0000016041,0.05000,0.614 +43,mlp.experts.132.down_proj,0.0000031533,0.05000,0.619 +43,mlp.experts.139.down_proj,0.0000033815,0.05000,0.608 +43,mlp.experts.134.down_proj,0.0000018267,0.05000,0.614 +43,mlp.experts.137.down_proj,0.0000048855,0.05000,0.615 +43,mlp.experts.136.down_proj,0.0000034256,0.05000,0.645 +43,mlp.experts.143.down_proj,0.0000072291,0.05000,0.634 +43,mlp.experts.141.down_proj,0.0000025833,0.05000,0.615 +43,mlp.experts.138.down_proj,0.0000023333,0.05000,0.629 +43,mlp.experts.140.down_proj,0.0000077285,0.05000,0.600 +43,mlp.experts.147.down_proj,0.0000028166,0.05000,0.662 +43,mlp.experts.145.down_proj,0.0000048361,0.05000,0.616 +43,mlp.experts.142.down_proj,0.0000032003,0.05000,0.619 +43,mlp.experts.144.down_proj,0.0000087255,0.05000,0.602 +43,mlp.experts.151.down_proj,0.0000078496,0.05000,0.605 +43,mlp.experts.146.down_proj,0.0000022189,0.05000,0.607 +43,mlp.experts.149.down_proj,0.0000045633,0.05000,0.634 +43,mlp.experts.148.down_proj,0.0000050467,0.05000,0.619 +43,mlp.experts.155.down_proj,0.0000049844,0.05000,0.611 +43,mlp.experts.150.down_proj,0.0000079089,0.05000,0.609 +43,mlp.experts.153.down_proj,0.0000036223,0.05000,0.614 +43,mlp.experts.152.down_proj,0.0000054492,0.05000,0.608 +43,mlp.experts.159.down_proj,0.0000121218,0.05000,0.613 +43,mlp.experts.154.down_proj,0.0000022783,0.05000,0.620 +43,mlp.experts.157.down_proj,0.0000015135,0.05000,0.599 +43,mlp.experts.156.down_proj,0.0000006932,0.05000,0.555 +43,mlp.experts.158.down_proj,0.0000052705,0.05000,0.338 +44,mlp.experts.1.gate_proj,0.0000350261,0.05000,2.050 +44,mlp.experts.0.gate_proj,0.0000883723,0.05000,2.080 +44,mlp.experts.2.gate_proj,0.0000064623,0.05000,2.083 +44,mlp.experts.3.gate_proj,0.0000298057,0.05000,2.142 +44,mlp.experts.6.gate_proj,0.0000212248,0.05000,2.077 +44,mlp.experts.5.gate_proj,0.0000318103,0.05000,2.115 +44,mlp.experts.7.gate_proj,0.0000412257,0.05000,2.072 +44,mlp.experts.4.gate_proj,0.0000245635,0.05000,2.192 +44,mlp.experts.10.gate_proj,0.0000345130,0.05000,2.087 +44,mlp.experts.9.gate_proj,0.0000408080,0.05000,2.086 +44,mlp.experts.8.gate_proj,0.0000448026,0.05000,2.032 +44,mlp.experts.11.gate_proj,0.0000195496,0.05000,2.224 +44,mlp.experts.13.gate_proj,0.0000338721,0.05000,2.032 +44,mlp.experts.12.gate_proj,0.0000345722,0.05000,1.981 +44,mlp.experts.14.gate_proj,0.0000343767,0.05000,2.093 +44,mlp.experts.15.gate_proj,0.0000278565,0.05000,2.072 +44,mlp.experts.16.gate_proj,0.0000199752,0.05000,2.087 +44,mlp.experts.17.gate_proj,0.0000071838,0.05000,2.145 +44,mlp.experts.18.gate_proj,0.0000405747,0.05000,2.107 +44,mlp.experts.19.gate_proj,0.0000286373,0.05000,2.112 +44,mlp.experts.20.gate_proj,0.0000511064,0.05000,2.043 +44,mlp.experts.22.gate_proj,0.0000305213,0.05000,2.022 +44,mlp.experts.21.gate_proj,0.0000230792,0.05000,2.092 +44,mlp.experts.23.gate_proj,0.0000752217,0.05000,2.089 +44,mlp.experts.24.gate_proj,0.0000507382,0.05000,2.100 +44,mlp.experts.26.gate_proj,0.0000257448,0.05000,2.079 +44,mlp.experts.25.gate_proj,0.0000399934,0.05000,2.123 +44,mlp.experts.27.gate_proj,0.0000121541,0.05000,2.127 +44,mlp.experts.28.gate_proj,0.0000290954,0.05000,2.067 +44,mlp.experts.30.gate_proj,0.0000432379,0.05000,2.103 +44,mlp.experts.29.gate_proj,0.0000452610,0.05000,2.099 +44,mlp.experts.31.gate_proj,0.0000296001,0.05000,2.084 +44,mlp.experts.32.gate_proj,0.0000081014,0.05000,2.043 +44,mlp.experts.34.gate_proj,0.0000097083,0.05000,2.091 +44,mlp.experts.33.gate_proj,0.0000405084,0.05000,2.046 +44,mlp.experts.35.gate_proj,0.0000251540,0.05000,2.129 +44,mlp.experts.36.gate_proj,0.0000094809,0.05000,2.089 +44,mlp.experts.37.gate_proj,0.0000391540,0.05000,2.044 +44,mlp.experts.38.gate_proj,0.0001385148,0.05000,2.109 +44,mlp.experts.39.gate_proj,0.0000210794,0.05000,2.132 +44,mlp.experts.40.gate_proj,0.0000313880,0.05000,2.132 +44,mlp.experts.41.gate_proj,0.0000740981,0.05000,2.087 +44,mlp.experts.42.gate_proj,0.0000418390,0.05000,2.102 +44,mlp.experts.43.gate_proj,0.0000366216,0.05000,2.119 +44,mlp.experts.44.gate_proj,0.0000340465,0.05000,2.080 +44,mlp.experts.45.gate_proj,0.0000410917,0.05000,2.072 +44,mlp.experts.46.gate_proj,0.0000558456,0.05000,2.070 +44,mlp.experts.47.gate_proj,0.0000337655,0.05000,2.124 +44,mlp.experts.48.gate_proj,0.0000362880,0.05000,2.064 +44,mlp.experts.49.gate_proj,0.0000067895,0.05000,2.063 +44,mlp.experts.50.gate_proj,0.0000197300,0.05000,2.065 +44,mlp.experts.51.gate_proj,0.0000552438,0.05000,2.136 +44,mlp.experts.53.gate_proj,0.0000345603,0.05000,2.046 +44,mlp.experts.54.gate_proj,0.0000049389,0.05000,2.054 +44,mlp.experts.52.gate_proj,0.0000087843,0.05000,2.157 +44,mlp.experts.55.gate_proj,0.0000120705,0.05000,2.095 +44,mlp.experts.57.gate_proj,0.0000140885,0.05000,2.079 +44,mlp.experts.58.gate_proj,0.0000367546,0.05000,2.118 +44,mlp.experts.56.gate_proj,0.0000381048,0.05000,2.152 +44,mlp.experts.59.gate_proj,0.0000341144,0.05000,2.086 +44,mlp.experts.61.gate_proj,0.0000337334,0.05000,2.027 +44,mlp.experts.62.gate_proj,0.0000407824,0.05000,2.062 +44,mlp.experts.60.gate_proj,0.0000952631,0.05000,2.067 +44,mlp.experts.63.gate_proj,0.0001877150,0.05000,2.031 +44,mlp.experts.65.gate_proj,0.0000406118,0.05000,2.052 +44,mlp.experts.66.gate_proj,0.0000257143,0.05000,2.067 +44,mlp.experts.64.gate_proj,0.0000548608,0.05000,2.061 +44,mlp.experts.67.gate_proj,0.0000257587,0.05000,2.132 +44,mlp.experts.69.gate_proj,0.0000363744,0.05000,2.051 +44,mlp.experts.70.gate_proj,0.0000566360,0.05000,2.058 +44,mlp.experts.68.gate_proj,0.0000392756,0.05000,2.110 +44,mlp.experts.71.gate_proj,0.0000259034,0.05000,2.061 +44,mlp.experts.73.gate_proj,0.0000377148,0.05000,2.034 +44,mlp.experts.74.gate_proj,0.0000625500,0.05000,2.058 +44,mlp.experts.72.gate_proj,0.0000060011,0.05000,2.062 +44,mlp.experts.75.gate_proj,0.0000533455,0.05000,2.036 +44,mlp.experts.77.gate_proj,0.0000211215,0.05000,2.027 +44,mlp.experts.78.gate_proj,0.0000275438,0.05000,2.052 +44,mlp.experts.76.gate_proj,0.0000518382,0.05000,2.035 +44,mlp.experts.79.gate_proj,0.0000342054,0.05000,2.035 +44,mlp.experts.81.gate_proj,0.0000328214,0.05000,2.049 +44,mlp.experts.82.gate_proj,0.0000268642,0.05000,2.032 +44,mlp.experts.80.gate_proj,0.0000303671,0.05000,2.018 +44,mlp.experts.83.gate_proj,0.0000239331,0.05000,2.058 +44,mlp.experts.85.gate_proj,0.0000208184,0.05000,2.051 +44,mlp.experts.86.gate_proj,0.0000431997,0.05000,2.050 +44,mlp.experts.84.gate_proj,0.0000195787,0.05000,2.042 +44,mlp.experts.87.gate_proj,0.0000263779,0.05000,2.096 +44,mlp.experts.89.gate_proj,0.0000354707,0.05000,2.057 +44,mlp.experts.90.gate_proj,0.0000132462,0.05000,2.055 +44,mlp.experts.88.gate_proj,0.0000418920,0.05000,2.072 +44,mlp.experts.91.gate_proj,0.0000341494,0.05000,2.054 +44,mlp.experts.93.gate_proj,0.0000382706,0.05000,2.083 +44,mlp.experts.92.gate_proj,0.0000349515,0.05000,2.025 +44,mlp.experts.94.gate_proj,0.0000269500,0.05000,2.118 +44,mlp.experts.95.gate_proj,0.0000355197,0.05000,2.068 +44,mlp.experts.97.gate_proj,0.0000087305,0.05000,2.113 +44,mlp.experts.98.gate_proj,0.0000343978,0.05000,2.076 +44,mlp.experts.96.gate_proj,0.0000239186,0.05000,2.127 +44,mlp.experts.99.gate_proj,0.0000241271,0.05000,2.177 +44,mlp.experts.101.gate_proj,0.0000286578,0.05000,2.091 +44,mlp.experts.100.gate_proj,0.0000216084,0.05000,2.054 +44,mlp.experts.102.gate_proj,0.0000285181,0.05000,2.110 +44,mlp.experts.103.gate_proj,0.0000470015,0.05000,2.067 +44,mlp.experts.105.gate_proj,0.0000700905,0.05000,2.081 +44,mlp.experts.104.gate_proj,0.0000263856,0.05000,2.073 +44,mlp.experts.106.gate_proj,0.0000323245,0.05000,2.076 +44,mlp.experts.107.gate_proj,0.0000231238,0.05000,2.074 +44,mlp.experts.109.gate_proj,0.0000121889,0.05000,2.114 +44,mlp.experts.110.gate_proj,0.0000285023,0.05000,2.077 +44,mlp.experts.108.gate_proj,0.0000148913,0.05000,2.149 +44,mlp.experts.111.gate_proj,0.0000774780,0.05000,2.079 +44,mlp.experts.113.gate_proj,0.0000276514,0.05000,2.114 +44,mlp.experts.112.gate_proj,0.0000482138,0.05000,2.097 +44,mlp.experts.114.gate_proj,0.0000662023,0.05000,2.139 +44,mlp.experts.115.gate_proj,0.0000467748,0.05000,2.096 +44,mlp.experts.117.gate_proj,0.0000080288,0.05000,2.081 +44,mlp.experts.118.gate_proj,0.0000341510,0.05000,2.137 +44,mlp.experts.116.gate_proj,0.0000061648,0.05000,2.179 +44,mlp.experts.119.gate_proj,0.0000720245,0.05000,2.107 +44,mlp.experts.121.gate_proj,0.0000192552,0.05000,2.037 +44,mlp.experts.122.gate_proj,0.0000119560,0.05000,2.040 +44,mlp.experts.120.gate_proj,0.0000121518,0.05000,2.057 +44,mlp.experts.123.gate_proj,0.0000824160,0.05000,2.034 +44,mlp.experts.125.gate_proj,0.0000571197,0.05000,2.055 +44,mlp.experts.126.gate_proj,0.0000607609,0.05000,2.043 +44,mlp.experts.124.gate_proj,0.0000401152,0.05000,2.042 +44,mlp.experts.127.gate_proj,0.0000257007,0.05000,2.075 +44,mlp.experts.129.gate_proj,0.0000372510,0.05000,2.090 +44,mlp.experts.130.gate_proj,0.0000120683,0.05000,2.069 +44,mlp.experts.128.gate_proj,0.0000220387,0.05000,2.101 +44,mlp.experts.131.gate_proj,0.0001033554,0.05000,2.088 +44,mlp.experts.133.gate_proj,0.0000544122,0.05000,2.092 +44,mlp.experts.134.gate_proj,0.0000242388,0.05000,2.098 +44,mlp.experts.132.gate_proj,0.0000742727,0.05000,2.161 +44,mlp.experts.135.gate_proj,0.0000384723,0.05000,2.085 +44,mlp.experts.137.gate_proj,0.0000806947,0.05000,2.085 +44,mlp.experts.138.gate_proj,0.0000470651,0.05000,2.072 +44,mlp.experts.136.gate_proj,0.0000043477,0.05000,2.059 +44,mlp.experts.139.gate_proj,0.0000325043,0.05000,2.086 +44,mlp.experts.141.gate_proj,0.0000316043,0.05000,2.159 +44,mlp.experts.142.gate_proj,0.0000265049,0.05000,2.141 +44,mlp.experts.140.gate_proj,0.0000256835,0.05000,2.120 +44,mlp.experts.143.gate_proj,0.0000456121,0.05000,2.101 +44,mlp.experts.145.gate_proj,0.0000917726,0.05000,2.098 +44,mlp.experts.146.gate_proj,0.0000597529,0.05000,2.081 +44,mlp.experts.144.gate_proj,0.0000830351,0.05000,2.127 +44,mlp.experts.147.gate_proj,0.0001193762,0.05000,2.135 +44,mlp.experts.149.gate_proj,0.0000375148,0.05000,2.089 +44,mlp.experts.150.gate_proj,0.0000220050,0.05000,2.082 +44,mlp.experts.148.gate_proj,0.0000228497,0.05000,2.068 +44,mlp.experts.151.gate_proj,0.0000262510,0.05000,2.059 +44,mlp.experts.153.gate_proj,0.0000594270,0.05000,2.043 +44,mlp.experts.154.gate_proj,0.0000757723,0.05000,2.073 +44,mlp.experts.152.gate_proj,0.0000278018,0.05000,2.073 +44,mlp.experts.155.gate_proj,0.0000367699,0.05000,2.040 +44,mlp.experts.157.gate_proj,0.0000624526,0.05000,2.040 +44,mlp.experts.158.gate_proj,0.0000379211,0.05000,2.047 +44,mlp.experts.156.gate_proj,0.0000821800,0.05000,2.040 +44,mlp.experts.159.gate_proj,0.0000725050,0.05000,2.089 +44,mlp.experts.1.up_proj,0.0000336523,0.05000,2.056 +44,mlp.experts.2.up_proj,0.0000063183,0.05000,2.107 +44,mlp.experts.0.up_proj,0.0000821111,0.05000,2.063 +44,mlp.experts.3.up_proj,0.0000290515,0.05000,2.076 +44,mlp.experts.5.up_proj,0.0000310285,0.05000,2.092 +44,mlp.experts.6.up_proj,0.0000213473,0.05000,2.090 +44,mlp.experts.4.up_proj,0.0000235920,0.05000,2.076 +44,mlp.experts.7.up_proj,0.0000394868,0.05000,2.088 +44,mlp.experts.9.up_proj,0.0000407318,0.05000,2.097 +44,mlp.experts.10.up_proj,0.0000350756,0.05000,2.099 +44,mlp.experts.8.up_proj,0.0000432979,0.05000,2.106 +44,mlp.experts.11.up_proj,0.0000194137,0.05000,2.113 +44,mlp.experts.13.up_proj,0.0000324972,0.05000,2.094 +44,mlp.experts.14.up_proj,0.0000336399,0.05000,2.112 +44,mlp.experts.12.up_proj,0.0000337876,0.05000,2.117 +44,mlp.experts.15.up_proj,0.0000275903,0.05000,2.114 +44,mlp.experts.17.up_proj,0.0000069309,0.05000,2.086 +44,mlp.experts.18.up_proj,0.0000402763,0.05000,2.067 +44,mlp.experts.16.up_proj,0.0000201523,0.05000,2.058 +44,mlp.experts.19.up_proj,0.0000276498,0.05000,2.071 +44,mlp.experts.21.up_proj,0.0000223766,0.05000,2.115 +44,mlp.experts.22.up_proj,0.0000304501,0.05000,2.078 +44,mlp.experts.20.up_proj,0.0000511042,0.05000,2.037 +44,mlp.experts.23.up_proj,0.0000733673,0.05000,2.050 +44,mlp.experts.25.up_proj,0.0000391134,0.05000,2.079 +44,mlp.experts.26.up_proj,0.0000251801,0.05000,2.066 +44,mlp.experts.24.up_proj,0.0000502979,0.05000,2.088 +44,mlp.experts.27.up_proj,0.0000120071,0.05000,2.044 +44,mlp.experts.29.up_proj,0.0000439683,0.05000,2.032 +44,mlp.experts.30.up_proj,0.0000415491,0.05000,2.052 +44,mlp.experts.28.up_proj,0.0000285912,0.05000,2.081 +44,mlp.experts.31.up_proj,0.0000297520,0.05000,2.038 +44,mlp.experts.33.up_proj,0.0000389191,0.05000,2.089 +44,mlp.experts.34.up_proj,0.0000096396,0.05000,2.088 +44,mlp.experts.32.up_proj,0.0000078225,0.05000,2.055 +44,mlp.experts.35.up_proj,0.0000251485,0.05000,2.069 +44,mlp.experts.37.up_proj,0.0000392980,0.05000,2.063 +44,mlp.experts.38.up_proj,0.0001336063,0.05000,2.092 +44,mlp.experts.36.up_proj,0.0000090918,0.05000,2.069 +44,mlp.experts.39.up_proj,0.0000202715,0.05000,2.124 +44,mlp.experts.41.up_proj,0.0000715943,0.05000,2.033 +44,mlp.experts.40.up_proj,0.0000310792,0.05000,2.030 +44,mlp.experts.42.up_proj,0.0000424658,0.05000,2.087 +44,mlp.experts.43.up_proj,0.0000355534,0.05000,2.045 +44,mlp.experts.45.up_proj,0.0000403937,0.05000,2.033 +44,mlp.experts.44.up_proj,0.0000348727,0.05000,2.048 +44,mlp.experts.46.up_proj,0.0000540239,0.05000,2.048 +44,mlp.experts.47.up_proj,0.0000328102,0.05000,2.059 +44,mlp.experts.49.up_proj,0.0000065858,0.05000,2.104 +44,mlp.experts.50.up_proj,0.0000190667,0.05000,2.041 +44,mlp.experts.48.up_proj,0.0000358581,0.05000,2.132 +44,mlp.experts.51.up_proj,0.0000557264,0.05000,2.106 +44,mlp.experts.53.up_proj,0.0000336142,0.05000,2.049 +44,mlp.experts.54.up_proj,0.0000048246,0.05000,2.083 +44,mlp.experts.52.up_proj,0.0000086243,0.05000,2.078 +44,mlp.experts.55.up_proj,0.0000104373,0.05000,2.066 +44,mlp.experts.57.up_proj,0.0000137642,0.05000,2.022 +44,mlp.experts.58.up_proj,0.0000368110,0.05000,2.075 +44,mlp.experts.56.up_proj,0.0000365620,0.05000,2.044 +44,mlp.experts.59.up_proj,0.0000325843,0.05000,2.040 +44,mlp.experts.61.up_proj,0.0000333747,0.05000,2.046 +44,mlp.experts.62.up_proj,0.0000400397,0.05000,2.044 +44,mlp.experts.60.up_proj,0.0000887176,0.05000,2.069 +44,mlp.experts.63.up_proj,0.0001699311,0.05000,2.047 +44,mlp.experts.65.up_proj,0.0000401583,0.05000,2.073 +44,mlp.experts.66.up_proj,0.0000252204,0.05000,2.123 +44,mlp.experts.64.up_proj,0.0000529920,0.05000,2.095 +44,mlp.experts.67.up_proj,0.0000241466,0.05000,2.073 +44,mlp.experts.69.up_proj,0.0000355398,0.05000,2.035 +44,mlp.experts.70.up_proj,0.0000554862,0.05000,2.043 +44,mlp.experts.68.up_proj,0.0000399381,0.05000,2.077 +44,mlp.experts.71.up_proj,0.0000254489,0.05000,2.042 +44,mlp.experts.73.up_proj,0.0000370464,0.05000,2.030 +44,mlp.experts.74.up_proj,0.0000606380,0.05000,2.081 +44,mlp.experts.72.up_proj,0.0000058481,0.05000,2.091 +44,mlp.experts.75.up_proj,0.0000535061,0.05000,2.056 +44,mlp.experts.77.up_proj,0.0000208265,0.05000,2.031 +44,mlp.experts.78.up_proj,0.0000254400,0.05000,2.051 +44,mlp.experts.76.up_proj,0.0000475899,0.05000,2.143 +44,mlp.experts.79.up_proj,0.0000332564,0.05000,2.080 +44,mlp.experts.81.up_proj,0.0000316966,0.05000,2.064 +44,mlp.experts.82.up_proj,0.0000247816,0.05000,2.043 +44,mlp.experts.80.up_proj,0.0000283228,0.05000,2.027 +44,mlp.experts.83.up_proj,0.0000228320,0.05000,2.058 +44,mlp.experts.85.up_proj,0.0000199209,0.05000,2.048 +44,mlp.experts.86.up_proj,0.0000420789,0.05000,2.061 +44,mlp.experts.84.up_proj,0.0000191029,0.05000,2.080 +44,mlp.experts.87.up_proj,0.0000245380,0.05000,2.088 +44,mlp.experts.89.up_proj,0.0000335196,0.05000,2.051 +44,mlp.experts.90.up_proj,0.0000129087,0.05000,2.076 +44,mlp.experts.88.up_proj,0.0000418151,0.05000,2.070 +44,mlp.experts.91.up_proj,0.0000331523,0.05000,2.052 +44,mlp.experts.93.up_proj,0.0000370741,0.05000,2.033 +44,mlp.experts.94.up_proj,0.0000261102,0.05000,2.085 +44,mlp.experts.92.up_proj,0.0000342632,0.05000,2.033 +44,mlp.experts.95.up_proj,0.0000349730,0.05000,2.062 +44,mlp.experts.97.up_proj,0.0000083652,0.05000,2.038 +44,mlp.experts.98.up_proj,0.0000338584,0.05000,2.087 +44,mlp.experts.96.up_proj,0.0000236897,0.05000,2.078 +44,mlp.experts.99.up_proj,0.0000241132,0.05000,2.106 +44,mlp.experts.101.up_proj,0.0000279583,0.05000,2.044 +44,mlp.experts.102.up_proj,0.0000275204,0.05000,2.085 +44,mlp.experts.100.up_proj,0.0000208898,0.05000,2.078 +44,mlp.experts.103.up_proj,0.0000469588,0.05000,2.059 +44,mlp.experts.105.up_proj,0.0000659163,0.05000,2.028 +44,mlp.experts.106.up_proj,0.0000314368,0.05000,2.046 +44,mlp.experts.104.up_proj,0.0000258009,0.05000,2.039 +44,mlp.experts.107.up_proj,0.0000224127,0.05000,2.051 +44,mlp.experts.109.up_proj,0.0000120887,0.05000,2.048 +44,mlp.experts.110.up_proj,0.0000280635,0.05000,2.071 +44,mlp.experts.108.up_proj,0.0000150007,0.05000,2.047 +44,mlp.experts.111.up_proj,0.0000747833,0.05000,2.046 +44,mlp.experts.113.up_proj,0.0000274392,0.05000,2.054 +44,mlp.experts.114.up_proj,0.0000650806,0.05000,2.083 +44,mlp.experts.112.up_proj,0.0000454573,0.05000,2.071 +44,mlp.experts.115.up_proj,0.0000459472,0.05000,2.048 +44,mlp.experts.117.up_proj,0.0000074130,0.05000,2.043 +44,mlp.experts.118.up_proj,0.0000346139,0.05000,2.100 +44,mlp.experts.116.up_proj,0.0000060508,0.05000,2.104 +44,mlp.experts.119.up_proj,0.0000710368,0.05000,2.100 +44,mlp.experts.121.up_proj,0.0000184555,0.05000,2.098 +44,mlp.experts.122.up_proj,0.0000117281,0.05000,2.055 +44,mlp.experts.120.up_proj,0.0000107766,0.05000,2.098 +44,mlp.experts.123.up_proj,0.0000841965,0.05000,2.090 +44,mlp.experts.125.up_proj,0.0000568153,0.05000,2.010 +44,mlp.experts.126.up_proj,0.0000566692,0.05000,2.101 +44,mlp.experts.124.up_proj,0.0000406318,0.05000,2.044 +44,mlp.experts.127.up_proj,0.0000250117,0.05000,2.078 +44,mlp.experts.129.up_proj,0.0000365034,0.05000,2.077 +44,mlp.experts.130.up_proj,0.0000120911,0.05000,2.062 +44,mlp.experts.128.up_proj,0.0000219744,0.05000,2.057 +44,mlp.experts.131.up_proj,0.0001004616,0.05000,2.050 +44,mlp.experts.133.up_proj,0.0000544794,0.05000,2.020 +44,mlp.experts.132.up_proj,0.0000732044,0.05000,2.023 +44,mlp.experts.134.up_proj,0.0000225930,0.05000,2.094 +44,mlp.experts.135.up_proj,0.0000380095,0.05000,2.034 +44,mlp.experts.137.up_proj,0.0000827527,0.05000,2.007 +44,mlp.experts.136.up_proj,0.0000042334,0.05000,2.022 +44,mlp.experts.138.up_proj,0.0000443146,0.05000,2.011 +44,mlp.experts.139.up_proj,0.0000305208,0.05000,2.032 +44,mlp.experts.141.up_proj,0.0000303283,0.05000,1.998 +44,mlp.experts.140.up_proj,0.0000237906,0.05000,2.021 +44,mlp.experts.142.up_proj,0.0000254764,0.05000,2.025 +44,mlp.experts.143.up_proj,0.0000431814,0.05000,2.044 +44,mlp.experts.145.up_proj,0.0000886103,0.05000,2.037 +44,mlp.experts.146.up_proj,0.0000589419,0.05000,2.047 +44,mlp.experts.144.up_proj,0.0000804832,0.05000,2.182 +44,mlp.experts.147.up_proj,0.0001182761,0.05000,2.080 +44,mlp.experts.149.up_proj,0.0000355949,0.05000,2.028 +44,mlp.experts.150.up_proj,0.0000204082,0.05000,2.119 +44,mlp.experts.148.up_proj,0.0000219729,0.05000,2.065 +44,mlp.experts.151.up_proj,0.0000262076,0.05000,2.060 +44,mlp.experts.153.up_proj,0.0000538107,0.05000,2.064 +44,mlp.experts.154.up_proj,0.0000717136,0.05000,2.113 +44,mlp.experts.152.up_proj,0.0000274165,0.05000,2.094 +44,mlp.experts.155.up_proj,0.0000365423,0.05000,2.067 +44,mlp.experts.157.up_proj,0.0000562317,0.05000,2.031 +44,mlp.experts.158.up_proj,0.0000381310,0.05000,1.872 +44,mlp.experts.156.up_proj,0.0000766947,0.05000,1.894 +44,mlp.experts.159.up_proj,0.0000721472,0.05000,1.751 +44,mlp.experts.2.down_proj,0.0000006274,0.05000,0.637 +44,mlp.experts.3.down_proj,0.0000031528,0.05000,0.637 +44,mlp.experts.1.down_proj,0.0000032696,0.05000,0.663 +44,mlp.experts.0.down_proj,0.0000311789,0.05000,0.696 +44,mlp.experts.6.down_proj,0.0000053871,0.05000,0.607 +44,mlp.experts.7.down_proj,0.0000043304,0.05000,0.610 +44,mlp.experts.5.down_proj,0.0000028278,0.05000,0.623 +44,mlp.experts.4.down_proj,0.0000026558,0.05000,0.602 +44,mlp.experts.10.down_proj,0.0000068553,0.05000,0.608 +44,mlp.experts.11.down_proj,0.0000029549,0.05000,0.643 +44,mlp.experts.8.down_proj,0.0000040188,0.05000,0.603 +44,mlp.experts.9.down_proj,0.0000079972,0.05000,0.624 +44,mlp.experts.14.down_proj,0.0000035827,0.05000,0.608 +44,mlp.experts.12.down_proj,0.0000036682,0.05000,0.603 +44,mlp.experts.13.down_proj,0.0000063873,0.05000,0.621 +44,mlp.experts.15.down_proj,0.0000077667,0.05000,0.653 +44,mlp.experts.18.down_proj,0.0000047845,0.05000,0.638 +44,mlp.experts.16.down_proj,0.0000054114,0.05000,0.604 +44,mlp.experts.19.down_proj,0.0000019338,0.05000,0.606 +44,mlp.experts.17.down_proj,0.0000018336,0.05000,0.624 +44,mlp.experts.22.down_proj,0.0000036709,0.05000,0.606 +44,mlp.experts.20.down_proj,0.0000076731,0.05000,0.624 +44,mlp.experts.21.down_proj,0.0000026107,0.05000,0.600 +44,mlp.experts.23.down_proj,0.0000062079,0.05000,0.646 +44,mlp.experts.26.down_proj,0.0000033596,0.05000,0.608 +44,mlp.experts.24.down_proj,0.0000057754,0.05000,0.605 +44,mlp.experts.25.down_proj,0.0000031584,0.05000,0.605 +44,mlp.experts.27.down_proj,0.0000020194,0.05000,0.631 +44,mlp.experts.30.down_proj,0.0000122362,0.05000,0.602 +44,mlp.experts.28.down_proj,0.0000050344,0.05000,0.621 +44,mlp.experts.29.down_proj,0.0000037638,0.05000,0.598 +44,mlp.experts.31.down_proj,0.0000048875,0.05000,0.604 +44,mlp.experts.34.down_proj,0.0000013612,0.05000,0.603 +44,mlp.experts.33.down_proj,0.0000042296,0.05000,0.600 +44,mlp.experts.32.down_proj,0.0000021100,0.05000,0.627 +44,mlp.experts.35.down_proj,0.0000049413,0.05000,0.601 +44,mlp.experts.38.down_proj,0.0000513293,0.05000,0.605 +44,mlp.experts.37.down_proj,0.0000044163,0.05000,0.602 +44,mlp.experts.36.down_proj,0.0000036188,0.05000,0.604 +44,mlp.experts.39.down_proj,0.0000023357,0.05000,0.650 +44,mlp.experts.42.down_proj,0.0000053273,0.05000,0.634 +44,mlp.experts.41.down_proj,0.0000060456,0.05000,0.625 +44,mlp.experts.40.down_proj,0.0000036757,0.05000,0.660 +44,mlp.experts.43.down_proj,0.0000036320,0.05000,0.629 +44,mlp.experts.46.down_proj,0.0000078294,0.05000,0.604 +44,mlp.experts.45.down_proj,0.0000041315,0.05000,0.597 +44,mlp.experts.44.down_proj,0.0000073056,0.05000,0.603 +44,mlp.experts.47.down_proj,0.0000062723,0.05000,0.604 +44,mlp.experts.50.down_proj,0.0000023083,0.05000,0.603 +44,mlp.experts.49.down_proj,0.0000005857,0.05000,0.623 +44,mlp.experts.48.down_proj,0.0000045157,0.05000,0.604 +44,mlp.experts.51.down_proj,0.0000109596,0.05000,0.625 +44,mlp.experts.54.down_proj,0.0000007422,0.05000,0.622 +44,mlp.experts.53.down_proj,0.0000047326,0.05000,0.600 +44,mlp.experts.52.down_proj,0.0000007754,0.05000,0.605 +44,mlp.experts.55.down_proj,0.0000009174,0.05000,0.630 +44,mlp.experts.58.down_proj,0.0000064661,0.05000,0.601 +44,mlp.experts.57.down_proj,0.0000009898,0.05000,0.597 +44,mlp.experts.56.down_proj,0.0000033986,0.05000,0.602 +44,mlp.experts.59.down_proj,0.0000024906,0.05000,0.611 +44,mlp.experts.62.down_proj,0.0000098544,0.05000,0.607 +44,mlp.experts.61.down_proj,0.0000051498,0.05000,0.647 +44,mlp.experts.60.down_proj,0.0000214756,0.05000,0.611 +44,mlp.experts.63.down_proj,0.0000172215,0.05000,0.673 +44,mlp.experts.66.down_proj,0.0000026168,0.05000,0.607 +44,mlp.experts.65.down_proj,0.0000039805,0.05000,0.618 +44,mlp.experts.64.down_proj,0.0000066340,0.05000,0.603 +44,mlp.experts.67.down_proj,0.0000016592,0.05000,0.652 +44,mlp.experts.70.down_proj,0.0000075176,0.05000,0.604 +44,mlp.experts.69.down_proj,0.0000038669,0.05000,0.598 +44,mlp.experts.68.down_proj,0.0000072551,0.05000,0.620 +44,mlp.experts.71.down_proj,0.0000037817,0.05000,0.599 +44,mlp.experts.74.down_proj,0.0000046915,0.05000,0.623 +44,mlp.experts.73.down_proj,0.0000039619,0.05000,0.631 +44,mlp.experts.72.down_proj,0.0000006034,0.05000,0.623 +44,mlp.experts.75.down_proj,0.0000128906,0.05000,0.639 +44,mlp.experts.78.down_proj,0.0000046739,0.05000,0.607 +44,mlp.experts.77.down_proj,0.0000037225,0.05000,0.636 +44,mlp.experts.76.down_proj,0.0000035311,0.05000,0.648 +44,mlp.experts.79.down_proj,0.0000029282,0.05000,0.609 +44,mlp.experts.82.down_proj,0.0000029882,0.05000,0.631 +44,mlp.experts.81.down_proj,0.0000031112,0.05000,0.605 +44,mlp.experts.80.down_proj,0.0000022724,0.05000,0.607 +44,mlp.experts.83.down_proj,0.0000019586,0.05000,0.610 +44,mlp.experts.86.down_proj,0.0000033840,0.05000,0.625 +44,mlp.experts.85.down_proj,0.0000025083,0.05000,0.602 +44,mlp.experts.84.down_proj,0.0000033178,0.05000,0.630 +44,mlp.experts.87.down_proj,0.0000073256,0.05000,0.629 +44,mlp.experts.90.down_proj,0.0000010965,0.05000,0.659 +44,mlp.experts.89.down_proj,0.0000064194,0.05000,0.624 +44,mlp.experts.88.down_proj,0.0000057182,0.05000,0.600 +44,mlp.experts.91.down_proj,0.0000028951,0.05000,0.575 +44,mlp.experts.94.down_proj,0.0000034334,0.05000,0.473 +44,mlp.experts.93.down_proj,0.0000029099,0.05000,0.482 +44,mlp.experts.97.down_proj,0.0000029843,0.05000,0.619 +44,mlp.experts.92.down_proj,0.0000036743,0.05000,0.620 +44,mlp.experts.95.down_proj,0.0000047009,0.05000,0.622 +44,mlp.experts.98.down_proj,0.0000038965,0.05000,0.646 +44,mlp.experts.96.down_proj,0.0000021947,0.05000,0.599 +44,mlp.experts.99.down_proj,0.0000032307,0.05000,0.606 +44,mlp.experts.101.down_proj,0.0000028242,0.05000,0.623 +44,mlp.experts.102.down_proj,0.0000029643,0.05000,0.598 +44,mlp.experts.100.down_proj,0.0000017888,0.05000,0.605 +44,mlp.experts.106.down_proj,0.0000043986,0.05000,0.605 +44,mlp.experts.103.down_proj,0.0000071270,0.05000,0.635 +44,mlp.experts.105.down_proj,0.0000185934,0.05000,0.662 +44,mlp.experts.104.down_proj,0.0000028361,0.05000,0.601 +44,mlp.experts.107.down_proj,0.0000021636,0.05000,0.608 +44,mlp.experts.110.down_proj,0.0000033850,0.05000,0.638 +44,mlp.experts.109.down_proj,0.0000020415,0.05000,0.601 +44,mlp.experts.108.down_proj,0.0000031190,0.05000,0.604 +44,mlp.experts.111.down_proj,0.0000157923,0.05000,0.614 +44,mlp.experts.114.down_proj,0.0000066498,0.05000,0.607 +44,mlp.experts.113.down_proj,0.0000038052,0.05000,0.642 +44,mlp.experts.112.down_proj,0.0000087529,0.05000,0.599 +44,mlp.experts.115.down_proj,0.0000085593,0.05000,0.608 +44,mlp.experts.118.down_proj,0.0000052542,0.05000,0.600 +44,mlp.experts.117.down_proj,0.0000007554,0.05000,0.595 +44,mlp.experts.116.down_proj,0.0000005250,0.05000,0.599 +44,mlp.experts.122.down_proj,0.0000010548,0.05000,0.604 +44,mlp.experts.119.down_proj,0.0000075441,0.05000,0.612 +44,mlp.experts.121.down_proj,0.0000016514,0.05000,0.596 +44,mlp.experts.120.down_proj,0.0000007677,0.05000,0.603 +44,mlp.experts.126.down_proj,0.0000067807,0.05000,0.603 +44,mlp.experts.123.down_proj,0.0000112559,0.05000,0.607 +44,mlp.experts.125.down_proj,0.0000091505,0.05000,0.619 +44,mlp.experts.124.down_proj,0.0000096710,0.05000,0.625 +44,mlp.experts.130.down_proj,0.0000018691,0.05000,0.639 +44,mlp.experts.127.down_proj,0.0000099707,0.05000,0.635 +44,mlp.experts.129.down_proj,0.0000033413,0.05000,0.607 +44,mlp.experts.128.down_proj,0.0000038986,0.05000,0.608 +44,mlp.experts.131.down_proj,0.0000118107,0.05000,0.604 +44,mlp.experts.134.down_proj,0.0000025442,0.05000,0.625 +44,mlp.experts.133.down_proj,0.0000059493,0.05000,0.622 +44,mlp.experts.132.down_proj,0.0000144870,0.05000,0.646 +44,mlp.experts.135.down_proj,0.0000065163,0.05000,0.608 +44,mlp.experts.138.down_proj,0.0000046607,0.05000,0.606 +44,mlp.experts.137.down_proj,0.0000247135,0.05000,0.625 +44,mlp.experts.136.down_proj,0.0000004747,0.05000,0.625 +44,mlp.experts.139.down_proj,0.0000034265,0.05000,0.608 +44,mlp.experts.142.down_proj,0.0000022828,0.05000,0.651 +44,mlp.experts.141.down_proj,0.0000036856,0.05000,0.621 +44,mlp.experts.140.down_proj,0.0000020321,0.05000,0.622 +44,mlp.experts.143.down_proj,0.0000060802,0.05000,0.606 +44,mlp.experts.146.down_proj,0.0000068619,0.05000,0.600 +44,mlp.experts.145.down_proj,0.0000109338,0.05000,0.598 +44,mlp.experts.144.down_proj,0.0000101574,0.05000,0.597 +44,mlp.experts.147.down_proj,0.0000328828,0.05000,0.601 +44,mlp.experts.150.down_proj,0.0000054304,0.05000,0.597 +44,mlp.experts.149.down_proj,0.0000076721,0.05000,0.596 +44,mlp.experts.148.down_proj,0.0000017415,0.05000,0.620 +44,mlp.experts.151.down_proj,0.0000026665,0.05000,0.602 +44,mlp.experts.154.down_proj,0.0000076019,0.05000,0.605 +44,mlp.experts.153.down_proj,0.0000046599,0.05000,0.633 +44,mlp.experts.152.down_proj,0.0000031059,0.05000,0.601 +44,mlp.experts.155.down_proj,0.0000046014,0.05000,0.631 +44,mlp.experts.158.down_proj,0.0000030950,0.05000,0.621 +44,mlp.experts.157.down_proj,0.0000119021,0.05000,0.595 +44,mlp.experts.156.down_proj,0.0000106693,0.05000,0.428 +44,mlp.experts.159.down_proj,0.0000147257,0.05000,0.414 +45,mlp.experts.3.gate_proj,0.0000339206,0.05000,2.095 +45,mlp.experts.2.gate_proj,0.0001081126,0.05000,2.126 +45,mlp.experts.1.gate_proj,0.0000297590,0.05000,2.180 +45,mlp.experts.0.gate_proj,0.0000671952,0.05000,2.247 +45,mlp.experts.7.gate_proj,0.0000583311,0.05000,2.048 +45,mlp.experts.6.gate_proj,0.0000057357,0.05000,2.074 +45,mlp.experts.5.gate_proj,0.0000169049,0.05000,2.113 +45,mlp.experts.4.gate_proj,0.0000538428,0.05000,2.046 +45,mlp.experts.10.gate_proj,0.0001716944,0.05000,2.038 +45,mlp.experts.11.gate_proj,0.0000179141,0.05000,2.123 +45,mlp.experts.9.gate_proj,0.0000318138,0.05000,2.075 +45,mlp.experts.8.gate_proj,0.0000055119,0.05000,2.131 +45,mlp.experts.14.gate_proj,0.0000177088,0.05000,2.027 +45,mlp.experts.15.gate_proj,0.0000504033,0.05000,2.054 +45,mlp.experts.13.gate_proj,0.0000321098,0.05000,2.047 +45,mlp.experts.12.gate_proj,0.0000386481,0.05000,2.044 +45,mlp.experts.18.gate_proj,0.0000133001,0.05000,2.103 +45,mlp.experts.19.gate_proj,0.0000373155,0.05000,2.107 +45,mlp.experts.17.gate_proj,0.0000415088,0.05000,2.064 +45,mlp.experts.16.gate_proj,0.0000543675,0.05000,2.079 +45,mlp.experts.22.gate_proj,0.0000381244,0.05000,2.036 +45,mlp.experts.23.gate_proj,0.0000299342,0.05000,2.041 +45,mlp.experts.21.gate_proj,0.0000336943,0.05000,2.090 +45,mlp.experts.20.gate_proj,0.0000296845,0.05000,2.067 +45,mlp.experts.26.gate_proj,0.0000222981,0.05000,2.083 +45,mlp.experts.27.gate_proj,0.0000255738,0.05000,2.100 +45,mlp.experts.25.gate_proj,0.0000219420,0.05000,2.087 +45,mlp.experts.24.gate_proj,0.0001230105,0.05000,2.081 +45,mlp.experts.30.gate_proj,0.0000185047,0.05000,2.066 +45,mlp.experts.31.gate_proj,0.0000097056,0.05000,2.080 +45,mlp.experts.29.gate_proj,0.0000208621,0.05000,2.045 +45,mlp.experts.28.gate_proj,0.0000503821,0.05000,2.059 +45,mlp.experts.34.gate_proj,0.0000295511,0.05000,2.090 +45,mlp.experts.33.gate_proj,0.0000615153,0.05000,2.064 +45,mlp.experts.35.gate_proj,0.0000557566,0.05000,2.153 +45,mlp.experts.32.gate_proj,0.0000137758,0.05000,2.112 +45,mlp.experts.38.gate_proj,0.0000409567,0.05000,2.033 +45,mlp.experts.37.gate_proj,0.0000579895,0.05000,2.058 +45,mlp.experts.36.gate_proj,0.0000406463,0.05000,1.999 +45,mlp.experts.39.gate_proj,0.0000361764,0.05000,2.109 +45,mlp.experts.42.gate_proj,0.0000204826,0.05000,2.128 +45,mlp.experts.41.gate_proj,0.0000881355,0.05000,2.107 +45,mlp.experts.40.gate_proj,0.0000355633,0.05000,2.068 +45,mlp.experts.43.gate_proj,0.0000189244,0.05000,2.117 +45,mlp.experts.46.gate_proj,0.0002195507,0.05000,2.076 +45,mlp.experts.45.gate_proj,0.0000328317,0.05000,2.087 +45,mlp.experts.44.gate_proj,0.0000101322,0.05000,2.106 +45,mlp.experts.47.gate_proj,0.0000316960,0.05000,2.142 +45,mlp.experts.50.gate_proj,0.0000553872,0.05000,2.120 +45,mlp.experts.49.gate_proj,0.0000460018,0.05000,2.077 +45,mlp.experts.48.gate_proj,0.0000422652,0.05000,2.104 +45,mlp.experts.51.gate_proj,0.0000311316,0.05000,2.100 +45,mlp.experts.54.gate_proj,0.0000826310,0.05000,2.073 +45,mlp.experts.53.gate_proj,0.0000139170,0.05000,2.069 +45,mlp.experts.52.gate_proj,0.0000101639,0.05000,2.050 +45,mlp.experts.55.gate_proj,0.0000563085,0.05000,2.056 +45,mlp.experts.58.gate_proj,0.0000212277,0.05000,2.061 +45,mlp.experts.56.gate_proj,0.0000403856,0.05000,1.996 +45,mlp.experts.57.gate_proj,0.0000533495,0.05000,2.099 +45,mlp.experts.59.gate_proj,0.0000578018,0.05000,2.047 +45,mlp.experts.62.gate_proj,0.0000701722,0.05000,2.106 +45,mlp.experts.60.gate_proj,0.0000240249,0.05000,2.095 +45,mlp.experts.61.gate_proj,0.0000578387,0.05000,2.063 +45,mlp.experts.63.gate_proj,0.0000222872,0.05000,2.095 +45,mlp.experts.66.gate_proj,0.0000416162,0.05000,2.044 +45,mlp.experts.64.gate_proj,0.0000925204,0.05000,2.053 +45,mlp.experts.65.gate_proj,0.0000357225,0.05000,2.066 +45,mlp.experts.67.gate_proj,0.0000859490,0.05000,2.069 +45,mlp.experts.70.gate_proj,0.0000251772,0.05000,2.055 +45,mlp.experts.68.gate_proj,0.0000490974,0.05000,2.063 +45,mlp.experts.69.gate_proj,0.0000510766,0.05000,2.087 +45,mlp.experts.71.gate_proj,0.0000344612,0.05000,2.105 +45,mlp.experts.74.gate_proj,0.0000658245,0.05000,2.068 +45,mlp.experts.72.gate_proj,0.0000457291,0.05000,2.075 +45,mlp.experts.73.gate_proj,0.0000587924,0.05000,2.093 +45,mlp.experts.75.gate_proj,0.0001012174,0.05000,2.120 +45,mlp.experts.78.gate_proj,0.0000549171,0.05000,2.071 +45,mlp.experts.76.gate_proj,0.0000244554,0.05000,2.080 +45,mlp.experts.77.gate_proj,0.0000766819,0.05000,2.070 +45,mlp.experts.79.gate_proj,0.0000193158,0.05000,2.064 +45,mlp.experts.82.gate_proj,0.0000212027,0.05000,2.051 +45,mlp.experts.80.gate_proj,0.0000246557,0.05000,2.067 +45,mlp.experts.81.gate_proj,0.0000038551,0.05000,2.107 +45,mlp.experts.83.gate_proj,0.0000110827,0.05000,2.102 +45,mlp.experts.86.gate_proj,0.0000649374,0.05000,2.113 +45,mlp.experts.84.gate_proj,0.0000412896,0.05000,2.101 +45,mlp.experts.85.gate_proj,0.0000323150,0.05000,2.118 +45,mlp.experts.87.gate_proj,0.0000449723,0.05000,2.095 +45,mlp.experts.90.gate_proj,0.0000500862,0.05000,2.075 +45,mlp.experts.88.gate_proj,0.0000318278,0.05000,2.078 +45,mlp.experts.89.gate_proj,0.0000598610,0.05000,2.140 +45,mlp.experts.91.gate_proj,0.0000147987,0.05000,2.115 +45,mlp.experts.94.gate_proj,0.0000435481,0.05000,2.129 +45,mlp.experts.92.gate_proj,0.0000336960,0.05000,2.076 +45,mlp.experts.93.gate_proj,0.0000132812,0.05000,2.081 +45,mlp.experts.95.gate_proj,0.0000433159,0.05000,2.105 +45,mlp.experts.98.gate_proj,0.0000284955,0.05000,2.066 +45,mlp.experts.96.gate_proj,0.0000418924,0.05000,2.038 +45,mlp.experts.97.gate_proj,0.0000545758,0.05000,2.055 +45,mlp.experts.99.gate_proj,0.0000261166,0.05000,2.033 +45,mlp.experts.102.gate_proj,0.0000276038,0.05000,2.061 +45,mlp.experts.100.gate_proj,0.0000359934,0.05000,2.095 +45,mlp.experts.101.gate_proj,0.0000359019,0.05000,2.084 +45,mlp.experts.103.gate_proj,0.0000421321,0.05000,2.063 +45,mlp.experts.106.gate_proj,0.0000155507,0.05000,2.074 +45,mlp.experts.104.gate_proj,0.0000191827,0.05000,2.073 +45,mlp.experts.105.gate_proj,0.0000426468,0.05000,2.082 +45,mlp.experts.107.gate_proj,0.0000059123,0.05000,2.051 +45,mlp.experts.110.gate_proj,0.0000288978,0.05000,2.052 +45,mlp.experts.108.gate_proj,0.0000374139,0.05000,2.111 +45,mlp.experts.109.gate_proj,0.0000302827,0.05000,2.074 +45,mlp.experts.111.gate_proj,0.0000395953,0.05000,2.137 +45,mlp.experts.114.gate_proj,0.0000282004,0.05000,2.020 +45,mlp.experts.112.gate_proj,0.0000276625,0.05000,2.000 +45,mlp.experts.113.gate_proj,0.0000370463,0.05000,2.050 +45,mlp.experts.115.gate_proj,0.0000560590,0.05000,2.006 +45,mlp.experts.118.gate_proj,0.0000140578,0.05000,2.073 +45,mlp.experts.116.gate_proj,0.0000472135,0.05000,2.074 +45,mlp.experts.117.gate_proj,0.0000567633,0.05000,2.099 +45,mlp.experts.119.gate_proj,0.0000308790,0.05000,2.150 +45,mlp.experts.122.gate_proj,0.0000063148,0.05000,2.049 +45,mlp.experts.120.gate_proj,0.0000293612,0.05000,2.106 +45,mlp.experts.121.gate_proj,0.0000061792,0.05000,2.052 +45,mlp.experts.123.gate_proj,0.0000333513,0.05000,2.072 +45,mlp.experts.126.gate_proj,0.0000693793,0.05000,2.113 +45,mlp.experts.124.gate_proj,0.0000360389,0.05000,2.076 +45,mlp.experts.125.gate_proj,0.0000440505,0.05000,2.085 +45,mlp.experts.127.gate_proj,0.0000217700,0.05000,2.047 +45,mlp.experts.130.gate_proj,0.0000516846,0.05000,2.055 +45,mlp.experts.128.gate_proj,0.0000436111,0.05000,2.099 +45,mlp.experts.129.gate_proj,0.0000310731,0.05000,2.092 +45,mlp.experts.131.gate_proj,0.0000443667,0.05000,2.066 +45,mlp.experts.134.gate_proj,0.0000084155,0.05000,2.064 +45,mlp.experts.132.gate_proj,0.0000292376,0.05000,2.033 +45,mlp.experts.133.gate_proj,0.0000363859,0.05000,2.074 +45,mlp.experts.135.gate_proj,0.0000381443,0.05000,2.070 +45,mlp.experts.138.gate_proj,0.0000408345,0.05000,2.037 +45,mlp.experts.136.gate_proj,0.0000266111,0.05000,2.077 +45,mlp.experts.137.gate_proj,0.0000343287,0.05000,2.087 +45,mlp.experts.139.gate_proj,0.0001026736,0.05000,2.042 +45,mlp.experts.142.gate_proj,0.0000689508,0.05000,2.042 +45,mlp.experts.140.gate_proj,0.0000427906,0.05000,2.050 +45,mlp.experts.141.gate_proj,0.0000808252,0.05000,2.062 +45,mlp.experts.143.gate_proj,0.0001062580,0.05000,2.045 +45,mlp.experts.146.gate_proj,0.0000291075,0.05000,2.041 +45,mlp.experts.144.gate_proj,0.0000474396,0.05000,2.062 +45,mlp.experts.147.gate_proj,0.0000211503,0.05000,2.024 +45,mlp.experts.145.gate_proj,0.0001018448,0.05000,2.098 +45,mlp.experts.150.gate_proj,0.0000619365,0.05000,2.071 +45,mlp.experts.148.gate_proj,0.0000727923,0.05000,2.031 +45,mlp.experts.151.gate_proj,0.0000399840,0.05000,2.046 +45,mlp.experts.149.gate_proj,0.0000400020,0.05000,2.103 +45,mlp.experts.154.gate_proj,0.0000307525,0.05000,2.063 +45,mlp.experts.152.gate_proj,0.0000354520,0.05000,2.059 +45,mlp.experts.155.gate_proj,0.0000212107,0.05000,2.061 +45,mlp.experts.153.gate_proj,0.0000102082,0.05000,2.076 +45,mlp.experts.158.gate_proj,0.0000598535,0.05000,2.149 +45,mlp.experts.156.gate_proj,0.0000716128,0.05000,2.144 +45,mlp.experts.159.gate_proj,0.0000140323,0.05000,2.121 +45,mlp.experts.157.gate_proj,0.0000407416,0.05000,2.092 +45,mlp.experts.2.up_proj,0.0001042179,0.05000,2.027 +45,mlp.experts.0.up_proj,0.0000660316,0.05000,2.039 +45,mlp.experts.3.up_proj,0.0000340963,0.05000,2.012 +45,mlp.experts.1.up_proj,0.0000303310,0.05000,2.027 +45,mlp.experts.6.up_proj,0.0000055572,0.05000,2.072 +45,mlp.experts.4.up_proj,0.0000532170,0.05000,2.031 +45,mlp.experts.7.up_proj,0.0000569019,0.05000,2.034 +45,mlp.experts.5.up_proj,0.0000166996,0.05000,2.059 +45,mlp.experts.10.up_proj,0.0001570269,0.05000,2.042 +45,mlp.experts.8.up_proj,0.0000054289,0.05000,2.088 +45,mlp.experts.11.up_proj,0.0000176232,0.05000,2.057 +45,mlp.experts.9.up_proj,0.0000309389,0.05000,2.075 +45,mlp.experts.14.up_proj,0.0000172517,0.05000,2.136 +45,mlp.experts.12.up_proj,0.0000381278,0.05000,2.056 +45,mlp.experts.15.up_proj,0.0000498415,0.05000,2.064 +45,mlp.experts.13.up_proj,0.0000307765,0.05000,2.101 +45,mlp.experts.18.up_proj,0.0000131166,0.05000,2.060 +45,mlp.experts.16.up_proj,0.0000529015,0.05000,2.061 +45,mlp.experts.19.up_proj,0.0000349432,0.05000,2.035 +45,mlp.experts.17.up_proj,0.0000413647,0.05000,2.093 +45,mlp.experts.22.up_proj,0.0000335313,0.05000,2.122 +45,mlp.experts.20.up_proj,0.0000298078,0.05000,2.133 +45,mlp.experts.23.up_proj,0.0000291530,0.05000,2.125 +45,mlp.experts.21.up_proj,0.0000329916,0.05000,2.083 +45,mlp.experts.26.up_proj,0.0000222281,0.05000,2.024 +45,mlp.experts.24.up_proj,0.0001171461,0.05000,2.028 +45,mlp.experts.27.up_proj,0.0000249612,0.05000,2.075 +45,mlp.experts.25.up_proj,0.0000208842,0.05000,2.042 +45,mlp.experts.30.up_proj,0.0000182749,0.05000,2.102 +45,mlp.experts.28.up_proj,0.0000479504,0.05000,2.055 +45,mlp.experts.31.up_proj,0.0000094887,0.05000,2.049 +45,mlp.experts.29.up_proj,0.0000202717,0.05000,2.050 +45,mlp.experts.34.up_proj,0.0000289610,0.05000,2.081 +45,mlp.experts.32.up_proj,0.0000133301,0.05000,2.110 +45,mlp.experts.35.up_proj,0.0000540116,0.05000,2.038 +45,mlp.experts.33.up_proj,0.0000610445,0.05000,2.070 +45,mlp.experts.38.up_proj,0.0000385584,0.05000,2.061 +45,mlp.experts.36.up_proj,0.0000405132,0.05000,2.095 +45,mlp.experts.39.up_proj,0.0000348761,0.05000,2.033 +45,mlp.experts.37.up_proj,0.0000553835,0.05000,2.054 +45,mlp.experts.42.up_proj,0.0000202553,0.05000,2.083 +45,mlp.experts.40.up_proj,0.0000340935,0.05000,2.112 +45,mlp.experts.43.up_proj,0.0000188932,0.05000,2.079 +45,mlp.experts.41.up_proj,0.0000901207,0.05000,2.089 +45,mlp.experts.46.up_proj,0.0001934216,0.05000,2.083 +45,mlp.experts.44.up_proj,0.0000101492,0.05000,2.071 +45,mlp.experts.47.up_proj,0.0000306132,0.05000,2.050 +45,mlp.experts.45.up_proj,0.0000323202,0.05000,2.060 +45,mlp.experts.50.up_proj,0.0000527742,0.05000,2.102 +45,mlp.experts.48.up_proj,0.0000419364,0.05000,2.052 +45,mlp.experts.51.up_proj,0.0000298464,0.05000,2.064 +45,mlp.experts.49.up_proj,0.0000444361,0.05000,2.040 +45,mlp.experts.54.up_proj,0.0000803825,0.05000,2.029 +45,mlp.experts.52.up_proj,0.0000106756,0.05000,2.033 +45,mlp.experts.55.up_proj,0.0000561171,0.05000,2.033 +45,mlp.experts.53.up_proj,0.0000133246,0.05000,2.031 +45,mlp.experts.58.up_proj,0.0000205461,0.05000,2.003 +45,mlp.experts.56.up_proj,0.0000386509,0.05000,2.018 +45,mlp.experts.59.up_proj,0.0000573258,0.05000,2.019 +45,mlp.experts.57.up_proj,0.0000527947,0.05000,2.062 +45,mlp.experts.62.up_proj,0.0000671524,0.05000,2.066 +45,mlp.experts.60.up_proj,0.0000227925,0.05000,2.080 +45,mlp.experts.63.up_proj,0.0000220720,0.05000,2.109 +45,mlp.experts.61.up_proj,0.0000586130,0.05000,2.074 +45,mlp.experts.66.up_proj,0.0000396016,0.05000,2.075 +45,mlp.experts.64.up_proj,0.0000898046,0.05000,2.041 +45,mlp.experts.67.up_proj,0.0000830641,0.05000,2.139 +45,mlp.experts.65.up_proj,0.0000344907,0.05000,2.130 +45,mlp.experts.70.up_proj,0.0000238094,0.05000,2.088 +45,mlp.experts.68.up_proj,0.0000478699,0.05000,2.119 +45,mlp.experts.71.up_proj,0.0000338161,0.05000,2.111 +45,mlp.experts.69.up_proj,0.0000501929,0.05000,2.115 +45,mlp.experts.74.up_proj,0.0000629294,0.05000,2.078 +45,mlp.experts.72.up_proj,0.0000449270,0.05000,2.117 +45,mlp.experts.75.up_proj,0.0000976394,0.05000,2.098 +45,mlp.experts.73.up_proj,0.0000575359,0.05000,2.084 +45,mlp.experts.78.up_proj,0.0000520768,0.05000,2.108 +45,mlp.experts.76.up_proj,0.0000239916,0.05000,2.040 +45,mlp.experts.79.up_proj,0.0000186023,0.05000,2.115 +45,mlp.experts.77.up_proj,0.0000740792,0.05000,2.046 +45,mlp.experts.80.up_proj,0.0000239958,0.05000,2.046 +45,mlp.experts.82.up_proj,0.0000202993,0.05000,2.110 +45,mlp.experts.83.up_proj,0.0000106539,0.05000,2.131 +45,mlp.experts.81.up_proj,0.0000037284,0.05000,2.072 +45,mlp.experts.86.up_proj,0.0000645755,0.05000,2.065 +45,mlp.experts.84.up_proj,0.0000406674,0.05000,2.141 +45,mlp.experts.87.up_proj,0.0000443557,0.05000,2.052 +45,mlp.experts.85.up_proj,0.0000303223,0.05000,2.053 +45,mlp.experts.90.up_proj,0.0000482571,0.05000,2.102 +45,mlp.experts.88.up_proj,0.0000309825,0.05000,2.146 +45,mlp.experts.89.up_proj,0.0000593036,0.05000,2.087 +45,mlp.experts.91.up_proj,0.0000144509,0.05000,2.172 +45,mlp.experts.94.up_proj,0.0000422616,0.05000,2.147 +45,mlp.experts.92.up_proj,0.0000338475,0.05000,2.145 +45,mlp.experts.95.up_proj,0.0000433020,0.05000,2.068 +45,mlp.experts.93.up_proj,0.0000131228,0.05000,2.092 +45,mlp.experts.98.up_proj,0.0000276735,0.05000,2.063 +45,mlp.experts.96.up_proj,0.0000430658,0.05000,2.083 +45,mlp.experts.99.up_proj,0.0000264732,0.05000,2.034 +45,mlp.experts.97.up_proj,0.0000539537,0.05000,2.099 +45,mlp.experts.102.up_proj,0.0000272808,0.05000,2.072 +45,mlp.experts.100.up_proj,0.0000359659,0.05000,2.072 +45,mlp.experts.103.up_proj,0.0000366830,0.05000,2.056 +45,mlp.experts.101.up_proj,0.0000356916,0.05000,2.106 +45,mlp.experts.106.up_proj,0.0000152490,0.05000,2.111 +45,mlp.experts.104.up_proj,0.0000188464,0.05000,2.047 +45,mlp.experts.107.up_proj,0.0000057105,0.05000,2.088 +45,mlp.experts.105.up_proj,0.0000427934,0.05000,2.102 +45,mlp.experts.110.up_proj,0.0000282061,0.05000,2.048 +45,mlp.experts.108.up_proj,0.0000365967,0.05000,2.055 +45,mlp.experts.111.up_proj,0.0000390088,0.05000,2.065 +45,mlp.experts.109.up_proj,0.0000298926,0.05000,2.061 +45,mlp.experts.114.up_proj,0.0000272170,0.05000,2.071 +45,mlp.experts.112.up_proj,0.0000268250,0.05000,2.102 +45,mlp.experts.115.up_proj,0.0000557071,0.05000,2.105 +45,mlp.experts.113.up_proj,0.0000368908,0.05000,2.129 +45,mlp.experts.118.up_proj,0.0000136423,0.05000,2.010 +45,mlp.experts.116.up_proj,0.0000462185,0.05000,2.009 +45,mlp.experts.119.up_proj,0.0000300567,0.05000,2.057 +45,mlp.experts.117.up_proj,0.0000539614,0.05000,2.022 +45,mlp.experts.122.up_proj,0.0000061512,0.05000,2.059 +45,mlp.experts.120.up_proj,0.0000278620,0.05000,2.029 +45,mlp.experts.123.up_proj,0.0000337059,0.05000,2.033 +45,mlp.experts.121.up_proj,0.0000060027,0.05000,2.105 +45,mlp.experts.126.up_proj,0.0000675444,0.05000,2.090 +45,mlp.experts.124.up_proj,0.0000369592,0.05000,2.057 +45,mlp.experts.127.up_proj,0.0000215639,0.05000,2.074 +45,mlp.experts.125.up_proj,0.0000430470,0.05000,2.105 +45,mlp.experts.130.up_proj,0.0000515279,0.05000,2.070 +45,mlp.experts.128.up_proj,0.0000424044,0.05000,2.051 +45,mlp.experts.131.up_proj,0.0000424087,0.05000,2.072 +45,mlp.experts.129.up_proj,0.0000303675,0.05000,2.078 +45,mlp.experts.132.up_proj,0.0000281531,0.05000,2.037 +45,mlp.experts.134.up_proj,0.0000082824,0.05000,2.098 +45,mlp.experts.135.up_proj,0.0000378571,0.05000,2.125 +45,mlp.experts.133.up_proj,0.0000357923,0.05000,2.127 +45,mlp.experts.138.up_proj,0.0000392255,0.05000,2.016 +45,mlp.experts.136.up_proj,0.0000255360,0.05000,2.106 +45,mlp.experts.139.up_proj,0.0001014923,0.05000,2.079 +45,mlp.experts.137.up_proj,0.0000347620,0.05000,2.052 +45,mlp.experts.142.up_proj,0.0000675238,0.05000,2.047 +45,mlp.experts.140.up_proj,0.0000420391,0.05000,2.121 +45,mlp.experts.143.up_proj,0.0001008807,0.05000,2.046 +45,mlp.experts.141.up_proj,0.0000787121,0.05000,2.096 +45,mlp.experts.146.up_proj,0.0000285506,0.05000,2.109 +45,mlp.experts.144.up_proj,0.0000476465,0.05000,2.083 +45,mlp.experts.147.up_proj,0.0000209281,0.05000,2.125 +45,mlp.experts.145.up_proj,0.0000963790,0.05000,2.097 +45,mlp.experts.150.up_proj,0.0000572188,0.05000,2.172 +45,mlp.experts.148.up_proj,0.0000736534,0.05000,2.114 +45,mlp.experts.151.up_proj,0.0000386594,0.05000,2.098 +45,mlp.experts.149.up_proj,0.0000399378,0.05000,2.130 +45,mlp.experts.154.up_proj,0.0000285891,0.05000,2.079 +45,mlp.experts.152.up_proj,0.0000347308,0.05000,2.088 +45,mlp.experts.155.up_proj,0.0000215018,0.05000,2.084 +45,mlp.experts.153.up_proj,0.0000094390,0.05000,2.060 +45,mlp.experts.158.up_proj,0.0000573509,0.05000,2.094 +45,mlp.experts.156.up_proj,0.0000703891,0.05000,2.090 +45,mlp.experts.159.up_proj,0.0000138463,0.05000,2.006 +45,mlp.experts.157.up_proj,0.0000392700,0.05000,1.881 +45,mlp.experts.0.down_proj,0.0000076172,0.05000,0.635 +45,mlp.experts.2.down_proj,0.0000156631,0.05000,0.661 +45,mlp.experts.3.down_proj,0.0000052782,0.05000,0.668 +45,mlp.experts.1.down_proj,0.0000065412,0.05000,0.706 +45,mlp.experts.4.down_proj,0.0000059413,0.05000,0.608 +45,mlp.experts.7.down_proj,0.0000083919,0.05000,0.614 +45,mlp.experts.6.down_proj,0.0000006295,0.05000,0.628 +45,mlp.experts.5.down_proj,0.0000021578,0.05000,0.610 +45,mlp.experts.8.down_proj,0.0000006409,0.05000,0.616 +45,mlp.experts.10.down_proj,0.0000518958,0.05000,0.598 +45,mlp.experts.11.down_proj,0.0000021517,0.05000,0.615 +45,mlp.experts.9.down_proj,0.0000033149,0.05000,0.610 +45,mlp.experts.12.down_proj,0.0000039224,0.05000,0.603 +45,mlp.experts.14.down_proj,0.0000017612,0.05000,0.604 +45,mlp.experts.15.down_proj,0.0000091805,0.05000,0.610 +45,mlp.experts.13.down_proj,0.0000049427,0.05000,0.599 +45,mlp.experts.16.down_proj,0.0000073562,0.05000,0.613 +45,mlp.experts.18.down_proj,0.0000030980,0.05000,0.632 +45,mlp.experts.19.down_proj,0.0000042351,0.05000,0.617 +45,mlp.experts.17.down_proj,0.0000080775,0.05000,0.633 +45,mlp.experts.20.down_proj,0.0000034076,0.05000,0.614 +45,mlp.experts.23.down_proj,0.0000025105,0.05000,0.632 +45,mlp.experts.22.down_proj,0.0000034388,0.05000,0.634 +45,mlp.experts.21.down_proj,0.0000112130,0.05000,0.616 +45,mlp.experts.24.down_proj,0.0000129137,0.05000,0.634 +45,mlp.experts.26.down_proj,0.0000051762,0.05000,0.637 +45,mlp.experts.27.down_proj,0.0000053381,0.05000,0.638 +45,mlp.experts.25.down_proj,0.0000016905,0.05000,0.630 +45,mlp.experts.28.down_proj,0.0000062650,0.05000,0.618 +45,mlp.experts.30.down_proj,0.0000032930,0.05000,0.620 +45,mlp.experts.29.down_proj,0.0000016844,0.05000,0.619 +45,mlp.experts.31.down_proj,0.0000012626,0.05000,0.663 +45,mlp.experts.32.down_proj,0.0000033846,0.05000,0.633 +45,mlp.experts.34.down_proj,0.0000027657,0.05000,0.636 +45,mlp.experts.33.down_proj,0.0000102358,0.05000,0.636 +45,mlp.experts.35.down_proj,0.0000111629,0.05000,0.615 +45,mlp.experts.36.down_proj,0.0000066066,0.05000,0.604 +45,mlp.experts.38.down_proj,0.0000053661,0.05000,0.599 +45,mlp.experts.37.down_proj,0.0000081812,0.05000,0.598 +45,mlp.experts.39.down_proj,0.0000035109,0.05000,0.599 +45,mlp.experts.40.down_proj,0.0000033472,0.05000,0.603 +45,mlp.experts.43.down_proj,0.0000043380,0.05000,0.604 +45,mlp.experts.42.down_proj,0.0000037138,0.05000,0.629 +45,mlp.experts.41.down_proj,0.0000179261,0.05000,0.649 +45,mlp.experts.44.down_proj,0.0000031877,0.05000,0.602 +45,mlp.experts.47.down_proj,0.0000109497,0.05000,0.601 +45,mlp.experts.46.down_proj,0.0000896081,0.05000,0.624 +45,mlp.experts.45.down_proj,0.0000032336,0.05000,0.601 +45,mlp.experts.48.down_proj,0.0000040837,0.05000,0.614 +45,mlp.experts.51.down_proj,0.0000034675,0.05000,0.611 +45,mlp.experts.50.down_proj,0.0000094207,0.05000,0.602 +45,mlp.experts.49.down_proj,0.0000038372,0.05000,0.598 +45,mlp.experts.52.down_proj,0.0000013990,0.05000,0.607 +45,mlp.experts.54.down_proj,0.0000074938,0.05000,0.630 +45,mlp.experts.53.down_proj,0.0000038098,0.05000,0.630 +45,mlp.experts.55.down_proj,0.0000049568,0.05000,0.653 +45,mlp.experts.56.down_proj,0.0000053512,0.05000,0.653 +45,mlp.experts.57.down_proj,0.0000101774,0.05000,0.609 +45,mlp.experts.58.down_proj,0.0000020145,0.05000,0.613 +45,mlp.experts.59.down_proj,0.0000058928,0.05000,0.618 +45,mlp.experts.60.down_proj,0.0000025943,0.05000,0.610 +45,mlp.experts.63.down_proj,0.0000028803,0.05000,0.610 +45,mlp.experts.62.down_proj,0.0000107534,0.05000,0.634 +45,mlp.experts.61.down_proj,0.0000164870,0.05000,0.656 +45,mlp.experts.64.down_proj,0.0000123052,0.05000,0.615 +45,mlp.experts.66.down_proj,0.0000039575,0.05000,0.635 +45,mlp.experts.65.down_proj,0.0000135810,0.05000,0.615 +45,mlp.experts.67.down_proj,0.0000088113,0.05000,0.663 +45,mlp.experts.68.down_proj,0.0000045568,0.05000,0.639 +45,mlp.experts.70.down_proj,0.0000042264,0.05000,0.613 +45,mlp.experts.71.down_proj,0.0000030245,0.05000,0.604 +45,mlp.experts.69.down_proj,0.0000052409,0.05000,0.632 +45,mlp.experts.72.down_proj,0.0000063447,0.05000,0.609 +45,mlp.experts.74.down_proj,0.0000163156,0.05000,0.608 +45,mlp.experts.75.down_proj,0.0000250876,0.05000,0.607 +45,mlp.experts.73.down_proj,0.0000064532,0.05000,0.604 +45,mlp.experts.76.down_proj,0.0000020657,0.05000,0.611 +45,mlp.experts.78.down_proj,0.0000066446,0.05000,0.615 +45,mlp.experts.79.down_proj,0.0000018407,0.05000,0.610 +45,mlp.experts.77.down_proj,0.0000084382,0.05000,0.629 +45,mlp.experts.80.down_proj,0.0000043917,0.05000,0.614 +45,mlp.experts.83.down_proj,0.0000008777,0.05000,0.616 +45,mlp.experts.82.down_proj,0.0000035362,0.05000,0.645 +45,mlp.experts.81.down_proj,0.0000008365,0.05000,0.636 +45,mlp.experts.84.down_proj,0.0000051659,0.05000,0.605 +45,mlp.experts.87.down_proj,0.0000037518,0.05000,0.606 +45,mlp.experts.86.down_proj,0.0000105152,0.05000,0.622 +45,mlp.experts.85.down_proj,0.0000131199,0.05000,0.607 +45,mlp.experts.88.down_proj,0.0000039033,0.05000,0.637 +45,mlp.experts.91.down_proj,0.0000016670,0.05000,0.618 +45,mlp.experts.89.down_proj,0.0000129141,0.05000,0.637 +45,mlp.experts.90.down_proj,0.0000042447,0.05000,0.650 +45,mlp.experts.92.down_proj,0.0000094471,0.05000,0.612 +45,mlp.experts.95.down_proj,0.0000094268,0.05000,0.654 +45,mlp.experts.94.down_proj,0.0000038015,0.05000,0.617 +45,mlp.experts.93.down_proj,0.0000024189,0.05000,0.629 +45,mlp.experts.96.down_proj,0.0000080344,0.05000,0.608 +45,mlp.experts.99.down_proj,0.0000053813,0.05000,0.612 +45,mlp.experts.98.down_proj,0.0000031541,0.05000,0.617 +45,mlp.experts.97.down_proj,0.0000106544,0.05000,0.637 +45,mlp.experts.100.down_proj,0.0000093768,0.05000,0.611 +45,mlp.experts.103.down_proj,0.0000068171,0.05000,0.638 +45,mlp.experts.101.down_proj,0.0000039842,0.05000,0.613 +45,mlp.experts.102.down_proj,0.0000049754,0.05000,0.637 +45,mlp.experts.104.down_proj,0.0000021435,0.05000,0.638 +45,mlp.experts.105.down_proj,0.0000053376,0.05000,0.618 +45,mlp.experts.107.down_proj,0.0000007108,0.05000,0.664 +45,mlp.experts.106.down_proj,0.0000019758,0.05000,0.619 +45,mlp.experts.108.down_proj,0.0000045867,0.05000,0.624 +45,mlp.experts.111.down_proj,0.0000052521,0.05000,0.621 +45,mlp.experts.109.down_proj,0.0000046553,0.05000,0.623 +45,mlp.experts.110.down_proj,0.0000025947,0.05000,0.646 +45,mlp.experts.112.down_proj,0.0000035978,0.05000,0.637 +45,mlp.experts.113.down_proj,0.0000048080,0.05000,0.638 +45,mlp.experts.114.down_proj,0.0000028638,0.05000,0.630 +45,mlp.experts.115.down_proj,0.0000090666,0.05000,0.657 +45,mlp.experts.116.down_proj,0.0000078578,0.05000,0.633 +45,mlp.experts.117.down_proj,0.0000118764,0.05000,0.614 +45,mlp.experts.119.down_proj,0.0000028284,0.05000,0.618 +45,mlp.experts.118.down_proj,0.0000033851,0.05000,0.621 +45,mlp.experts.120.down_proj,0.0000043674,0.05000,0.634 +45,mlp.experts.121.down_proj,0.0000005518,0.05000,0.619 +45,mlp.experts.122.down_proj,0.0000017613,0.05000,0.624 +45,mlp.experts.123.down_proj,0.0000072229,0.05000,0.635 +45,mlp.experts.124.down_proj,0.0000081952,0.05000,0.628 +45,mlp.experts.125.down_proj,0.0000062426,0.05000,0.615 +45,mlp.experts.127.down_proj,0.0000024235,0.05000,0.608 +45,mlp.experts.126.down_proj,0.0000146945,0.05000,0.645 +45,mlp.experts.128.down_proj,0.0000074953,0.05000,0.629 +45,mlp.experts.129.down_proj,0.0000055500,0.05000,0.637 +45,mlp.experts.131.down_proj,0.0000044249,0.05000,0.611 +45,mlp.experts.130.down_proj,0.0000095150,0.05000,0.617 +45,mlp.experts.132.down_proj,0.0000031232,0.05000,0.646 +45,mlp.experts.135.down_proj,0.0000042886,0.05000,0.610 +45,mlp.experts.133.down_proj,0.0000050891,0.05000,0.614 +45,mlp.experts.134.down_proj,0.0000010120,0.05000,0.613 +45,mlp.experts.136.down_proj,0.0000030029,0.05000,0.619 +45,mlp.experts.139.down_proj,0.0000202896,0.05000,0.618 +45,mlp.experts.137.down_proj,0.0000063406,0.05000,0.620 +45,mlp.experts.138.down_proj,0.0000045619,0.05000,0.657 +45,mlp.experts.140.down_proj,0.0000084775,0.05000,0.618 +45,mlp.experts.141.down_proj,0.0000102544,0.05000,0.612 +45,mlp.experts.143.down_proj,0.0000077211,0.05000,0.625 +45,mlp.experts.142.down_proj,0.0000132931,0.05000,0.614 +45,mlp.experts.144.down_proj,0.0000066142,0.05000,0.628 +45,mlp.experts.145.down_proj,0.0000225458,0.05000,0.614 +45,mlp.experts.147.down_proj,0.0000028735,0.05000,0.613 +45,mlp.experts.146.down_proj,0.0000061040,0.05000,0.613 +45,mlp.experts.148.down_proj,0.0000199813,0.05000,0.640 +45,mlp.experts.149.down_proj,0.0000044908,0.05000,0.615 +45,mlp.experts.151.down_proj,0.0000042380,0.05000,0.631 +45,mlp.experts.150.down_proj,0.0000089814,0.05000,0.607 +45,mlp.experts.152.down_proj,0.0000035682,0.05000,0.466 +45,mlp.experts.153.down_proj,0.0000005973,0.05000,0.418 +45,mlp.experts.155.down_proj,0.0000043001,0.05000,0.650 +45,mlp.experts.157.down_proj,0.0000062297,0.05000,0.655 +45,mlp.experts.154.down_proj,0.0000030912,0.05000,0.661 +45,mlp.experts.156.down_proj,0.0000117376,0.05000,0.668 +45,mlp.experts.158.down_proj,0.0000049904,0.05000,0.443 +45,mlp.experts.159.down_proj,0.0000017910,0.05000,0.461 +46,mlp.experts.1.gate_proj,0.0001116284,0.05000,2.122 +46,mlp.experts.2.gate_proj,0.0000274395,0.05000,2.157 +46,mlp.experts.3.gate_proj,0.0000685832,0.05000,2.214 +46,mlp.experts.0.gate_proj,0.0000168878,0.05000,2.216 +46,mlp.experts.6.gate_proj,0.0000125003,0.05000,2.025 +46,mlp.experts.5.gate_proj,0.0000214187,0.05000,2.097 +46,mlp.experts.4.gate_proj,0.0000615515,0.05000,2.036 +46,mlp.experts.7.gate_proj,0.0000486178,0.05000,2.102 +46,mlp.experts.9.gate_proj,0.0000373958,0.05000,2.091 +46,mlp.experts.10.gate_proj,0.0000398174,0.05000,2.150 +46,mlp.experts.11.gate_proj,0.0000703043,0.05000,2.053 +46,mlp.experts.8.gate_proj,0.0000387550,0.05000,2.117 +46,mlp.experts.13.gate_proj,0.0000369889,0.05000,2.074 +46,mlp.experts.15.gate_proj,0.0000286992,0.05000,2.107 +46,mlp.experts.14.gate_proj,0.0000419941,0.05000,2.144 +46,mlp.experts.12.gate_proj,0.0000125415,0.05000,2.210 +46,mlp.experts.17.gate_proj,0.0000307180,0.05000,2.070 +46,mlp.experts.19.gate_proj,0.0000332196,0.05000,2.083 +46,mlp.experts.18.gate_proj,0.0001937705,0.05000,2.081 +46,mlp.experts.16.gate_proj,0.0000752935,0.05000,2.110 +46,mlp.experts.21.gate_proj,0.0001340306,0.05000,1.746 +46,mlp.experts.22.gate_proj,0.0000432160,0.05000,1.702 +46,mlp.experts.23.gate_proj,0.0000777975,0.05000,1.743 +46,mlp.experts.26.gate_proj,0.0000448108,0.05000,2.143 +46,mlp.experts.25.gate_proj,0.0000109208,0.05000,2.182 +46,mlp.experts.27.gate_proj,0.0000540471,0.05000,2.185 +46,mlp.experts.20.gate_proj,0.0000316659,0.05000,2.289 +46,mlp.experts.30.gate_proj,0.0000179880,0.05000,2.078 +46,mlp.experts.29.gate_proj,0.0000319718,0.05000,2.073 +46,mlp.experts.31.gate_proj,0.0000056617,0.05000,2.157 +46,mlp.experts.24.gate_proj,0.0000692775,0.05000,2.080 +46,mlp.experts.34.gate_proj,0.0000682879,0.05000,2.059 +46,mlp.experts.33.gate_proj,0.0000268113,0.05000,2.071 +46,mlp.experts.28.gate_proj,0.0000404505,0.05000,2.038 +46,mlp.experts.35.gate_proj,0.0000160870,0.05000,2.069 +46,mlp.experts.38.gate_proj,0.0000224699,0.05000,2.069 +46,mlp.experts.37.gate_proj,0.0000218515,0.05000,2.064 +46,mlp.experts.39.gate_proj,0.0000049933,0.05000,2.069 +46,mlp.experts.32.gate_proj,0.0000179584,0.05000,2.074 +46,mlp.experts.42.gate_proj,0.0000134603,0.05000,2.097 +46,mlp.experts.43.gate_proj,0.0000429256,0.05000,2.090 +46,mlp.experts.41.gate_proj,0.0000513008,0.05000,2.179 +46,mlp.experts.36.gate_proj,0.0000309003,0.05000,2.095 +46,mlp.experts.46.gate_proj,0.0000667367,0.05000,2.087 +46,mlp.experts.47.gate_proj,0.0000220067,0.05000,2.067 +46,mlp.experts.45.gate_proj,0.0000527864,0.05000,2.130 +46,mlp.experts.40.gate_proj,0.0000198283,0.05000,2.125 +46,mlp.experts.50.gate_proj,0.0000315132,0.05000,2.047 +46,mlp.experts.51.gate_proj,0.0000328437,0.05000,2.080 +46,mlp.experts.44.gate_proj,0.0000887873,0.05000,2.055 +46,mlp.experts.49.gate_proj,0.0000577018,0.05000,2.129 +46,mlp.experts.54.gate_proj,0.0000418297,0.05000,2.115 +46,mlp.experts.55.gate_proj,0.0000500953,0.05000,2.050 +46,mlp.experts.48.gate_proj,0.0000212406,0.05000,2.051 +46,mlp.experts.53.gate_proj,0.0000205002,0.05000,2.136 +46,mlp.experts.58.gate_proj,0.0000181577,0.05000,2.122 +46,mlp.experts.59.gate_proj,0.0000269823,0.05000,2.118 +46,mlp.experts.52.gate_proj,0.0000259808,0.05000,2.129 +46,mlp.experts.57.gate_proj,0.0000365151,0.05000,2.080 +46,mlp.experts.62.gate_proj,0.0000323801,0.05000,2.040 +46,mlp.experts.63.gate_proj,0.0000305696,0.05000,2.011 +46,mlp.experts.56.gate_proj,0.0000386253,0.05000,2.044 +46,mlp.experts.61.gate_proj,0.0000450066,0.05000,2.044 +46,mlp.experts.66.gate_proj,0.0001457231,0.05000,2.047 +46,mlp.experts.67.gate_proj,0.0000602254,0.05000,2.064 +46,mlp.experts.60.gate_proj,0.0000197314,0.05000,2.089 +46,mlp.experts.65.gate_proj,0.0000273783,0.05000,2.080 +46,mlp.experts.71.gate_proj,0.0000791735,0.05000,2.007 +46,mlp.experts.70.gate_proj,0.0000706223,0.05000,2.097 +46,mlp.experts.64.gate_proj,0.0000662824,0.05000,2.076 +46,mlp.experts.69.gate_proj,0.0000363932,0.05000,2.017 +46,mlp.experts.75.gate_proj,0.0000252511,0.05000,2.049 +46,mlp.experts.74.gate_proj,0.0000394378,0.05000,2.124 +46,mlp.experts.73.gate_proj,0.0000115995,0.05000,2.043 +46,mlp.experts.68.gate_proj,0.0000472043,0.05000,2.134 +46,mlp.experts.79.gate_proj,0.0000405180,0.05000,2.047 +46,mlp.experts.78.gate_proj,0.0000232683,0.05000,2.074 +46,mlp.experts.77.gate_proj,0.0000259114,0.05000,2.056 +46,mlp.experts.72.gate_proj,0.0000423153,0.05000,2.037 +46,mlp.experts.83.gate_proj,0.0000200788,0.05000,2.073 +46,mlp.experts.82.gate_proj,0.0000131556,0.05000,2.069 +46,mlp.experts.81.gate_proj,0.0000166023,0.05000,2.070 +46,mlp.experts.76.gate_proj,0.0000449511,0.05000,2.100 +46,mlp.experts.87.gate_proj,0.0000287118,0.05000,2.114 +46,mlp.experts.86.gate_proj,0.0000758267,0.05000,2.090 +46,mlp.experts.85.gate_proj,0.0000343377,0.05000,2.070 +46,mlp.experts.80.gate_proj,0.0000437033,0.05000,2.170 +46,mlp.experts.91.gate_proj,0.0000233508,0.05000,2.029 +46,mlp.experts.90.gate_proj,0.0000204273,0.05000,2.002 +46,mlp.experts.89.gate_proj,0.0000324795,0.05000,2.012 +46,mlp.experts.84.gate_proj,0.0000743996,0.05000,2.044 +46,mlp.experts.95.gate_proj,0.0000597363,0.05000,2.092 +46,mlp.experts.94.gate_proj,0.0000587271,0.05000,2.093 +46,mlp.experts.93.gate_proj,0.0000484575,0.05000,2.055 +46,mlp.experts.88.gate_proj,0.0000333907,0.05000,2.063 +46,mlp.experts.99.gate_proj,0.0000230381,0.05000,2.072 +46,mlp.experts.98.gate_proj,0.0000080195,0.05000,2.071 +46,mlp.experts.97.gate_proj,0.0000542654,0.05000,2.065 +46,mlp.experts.92.gate_proj,0.0000655232,0.05000,2.064 +46,mlp.experts.103.gate_proj,0.0000066677,0.05000,2.066 +46,mlp.experts.102.gate_proj,0.0000301519,0.05000,2.056 +46,mlp.experts.101.gate_proj,0.0000253370,0.05000,2.062 +46,mlp.experts.96.gate_proj,0.0000687671,0.05000,2.093 +46,mlp.experts.107.gate_proj,0.0000210213,0.05000,2.029 +46,mlp.experts.106.gate_proj,0.0000173990,0.05000,2.064 +46,mlp.experts.105.gate_proj,0.0000352708,0.05000,2.096 +46,mlp.experts.100.gate_proj,0.0000279398,0.05000,2.084 +46,mlp.experts.111.gate_proj,0.0000318299,0.05000,2.065 +46,mlp.experts.109.gate_proj,0.0000505729,0.05000,2.065 +46,mlp.experts.110.gate_proj,0.0000342698,0.05000,2.158 +46,mlp.experts.104.gate_proj,0.0000341713,0.05000,2.101 +46,mlp.experts.115.gate_proj,0.0000452306,0.05000,2.042 +46,mlp.experts.114.gate_proj,0.0000314790,0.05000,2.044 +46,mlp.experts.113.gate_proj,0.0000347811,0.05000,2.105 +46,mlp.experts.108.gate_proj,0.0000289194,0.05000,2.077 +46,mlp.experts.119.gate_proj,0.0000364604,0.05000,2.059 +46,mlp.experts.118.gate_proj,0.0000136233,0.05000,2.086 +46,mlp.experts.117.gate_proj,0.0000364388,0.05000,2.049 +46,mlp.experts.112.gate_proj,0.0000432990,0.05000,2.103 +46,mlp.experts.123.gate_proj,0.0000411350,0.05000,2.022 +46,mlp.experts.121.gate_proj,0.0000309343,0.05000,2.018 +46,mlp.experts.122.gate_proj,0.0000315883,0.05000,2.064 +46,mlp.experts.116.gate_proj,0.0000049703,0.05000,2.047 +46,mlp.experts.127.gate_proj,0.0000183899,0.05000,2.058 +46,mlp.experts.125.gate_proj,0.0000304155,0.05000,2.031 +46,mlp.experts.126.gate_proj,0.0000396834,0.05000,2.109 +46,mlp.experts.120.gate_proj,0.0000158514,0.05000,2.109 +46,mlp.experts.131.gate_proj,0.0002110355,0.05000,2.047 +46,mlp.experts.129.gate_proj,0.0000229398,0.05000,2.046 +46,mlp.experts.130.gate_proj,0.0000609578,0.05000,2.059 +46,mlp.experts.124.gate_proj,0.0000386681,0.05000,2.043 +46,mlp.experts.135.gate_proj,0.0000247818,0.05000,2.064 +46,mlp.experts.133.gate_proj,0.0000370532,0.05000,2.042 +46,mlp.experts.134.gate_proj,0.0000338634,0.05000,2.065 +46,mlp.experts.128.gate_proj,0.0000391547,0.05000,2.124 +46,mlp.experts.139.gate_proj,0.0000585398,0.05000,2.049 +46,mlp.experts.137.gate_proj,0.0000643960,0.05000,2.051 +46,mlp.experts.138.gate_proj,0.0000068376,0.05000,2.124 +46,mlp.experts.132.gate_proj,0.0000232105,0.05000,2.032 +46,mlp.experts.143.gate_proj,0.0000427372,0.05000,2.120 +46,mlp.experts.141.gate_proj,0.0000839853,0.05000,2.129 +46,mlp.experts.142.gate_proj,0.0001550979,0.05000,2.199 +46,mlp.experts.136.gate_proj,0.0000318719,0.05000,2.115 +46,mlp.experts.147.gate_proj,0.0000447707,0.05000,2.041 +46,mlp.experts.145.gate_proj,0.0000330262,0.05000,2.042 +46,mlp.experts.146.gate_proj,0.0000333052,0.05000,2.072 +46,mlp.experts.140.gate_proj,0.0000436117,0.05000,2.065 +46,mlp.experts.151.gate_proj,0.0000282508,0.05000,2.070 +46,mlp.experts.149.gate_proj,0.0001440287,0.05000,2.105 +46,mlp.experts.150.gate_proj,0.0000636922,0.05000,2.061 +46,mlp.experts.144.gate_proj,0.0000596308,0.05000,2.071 +46,mlp.experts.155.gate_proj,0.0001202360,0.05000,2.051 +46,mlp.experts.153.gate_proj,0.0000696824,0.05000,2.059 +46,mlp.experts.154.gate_proj,0.0000343328,0.05000,2.106 +46,mlp.experts.148.gate_proj,0.0000292035,0.05000,2.085 +46,mlp.experts.159.gate_proj,0.0001008978,0.05000,2.066 +46,mlp.experts.157.gate_proj,0.0000273557,0.05000,2.127 +46,mlp.experts.158.gate_proj,0.0000240698,0.05000,2.080 +46,mlp.experts.152.gate_proj,0.0000429624,0.05000,2.134 +46,mlp.experts.3.up_proj,0.0000658025,0.05000,2.119 +46,mlp.experts.1.up_proj,0.0001057856,0.05000,2.045 +46,mlp.experts.2.up_proj,0.0000270711,0.05000,2.050 +46,mlp.experts.156.gate_proj,0.0000320055,0.05000,2.090 +46,mlp.experts.7.up_proj,0.0000463748,0.05000,2.027 +46,mlp.experts.5.up_proj,0.0000202300,0.05000,2.072 +46,mlp.experts.6.up_proj,0.0000119073,0.05000,2.098 +46,mlp.experts.0.up_proj,0.0000162406,0.05000,2.063 +46,mlp.experts.11.up_proj,0.0000686718,0.05000,2.032 +46,mlp.experts.9.up_proj,0.0000366270,0.05000,2.085 +46,mlp.experts.10.up_proj,0.0000387862,0.05000,2.092 +46,mlp.experts.4.up_proj,0.0000597650,0.05000,2.105 +46,mlp.experts.15.up_proj,0.0000279957,0.05000,2.071 +46,mlp.experts.13.up_proj,0.0000363338,0.05000,2.043 +46,mlp.experts.14.up_proj,0.0000412225,0.05000,2.076 +46,mlp.experts.8.up_proj,0.0000384362,0.05000,2.101 +46,mlp.experts.19.up_proj,0.0000315352,0.05000,2.087 +46,mlp.experts.17.up_proj,0.0000300774,0.05000,2.114 +46,mlp.experts.18.up_proj,0.0001855293,0.05000,2.082 +46,mlp.experts.12.up_proj,0.0000123288,0.05000,2.116 +46,mlp.experts.23.up_proj,0.0000764763,0.05000,2.155 +46,mlp.experts.21.up_proj,0.0001304669,0.05000,2.111 +46,mlp.experts.22.up_proj,0.0000413533,0.05000,2.094 +46,mlp.experts.16.up_proj,0.0000704672,0.05000,2.131 +46,mlp.experts.27.up_proj,0.0000535549,0.05000,2.064 +46,mlp.experts.25.up_proj,0.0000107144,0.05000,2.108 +46,mlp.experts.26.up_proj,0.0000439345,0.05000,2.041 +46,mlp.experts.20.up_proj,0.0000300503,0.05000,2.073 +46,mlp.experts.31.up_proj,0.0000055614,0.05000,2.096 +46,mlp.experts.29.up_proj,0.0000285048,0.05000,2.071 +46,mlp.experts.30.up_proj,0.0000173779,0.05000,2.094 +46,mlp.experts.24.up_proj,0.0000673857,0.05000,2.139 +46,mlp.experts.35.up_proj,0.0000161713,0.05000,2.056 +46,mlp.experts.33.up_proj,0.0000258873,0.05000,2.056 +46,mlp.experts.34.up_proj,0.0000657285,0.05000,2.096 +46,mlp.experts.28.up_proj,0.0000382424,0.05000,2.089 +46,mlp.experts.39.up_proj,0.0000049453,0.05000,2.058 +46,mlp.experts.37.up_proj,0.0000217509,0.05000,2.052 +46,mlp.experts.38.up_proj,0.0000221486,0.05000,2.102 +46,mlp.experts.32.up_proj,0.0000176276,0.05000,2.070 +46,mlp.experts.43.up_proj,0.0000416712,0.05000,2.056 +46,mlp.experts.41.up_proj,0.0000501006,0.05000,2.097 +46,mlp.experts.42.up_proj,0.0000132241,0.05000,2.055 +46,mlp.experts.36.up_proj,0.0000311353,0.05000,2.081 +46,mlp.experts.47.up_proj,0.0000214634,0.05000,2.095 +46,mlp.experts.45.up_proj,0.0000518038,0.05000,2.072 +46,mlp.experts.46.up_proj,0.0000646117,0.05000,2.067 +46,mlp.experts.40.up_proj,0.0000190171,0.05000,2.104 +46,mlp.experts.51.up_proj,0.0000315608,0.05000,2.038 +46,mlp.experts.49.up_proj,0.0000560667,0.05000,2.086 +46,mlp.experts.50.up_proj,0.0000305742,0.05000,2.049 +46,mlp.experts.44.up_proj,0.0000886584,0.05000,2.072 +46,mlp.experts.55.up_proj,0.0000496087,0.05000,2.042 +46,mlp.experts.53.up_proj,0.0000204355,0.05000,2.063 +46,mlp.experts.54.up_proj,0.0000399830,0.05000,2.039 +46,mlp.experts.48.up_proj,0.0000209365,0.05000,2.063 +46,mlp.experts.59.up_proj,0.0000265113,0.05000,2.063 +46,mlp.experts.57.up_proj,0.0000356078,0.05000,2.060 +46,mlp.experts.58.up_proj,0.0000177688,0.05000,2.066 +46,mlp.experts.52.up_proj,0.0000253945,0.05000,2.123 +46,mlp.experts.63.up_proj,0.0000298757,0.05000,2.144 +46,mlp.experts.61.up_proj,0.0000440636,0.05000,2.147 +46,mlp.experts.62.up_proj,0.0000315784,0.05000,2.106 +46,mlp.experts.56.up_proj,0.0000375313,0.05000,2.061 +46,mlp.experts.67.up_proj,0.0000600045,0.05000,2.057 +46,mlp.experts.65.up_proj,0.0000270660,0.05000,2.072 +46,mlp.experts.66.up_proj,0.0001402208,0.05000,2.055 +46,mlp.experts.60.up_proj,0.0000193473,0.05000,2.136 +46,mlp.experts.71.up_proj,0.0000767607,0.05000,2.077 +46,mlp.experts.69.up_proj,0.0000364257,0.05000,2.066 +46,mlp.experts.70.up_proj,0.0000686655,0.05000,2.093 +46,mlp.experts.64.up_proj,0.0000647057,0.05000,2.047 +46,mlp.experts.75.up_proj,0.0000243733,0.05000,2.101 +46,mlp.experts.73.up_proj,0.0000114504,0.05000,2.058 +46,mlp.experts.74.up_proj,0.0000392279,0.05000,2.133 +46,mlp.experts.68.up_proj,0.0000468841,0.05000,2.057 +46,mlp.experts.79.up_proj,0.0000396457,0.05000,2.091 +46,mlp.experts.77.up_proj,0.0000245894,0.05000,2.060 +46,mlp.experts.78.up_proj,0.0000224479,0.05000,2.064 +46,mlp.experts.72.up_proj,0.0000409549,0.05000,2.066 +46,mlp.experts.83.up_proj,0.0000193811,0.05000,2.093 +46,mlp.experts.81.up_proj,0.0000167332,0.05000,2.046 +46,mlp.experts.82.up_proj,0.0000129589,0.05000,2.037 +46,mlp.experts.76.up_proj,0.0000436676,0.05000,2.030 +46,mlp.experts.87.up_proj,0.0000281621,0.05000,2.049 +46,mlp.experts.85.up_proj,0.0000319274,0.05000,2.036 +46,mlp.experts.86.up_proj,0.0000727972,0.05000,2.040 +46,mlp.experts.80.up_proj,0.0000431783,0.05000,2.088 +46,mlp.experts.91.up_proj,0.0000222050,0.05000,2.094 +46,mlp.experts.89.up_proj,0.0000314681,0.05000,2.072 +46,mlp.experts.90.up_proj,0.0000201158,0.05000,2.040 +46,mlp.experts.84.up_proj,0.0000707668,0.05000,2.030 +46,mlp.experts.95.up_proj,0.0000585215,0.05000,2.112 +46,mlp.experts.93.up_proj,0.0000476492,0.05000,2.143 +46,mlp.experts.94.up_proj,0.0000587015,0.05000,2.084 +46,mlp.experts.88.up_proj,0.0000327884,0.05000,2.125 +46,mlp.experts.99.up_proj,0.0000217788,0.05000,2.074 +46,mlp.experts.97.up_proj,0.0000504447,0.05000,2.073 +46,mlp.experts.98.up_proj,0.0000078510,0.05000,2.115 +46,mlp.experts.92.up_proj,0.0000639953,0.05000,2.034 +46,mlp.experts.103.up_proj,0.0000063921,0.05000,2.062 +46,mlp.experts.101.up_proj,0.0000246014,0.05000,2.056 +46,mlp.experts.102.up_proj,0.0000299382,0.05000,2.053 +46,mlp.experts.96.up_proj,0.0000650744,0.05000,2.114 +46,mlp.experts.107.up_proj,0.0000201568,0.05000,2.124 +46,mlp.experts.105.up_proj,0.0000344249,0.05000,2.099 +46,mlp.experts.106.up_proj,0.0000167590,0.05000,2.180 +46,mlp.experts.100.up_proj,0.0000274889,0.05000,2.137 +46,mlp.experts.111.up_proj,0.0000315064,0.05000,2.054 +46,mlp.experts.109.up_proj,0.0000497017,0.05000,2.082 +46,mlp.experts.110.up_proj,0.0000335388,0.05000,2.130 +46,mlp.experts.104.up_proj,0.0000331010,0.05000,2.113 +46,mlp.experts.115.up_proj,0.0000447682,0.05000,2.088 +46,mlp.experts.113.up_proj,0.0000329474,0.05000,2.036 +46,mlp.experts.114.up_proj,0.0000311116,0.05000,2.047 +46,mlp.experts.108.up_proj,0.0000284775,0.05000,2.026 +46,mlp.experts.119.up_proj,0.0000346606,0.05000,2.043 +46,mlp.experts.117.up_proj,0.0000349458,0.05000,2.065 +46,mlp.experts.118.up_proj,0.0000133971,0.05000,2.032 +46,mlp.experts.112.up_proj,0.0000411259,0.05000,2.088 +46,mlp.experts.123.up_proj,0.0000406032,0.05000,2.045 +46,mlp.experts.121.up_proj,0.0000302692,0.05000,2.078 +46,mlp.experts.122.up_proj,0.0000316673,0.05000,2.042 +46,mlp.experts.116.up_proj,0.0000048779,0.05000,2.090 +46,mlp.experts.127.up_proj,0.0000177372,0.05000,2.047 +46,mlp.experts.125.up_proj,0.0000300423,0.05000,2.070 +46,mlp.experts.126.up_proj,0.0000400454,0.05000,2.039 +46,mlp.experts.120.up_proj,0.0000158202,0.05000,2.102 +46,mlp.experts.131.up_proj,0.0002090117,0.05000,2.054 +46,mlp.experts.129.up_proj,0.0000226359,0.05000,2.034 +46,mlp.experts.130.up_proj,0.0000593556,0.05000,2.021 +46,mlp.experts.124.up_proj,0.0000386097,0.05000,2.037 +46,mlp.experts.135.up_proj,0.0000227397,0.05000,2.117 +46,mlp.experts.133.up_proj,0.0000363084,0.05000,2.080 +46,mlp.experts.134.up_proj,0.0000333495,0.05000,2.039 +46,mlp.experts.128.up_proj,0.0000422344,0.05000,2.087 +46,mlp.experts.139.up_proj,0.0000543176,0.05000,2.055 +46,mlp.experts.137.up_proj,0.0000618555,0.05000,2.028 +46,mlp.experts.138.up_proj,0.0000065957,0.05000,2.042 +46,mlp.experts.132.up_proj,0.0000229121,0.05000,2.031 +46,mlp.experts.143.up_proj,0.0000423317,0.05000,2.062 +46,mlp.experts.141.up_proj,0.0000812134,0.05000,2.094 +46,mlp.experts.142.up_proj,0.0001438167,0.05000,2.055 +46,mlp.experts.136.up_proj,0.0000316280,0.05000,2.045 +46,mlp.experts.147.up_proj,0.0000452228,0.05000,2.071 +46,mlp.experts.145.up_proj,0.0000320401,0.05000,2.039 +46,mlp.experts.146.up_proj,0.0000331042,0.05000,2.086 +46,mlp.experts.140.up_proj,0.0000406886,0.05000,2.138 +46,mlp.experts.151.up_proj,0.0000274070,0.05000,2.103 +46,mlp.experts.149.up_proj,0.0001341192,0.05000,2.092 +46,mlp.experts.150.up_proj,0.0000617223,0.05000,2.051 +46,mlp.experts.144.up_proj,0.0000583866,0.05000,2.049 +46,mlp.experts.155.up_proj,0.0001148699,0.05000,2.046 +46,mlp.experts.153.up_proj,0.0000659834,0.05000,2.013 +46,mlp.experts.154.up_proj,0.0000338873,0.05000,1.996 +46,mlp.experts.148.up_proj,0.0000284753,0.05000,2.019 +46,mlp.experts.159.up_proj,0.0000972481,0.05000,2.064 +46,mlp.experts.157.up_proj,0.0000272774,0.05000,2.012 +46,mlp.experts.158.up_proj,0.0000229983,0.05000,1.964 +46,mlp.experts.152.up_proj,0.0000424159,0.05000,1.598 +46,mlp.experts.156.up_proj,0.0000315477,0.05000,0.965 +46,mlp.experts.2.down_proj,0.0000028303,0.05000,0.638 +46,mlp.experts.1.down_proj,0.0000087421,0.05000,0.639 +46,mlp.experts.0.down_proj,0.0000018589,0.05000,0.642 +46,mlp.experts.3.down_proj,0.0000094093,0.05000,0.667 +46,mlp.experts.6.down_proj,0.0000054722,0.05000,0.613 +46,mlp.experts.5.down_proj,0.0000021690,0.05000,0.619 +46,mlp.experts.4.down_proj,0.0000116246,0.05000,0.622 +46,mlp.experts.7.down_proj,0.0000048026,0.05000,0.659 +46,mlp.experts.9.down_proj,0.0000043759,0.05000,0.613 +46,mlp.experts.8.down_proj,0.0000053599,0.05000,0.614 +46,mlp.experts.10.down_proj,0.0000046174,0.05000,0.625 +46,mlp.experts.11.down_proj,0.0000134272,0.05000,0.653 +46,mlp.experts.13.down_proj,0.0000037208,0.05000,0.614 +46,mlp.experts.12.down_proj,0.0000018081,0.05000,0.616 +46,mlp.experts.14.down_proj,0.0000044004,0.05000,0.636 +46,mlp.experts.15.down_proj,0.0000047759,0.05000,0.626 +46,mlp.experts.17.down_proj,0.0000037898,0.05000,0.604 +46,mlp.experts.18.down_proj,0.0000812918,0.05000,0.598 +46,mlp.experts.16.down_proj,0.0000135322,0.05000,0.629 +46,mlp.experts.19.down_proj,0.0000042705,0.05000,0.598 +46,mlp.experts.21.down_proj,0.0000609841,0.05000,0.599 +46,mlp.experts.22.down_proj,0.0000058146,0.05000,0.598 +46,mlp.experts.20.down_proj,0.0000026664,0.05000,0.602 +46,mlp.experts.23.down_proj,0.0000110752,0.05000,0.625 +46,mlp.experts.25.down_proj,0.0000037945,0.05000,0.608 +46,mlp.experts.24.down_proj,0.0000143668,0.05000,0.602 +46,mlp.experts.26.down_proj,0.0000039969,0.05000,0.626 +46,mlp.experts.27.down_proj,0.0000068656,0.05000,0.607 +46,mlp.experts.29.down_proj,0.0000115290,0.05000,0.631 +46,mlp.experts.30.down_proj,0.0000077413,0.05000,0.614 +46,mlp.experts.28.down_proj,0.0000055497,0.05000,0.632 +46,mlp.experts.31.down_proj,0.0000007317,0.05000,0.632 +46,mlp.experts.33.down_proj,0.0000031709,0.05000,0.606 +46,mlp.experts.34.down_proj,0.0000081173,0.05000,0.625 +46,mlp.experts.32.down_proj,0.0000029227,0.05000,0.628 +46,mlp.experts.35.down_proj,0.0000058509,0.05000,0.623 +46,mlp.experts.37.down_proj,0.0000023080,0.05000,0.604 +46,mlp.experts.36.down_proj,0.0000050105,0.05000,0.600 +46,mlp.experts.38.down_proj,0.0000026125,0.05000,0.622 +46,mlp.experts.39.down_proj,0.0000009294,0.05000,0.606 +46,mlp.experts.41.down_proj,0.0000046671,0.05000,0.602 +46,mlp.experts.40.down_proj,0.0000016708,0.05000,0.604 +46,mlp.experts.42.down_proj,0.0000014699,0.05000,0.619 +46,mlp.experts.43.down_proj,0.0000080243,0.05000,0.624 +46,mlp.experts.45.down_proj,0.0000223558,0.05000,0.595 +46,mlp.experts.44.down_proj,0.0000184954,0.05000,0.602 +46,mlp.experts.46.down_proj,0.0000081017,0.05000,0.597 +46,mlp.experts.47.down_proj,0.0000027136,0.05000,0.620 +46,mlp.experts.49.down_proj,0.0000065486,0.05000,0.600 +46,mlp.experts.48.down_proj,0.0000021994,0.05000,0.605 +46,mlp.experts.50.down_proj,0.0000028709,0.05000,0.620 +46,mlp.experts.51.down_proj,0.0000040686,0.05000,0.621 +46,mlp.experts.53.down_proj,0.0000033333,0.05000,0.601 +46,mlp.experts.52.down_proj,0.0000029910,0.05000,0.624 +46,mlp.experts.54.down_proj,0.0000124958,0.05000,0.629 +46,mlp.experts.55.down_proj,0.0000090101,0.05000,0.625 +46,mlp.experts.57.down_proj,0.0000041666,0.05000,0.632 +46,mlp.experts.56.down_proj,0.0000046524,0.05000,0.609 +46,mlp.experts.58.down_proj,0.0000024661,0.05000,0.606 +46,mlp.experts.59.down_proj,0.0000031065,0.05000,0.647 +46,mlp.experts.61.down_proj,0.0000051213,0.05000,0.607 +46,mlp.experts.60.down_proj,0.0000025140,0.05000,0.616 +46,mlp.experts.62.down_proj,0.0000049266,0.05000,0.629 +46,mlp.experts.63.down_proj,0.0000034701,0.05000,0.645 +46,mlp.experts.65.down_proj,0.0000036646,0.05000,0.606 +46,mlp.experts.64.down_proj,0.0000113740,0.05000,0.610 +46,mlp.experts.66.down_proj,0.0000160725,0.05000,0.624 +46,mlp.experts.67.down_proj,0.0000099203,0.05000,0.626 +46,mlp.experts.69.down_proj,0.0000057498,0.05000,0.607 +46,mlp.experts.68.down_proj,0.0000070676,0.05000,0.604 +46,mlp.experts.70.down_proj,0.0000085341,0.05000,0.601 +46,mlp.experts.71.down_proj,0.0000080065,0.05000,0.649 +46,mlp.experts.73.down_proj,0.0000014507,0.05000,0.620 +46,mlp.experts.72.down_proj,0.0000039425,0.05000,0.616 +46,mlp.experts.74.down_proj,0.0000069410,0.05000,0.598 +46,mlp.experts.75.down_proj,0.0000031950,0.05000,0.624 +46,mlp.experts.77.down_proj,0.0000025575,0.05000,0.622 +46,mlp.experts.78.down_proj,0.0000028204,0.05000,0.601 +46,mlp.experts.76.down_proj,0.0000113429,0.05000,0.652 +46,mlp.experts.79.down_proj,0.0000040810,0.05000,0.620 +46,mlp.experts.81.down_proj,0.0000050029,0.05000,0.596 +46,mlp.experts.82.down_proj,0.0000016450,0.05000,0.594 +46,mlp.experts.80.down_proj,0.0000043888,0.05000,0.597 +46,mlp.experts.83.down_proj,0.0000020652,0.05000,0.597 +46,mlp.experts.85.down_proj,0.0000042589,0.05000,0.599 +46,mlp.experts.86.down_proj,0.0000235048,0.05000,0.604 +46,mlp.experts.84.down_proj,0.0000085877,0.05000,0.628 +46,mlp.experts.87.down_proj,0.0000029026,0.05000,0.663 +46,mlp.experts.89.down_proj,0.0000061389,0.05000,0.628 +46,mlp.experts.90.down_proj,0.0000054360,0.05000,0.628 +46,mlp.experts.88.down_proj,0.0000035407,0.05000,0.611 +46,mlp.experts.91.down_proj,0.0000029886,0.05000,0.612 +46,mlp.experts.93.down_proj,0.0000065113,0.05000,0.607 +46,mlp.experts.94.down_proj,0.0000120882,0.05000,0.605 +46,mlp.experts.92.down_proj,0.0000070957,0.05000,0.608 +46,mlp.experts.95.down_proj,0.0000066214,0.05000,0.618 +46,mlp.experts.97.down_proj,0.0000056058,0.05000,0.601 +46,mlp.experts.98.down_proj,0.0000011068,0.05000,0.604 +46,mlp.experts.96.down_proj,0.0000086091,0.05000,0.608 +46,mlp.experts.99.down_proj,0.0000058479,0.05000,0.652 +46,mlp.experts.101.down_proj,0.0000027890,0.05000,0.606 +46,mlp.experts.102.down_proj,0.0000060376,0.05000,0.628 +46,mlp.experts.100.down_proj,0.0000025465,0.05000,0.614 +46,mlp.experts.103.down_proj,0.0000009396,0.05000,0.602 +46,mlp.experts.105.down_proj,0.0000075157,0.05000,0.609 +46,mlp.experts.104.down_proj,0.0000043743,0.05000,0.609 +46,mlp.experts.106.down_proj,0.0000019032,0.05000,0.650 +46,mlp.experts.107.down_proj,0.0000053047,0.05000,0.623 +46,mlp.experts.109.down_proj,0.0000051889,0.05000,0.619 +46,mlp.experts.108.down_proj,0.0000030882,0.05000,0.610 +46,mlp.experts.110.down_proj,0.0000067397,0.05000,0.605 +46,mlp.experts.111.down_proj,0.0000056238,0.05000,0.613 +46,mlp.experts.113.down_proj,0.0000026677,0.05000,0.626 +46,mlp.experts.112.down_proj,0.0000096907,0.05000,0.615 +46,mlp.experts.114.down_proj,0.0000041455,0.05000,0.649 +46,mlp.experts.115.down_proj,0.0000063363,0.05000,0.612 +46,mlp.experts.117.down_proj,0.0000051517,0.05000,0.599 +46,mlp.experts.116.down_proj,0.0000007396,0.05000,0.625 +46,mlp.experts.118.down_proj,0.0000014000,0.05000,0.641 +46,mlp.experts.119.down_proj,0.0000037230,0.05000,0.603 +46,mlp.experts.121.down_proj,0.0000029142,0.05000,0.599 +46,mlp.experts.120.down_proj,0.0000030099,0.05000,0.602 +46,mlp.experts.122.down_proj,0.0000043779,0.05000,0.621 +46,mlp.experts.123.down_proj,0.0000065887,0.05000,0.610 +46,mlp.experts.125.down_proj,0.0000052605,0.05000,0.625 +46,mlp.experts.124.down_proj,0.0000036322,0.05000,0.605 +46,mlp.experts.126.down_proj,0.0000077519,0.05000,0.620 +46,mlp.experts.127.down_proj,0.0000017265,0.05000,0.630 +46,mlp.experts.129.down_proj,0.0000023246,0.05000,0.607 +46,mlp.experts.128.down_proj,0.0000063428,0.05000,0.626 +46,mlp.experts.130.down_proj,0.0000071456,0.05000,0.635 +46,mlp.experts.131.down_proj,0.0000275342,0.05000,0.619 +46,mlp.experts.133.down_proj,0.0000068052,0.05000,0.649 +46,mlp.experts.132.down_proj,0.0000023637,0.05000,0.612 +46,mlp.experts.134.down_proj,0.0000035473,0.05000,0.645 +46,mlp.experts.135.down_proj,0.0000052360,0.05000,0.612 +46,mlp.experts.137.down_proj,0.0000194592,0.05000,0.611 +46,mlp.experts.136.down_proj,0.0000095560,0.05000,0.654 +46,mlp.experts.138.down_proj,0.0000005273,0.05000,0.604 +46,mlp.experts.139.down_proj,0.0000091184,0.05000,0.606 +46,mlp.experts.141.down_proj,0.0000074035,0.05000,0.608 +46,mlp.experts.140.down_proj,0.0000037395,0.05000,0.607 +46,mlp.experts.142.down_proj,0.0000296180,0.05000,0.623 +46,mlp.experts.143.down_proj,0.0000072877,0.05000,0.632 +46,mlp.experts.145.down_proj,0.0000029203,0.05000,0.630 +46,mlp.experts.144.down_proj,0.0000079424,0.05000,0.633 +46,mlp.experts.146.down_proj,0.0000032126,0.05000,0.638 +46,mlp.experts.147.down_proj,0.0000070314,0.05000,0.623 +46,mlp.experts.149.down_proj,0.0000495430,0.05000,0.611 +46,mlp.experts.148.down_proj,0.0000027268,0.05000,0.609 +46,mlp.experts.150.down_proj,0.0000069145,0.05000,0.631 +46,mlp.experts.151.down_proj,0.0000036520,0.05000,0.615 +46,mlp.experts.153.down_proj,0.0000131179,0.05000,0.633 +46,mlp.experts.152.down_proj,0.0000067012,0.05000,0.636 +46,mlp.experts.154.down_proj,0.0000049640,0.05000,0.628 +46,mlp.experts.155.down_proj,0.0000185859,0.05000,0.610 +46,mlp.experts.157.down_proj,0.0000029452,0.05000,0.607 +46,mlp.experts.156.down_proj,0.0000048908,0.05000,0.596 +46,mlp.experts.158.down_proj,0.0000031272,0.05000,0.536 +46,mlp.experts.159.down_proj,0.0000296291,0.05000,0.449 +47,mlp.experts.0.gate_proj,0.0000733618,0.05000,2.054 +47,mlp.experts.3.gate_proj,0.0000052470,0.05000,2.077 +47,mlp.experts.1.gate_proj,0.0000384311,0.05000,2.145 +47,mlp.experts.2.gate_proj,0.0000542970,0.05000,2.171 +47,mlp.experts.4.gate_proj,0.0000669171,0.05000,2.065 +47,mlp.experts.5.gate_proj,0.0000268105,0.05000,2.020 +47,mlp.experts.7.gate_proj,0.0000414686,0.05000,2.089 +47,mlp.experts.6.gate_proj,0.0000123307,0.05000,2.124 +47,mlp.experts.8.gate_proj,0.0000304444,0.05000,2.055 +47,mlp.experts.11.gate_proj,0.0000686663,0.05000,2.013 +47,mlp.experts.9.gate_proj,0.0000228695,0.05000,2.112 +47,mlp.experts.10.gate_proj,0.0000502270,0.05000,2.089 +47,mlp.experts.12.gate_proj,0.0000615762,0.05000,2.111 +47,mlp.experts.15.gate_proj,0.0001781797,0.05000,2.132 +47,mlp.experts.13.gate_proj,0.0000442823,0.05000,2.147 +47,mlp.experts.14.gate_proj,0.0000415227,0.05000,2.219 +47,mlp.experts.16.gate_proj,0.0000599861,0.05000,2.043 +47,mlp.experts.19.gate_proj,0.0000368321,0.05000,2.085 +47,mlp.experts.17.gate_proj,0.0000402154,0.05000,2.077 +47,mlp.experts.18.gate_proj,0.0000289880,0.05000,2.071 +47,mlp.experts.20.gate_proj,0.0000457347,0.05000,2.036 +47,mlp.experts.23.gate_proj,0.0000449406,0.05000,2.051 +47,mlp.experts.21.gate_proj,0.0000595507,0.05000,2.049 +47,mlp.experts.22.gate_proj,0.0000618218,0.05000,2.083 +47,mlp.experts.24.gate_proj,0.0000508816,0.05000,2.049 +47,mlp.experts.27.gate_proj,0.0000151272,0.05000,2.063 +47,mlp.experts.25.gate_proj,0.0000200818,0.05000,2.098 +47,mlp.experts.26.gate_proj,0.0000471039,0.05000,2.116 +47,mlp.experts.28.gate_proj,0.0000285620,0.05000,2.109 +47,mlp.experts.31.gate_proj,0.0000435025,0.05000,2.079 +47,mlp.experts.29.gate_proj,0.0000483086,0.05000,2.061 +47,mlp.experts.30.gate_proj,0.0000341936,0.05000,2.070 +47,mlp.experts.32.gate_proj,0.0000349947,0.05000,2.053 +47,mlp.experts.35.gate_proj,0.0000343809,0.05000,2.040 +47,mlp.experts.33.gate_proj,0.0000441698,0.05000,2.063 +47,mlp.experts.34.gate_proj,0.0000387929,0.05000,2.143 +47,mlp.experts.36.gate_proj,0.0000242361,0.05000,2.048 +47,mlp.experts.39.gate_proj,0.0000649989,0.05000,2.066 +47,mlp.experts.37.gate_proj,0.0000317202,0.05000,2.060 +47,mlp.experts.38.gate_proj,0.0000673459,0.05000,2.057 +47,mlp.experts.43.gate_proj,0.0000393285,0.05000,2.006 +47,mlp.experts.40.gate_proj,0.0000266773,0.05000,2.078 +47,mlp.experts.41.gate_proj,0.0000166323,0.05000,2.033 +47,mlp.experts.42.gate_proj,0.0000731638,0.05000,2.097 +47,mlp.experts.47.gate_proj,0.0000611699,0.05000,2.008 +47,mlp.experts.44.gate_proj,0.0000461678,0.05000,2.033 +47,mlp.experts.45.gate_proj,0.0001935894,0.05000,2.023 +47,mlp.experts.46.gate_proj,0.0000496837,0.05000,2.042 +47,mlp.experts.51.gate_proj,0.0000214291,0.05000,2.013 +47,mlp.experts.48.gate_proj,0.0000253827,0.05000,2.024 +47,mlp.experts.49.gate_proj,0.0000386422,0.05000,2.028 +47,mlp.experts.50.gate_proj,0.0000338114,0.05000,2.050 +47,mlp.experts.55.gate_proj,0.0000340394,0.05000,2.011 +47,mlp.experts.52.gate_proj,0.0000385261,0.05000,2.071 +47,mlp.experts.53.gate_proj,0.0000076056,0.05000,2.054 +47,mlp.experts.54.gate_proj,0.0000423133,0.05000,2.065 +47,mlp.experts.59.gate_proj,0.0000375681,0.05000,2.053 +47,mlp.experts.56.gate_proj,0.0000321426,0.05000,2.094 +47,mlp.experts.57.gate_proj,0.0000262470,0.05000,2.135 +47,mlp.experts.58.gate_proj,0.0001278672,0.05000,2.067 +47,mlp.experts.63.gate_proj,0.0000578681,0.05000,2.032 +47,mlp.experts.60.gate_proj,0.0000497123,0.05000,2.039 +47,mlp.experts.61.gate_proj,0.0000975121,0.05000,2.065 +47,mlp.experts.62.gate_proj,0.0000524877,0.05000,2.107 +47,mlp.experts.67.gate_proj,0.0000475088,0.05000,2.052 +47,mlp.experts.64.gate_proj,0.0000339460,0.05000,2.058 +47,mlp.experts.65.gate_proj,0.0000536346,0.05000,2.102 +47,mlp.experts.66.gate_proj,0.0000428710,0.05000,2.106 +47,mlp.experts.71.gate_proj,0.0000157941,0.05000,2.074 +47,mlp.experts.68.gate_proj,0.0000502856,0.05000,2.086 +47,mlp.experts.69.gate_proj,0.0000700324,0.05000,2.064 +47,mlp.experts.70.gate_proj,0.0000365057,0.05000,2.077 +47,mlp.experts.75.gate_proj,0.0000106236,0.05000,2.023 +47,mlp.experts.72.gate_proj,0.0000462244,0.05000,2.029 +47,mlp.experts.73.gate_proj,0.0000171871,0.05000,2.043 +47,mlp.experts.74.gate_proj,0.0000354770,0.05000,2.078 +47,mlp.experts.79.gate_proj,0.0000208012,0.05000,2.032 +47,mlp.experts.76.gate_proj,0.0000711735,0.05000,2.030 +47,mlp.experts.77.gate_proj,0.0000462044,0.05000,2.054 +47,mlp.experts.78.gate_proj,0.0000214477,0.05000,2.005 +47,mlp.experts.83.gate_proj,0.0000257101,0.05000,1.559 +47,mlp.experts.80.gate_proj,0.0000321430,0.05000,1.503 +47,mlp.experts.81.gate_proj,0.0000627326,0.05000,2.087 +47,mlp.experts.84.gate_proj,0.0000334423,0.05000,2.115 +47,mlp.experts.87.gate_proj,0.0000550880,0.05000,2.139 +47,mlp.experts.82.gate_proj,0.0000788001,0.05000,2.165 +47,mlp.experts.85.gate_proj,0.0000509090,0.05000,2.054 +47,mlp.experts.88.gate_proj,0.0000776904,0.05000,2.029 +47,mlp.experts.91.gate_proj,0.0000889319,0.05000,2.051 +47,mlp.experts.86.gate_proj,0.0000081780,0.05000,2.067 +47,mlp.experts.92.gate_proj,0.0000886784,0.05000,2.042 +47,mlp.experts.95.gate_proj,0.0000740718,0.05000,2.033 +47,mlp.experts.89.gate_proj,0.0000252763,0.05000,2.104 +47,mlp.experts.90.gate_proj,0.0000823875,0.05000,2.130 +47,mlp.experts.96.gate_proj,0.0000235245,0.05000,2.074 +47,mlp.experts.99.gate_proj,0.0000453973,0.05000,2.071 +47,mlp.experts.93.gate_proj,0.0000077775,0.05000,2.120 +47,mlp.experts.94.gate_proj,0.0000222104,0.05000,2.149 +47,mlp.experts.100.gate_proj,0.0000716065,0.05000,2.027 +47,mlp.experts.103.gate_proj,0.0000227297,0.05000,2.034 +47,mlp.experts.98.gate_proj,0.0000082393,0.05000,2.019 +47,mlp.experts.97.gate_proj,0.0000606323,0.05000,2.203 +47,mlp.experts.104.gate_proj,0.0000883913,0.05000,2.088 +47,mlp.experts.107.gate_proj,0.0000279470,0.05000,2.049 +47,mlp.experts.102.gate_proj,0.0000349867,0.05000,2.091 +47,mlp.experts.101.gate_proj,0.0000539781,0.05000,2.188 +47,mlp.experts.111.gate_proj,0.0000396523,0.05000,2.068 +47,mlp.experts.108.gate_proj,0.0000304140,0.05000,2.128 +47,mlp.experts.106.gate_proj,0.0000708673,0.05000,2.078 +47,mlp.experts.105.gate_proj,0.0000238223,0.05000,2.169 +47,mlp.experts.115.gate_proj,0.0000262152,0.05000,2.016 +47,mlp.experts.112.gate_proj,0.0000099484,0.05000,2.032 +47,mlp.experts.110.gate_proj,0.0000242768,0.05000,2.051 +47,mlp.experts.109.gate_proj,0.0000198847,0.05000,2.071 +47,mlp.experts.119.gate_proj,0.0000545576,0.05000,2.012 +47,mlp.experts.116.gate_proj,0.0000910674,0.05000,2.004 +47,mlp.experts.114.gate_proj,0.0000442364,0.05000,2.069 +47,mlp.experts.113.gate_proj,0.0000727752,0.05000,2.094 +47,mlp.experts.123.gate_proj,0.0000284289,0.05000,2.008 +47,mlp.experts.120.gate_proj,0.0000208811,0.05000,2.003 +47,mlp.experts.118.gate_proj,0.0000235142,0.05000,2.025 +47,mlp.experts.117.gate_proj,0.0000347789,0.05000,2.057 +47,mlp.experts.127.gate_proj,0.0000320536,0.05000,2.060 +47,mlp.experts.124.gate_proj,0.0000298282,0.05000,2.128 +47,mlp.experts.122.gate_proj,0.0000567979,0.05000,2.117 +47,mlp.experts.121.gate_proj,0.0000365178,0.05000,2.103 +47,mlp.experts.131.gate_proj,0.0000560169,0.05000,2.051 +47,mlp.experts.128.gate_proj,0.0000747838,0.05000,2.055 +47,mlp.experts.126.gate_proj,0.0000646388,0.05000,2.117 +47,mlp.experts.125.gate_proj,0.0000501546,0.05000,2.031 +47,mlp.experts.135.gate_proj,0.0000351172,0.05000,2.105 +47,mlp.experts.132.gate_proj,0.0000796842,0.05000,2.077 +47,mlp.experts.130.gate_proj,0.0000239803,0.05000,2.079 +47,mlp.experts.129.gate_proj,0.0000456491,0.05000,2.062 +47,mlp.experts.139.gate_proj,0.0000621265,0.05000,2.073 +47,mlp.experts.136.gate_proj,0.0000286245,0.05000,2.044 +47,mlp.experts.134.gate_proj,0.0000239295,0.05000,2.052 +47,mlp.experts.133.gate_proj,0.0000327641,0.05000,2.032 +47,mlp.experts.143.gate_proj,0.0001068705,0.05000,2.060 +47,mlp.experts.140.gate_proj,0.0000341829,0.05000,2.059 +47,mlp.experts.138.gate_proj,0.0000404195,0.05000,2.081 +47,mlp.experts.137.gate_proj,0.0000358779,0.05000,2.040 +47,mlp.experts.147.gate_proj,0.0000240739,0.05000,2.095 +47,mlp.experts.144.gate_proj,0.0000278783,0.05000,2.053 +47,mlp.experts.142.gate_proj,0.0000413253,0.05000,2.017 +47,mlp.experts.141.gate_proj,0.0000055588,0.05000,2.029 +47,mlp.experts.148.gate_proj,0.0000579496,0.05000,2.039 +47,mlp.experts.151.gate_proj,0.0001063132,0.05000,2.098 +47,mlp.experts.146.gate_proj,0.0000065372,0.05000,2.057 +47,mlp.experts.145.gate_proj,0.0000265279,0.05000,2.034 +47,mlp.experts.152.gate_proj,0.0000233445,0.05000,2.090 +47,mlp.experts.155.gate_proj,0.0000429666,0.05000,2.105 +47,mlp.experts.150.gate_proj,0.0000971724,0.05000,2.076 +47,mlp.experts.149.gate_proj,0.0000380231,0.05000,2.088 +47,mlp.experts.156.gate_proj,0.0000349425,0.05000,2.062 +47,mlp.experts.159.gate_proj,0.0000556730,0.05000,2.021 +47,mlp.experts.154.gate_proj,0.0000202231,0.05000,2.053 +47,mlp.experts.153.gate_proj,0.0000507169,0.05000,2.092 +47,mlp.experts.3.up_proj,0.0000051383,0.05000,2.031 +47,mlp.experts.0.up_proj,0.0000705383,0.05000,2.068 +47,mlp.experts.158.gate_proj,0.0000119606,0.05000,2.073 +47,mlp.experts.157.gate_proj,0.0001870561,0.05000,2.039 +47,mlp.experts.7.up_proj,0.0000395032,0.05000,2.062 +47,mlp.experts.4.up_proj,0.0000651819,0.05000,2.059 +47,mlp.experts.2.up_proj,0.0000547072,0.05000,2.046 +47,mlp.experts.1.up_proj,0.0000377854,0.05000,2.064 +47,mlp.experts.11.up_proj,0.0000666854,0.05000,2.088 +47,mlp.experts.8.up_proj,0.0000299373,0.05000,2.089 +47,mlp.experts.6.up_proj,0.0000121281,0.05000,2.062 +47,mlp.experts.5.up_proj,0.0000252929,0.05000,2.100 +47,mlp.experts.15.up_proj,0.0001614403,0.05000,2.031 +47,mlp.experts.12.up_proj,0.0000598024,0.05000,2.029 +47,mlp.experts.10.up_proj,0.0000475460,0.05000,2.021 +47,mlp.experts.9.up_proj,0.0000224127,0.05000,2.126 +47,mlp.experts.19.up_proj,0.0000355537,0.05000,2.054 +47,mlp.experts.16.up_proj,0.0000574433,0.05000,2.073 +47,mlp.experts.14.up_proj,0.0000409614,0.05000,2.051 +47,mlp.experts.13.up_proj,0.0000439526,0.05000,2.088 +47,mlp.experts.23.up_proj,0.0000438912,0.05000,2.016 +47,mlp.experts.20.up_proj,0.0000442363,0.05000,2.038 +47,mlp.experts.18.up_proj,0.0000282408,0.05000,2.031 +47,mlp.experts.17.up_proj,0.0000390319,0.05000,2.011 +47,mlp.experts.27.up_proj,0.0000147767,0.05000,2.043 +47,mlp.experts.24.up_proj,0.0000490846,0.05000,2.067 +47,mlp.experts.22.up_proj,0.0000606120,0.05000,2.070 +47,mlp.experts.21.up_proj,0.0000591003,0.05000,2.013 +47,mlp.experts.31.up_proj,0.0000410061,0.05000,2.053 +47,mlp.experts.28.up_proj,0.0000281148,0.05000,2.104 +47,mlp.experts.26.up_proj,0.0000454275,0.05000,2.098 +47,mlp.experts.25.up_proj,0.0000195412,0.05000,2.032 +47,mlp.experts.35.up_proj,0.0000338596,0.05000,2.033 +47,mlp.experts.32.up_proj,0.0000344265,0.05000,2.073 +47,mlp.experts.30.up_proj,0.0000334600,0.05000,2.091 +47,mlp.experts.29.up_proj,0.0000466778,0.05000,2.030 +47,mlp.experts.39.up_proj,0.0000624193,0.05000,2.048 +47,mlp.experts.36.up_proj,0.0000240019,0.05000,2.041 +47,mlp.experts.34.up_proj,0.0000383234,0.05000,2.048 +47,mlp.experts.33.up_proj,0.0000412279,0.05000,2.064 +47,mlp.experts.43.up_proj,0.0000376291,0.05000,2.078 +47,mlp.experts.40.up_proj,0.0000242864,0.05000,2.076 +47,mlp.experts.38.up_proj,0.0000661187,0.05000,2.074 +47,mlp.experts.37.up_proj,0.0000306164,0.05000,2.118 +47,mlp.experts.47.up_proj,0.0000576782,0.05000,2.045 +47,mlp.experts.44.up_proj,0.0000448294,0.05000,2.074 +47,mlp.experts.42.up_proj,0.0000707289,0.05000,2.074 +47,mlp.experts.41.up_proj,0.0000164750,0.05000,2.079 +47,mlp.experts.51.up_proj,0.0000210689,0.05000,2.041 +47,mlp.experts.48.up_proj,0.0000249465,0.05000,2.081 +47,mlp.experts.46.up_proj,0.0000477661,0.05000,2.068 +47,mlp.experts.45.up_proj,0.0001873874,0.05000,2.077 +47,mlp.experts.55.up_proj,0.0000331257,0.05000,2.049 +47,mlp.experts.52.up_proj,0.0000370849,0.05000,2.071 +47,mlp.experts.50.up_proj,0.0000316878,0.05000,2.127 +47,mlp.experts.49.up_proj,0.0000364866,0.05000,2.091 +47,mlp.experts.59.up_proj,0.0000368598,0.05000,2.076 +47,mlp.experts.56.up_proj,0.0000310612,0.05000,2.089 +47,mlp.experts.54.up_proj,0.0000425909,0.05000,2.073 +47,mlp.experts.53.up_proj,0.0000074191,0.05000,2.099 +47,mlp.experts.63.up_proj,0.0000563341,0.05000,2.036 +47,mlp.experts.60.up_proj,0.0000467427,0.05000,2.079 +47,mlp.experts.58.up_proj,0.0001231775,0.05000,2.080 +47,mlp.experts.57.up_proj,0.0000252062,0.05000,2.015 +47,mlp.experts.67.up_proj,0.0000461021,0.05000,2.042 +47,mlp.experts.64.up_proj,0.0000333725,0.05000,2.065 +47,mlp.experts.62.up_proj,0.0000486610,0.05000,2.063 +47,mlp.experts.61.up_proj,0.0000933122,0.05000,2.061 +47,mlp.experts.71.up_proj,0.0000151472,0.05000,2.060 +47,mlp.experts.68.up_proj,0.0000486533,0.05000,2.067 +47,mlp.experts.66.up_proj,0.0000431305,0.05000,2.060 +47,mlp.experts.65.up_proj,0.0000490535,0.05000,2.054 +47,mlp.experts.75.up_proj,0.0000103321,0.05000,2.081 +47,mlp.experts.72.up_proj,0.0000458315,0.05000,2.075 +47,mlp.experts.70.up_proj,0.0000378484,0.05000,2.064 +47,mlp.experts.69.up_proj,0.0000677142,0.05000,2.108 +47,mlp.experts.79.up_proj,0.0000207846,0.05000,2.069 +47,mlp.experts.76.up_proj,0.0000686564,0.05000,2.077 +47,mlp.experts.74.up_proj,0.0000343938,0.05000,2.080 +47,mlp.experts.73.up_proj,0.0000166150,0.05000,2.080 +47,mlp.experts.83.up_proj,0.0000252536,0.05000,2.108 +47,mlp.experts.80.up_proj,0.0000309151,0.05000,2.112 +47,mlp.experts.78.up_proj,0.0000212007,0.05000,2.096 +47,mlp.experts.77.up_proj,0.0000440423,0.05000,2.127 +47,mlp.experts.87.up_proj,0.0000544853,0.05000,2.056 +47,mlp.experts.84.up_proj,0.0000325172,0.05000,2.073 +47,mlp.experts.82.up_proj,0.0000782941,0.05000,2.102 +47,mlp.experts.81.up_proj,0.0000616266,0.05000,2.054 +47,mlp.experts.91.up_proj,0.0000820092,0.05000,2.073 +47,mlp.experts.88.up_proj,0.0000770987,0.05000,2.058 +47,mlp.experts.86.up_proj,0.0000076303,0.05000,2.097 +47,mlp.experts.85.up_proj,0.0000499957,0.05000,2.110 +47,mlp.experts.95.up_proj,0.0000674782,0.05000,2.062 +47,mlp.experts.92.up_proj,0.0000835573,0.05000,2.074 +47,mlp.experts.90.up_proj,0.0000805754,0.05000,2.075 +47,mlp.experts.89.up_proj,0.0000246788,0.05000,2.051 +47,mlp.experts.99.up_proj,0.0000446139,0.05000,2.060 +47,mlp.experts.96.up_proj,0.0000231667,0.05000,2.093 +47,mlp.experts.94.up_proj,0.0000218057,0.05000,2.029 +47,mlp.experts.93.up_proj,0.0000076016,0.05000,2.077 +47,mlp.experts.103.up_proj,0.0000225437,0.05000,2.071 +47,mlp.experts.100.up_proj,0.0000699165,0.05000,2.102 +47,mlp.experts.98.up_proj,0.0000080313,0.05000,2.116 +47,mlp.experts.97.up_proj,0.0000592608,0.05000,2.127 +47,mlp.experts.107.up_proj,0.0000276240,0.05000,2.077 +47,mlp.experts.104.up_proj,0.0000851136,0.05000,2.126 +47,mlp.experts.102.up_proj,0.0000345303,0.05000,2.088 +47,mlp.experts.101.up_proj,0.0000521250,0.05000,2.052 +47,mlp.experts.111.up_proj,0.0000382334,0.05000,2.060 +47,mlp.experts.108.up_proj,0.0000292879,0.05000,2.107 +47,mlp.experts.106.up_proj,0.0000693653,0.05000,2.060 +47,mlp.experts.105.up_proj,0.0000236087,0.05000,2.095 +47,mlp.experts.115.up_proj,0.0000259375,0.05000,2.025 +47,mlp.experts.112.up_proj,0.0000096761,0.05000,2.055 +47,mlp.experts.110.up_proj,0.0000238220,0.05000,2.028 +47,mlp.experts.109.up_proj,0.0000194845,0.05000,2.051 +47,mlp.experts.119.up_proj,0.0000542851,0.05000,2.022 +47,mlp.experts.116.up_proj,0.0000863194,0.05000,2.060 +47,mlp.experts.114.up_proj,0.0000430439,0.05000,2.081 +47,mlp.experts.113.up_proj,0.0000697730,0.05000,2.057 +47,mlp.experts.123.up_proj,0.0000274040,0.05000,2.102 +47,mlp.experts.120.up_proj,0.0000205160,0.05000,2.080 +47,mlp.experts.118.up_proj,0.0000230698,0.05000,2.090 +47,mlp.experts.117.up_proj,0.0000335521,0.05000,2.163 +47,mlp.experts.127.up_proj,0.0000313414,0.05000,2.049 +47,mlp.experts.124.up_proj,0.0000293861,0.05000,2.095 +47,mlp.experts.122.up_proj,0.0000518170,0.05000,2.105 +47,mlp.experts.121.up_proj,0.0000353098,0.05000,2.107 +47,mlp.experts.131.up_proj,0.0000551833,0.05000,2.067 +47,mlp.experts.128.up_proj,0.0000730275,0.05000,2.076 +47,mlp.experts.126.up_proj,0.0000640948,0.05000,2.048 +47,mlp.experts.125.up_proj,0.0000483567,0.05000,2.065 +47,mlp.experts.135.up_proj,0.0000346585,0.05000,2.057 +47,mlp.experts.132.up_proj,0.0000777283,0.05000,2.075 +47,mlp.experts.130.up_proj,0.0000231052,0.05000,2.067 +47,mlp.experts.129.up_proj,0.0000453673,0.05000,2.069 +47,mlp.experts.139.up_proj,0.0000629706,0.05000,2.061 +47,mlp.experts.136.up_proj,0.0000285658,0.05000,2.075 +47,mlp.experts.134.up_proj,0.0000233026,0.05000,2.059 +47,mlp.experts.133.up_proj,0.0000321858,0.05000,2.045 +47,mlp.experts.143.up_proj,0.0001026388,0.05000,2.058 +47,mlp.experts.140.up_proj,0.0000332544,0.05000,2.036 +47,mlp.experts.138.up_proj,0.0000399004,0.05000,2.061 +47,mlp.experts.137.up_proj,0.0000353354,0.05000,2.092 +47,mlp.experts.147.up_proj,0.0000236086,0.05000,2.049 +47,mlp.experts.144.up_proj,0.0000279756,0.05000,2.076 +47,mlp.experts.142.up_proj,0.0000407736,0.05000,2.057 +47,mlp.experts.141.up_proj,0.0000054078,0.05000,2.063 +47,mlp.experts.151.up_proj,0.0001007946,0.05000,2.069 +47,mlp.experts.148.up_proj,0.0000566343,0.05000,2.076 +47,mlp.experts.146.up_proj,0.0000064225,0.05000,2.073 +47,mlp.experts.145.up_proj,0.0000239621,0.05000,2.110 +47,mlp.experts.155.up_proj,0.0000425127,0.05000,2.057 +47,mlp.experts.152.up_proj,0.0000227456,0.05000,2.061 +47,mlp.experts.150.up_proj,0.0000896579,0.05000,2.016 +47,mlp.experts.149.up_proj,0.0000370496,0.05000,2.019 +47,mlp.experts.159.up_proj,0.0000527691,0.05000,2.036 +47,mlp.experts.156.up_proj,0.0000319504,0.05000,1.892 +47,mlp.experts.154.up_proj,0.0000198296,0.05000,1.828 +47,mlp.experts.153.up_proj,0.0000500271,0.05000,1.734 +47,mlp.experts.158.up_proj,0.0000117323,0.05000,1.393 +47,mlp.experts.157.up_proj,0.0001779198,0.05000,1.287 +47,mlp.experts.1.down_proj,0.0000050332,0.05000,0.631 +47,mlp.experts.2.down_proj,0.0000183167,0.05000,0.638 +47,mlp.experts.3.down_proj,0.0000011151,0.05000,0.648 +47,mlp.experts.0.down_proj,0.0000165163,0.05000,0.680 +47,mlp.experts.5.down_proj,0.0000063507,0.05000,0.606 +47,mlp.experts.6.down_proj,0.0000030227,0.05000,0.615 +47,mlp.experts.7.down_proj,0.0000059285,0.05000,0.634 +47,mlp.experts.4.down_proj,0.0000070072,0.05000,0.606 +47,mlp.experts.9.down_proj,0.0000059379,0.05000,0.601 +47,mlp.experts.10.down_proj,0.0000062137,0.05000,0.606 +47,mlp.experts.11.down_proj,0.0000064003,0.05000,0.602 +47,mlp.experts.8.down_proj,0.0000033302,0.05000,0.606 +47,mlp.experts.13.down_proj,0.0000091049,0.05000,0.621 +47,mlp.experts.14.down_proj,0.0000062216,0.05000,0.614 +47,mlp.experts.15.down_proj,0.0000592609,0.05000,0.621 +47,mlp.experts.12.down_proj,0.0000084225,0.05000,0.651 +47,mlp.experts.17.down_proj,0.0000042617,0.05000,0.606 +47,mlp.experts.18.down_proj,0.0000030670,0.05000,0.609 +47,mlp.experts.19.down_proj,0.0000078861,0.05000,0.605 +47,mlp.experts.16.down_proj,0.0000164758,0.05000,0.600 +47,mlp.experts.21.down_proj,0.0000141917,0.05000,0.604 +47,mlp.experts.22.down_proj,0.0000081479,0.05000,0.609 +47,mlp.experts.23.down_proj,0.0000037970,0.05000,0.600 +47,mlp.experts.20.down_proj,0.0000045117,0.05000,0.604 +47,mlp.experts.25.down_proj,0.0000020876,0.05000,0.612 +47,mlp.experts.26.down_proj,0.0000040366,0.05000,0.618 +47,mlp.experts.27.down_proj,0.0000019486,0.05000,0.613 +47,mlp.experts.24.down_proj,0.0000107750,0.05000,0.634 +47,mlp.experts.29.down_proj,0.0000042905,0.05000,0.612 +47,mlp.experts.30.down_proj,0.0000036241,0.05000,0.617 +47,mlp.experts.31.down_proj,0.0000047084,0.05000,0.621 +47,mlp.experts.28.down_proj,0.0000028002,0.05000,0.617 +47,mlp.experts.33.down_proj,0.0000044597,0.05000,0.618 +47,mlp.experts.34.down_proj,0.0000054270,0.05000,0.632 +47,mlp.experts.35.down_proj,0.0000032337,0.05000,0.629 +47,mlp.experts.32.down_proj,0.0000055701,0.05000,0.615 +47,mlp.experts.37.down_proj,0.0000039434,0.05000,0.609 +47,mlp.experts.39.down_proj,0.0000140074,0.05000,0.606 +47,mlp.experts.38.down_proj,0.0000097461,0.05000,0.635 +47,mlp.experts.36.down_proj,0.0000034290,0.05000,0.655 +47,mlp.experts.41.down_proj,0.0000018314,0.05000,0.604 +47,mlp.experts.43.down_proj,0.0000058488,0.05000,0.606 +47,mlp.experts.42.down_proj,0.0000077500,0.05000,0.608 +47,mlp.experts.40.down_proj,0.0000102456,0.05000,0.615 +47,mlp.experts.45.down_proj,0.0000371594,0.05000,0.605 +47,mlp.experts.47.down_proj,0.0000092002,0.05000,0.608 +47,mlp.experts.46.down_proj,0.0000065281,0.05000,0.625 +47,mlp.experts.44.down_proj,0.0000044704,0.05000,0.622 +47,mlp.experts.49.down_proj,0.0000044664,0.05000,0.607 +47,mlp.experts.51.down_proj,0.0000045207,0.05000,0.606 +47,mlp.experts.50.down_proj,0.0000033879,0.05000,0.628 +47,mlp.experts.48.down_proj,0.0000058588,0.05000,0.641 +47,mlp.experts.53.down_proj,0.0000007653,0.05000,0.632 +47,mlp.experts.55.down_proj,0.0000037705,0.05000,0.660 +47,mlp.experts.54.down_proj,0.0000072615,0.05000,0.635 +47,mlp.experts.52.down_proj,0.0000045641,0.05000,0.652 +47,mlp.experts.57.down_proj,0.0000023160,0.05000,0.614 +47,mlp.experts.59.down_proj,0.0000037699,0.05000,0.616 +47,mlp.experts.58.down_proj,0.0000339031,0.05000,0.638 +47,mlp.experts.56.down_proj,0.0000037429,0.05000,0.638 +47,mlp.experts.61.down_proj,0.0000084965,0.05000,0.619 +47,mlp.experts.63.down_proj,0.0000074004,0.05000,0.624 +47,mlp.experts.62.down_proj,0.0000183210,0.05000,0.656 +47,mlp.experts.60.down_proj,0.0000075849,0.05000,0.676 +47,mlp.experts.65.down_proj,0.0000105726,0.05000,0.633 +47,mlp.experts.67.down_proj,0.0000062398,0.05000,0.621 +47,mlp.experts.66.down_proj,0.0000085940,0.05000,0.617 +47,mlp.experts.64.down_proj,0.0000054223,0.05000,0.636 +47,mlp.experts.69.down_proj,0.0000159221,0.05000,0.636 +47,mlp.experts.71.down_proj,0.0000016033,0.05000,0.615 +47,mlp.experts.70.down_proj,0.0000105269,0.05000,0.617 +47,mlp.experts.68.down_proj,0.0000052037,0.05000,0.638 +47,mlp.experts.73.down_proj,0.0000023428,0.05000,0.632 +47,mlp.experts.75.down_proj,0.0000016386,0.05000,0.620 +47,mlp.experts.74.down_proj,0.0000042978,0.05000,0.632 +47,mlp.experts.72.down_proj,0.0000044765,0.05000,0.631 +47,mlp.experts.77.down_proj,0.0000048634,0.05000,0.627 +47,mlp.experts.79.down_proj,0.0000027418,0.05000,0.639 +47,mlp.experts.78.down_proj,0.0000027863,0.05000,0.702 +47,mlp.experts.76.down_proj,0.0000080043,0.05000,0.664 +47,mlp.experts.81.down_proj,0.0000071052,0.05000,0.673 +47,mlp.experts.83.down_proj,0.0000021851,0.05000,0.626 +47,mlp.experts.82.down_proj,0.0000145323,0.05000,0.677 +47,mlp.experts.80.down_proj,0.0000047629,0.05000,0.639 +47,mlp.experts.87.down_proj,0.0000105515,0.05000,0.612 +47,mlp.experts.85.down_proj,0.0000074550,0.05000,0.638 +47,mlp.experts.86.down_proj,0.0000006290,0.05000,0.627 +47,mlp.experts.84.down_proj,0.0000052543,0.05000,0.606 +47,mlp.experts.91.down_proj,0.0000150694,0.05000,0.606 +47,mlp.experts.89.down_proj,0.0000029396,0.05000,0.624 +47,mlp.experts.90.down_proj,0.0000246013,0.05000,0.603 +47,mlp.experts.88.down_proj,0.0000092691,0.05000,0.606 +47,mlp.experts.95.down_proj,0.0000071045,0.05000,0.610 +47,mlp.experts.93.down_proj,0.0000012134,0.05000,0.607 +47,mlp.experts.94.down_proj,0.0000032254,0.05000,0.651 +47,mlp.experts.92.down_proj,0.0000301915,0.05000,0.610 +47,mlp.experts.99.down_proj,0.0000066619,0.05000,0.611 +47,mlp.experts.97.down_proj,0.0000110660,0.05000,0.631 +47,mlp.experts.98.down_proj,0.0000008089,0.05000,0.627 +47,mlp.experts.96.down_proj,0.0000037839,0.05000,0.631 +47,mlp.experts.103.down_proj,0.0000031100,0.05000,0.613 +47,mlp.experts.101.down_proj,0.0000072585,0.05000,0.610 +47,mlp.experts.102.down_proj,0.0000052561,0.05000,0.611 +47,mlp.experts.100.down_proj,0.0000153517,0.05000,0.614 +47,mlp.experts.107.down_proj,0.0000050514,0.05000,0.618 +47,mlp.experts.105.down_proj,0.0000025082,0.05000,0.616 +47,mlp.experts.106.down_proj,0.0000108067,0.05000,0.635 +47,mlp.experts.104.down_proj,0.0000072354,0.05000,0.660 +47,mlp.experts.111.down_proj,0.0000040270,0.05000,0.619 +47,mlp.experts.109.down_proj,0.0000043000,0.05000,0.613 +47,mlp.experts.110.down_proj,0.0000044699,0.05000,0.647 +47,mlp.experts.108.down_proj,0.0000035546,0.05000,0.621 +47,mlp.experts.115.down_proj,0.0000044624,0.05000,0.616 +47,mlp.experts.113.down_proj,0.0000105088,0.05000,0.612 +47,mlp.experts.114.down_proj,0.0000133000,0.05000,0.608 +47,mlp.experts.112.down_proj,0.0000032102,0.05000,0.612 +47,mlp.experts.119.down_proj,0.0000079879,0.05000,0.613 +47,mlp.experts.117.down_proj,0.0000055695,0.05000,0.610 +47,mlp.experts.118.down_proj,0.0000030496,0.05000,0.614 +47,mlp.experts.116.down_proj,0.0000348535,0.05000,0.607 +47,mlp.experts.123.down_proj,0.0000054391,0.05000,0.608 +47,mlp.experts.121.down_proj,0.0000035949,0.05000,0.610 +47,mlp.experts.122.down_proj,0.0000064305,0.05000,0.604 +47,mlp.experts.120.down_proj,0.0000020016,0.05000,0.614 +47,mlp.experts.127.down_proj,0.0000031287,0.05000,0.626 +47,mlp.experts.125.down_proj,0.0000066383,0.05000,0.612 +47,mlp.experts.126.down_proj,0.0000109832,0.05000,0.605 +47,mlp.experts.124.down_proj,0.0000034016,0.05000,0.608 +47,mlp.experts.131.down_proj,0.0000056616,0.05000,0.607 +47,mlp.experts.129.down_proj,0.0000042855,0.05000,0.607 +47,mlp.experts.130.down_proj,0.0000035664,0.05000,0.634 +47,mlp.experts.128.down_proj,0.0000153335,0.05000,0.636 +47,mlp.experts.133.down_proj,0.0000037677,0.05000,0.609 +47,mlp.experts.135.down_proj,0.0000042781,0.05000,0.657 +47,mlp.experts.134.down_proj,0.0000031782,0.05000,0.612 +47,mlp.experts.132.down_proj,0.0000137838,0.05000,0.614 +47,mlp.experts.137.down_proj,0.0000044672,0.05000,0.631 +47,mlp.experts.139.down_proj,0.0000117191,0.05000,0.628 +47,mlp.experts.138.down_proj,0.0000059366,0.05000,0.625 +47,mlp.experts.136.down_proj,0.0000108283,0.05000,0.608 +47,mlp.experts.141.down_proj,0.0000011830,0.05000,0.633 +47,mlp.experts.143.down_proj,0.0000219534,0.05000,0.657 +47,mlp.experts.142.down_proj,0.0000062944,0.05000,0.613 +47,mlp.experts.140.down_proj,0.0000032377,0.05000,0.618 +47,mlp.experts.145.down_proj,0.0000129727,0.05000,0.630 +47,mlp.experts.147.down_proj,0.0000026602,0.05000,0.643 +47,mlp.experts.146.down_proj,0.0000009853,0.05000,0.602 +47,mlp.experts.144.down_proj,0.0000065671,0.05000,0.606 +47,mlp.experts.149.down_proj,0.0000057541,0.05000,0.617 +47,mlp.experts.151.down_proj,0.0000095308,0.05000,0.601 +47,mlp.experts.150.down_proj,0.0000175137,0.05000,0.598 +47,mlp.experts.148.down_proj,0.0000110245,0.05000,0.603 +47,mlp.experts.153.down_proj,0.0000082579,0.05000,0.604 +47,mlp.experts.155.down_proj,0.0000067414,0.05000,0.600 +47,mlp.experts.154.down_proj,0.0000026538,0.05000,0.601 +47,mlp.experts.152.down_proj,0.0000085641,0.05000,0.601 +47,mlp.experts.157.down_proj,0.0000777711,0.05000,0.608 +47,mlp.experts.159.down_proj,0.0000089532,0.05000,0.598 +47,mlp.experts.158.down_proj,0.0000031884,0.05000,0.536 +47,mlp.experts.156.down_proj,0.0000032215,0.05000,0.522 +48,mlp.experts.3.gate_proj,0.0000652042,0.05000,2.090 +48,mlp.experts.1.gate_proj,0.0000556806,0.05000,2.098 +48,mlp.experts.2.gate_proj,0.0000350809,0.05000,2.114 +48,mlp.experts.0.gate_proj,0.0000229573,0.05000,2.132 +48,mlp.experts.6.gate_proj,0.0000453293,0.05000,2.010 +48,mlp.experts.5.gate_proj,0.0000246429,0.05000,2.029 +48,mlp.experts.7.gate_proj,0.0000555760,0.05000,2.075 +48,mlp.experts.4.gate_proj,0.0000875432,0.05000,2.035 +48,mlp.experts.10.gate_proj,0.0000630334,0.05000,2.113 +48,mlp.experts.9.gate_proj,0.0000173202,0.05000,2.132 +48,mlp.experts.11.gate_proj,0.0000396560,0.05000,2.141 +48,mlp.experts.8.gate_proj,0.0000523210,0.05000,2.176 +48,mlp.experts.14.gate_proj,0.0000288532,0.05000,2.075 +48,mlp.experts.13.gate_proj,0.0000444816,0.05000,2.079 +48,mlp.experts.15.gate_proj,0.0001224428,0.05000,2.074 +48,mlp.experts.12.gate_proj,0.0000595808,0.05000,2.074 +48,mlp.experts.18.gate_proj,0.0000389070,0.05000,2.078 +48,mlp.experts.19.gate_proj,0.0000352963,0.05000,2.057 +48,mlp.experts.17.gate_proj,0.0000912682,0.05000,2.139 +48,mlp.experts.16.gate_proj,0.0000801918,0.05000,2.083 +48,mlp.experts.22.gate_proj,0.0000247074,0.05000,2.076 +48,mlp.experts.23.gate_proj,0.0000314646,0.05000,2.067 +48,mlp.experts.20.gate_proj,0.0000550374,0.05000,2.058 +48,mlp.experts.21.gate_proj,0.0000544311,0.05000,2.083 +48,mlp.experts.26.gate_proj,0.0000075314,0.05000,2.053 +48,mlp.experts.27.gate_proj,0.0000274961,0.05000,2.046 +48,mlp.experts.24.gate_proj,0.0000562942,0.05000,2.091 +48,mlp.experts.25.gate_proj,0.0000860158,0.05000,2.159 +48,mlp.experts.31.gate_proj,0.0000109053,0.05000,2.042 +48,mlp.experts.30.gate_proj,0.0000815912,0.05000,2.169 +48,mlp.experts.28.gate_proj,0.0000302334,0.05000,2.109 +48,mlp.experts.29.gate_proj,0.0000364999,0.05000,2.039 +48,mlp.experts.35.gate_proj,0.0000132014,0.05000,2.102 +48,mlp.experts.34.gate_proj,0.0001845453,0.05000,2.103 +48,mlp.experts.32.gate_proj,0.0000712044,0.05000,2.077 +48,mlp.experts.33.gate_proj,0.0000747716,0.05000,2.117 +48,mlp.experts.39.gate_proj,0.0000062793,0.05000,2.067 +48,mlp.experts.38.gate_proj,0.0000503018,0.05000,2.075 +48,mlp.experts.36.gate_proj,0.0000174463,0.05000,2.063 +48,mlp.experts.37.gate_proj,0.0000312185,0.05000,2.084 +48,mlp.experts.43.gate_proj,0.0000740893,0.05000,2.060 +48,mlp.experts.42.gate_proj,0.0000468971,0.05000,2.074 +48,mlp.experts.40.gate_proj,0.0001018882,0.05000,2.063 +48,mlp.experts.41.gate_proj,0.0000782515,0.05000,2.053 +48,mlp.experts.47.gate_proj,0.0000637164,0.05000,2.107 +48,mlp.experts.44.gate_proj,0.0000269393,0.05000,2.026 +48,mlp.experts.45.gate_proj,0.0000534826,0.05000,2.036 +48,mlp.experts.46.gate_proj,0.0000647947,0.05000,2.131 +48,mlp.experts.51.gate_proj,0.0000123067,0.05000,2.070 +48,mlp.experts.48.gate_proj,0.0000567126,0.05000,2.084 +48,mlp.experts.50.gate_proj,0.0000051694,0.05000,2.058 +48,mlp.experts.49.gate_proj,0.0000500127,0.05000,2.113 +48,mlp.experts.55.gate_proj,0.0000292874,0.05000,2.146 +48,mlp.experts.52.gate_proj,0.0000294210,0.05000,2.101 +48,mlp.experts.54.gate_proj,0.0000537527,0.05000,2.101 +48,mlp.experts.53.gate_proj,0.0000407995,0.05000,2.097 +48,mlp.experts.59.gate_proj,0.0000642873,0.05000,2.060 +48,mlp.experts.56.gate_proj,0.0000172138,0.05000,2.081 +48,mlp.experts.58.gate_proj,0.0000900392,0.05000,2.054 +48,mlp.experts.57.gate_proj,0.0000304653,0.05000,2.058 +48,mlp.experts.63.gate_proj,0.0000563341,0.05000,2.060 +48,mlp.experts.62.gate_proj,0.0000284842,0.05000,2.033 +48,mlp.experts.60.gate_proj,0.0000389051,0.05000,2.106 +48,mlp.experts.61.gate_proj,0.0001382929,0.05000,2.064 +48,mlp.experts.67.gate_proj,0.0000240507,0.05000,2.088 +48,mlp.experts.66.gate_proj,0.0000332372,0.05000,2.084 +48,mlp.experts.64.gate_proj,0.0000730078,0.05000,2.109 +48,mlp.experts.65.gate_proj,0.0000145363,0.05000,2.109 +48,mlp.experts.71.gate_proj,0.0000160208,0.05000,2.042 +48,mlp.experts.70.gate_proj,0.0000752918,0.05000,2.087 +48,mlp.experts.68.gate_proj,0.0000477090,0.05000,2.046 +48,mlp.experts.69.gate_proj,0.0000522363,0.05000,2.116 +48,mlp.experts.75.gate_proj,0.0000489331,0.05000,2.074 +48,mlp.experts.74.gate_proj,0.0000294243,0.05000,2.071 +48,mlp.experts.72.gate_proj,0.0000413343,0.05000,2.080 +48,mlp.experts.73.gate_proj,0.0000351972,0.05000,2.104 +48,mlp.experts.79.gate_proj,0.0000300521,0.05000,2.115 +48,mlp.experts.78.gate_proj,0.0000304599,0.05000,2.070 +48,mlp.experts.76.gate_proj,0.0001803118,0.05000,2.079 +48,mlp.experts.77.gate_proj,0.0000354910,0.05000,2.083 +48,mlp.experts.83.gate_proj,0.0000263486,0.05000,2.040 +48,mlp.experts.82.gate_proj,0.0000437394,0.05000,2.065 +48,mlp.experts.80.gate_proj,0.0000318877,0.05000,2.085 +48,mlp.experts.81.gate_proj,0.0000658376,0.05000,2.068 +48,mlp.experts.87.gate_proj,0.0000476134,0.05000,2.077 +48,mlp.experts.86.gate_proj,0.0001008028,0.05000,2.105 +48,mlp.experts.84.gate_proj,0.0000512989,0.05000,2.078 +48,mlp.experts.85.gate_proj,0.0000505514,0.05000,2.088 +48,mlp.experts.91.gate_proj,0.0000542304,0.05000,2.056 +48,mlp.experts.90.gate_proj,0.0000833409,0.05000,2.088 +48,mlp.experts.88.gate_proj,0.0001759001,0.05000,2.072 +48,mlp.experts.89.gate_proj,0.0000295456,0.05000,2.061 +48,mlp.experts.95.gate_proj,0.0000194460,0.05000,2.061 +48,mlp.experts.94.gate_proj,0.0000258534,0.05000,2.094 +48,mlp.experts.92.gate_proj,0.0000398413,0.05000,2.095 +48,mlp.experts.93.gate_proj,0.0000300873,0.05000,2.068 +48,mlp.experts.99.gate_proj,0.0000209371,0.05000,2.054 +48,mlp.experts.96.gate_proj,0.0000372751,0.05000,2.056 +48,mlp.experts.98.gate_proj,0.0000667162,0.05000,2.130 +48,mlp.experts.97.gate_proj,0.0000265477,0.05000,2.081 +48,mlp.experts.103.gate_proj,0.0000361107,0.05000,2.089 +48,mlp.experts.100.gate_proj,0.0000968062,0.05000,2.074 +48,mlp.experts.102.gate_proj,0.0000495333,0.05000,2.097 +48,mlp.experts.101.gate_proj,0.0000318088,0.05000,2.085 +48,mlp.experts.107.gate_proj,0.0000317406,0.05000,2.129 +48,mlp.experts.104.gate_proj,0.0000743744,0.05000,2.110 +48,mlp.experts.105.gate_proj,0.0000540063,0.05000,2.077 +48,mlp.experts.106.gate_proj,0.0000338139,0.05000,2.202 +48,mlp.experts.111.gate_proj,0.0000703364,0.05000,2.134 +48,mlp.experts.108.gate_proj,0.0000174747,0.05000,2.101 +48,mlp.experts.109.gate_proj,0.0000717078,0.05000,2.157 +48,mlp.experts.110.gate_proj,0.0000762512,0.05000,2.140 +48,mlp.experts.115.gate_proj,0.0000104599,0.05000,2.051 +48,mlp.experts.112.gate_proj,0.0000331828,0.05000,2.046 +48,mlp.experts.113.gate_proj,0.0000184369,0.05000,2.072 +48,mlp.experts.114.gate_proj,0.0000455454,0.05000,2.096 +48,mlp.experts.119.gate_proj,0.0000395425,0.05000,2.057 +48,mlp.experts.116.gate_proj,0.0000297219,0.05000,2.062 +48,mlp.experts.117.gate_proj,0.0000189892,0.05000,2.082 +48,mlp.experts.118.gate_proj,0.0000709869,0.05000,2.050 +48,mlp.experts.123.gate_proj,0.0000300069,0.05000,2.072 +48,mlp.experts.120.gate_proj,0.0000563507,0.05000,2.123 +48,mlp.experts.121.gate_proj,0.0000503401,0.05000,2.109 +48,mlp.experts.122.gate_proj,0.0000078716,0.05000,2.103 +48,mlp.experts.127.gate_proj,0.0001136175,0.05000,2.021 +48,mlp.experts.124.gate_proj,0.0000296277,0.05000,2.076 +48,mlp.experts.125.gate_proj,0.0000760109,0.05000,2.050 +48,mlp.experts.126.gate_proj,0.0000717982,0.05000,2.013 +48,mlp.experts.131.gate_proj,0.0000992088,0.05000,2.061 +48,mlp.experts.128.gate_proj,0.0001707309,0.05000,2.056 +48,mlp.experts.130.gate_proj,0.0000465321,0.05000,2.019 +48,mlp.experts.129.gate_proj,0.0000088555,0.05000,2.113 +48,mlp.experts.135.gate_proj,0.0000459102,0.05000,2.110 +48,mlp.experts.132.gate_proj,0.0000149427,0.05000,2.072 +48,mlp.experts.133.gate_proj,0.0000352561,0.05000,2.055 +48,mlp.experts.134.gate_proj,0.0000188328,0.05000,2.160 +48,mlp.experts.139.gate_proj,0.0000137892,0.05000,2.062 +48,mlp.experts.136.gate_proj,0.0000472197,0.05000,2.106 +48,mlp.experts.137.gate_proj,0.0000541175,0.05000,2.072 +48,mlp.experts.138.gate_proj,0.0000471500,0.05000,2.059 +48,mlp.experts.143.gate_proj,0.0000358691,0.05000,1.525 +48,mlp.experts.140.gate_proj,0.0000395024,0.05000,1.383 +48,mlp.experts.141.gate_proj,0.0000911306,0.05000,2.048 +48,mlp.experts.147.gate_proj,0.0000358650,0.05000,2.079 +48,mlp.experts.144.gate_proj,0.0000113675,0.05000,2.107 +48,mlp.experts.142.gate_proj,0.0000412070,0.05000,2.128 +48,mlp.experts.145.gate_proj,0.0000870012,0.05000,2.031 +48,mlp.experts.151.gate_proj,0.0002133555,0.05000,2.046 +48,mlp.experts.146.gate_proj,0.0000561419,0.05000,2.042 +48,mlp.experts.148.gate_proj,0.0000371146,0.05000,2.098 +48,mlp.experts.149.gate_proj,0.0000509075,0.05000,2.073 +48,mlp.experts.155.gate_proj,0.0000063426,0.05000,2.070 +48,mlp.experts.152.gate_proj,0.0000495735,0.05000,2.031 +48,mlp.experts.150.gate_proj,0.0000108003,0.05000,2.124 +48,mlp.experts.159.gate_proj,0.0000510900,0.05000,2.025 +48,mlp.experts.153.gate_proj,0.0000765489,0.05000,2.066 +48,mlp.experts.156.gate_proj,0.0000057151,0.05000,2.076 +48,mlp.experts.154.gate_proj,0.0000187620,0.05000,2.072 +48,mlp.experts.3.up_proj,0.0000630176,0.05000,2.081 +48,mlp.experts.157.gate_proj,0.0000599482,0.05000,2.110 +48,mlp.experts.0.up_proj,0.0000224399,0.05000,2.074 +48,mlp.experts.158.gate_proj,0.0000407057,0.05000,2.110 +48,mlp.experts.7.up_proj,0.0000538605,0.05000,2.128 +48,mlp.experts.1.up_proj,0.0000549671,0.05000,2.145 +48,mlp.experts.4.up_proj,0.0000871688,0.05000,2.122 +48,mlp.experts.2.up_proj,0.0000346421,0.05000,2.084 +48,mlp.experts.11.up_proj,0.0000382114,0.05000,2.054 +48,mlp.experts.5.up_proj,0.0000244732,0.05000,2.098 +48,mlp.experts.6.up_proj,0.0000434034,0.05000,2.038 +48,mlp.experts.8.up_proj,0.0000504021,0.05000,2.183 +48,mlp.experts.15.up_proj,0.0001129247,0.05000,2.110 +48,mlp.experts.9.up_proj,0.0000166400,0.05000,2.093 +48,mlp.experts.10.up_proj,0.0000615336,0.05000,2.103 +48,mlp.experts.12.up_proj,0.0000583908,0.05000,2.176 +48,mlp.experts.19.up_proj,0.0000348318,0.05000,2.053 +48,mlp.experts.14.up_proj,0.0000282791,0.05000,2.070 +48,mlp.experts.13.up_proj,0.0000432543,0.05000,2.128 +48,mlp.experts.16.up_proj,0.0000780940,0.05000,2.113 +48,mlp.experts.23.up_proj,0.0000304961,0.05000,2.085 +48,mlp.experts.17.up_proj,0.0000868250,0.05000,2.053 +48,mlp.experts.18.up_proj,0.0000381179,0.05000,2.106 +48,mlp.experts.20.up_proj,0.0000541420,0.05000,2.168 +48,mlp.experts.27.up_proj,0.0000268823,0.05000,2.069 +48,mlp.experts.22.up_proj,0.0000239754,0.05000,2.056 +48,mlp.experts.21.up_proj,0.0000508990,0.05000,2.087 +48,mlp.experts.24.up_proj,0.0000558255,0.05000,2.142 +48,mlp.experts.31.up_proj,0.0000106375,0.05000,2.041 +48,mlp.experts.26.up_proj,0.0000073765,0.05000,2.054 +48,mlp.experts.25.up_proj,0.0000853132,0.05000,2.100 +48,mlp.experts.28.up_proj,0.0000296462,0.05000,2.099 +48,mlp.experts.35.up_proj,0.0000129208,0.05000,2.072 +48,mlp.experts.30.up_proj,0.0000791871,0.05000,2.092 +48,mlp.experts.29.up_proj,0.0000350671,0.05000,2.084 +48,mlp.experts.32.up_proj,0.0000700802,0.05000,2.070 +48,mlp.experts.39.up_proj,0.0000061587,0.05000,2.051 +48,mlp.experts.34.up_proj,0.0001739936,0.05000,2.069 +48,mlp.experts.33.up_proj,0.0000720723,0.05000,2.069 +48,mlp.experts.36.up_proj,0.0000169953,0.05000,2.104 +48,mlp.experts.43.up_proj,0.0000718578,0.05000,2.058 +48,mlp.experts.38.up_proj,0.0000471925,0.05000,2.096 +48,mlp.experts.37.up_proj,0.0000306327,0.05000,2.078 +48,mlp.experts.40.up_proj,0.0000952661,0.05000,2.098 +48,mlp.experts.47.up_proj,0.0000626296,0.05000,2.039 +48,mlp.experts.42.up_proj,0.0000459965,0.05000,2.018 +48,mlp.experts.41.up_proj,0.0000762638,0.05000,2.029 +48,mlp.experts.44.up_proj,0.0000261891,0.05000,2.060 +48,mlp.experts.51.up_proj,0.0000120943,0.05000,2.065 +48,mlp.experts.46.up_proj,0.0000633314,0.05000,2.102 +48,mlp.experts.45.up_proj,0.0000522523,0.05000,2.114 +48,mlp.experts.48.up_proj,0.0000556503,0.05000,2.089 +48,mlp.experts.55.up_proj,0.0000285908,0.05000,2.036 +48,mlp.experts.50.up_proj,0.0000050607,0.05000,2.041 +48,mlp.experts.49.up_proj,0.0000493993,0.05000,2.043 +48,mlp.experts.52.up_proj,0.0000288598,0.05000,2.038 +48,mlp.experts.59.up_proj,0.0000624730,0.05000,2.054 +48,mlp.experts.53.up_proj,0.0000396719,0.05000,2.063 +48,mlp.experts.54.up_proj,0.0000520572,0.05000,2.141 +48,mlp.experts.56.up_proj,0.0000168227,0.05000,2.061 +48,mlp.experts.63.up_proj,0.0000545759,0.05000,2.097 +48,mlp.experts.58.up_proj,0.0000878391,0.05000,2.056 +48,mlp.experts.57.up_proj,0.0000285818,0.05000,2.123 +48,mlp.experts.60.up_proj,0.0000383167,0.05000,2.088 +48,mlp.experts.67.up_proj,0.0000236048,0.05000,2.084 +48,mlp.experts.61.up_proj,0.0001293257,0.05000,2.025 +48,mlp.experts.62.up_proj,0.0000279980,0.05000,2.066 +48,mlp.experts.64.up_proj,0.0000697572,0.05000,2.066 +48,mlp.experts.71.up_proj,0.0000157012,0.05000,2.048 +48,mlp.experts.66.up_proj,0.0000325018,0.05000,2.019 +48,mlp.experts.65.up_proj,0.0000143229,0.05000,2.060 +48,mlp.experts.68.up_proj,0.0000474204,0.05000,2.030 +48,mlp.experts.75.up_proj,0.0000471884,0.05000,2.083 +48,mlp.experts.70.up_proj,0.0000736834,0.05000,2.102 +48,mlp.experts.69.up_proj,0.0000514370,0.05000,2.113 +48,mlp.experts.72.up_proj,0.0000404660,0.05000,2.099 +48,mlp.experts.79.up_proj,0.0000286775,0.05000,2.119 +48,mlp.experts.74.up_proj,0.0000284849,0.05000,2.051 +48,mlp.experts.73.up_proj,0.0000339972,0.05000,2.055 +48,mlp.experts.76.up_proj,0.0001710888,0.05000,2.111 +48,mlp.experts.83.up_proj,0.0000256670,0.05000,2.072 +48,mlp.experts.78.up_proj,0.0000300620,0.05000,2.044 +48,mlp.experts.77.up_proj,0.0000340381,0.05000,2.063 +48,mlp.experts.80.up_proj,0.0000319052,0.05000,2.051 +48,mlp.experts.87.up_proj,0.0000465501,0.05000,2.038 +48,mlp.experts.81.up_proj,0.0000642188,0.05000,2.030 +48,mlp.experts.82.up_proj,0.0000429624,0.05000,2.130 +48,mlp.experts.84.up_proj,0.0000507021,0.05000,2.050 +48,mlp.experts.91.up_proj,0.0000523488,0.05000,2.070 +48,mlp.experts.86.up_proj,0.0000957684,0.05000,2.097 +48,mlp.experts.85.up_proj,0.0000499503,0.05000,2.158 +48,mlp.experts.88.up_proj,0.0001662587,0.05000,2.046 +48,mlp.experts.95.up_proj,0.0000185490,0.05000,2.090 +48,mlp.experts.90.up_proj,0.0000761789,0.05000,2.040 +48,mlp.experts.89.up_proj,0.0000288155,0.05000,2.051 +48,mlp.experts.92.up_proj,0.0000381096,0.05000,2.097 +48,mlp.experts.99.up_proj,0.0000204269,0.05000,2.074 +48,mlp.experts.93.up_proj,0.0000293217,0.05000,2.055 +48,mlp.experts.94.up_proj,0.0000254236,0.05000,2.127 +48,mlp.experts.96.up_proj,0.0000353278,0.05000,2.065 +48,mlp.experts.103.up_proj,0.0000345005,0.05000,2.068 +48,mlp.experts.97.up_proj,0.0000260049,0.05000,2.089 +48,mlp.experts.98.up_proj,0.0000665948,0.05000,2.062 +48,mlp.experts.100.up_proj,0.0000944302,0.05000,2.053 +48,mlp.experts.107.up_proj,0.0000310180,0.05000,2.073 +48,mlp.experts.102.up_proj,0.0000485225,0.05000,2.075 +48,mlp.experts.101.up_proj,0.0000318004,0.05000,2.139 +48,mlp.experts.104.up_proj,0.0000730091,0.05000,2.067 +48,mlp.experts.111.up_proj,0.0000692237,0.05000,2.073 +48,mlp.experts.106.up_proj,0.0000329621,0.05000,2.091 +48,mlp.experts.105.up_proj,0.0000520474,0.05000,2.114 +48,mlp.experts.108.up_proj,0.0000163120,0.05000,2.126 +48,mlp.experts.115.up_proj,0.0000102268,0.05000,2.057 +48,mlp.experts.110.up_proj,0.0000742347,0.05000,2.053 +48,mlp.experts.109.up_proj,0.0000695496,0.05000,2.082 +48,mlp.experts.112.up_proj,0.0000321293,0.05000,2.107 +48,mlp.experts.119.up_proj,0.0000388182,0.05000,2.102 +48,mlp.experts.114.up_proj,0.0000446032,0.05000,2.049 +48,mlp.experts.113.up_proj,0.0000175737,0.05000,2.069 +48,mlp.experts.116.up_proj,0.0000291581,0.05000,2.084 +48,mlp.experts.123.up_proj,0.0000294320,0.05000,2.092 +48,mlp.experts.118.up_proj,0.0000678366,0.05000,2.050 +48,mlp.experts.117.up_proj,0.0000186423,0.05000,2.087 +48,mlp.experts.120.up_proj,0.0000564280,0.05000,2.104 +48,mlp.experts.127.up_proj,0.0001066800,0.05000,2.071 +48,mlp.experts.122.up_proj,0.0000076544,0.05000,2.073 +48,mlp.experts.121.up_proj,0.0000488326,0.05000,2.059 +48,mlp.experts.124.up_proj,0.0000290555,0.05000,2.060 +48,mlp.experts.131.up_proj,0.0000961718,0.05000,2.087 +48,mlp.experts.126.up_proj,0.0000702596,0.05000,2.072 +48,mlp.experts.125.up_proj,0.0000711306,0.05000,2.159 +48,mlp.experts.128.up_proj,0.0001637152,0.05000,2.076 +48,mlp.experts.135.up_proj,0.0000440413,0.05000,2.059 +48,mlp.experts.130.up_proj,0.0000467269,0.05000,2.068 +48,mlp.experts.129.up_proj,0.0000086775,0.05000,2.110 +48,mlp.experts.132.up_proj,0.0000147442,0.05000,2.069 +48,mlp.experts.139.up_proj,0.0000132997,0.05000,2.071 +48,mlp.experts.134.up_proj,0.0000182190,0.05000,2.066 +48,mlp.experts.133.up_proj,0.0000348871,0.05000,2.126 +48,mlp.experts.136.up_proj,0.0000448894,0.05000,2.080 +48,mlp.experts.143.up_proj,0.0000335302,0.05000,2.070 +48,mlp.experts.138.up_proj,0.0000461358,0.05000,2.076 +48,mlp.experts.137.up_proj,0.0000522682,0.05000,2.075 +48,mlp.experts.140.up_proj,0.0000387390,0.05000,2.094 +48,mlp.experts.147.up_proj,0.0000349920,0.05000,2.080 +48,mlp.experts.142.up_proj,0.0000401875,0.05000,2.063 +48,mlp.experts.141.up_proj,0.0000857943,0.05000,2.100 +48,mlp.experts.144.up_proj,0.0000111982,0.05000,2.110 +48,mlp.experts.151.up_proj,0.0002015143,0.05000,2.141 +48,mlp.experts.146.up_proj,0.0000563585,0.05000,2.076 +48,mlp.experts.145.up_proj,0.0000795531,0.05000,2.073 +48,mlp.experts.148.up_proj,0.0000358340,0.05000,2.062 +48,mlp.experts.155.up_proj,0.0000060895,0.05000,2.091 +48,mlp.experts.150.up_proj,0.0000104484,0.05000,2.025 +48,mlp.experts.149.up_proj,0.0000506209,0.05000,2.035 +48,mlp.experts.152.up_proj,0.0000490091,0.05000,2.018 +48,mlp.experts.154.up_proj,0.0000185768,0.05000,2.035 +48,mlp.experts.159.up_proj,0.0000501062,0.05000,2.111 +48,mlp.experts.153.up_proj,0.0000736666,0.05000,2.004 +48,mlp.experts.156.up_proj,0.0000055814,0.05000,1.990 +48,mlp.experts.158.up_proj,0.0000409714,0.05000,1.568 +48,mlp.experts.157.up_proj,0.0000578694,0.05000,1.356 +48,mlp.experts.1.down_proj,0.0000095624,0.05000,0.627 +48,mlp.experts.2.down_proj,0.0000056646,0.05000,0.635 +48,mlp.experts.3.down_proj,0.0000066342,0.05000,0.644 +48,mlp.experts.0.down_proj,0.0000026777,0.05000,0.656 +48,mlp.experts.5.down_proj,0.0000025948,0.05000,0.604 +48,mlp.experts.6.down_proj,0.0000087833,0.05000,0.609 +48,mlp.experts.7.down_proj,0.0000065947,0.05000,0.614 +48,mlp.experts.4.down_proj,0.0000154552,0.05000,0.608 +48,mlp.experts.9.down_proj,0.0000020173,0.05000,0.631 +48,mlp.experts.8.down_proj,0.0000053905,0.05000,0.614 +48,mlp.experts.10.down_proj,0.0000122828,0.05000,0.632 +48,mlp.experts.11.down_proj,0.0000082919,0.05000,0.641 +48,mlp.experts.13.down_proj,0.0000049379,0.05000,0.616 +48,mlp.experts.14.down_proj,0.0000037267,0.05000,0.618 +48,mlp.experts.15.down_proj,0.0000341964,0.05000,0.608 +48,mlp.experts.12.down_proj,0.0000079839,0.05000,0.640 +48,mlp.experts.17.down_proj,0.0000319793,0.05000,0.624 +48,mlp.experts.18.down_proj,0.0000113977,0.05000,0.642 +48,mlp.experts.19.down_proj,0.0000043760,0.05000,0.641 +48,mlp.experts.16.down_proj,0.0000142649,0.05000,0.632 +48,mlp.experts.21.down_proj,0.0000126655,0.05000,0.655 +48,mlp.experts.20.down_proj,0.0000062802,0.05000,0.616 +48,mlp.experts.22.down_proj,0.0000069701,0.05000,0.646 +48,mlp.experts.23.down_proj,0.0000058336,0.05000,0.659 +48,mlp.experts.25.down_proj,0.0000122130,0.05000,0.617 +48,mlp.experts.24.down_proj,0.0000088233,0.05000,0.632 +48,mlp.experts.26.down_proj,0.0000008149,0.05000,0.635 +48,mlp.experts.27.down_proj,0.0000049082,0.05000,0.615 +48,mlp.experts.29.down_proj,0.0000069459,0.05000,0.635 +48,mlp.experts.28.down_proj,0.0000046970,0.05000,0.640 +48,mlp.experts.31.down_proj,0.0000011735,0.05000,0.616 +48,mlp.experts.30.down_proj,0.0000088598,0.05000,0.647 +48,mlp.experts.33.down_proj,0.0000166640,0.05000,0.613 +48,mlp.experts.35.down_proj,0.0000013855,0.05000,0.615 +48,mlp.experts.32.down_proj,0.0000082662,0.05000,0.618 +48,mlp.experts.34.down_proj,0.0000192387,0.05000,0.615 +48,mlp.experts.39.down_proj,0.0000006435,0.05000,0.618 +48,mlp.experts.37.down_proj,0.0000073552,0.05000,0.652 +48,mlp.experts.38.down_proj,0.0000059911,0.05000,0.619 +48,mlp.experts.36.down_proj,0.0000015369,0.05000,0.656 +48,mlp.experts.41.down_proj,0.0000158390,0.05000,0.606 +48,mlp.experts.43.down_proj,0.0000117167,0.05000,0.622 +48,mlp.experts.42.down_proj,0.0000049726,0.05000,0.614 +48,mlp.experts.40.down_proj,0.0000436696,0.05000,0.615 +48,mlp.experts.45.down_proj,0.0000100321,0.05000,0.608 +48,mlp.experts.47.down_proj,0.0000071815,0.05000,0.616 +48,mlp.experts.46.down_proj,0.0000067076,0.05000,0.612 +48,mlp.experts.44.down_proj,0.0000039485,0.05000,0.610 +48,mlp.experts.49.down_proj,0.0000122238,0.05000,0.605 +48,mlp.experts.51.down_proj,0.0000020870,0.05000,0.613 +48,mlp.experts.50.down_proj,0.0000006294,0.05000,0.617 +48,mlp.experts.48.down_proj,0.0000101285,0.05000,0.622 +48,mlp.experts.53.down_proj,0.0000055985,0.05000,0.610 +48,mlp.experts.55.down_proj,0.0000043947,0.05000,0.618 +48,mlp.experts.54.down_proj,0.0000054722,0.05000,0.617 +48,mlp.experts.52.down_proj,0.0000030484,0.05000,0.615 +48,mlp.experts.57.down_proj,0.0000060576,0.05000,0.610 +48,mlp.experts.59.down_proj,0.0000072593,0.05000,0.634 +48,mlp.experts.58.down_proj,0.0000210940,0.05000,0.614 +48,mlp.experts.56.down_proj,0.0000021815,0.05000,0.628 +48,mlp.experts.61.down_proj,0.0000332778,0.05000,0.601 +48,mlp.experts.63.down_proj,0.0000070335,0.05000,0.600 +48,mlp.experts.62.down_proj,0.0000037208,0.05000,0.608 +48,mlp.experts.60.down_proj,0.0000085787,0.05000,0.601 +48,mlp.experts.65.down_proj,0.0000018564,0.05000,0.608 +48,mlp.experts.67.down_proj,0.0000024920,0.05000,0.606 +48,mlp.experts.66.down_proj,0.0000041328,0.05000,0.609 +48,mlp.experts.64.down_proj,0.0000104988,0.05000,0.614 +48,mlp.experts.69.down_proj,0.0000069106,0.05000,0.610 +48,mlp.experts.70.down_proj,0.0000091887,0.05000,0.618 +48,mlp.experts.71.down_proj,0.0000014258,0.05000,0.635 +48,mlp.experts.68.down_proj,0.0000062623,0.05000,0.636 +48,mlp.experts.73.down_proj,0.0000036970,0.05000,0.611 +48,mlp.experts.74.down_proj,0.0000031633,0.05000,0.618 +48,mlp.experts.75.down_proj,0.0000175622,0.05000,0.655 +48,mlp.experts.72.down_proj,0.0000069460,0.05000,0.635 +48,mlp.experts.77.down_proj,0.0000072041,0.05000,0.634 +48,mlp.experts.78.down_proj,0.0000052863,0.05000,0.616 +48,mlp.experts.79.down_proj,0.0000024689,0.05000,0.622 +48,mlp.experts.76.down_proj,0.0000177167,0.05000,0.637 +48,mlp.experts.81.down_proj,0.0000089062,0.05000,0.619 +48,mlp.experts.82.down_proj,0.0000112236,0.05000,0.635 +48,mlp.experts.83.down_proj,0.0000033175,0.05000,0.637 +48,mlp.experts.80.down_proj,0.0000086147,0.05000,0.630 +48,mlp.experts.85.down_proj,0.0000070859,0.05000,0.610 +48,mlp.experts.86.down_proj,0.0000282648,0.05000,0.602 +48,mlp.experts.87.down_proj,0.0000050419,0.05000,0.601 +48,mlp.experts.84.down_proj,0.0000080674,0.05000,0.598 +48,mlp.experts.89.down_proj,0.0000033308,0.05000,0.607 +48,mlp.experts.90.down_proj,0.0000323241,0.05000,0.609 +48,mlp.experts.91.down_proj,0.0000056613,0.05000,0.609 +48,mlp.experts.88.down_proj,0.0000435066,0.05000,0.641 +48,mlp.experts.93.down_proj,0.0000098650,0.05000,0.609 +48,mlp.experts.94.down_proj,0.0000027769,0.05000,0.609 +48,mlp.experts.95.down_proj,0.0000024151,0.05000,0.608 +48,mlp.experts.92.down_proj,0.0000072486,0.05000,0.613 +48,mlp.experts.97.down_proj,0.0000054792,0.05000,0.607 +48,mlp.experts.98.down_proj,0.0000190969,0.05000,0.607 +48,mlp.experts.99.down_proj,0.0000027608,0.05000,0.605 +48,mlp.experts.96.down_proj,0.0000034754,0.05000,0.631 +48,mlp.experts.101.down_proj,0.0000084104,0.05000,0.606 +48,mlp.experts.102.down_proj,0.0000072744,0.05000,0.604 +48,mlp.experts.103.down_proj,0.0000056336,0.05000,0.605 +48,mlp.experts.100.down_proj,0.0000157250,0.05000,0.600 +48,mlp.experts.105.down_proj,0.0000053969,0.05000,0.610 +48,mlp.experts.106.down_proj,0.0000094911,0.05000,0.605 +48,mlp.experts.107.down_proj,0.0000062185,0.05000,0.636 +48,mlp.experts.104.down_proj,0.0000140801,0.05000,0.609 +48,mlp.experts.109.down_proj,0.0000127363,0.05000,0.618 +48,mlp.experts.110.down_proj,0.0000079131,0.05000,0.640 +48,mlp.experts.111.down_proj,0.0000083017,0.05000,0.622 +48,mlp.experts.108.down_proj,0.0000048947,0.05000,0.612 +48,mlp.experts.113.down_proj,0.0000017728,0.05000,0.616 +48,mlp.experts.114.down_proj,0.0000044519,0.05000,0.619 +48,mlp.experts.115.down_proj,0.0000013111,0.05000,0.638 +48,mlp.experts.112.down_proj,0.0000038537,0.05000,0.637 +48,mlp.experts.117.down_proj,0.0000017177,0.05000,0.615 +48,mlp.experts.118.down_proj,0.0000094590,0.05000,0.616 +48,mlp.experts.119.down_proj,0.0000077190,0.05000,0.610 +48,mlp.experts.116.down_proj,0.0000036911,0.05000,0.631 +48,mlp.experts.121.down_proj,0.0000091540,0.05000,0.612 +48,mlp.experts.122.down_proj,0.0000007802,0.05000,0.614 +48,mlp.experts.123.down_proj,0.0000049014,0.05000,0.605 +48,mlp.experts.120.down_proj,0.0000069007,0.05000,0.606 +48,mlp.experts.125.down_proj,0.0000091384,0.05000,0.632 +48,mlp.experts.126.down_proj,0.0000125071,0.05000,0.631 +48,mlp.experts.127.down_proj,0.0000162390,0.05000,0.607 +48,mlp.experts.124.down_proj,0.0000039658,0.05000,0.602 +48,mlp.experts.129.down_proj,0.0000009417,0.05000,0.596 +48,mlp.experts.130.down_proj,0.0000108403,0.05000,0.601 +48,mlp.experts.131.down_proj,0.0000087091,0.05000,0.597 +48,mlp.experts.128.down_proj,0.0000464453,0.05000,0.597 +48,mlp.experts.133.down_proj,0.0000051524,0.05000,0.597 +48,mlp.experts.134.down_proj,0.0000021099,0.05000,0.602 +48,mlp.experts.135.down_proj,0.0000049164,0.05000,0.624 +48,mlp.experts.132.down_proj,0.0000016693,0.05000,0.601 +48,mlp.experts.137.down_proj,0.0000049344,0.05000,0.603 +48,mlp.experts.138.down_proj,0.0000095622,0.05000,0.612 +48,mlp.experts.139.down_proj,0.0000016796,0.05000,0.608 +48,mlp.experts.136.down_proj,0.0000051832,0.05000,0.604 +48,mlp.experts.141.down_proj,0.0000126240,0.05000,0.631 +48,mlp.experts.142.down_proj,0.0000041498,0.05000,0.613 +48,mlp.experts.140.down_proj,0.0000050015,0.05000,0.609 +48,mlp.experts.143.down_proj,0.0000048595,0.05000,0.654 +48,mlp.experts.145.down_proj,0.0000146225,0.05000,0.639 +48,mlp.experts.146.down_proj,0.0000122644,0.05000,0.642 +48,mlp.experts.147.down_proj,0.0000048782,0.05000,0.622 +48,mlp.experts.144.down_proj,0.0000035033,0.05000,0.657 +48,mlp.experts.149.down_proj,0.0000078517,0.05000,0.609 +48,mlp.experts.150.down_proj,0.0000021977,0.05000,0.618 +48,mlp.experts.151.down_proj,0.0001082924,0.05000,0.618 +48,mlp.experts.148.down_proj,0.0000053472,0.05000,0.629 +48,mlp.experts.153.down_proj,0.0000074744,0.05000,0.643 +48,mlp.experts.154.down_proj,0.0000040282,0.05000,0.628 +48,mlp.experts.155.down_proj,0.0000023850,0.05000,0.622 +48,mlp.experts.152.down_proj,0.0000062340,0.05000,0.617 +48,mlp.experts.157.down_proj,0.0000083275,0.05000,0.620 +48,mlp.experts.158.down_proj,0.0000075988,0.05000,0.609 +48,mlp.experts.159.down_proj,0.0000081654,0.05000,0.584 +48,mlp.experts.156.down_proj,0.0000009743,0.05000,0.580 +49,mlp.experts.0.gate_proj,0.0001372714,0.05000,2.114 +49,mlp.experts.3.gate_proj,0.0000302194,0.05000,2.148 +49,mlp.experts.2.gate_proj,0.0000094114,0.05000,2.180 +49,mlp.experts.1.gate_proj,0.0000542086,0.05000,2.217 +49,mlp.experts.7.gate_proj,0.0000375863,0.05000,2.117 +49,mlp.experts.4.gate_proj,0.0000569687,0.05000,2.152 +49,mlp.experts.5.gate_proj,0.0000425644,0.05000,2.102 +49,mlp.experts.6.gate_proj,0.0000088491,0.05000,2.140 +49,mlp.experts.11.gate_proj,0.0000288483,0.05000,2.079 +49,mlp.experts.8.gate_proj,0.0000987250,0.05000,2.079 +49,mlp.experts.9.gate_proj,0.0000529541,0.05000,2.075 +49,mlp.experts.10.gate_proj,0.0000386371,0.05000,2.118 +49,mlp.experts.15.gate_proj,0.0000588993,0.05000,2.099 +49,mlp.experts.13.gate_proj,0.0000744367,0.05000,2.077 +49,mlp.experts.12.gate_proj,0.0000239314,0.05000,2.152 +49,mlp.experts.14.gate_proj,0.0000288367,0.05000,2.081 +49,mlp.experts.16.gate_proj,0.0000145451,0.05000,2.049 +49,mlp.experts.19.gate_proj,0.0000267469,0.05000,2.102 +49,mlp.experts.17.gate_proj,0.0000446845,0.05000,2.078 +49,mlp.experts.18.gate_proj,0.0000779094,0.05000,2.117 +49,mlp.experts.23.gate_proj,0.0000363726,0.05000,2.103 +49,mlp.experts.21.gate_proj,0.0000522639,0.05000,2.141 +49,mlp.experts.20.gate_proj,0.0000325627,0.05000,2.182 +49,mlp.experts.22.gate_proj,0.0000570870,0.05000,2.149 +49,mlp.experts.27.gate_proj,0.0000319289,0.05000,2.098 +49,mlp.experts.25.gate_proj,0.0001652434,0.05000,2.058 +49,mlp.experts.26.gate_proj,0.0000706276,0.05000,2.061 +49,mlp.experts.24.gate_proj,0.0000608854,0.05000,2.178 +49,mlp.experts.31.gate_proj,0.0000642668,0.05000,2.094 +49,mlp.experts.29.gate_proj,0.0000174679,0.05000,2.119 +49,mlp.experts.30.gate_proj,0.0001203953,0.05000,2.103 +49,mlp.experts.28.gate_proj,0.0000174746,0.05000,2.221 +49,mlp.experts.35.gate_proj,0.0000279591,0.05000,2.060 +49,mlp.experts.33.gate_proj,0.0000387656,0.05000,2.036 +49,mlp.experts.34.gate_proj,0.0001345448,0.05000,2.040 +49,mlp.experts.32.gate_proj,0.0000173316,0.05000,2.087 +49,mlp.experts.39.gate_proj,0.0000296420,0.05000,2.131 +49,mlp.experts.37.gate_proj,0.0000230885,0.05000,2.133 +49,mlp.experts.38.gate_proj,0.0000452639,0.05000,2.173 +49,mlp.experts.36.gate_proj,0.0000277235,0.05000,2.129 +49,mlp.experts.43.gate_proj,0.0000842457,0.05000,2.092 +49,mlp.experts.41.gate_proj,0.0000446289,0.05000,2.110 +49,mlp.experts.42.gate_proj,0.0000614054,0.05000,2.147 +49,mlp.experts.40.gate_proj,0.0000136259,0.05000,2.085 +49,mlp.experts.47.gate_proj,0.0000410410,0.05000,2.076 +49,mlp.experts.45.gate_proj,0.0000337885,0.05000,2.057 +49,mlp.experts.46.gate_proj,0.0000587420,0.05000,2.123 +49,mlp.experts.44.gate_proj,0.0000125555,0.05000,2.143 +49,mlp.experts.51.gate_proj,0.0000472008,0.05000,2.078 +49,mlp.experts.49.gate_proj,0.0000353608,0.05000,2.123 +49,mlp.experts.50.gate_proj,0.0000468948,0.05000,2.081 +49,mlp.experts.48.gate_proj,0.0000555221,0.05000,2.044 +49,mlp.experts.55.gate_proj,0.0000303638,0.05000,2.062 +49,mlp.experts.53.gate_proj,0.0000254997,0.05000,2.066 +49,mlp.experts.54.gate_proj,0.0000170018,0.05000,2.107 +49,mlp.experts.52.gate_proj,0.0000400968,0.05000,2.091 +49,mlp.experts.59.gate_proj,0.0001037959,0.05000,2.075 +49,mlp.experts.57.gate_proj,0.0000616014,0.05000,2.062 +49,mlp.experts.58.gate_proj,0.0000325018,0.05000,2.054 +49,mlp.experts.56.gate_proj,0.0000148086,0.05000,2.120 +49,mlp.experts.63.gate_proj,0.0000526869,0.05000,2.091 +49,mlp.experts.61.gate_proj,0.0000773752,0.05000,2.102 +49,mlp.experts.62.gate_proj,0.0000305438,0.05000,2.068 +49,mlp.experts.60.gate_proj,0.0000369731,0.05000,2.136 +49,mlp.experts.67.gate_proj,0.0000231377,0.05000,2.021 +49,mlp.experts.65.gate_proj,0.0000236413,0.05000,2.093 +49,mlp.experts.66.gate_proj,0.0000324426,0.05000,2.009 +49,mlp.experts.64.gate_proj,0.0000086459,0.05000,2.031 +49,mlp.experts.71.gate_proj,0.0000067488,0.05000,2.082 +49,mlp.experts.69.gate_proj,0.0000327473,0.05000,2.122 +49,mlp.experts.70.gate_proj,0.0000679898,0.05000,2.118 +49,mlp.experts.68.gate_proj,0.0000248393,0.05000,2.110 +49,mlp.experts.75.gate_proj,0.0000485858,0.05000,2.043 +49,mlp.experts.73.gate_proj,0.0000392265,0.05000,2.021 +49,mlp.experts.74.gate_proj,0.0000468533,0.05000,2.036 +49,mlp.experts.72.gate_proj,0.0000229823,0.05000,2.057 +49,mlp.experts.79.gate_proj,0.0000383437,0.05000,2.044 +49,mlp.experts.77.gate_proj,0.0000345459,0.05000,2.049 +49,mlp.experts.78.gate_proj,0.0000302756,0.05000,2.072 +49,mlp.experts.76.gate_proj,0.0000153755,0.05000,2.025 +49,mlp.experts.83.gate_proj,0.0000221100,0.05000,2.042 +49,mlp.experts.81.gate_proj,0.0000722342,0.05000,2.039 +49,mlp.experts.82.gate_proj,0.0000379291,0.05000,2.019 +49,mlp.experts.80.gate_proj,0.0000480712,0.05000,2.013 +49,mlp.experts.87.gate_proj,0.0000979082,0.05000,2.070 +49,mlp.experts.85.gate_proj,0.0000355338,0.05000,2.081 +49,mlp.experts.86.gate_proj,0.0000902281,0.05000,2.101 +49,mlp.experts.84.gate_proj,0.0000848585,0.05000,2.107 +49,mlp.experts.91.gate_proj,0.0000412982,0.05000,2.131 +49,mlp.experts.89.gate_proj,0.0000374377,0.05000,2.077 +49,mlp.experts.90.gate_proj,0.0000604092,0.05000,2.240 +49,mlp.experts.88.gate_proj,0.0000688116,0.05000,2.152 +49,mlp.experts.95.gate_proj,0.0000186513,0.05000,2.117 +49,mlp.experts.93.gate_proj,0.0000556313,0.05000,2.124 +49,mlp.experts.94.gate_proj,0.0000353438,0.05000,2.195 +49,mlp.experts.92.gate_proj,0.0000405729,0.05000,2.194 +49,mlp.experts.99.gate_proj,0.0000590732,0.05000,2.128 +49,mlp.experts.97.gate_proj,0.0000667820,0.05000,2.111 +49,mlp.experts.98.gate_proj,0.0000403720,0.05000,2.108 +49,mlp.experts.96.gate_proj,0.0000404621,0.05000,2.100 +49,mlp.experts.103.gate_proj,0.0000433347,0.05000,2.097 +49,mlp.experts.101.gate_proj,0.0000433852,0.05000,2.103 +49,mlp.experts.102.gate_proj,0.0000123730,0.05000,2.118 +49,mlp.experts.100.gate_proj,0.0000231205,0.05000,2.052 +49,mlp.experts.107.gate_proj,0.0001407607,0.05000,2.062 +49,mlp.experts.105.gate_proj,0.0000493360,0.05000,2.063 +49,mlp.experts.104.gate_proj,0.0000983876,0.05000,2.010 +49,mlp.experts.106.gate_proj,0.0000590719,0.05000,2.117 +49,mlp.experts.111.gate_proj,0.0000504758,0.05000,2.072 +49,mlp.experts.109.gate_proj,0.0000429666,0.05000,2.031 +49,mlp.experts.108.gate_proj,0.0000176939,0.05000,2.034 +49,mlp.experts.110.gate_proj,0.0000055062,0.05000,2.083 +49,mlp.experts.115.gate_proj,0.0000586178,0.05000,2.051 +49,mlp.experts.113.gate_proj,0.0000366052,0.05000,2.030 +49,mlp.experts.112.gate_proj,0.0000409163,0.05000,2.069 +49,mlp.experts.114.gate_proj,0.0000400546,0.05000,2.049 +49,mlp.experts.119.gate_proj,0.0000594854,0.05000,2.101 +49,mlp.experts.117.gate_proj,0.0000880776,0.05000,2.121 +49,mlp.experts.116.gate_proj,0.0000365532,0.05000,2.136 +49,mlp.experts.118.gate_proj,0.0000506188,0.05000,2.046 +49,mlp.experts.121.gate_proj,0.0000658680,0.05000,2.053 +49,mlp.experts.123.gate_proj,0.0000196459,0.05000,2.152 +49,mlp.experts.122.gate_proj,0.0000368271,0.05000,2.060 +49,mlp.experts.120.gate_proj,0.0000744332,0.05000,2.067 +49,mlp.experts.125.gate_proj,0.0000548089,0.05000,2.060 +49,mlp.experts.127.gate_proj,0.0000057676,0.05000,2.127 +49,mlp.experts.126.gate_proj,0.0000487438,0.05000,2.063 +49,mlp.experts.124.gate_proj,0.0000616773,0.05000,2.170 +49,mlp.experts.129.gate_proj,0.0000273938,0.05000,2.073 +49,mlp.experts.131.gate_proj,0.0000535840,0.05000,2.118 +49,mlp.experts.130.gate_proj,0.0000663357,0.05000,2.127 +49,mlp.experts.128.gate_proj,0.0000336732,0.05000,2.096 +49,mlp.experts.133.gate_proj,0.0000178081,0.05000,2.070 +49,mlp.experts.135.gate_proj,0.0000403000,0.05000,2.092 +49,mlp.experts.134.gate_proj,0.0000528806,0.05000,2.124 +49,mlp.experts.132.gate_proj,0.0000147321,0.05000,2.097 +49,mlp.experts.137.gate_proj,0.0000756307,0.05000,2.088 +49,mlp.experts.139.gate_proj,0.0000352425,0.05000,2.080 +49,mlp.experts.138.gate_proj,0.0000386023,0.05000,2.029 +49,mlp.experts.136.gate_proj,0.0000391950,0.05000,2.025 +49,mlp.experts.141.gate_proj,0.0001268399,0.05000,2.062 +49,mlp.experts.143.gate_proj,0.0000161678,0.05000,2.060 +49,mlp.experts.140.gate_proj,0.0000863481,0.05000,2.053 +49,mlp.experts.142.gate_proj,0.0000532303,0.05000,2.141 +49,mlp.experts.145.gate_proj,0.0000321268,0.05000,2.065 +49,mlp.experts.147.gate_proj,0.0000258239,0.05000,2.069 +49,mlp.experts.144.gate_proj,0.0000397988,0.05000,2.100 +49,mlp.experts.146.gate_proj,0.0000321185,0.05000,2.141 +49,mlp.experts.149.gate_proj,0.0000460942,0.05000,2.062 +49,mlp.experts.151.gate_proj,0.0000826993,0.05000,2.112 +49,mlp.experts.148.gate_proj,0.0000650207,0.05000,2.138 +49,mlp.experts.150.gate_proj,0.0000465948,0.05000,2.084 +49,mlp.experts.153.gate_proj,0.0000442518,0.05000,2.069 +49,mlp.experts.155.gate_proj,0.0000497613,0.05000,2.092 +49,mlp.experts.152.gate_proj,0.0000153420,0.05000,2.068 +49,mlp.experts.154.gate_proj,0.0000460781,0.05000,2.103 +49,mlp.experts.157.gate_proj,0.0000793135,0.05000,2.068 +49,mlp.experts.159.gate_proj,0.0001047541,0.05000,2.115 +49,mlp.experts.156.gate_proj,0.0000690471,0.05000,2.114 +49,mlp.experts.158.gate_proj,0.0000956302,0.05000,2.100 +49,mlp.experts.1.up_proj,0.0000523960,0.05000,2.076 +49,mlp.experts.3.up_proj,0.0000294645,0.05000,2.057 +49,mlp.experts.2.up_proj,0.0000092473,0.05000,2.053 +49,mlp.experts.0.up_proj,0.0001287394,0.05000,2.098 +49,mlp.experts.5.up_proj,0.0000412313,0.05000,2.030 +49,mlp.experts.7.up_proj,0.0000368984,0.05000,2.046 +49,mlp.experts.6.up_proj,0.0000085916,0.05000,2.059 +49,mlp.experts.4.up_proj,0.0000569435,0.05000,2.101 +49,mlp.experts.9.up_proj,0.0000527963,0.05000,2.023 +49,mlp.experts.11.up_proj,0.0000284778,0.05000,2.086 +49,mlp.experts.10.up_proj,0.0000387180,0.05000,2.059 +49,mlp.experts.8.up_proj,0.0000936520,0.05000,2.077 +49,mlp.experts.13.up_proj,0.0000725237,0.05000,2.024 +49,mlp.experts.15.up_proj,0.0000564195,0.05000,2.041 +49,mlp.experts.14.up_proj,0.0000280188,0.05000,2.068 +49,mlp.experts.12.up_proj,0.0000234393,0.05000,2.037 +49,mlp.experts.17.up_proj,0.0000440094,0.05000,2.043 +49,mlp.experts.19.up_proj,0.0000256028,0.05000,2.185 +49,mlp.experts.16.up_proj,0.0000139125,0.05000,2.043 +49,mlp.experts.18.up_proj,0.0000781865,0.05000,2.187 +49,mlp.experts.21.up_proj,0.0000516101,0.05000,2.061 +49,mlp.experts.23.up_proj,0.0000356717,0.05000,2.047 +49,mlp.experts.20.up_proj,0.0000328683,0.05000,2.044 +49,mlp.experts.22.up_proj,0.0000552912,0.05000,2.066 +49,mlp.experts.25.up_proj,0.0001584040,0.05000,2.043 +49,mlp.experts.27.up_proj,0.0000310289,0.05000,2.060 +49,mlp.experts.24.up_proj,0.0000588969,0.05000,2.074 +49,mlp.experts.26.up_proj,0.0000691018,0.05000,2.101 +49,mlp.experts.29.up_proj,0.0000168752,0.05000,2.055 +49,mlp.experts.31.up_proj,0.0000617802,0.05000,2.122 +49,mlp.experts.28.up_proj,0.0000169542,0.05000,2.046 +49,mlp.experts.30.up_proj,0.0001184233,0.05000,2.121 +49,mlp.experts.33.up_proj,0.0000381392,0.05000,2.059 +49,mlp.experts.35.up_proj,0.0000285545,0.05000,2.085 +49,mlp.experts.32.up_proj,0.0000173161,0.05000,2.089 +49,mlp.experts.34.up_proj,0.0001246199,0.05000,2.091 +49,mlp.experts.37.up_proj,0.0000222097,0.05000,2.047 +49,mlp.experts.39.up_proj,0.0000291589,0.05000,2.079 +49,mlp.experts.36.up_proj,0.0000268195,0.05000,2.091 +49,mlp.experts.38.up_proj,0.0000446853,0.05000,2.016 +49,mlp.experts.41.up_proj,0.0000440201,0.05000,1.723 +49,mlp.experts.43.up_proj,0.0000830316,0.05000,1.384 +49,mlp.experts.47.up_proj,0.0000398910,0.05000,2.123 +49,mlp.experts.45.up_proj,0.0000331238,0.05000,2.125 +49,mlp.experts.42.up_proj,0.0000610635,0.05000,2.186 +49,mlp.experts.40.up_proj,0.0000135773,0.05000,2.219 +49,mlp.experts.49.up_proj,0.0000342856,0.05000,2.040 +49,mlp.experts.51.up_proj,0.0000460912,0.05000,2.099 +49,mlp.experts.44.up_proj,0.0000122814,0.05000,2.092 +49,mlp.experts.46.up_proj,0.0000570195,0.05000,2.147 +49,mlp.experts.53.up_proj,0.0000248550,0.05000,2.038 +49,mlp.experts.55.up_proj,0.0000289996,0.05000,2.079 +49,mlp.experts.50.up_proj,0.0000462106,0.05000,2.026 +49,mlp.experts.48.up_proj,0.0000544621,0.05000,2.094 +49,mlp.experts.57.up_proj,0.0000604713,0.05000,2.059 +49,mlp.experts.54.up_proj,0.0000162025,0.05000,2.026 +49,mlp.experts.59.up_proj,0.0000936636,0.05000,2.142 +49,mlp.experts.52.up_proj,0.0000389807,0.05000,2.173 +49,mlp.experts.61.up_proj,0.0000716031,0.05000,2.040 +49,mlp.experts.58.up_proj,0.0000318866,0.05000,2.060 +49,mlp.experts.63.up_proj,0.0000496598,0.05000,2.063 +49,mlp.experts.56.up_proj,0.0000144620,0.05000,2.068 +49,mlp.experts.65.up_proj,0.0000230295,0.05000,2.079 +49,mlp.experts.62.up_proj,0.0000292075,0.05000,2.053 +49,mlp.experts.67.up_proj,0.0000226165,0.05000,2.090 +49,mlp.experts.60.up_proj,0.0000379041,0.05000,2.060 +49,mlp.experts.69.up_proj,0.0000314187,0.05000,2.069 +49,mlp.experts.66.up_proj,0.0000318527,0.05000,2.059 +49,mlp.experts.71.up_proj,0.0000065858,0.05000,2.052 +49,mlp.experts.64.up_proj,0.0000085231,0.05000,2.048 +49,mlp.experts.73.up_proj,0.0000358529,0.05000,2.023 +49,mlp.experts.70.up_proj,0.0000638483,0.05000,2.034 +49,mlp.experts.75.up_proj,0.0000473926,0.05000,2.036 +49,mlp.experts.68.up_proj,0.0000243736,0.05000,2.020 +49,mlp.experts.77.up_proj,0.0000317750,0.05000,2.133 +49,mlp.experts.74.up_proj,0.0000455320,0.05000,2.077 +49,mlp.experts.79.up_proj,0.0000378717,0.05000,2.148 +49,mlp.experts.72.up_proj,0.0000220269,0.05000,2.081 +49,mlp.experts.81.up_proj,0.0000692250,0.05000,2.033 +49,mlp.experts.78.up_proj,0.0000298902,0.05000,2.077 +49,mlp.experts.76.up_proj,0.0000144890,0.05000,2.014 +49,mlp.experts.83.up_proj,0.0000209536,0.05000,2.098 +49,mlp.experts.85.up_proj,0.0000350861,0.05000,2.031 +49,mlp.experts.82.up_proj,0.0000365695,0.05000,2.094 +49,mlp.experts.80.up_proj,0.0000466857,0.05000,2.074 +49,mlp.experts.87.up_proj,0.0000943530,0.05000,2.066 +49,mlp.experts.89.up_proj,0.0000361390,0.05000,2.102 +49,mlp.experts.86.up_proj,0.0000850299,0.05000,2.129 +49,mlp.experts.84.up_proj,0.0000832147,0.05000,2.133 +49,mlp.experts.91.up_proj,0.0000389806,0.05000,2.134 +49,mlp.experts.93.up_proj,0.0000555869,0.05000,2.061 +49,mlp.experts.90.up_proj,0.0000582056,0.05000,2.103 +49,mlp.experts.88.up_proj,0.0000657227,0.05000,2.036 +49,mlp.experts.95.up_proj,0.0000186975,0.05000,2.070 +49,mlp.experts.97.up_proj,0.0000644361,0.05000,2.023 +49,mlp.experts.94.up_proj,0.0000346136,0.05000,2.054 +49,mlp.experts.92.up_proj,0.0000388716,0.05000,2.074 +49,mlp.experts.99.up_proj,0.0000568386,0.05000,2.108 +49,mlp.experts.101.up_proj,0.0000425934,0.05000,2.060 +49,mlp.experts.98.up_proj,0.0000393334,0.05000,2.079 +49,mlp.experts.96.up_proj,0.0000395986,0.05000,2.078 +49,mlp.experts.103.up_proj,0.0000424338,0.05000,2.060 +49,mlp.experts.105.up_proj,0.0000471864,0.05000,2.068 +49,mlp.experts.102.up_proj,0.0000117920,0.05000,2.063 +49,mlp.experts.100.up_proj,0.0000224898,0.05000,2.080 +49,mlp.experts.107.up_proj,0.0001246591,0.05000,2.072 +49,mlp.experts.109.up_proj,0.0000426612,0.05000,2.049 +49,mlp.experts.106.up_proj,0.0000594308,0.05000,2.041 +49,mlp.experts.104.up_proj,0.0000948924,0.05000,2.068 +49,mlp.experts.111.up_proj,0.0000480573,0.05000,2.065 +49,mlp.experts.113.up_proj,0.0000363036,0.05000,2.053 +49,mlp.experts.110.up_proj,0.0000054638,0.05000,2.108 +49,mlp.experts.108.up_proj,0.0000170656,0.05000,2.109 +49,mlp.experts.115.up_proj,0.0000577367,0.05000,2.062 +49,mlp.experts.117.up_proj,0.0000861087,0.05000,2.071 +49,mlp.experts.112.up_proj,0.0000422236,0.05000,2.054 +49,mlp.experts.119.up_proj,0.0000581173,0.05000,2.053 +49,mlp.experts.114.up_proj,0.0000398344,0.05000,2.237 +49,mlp.experts.121.up_proj,0.0000627828,0.05000,2.066 +49,mlp.experts.116.up_proj,0.0000350461,0.05000,2.062 +49,mlp.experts.123.up_proj,0.0000183231,0.05000,2.070 +49,mlp.experts.118.up_proj,0.0000494446,0.05000,2.089 +49,mlp.experts.125.up_proj,0.0000534713,0.05000,2.077 +49,mlp.experts.120.up_proj,0.0000725767,0.05000,2.048 +49,mlp.experts.127.up_proj,0.0000056764,0.05000,2.073 +49,mlp.experts.122.up_proj,0.0000364703,0.05000,2.049 +49,mlp.experts.129.up_proj,0.0000270316,0.05000,2.034 +49,mlp.experts.124.up_proj,0.0000607960,0.05000,2.051 +49,mlp.experts.131.up_proj,0.0000518161,0.05000,2.039 +49,mlp.experts.126.up_proj,0.0000472601,0.05000,2.017 +49,mlp.experts.133.up_proj,0.0000173863,0.05000,2.035 +49,mlp.experts.128.up_proj,0.0000323341,0.05000,2.023 +49,mlp.experts.130.up_proj,0.0000615153,0.05000,2.033 +49,mlp.experts.135.up_proj,0.0000392235,0.05000,2.066 +49,mlp.experts.137.up_proj,0.0000729981,0.05000,2.065 +49,mlp.experts.132.up_proj,0.0000143436,0.05000,2.063 +49,mlp.experts.139.up_proj,0.0000352240,0.05000,2.054 +49,mlp.experts.134.up_proj,0.0000525473,0.05000,2.142 +49,mlp.experts.141.up_proj,0.0001216552,0.05000,2.088 +49,mlp.experts.136.up_proj,0.0000368832,0.05000,2.038 +49,mlp.experts.143.up_proj,0.0000158624,0.05000,2.070 +49,mlp.experts.138.up_proj,0.0000373569,0.05000,2.102 +49,mlp.experts.145.up_proj,0.0000313967,0.05000,2.031 +49,mlp.experts.140.up_proj,0.0000832351,0.05000,2.037 +49,mlp.experts.147.up_proj,0.0000255201,0.05000,2.051 +49,mlp.experts.142.up_proj,0.0000525378,0.05000,2.088 +49,mlp.experts.149.up_proj,0.0000450966,0.05000,2.109 +49,mlp.experts.144.up_proj,0.0000391880,0.05000,2.068 +49,mlp.experts.151.up_proj,0.0000788822,0.05000,2.044 +49,mlp.experts.146.up_proj,0.0000315662,0.05000,2.090 +49,mlp.experts.153.up_proj,0.0000433406,0.05000,2.051 +49,mlp.experts.148.up_proj,0.0000642790,0.05000,2.085 +49,mlp.experts.155.up_proj,0.0000487645,0.05000,2.083 +49,mlp.experts.150.up_proj,0.0000455857,0.05000,2.065 +49,mlp.experts.157.up_proj,0.0000749525,0.05000,2.051 +49,mlp.experts.152.up_proj,0.0000150000,0.05000,1.994 +49,mlp.experts.159.up_proj,0.0001027705,0.05000,1.973 +49,mlp.experts.154.up_proj,0.0000451813,0.05000,1.902 +49,mlp.experts.156.up_proj,0.0000660505,0.05000,1.411 +49,mlp.experts.158.up_proj,0.0000931043,0.05000,1.337 +49,mlp.experts.2.down_proj,0.0000014463,0.05000,0.635 +49,mlp.experts.1.down_proj,0.0000119748,0.05000,0.635 +49,mlp.experts.3.down_proj,0.0000035827,0.05000,0.636 +49,mlp.experts.0.down_proj,0.0000294039,0.05000,0.639 +49,mlp.experts.4.down_proj,0.0000094773,0.05000,0.606 +49,mlp.experts.6.down_proj,0.0000011161,0.05000,0.609 +49,mlp.experts.5.down_proj,0.0000056854,0.05000,0.619 +49,mlp.experts.7.down_proj,0.0000050025,0.05000,0.637 +49,mlp.experts.9.down_proj,0.0000124763,0.05000,0.612 +49,mlp.experts.10.down_proj,0.0000072637,0.05000,0.633 +49,mlp.experts.8.down_proj,0.0000128725,0.05000,0.634 +49,mlp.experts.11.down_proj,0.0000115719,0.05000,0.633 +49,mlp.experts.13.down_proj,0.0000123953,0.05000,0.609 +49,mlp.experts.12.down_proj,0.0000031053,0.05000,0.605 +49,mlp.experts.14.down_proj,0.0000034063,0.05000,0.606 +49,mlp.experts.15.down_proj,0.0000057033,0.05000,0.606 +49,mlp.experts.17.down_proj,0.0000058791,0.05000,0.617 +49,mlp.experts.19.down_proj,0.0000026411,0.05000,0.611 +49,mlp.experts.16.down_proj,0.0000016141,0.05000,0.656 +49,mlp.experts.18.down_proj,0.0000129434,0.05000,0.658 +49,mlp.experts.21.down_proj,0.0000069614,0.05000,0.617 +49,mlp.experts.23.down_proj,0.0000048412,0.05000,0.608 +49,mlp.experts.22.down_proj,0.0000062699,0.05000,0.612 +49,mlp.experts.20.down_proj,0.0000094670,0.05000,0.649 +49,mlp.experts.25.down_proj,0.0000360908,0.05000,0.640 +49,mlp.experts.27.down_proj,0.0000043630,0.05000,0.637 +49,mlp.experts.26.down_proj,0.0000080452,0.05000,0.631 +49,mlp.experts.24.down_proj,0.0000077564,0.05000,0.652 +49,mlp.experts.29.down_proj,0.0000021638,0.05000,0.606 +49,mlp.experts.31.down_proj,0.0000058348,0.05000,0.615 +49,mlp.experts.30.down_proj,0.0000313672,0.05000,0.609 +49,mlp.experts.28.down_proj,0.0000016373,0.05000,0.644 +49,mlp.experts.33.down_proj,0.0000043522,0.05000,0.639 +49,mlp.experts.35.down_proj,0.0000094995,0.05000,0.626 +49,mlp.experts.34.down_proj,0.0000198144,0.05000,0.667 +49,mlp.experts.32.down_proj,0.0000033197,0.05000,0.633 +49,mlp.experts.37.down_proj,0.0000031509,0.05000,0.616 +49,mlp.experts.39.down_proj,0.0000051439,0.05000,0.616 +49,mlp.experts.38.down_proj,0.0000059787,0.05000,0.648 +49,mlp.experts.36.down_proj,0.0000082189,0.05000,0.628 +49,mlp.experts.43.down_proj,0.0000202903,0.05000,0.611 +49,mlp.experts.41.down_proj,0.0000081786,0.05000,0.631 +49,mlp.experts.42.down_proj,0.0000094960,0.05000,0.631 +49,mlp.experts.40.down_proj,0.0000021881,0.05000,0.612 +49,mlp.experts.47.down_proj,0.0000125506,0.05000,0.614 +49,mlp.experts.45.down_proj,0.0000042395,0.05000,0.631 +49,mlp.experts.46.down_proj,0.0000076039,0.05000,0.614 +49,mlp.experts.44.down_proj,0.0000039110,0.05000,0.629 +49,mlp.experts.51.down_proj,0.0000082778,0.05000,0.611 +49,mlp.experts.49.down_proj,0.0000057444,0.05000,0.604 +49,mlp.experts.50.down_proj,0.0000090910,0.05000,0.607 +49,mlp.experts.48.down_proj,0.0000092161,0.05000,0.610 +49,mlp.experts.55.down_proj,0.0000068123,0.05000,0.608 +49,mlp.experts.53.down_proj,0.0000027823,0.05000,0.607 +49,mlp.experts.54.down_proj,0.0000016253,0.05000,0.610 +49,mlp.experts.52.down_proj,0.0000058994,0.05000,0.608 +49,mlp.experts.59.down_proj,0.0000501292,0.05000,0.614 +49,mlp.experts.57.down_proj,0.0000128228,0.05000,0.607 +49,mlp.experts.58.down_proj,0.0000056097,0.05000,0.615 +49,mlp.experts.56.down_proj,0.0000020189,0.05000,0.654 +49,mlp.experts.63.down_proj,0.0000072622,0.05000,0.620 +49,mlp.experts.61.down_proj,0.0000313864,0.05000,0.612 +49,mlp.experts.62.down_proj,0.0000050979,0.05000,0.654 +49,mlp.experts.60.down_proj,0.0000095199,0.05000,0.662 +49,mlp.experts.65.down_proj,0.0000029177,0.05000,0.607 +49,mlp.experts.67.down_proj,0.0000031260,0.05000,0.614 +49,mlp.experts.66.down_proj,0.0000079414,0.05000,0.609 +49,mlp.experts.64.down_proj,0.0000010769,0.05000,0.609 +49,mlp.experts.69.down_proj,0.0000065815,0.05000,0.609 +49,mlp.experts.71.down_proj,0.0000012186,0.05000,0.611 +49,mlp.experts.70.down_proj,0.0000103993,0.05000,0.607 +49,mlp.experts.68.down_proj,0.0000034355,0.05000,0.627 +49,mlp.experts.73.down_proj,0.0000084987,0.05000,0.604 +49,mlp.experts.75.down_proj,0.0000051917,0.05000,0.614 +49,mlp.experts.74.down_proj,0.0000067982,0.05000,0.606 +49,mlp.experts.72.down_proj,0.0000052805,0.05000,0.609 +49,mlp.experts.77.down_proj,0.0000027363,0.05000,0.627 +49,mlp.experts.79.down_proj,0.0000064947,0.05000,0.618 +49,mlp.experts.78.down_proj,0.0000035257,0.05000,0.632 +49,mlp.experts.76.down_proj,0.0000015512,0.05000,0.608 +49,mlp.experts.83.down_proj,0.0000079527,0.05000,0.615 +49,mlp.experts.81.down_proj,0.0000109164,0.05000,0.649 +49,mlp.experts.82.down_proj,0.0000053099,0.05000,0.605 +49,mlp.experts.80.down_proj,0.0000059005,0.05000,0.611 +49,mlp.experts.87.down_proj,0.0000155195,0.05000,0.613 +49,mlp.experts.85.down_proj,0.0000053793,0.05000,0.628 +49,mlp.experts.86.down_proj,0.0000122121,0.05000,0.650 +49,mlp.experts.84.down_proj,0.0000089495,0.05000,0.610 +49,mlp.experts.91.down_proj,0.0000039955,0.05000,0.612 +49,mlp.experts.89.down_proj,0.0000075206,0.05000,0.609 +49,mlp.experts.90.down_proj,0.0000057406,0.05000,0.622 +49,mlp.experts.88.down_proj,0.0000136579,0.05000,0.604 +49,mlp.experts.95.down_proj,0.0000023857,0.05000,0.612 +49,mlp.experts.93.down_proj,0.0000097724,0.05000,0.616 +49,mlp.experts.94.down_proj,0.0000043839,0.05000,0.608 +49,mlp.experts.92.down_proj,0.0000058933,0.05000,0.603 +49,mlp.experts.99.down_proj,0.0000057757,0.05000,0.610 +49,mlp.experts.97.down_proj,0.0000072670,0.05000,0.621 +49,mlp.experts.98.down_proj,0.0000093640,0.05000,0.612 +49,mlp.experts.96.down_proj,0.0000042867,0.05000,0.602 +49,mlp.experts.103.down_proj,0.0000049316,0.05000,0.647 +49,mlp.experts.101.down_proj,0.0000057071,0.05000,0.634 +49,mlp.experts.100.down_proj,0.0000021322,0.05000,0.616 +49,mlp.experts.102.down_proj,0.0000050247,0.05000,0.679 +49,mlp.experts.107.down_proj,0.0000732476,0.05000,0.622 +49,mlp.experts.105.down_proj,0.0000092562,0.05000,0.618 +49,mlp.experts.104.down_proj,0.0000104312,0.05000,0.648 +49,mlp.experts.106.down_proj,0.0000089308,0.05000,0.648 +49,mlp.experts.111.down_proj,0.0000049888,0.05000,0.632 +49,mlp.experts.109.down_proj,0.0000053520,0.05000,0.613 +49,mlp.experts.108.down_proj,0.0000065668,0.05000,0.610 +49,mlp.experts.110.down_proj,0.0000007209,0.05000,0.622 +49,mlp.experts.115.down_proj,0.0000080803,0.05000,0.633 +49,mlp.experts.113.down_proj,0.0000057404,0.05000,0.633 +49,mlp.experts.112.down_proj,0.0000123322,0.05000,0.612 +49,mlp.experts.114.down_proj,0.0000071555,0.05000,0.623 +49,mlp.experts.119.down_proj,0.0000149666,0.05000,0.612 +49,mlp.experts.117.down_proj,0.0000161801,0.05000,0.614 +49,mlp.experts.116.down_proj,0.0000048293,0.05000,0.631 +49,mlp.experts.118.down_proj,0.0000075371,0.05000,0.623 +49,mlp.experts.123.down_proj,0.0000078632,0.05000,0.615 +49,mlp.experts.121.down_proj,0.0000063056,0.05000,0.656 +49,mlp.experts.120.down_proj,0.0000151289,0.05000,0.656 +49,mlp.experts.122.down_proj,0.0000074791,0.05000,0.636 +49,mlp.experts.127.down_proj,0.0000011560,0.05000,0.605 +49,mlp.experts.125.down_proj,0.0000070658,0.05000,0.604 +49,mlp.experts.124.down_proj,0.0000141201,0.05000,0.604 +49,mlp.experts.126.down_proj,0.0000048023,0.05000,0.632 +49,mlp.experts.131.down_proj,0.0000060171,0.05000,0.608 +49,mlp.experts.129.down_proj,0.0000037719,0.05000,0.606 +49,mlp.experts.128.down_proj,0.0000050110,0.05000,0.614 +49,mlp.experts.130.down_proj,0.0000116937,0.05000,0.620 +49,mlp.experts.135.down_proj,0.0000050084,0.05000,0.635 +49,mlp.experts.133.down_proj,0.0000023827,0.05000,0.636 +49,mlp.experts.132.down_proj,0.0000014417,0.05000,0.662 +49,mlp.experts.134.down_proj,0.0000134348,0.05000,0.628 +49,mlp.experts.139.down_proj,0.0000080624,0.05000,0.628 +49,mlp.experts.137.down_proj,0.0000073923,0.05000,0.626 +49,mlp.experts.136.down_proj,0.0000055238,0.05000,0.664 +49,mlp.experts.138.down_proj,0.0000053776,0.05000,0.671 +49,mlp.experts.143.down_proj,0.0000040135,0.05000,0.623 +49,mlp.experts.141.down_proj,0.0000146244,0.05000,0.618 +49,mlp.experts.140.down_proj,0.0000176818,0.05000,0.630 +49,mlp.experts.142.down_proj,0.0000072206,0.05000,0.633 +49,mlp.experts.147.down_proj,0.0000029771,0.05000,0.639 +49,mlp.experts.145.down_proj,0.0000049502,0.05000,0.620 +49,mlp.experts.144.down_proj,0.0000054116,0.05000,0.664 +49,mlp.experts.146.down_proj,0.0000067541,0.05000,0.626 +49,mlp.experts.151.down_proj,0.0000107831,0.05000,0.619 +49,mlp.experts.149.down_proj,0.0000067119,0.05000,0.625 +49,mlp.experts.150.down_proj,0.0000096861,0.05000,0.628 +49,mlp.experts.148.down_proj,0.0000093257,0.05000,0.668 +49,mlp.experts.155.down_proj,0.0000075514,0.05000,0.619 +49,mlp.experts.153.down_proj,0.0000094636,0.05000,0.618 +49,mlp.experts.154.down_proj,0.0000084750,0.05000,0.621 +49,mlp.experts.152.down_proj,0.0000018425,0.05000,0.630 +49,mlp.experts.159.down_proj,0.0000131897,0.05000,0.609 +49,mlp.experts.157.down_proj,0.0000097878,0.05000,0.605 +49,mlp.experts.158.down_proj,0.0000164987,0.05000,0.514 +49,mlp.experts.156.down_proj,0.0000101217,0.05000,0.496 +50,mlp.experts.1.gate_proj,0.0000329902,0.05000,2.117 +50,mlp.experts.3.gate_proj,0.0000413035,0.05000,2.151 +50,mlp.experts.0.gate_proj,0.0000250177,0.05000,2.192 +50,mlp.experts.2.gate_proj,0.0000385612,0.05000,2.215 +50,mlp.experts.7.gate_proj,0.0001047969,0.05000,2.052 +50,mlp.experts.4.gate_proj,0.0001157954,0.05000,2.036 +50,mlp.experts.5.gate_proj,0.0000558976,0.05000,2.114 +50,mlp.experts.6.gate_proj,0.0000459514,0.05000,2.085 +50,mlp.experts.8.gate_proj,0.0000135134,0.05000,2.022 +50,mlp.experts.9.gate_proj,0.0000192168,0.05000,2.045 +50,mlp.experts.11.gate_proj,0.0000658858,0.05000,2.077 +50,mlp.experts.10.gate_proj,0.0002027015,0.05000,2.036 +50,mlp.experts.13.gate_proj,0.0000549502,0.05000,2.045 +50,mlp.experts.12.gate_proj,0.0000277928,0.05000,2.100 +50,mlp.experts.15.gate_proj,0.0000424272,0.05000,2.129 +50,mlp.experts.14.gate_proj,0.0001430256,0.05000,2.177 +50,mlp.experts.17.gate_proj,0.0000616427,0.05000,2.080 +50,mlp.experts.16.gate_proj,0.0000780994,0.05000,2.100 +50,mlp.experts.19.gate_proj,0.0000358589,0.05000,2.116 +50,mlp.experts.18.gate_proj,0.0000545966,0.05000,2.116 +50,mlp.experts.21.gate_proj,0.0000647492,0.05000,2.068 +50,mlp.experts.23.gate_proj,0.0000593471,0.05000,2.023 +50,mlp.experts.20.gate_proj,0.0000226888,0.05000,2.099 +50,mlp.experts.22.gate_proj,0.0000282180,0.05000,2.090 +50,mlp.experts.25.gate_proj,0.0000939881,0.05000,2.042 +50,mlp.experts.27.gate_proj,0.0000308255,0.05000,2.039 +50,mlp.experts.24.gate_proj,0.0000175889,0.05000,2.077 +50,mlp.experts.26.gate_proj,0.0000189090,0.05000,2.076 +50,mlp.experts.29.gate_proj,0.0000261466,0.05000,2.047 +50,mlp.experts.28.gate_proj,0.0000154679,0.05000,2.051 +50,mlp.experts.31.gate_proj,0.0001199474,0.05000,2.097 +50,mlp.experts.30.gate_proj,0.0000490693,0.05000,2.080 +50,mlp.experts.33.gate_proj,0.0000206364,0.05000,2.066 +50,mlp.experts.32.gate_proj,0.0000306558,0.05000,2.081 +50,mlp.experts.35.gate_proj,0.0000554079,0.05000,2.109 +50,mlp.experts.34.gate_proj,0.0000970548,0.05000,2.077 +50,mlp.experts.37.gate_proj,0.0000493804,0.05000,2.027 +50,mlp.experts.36.gate_proj,0.0000200207,0.05000,2.055 +50,mlp.experts.39.gate_proj,0.0000437100,0.05000,2.067 +50,mlp.experts.38.gate_proj,0.0000160852,0.05000,2.052 +50,mlp.experts.41.gate_proj,0.0000101733,0.05000,2.051 +50,mlp.experts.40.gate_proj,0.0001601229,0.05000,2.069 +50,mlp.experts.43.gate_proj,0.0000175317,0.05000,2.090 +50,mlp.experts.42.gate_proj,0.0000599117,0.05000,2.110 +50,mlp.experts.45.gate_proj,0.0000286714,0.05000,2.068 +50,mlp.experts.44.gate_proj,0.0000484589,0.05000,2.099 +50,mlp.experts.47.gate_proj,0.0000562324,0.05000,2.114 +50,mlp.experts.46.gate_proj,0.0000267952,0.05000,2.140 +50,mlp.experts.49.gate_proj,0.0000545117,0.05000,2.061 +50,mlp.experts.48.gate_proj,0.0000090699,0.05000,2.057 +50,mlp.experts.51.gate_proj,0.0000520390,0.05000,2.101 +50,mlp.experts.50.gate_proj,0.0000883111,0.05000,2.084 +50,mlp.experts.53.gate_proj,0.0000142999,0.05000,2.046 +50,mlp.experts.52.gate_proj,0.0000666920,0.05000,2.029 +50,mlp.experts.55.gate_proj,0.0000056454,0.05000,2.046 +50,mlp.experts.54.gate_proj,0.0001788171,0.05000,2.121 +50,mlp.experts.57.gate_proj,0.0000271084,0.05000,2.091 +50,mlp.experts.56.gate_proj,0.0000420907,0.05000,2.124 +50,mlp.experts.59.gate_proj,0.0000462521,0.05000,2.114 +50,mlp.experts.58.gate_proj,0.0000273136,0.05000,2.143 +50,mlp.experts.61.gate_proj,0.0002725455,0.05000,2.055 +50,mlp.experts.60.gate_proj,0.0001826469,0.05000,2.087 +50,mlp.experts.63.gate_proj,0.0000711295,0.05000,2.054 +50,mlp.experts.62.gate_proj,0.0000467117,0.05000,2.055 +50,mlp.experts.65.gate_proj,0.0000620814,0.05000,2.035 +50,mlp.experts.64.gate_proj,0.0000092452,0.05000,2.050 +50,mlp.experts.67.gate_proj,0.0000985345,0.05000,2.074 +50,mlp.experts.66.gate_proj,0.0001490760,0.05000,2.074 +50,mlp.experts.69.gate_proj,0.0000320612,0.05000,2.084 +50,mlp.experts.68.gate_proj,0.0000652282,0.05000,2.095 +50,mlp.experts.71.gate_proj,0.0000273720,0.05000,2.102 +50,mlp.experts.70.gate_proj,0.0000174450,0.05000,2.059 +50,mlp.experts.73.gate_proj,0.0000393158,0.05000,2.067 +50,mlp.experts.72.gate_proj,0.0000251928,0.05000,2.148 +50,mlp.experts.75.gate_proj,0.0000514749,0.05000,2.133 +50,mlp.experts.74.gate_proj,0.0000249898,0.05000,2.087 +50,mlp.experts.77.gate_proj,0.0000877611,0.05000,2.038 +50,mlp.experts.76.gate_proj,0.0000514286,0.05000,2.140 +50,mlp.experts.79.gate_proj,0.0000182615,0.05000,2.052 +50,mlp.experts.78.gate_proj,0.0000372377,0.05000,2.060 +50,mlp.experts.81.gate_proj,0.0000239388,0.05000,2.031 +50,mlp.experts.80.gate_proj,0.0000864984,0.05000,2.096 +50,mlp.experts.83.gate_proj,0.0001054329,0.05000,2.095 +50,mlp.experts.82.gate_proj,0.0001238140,0.05000,2.044 +50,mlp.experts.85.gate_proj,0.0000440048,0.05000,2.023 +50,mlp.experts.87.gate_proj,0.0000392715,0.05000,1.999 +50,mlp.experts.84.gate_proj,0.0000458261,0.05000,2.080 +50,mlp.experts.86.gate_proj,0.0001653301,0.05000,2.043 +50,mlp.experts.89.gate_proj,0.0000594367,0.05000,2.057 +50,mlp.experts.88.gate_proj,0.0000372120,0.05000,2.074 +50,mlp.experts.91.gate_proj,0.0000490267,0.05000,2.154 +50,mlp.experts.90.gate_proj,0.0000641127,0.05000,2.104 +50,mlp.experts.93.gate_proj,0.0000654202,0.05000,2.048 +50,mlp.experts.92.gate_proj,0.0000462936,0.05000,2.073 +50,mlp.experts.95.gate_proj,0.0000637341,0.05000,2.051 +50,mlp.experts.94.gate_proj,0.0000391751,0.05000,2.083 +50,mlp.experts.97.gate_proj,0.0000437576,0.05000,2.031 +50,mlp.experts.96.gate_proj,0.0000676574,0.05000,2.031 +50,mlp.experts.99.gate_proj,0.0000393341,0.05000,2.138 +50,mlp.experts.98.gate_proj,0.0000742925,0.05000,2.088 +50,mlp.experts.101.gate_proj,0.0000638102,0.05000,2.015 +50,mlp.experts.100.gate_proj,0.0000515926,0.05000,2.018 +50,mlp.experts.103.gate_proj,0.0000558585,0.05000,2.034 +50,mlp.experts.102.gate_proj,0.0000673890,0.05000,2.057 +50,mlp.experts.105.gate_proj,0.0000315668,0.05000,2.016 +50,mlp.experts.104.gate_proj,0.0000065982,0.05000,2.025 +50,mlp.experts.107.gate_proj,0.0000623382,0.05000,2.054 +50,mlp.experts.106.gate_proj,0.0000242791,0.05000,2.076 +50,mlp.experts.109.gate_proj,0.0000423825,0.05000,2.034 +50,mlp.experts.108.gate_proj,0.0000341868,0.05000,2.033 +50,mlp.experts.111.gate_proj,0.0000330462,0.05000,2.056 +50,mlp.experts.110.gate_proj,0.0000383751,0.05000,2.096 +50,mlp.experts.113.gate_proj,0.0000242127,0.05000,2.021 +50,mlp.experts.112.gate_proj,0.0000527719,0.05000,2.047 +50,mlp.experts.115.gate_proj,0.0000680871,0.05000,2.037 +50,mlp.experts.114.gate_proj,0.0000754090,0.05000,2.061 +50,mlp.experts.117.gate_proj,0.0000813917,0.05000,2.038 +50,mlp.experts.116.gate_proj,0.0000367793,0.05000,2.092 +50,mlp.experts.119.gate_proj,0.0000159436,0.05000,2.085 +50,mlp.experts.118.gate_proj,0.0000750473,0.05000,2.143 +50,mlp.experts.121.gate_proj,0.0001109706,0.05000,2.062 +50,mlp.experts.120.gate_proj,0.0000569097,0.05000,2.066 +50,mlp.experts.123.gate_proj,0.0000295614,0.05000,2.073 +50,mlp.experts.122.gate_proj,0.0000254870,0.05000,2.079 +50,mlp.experts.125.gate_proj,0.0000296533,0.05000,2.058 +50,mlp.experts.124.gate_proj,0.0000260914,0.05000,2.069 +50,mlp.experts.127.gate_proj,0.0001015846,0.05000,2.062 +50,mlp.experts.126.gate_proj,0.0001517738,0.05000,2.060 +50,mlp.experts.129.gate_proj,0.0000747635,0.05000,2.040 +50,mlp.experts.128.gate_proj,0.0000546479,0.05000,2.059 +50,mlp.experts.131.gate_proj,0.0000350304,0.05000,2.059 +50,mlp.experts.130.gate_proj,0.0000564582,0.05000,2.091 +50,mlp.experts.133.gate_proj,0.0000373553,0.05000,2.056 +50,mlp.experts.132.gate_proj,0.0000244930,0.05000,2.087 +50,mlp.experts.135.gate_proj,0.0000423640,0.05000,2.077 +50,mlp.experts.134.gate_proj,0.0000379084,0.05000,2.083 +50,mlp.experts.137.gate_proj,0.0000429408,0.05000,2.038 +50,mlp.experts.136.gate_proj,0.0000173590,0.05000,2.025 +50,mlp.experts.139.gate_proj,0.0000601536,0.05000,2.050 +50,mlp.experts.138.gate_proj,0.0000184046,0.05000,2.023 +50,mlp.experts.141.gate_proj,0.0000070005,0.05000,2.026 +50,mlp.experts.140.gate_proj,0.0000265667,0.05000,2.062 +50,mlp.experts.143.gate_proj,0.0000643507,0.05000,2.063 +50,mlp.experts.142.gate_proj,0.0001679826,0.05000,2.096 +50,mlp.experts.145.gate_proj,0.0000794377,0.05000,2.034 +50,mlp.experts.144.gate_proj,0.0000670293,0.05000,2.055 +50,mlp.experts.147.gate_proj,0.0000380501,0.05000,2.058 +50,mlp.experts.146.gate_proj,0.0000406805,0.05000,2.089 +50,mlp.experts.149.gate_proj,0.0000342538,0.05000,2.099 +50,mlp.experts.148.gate_proj,0.0000297624,0.05000,2.076 +50,mlp.experts.151.gate_proj,0.0000302019,0.05000,2.091 +50,mlp.experts.150.gate_proj,0.0000791332,0.05000,2.108 +50,mlp.experts.153.gate_proj,0.0001195982,0.05000,2.079 +50,mlp.experts.152.gate_proj,0.0001001027,0.05000,2.069 +50,mlp.experts.155.gate_proj,0.0000713022,0.05000,2.083 +50,mlp.experts.154.gate_proj,0.0000602971,0.05000,2.092 +50,mlp.experts.157.gate_proj,0.0000061952,0.05000,2.038 +50,mlp.experts.156.gate_proj,0.0000313515,0.05000,2.035 +50,mlp.experts.159.gate_proj,0.0000270476,0.05000,2.017 +50,mlp.experts.158.gate_proj,0.0000351503,0.05000,2.022 +50,mlp.experts.1.up_proj,0.0000327167,0.05000,2.031 +50,mlp.experts.0.up_proj,0.0000243591,0.05000,2.048 +50,mlp.experts.3.up_proj,0.0000412762,0.05000,2.017 +50,mlp.experts.2.up_proj,0.0000372992,0.05000,2.042 +50,mlp.experts.5.up_proj,0.0000546505,0.05000,2.049 +50,mlp.experts.4.up_proj,0.0001118335,0.05000,2.016 +50,mlp.experts.7.up_proj,0.0001002651,0.05000,2.002 +50,mlp.experts.6.up_proj,0.0000450423,0.05000,2.008 +50,mlp.experts.9.up_proj,0.0000192959,0.05000,2.046 +50,mlp.experts.8.up_proj,0.0000132277,0.05000,2.043 +50,mlp.experts.11.up_proj,0.0000664603,0.05000,2.017 +50,mlp.experts.10.up_proj,0.0001917118,0.05000,2.012 +50,mlp.experts.13.up_proj,0.0000526804,0.05000,2.030 +50,mlp.experts.12.up_proj,0.0000272839,0.05000,2.038 +50,mlp.experts.15.up_proj,0.0000427837,0.05000,2.015 +50,mlp.experts.14.up_proj,0.0001364345,0.05000,2.011 +50,mlp.experts.17.up_proj,0.0000610792,0.05000,2.027 +50,mlp.experts.16.up_proj,0.0000782040,0.05000,2.116 +50,mlp.experts.19.up_proj,0.0000349394,0.05000,2.077 +50,mlp.experts.18.up_proj,0.0000547206,0.05000,2.057 +50,mlp.experts.21.up_proj,0.0000667368,0.05000,2.050 +50,mlp.experts.20.up_proj,0.0000220460,0.05000,2.075 +50,mlp.experts.23.up_proj,0.0000579219,0.05000,2.099 +50,mlp.experts.22.up_proj,0.0000276945,0.05000,2.051 +50,mlp.experts.25.up_proj,0.0000882238,0.05000,2.040 +50,mlp.experts.24.up_proj,0.0000175342,0.05000,2.063 +50,mlp.experts.27.up_proj,0.0000297078,0.05000,2.064 +50,mlp.experts.26.up_proj,0.0000186184,0.05000,2.037 +50,mlp.experts.29.up_proj,0.0000251046,0.05000,2.048 +50,mlp.experts.28.up_proj,0.0000151115,0.05000,2.085 +50,mlp.experts.31.up_proj,0.0001138298,0.05000,2.115 +50,mlp.experts.30.up_proj,0.0000466380,0.05000,2.105 +50,mlp.experts.33.up_proj,0.0000201279,0.05000,2.135 +50,mlp.experts.32.up_proj,0.0000298648,0.05000,2.075 +50,mlp.experts.35.up_proj,0.0000539886,0.05000,2.076 +50,mlp.experts.34.up_proj,0.0000949305,0.05000,2.068 +50,mlp.experts.37.up_proj,0.0000484567,0.05000,2.093 +50,mlp.experts.36.up_proj,0.0000197590,0.05000,2.089 +50,mlp.experts.39.up_proj,0.0000408820,0.05000,2.139 +50,mlp.experts.38.up_proj,0.0000156874,0.05000,2.099 +50,mlp.experts.41.up_proj,0.0000098361,0.05000,2.045 +50,mlp.experts.40.up_proj,0.0001570754,0.05000,2.073 +50,mlp.experts.43.up_proj,0.0000172053,0.05000,2.072 +50,mlp.experts.42.up_proj,0.0000583481,0.05000,2.063 +50,mlp.experts.45.up_proj,0.0000280679,0.05000,2.117 +50,mlp.experts.44.up_proj,0.0000457175,0.05000,2.135 +50,mlp.experts.47.up_proj,0.0000555585,0.05000,2.041 +50,mlp.experts.46.up_proj,0.0000262058,0.05000,2.057 +50,mlp.experts.49.up_proj,0.0000527319,0.05000,2.058 +50,mlp.experts.48.up_proj,0.0000088319,0.05000,2.055 +50,mlp.experts.51.up_proj,0.0000508233,0.05000,2.038 +50,mlp.experts.50.up_proj,0.0000859842,0.05000,2.060 +50,mlp.experts.53.up_proj,0.0000142578,0.05000,2.092 +50,mlp.experts.52.up_proj,0.0000611903,0.05000,2.083 +50,mlp.experts.55.up_proj,0.0000055971,0.05000,2.094 +50,mlp.experts.54.up_proj,0.0001693793,0.05000,2.126 +50,mlp.experts.57.up_proj,0.0000262644,0.05000,2.068 +50,mlp.experts.56.up_proj,0.0000410743,0.05000,2.097 +50,mlp.experts.59.up_proj,0.0000457327,0.05000,2.077 +50,mlp.experts.58.up_proj,0.0000258177,0.05000,2.061 +50,mlp.experts.61.up_proj,0.0002604982,0.05000,2.085 +50,mlp.experts.60.up_proj,0.0001708413,0.05000,2.051 +50,mlp.experts.63.up_proj,0.0000665590,0.05000,2.069 +50,mlp.experts.62.up_proj,0.0000454143,0.05000,2.088 +50,mlp.experts.65.up_proj,0.0000613366,0.05000,2.123 +50,mlp.experts.64.up_proj,0.0000089253,0.05000,2.093 +50,mlp.experts.67.up_proj,0.0000944829,0.05000,2.077 +50,mlp.experts.66.up_proj,0.0001453447,0.05000,2.134 +50,mlp.experts.69.up_proj,0.0000312067,0.05000,2.060 +50,mlp.experts.68.up_proj,0.0000620146,0.05000,2.103 +50,mlp.experts.71.up_proj,0.0000263925,0.05000,2.082 +50,mlp.experts.70.up_proj,0.0000171302,0.05000,2.123 +50,mlp.experts.73.up_proj,0.0000383794,0.05000,2.087 +50,mlp.experts.72.up_proj,0.0000247235,0.05000,2.068 +50,mlp.experts.75.up_proj,0.0000507592,0.05000,2.078 +50,mlp.experts.74.up_proj,0.0000245189,0.05000,2.078 +50,mlp.experts.77.up_proj,0.0000853653,0.05000,2.063 +50,mlp.experts.76.up_proj,0.0000498192,0.05000,2.075 +50,mlp.experts.79.up_proj,0.0000178340,0.05000,2.094 +50,mlp.experts.78.up_proj,0.0000357098,0.05000,2.084 +50,mlp.experts.81.up_proj,0.0000228798,0.05000,2.135 +50,mlp.experts.83.up_proj,0.0000998026,0.05000,2.068 +50,mlp.experts.80.up_proj,0.0000837533,0.05000,2.145 +50,mlp.experts.82.up_proj,0.0001200019,0.05000,2.100 +50,mlp.experts.85.up_proj,0.0000438908,0.05000,2.035 +50,mlp.experts.87.up_proj,0.0000382043,0.05000,2.042 +50,mlp.experts.84.up_proj,0.0000444313,0.05000,2.059 +50,mlp.experts.86.up_proj,0.0001638698,0.05000,2.077 +50,mlp.experts.89.up_proj,0.0000575071,0.05000,2.015 +50,mlp.experts.91.up_proj,0.0000486176,0.05000,2.087 +50,mlp.experts.88.up_proj,0.0000357413,0.05000,2.064 +50,mlp.experts.90.up_proj,0.0000621728,0.05000,2.057 +50,mlp.experts.93.up_proj,0.0000628526,0.05000,2.038 +50,mlp.experts.95.up_proj,0.0000611557,0.05000,2.072 +50,mlp.experts.92.up_proj,0.0000450849,0.05000,2.086 +50,mlp.experts.94.up_proj,0.0000375336,0.05000,2.057 +50,mlp.experts.97.up_proj,0.0000429534,0.05000,2.041 +50,mlp.experts.99.up_proj,0.0000375023,0.05000,2.055 +50,mlp.experts.96.up_proj,0.0000662346,0.05000,2.052 +50,mlp.experts.98.up_proj,0.0000704090,0.05000,1.951 +50,mlp.experts.101.up_proj,0.0000605725,0.05000,1.789 +50,mlp.experts.103.up_proj,0.0000535464,0.05000,1.261 +50,mlp.experts.107.up_proj,0.0000605114,0.05000,2.058 +50,mlp.experts.100.up_proj,0.0000494510,0.05000,2.084 +50,mlp.experts.102.up_proj,0.0000644477,0.05000,2.144 +50,mlp.experts.105.up_proj,0.0000305208,0.05000,2.211 +50,mlp.experts.111.up_proj,0.0000323653,0.05000,2.038 +50,mlp.experts.104.up_proj,0.0000063920,0.05000,2.051 +50,mlp.experts.106.up_proj,0.0000237920,0.05000,2.110 +50,mlp.experts.109.up_proj,0.0000412191,0.05000,2.151 +50,mlp.experts.115.up_proj,0.0000659346,0.05000,2.116 +50,mlp.experts.108.up_proj,0.0000330720,0.05000,2.107 +50,mlp.experts.110.up_proj,0.0000377992,0.05000,2.074 +50,mlp.experts.113.up_proj,0.0000238947,0.05000,2.151 +50,mlp.experts.119.up_proj,0.0000153485,0.05000,2.060 +50,mlp.experts.112.up_proj,0.0000510928,0.05000,2.098 +50,mlp.experts.114.up_proj,0.0000740634,0.05000,2.060 +50,mlp.experts.117.up_proj,0.0000809886,0.05000,2.045 +50,mlp.experts.123.up_proj,0.0000283842,0.05000,2.059 +50,mlp.experts.116.up_proj,0.0000354454,0.05000,2.057 +50,mlp.experts.118.up_proj,0.0000708158,0.05000,2.062 +50,mlp.experts.121.up_proj,0.0001095333,0.05000,2.058 +50,mlp.experts.127.up_proj,0.0000974455,0.05000,2.079 +50,mlp.experts.120.up_proj,0.0000547544,0.05000,2.039 +50,mlp.experts.122.up_proj,0.0000247620,0.05000,2.063 +50,mlp.experts.125.up_proj,0.0000290474,0.05000,2.032 +50,mlp.experts.131.up_proj,0.0000336052,0.05000,2.063 +50,mlp.experts.124.up_proj,0.0000253891,0.05000,2.039 +50,mlp.experts.126.up_proj,0.0001370603,0.05000,2.114 +50,mlp.experts.129.up_proj,0.0000730270,0.05000,2.100 +50,mlp.experts.128.up_proj,0.0000539709,0.05000,2.056 +50,mlp.experts.135.up_proj,0.0000409985,0.05000,2.057 +50,mlp.experts.130.up_proj,0.0000570839,0.05000,2.044 +50,mlp.experts.133.up_proj,0.0000363860,0.05000,2.033 +50,mlp.experts.132.up_proj,0.0000238598,0.05000,2.117 +50,mlp.experts.139.up_proj,0.0000598118,0.05000,2.157 +50,mlp.experts.134.up_proj,0.0000371188,0.05000,2.069 +50,mlp.experts.137.up_proj,0.0000418616,0.05000,2.175 +50,mlp.experts.136.up_proj,0.0000170701,0.05000,2.061 +50,mlp.experts.143.up_proj,0.0000634664,0.05000,2.121 +50,mlp.experts.138.up_proj,0.0000177084,0.05000,2.104 +50,mlp.experts.141.up_proj,0.0000067650,0.05000,2.160 +50,mlp.experts.140.up_proj,0.0000261497,0.05000,2.096 +50,mlp.experts.142.up_proj,0.0001626968,0.05000,2.086 +50,mlp.experts.147.up_proj,0.0000374787,0.05000,2.298 +50,mlp.experts.145.up_proj,0.0000783647,0.05000,2.156 +50,mlp.experts.144.up_proj,0.0000628814,0.05000,2.058 +50,mlp.experts.146.up_proj,0.0000401445,0.05000,2.036 +50,mlp.experts.151.up_proj,0.0000292187,0.05000,2.041 +50,mlp.experts.149.up_proj,0.0000328636,0.05000,2.161 +50,mlp.experts.148.up_proj,0.0000277235,0.05000,2.054 +50,mlp.experts.150.up_proj,0.0000768156,0.05000,2.031 +50,mlp.experts.155.up_proj,0.0000696041,0.05000,2.094 +50,mlp.experts.153.up_proj,0.0001151914,0.05000,2.107 +50,mlp.experts.152.up_proj,0.0000987862,0.05000,2.044 +50,mlp.experts.154.up_proj,0.0000594015,0.05000,2.029 +50,mlp.experts.159.up_proj,0.0000258365,0.05000,2.053 +50,mlp.experts.157.up_proj,0.0000060771,0.05000,2.079 +50,mlp.experts.156.up_proj,0.0000309105,0.05000,1.524 +50,mlp.experts.158.up_proj,0.0000352687,0.05000,1.469 +50,mlp.experts.2.down_proj,0.0000046675,0.05000,0.626 +50,mlp.experts.0.down_proj,0.0000032794,0.05000,0.627 +50,mlp.experts.3.down_proj,0.0000102026,0.05000,0.639 +50,mlp.experts.1.down_proj,0.0000067791,0.05000,0.653 +50,mlp.experts.4.down_proj,0.0000174029,0.05000,0.601 +50,mlp.experts.6.down_proj,0.0000056515,0.05000,0.602 +50,mlp.experts.7.down_proj,0.0000106602,0.05000,0.611 +50,mlp.experts.5.down_proj,0.0000075723,0.05000,0.604 +50,mlp.experts.10.down_proj,0.0000388383,0.05000,0.619 +50,mlp.experts.8.down_proj,0.0000014321,0.05000,0.630 +50,mlp.experts.11.down_proj,0.0000158362,0.05000,0.620 +50,mlp.experts.9.down_proj,0.0000053914,0.05000,0.628 +50,mlp.experts.12.down_proj,0.0000031381,0.05000,0.614 +50,mlp.experts.13.down_proj,0.0000110311,0.05000,0.611 +50,mlp.experts.15.down_proj,0.0000107118,0.05000,0.637 +50,mlp.experts.14.down_proj,0.0000373878,0.05000,0.660 +50,mlp.experts.16.down_proj,0.0000147407,0.05000,0.609 +50,mlp.experts.17.down_proj,0.0000095855,0.05000,0.614 +50,mlp.experts.18.down_proj,0.0000139964,0.05000,0.604 +50,mlp.experts.19.down_proj,0.0000043825,0.05000,0.632 +50,mlp.experts.20.down_proj,0.0000027398,0.05000,0.616 +50,mlp.experts.21.down_proj,0.0000219573,0.05000,0.614 +50,mlp.experts.22.down_proj,0.0000043134,0.05000,0.651 +50,mlp.experts.23.down_proj,0.0000078999,0.05000,0.635 +50,mlp.experts.24.down_proj,0.0000029490,0.05000,0.632 +50,mlp.experts.25.down_proj,0.0000191280,0.05000,0.617 +50,mlp.experts.26.down_proj,0.0000022288,0.05000,0.609 +50,mlp.experts.27.down_proj,0.0000050077,0.05000,0.675 +50,mlp.experts.29.down_proj,0.0000032410,0.05000,0.610 +50,mlp.experts.28.down_proj,0.0000018922,0.05000,0.645 +50,mlp.experts.30.down_proj,0.0000082103,0.05000,0.649 +50,mlp.experts.31.down_proj,0.0000223598,0.05000,0.646 +50,mlp.experts.33.down_proj,0.0000025904,0.05000,0.611 +50,mlp.experts.32.down_proj,0.0000070555,0.05000,0.612 +50,mlp.experts.34.down_proj,0.0000150739,0.05000,0.632 +50,mlp.experts.35.down_proj,0.0000074686,0.05000,0.612 +50,mlp.experts.37.down_proj,0.0000079227,0.05000,0.607 +50,mlp.experts.36.down_proj,0.0000035087,0.05000,0.619 +50,mlp.experts.38.down_proj,0.0000017295,0.05000,0.603 +50,mlp.experts.39.down_proj,0.0000105673,0.05000,0.605 +50,mlp.experts.41.down_proj,0.0000010622,0.05000,0.602 +50,mlp.experts.40.down_proj,0.0000476472,0.05000,0.600 +50,mlp.experts.42.down_proj,0.0000236181,0.05000,0.602 +50,mlp.experts.43.down_proj,0.0000094839,0.05000,0.605 +50,mlp.experts.45.down_proj,0.0000065894,0.05000,0.627 +50,mlp.experts.44.down_proj,0.0000235882,0.05000,0.630 +50,mlp.experts.46.down_proj,0.0000030043,0.05000,0.643 +50,mlp.experts.47.down_proj,0.0000085414,0.05000,0.610 +50,mlp.experts.49.down_proj,0.0000177591,0.05000,0.598 +50,mlp.experts.48.down_proj,0.0000010436,0.05000,0.601 +50,mlp.experts.50.down_proj,0.0000135692,0.05000,0.596 +50,mlp.experts.51.down_proj,0.0000069603,0.05000,0.598 +50,mlp.experts.53.down_proj,0.0000027833,0.05000,0.599 +50,mlp.experts.52.down_proj,0.0000132254,0.05000,0.603 +50,mlp.experts.54.down_proj,0.0000549574,0.05000,0.619 +50,mlp.experts.55.down_proj,0.0000010934,0.05000,0.603 +50,mlp.experts.57.down_proj,0.0000074562,0.05000,0.601 +50,mlp.experts.56.down_proj,0.0000093194,0.05000,0.621 +50,mlp.experts.59.down_proj,0.0000080857,0.05000,0.596 +50,mlp.experts.58.down_proj,0.0000026765,0.05000,0.621 +50,mlp.experts.61.down_proj,0.0000346988,0.05000,0.597 +50,mlp.experts.60.down_proj,0.0000232126,0.05000,0.595 +50,mlp.experts.62.down_proj,0.0000049938,0.05000,0.597 +50,mlp.experts.63.down_proj,0.0000105610,0.05000,0.627 +50,mlp.experts.65.down_proj,0.0000104526,0.05000,0.605 +50,mlp.experts.64.down_proj,0.0000011696,0.05000,0.604 +50,mlp.experts.66.down_proj,0.0000326224,0.05000,0.621 +50,mlp.experts.67.down_proj,0.0000148430,0.05000,0.615 +50,mlp.experts.69.down_proj,0.0000114131,0.05000,0.602 +50,mlp.experts.68.down_proj,0.0000138849,0.05000,0.600 +50,mlp.experts.71.down_proj,0.0000032103,0.05000,0.637 +50,mlp.experts.70.down_proj,0.0000057644,0.05000,0.669 +50,mlp.experts.73.down_proj,0.0000048366,0.05000,0.632 +50,mlp.experts.72.down_proj,0.0000069181,0.05000,0.626 +50,mlp.experts.75.down_proj,0.0000117421,0.05000,0.608 +50,mlp.experts.74.down_proj,0.0000038988,0.05000,0.604 +50,mlp.experts.77.down_proj,0.0000185421,0.05000,0.661 +50,mlp.experts.76.down_proj,0.0000077406,0.05000,0.622 +50,mlp.experts.79.down_proj,0.0000018177,0.05000,0.647 +50,mlp.experts.78.down_proj,0.0000092675,0.05000,0.673 +50,mlp.experts.81.down_proj,0.0000120446,0.05000,0.612 +50,mlp.experts.80.down_proj,0.0000107620,0.05000,0.617 +50,mlp.experts.83.down_proj,0.0000315452,0.05000,0.644 +50,mlp.experts.82.down_proj,0.0000324212,0.05000,0.609 +50,mlp.experts.85.down_proj,0.0000067142,0.05000,0.608 +50,mlp.experts.84.down_proj,0.0000054297,0.05000,0.623 +50,mlp.experts.87.down_proj,0.0000121549,0.05000,0.603 +50,mlp.experts.86.down_proj,0.0000229488,0.05000,0.603 +50,mlp.experts.89.down_proj,0.0000089080,0.05000,0.604 +50,mlp.experts.88.down_proj,0.0000067717,0.05000,0.600 +50,mlp.experts.90.down_proj,0.0000066182,0.05000,0.600 +50,mlp.experts.91.down_proj,0.0000059639,0.05000,0.619 +50,mlp.experts.93.down_proj,0.0000077902,0.05000,0.605 +50,mlp.experts.92.down_proj,0.0000078422,0.05000,0.602 +50,mlp.experts.95.down_proj,0.0000096998,0.05000,0.603 +50,mlp.experts.94.down_proj,0.0000042485,0.05000,0.629 +50,mlp.experts.97.down_proj,0.0000052589,0.05000,0.624 +50,mlp.experts.96.down_proj,0.0000104545,0.05000,0.619 +50,mlp.experts.99.down_proj,0.0000114977,0.05000,0.605 +50,mlp.experts.98.down_proj,0.0000097930,0.05000,0.598 +50,mlp.experts.101.down_proj,0.0000072391,0.05000,0.596 +50,mlp.experts.100.down_proj,0.0000054139,0.05000,0.600 +50,mlp.experts.103.down_proj,0.0000074550,0.05000,0.604 +50,mlp.experts.102.down_proj,0.0000154884,0.05000,0.596 +50,mlp.experts.105.down_proj,0.0000030626,0.05000,0.601 +50,mlp.experts.104.down_proj,0.0000014582,0.05000,0.617 +50,mlp.experts.106.down_proj,0.0000064609,0.05000,0.598 +50,mlp.experts.107.down_proj,0.0000074734,0.05000,0.606 +50,mlp.experts.109.down_proj,0.0000053991,0.05000,0.593 +50,mlp.experts.108.down_proj,0.0000038073,0.05000,0.595 +50,mlp.experts.110.down_proj,0.0000057315,0.05000,0.597 +50,mlp.experts.111.down_proj,0.0000039167,0.05000,0.603 +50,mlp.experts.113.down_proj,0.0000028342,0.05000,0.601 +50,mlp.experts.112.down_proj,0.0000099032,0.05000,0.598 +50,mlp.experts.115.down_proj,0.0000072874,0.05000,0.605 +50,mlp.experts.114.down_proj,0.0000114005,0.05000,0.620 +50,mlp.experts.117.down_proj,0.0000160464,0.05000,0.632 +50,mlp.experts.116.down_proj,0.0000053098,0.05000,0.630 +50,mlp.experts.118.down_proj,0.0000066974,0.05000,0.617 +50,mlp.experts.119.down_proj,0.0000021037,0.05000,0.688 +50,mlp.experts.121.down_proj,0.0000159025,0.05000,0.611 +50,mlp.experts.120.down_proj,0.0000093152,0.05000,0.613 +50,mlp.experts.122.down_proj,0.0000046812,0.05000,0.613 +50,mlp.experts.123.down_proj,0.0000036846,0.05000,0.635 +50,mlp.experts.125.down_proj,0.0000033623,0.05000,0.614 +50,mlp.experts.124.down_proj,0.0000050136,0.05000,0.610 +50,mlp.experts.126.down_proj,0.0001009375,0.05000,0.604 +50,mlp.experts.127.down_proj,0.0000131687,0.05000,0.611 +50,mlp.experts.129.down_proj,0.0000141428,0.05000,0.612 +50,mlp.experts.128.down_proj,0.0000087735,0.05000,0.615 +50,mlp.experts.130.down_proj,0.0000109194,0.05000,0.635 +50,mlp.experts.131.down_proj,0.0000036950,0.05000,0.658 +50,mlp.experts.133.down_proj,0.0000039740,0.05000,0.608 +50,mlp.experts.132.down_proj,0.0000073625,0.05000,0.619 +50,mlp.experts.134.down_proj,0.0000054618,0.05000,0.600 +50,mlp.experts.135.down_proj,0.0000064522,0.05000,0.606 +50,mlp.experts.137.down_proj,0.0000080945,0.05000,0.619 +50,mlp.experts.136.down_proj,0.0000023778,0.05000,0.599 +50,mlp.experts.138.down_proj,0.0000017473,0.05000,0.605 +50,mlp.experts.139.down_proj,0.0000116993,0.05000,0.604 +50,mlp.experts.141.down_proj,0.0000010703,0.05000,0.666 +50,mlp.experts.140.down_proj,0.0000035695,0.05000,0.649 +50,mlp.experts.142.down_proj,0.0000328404,0.05000,0.605 +50,mlp.experts.143.down_proj,0.0000101611,0.05000,0.604 +50,mlp.experts.145.down_proj,0.0000108890,0.05000,0.601 +50,mlp.experts.144.down_proj,0.0000160468,0.05000,0.600 +50,mlp.experts.146.down_proj,0.0000138560,0.05000,0.603 +50,mlp.experts.147.down_proj,0.0000071212,0.05000,0.626 +50,mlp.experts.149.down_proj,0.0000125057,0.05000,0.653 +50,mlp.experts.148.down_proj,0.0000031114,0.05000,0.653 +50,mlp.experts.150.down_proj,0.0000095036,0.05000,0.632 +50,mlp.experts.151.down_proj,0.0000123333,0.05000,0.640 +50,mlp.experts.153.down_proj,0.0000129479,0.05000,0.607 +50,mlp.experts.152.down_proj,0.0000209305,0.05000,0.625 +50,mlp.experts.154.down_proj,0.0000117340,0.05000,0.629 +50,mlp.experts.155.down_proj,0.0000103278,0.05000,0.652 +50,mlp.experts.157.down_proj,0.0000008898,0.05000,0.607 +50,mlp.experts.156.down_proj,0.0000055152,0.05000,0.637 +50,mlp.experts.158.down_proj,0.0000071990,0.05000,0.594 +50,mlp.experts.159.down_proj,0.0000025006,0.05000,0.486 +51,mlp.experts.2.gate_proj,0.0000398897,0.05000,2.093 +51,mlp.experts.1.gate_proj,0.0000294150,0.05000,2.118 +51,mlp.experts.0.gate_proj,0.0000734595,0.05000,2.146 +51,mlp.experts.3.gate_proj,0.0000403104,0.05000,2.146 +51,mlp.experts.7.gate_proj,0.0000257845,0.05000,2.019 +51,mlp.experts.4.gate_proj,0.0001343757,0.05000,2.020 +51,mlp.experts.5.gate_proj,0.0000375771,0.05000,2.092 +51,mlp.experts.6.gate_proj,0.0000731264,0.05000,2.144 +51,mlp.experts.9.gate_proj,0.0000410571,0.05000,2.034 +51,mlp.experts.10.gate_proj,0.0000709206,0.05000,2.032 +51,mlp.experts.8.gate_proj,0.0000405799,0.05000,2.105 +51,mlp.experts.11.gate_proj,0.0000790715,0.05000,2.224 +51,mlp.experts.14.gate_proj,0.0000850092,0.05000,2.052 +51,mlp.experts.13.gate_proj,0.0000471694,0.05000,2.124 +51,mlp.experts.12.gate_proj,0.0000324491,0.05000,2.164 +51,mlp.experts.15.gate_proj,0.0000294816,0.05000,2.126 +51,mlp.experts.18.gate_proj,0.0000208241,0.05000,2.054 +51,mlp.experts.17.gate_proj,0.0000431843,0.05000,2.080 +51,mlp.experts.16.gate_proj,0.0000809089,0.05000,2.136 +51,mlp.experts.19.gate_proj,0.0000551147,0.05000,2.086 +51,mlp.experts.22.gate_proj,0.0000284746,0.05000,2.027 +51,mlp.experts.21.gate_proj,0.0000084242,0.05000,2.027 +51,mlp.experts.23.gate_proj,0.0000655123,0.05000,2.044 +51,mlp.experts.20.gate_proj,0.0000581031,0.05000,2.073 +51,mlp.experts.26.gate_proj,0.0000308186,0.05000,2.045 +51,mlp.experts.25.gate_proj,0.0002866875,0.05000,2.041 +51,mlp.experts.24.gate_proj,0.0000423656,0.05000,2.074 +51,mlp.experts.27.gate_proj,0.0000455489,0.05000,2.097 +51,mlp.experts.30.gate_proj,0.0000752088,0.05000,2.102 +51,mlp.experts.29.gate_proj,0.0000479549,0.05000,2.097 +51,mlp.experts.31.gate_proj,0.0000543016,0.05000,2.044 +51,mlp.experts.28.gate_proj,0.0000834489,0.05000,2.119 +51,mlp.experts.34.gate_proj,0.0000324358,0.05000,2.133 +51,mlp.experts.33.gate_proj,0.0000785436,0.05000,2.112 +51,mlp.experts.35.gate_proj,0.0000621914,0.05000,2.081 +51,mlp.experts.32.gate_proj,0.0000551398,0.05000,2.101 +51,mlp.experts.38.gate_proj,0.0000970656,0.05000,2.063 +51,mlp.experts.37.gate_proj,0.0000067065,0.05000,2.027 +51,mlp.experts.39.gate_proj,0.0000895454,0.05000,2.082 +51,mlp.experts.36.gate_proj,0.0000867354,0.05000,2.016 +51,mlp.experts.42.gate_proj,0.0000691786,0.05000,2.041 +51,mlp.experts.41.gate_proj,0.0000080620,0.05000,2.103 +51,mlp.experts.43.gate_proj,0.0000577716,0.05000,2.084 +51,mlp.experts.40.gate_proj,0.0000454897,0.05000,2.106 +51,mlp.experts.46.gate_proj,0.0000448468,0.05000,2.101 +51,mlp.experts.45.gate_proj,0.0000756924,0.05000,2.097 +51,mlp.experts.47.gate_proj,0.0000425349,0.05000,2.048 +51,mlp.experts.44.gate_proj,0.0000372392,0.05000,2.058 +51,mlp.experts.50.gate_proj,0.0000241673,0.05000,2.056 +51,mlp.experts.49.gate_proj,0.0000440854,0.05000,2.042 +51,mlp.experts.51.gate_proj,0.0000834321,0.05000,2.037 +51,mlp.experts.48.gate_proj,0.0001090938,0.05000,2.064 +51,mlp.experts.54.gate_proj,0.0000577191,0.05000,2.046 +51,mlp.experts.53.gate_proj,0.0000620634,0.05000,2.042 +51,mlp.experts.55.gate_proj,0.0000486719,0.05000,2.035 +51,mlp.experts.52.gate_proj,0.0001308503,0.05000,2.034 +51,mlp.experts.58.gate_proj,0.0000422441,0.05000,2.076 +51,mlp.experts.57.gate_proj,0.0000474250,0.05000,2.062 +51,mlp.experts.59.gate_proj,0.0000313881,0.05000,2.022 +51,mlp.experts.56.gate_proj,0.0000455278,0.05000,2.065 +51,mlp.experts.62.gate_proj,0.0000579788,0.05000,2.103 +51,mlp.experts.61.gate_proj,0.0000199709,0.05000,2.129 +51,mlp.experts.60.gate_proj,0.0001046558,0.05000,2.109 +51,mlp.experts.63.gate_proj,0.0000523060,0.05000,2.273 +51,mlp.experts.66.gate_proj,0.0000400650,0.05000,2.031 +51,mlp.experts.65.gate_proj,0.0000343320,0.05000,2.044 +51,mlp.experts.64.gate_proj,0.0000337083,0.05000,2.078 +51,mlp.experts.67.gate_proj,0.0001261377,0.05000,2.127 +51,mlp.experts.70.gate_proj,0.0000625008,0.05000,2.106 +51,mlp.experts.69.gate_proj,0.0000161103,0.05000,2.120 +51,mlp.experts.68.gate_proj,0.0000412504,0.05000,2.065 +51,mlp.experts.71.gate_proj,0.0000295884,0.05000,2.087 +51,mlp.experts.74.gate_proj,0.0000330273,0.05000,2.102 +51,mlp.experts.73.gate_proj,0.0000945034,0.05000,2.082 +51,mlp.experts.72.gate_proj,0.0000826969,0.05000,2.050 +51,mlp.experts.75.gate_proj,0.0000304860,0.05000,2.136 +51,mlp.experts.78.gate_proj,0.0000248973,0.05000,2.041 +51,mlp.experts.77.gate_proj,0.0000875549,0.05000,2.108 +51,mlp.experts.76.gate_proj,0.0000359388,0.05000,2.058 +51,mlp.experts.79.gate_proj,0.0000691116,0.05000,2.113 +51,mlp.experts.82.gate_proj,0.0000401870,0.05000,2.084 +51,mlp.experts.81.gate_proj,0.0000568821,0.05000,2.098 +51,mlp.experts.80.gate_proj,0.0000556472,0.05000,2.102 +51,mlp.experts.83.gate_proj,0.0000369518,0.05000,2.090 +51,mlp.experts.86.gate_proj,0.0000362664,0.05000,2.035 +51,mlp.experts.85.gate_proj,0.0000338019,0.05000,2.031 +51,mlp.experts.84.gate_proj,0.0000260705,0.05000,2.106 +51,mlp.experts.87.gate_proj,0.0000194661,0.05000,2.094 +51,mlp.experts.90.gate_proj,0.0000536077,0.05000,2.028 +51,mlp.experts.89.gate_proj,0.0000501588,0.05000,2.076 +51,mlp.experts.88.gate_proj,0.0000457454,0.05000,2.144 +51,mlp.experts.91.gate_proj,0.0000300364,0.05000,2.113 +51,mlp.experts.94.gate_proj,0.0000327343,0.05000,2.161 +51,mlp.experts.93.gate_proj,0.0000077117,0.05000,2.101 +51,mlp.experts.92.gate_proj,0.0000838999,0.05000,2.113 +51,mlp.experts.95.gate_proj,0.0000385250,0.05000,2.167 +51,mlp.experts.98.gate_proj,0.0000643362,0.05000,2.117 +51,mlp.experts.97.gate_proj,0.0000557669,0.05000,2.092 +51,mlp.experts.96.gate_proj,0.0000787680,0.05000,2.072 +51,mlp.experts.99.gate_proj,0.0000539409,0.05000,2.123 +51,mlp.experts.102.gate_proj,0.0000928121,0.05000,2.032 +51,mlp.experts.101.gate_proj,0.0000270352,0.05000,2.049 +51,mlp.experts.100.gate_proj,0.0000409281,0.05000,2.077 +51,mlp.experts.103.gate_proj,0.0000432146,0.05000,2.142 +51,mlp.experts.106.gate_proj,0.0000095069,0.05000,2.031 +51,mlp.experts.105.gate_proj,0.0000520828,0.05000,2.087 +51,mlp.experts.104.gate_proj,0.0000603718,0.05000,2.075 +51,mlp.experts.107.gate_proj,0.0000844280,0.05000,2.065 +51,mlp.experts.110.gate_proj,0.0000743505,0.05000,2.154 +51,mlp.experts.109.gate_proj,0.0000714023,0.05000,2.130 +51,mlp.experts.108.gate_proj,0.0000441821,0.05000,2.037 +51,mlp.experts.111.gate_proj,0.0000828525,0.05000,2.049 +51,mlp.experts.114.gate_proj,0.0000388093,0.05000,2.104 +51,mlp.experts.113.gate_proj,0.0000427821,0.05000,2.064 +51,mlp.experts.112.gate_proj,0.0000267021,0.05000,2.064 +51,mlp.experts.115.gate_proj,0.0000402124,0.05000,2.057 +51,mlp.experts.118.gate_proj,0.0000407270,0.05000,2.045 +51,mlp.experts.117.gate_proj,0.0000425617,0.05000,2.048 +51,mlp.experts.116.gate_proj,0.0000130880,0.05000,2.042 +51,mlp.experts.119.gate_proj,0.0000495818,0.05000,2.038 +51,mlp.experts.122.gate_proj,0.0000649673,0.05000,2.047 +51,mlp.experts.121.gate_proj,0.0001023571,0.05000,2.066 +51,mlp.experts.120.gate_proj,0.0000088380,0.05000,2.058 +51,mlp.experts.123.gate_proj,0.0000164303,0.05000,2.030 +51,mlp.experts.126.gate_proj,0.0000344412,0.05000,2.061 +51,mlp.experts.125.gate_proj,0.0000463173,0.05000,2.040 +51,mlp.experts.124.gate_proj,0.0000584973,0.05000,2.092 +51,mlp.experts.127.gate_proj,0.0000827564,0.05000,2.057 +51,mlp.experts.130.gate_proj,0.0000234385,0.05000,2.045 +51,mlp.experts.129.gate_proj,0.0000278705,0.05000,2.049 +51,mlp.experts.128.gate_proj,0.0000463293,0.05000,2.058 +51,mlp.experts.131.gate_proj,0.0001047720,0.05000,2.052 +51,mlp.experts.134.gate_proj,0.0000448513,0.05000,2.043 +51,mlp.experts.133.gate_proj,0.0000442201,0.05000,2.079 +51,mlp.experts.132.gate_proj,0.0000478686,0.05000,2.069 +51,mlp.experts.135.gate_proj,0.0000313374,0.05000,2.064 +51,mlp.experts.138.gate_proj,0.0000520390,0.05000,2.047 +51,mlp.experts.137.gate_proj,0.0000494255,0.05000,2.073 +51,mlp.experts.136.gate_proj,0.0000648249,0.05000,2.044 +51,mlp.experts.139.gate_proj,0.0000547575,0.05000,2.029 +51,mlp.experts.142.gate_proj,0.0000310616,0.05000,2.029 +51,mlp.experts.141.gate_proj,0.0000361277,0.05000,2.060 +51,mlp.experts.140.gate_proj,0.0000354847,0.05000,2.081 +51,mlp.experts.143.gate_proj,0.0000417525,0.05000,2.097 +51,mlp.experts.146.gate_proj,0.0000248385,0.05000,2.063 +51,mlp.experts.145.gate_proj,0.0000623325,0.05000,2.090 +51,mlp.experts.144.gate_proj,0.0000555128,0.05000,2.096 +51,mlp.experts.147.gate_proj,0.0000218224,0.05000,2.054 +51,mlp.experts.150.gate_proj,0.0000616492,0.05000,2.027 +51,mlp.experts.149.gate_proj,0.0000139955,0.05000,2.035 +51,mlp.experts.148.gate_proj,0.0001409328,0.05000,2.054 +51,mlp.experts.151.gate_proj,0.0000069165,0.05000,2.105 +51,mlp.experts.154.gate_proj,0.0000588503,0.05000,2.047 +51,mlp.experts.153.gate_proj,0.0000080286,0.05000,2.038 +51,mlp.experts.152.gate_proj,0.0000402988,0.05000,2.057 +51,mlp.experts.155.gate_proj,0.0000201317,0.05000,2.153 +51,mlp.experts.158.gate_proj,0.0000728667,0.05000,2.036 +51,mlp.experts.157.gate_proj,0.0000330513,0.05000,2.036 +51,mlp.experts.156.gate_proj,0.0000274945,0.05000,2.045 +51,mlp.experts.159.gate_proj,0.0000229736,0.05000,2.064 +51,mlp.experts.2.up_proj,0.0000385402,0.05000,2.021 +51,mlp.experts.1.up_proj,0.0000284066,0.05000,2.044 +51,mlp.experts.0.up_proj,0.0000719432,0.05000,2.073 +51,mlp.experts.3.up_proj,0.0000380060,0.05000,2.048 +51,mlp.experts.6.up_proj,0.0000663336,0.05000,2.022 +51,mlp.experts.5.up_proj,0.0000375990,0.05000,2.051 +51,mlp.experts.4.up_proj,0.0001283382,0.05000,2.046 +51,mlp.experts.7.up_proj,0.0000250585,0.05000,2.041 +51,mlp.experts.10.up_proj,0.0000686301,0.05000,2.061 +51,mlp.experts.9.up_proj,0.0000397474,0.05000,2.111 +51,mlp.experts.8.up_proj,0.0000388676,0.05000,2.029 +51,mlp.experts.11.up_proj,0.0000761308,0.05000,2.067 +51,mlp.experts.14.up_proj,0.0000836465,0.05000,2.073 +51,mlp.experts.13.up_proj,0.0000442946,0.05000,2.107 +51,mlp.experts.12.up_proj,0.0000316395,0.05000,2.089 +51,mlp.experts.15.up_proj,0.0000281850,0.05000,2.107 +51,mlp.experts.18.up_proj,0.0000203548,0.05000,2.051 +51,mlp.experts.17.up_proj,0.0000420541,0.05000,2.059 +51,mlp.experts.16.up_proj,0.0000776895,0.05000,2.036 +51,mlp.experts.19.up_proj,0.0000534507,0.05000,2.100 +51,mlp.experts.22.up_proj,0.0000275233,0.05000,2.038 +51,mlp.experts.21.up_proj,0.0000082026,0.05000,2.085 +51,mlp.experts.20.up_proj,0.0000567360,0.05000,2.041 +51,mlp.experts.23.up_proj,0.0000622679,0.05000,2.104 +51,mlp.experts.26.up_proj,0.0000297194,0.05000,2.069 +51,mlp.experts.25.up_proj,0.0002709854,0.05000,2.043 +51,mlp.experts.24.up_proj,0.0000419369,0.05000,2.032 +51,mlp.experts.27.up_proj,0.0000436016,0.05000,2.080 +51,mlp.experts.30.up_proj,0.0000712902,0.05000,2.024 +51,mlp.experts.29.up_proj,0.0000453111,0.05000,2.016 +51,mlp.experts.28.up_proj,0.0000795551,0.05000,2.025 +51,mlp.experts.31.up_proj,0.0000538420,0.05000,2.081 +51,mlp.experts.34.up_proj,0.0000310900,0.05000,2.026 +51,mlp.experts.33.up_proj,0.0000765783,0.05000,2.017 +51,mlp.experts.32.up_proj,0.0000545712,0.05000,2.082 +51,mlp.experts.35.up_proj,0.0000605006,0.05000,2.047 +51,mlp.experts.38.up_proj,0.0000957829,0.05000,2.102 +51,mlp.experts.37.up_proj,0.0000065292,0.05000,2.162 +51,mlp.experts.36.up_proj,0.0000844710,0.05000,2.073 +51,mlp.experts.39.up_proj,0.0000891214,0.05000,2.068 +51,mlp.experts.42.up_proj,0.0000665197,0.05000,2.110 +51,mlp.experts.41.up_proj,0.0000077968,0.05000,2.053 +51,mlp.experts.40.up_proj,0.0000447956,0.05000,2.049 +51,mlp.experts.43.up_proj,0.0000558467,0.05000,2.045 +51,mlp.experts.46.up_proj,0.0000436919,0.05000,2.051 +51,mlp.experts.45.up_proj,0.0000724491,0.05000,2.069 +51,mlp.experts.44.up_proj,0.0000362979,0.05000,2.124 +51,mlp.experts.47.up_proj,0.0000406311,0.05000,2.060 +51,mlp.experts.50.up_proj,0.0000237208,0.05000,2.042 +51,mlp.experts.49.up_proj,0.0000418807,0.05000,2.044 +51,mlp.experts.48.up_proj,0.0001038831,0.05000,2.079 +51,mlp.experts.51.up_proj,0.0000816447,0.05000,2.056 +51,mlp.experts.54.up_proj,0.0000550577,0.05000,2.050 +51,mlp.experts.53.up_proj,0.0000588661,0.05000,2.045 +51,mlp.experts.52.up_proj,0.0001282433,0.05000,2.076 +51,mlp.experts.55.up_proj,0.0000479023,0.05000,2.057 +51,mlp.experts.58.up_proj,0.0000408519,0.05000,2.043 +51,mlp.experts.57.up_proj,0.0000460480,0.05000,2.041 +51,mlp.experts.56.up_proj,0.0000441236,0.05000,2.047 +51,mlp.experts.59.up_proj,0.0000302947,0.05000,2.058 +51,mlp.experts.62.up_proj,0.0000556564,0.05000,2.105 +51,mlp.experts.61.up_proj,0.0000194793,0.05000,2.052 +51,mlp.experts.60.up_proj,0.0001009589,0.05000,2.111 +51,mlp.experts.63.up_proj,0.0000520052,0.05000,2.089 +51,mlp.experts.66.up_proj,0.0000369262,0.05000,2.049 +51,mlp.experts.65.up_proj,0.0000328084,0.05000,2.049 +51,mlp.experts.64.up_proj,0.0000330208,0.05000,2.100 +51,mlp.experts.67.up_proj,0.0001220185,0.05000,2.052 +51,mlp.experts.70.up_proj,0.0000611723,0.05000,2.082 +51,mlp.experts.69.up_proj,0.0000157014,0.05000,2.074 +51,mlp.experts.68.up_proj,0.0000386178,0.05000,2.062 +51,mlp.experts.71.up_proj,0.0000290765,0.05000,2.052 +51,mlp.experts.74.up_proj,0.0000314094,0.05000,2.111 +51,mlp.experts.73.up_proj,0.0000914491,0.05000,2.134 +51,mlp.experts.72.up_proj,0.0000808224,0.05000,2.065 +51,mlp.experts.75.up_proj,0.0000294520,0.05000,2.080 +51,mlp.experts.78.up_proj,0.0000244105,0.05000,2.079 +51,mlp.experts.77.up_proj,0.0000856659,0.05000,2.037 +51,mlp.experts.76.up_proj,0.0000346454,0.05000,2.077 +51,mlp.experts.79.up_proj,0.0000665186,0.05000,2.029 +51,mlp.experts.82.up_proj,0.0000401103,0.05000,2.050 +51,mlp.experts.81.up_proj,0.0000543168,0.05000,2.075 +51,mlp.experts.80.up_proj,0.0000541570,0.05000,2.088 +51,mlp.experts.83.up_proj,0.0000360993,0.05000,2.019 +51,mlp.experts.86.up_proj,0.0000353419,0.05000,2.075 +51,mlp.experts.85.up_proj,0.0000325979,0.05000,2.088 +51,mlp.experts.84.up_proj,0.0000255035,0.05000,2.114 +51,mlp.experts.87.up_proj,0.0000191706,0.05000,2.069 +51,mlp.experts.90.up_proj,0.0000527676,0.05000,2.073 +51,mlp.experts.89.up_proj,0.0000474960,0.05000,2.084 +51,mlp.experts.88.up_proj,0.0000441675,0.05000,2.053 +51,mlp.experts.91.up_proj,0.0000293030,0.05000,2.069 +51,mlp.experts.94.up_proj,0.0000319168,0.05000,2.068 +51,mlp.experts.93.up_proj,0.0000075030,0.05000,2.103 +51,mlp.experts.92.up_proj,0.0000829131,0.05000,2.059 +51,mlp.experts.95.up_proj,0.0000382052,0.05000,2.112 +51,mlp.experts.98.up_proj,0.0000626135,0.05000,2.052 +51,mlp.experts.97.up_proj,0.0000542718,0.05000,2.051 +51,mlp.experts.96.up_proj,0.0000758558,0.05000,2.034 +51,mlp.experts.99.up_proj,0.0000535707,0.05000,2.045 +51,mlp.experts.102.up_proj,0.0000888896,0.05000,2.053 +51,mlp.experts.101.up_proj,0.0000265493,0.05000,2.112 +51,mlp.experts.100.up_proj,0.0000400818,0.05000,2.061 +51,mlp.experts.103.up_proj,0.0000414208,0.05000,2.056 +51,mlp.experts.106.up_proj,0.0000088051,0.05000,2.085 +51,mlp.experts.105.up_proj,0.0000484656,0.05000,2.085 +51,mlp.experts.104.up_proj,0.0000580375,0.05000,2.060 +51,mlp.experts.107.up_proj,0.0000791477,0.05000,2.110 +51,mlp.experts.110.up_proj,0.0000711116,0.05000,2.130 +51,mlp.experts.109.up_proj,0.0000688914,0.05000,2.078 +51,mlp.experts.108.up_proj,0.0000422778,0.05000,2.072 +51,mlp.experts.111.up_proj,0.0000824478,0.05000,2.099 +51,mlp.experts.114.up_proj,0.0000380800,0.05000,2.082 +51,mlp.experts.113.up_proj,0.0000418832,0.05000,2.052 +51,mlp.experts.112.up_proj,0.0000265483,0.05000,2.066 +51,mlp.experts.115.up_proj,0.0000388749,0.05000,2.059 +51,mlp.experts.118.up_proj,0.0000397098,0.05000,2.121 +51,mlp.experts.117.up_proj,0.0000414521,0.05000,2.099 +51,mlp.experts.116.up_proj,0.0000127754,0.05000,2.056 +51,mlp.experts.119.up_proj,0.0000488166,0.05000,2.143 +51,mlp.experts.122.up_proj,0.0000633011,0.05000,2.082 +51,mlp.experts.121.up_proj,0.0000989235,0.05000,2.047 +51,mlp.experts.120.up_proj,0.0000086798,0.05000,2.048 +51,mlp.experts.123.up_proj,0.0000150746,0.05000,2.087 +51,mlp.experts.126.up_proj,0.0000336942,0.05000,2.140 +51,mlp.experts.125.up_proj,0.0000452906,0.05000,2.053 +51,mlp.experts.124.up_proj,0.0000563194,0.05000,2.065 +51,mlp.experts.127.up_proj,0.0000812303,0.05000,2.069 +51,mlp.experts.130.up_proj,0.0000227717,0.05000,2.067 +51,mlp.experts.129.up_proj,0.0000269178,0.05000,2.155 +51,mlp.experts.128.up_proj,0.0000450029,0.05000,2.096 +51,mlp.experts.131.up_proj,0.0000992598,0.05000,2.115 +51,mlp.experts.134.up_proj,0.0000429384,0.05000,2.208 +51,mlp.experts.133.up_proj,0.0000424502,0.05000,2.081 +51,mlp.experts.132.up_proj,0.0000470862,0.05000,2.094 +51,mlp.experts.135.up_proj,0.0000294437,0.05000,2.161 +51,mlp.experts.138.up_proj,0.0000515240,0.05000,2.182 +51,mlp.experts.137.up_proj,0.0000485772,0.05000,2.102 +51,mlp.experts.136.up_proj,0.0000630238,0.05000,2.108 +51,mlp.experts.139.up_proj,0.0000541779,0.05000,2.130 +51,mlp.experts.142.up_proj,0.0000300825,0.05000,2.101 +51,mlp.experts.141.up_proj,0.0000350482,0.05000,2.096 +51,mlp.experts.140.up_proj,0.0000340208,0.05000,2.101 +51,mlp.experts.143.up_proj,0.0000407647,0.05000,2.091 +51,mlp.experts.146.up_proj,0.0000231884,0.05000,2.085 +51,mlp.experts.145.up_proj,0.0000588596,0.05000,2.085 +51,mlp.experts.144.up_proj,0.0000553821,0.05000,2.062 +51,mlp.experts.147.up_proj,0.0000213180,0.05000,2.040 +51,mlp.experts.150.up_proj,0.0000592748,0.05000,2.081 +51,mlp.experts.148.up_proj,0.0001329221,0.05000,2.020 +51,mlp.experts.149.up_proj,0.0000137229,0.05000,2.073 +51,mlp.experts.151.up_proj,0.0000067421,0.05000,2.027 +51,mlp.experts.154.up_proj,0.0000559755,0.05000,2.059 +51,mlp.experts.152.up_proj,0.0000396237,0.05000,2.077 +51,mlp.experts.153.up_proj,0.0000077862,0.05000,2.067 +51,mlp.experts.155.up_proj,0.0000193672,0.05000,2.081 +51,mlp.experts.158.up_proj,0.0000693568,0.05000,2.077 +51,mlp.experts.157.up_proj,0.0000322226,0.05000,2.031 +51,mlp.experts.156.up_proj,0.0000269839,0.05000,2.058 +51,mlp.experts.159.up_proj,0.0000226524,0.05000,1.655 +51,mlp.experts.0.down_proj,0.0000170996,0.05000,0.644 +51,mlp.experts.2.down_proj,0.0000053820,0.05000,0.651 +51,mlp.experts.1.down_proj,0.0000041805,0.05000,0.678 +51,mlp.experts.3.down_proj,0.0000049576,0.05000,0.724 +51,mlp.experts.4.down_proj,0.0000158753,0.05000,0.617 +51,mlp.experts.6.down_proj,0.0000103143,0.05000,0.619 +51,mlp.experts.5.down_proj,0.0000088116,0.05000,0.610 +51,mlp.experts.7.down_proj,0.0000070126,0.05000,0.667 +51,mlp.experts.8.down_proj,0.0000094282,0.05000,0.612 +51,mlp.experts.10.down_proj,0.0000073938,0.05000,0.616 +51,mlp.experts.9.down_proj,0.0000072593,0.05000,0.609 +51,mlp.experts.11.down_proj,0.0000076258,0.05000,0.649 +51,mlp.experts.12.down_proj,0.0000035342,0.05000,0.616 +51,mlp.experts.14.down_proj,0.0000112349,0.05000,0.622 +51,mlp.experts.13.down_proj,0.0000078945,0.05000,0.634 +51,mlp.experts.15.down_proj,0.0000041863,0.05000,0.670 +51,mlp.experts.16.down_proj,0.0000092534,0.05000,0.635 +51,mlp.experts.17.down_proj,0.0000069029,0.05000,0.615 +51,mlp.experts.18.down_proj,0.0000029897,0.05000,0.658 +51,mlp.experts.19.down_proj,0.0000070977,0.05000,0.666 +51,mlp.experts.20.down_proj,0.0000090672,0.05000,0.617 +51,mlp.experts.21.down_proj,0.0000009879,0.05000,0.610 +51,mlp.experts.22.down_proj,0.0000028675,0.05000,0.628 +51,mlp.experts.23.down_proj,0.0000111237,0.05000,0.608 +51,mlp.experts.24.down_proj,0.0000052873,0.05000,0.622 +51,mlp.experts.25.down_proj,0.0000727470,0.05000,0.615 +51,mlp.experts.26.down_proj,0.0000047573,0.05000,0.684 +51,mlp.experts.27.down_proj,0.0000051157,0.05000,0.634 +51,mlp.experts.29.down_proj,0.0000120541,0.05000,0.610 +51,mlp.experts.28.down_proj,0.0000221879,0.05000,0.618 +51,mlp.experts.30.down_proj,0.0000147955,0.05000,0.624 +51,mlp.experts.31.down_proj,0.0000100872,0.05000,0.656 +51,mlp.experts.32.down_proj,0.0000140961,0.05000,0.634 +51,mlp.experts.33.down_proj,0.0000091060,0.05000,0.635 +51,mlp.experts.34.down_proj,0.0000036581,0.05000,0.618 +51,mlp.experts.35.down_proj,0.0000084286,0.05000,0.604 +51,mlp.experts.36.down_proj,0.0000165950,0.05000,0.603 +51,mlp.experts.37.down_proj,0.0000012259,0.05000,0.626 +51,mlp.experts.38.down_proj,0.0000252483,0.05000,0.614 +51,mlp.experts.39.down_proj,0.0000207711,0.05000,0.603 +51,mlp.experts.40.down_proj,0.0000072772,0.05000,0.606 +51,mlp.experts.41.down_proj,0.0000019206,0.05000,0.603 +51,mlp.experts.42.down_proj,0.0000079730,0.05000,0.621 +51,mlp.experts.43.down_proj,0.0000107716,0.05000,0.605 +51,mlp.experts.44.down_proj,0.0000054848,0.05000,0.604 +51,mlp.experts.45.down_proj,0.0000202406,0.05000,0.611 +51,mlp.experts.46.down_proj,0.0000069989,0.05000,0.631 +51,mlp.experts.47.down_proj,0.0000052359,0.05000,0.610 +51,mlp.experts.48.down_proj,0.0000112358,0.05000,0.635 +51,mlp.experts.49.down_proj,0.0000062805,0.05000,0.615 +51,mlp.experts.50.down_proj,0.0000022724,0.05000,0.607 +51,mlp.experts.51.down_proj,0.0000124072,0.05000,0.609 +51,mlp.experts.52.down_proj,0.0000222711,0.05000,0.616 +51,mlp.experts.53.down_proj,0.0000070916,0.05000,0.611 +51,mlp.experts.54.down_proj,0.0000088060,0.05000,0.636 +51,mlp.experts.55.down_proj,0.0000087520,0.05000,0.611 +51,mlp.experts.57.down_proj,0.0000071922,0.05000,0.609 +51,mlp.experts.56.down_proj,0.0000052179,0.05000,0.614 +51,mlp.experts.58.down_proj,0.0000043548,0.05000,0.611 +51,mlp.experts.59.down_proj,0.0000028743,0.05000,0.613 +51,mlp.experts.61.down_proj,0.0000030074,0.05000,0.611 +51,mlp.experts.60.down_proj,0.0000138026,0.05000,0.620 +51,mlp.experts.62.down_proj,0.0000139937,0.05000,0.614 +51,mlp.experts.63.down_proj,0.0000154712,0.05000,0.612 +51,mlp.experts.65.down_proj,0.0000036858,0.05000,0.612 +51,mlp.experts.64.down_proj,0.0000046535,0.05000,0.614 +51,mlp.experts.66.down_proj,0.0000126071,0.05000,0.635 +51,mlp.experts.67.down_proj,0.0000398363,0.05000,0.629 +51,mlp.experts.69.down_proj,0.0000023488,0.05000,0.623 +51,mlp.experts.68.down_proj,0.0000068690,0.05000,0.623 +51,mlp.experts.70.down_proj,0.0000078383,0.05000,0.616 +51,mlp.experts.71.down_proj,0.0000060490,0.05000,0.616 +51,mlp.experts.72.down_proj,0.0000157816,0.05000,0.623 +51,mlp.experts.73.down_proj,0.0000322263,0.05000,0.639 +51,mlp.experts.74.down_proj,0.0000081179,0.05000,0.645 +51,mlp.experts.75.down_proj,0.0000074318,0.05000,0.620 +51,mlp.experts.76.down_proj,0.0000043659,0.05000,0.624 +51,mlp.experts.77.down_proj,0.0000087377,0.05000,0.638 +51,mlp.experts.78.down_proj,0.0000041508,0.05000,0.642 +51,mlp.experts.79.down_proj,0.0000122324,0.05000,0.660 +51,mlp.experts.81.down_proj,0.0000140467,0.05000,0.610 +51,mlp.experts.80.down_proj,0.0000073360,0.05000,0.628 +51,mlp.experts.82.down_proj,0.0000075675,0.05000,0.635 +51,mlp.experts.83.down_proj,0.0000043885,0.05000,0.610 +51,mlp.experts.85.down_proj,0.0000036247,0.05000,0.619 +51,mlp.experts.84.down_proj,0.0000044728,0.05000,0.647 +51,mlp.experts.86.down_proj,0.0000042215,0.05000,0.620 +51,mlp.experts.87.down_proj,0.0000027897,0.05000,0.618 +51,mlp.experts.89.down_proj,0.0000070775,0.05000,0.613 +51,mlp.experts.88.down_proj,0.0000053895,0.05000,0.619 +51,mlp.experts.90.down_proj,0.0000083209,0.05000,0.638 +51,mlp.experts.91.down_proj,0.0000054171,0.05000,0.618 +51,mlp.experts.93.down_proj,0.0000010727,0.05000,0.610 +51,mlp.experts.92.down_proj,0.0000207433,0.05000,0.620 +51,mlp.experts.94.down_proj,0.0000103961,0.05000,0.613 +51,mlp.experts.95.down_proj,0.0000054659,0.05000,0.633 +51,mlp.experts.97.down_proj,0.0000081568,0.05000,0.620 +51,mlp.experts.96.down_proj,0.0000246063,0.05000,0.625 +51,mlp.experts.98.down_proj,0.0000107253,0.05000,0.641 +51,mlp.experts.99.down_proj,0.0000117084,0.05000,0.644 +51,mlp.experts.101.down_proj,0.0000056822,0.05000,0.614 +51,mlp.experts.100.down_proj,0.0000131557,0.05000,0.643 +51,mlp.experts.102.down_proj,0.0000179107,0.05000,0.618 +51,mlp.experts.103.down_proj,0.0000041802,0.05000,0.636 +51,mlp.experts.105.down_proj,0.0000059850,0.05000,0.630 +51,mlp.experts.104.down_proj,0.0000069450,0.05000,0.609 +51,mlp.experts.106.down_proj,0.0000039799,0.05000,0.619 +51,mlp.experts.107.down_proj,0.0000297892,0.05000,0.630 +51,mlp.experts.109.down_proj,0.0000072480,0.05000,0.609 +51,mlp.experts.108.down_proj,0.0000044307,0.05000,0.606 +51,mlp.experts.110.down_proj,0.0000281547,0.05000,0.615 +51,mlp.experts.111.down_proj,0.0000164516,0.05000,0.611 +51,mlp.experts.113.down_proj,0.0000051992,0.05000,0.612 +51,mlp.experts.112.down_proj,0.0000069654,0.05000,0.615 +51,mlp.experts.114.down_proj,0.0000052980,0.05000,0.615 +51,mlp.experts.115.down_proj,0.0000040268,0.05000,0.611 +51,mlp.experts.117.down_proj,0.0000061932,0.05000,0.623 +51,mlp.experts.116.down_proj,0.0000020925,0.05000,0.645 +51,mlp.experts.118.down_proj,0.0000053077,0.05000,0.627 +51,mlp.experts.119.down_proj,0.0000069407,0.05000,0.662 +51,mlp.experts.121.down_proj,0.0000264409,0.05000,0.635 +51,mlp.experts.120.down_proj,0.0000010990,0.05000,0.672 +51,mlp.experts.122.down_proj,0.0000116311,0.05000,0.617 +51,mlp.experts.123.down_proj,0.0000018721,0.05000,0.628 +51,mlp.experts.125.down_proj,0.0000059069,0.05000,0.608 +51,mlp.experts.124.down_proj,0.0000082533,0.05000,0.605 +51,mlp.experts.126.down_proj,0.0000041222,0.05000,0.611 +51,mlp.experts.127.down_proj,0.0000135888,0.05000,0.608 +51,mlp.experts.129.down_proj,0.0000085922,0.05000,0.602 +51,mlp.experts.128.down_proj,0.0000058238,0.05000,0.628 +51,mlp.experts.130.down_proj,0.0000025075,0.05000,0.612 +51,mlp.experts.131.down_proj,0.0000221363,0.05000,0.615 +51,mlp.experts.133.down_proj,0.0000056618,0.05000,0.637 +51,mlp.experts.132.down_proj,0.0000160689,0.05000,0.613 +51,mlp.experts.134.down_proj,0.0000136302,0.05000,0.613 +51,mlp.experts.135.down_proj,0.0000062063,0.05000,0.612 +51,mlp.experts.137.down_proj,0.0000069908,0.05000,0.619 +51,mlp.experts.136.down_proj,0.0000072534,0.05000,0.625 +51,mlp.experts.138.down_proj,0.0000169054,0.05000,0.638 +51,mlp.experts.139.down_proj,0.0000084122,0.05000,0.661 +51,mlp.experts.141.down_proj,0.0000037981,0.05000,0.645 +51,mlp.experts.140.down_proj,0.0000039412,0.05000,0.621 +51,mlp.experts.142.down_proj,0.0000030306,0.05000,0.639 +51,mlp.experts.143.down_proj,0.0000064597,0.05000,0.634 +51,mlp.experts.145.down_proj,0.0000120896,0.05000,0.607 +51,mlp.experts.144.down_proj,0.0000088549,0.05000,0.631 +51,mlp.experts.146.down_proj,0.0000026127,0.05000,0.606 +51,mlp.experts.147.down_proj,0.0000031600,0.05000,0.633 +51,mlp.experts.149.down_proj,0.0000013186,0.05000,0.608 +51,mlp.experts.148.down_proj,0.0000266823,0.05000,0.637 +51,mlp.experts.150.down_proj,0.0000065867,0.05000,0.618 +51,mlp.experts.151.down_proj,0.0000007757,0.05000,0.606 +51,mlp.experts.153.down_proj,0.0000010160,0.05000,0.606 +51,mlp.experts.152.down_proj,0.0000068392,0.05000,0.618 +51,mlp.experts.154.down_proj,0.0000072406,0.05000,0.611 +51,mlp.experts.155.down_proj,0.0000051541,0.05000,0.614 +51,mlp.experts.157.down_proj,0.0000041891,0.05000,0.633 +51,mlp.experts.156.down_proj,0.0000043638,0.05000,0.592 +51,mlp.experts.158.down_proj,0.0000126719,0.05000,0.556 +51,mlp.experts.159.down_proj,0.0000052482,0.05000,0.473 +52,mlp.experts.2.gate_proj,0.0000467627,0.05000,2.063 +52,mlp.experts.1.gate_proj,0.0000167730,0.05000,2.094 +52,mlp.experts.0.gate_proj,0.0000097424,0.05000,2.121 +52,mlp.experts.3.gate_proj,0.0000533473,0.05000,2.206 +52,mlp.experts.6.gate_proj,0.0000699913,0.05000,2.099 +52,mlp.experts.4.gate_proj,0.0000364838,0.05000,2.108 +52,mlp.experts.5.gate_proj,0.0001504047,0.05000,2.182 +52,mlp.experts.7.gate_proj,0.0000864109,0.05000,2.129 +52,mlp.experts.10.gate_proj,0.0000744924,0.05000,2.040 +52,mlp.experts.8.gate_proj,0.0001141800,0.05000,2.034 +52,mlp.experts.9.gate_proj,0.0000412873,0.05000,2.068 +52,mlp.experts.11.gate_proj,0.0000204312,0.05000,2.097 +52,mlp.experts.14.gate_proj,0.0000481086,0.05000,2.055 +52,mlp.experts.12.gate_proj,0.0000709186,0.05000,2.040 +52,mlp.experts.13.gate_proj,0.0000640727,0.05000,2.118 +52,mlp.experts.15.gate_proj,0.0000495949,0.05000,2.123 +52,mlp.experts.18.gate_proj,0.0000513603,0.05000,2.054 +52,mlp.experts.16.gate_proj,0.0000960893,0.05000,2.076 +52,mlp.experts.17.gate_proj,0.0000587867,0.05000,2.077 +52,mlp.experts.19.gate_proj,0.0000639430,0.05000,2.109 +52,mlp.experts.22.gate_proj,0.0000948106,0.05000,2.029 +52,mlp.experts.20.gate_proj,0.0000776768,0.05000,2.013 +52,mlp.experts.21.gate_proj,0.0000570740,0.05000,2.032 +52,mlp.experts.23.gate_proj,0.0000492370,0.05000,2.054 +52,mlp.experts.26.gate_proj,0.0000203052,0.05000,2.053 +52,mlp.experts.24.gate_proj,0.0000275888,0.05000,2.031 +52,mlp.experts.25.gate_proj,0.0000578174,0.05000,2.055 +52,mlp.experts.27.gate_proj,0.0000606425,0.05000,2.119 +52,mlp.experts.30.gate_proj,0.0000400664,0.05000,2.072 +52,mlp.experts.28.gate_proj,0.0000851731,0.05000,2.083 +52,mlp.experts.29.gate_proj,0.0000622623,0.05000,2.059 +52,mlp.experts.31.gate_proj,0.0000532055,0.05000,2.155 +52,mlp.experts.34.gate_proj,0.0000569361,0.05000,2.058 +52,mlp.experts.32.gate_proj,0.0000229740,0.05000,2.061 +52,mlp.experts.33.gate_proj,0.0000277412,0.05000,2.107 +52,mlp.experts.35.gate_proj,0.0000514799,0.05000,2.077 +52,mlp.experts.38.gate_proj,0.0000199277,0.05000,2.049 +52,mlp.experts.36.gate_proj,0.0000475571,0.05000,2.027 +52,mlp.experts.37.gate_proj,0.0000992269,0.05000,2.052 +52,mlp.experts.39.gate_proj,0.0000741879,0.05000,2.073 +52,mlp.experts.42.gate_proj,0.0000497318,0.05000,2.088 +52,mlp.experts.40.gate_proj,0.0000198897,0.05000,2.104 +52,mlp.experts.41.gate_proj,0.0000533721,0.05000,2.068 +52,mlp.experts.43.gate_proj,0.0000662302,0.05000,2.070 +52,mlp.experts.46.gate_proj,0.0000584338,0.05000,2.070 +52,mlp.experts.44.gate_proj,0.0000273822,0.05000,2.130 +52,mlp.experts.45.gate_proj,0.0000565660,0.05000,2.175 +52,mlp.experts.47.gate_proj,0.0001437084,0.05000,2.099 +52,mlp.experts.50.gate_proj,0.0000314172,0.05000,2.036 +52,mlp.experts.48.gate_proj,0.0000167128,0.05000,2.022 +52,mlp.experts.49.gate_proj,0.0000384599,0.05000,2.076 +52,mlp.experts.51.gate_proj,0.0000633857,0.05000,2.035 +52,mlp.experts.54.gate_proj,0.0000816986,0.05000,2.016 +52,mlp.experts.52.gate_proj,0.0000554820,0.05000,2.008 +52,mlp.experts.53.gate_proj,0.0000543283,0.05000,2.048 +52,mlp.experts.55.gate_proj,0.0000681498,0.05000,2.066 +52,mlp.experts.58.gate_proj,0.0000412510,0.05000,2.020 +52,mlp.experts.56.gate_proj,0.0000304712,0.05000,2.017 +52,mlp.experts.57.gate_proj,0.0000289142,0.05000,2.116 +52,mlp.experts.59.gate_proj,0.0000450492,0.05000,2.046 +52,mlp.experts.62.gate_proj,0.0000276419,0.05000,2.044 +52,mlp.experts.60.gate_proj,0.0000943660,0.05000,2.058 +52,mlp.experts.61.gate_proj,0.0000280425,0.05000,2.089 +52,mlp.experts.63.gate_proj,0.0002010336,0.05000,2.074 +52,mlp.experts.66.gate_proj,0.0000594866,0.05000,2.052 +52,mlp.experts.64.gate_proj,0.0000613396,0.05000,2.090 +52,mlp.experts.65.gate_proj,0.0000043803,0.05000,2.098 +52,mlp.experts.67.gate_proj,0.0000410460,0.05000,2.113 +52,mlp.experts.70.gate_proj,0.0000147431,0.05000,2.054 +52,mlp.experts.68.gate_proj,0.0000500032,0.05000,2.041 +52,mlp.experts.69.gate_proj,0.0000669974,0.05000,2.097 +52,mlp.experts.71.gate_proj,0.0000568585,0.05000,2.050 +52,mlp.experts.74.gate_proj,0.0000375166,0.05000,2.040 +52,mlp.experts.72.gate_proj,0.0001220540,0.05000,2.032 +52,mlp.experts.73.gate_proj,0.0000735613,0.05000,2.102 +52,mlp.experts.75.gate_proj,0.0000534136,0.05000,2.116 +52,mlp.experts.78.gate_proj,0.0000515769,0.05000,2.034 +52,mlp.experts.76.gate_proj,0.0000362408,0.05000,2.058 +52,mlp.experts.77.gate_proj,0.0000177683,0.05000,2.022 +52,mlp.experts.79.gate_proj,0.0001555155,0.05000,2.081 +52,mlp.experts.82.gate_proj,0.0000095940,0.05000,2.038 +52,mlp.experts.80.gate_proj,0.0000118606,0.05000,2.044 +52,mlp.experts.81.gate_proj,0.0000278157,0.05000,2.067 +52,mlp.experts.83.gate_proj,0.0000266762,0.05000,2.037 +52,mlp.experts.86.gate_proj,0.0000799688,0.05000,2.041 +52,mlp.experts.84.gate_proj,0.0000419467,0.05000,2.103 +52,mlp.experts.85.gate_proj,0.0000636265,0.05000,2.091 +52,mlp.experts.87.gate_proj,0.0000543287,0.05000,2.094 +52,mlp.experts.90.gate_proj,0.0000443904,0.05000,2.073 +52,mlp.experts.88.gate_proj,0.0000697967,0.05000,2.048 +52,mlp.experts.89.gate_proj,0.0000439289,0.05000,2.073 +52,mlp.experts.91.gate_proj,0.0000140206,0.05000,2.087 +52,mlp.experts.94.gate_proj,0.0000257645,0.05000,2.096 +52,mlp.experts.92.gate_proj,0.0000635866,0.05000,2.042 +52,mlp.experts.93.gate_proj,0.0000842862,0.05000,2.090 +52,mlp.experts.95.gate_proj,0.0000352204,0.05000,2.059 +52,mlp.experts.98.gate_proj,0.0000361710,0.05000,2.107 +52,mlp.experts.96.gate_proj,0.0000734987,0.05000,2.061 +52,mlp.experts.97.gate_proj,0.0000380385,0.05000,2.143 +52,mlp.experts.99.gate_proj,0.0000793289,0.05000,2.149 +52,mlp.experts.102.gate_proj,0.0000650609,0.05000,2.049 +52,mlp.experts.100.gate_proj,0.0000837180,0.05000,2.046 +52,mlp.experts.101.gate_proj,0.0000226001,0.05000,2.014 +52,mlp.experts.103.gate_proj,0.0000449521,0.05000,2.106 +52,mlp.experts.106.gate_proj,0.0000360982,0.05000,2.042 +52,mlp.experts.104.gate_proj,0.0000332801,0.05000,2.021 +52,mlp.experts.105.gate_proj,0.0000235316,0.05000,2.046 +52,mlp.experts.107.gate_proj,0.0000601883,0.05000,2.116 +52,mlp.experts.108.gate_proj,0.0000356820,0.05000,2.010 +52,mlp.experts.110.gate_proj,0.0001532349,0.05000,2.107 +52,mlp.experts.109.gate_proj,0.0000223747,0.05000,2.030 +52,mlp.experts.111.gate_proj,0.0000614019,0.05000,2.023 +52,mlp.experts.112.gate_proj,0.0001088146,0.05000,2.016 +52,mlp.experts.114.gate_proj,0.0000438616,0.05000,2.109 +52,mlp.experts.113.gate_proj,0.0001316107,0.05000,2.093 +52,mlp.experts.115.gate_proj,0.0001026415,0.05000,2.081 +52,mlp.experts.116.gate_proj,0.0000229524,0.05000,2.026 +52,mlp.experts.118.gate_proj,0.0000330427,0.05000,2.094 +52,mlp.experts.117.gate_proj,0.0000096226,0.05000,2.086 +52,mlp.experts.119.gate_proj,0.0000237352,0.05000,2.053 +52,mlp.experts.120.gate_proj,0.0000558259,0.05000,2.032 +52,mlp.experts.122.gate_proj,0.0000599075,0.05000,2.048 +52,mlp.experts.121.gate_proj,0.0000389345,0.05000,2.052 +52,mlp.experts.123.gate_proj,0.0000396844,0.05000,2.050 +52,mlp.experts.124.gate_proj,0.0000685264,0.05000,2.011 +52,mlp.experts.126.gate_proj,0.0000422573,0.05000,2.065 +52,mlp.experts.125.gate_proj,0.0000081051,0.05000,2.046 +52,mlp.experts.127.gate_proj,0.0000428379,0.05000,2.029 +52,mlp.experts.128.gate_proj,0.0000424085,0.05000,2.012 +52,mlp.experts.130.gate_proj,0.0000768980,0.05000,2.037 +52,mlp.experts.129.gate_proj,0.0000449189,0.05000,2.044 +52,mlp.experts.131.gate_proj,0.0001131166,0.05000,2.019 +52,mlp.experts.132.gate_proj,0.0000549893,0.05000,2.061 +52,mlp.experts.134.gate_proj,0.0000898476,0.05000,2.091 +52,mlp.experts.133.gate_proj,0.0000700245,0.05000,2.098 +52,mlp.experts.135.gate_proj,0.0002051383,0.05000,2.126 +52,mlp.experts.136.gate_proj,0.0000356610,0.05000,2.078 +52,mlp.experts.138.gate_proj,0.0000579417,0.05000,2.169 +52,mlp.experts.137.gate_proj,0.0000230192,0.05000,2.081 +52,mlp.experts.139.gate_proj,0.0000677829,0.05000,2.096 +52,mlp.experts.140.gate_proj,0.0000786403,0.05000,2.050 +52,mlp.experts.142.gate_proj,0.0000356295,0.05000,2.118 +52,mlp.experts.141.gate_proj,0.0000395254,0.05000,2.051 +52,mlp.experts.143.gate_proj,0.0000541053,0.05000,2.076 +52,mlp.experts.144.gate_proj,0.0000307916,0.05000,2.063 +52,mlp.experts.146.gate_proj,0.0000266607,0.05000,2.070 +52,mlp.experts.145.gate_proj,0.0000793378,0.05000,2.053 +52,mlp.experts.147.gate_proj,0.0000330722,0.05000,2.058 +52,mlp.experts.148.gate_proj,0.0000235387,0.05000,2.033 +52,mlp.experts.150.gate_proj,0.0000415803,0.05000,2.078 +52,mlp.experts.149.gate_proj,0.0000322169,0.05000,2.071 +52,mlp.experts.151.gate_proj,0.0000483076,0.05000,2.122 +52,mlp.experts.152.gate_proj,0.0000702804,0.05000,2.080 +52,mlp.experts.154.gate_proj,0.0000168097,0.05000,2.075 +52,mlp.experts.153.gate_proj,0.0000352465,0.05000,2.107 +52,mlp.experts.155.gate_proj,0.0001096466,0.05000,2.060 +52,mlp.experts.156.gate_proj,0.0000164229,0.05000,2.028 +52,mlp.experts.158.gate_proj,0.0000319504,0.05000,2.056 +52,mlp.experts.157.gate_proj,0.0000452938,0.05000,2.027 +52,mlp.experts.159.gate_proj,0.0000257419,0.05000,2.058 +52,mlp.experts.0.up_proj,0.0000095356,0.05000,2.101 +52,mlp.experts.2.up_proj,0.0000447170,0.05000,2.063 +52,mlp.experts.1.up_proj,0.0000164378,0.05000,2.036 +52,mlp.experts.3.up_proj,0.0000518046,0.05000,2.101 +52,mlp.experts.4.up_proj,0.0000344612,0.05000,2.071 +52,mlp.experts.6.up_proj,0.0000677925,0.05000,2.065 +52,mlp.experts.5.up_proj,0.0001441113,0.05000,2.020 +52,mlp.experts.7.up_proj,0.0000839879,0.05000,2.014 +52,mlp.experts.8.up_proj,0.0001138539,0.05000,2.082 +52,mlp.experts.10.up_proj,0.0000720682,0.05000,2.097 +52,mlp.experts.9.up_proj,0.0000409689,0.05000,2.017 +52,mlp.experts.11.up_proj,0.0000197884,0.05000,2.048 +52,mlp.experts.12.up_proj,0.0000691861,0.05000,2.074 +52,mlp.experts.14.up_proj,0.0000473662,0.05000,2.068 +52,mlp.experts.13.up_proj,0.0000619864,0.05000,2.113 +52,mlp.experts.15.up_proj,0.0000477606,0.05000,2.100 +52,mlp.experts.16.up_proj,0.0000934556,0.05000,2.062 +52,mlp.experts.18.up_proj,0.0000499359,0.05000,2.060 +52,mlp.experts.17.up_proj,0.0000557199,0.05000,2.052 +52,mlp.experts.19.up_proj,0.0000625993,0.05000,2.058 +52,mlp.experts.20.up_proj,0.0000753786,0.05000,2.033 +52,mlp.experts.22.up_proj,0.0000908841,0.05000,2.041 +52,mlp.experts.21.up_proj,0.0000538166,0.05000,2.047 +52,mlp.experts.23.up_proj,0.0000474684,0.05000,2.062 +52,mlp.experts.24.up_proj,0.0000276472,0.05000,2.083 +52,mlp.experts.26.up_proj,0.0000195735,0.05000,2.029 +52,mlp.experts.25.up_proj,0.0000560925,0.05000,2.023 +52,mlp.experts.27.up_proj,0.0000590388,0.05000,2.042 +52,mlp.experts.28.up_proj,0.0000814646,0.05000,2.117 +52,mlp.experts.30.up_proj,0.0000397119,0.05000,2.041 +52,mlp.experts.29.up_proj,0.0000605640,0.05000,2.025 +52,mlp.experts.31.up_proj,0.0000518815,0.05000,2.043 +52,mlp.experts.32.up_proj,0.0000220963,0.05000,2.023 +52,mlp.experts.34.up_proj,0.0000533730,0.05000,2.039 +52,mlp.experts.33.up_proj,0.0000270668,0.05000,2.116 +52,mlp.experts.35.up_proj,0.0000479312,0.05000,2.053 +52,mlp.experts.36.up_proj,0.0000467483,0.05000,2.037 +52,mlp.experts.38.up_proj,0.0000193800,0.05000,2.056 +52,mlp.experts.37.up_proj,0.0000971319,0.05000,2.076 +52,mlp.experts.39.up_proj,0.0000724977,0.05000,2.059 +52,mlp.experts.40.up_proj,0.0000194008,0.05000,2.016 +52,mlp.experts.42.up_proj,0.0000488584,0.05000,2.030 +52,mlp.experts.41.up_proj,0.0000521014,0.05000,2.038 +52,mlp.experts.43.up_proj,0.0000634324,0.05000,2.066 +52,mlp.experts.44.up_proj,0.0000263242,0.05000,2.039 +52,mlp.experts.46.up_proj,0.0000573857,0.05000,2.056 +52,mlp.experts.45.up_proj,0.0000557719,0.05000,2.042 +52,mlp.experts.47.up_proj,0.0001405724,0.05000,2.064 +52,mlp.experts.48.up_proj,0.0000177568,0.05000,2.020 +52,mlp.experts.50.up_proj,0.0000309351,0.05000,2.043 +52,mlp.experts.49.up_proj,0.0000379842,0.05000,2.024 +52,mlp.experts.51.up_proj,0.0000628447,0.05000,2.050 +52,mlp.experts.52.up_proj,0.0000534936,0.05000,2.086 +52,mlp.experts.54.up_proj,0.0000795205,0.05000,2.052 +52,mlp.experts.53.up_proj,0.0000528727,0.05000,2.045 +52,mlp.experts.55.up_proj,0.0000649808,0.05000,2.095 +52,mlp.experts.56.up_proj,0.0000295602,0.05000,2.080 +52,mlp.experts.58.up_proj,0.0000403246,0.05000,2.042 +52,mlp.experts.57.up_proj,0.0000284173,0.05000,2.096 +52,mlp.experts.59.up_proj,0.0000430029,0.05000,2.085 +52,mlp.experts.60.up_proj,0.0000902905,0.05000,2.013 +52,mlp.experts.62.up_proj,0.0000260149,0.05000,2.024 +52,mlp.experts.61.up_proj,0.0000274666,0.05000,2.093 +52,mlp.experts.63.up_proj,0.0001924731,0.05000,2.009 +52,mlp.experts.64.up_proj,0.0000597772,0.05000,1.999 +52,mlp.experts.66.up_proj,0.0000583418,0.05000,2.044 +52,mlp.experts.65.up_proj,0.0000042653,0.05000,2.074 +52,mlp.experts.67.up_proj,0.0000401176,0.05000,2.059 +52,mlp.experts.68.up_proj,0.0000487714,0.05000,2.021 +52,mlp.experts.70.up_proj,0.0000143601,0.05000,2.030 +52,mlp.experts.69.up_proj,0.0000666024,0.05000,2.052 +52,mlp.experts.71.up_proj,0.0000572447,0.05000,2.053 +52,mlp.experts.72.up_proj,0.0001117452,0.05000,2.077 +52,mlp.experts.74.up_proj,0.0000374357,0.05000,2.049 +52,mlp.experts.73.up_proj,0.0000703714,0.05000,2.058 +52,mlp.experts.75.up_proj,0.0000527059,0.05000,2.063 +52,mlp.experts.76.up_proj,0.0000354074,0.05000,2.076 +52,mlp.experts.78.up_proj,0.0000504831,0.05000,2.050 +52,mlp.experts.77.up_proj,0.0000173956,0.05000,2.075 +52,mlp.experts.79.up_proj,0.0001477938,0.05000,2.071 +52,mlp.experts.80.up_proj,0.0000115410,0.05000,2.066 +52,mlp.experts.82.up_proj,0.0000092460,0.05000,2.049 +52,mlp.experts.81.up_proj,0.0000264976,0.05000,2.038 +52,mlp.experts.83.up_proj,0.0000257242,0.05000,2.063 +52,mlp.experts.84.up_proj,0.0000406873,0.05000,2.095 +52,mlp.experts.86.up_proj,0.0000756910,0.05000,2.080 +52,mlp.experts.85.up_proj,0.0000615445,0.05000,2.073 +52,mlp.experts.87.up_proj,0.0000524384,0.05000,2.056 +52,mlp.experts.88.up_proj,0.0000660414,0.05000,2.080 +52,mlp.experts.90.up_proj,0.0000435503,0.05000,2.075 +52,mlp.experts.89.up_proj,0.0000430922,0.05000,2.056 +52,mlp.experts.91.up_proj,0.0000134394,0.05000,2.060 +52,mlp.experts.92.up_proj,0.0000610531,0.05000,2.127 +52,mlp.experts.94.up_proj,0.0000248199,0.05000,2.082 +52,mlp.experts.93.up_proj,0.0000790380,0.05000,2.035 +52,mlp.experts.95.up_proj,0.0000343803,0.05000,2.072 +52,mlp.experts.96.up_proj,0.0000700757,0.05000,2.056 +52,mlp.experts.98.up_proj,0.0000358456,0.05000,2.116 +52,mlp.experts.97.up_proj,0.0000374861,0.05000,2.051 +52,mlp.experts.99.up_proj,0.0000780729,0.05000,2.107 +52,mlp.experts.100.up_proj,0.0000801216,0.05000,2.067 +52,mlp.experts.102.up_proj,0.0000641037,0.05000,2.051 +52,mlp.experts.101.up_proj,0.0000224840,0.05000,2.059 +52,mlp.experts.103.up_proj,0.0000443710,0.05000,2.083 +52,mlp.experts.104.up_proj,0.0000320143,0.05000,2.056 +52,mlp.experts.106.up_proj,0.0000349238,0.05000,2.052 +52,mlp.experts.105.up_proj,0.0000227679,0.05000,2.068 +52,mlp.experts.107.up_proj,0.0000590737,0.05000,2.051 +52,mlp.experts.108.up_proj,0.0000344388,0.05000,2.056 +52,mlp.experts.110.up_proj,0.0001496785,0.05000,2.041 +52,mlp.experts.109.up_proj,0.0000207533,0.05000,2.028 +52,mlp.experts.111.up_proj,0.0000605459,0.05000,2.035 +52,mlp.experts.112.up_proj,0.0001051308,0.05000,2.062 +52,mlp.experts.114.up_proj,0.0000432308,0.05000,2.049 +52,mlp.experts.113.up_proj,0.0001269286,0.05000,2.056 +52,mlp.experts.115.up_proj,0.0000980071,0.05000,2.082 +52,mlp.experts.116.up_proj,0.0000223426,0.05000,2.069 +52,mlp.experts.118.up_proj,0.0000321311,0.05000,2.087 +52,mlp.experts.117.up_proj,0.0000092244,0.05000,2.073 +52,mlp.experts.119.up_proj,0.0000227777,0.05000,2.070 +52,mlp.experts.120.up_proj,0.0000546043,0.05000,2.052 +52,mlp.experts.122.up_proj,0.0000574354,0.05000,2.044 +52,mlp.experts.121.up_proj,0.0000383972,0.05000,2.071 +52,mlp.experts.123.up_proj,0.0000393492,0.05000,2.084 +52,mlp.experts.124.up_proj,0.0000673061,0.05000,2.091 +52,mlp.experts.126.up_proj,0.0000403955,0.05000,2.068 +52,mlp.experts.125.up_proj,0.0000078517,0.05000,2.152 +52,mlp.experts.127.up_proj,0.0000419984,0.05000,2.105 +52,mlp.experts.128.up_proj,0.0000409153,0.05000,2.100 +52,mlp.experts.130.up_proj,0.0000742131,0.05000,2.061 +52,mlp.experts.129.up_proj,0.0000427433,0.05000,2.049 +52,mlp.experts.131.up_proj,0.0001071895,0.05000,2.065 +52,mlp.experts.132.up_proj,0.0000526968,0.05000,2.086 +52,mlp.experts.134.up_proj,0.0000838321,0.05000,2.069 +52,mlp.experts.133.up_proj,0.0000691105,0.05000,2.096 +52,mlp.experts.135.up_proj,0.0001971343,0.05000,2.101 +52,mlp.experts.136.up_proj,0.0000343658,0.05000,2.143 +52,mlp.experts.138.up_proj,0.0000556619,0.05000,2.096 +52,mlp.experts.137.up_proj,0.0000223804,0.05000,2.036 +52,mlp.experts.139.up_proj,0.0000646626,0.05000,2.082 +52,mlp.experts.140.up_proj,0.0000760627,0.05000,2.040 +52,mlp.experts.142.up_proj,0.0000341627,0.05000,2.090 +52,mlp.experts.141.up_proj,0.0000387553,0.05000,2.077 +52,mlp.experts.143.up_proj,0.0000512453,0.05000,2.100 +52,mlp.experts.144.up_proj,0.0000294373,0.05000,2.048 +52,mlp.experts.146.up_proj,0.0000261523,0.05000,2.108 +52,mlp.experts.145.up_proj,0.0000756117,0.05000,2.062 +52,mlp.experts.147.up_proj,0.0000311866,0.05000,2.094 +52,mlp.experts.148.up_proj,0.0000228957,0.05000,2.050 +52,mlp.experts.150.up_proj,0.0000398032,0.05000,2.019 +52,mlp.experts.149.up_proj,0.0000313066,0.05000,2.062 +52,mlp.experts.151.up_proj,0.0000472437,0.05000,2.068 +52,mlp.experts.152.up_proj,0.0000680509,0.05000,2.086 +52,mlp.experts.154.up_proj,0.0000159002,0.05000,2.037 +52,mlp.experts.153.up_proj,0.0000344019,0.05000,2.076 +52,mlp.experts.155.up_proj,0.0001046851,0.05000,2.082 +52,mlp.experts.156.up_proj,0.0000160632,0.05000,2.100 +52,mlp.experts.158.up_proj,0.0000311870,0.05000,2.025 +52,mlp.experts.157.up_proj,0.0000436021,0.05000,1.847 +52,mlp.experts.159.up_proj,0.0000257192,0.05000,1.508 +52,mlp.experts.0.down_proj,0.0000019434,0.05000,0.645 +52,mlp.experts.1.down_proj,0.0000021614,0.05000,0.647 +52,mlp.experts.2.down_proj,0.0000045437,0.05000,0.688 +52,mlp.experts.3.down_proj,0.0000073842,0.05000,0.706 +52,mlp.experts.4.down_proj,0.0000035301,0.05000,0.619 +52,mlp.experts.5.down_proj,0.0000731719,0.05000,0.620 +52,mlp.experts.7.down_proj,0.0000111601,0.05000,0.616 +52,mlp.experts.6.down_proj,0.0000234390,0.05000,0.653 +52,mlp.experts.8.down_proj,0.0000242738,0.05000,0.616 +52,mlp.experts.9.down_proj,0.0000097529,0.05000,0.659 +52,mlp.experts.11.down_proj,0.0000026418,0.05000,0.616 +52,mlp.experts.10.down_proj,0.0000091767,0.05000,0.614 +52,mlp.experts.12.down_proj,0.0000116777,0.05000,0.628 +52,mlp.experts.13.down_proj,0.0000071070,0.05000,0.609 +52,mlp.experts.15.down_proj,0.0000082138,0.05000,0.605 +52,mlp.experts.14.down_proj,0.0000072357,0.05000,0.609 +52,mlp.experts.17.down_proj,0.0000102420,0.05000,0.616 +52,mlp.experts.19.down_proj,0.0000092641,0.05000,0.613 +52,mlp.experts.16.down_proj,0.0000184933,0.05000,0.655 +52,mlp.experts.18.down_proj,0.0000102403,0.05000,0.617 +52,mlp.experts.20.down_proj,0.0000097450,0.05000,0.605 +52,mlp.experts.22.down_proj,0.0000116382,0.05000,0.612 +52,mlp.experts.23.down_proj,0.0000059938,0.05000,0.648 +52,mlp.experts.21.down_proj,0.0000058906,0.05000,0.662 +52,mlp.experts.24.down_proj,0.0000075791,0.05000,0.606 +52,mlp.experts.27.down_proj,0.0000081722,0.05000,0.608 +52,mlp.experts.26.down_proj,0.0000033535,0.05000,0.633 +52,mlp.experts.25.down_proj,0.0000085364,0.05000,0.651 +52,mlp.experts.28.down_proj,0.0000083237,0.05000,0.604 +52,mlp.experts.30.down_proj,0.0000061178,0.05000,0.604 +52,mlp.experts.31.down_proj,0.0000081787,0.05000,0.649 +52,mlp.experts.29.down_proj,0.0000078082,0.05000,0.608 +52,mlp.experts.32.down_proj,0.0000025574,0.05000,0.597 +52,mlp.experts.34.down_proj,0.0000154391,0.05000,0.600 +52,mlp.experts.35.down_proj,0.0000197732,0.05000,0.598 +52,mlp.experts.33.down_proj,0.0000031843,0.05000,0.601 +52,mlp.experts.36.down_proj,0.0000102551,0.05000,0.599 +52,mlp.experts.38.down_proj,0.0000030606,0.05000,0.598 +52,mlp.experts.39.down_proj,0.0000125835,0.05000,0.602 +52,mlp.experts.37.down_proj,0.0000235141,0.05000,0.604 +52,mlp.experts.40.down_proj,0.0000055980,0.05000,0.611 +52,mlp.experts.41.down_proj,0.0000114200,0.05000,0.612 +52,mlp.experts.42.down_proj,0.0000094250,0.05000,0.661 +52,mlp.experts.43.down_proj,0.0000074147,0.05000,0.632 +52,mlp.experts.44.down_proj,0.0000067730,0.05000,0.633 +52,mlp.experts.46.down_proj,0.0000159915,0.05000,0.607 +52,mlp.experts.45.down_proj,0.0000112530,0.05000,0.616 +52,mlp.experts.47.down_proj,0.0000360339,0.05000,0.615 +52,mlp.experts.48.down_proj,0.0000023900,0.05000,0.654 +52,mlp.experts.49.down_proj,0.0000071837,0.05000,0.617 +52,mlp.experts.50.down_proj,0.0000054366,0.05000,0.640 +52,mlp.experts.51.down_proj,0.0000096312,0.05000,0.629 +52,mlp.experts.52.down_proj,0.0000065766,0.05000,0.613 +52,mlp.experts.53.down_proj,0.0000083199,0.05000,0.616 +52,mlp.experts.54.down_proj,0.0000112334,0.05000,0.655 +52,mlp.experts.55.down_proj,0.0000086284,0.05000,0.654 +52,mlp.experts.56.down_proj,0.0000047530,0.05000,0.646 +52,mlp.experts.57.down_proj,0.0000035045,0.05000,0.617 +52,mlp.experts.58.down_proj,0.0000063955,0.05000,0.614 +52,mlp.experts.59.down_proj,0.0000108044,0.05000,0.654 +52,mlp.experts.60.down_proj,0.0000150219,0.05000,0.445 +52,mlp.experts.61.down_proj,0.0000031040,0.05000,0.434 +52,mlp.experts.65.down_proj,0.0000009378,0.05000,0.650 +52,mlp.experts.64.down_proj,0.0000114697,0.05000,0.673 +52,mlp.experts.63.down_proj,0.0000333269,0.05000,0.680 +52,mlp.experts.62.down_proj,0.0000033090,0.05000,0.692 +52,mlp.experts.69.down_proj,0.0000150279,0.05000,0.638 +52,mlp.experts.67.down_proj,0.0000050224,0.05000,0.616 +52,mlp.experts.68.down_proj,0.0000056801,0.05000,0.638 +52,mlp.experts.66.down_proj,0.0000070375,0.05000,0.654 +52,mlp.experts.73.down_proj,0.0000132801,0.05000,0.630 +52,mlp.experts.72.down_proj,0.0000294455,0.05000,0.605 +52,mlp.experts.71.down_proj,0.0000156710,0.05000,0.634 +52,mlp.experts.70.down_proj,0.0000017553,0.05000,0.616 +52,mlp.experts.76.down_proj,0.0000076405,0.05000,0.615 +52,mlp.experts.77.down_proj,0.0000038876,0.05000,0.642 +52,mlp.experts.75.down_proj,0.0000080861,0.05000,0.638 +52,mlp.experts.74.down_proj,0.0000099429,0.05000,0.615 +52,mlp.experts.80.down_proj,0.0000015157,0.05000,0.623 +52,mlp.experts.79.down_proj,0.0000528027,0.05000,0.661 +52,mlp.experts.81.down_proj,0.0000066330,0.05000,0.684 +52,mlp.experts.78.down_proj,0.0000072854,0.05000,0.677 +52,mlp.experts.84.down_proj,0.0000075157,0.05000,0.602 +52,mlp.experts.83.down_proj,0.0000076546,0.05000,0.597 +52,mlp.experts.85.down_proj,0.0000074881,0.05000,0.601 +52,mlp.experts.82.down_proj,0.0000010986,0.05000,0.600 +52,mlp.experts.88.down_proj,0.0000100973,0.05000,0.616 +52,mlp.experts.87.down_proj,0.0000129843,0.05000,0.602 +52,mlp.experts.86.down_proj,0.0000086732,0.05000,0.602 +52,mlp.experts.89.down_proj,0.0000053953,0.05000,0.647 +52,mlp.experts.92.down_proj,0.0000089836,0.05000,0.613 +52,mlp.experts.91.down_proj,0.0000018092,0.05000,0.604 +52,mlp.experts.90.down_proj,0.0000088568,0.05000,0.602 +52,mlp.experts.93.down_proj,0.0000081514,0.05000,0.607 +52,mlp.experts.95.down_proj,0.0000062740,0.05000,0.606 +52,mlp.experts.96.down_proj,0.0000148416,0.05000,0.672 +52,mlp.experts.94.down_proj,0.0000038983,0.05000,0.608 +52,mlp.experts.97.down_proj,0.0000043140,0.05000,0.654 +52,mlp.experts.100.down_proj,0.0000255308,0.05000,0.600 +52,mlp.experts.99.down_proj,0.0000141434,0.05000,0.617 +52,mlp.experts.98.down_proj,0.0000060049,0.05000,0.598 +52,mlp.experts.101.down_proj,0.0000052051,0.05000,0.607 +52,mlp.experts.104.down_proj,0.0000135173,0.05000,0.638 +52,mlp.experts.103.down_proj,0.0000073949,0.05000,0.657 +52,mlp.experts.102.down_proj,0.0000106721,0.05000,0.661 +52,mlp.experts.105.down_proj,0.0000022946,0.05000,0.637 +52,mlp.experts.108.down_proj,0.0000075429,0.05000,0.605 +52,mlp.experts.107.down_proj,0.0000104496,0.05000,0.607 +52,mlp.experts.106.down_proj,0.0000125558,0.05000,0.625 +52,mlp.experts.109.down_proj,0.0000030762,0.05000,0.608 +52,mlp.experts.111.down_proj,0.0000090162,0.05000,0.609 +52,mlp.experts.112.down_proj,0.0000142258,0.05000,0.631 +52,mlp.experts.110.down_proj,0.0000334963,0.05000,0.648 +52,mlp.experts.113.down_proj,0.0000274772,0.05000,0.609 +52,mlp.experts.115.down_proj,0.0000248195,0.05000,0.614 +52,mlp.experts.116.down_proj,0.0000031158,0.05000,0.641 +52,mlp.experts.117.down_proj,0.0000012214,0.05000,0.636 +52,mlp.experts.114.down_proj,0.0000081176,0.05000,0.654 +52,mlp.experts.119.down_proj,0.0000025220,0.05000,0.613 +52,mlp.experts.120.down_proj,0.0000074322,0.05000,0.654 +52,mlp.experts.121.down_proj,0.0000050993,0.05000,0.618 +52,mlp.experts.118.down_proj,0.0000063332,0.05000,0.634 +52,mlp.experts.123.down_proj,0.0000050571,0.05000,0.609 +52,mlp.experts.124.down_proj,0.0000155752,0.05000,0.628 +52,mlp.experts.125.down_proj,0.0000016059,0.05000,0.615 +52,mlp.experts.122.down_proj,0.0000082671,0.05000,0.629 +52,mlp.experts.127.down_proj,0.0000055773,0.05000,0.611 +52,mlp.experts.128.down_proj,0.0000046075,0.05000,0.611 +52,mlp.experts.129.down_proj,0.0000076686,0.05000,0.617 +52,mlp.experts.126.down_proj,0.0000105847,0.05000,0.635 +52,mlp.experts.131.down_proj,0.0000154923,0.05000,0.608 +52,mlp.experts.132.down_proj,0.0000062684,0.05000,0.607 +52,mlp.experts.133.down_proj,0.0000114933,0.05000,0.609 +52,mlp.experts.130.down_proj,0.0000099555,0.05000,0.623 +52,mlp.experts.135.down_proj,0.0000522609,0.05000,0.633 +52,mlp.experts.137.down_proj,0.0000034060,0.05000,0.619 +52,mlp.experts.136.down_proj,0.0000037354,0.05000,0.663 +52,mlp.experts.134.down_proj,0.0000120610,0.05000,0.673 +52,mlp.experts.139.down_proj,0.0000088676,0.05000,0.664 +52,mlp.experts.141.down_proj,0.0000081447,0.05000,0.639 +52,mlp.experts.140.down_proj,0.0000121762,0.05000,0.653 +52,mlp.experts.138.down_proj,0.0000138638,0.05000,0.621 +52,mlp.experts.143.down_proj,0.0000110716,0.05000,0.611 +52,mlp.experts.145.down_proj,0.0000119501,0.05000,0.611 +52,mlp.experts.144.down_proj,0.0000049860,0.05000,0.669 +52,mlp.experts.142.down_proj,0.0000043496,0.05000,0.605 +52,mlp.experts.147.down_proj,0.0000100864,0.05000,0.603 +52,mlp.experts.149.down_proj,0.0000100150,0.05000,0.602 +52,mlp.experts.148.down_proj,0.0000023745,0.05000,0.603 +52,mlp.experts.146.down_proj,0.0000056548,0.05000,0.607 +52,mlp.experts.151.down_proj,0.0000057023,0.05000,0.604 +52,mlp.experts.153.down_proj,0.0000048380,0.05000,0.599 +52,mlp.experts.150.down_proj,0.0000103680,0.05000,0.600 +52,mlp.experts.152.down_proj,0.0000104367,0.05000,0.624 +52,mlp.experts.155.down_proj,0.0000191526,0.05000,0.613 +52,mlp.experts.157.down_proj,0.0000077787,0.05000,0.613 +52,mlp.experts.154.down_proj,0.0000073859,0.05000,0.591 +52,mlp.experts.156.down_proj,0.0000054036,0.05000,0.640 +52,mlp.experts.159.down_proj,0.0000050402,0.05000,0.457 +52,mlp.experts.158.down_proj,0.0000036978,0.05000,0.382 +53,mlp.experts.1.gate_proj,0.0000284820,0.05000,2.123 +53,mlp.experts.3.gate_proj,0.0000453501,0.05000,2.151 +53,mlp.experts.2.gate_proj,0.0000428156,0.05000,2.197 +53,mlp.experts.0.gate_proj,0.0000365159,0.05000,2.254 +53,mlp.experts.5.gate_proj,0.0000087607,0.05000,2.038 +53,mlp.experts.7.gate_proj,0.0000271677,0.05000,2.049 +53,mlp.experts.6.gate_proj,0.0001183706,0.05000,2.070 +53,mlp.experts.4.gate_proj,0.0000082048,0.05000,2.166 +53,mlp.experts.9.gate_proj,0.0000450680,0.05000,2.104 +53,mlp.experts.11.gate_proj,0.0000360698,0.05000,2.108 +53,mlp.experts.10.gate_proj,0.0000724163,0.05000,2.085 +53,mlp.experts.8.gate_proj,0.0000507010,0.05000,2.069 +53,mlp.experts.13.gate_proj,0.0000503326,0.05000,2.020 +53,mlp.experts.15.gate_proj,0.0000396444,0.05000,2.067 +53,mlp.experts.14.gate_proj,0.0000389518,0.05000,2.116 +53,mlp.experts.12.gate_proj,0.0000479178,0.05000,2.028 +53,mlp.experts.17.gate_proj,0.0000389620,0.05000,2.069 +53,mlp.experts.19.gate_proj,0.0000656240,0.05000,2.130 +53,mlp.experts.18.gate_proj,0.0000637527,0.05000,2.094 +53,mlp.experts.16.gate_proj,0.0001170080,0.05000,2.121 +53,mlp.experts.21.gate_proj,0.0000619526,0.05000,2.050 +53,mlp.experts.23.gate_proj,0.0000608784,0.05000,2.049 +53,mlp.experts.22.gate_proj,0.0000490457,0.05000,2.106 +53,mlp.experts.20.gate_proj,0.0000889868,0.05000,2.100 +53,mlp.experts.25.gate_proj,0.0000471354,0.05000,2.078 +53,mlp.experts.27.gate_proj,0.0000896647,0.05000,2.071 +53,mlp.experts.26.gate_proj,0.0001986609,0.05000,2.083 +53,mlp.experts.24.gate_proj,0.0000429838,0.05000,2.069 +53,mlp.experts.29.gate_proj,0.0000341819,0.05000,2.074 +53,mlp.experts.31.gate_proj,0.0001568414,0.05000,2.121 +53,mlp.experts.30.gate_proj,0.0000757797,0.05000,2.165 +53,mlp.experts.28.gate_proj,0.0000544034,0.05000,2.160 +53,mlp.experts.33.gate_proj,0.0000714625,0.05000,2.169 +53,mlp.experts.35.gate_proj,0.0000885053,0.05000,2.079 +53,mlp.experts.34.gate_proj,0.0000667560,0.05000,2.049 +53,mlp.experts.32.gate_proj,0.0000283495,0.05000,2.031 +53,mlp.experts.37.gate_proj,0.0000647079,0.05000,2.058 +53,mlp.experts.39.gate_proj,0.0001021225,0.05000,2.066 +53,mlp.experts.38.gate_proj,0.0000384633,0.05000,2.043 +53,mlp.experts.36.gate_proj,0.0000446140,0.05000,2.044 +53,mlp.experts.41.gate_proj,0.0000645051,0.05000,2.073 +53,mlp.experts.43.gate_proj,0.0000206214,0.05000,2.077 +53,mlp.experts.40.gate_proj,0.0000589718,0.05000,2.038 +53,mlp.experts.42.gate_proj,0.0000205984,0.05000,2.096 +53,mlp.experts.45.gate_proj,0.0000345414,0.05000,2.032 +53,mlp.experts.47.gate_proj,0.0000855603,0.05000,2.060 +53,mlp.experts.44.gate_proj,0.0000355879,0.05000,2.029 +53,mlp.experts.46.gate_proj,0.0000251726,0.05000,2.078 +53,mlp.experts.49.gate_proj,0.0000644147,0.05000,2.070 +53,mlp.experts.51.gate_proj,0.0000428364,0.05000,2.109 +53,mlp.experts.48.gate_proj,0.0000426506,0.05000,2.032 +53,mlp.experts.50.gate_proj,0.0000219419,0.05000,2.061 +53,mlp.experts.53.gate_proj,0.0000635898,0.05000,2.068 +53,mlp.experts.52.gate_proj,0.0000186425,0.05000,2.034 +53,mlp.experts.55.gate_proj,0.0000933192,0.05000,2.094 +53,mlp.experts.54.gate_proj,0.0001502657,0.05000,2.027 +53,mlp.experts.57.gate_proj,0.0000392473,0.05000,2.082 +53,mlp.experts.56.gate_proj,0.0000107962,0.05000,2.073 +53,mlp.experts.58.gate_proj,0.0000268687,0.05000,2.029 +53,mlp.experts.59.gate_proj,0.0000376352,0.05000,2.105 +53,mlp.experts.61.gate_proj,0.0001999057,0.05000,2.099 +53,mlp.experts.60.gate_proj,0.0000147296,0.05000,2.043 +53,mlp.experts.62.gate_proj,0.0000282742,0.05000,2.023 +53,mlp.experts.63.gate_proj,0.0001055663,0.05000,2.093 +53,mlp.experts.65.gate_proj,0.0000271747,0.05000,2.013 +53,mlp.experts.66.gate_proj,0.0000207864,0.05000,2.043 +53,mlp.experts.64.gate_proj,0.0001249668,0.05000,2.113 +53,mlp.experts.67.gate_proj,0.0000511229,0.05000,2.046 +53,mlp.experts.69.gate_proj,0.0000712656,0.05000,2.101 +53,mlp.experts.70.gate_proj,0.0000721362,0.05000,2.046 +53,mlp.experts.68.gate_proj,0.0000506343,0.05000,2.033 +53,mlp.experts.71.gate_proj,0.0000696500,0.05000,2.045 +53,mlp.experts.73.gate_proj,0.0000268222,0.05000,2.102 +53,mlp.experts.74.gate_proj,0.0000268979,0.05000,2.023 +53,mlp.experts.72.gate_proj,0.0000458555,0.05000,2.032 +53,mlp.experts.75.gate_proj,0.0000621840,0.05000,2.056 +53,mlp.experts.78.gate_proj,0.0000944208,0.05000,2.029 +53,mlp.experts.76.gate_proj,0.0000738562,0.05000,2.034 +53,mlp.experts.77.gate_proj,0.0000416021,0.05000,2.096 +53,mlp.experts.79.gate_proj,0.0000940530,0.05000,2.037 +53,mlp.experts.82.gate_proj,0.0000610848,0.05000,2.047 +53,mlp.experts.81.gate_proj,0.0000349245,0.05000,2.005 +53,mlp.experts.80.gate_proj,0.0000966597,0.05000,2.088 +53,mlp.experts.83.gate_proj,0.0000908204,0.05000,2.098 +53,mlp.experts.86.gate_proj,0.0000073386,0.05000,2.017 +53,mlp.experts.85.gate_proj,0.0000428480,0.05000,2.053 +53,mlp.experts.84.gate_proj,0.0000159131,0.05000,2.019 +53,mlp.experts.87.gate_proj,0.0000120556,0.05000,2.032 +53,mlp.experts.90.gate_proj,0.0000419929,0.05000,2.034 +53,mlp.experts.89.gate_proj,0.0000175387,0.05000,2.019 +53,mlp.experts.88.gate_proj,0.0000841528,0.05000,2.037 +53,mlp.experts.91.gate_proj,0.0000362953,0.05000,2.033 +53,mlp.experts.94.gate_proj,0.0000625329,0.05000,2.031 +53,mlp.experts.93.gate_proj,0.0000399569,0.05000,2.067 +53,mlp.experts.92.gate_proj,0.0000674781,0.05000,2.113 +53,mlp.experts.95.gate_proj,0.0000386917,0.05000,2.083 +53,mlp.experts.98.gate_proj,0.0000689297,0.05000,2.053 +53,mlp.experts.97.gate_proj,0.0000316502,0.05000,2.060 +53,mlp.experts.96.gate_proj,0.0000602824,0.05000,2.077 +53,mlp.experts.99.gate_proj,0.0000590820,0.05000,2.053 +53,mlp.experts.102.gate_proj,0.0000492467,0.05000,2.038 +53,mlp.experts.101.gate_proj,0.0000215419,0.05000,2.110 +53,mlp.experts.100.gate_proj,0.0001032327,0.05000,2.042 +53,mlp.experts.103.gate_proj,0.0000469793,0.05000,2.032 +53,mlp.experts.106.gate_proj,0.0000873503,0.05000,2.031 +53,mlp.experts.105.gate_proj,0.0000670579,0.05000,2.065 +53,mlp.experts.104.gate_proj,0.0000084611,0.05000,2.063 +53,mlp.experts.107.gate_proj,0.0000305008,0.05000,2.078 +53,mlp.experts.110.gate_proj,0.0000708347,0.05000,2.062 +53,mlp.experts.109.gate_proj,0.0000389721,0.05000,2.053 +53,mlp.experts.108.gate_proj,0.0000393763,0.05000,2.049 +53,mlp.experts.111.gate_proj,0.0000087725,0.05000,2.056 +53,mlp.experts.114.gate_proj,0.0000186535,0.05000,2.066 +53,mlp.experts.112.gate_proj,0.0000354566,0.05000,2.051 +53,mlp.experts.113.gate_proj,0.0000541665,0.05000,2.127 +53,mlp.experts.115.gate_proj,0.0000409104,0.05000,2.082 +53,mlp.experts.118.gate_proj,0.0000668606,0.05000,2.026 +53,mlp.experts.116.gate_proj,0.0000389045,0.05000,2.075 +53,mlp.experts.117.gate_proj,0.0000365522,0.05000,2.070 +53,mlp.experts.119.gate_proj,0.0000662180,0.05000,2.071 +53,mlp.experts.122.gate_proj,0.0000344964,0.05000,2.001 +53,mlp.experts.120.gate_proj,0.0000932897,0.05000,2.005 +53,mlp.experts.121.gate_proj,0.0000666902,0.05000,2.008 +53,mlp.experts.123.gate_proj,0.0000619584,0.05000,2.016 +53,mlp.experts.126.gate_proj,0.0000674302,0.05000,2.023 +53,mlp.experts.124.gate_proj,0.0000497813,0.05000,2.048 +53,mlp.experts.125.gate_proj,0.0000651983,0.05000,2.109 +53,mlp.experts.127.gate_proj,0.0001193417,0.05000,2.076 +53,mlp.experts.130.gate_proj,0.0000525551,0.05000,2.052 +53,mlp.experts.128.gate_proj,0.0000101763,0.05000,2.065 +53,mlp.experts.129.gate_proj,0.0000745356,0.05000,2.070 +53,mlp.experts.131.gate_proj,0.0000426111,0.05000,2.097 +53,mlp.experts.134.gate_proj,0.0000744367,0.05000,2.101 +53,mlp.experts.132.gate_proj,0.0000700221,0.05000,2.054 +53,mlp.experts.133.gate_proj,0.0000723209,0.05000,2.103 +53,mlp.experts.135.gate_proj,0.0000513967,0.05000,2.169 +53,mlp.experts.138.gate_proj,0.0000320871,0.05000,2.050 +53,mlp.experts.136.gate_proj,0.0000332244,0.05000,2.066 +53,mlp.experts.137.gate_proj,0.0000369238,0.05000,2.153 +53,mlp.experts.139.gate_proj,0.0000572008,0.05000,2.102 +53,mlp.experts.142.gate_proj,0.0000979874,0.05000,2.049 +53,mlp.experts.140.gate_proj,0.0000379069,0.05000,2.052 +53,mlp.experts.141.gate_proj,0.0000386495,0.05000,2.071 +53,mlp.experts.143.gate_proj,0.0000121539,0.05000,2.053 +53,mlp.experts.146.gate_proj,0.0000733128,0.05000,2.044 +53,mlp.experts.144.gate_proj,0.0000471103,0.05000,2.095 +53,mlp.experts.145.gate_proj,0.0000735139,0.05000,2.095 +53,mlp.experts.147.gate_proj,0.0000704138,0.05000,2.070 +53,mlp.experts.150.gate_proj,0.0000275215,0.05000,2.068 +53,mlp.experts.148.gate_proj,0.0000170568,0.05000,2.079 +53,mlp.experts.149.gate_proj,0.0000837338,0.05000,2.094 +53,mlp.experts.151.gate_proj,0.0000650443,0.05000,2.129 +53,mlp.experts.154.gate_proj,0.0001442638,0.05000,2.060 +53,mlp.experts.152.gate_proj,0.0000392293,0.05000,2.143 +53,mlp.experts.153.gate_proj,0.0000156693,0.05000,2.051 +53,mlp.experts.155.gate_proj,0.0000318635,0.05000,2.073 +53,mlp.experts.158.gate_proj,0.0000671500,0.05000,2.068 +53,mlp.experts.156.gate_proj,0.0000882238,0.05000,2.077 +53,mlp.experts.157.gate_proj,0.0000618519,0.05000,2.039 +53,mlp.experts.159.gate_proj,0.0000512520,0.05000,2.045 +53,mlp.experts.2.up_proj,0.0000415665,0.05000,2.029 +53,mlp.experts.0.up_proj,0.0000355408,0.05000,2.047 +53,mlp.experts.1.up_proj,0.0000278810,0.05000,2.034 +53,mlp.experts.3.up_proj,0.0000444381,0.05000,2.036 +53,mlp.experts.6.up_proj,0.0001166661,0.05000,2.051 +53,mlp.experts.4.up_proj,0.0000079387,0.05000,2.054 +53,mlp.experts.5.up_proj,0.0000085614,0.05000,2.067 +53,mlp.experts.7.up_proj,0.0000264773,0.05000,2.037 +53,mlp.experts.10.up_proj,0.0000707455,0.05000,2.047 +53,mlp.experts.8.up_proj,0.0000475696,0.05000,2.051 +53,mlp.experts.9.up_proj,0.0000438033,0.05000,2.058 +53,mlp.experts.11.up_proj,0.0000345659,0.05000,2.073 +53,mlp.experts.14.up_proj,0.0000378489,0.05000,2.032 +53,mlp.experts.12.up_proj,0.0000470356,0.05000,2.069 +53,mlp.experts.13.up_proj,0.0000493086,0.05000,2.019 +53,mlp.experts.15.up_proj,0.0000383089,0.05000,2.025 +53,mlp.experts.18.up_proj,0.0000633985,0.05000,2.055 +53,mlp.experts.16.up_proj,0.0001107654,0.05000,2.054 +53,mlp.experts.17.up_proj,0.0000373400,0.05000,2.050 +53,mlp.experts.19.up_proj,0.0000629389,0.05000,2.036 +53,mlp.experts.22.up_proj,0.0000472707,0.05000,2.105 +53,mlp.experts.20.up_proj,0.0000862447,0.05000,2.109 +53,mlp.experts.21.up_proj,0.0000596407,0.05000,2.113 +53,mlp.experts.23.up_proj,0.0000571556,0.05000,2.118 +53,mlp.experts.26.up_proj,0.0001916850,0.05000,2.050 +53,mlp.experts.24.up_proj,0.0000410003,0.05000,2.030 +53,mlp.experts.25.up_proj,0.0000469076,0.05000,2.095 +53,mlp.experts.27.up_proj,0.0000854529,0.05000,2.098 +53,mlp.experts.30.up_proj,0.0000723639,0.05000,2.049 +53,mlp.experts.28.up_proj,0.0000530838,0.05000,2.024 +53,mlp.experts.29.up_proj,0.0000334111,0.05000,2.051 +53,mlp.experts.31.up_proj,0.0001499395,0.05000,2.079 +53,mlp.experts.34.up_proj,0.0000648116,0.05000,2.059 +53,mlp.experts.32.up_proj,0.0000281444,0.05000,2.026 +53,mlp.experts.33.up_proj,0.0000696514,0.05000,2.057 +53,mlp.experts.35.up_proj,0.0000854086,0.05000,2.025 +53,mlp.experts.38.up_proj,0.0000345899,0.05000,2.033 +53,mlp.experts.36.up_proj,0.0000434674,0.05000,2.069 +53,mlp.experts.37.up_proj,0.0000631482,0.05000,2.080 +53,mlp.experts.39.up_proj,0.0000968564,0.05000,2.065 +53,mlp.experts.42.up_proj,0.0000200711,0.05000,2.103 +53,mlp.experts.40.up_proj,0.0000576836,0.05000,2.087 +53,mlp.experts.41.up_proj,0.0000632923,0.05000,2.073 +53,mlp.experts.43.up_proj,0.0000197944,0.05000,2.072 +53,mlp.experts.46.up_proj,0.0000244926,0.05000,2.120 +53,mlp.experts.44.up_proj,0.0000339726,0.05000,2.124 +53,mlp.experts.45.up_proj,0.0000337401,0.05000,2.114 +53,mlp.experts.47.up_proj,0.0000817323,0.05000,2.121 +53,mlp.experts.50.up_proj,0.0000212364,0.05000,2.220 +53,mlp.experts.48.up_proj,0.0000419993,0.05000,2.117 +53,mlp.experts.49.up_proj,0.0000620404,0.05000,2.082 +53,mlp.experts.51.up_proj,0.0000411327,0.05000,2.052 +53,mlp.experts.54.up_proj,0.0001453075,0.05000,2.076 +53,mlp.experts.52.up_proj,0.0000182323,0.05000,2.030 +53,mlp.experts.53.up_proj,0.0000610410,0.05000,2.075 +53,mlp.experts.55.up_proj,0.0000844033,0.05000,2.015 +53,mlp.experts.58.up_proj,0.0000262796,0.05000,2.047 +53,mlp.experts.56.up_proj,0.0000104065,0.05000,2.050 +53,mlp.experts.59.up_proj,0.0000367605,0.05000,2.034 +53,mlp.experts.57.up_proj,0.0000391102,0.05000,2.126 +53,mlp.experts.62.up_proj,0.0000271299,0.05000,2.099 +53,mlp.experts.60.up_proj,0.0000144676,0.05000,2.137 +53,mlp.experts.63.up_proj,0.0001032619,0.05000,2.118 +53,mlp.experts.61.up_proj,0.0001922697,0.05000,2.138 +53,mlp.experts.66.up_proj,0.0000204872,0.05000,2.056 +53,mlp.experts.64.up_proj,0.0001217517,0.05000,2.077 +53,mlp.experts.67.up_proj,0.0000502103,0.05000,2.059 +53,mlp.experts.65.up_proj,0.0000260964,0.05000,2.054 +53,mlp.experts.70.up_proj,0.0000689779,0.05000,2.028 +53,mlp.experts.68.up_proj,0.0000493305,0.05000,2.044 +53,mlp.experts.71.up_proj,0.0000668078,0.05000,2.023 +53,mlp.experts.69.up_proj,0.0000672574,0.05000,2.069 +53,mlp.experts.74.up_proj,0.0000258875,0.05000,2.022 +53,mlp.experts.72.up_proj,0.0000447255,0.05000,2.034 +53,mlp.experts.75.up_proj,0.0000587656,0.05000,2.032 +53,mlp.experts.73.up_proj,0.0000262229,0.05000,2.031 +53,mlp.experts.78.up_proj,0.0000934614,0.05000,2.041 +53,mlp.experts.76.up_proj,0.0000703300,0.05000,2.029 +53,mlp.experts.79.up_proj,0.0000880327,0.05000,2.120 +53,mlp.experts.77.up_proj,0.0000401884,0.05000,2.074 +53,mlp.experts.82.up_proj,0.0000581158,0.05000,2.083 +53,mlp.experts.80.up_proj,0.0000937315,0.05000,2.086 +53,mlp.experts.83.up_proj,0.0000848192,0.05000,2.124 +53,mlp.experts.81.up_proj,0.0000335570,0.05000,2.070 +53,mlp.experts.86.up_proj,0.0000071431,0.05000,2.063 +53,mlp.experts.84.up_proj,0.0000155331,0.05000,2.029 +53,mlp.experts.85.up_proj,0.0000413428,0.05000,2.033 +53,mlp.experts.87.up_proj,0.0000116221,0.05000,2.152 +53,mlp.experts.90.up_proj,0.0000405471,0.05000,2.049 +53,mlp.experts.88.up_proj,0.0000836312,0.05000,2.049 +53,mlp.experts.89.up_proj,0.0000156485,0.05000,2.039 +53,mlp.experts.91.up_proj,0.0000356355,0.05000,2.054 +53,mlp.experts.94.up_proj,0.0000602616,0.05000,2.072 +53,mlp.experts.92.up_proj,0.0000648807,0.05000,2.086 +53,mlp.experts.93.up_proj,0.0000382987,0.05000,2.090 +53,mlp.experts.95.up_proj,0.0000376602,0.05000,2.083 +53,mlp.experts.98.up_proj,0.0000651444,0.05000,2.021 +53,mlp.experts.96.up_proj,0.0000593911,0.05000,2.015 +53,mlp.experts.97.up_proj,0.0000300173,0.05000,1.995 +53,mlp.experts.99.up_proj,0.0000585594,0.05000,2.034 +53,mlp.experts.102.up_proj,0.0000478136,0.05000,2.023 +53,mlp.experts.100.up_proj,0.0000943643,0.05000,2.041 +53,mlp.experts.101.up_proj,0.0000207398,0.05000,2.054 +53,mlp.experts.103.up_proj,0.0000452917,0.05000,2.081 +53,mlp.experts.106.up_proj,0.0000841038,0.05000,2.097 +53,mlp.experts.104.up_proj,0.0000082033,0.05000,2.045 +53,mlp.experts.105.up_proj,0.0000645441,0.05000,2.061 +53,mlp.experts.107.up_proj,0.0000298140,0.05000,2.060 +53,mlp.experts.110.up_proj,0.0000673463,0.05000,2.126 +53,mlp.experts.108.up_proj,0.0000380415,0.05000,2.095 +53,mlp.experts.109.up_proj,0.0000378804,0.05000,2.053 +53,mlp.experts.111.up_proj,0.0000084517,0.05000,2.041 +53,mlp.experts.114.up_proj,0.0000180503,0.05000,2.068 +53,mlp.experts.112.up_proj,0.0000344850,0.05000,2.060 +53,mlp.experts.113.up_proj,0.0000529044,0.05000,2.061 +53,mlp.experts.115.up_proj,0.0000400029,0.05000,2.036 +53,mlp.experts.118.up_proj,0.0000655486,0.05000,2.063 +53,mlp.experts.116.up_proj,0.0000383351,0.05000,2.057 +53,mlp.experts.117.up_proj,0.0000354035,0.05000,2.071 +53,mlp.experts.119.up_proj,0.0000642421,0.05000,2.057 +53,mlp.experts.122.up_proj,0.0000334678,0.05000,2.083 +53,mlp.experts.120.up_proj,0.0000912211,0.05000,2.057 +53,mlp.experts.121.up_proj,0.0000652322,0.05000,2.030 +53,mlp.experts.123.up_proj,0.0000589040,0.05000,2.045 +53,mlp.experts.126.up_proj,0.0000659910,0.05000,2.077 +53,mlp.experts.124.up_proj,0.0000488098,0.05000,2.047 +53,mlp.experts.125.up_proj,0.0000629478,0.05000,2.042 +53,mlp.experts.127.up_proj,0.0001150837,0.05000,2.042 +53,mlp.experts.130.up_proj,0.0000509916,0.05000,2.117 +53,mlp.experts.128.up_proj,0.0000098836,0.05000,2.036 +53,mlp.experts.129.up_proj,0.0000718627,0.05000,2.043 +53,mlp.experts.131.up_proj,0.0000420379,0.05000,2.050 +53,mlp.experts.134.up_proj,0.0000715848,0.05000,2.113 +53,mlp.experts.132.up_proj,0.0000681312,0.05000,2.035 +53,mlp.experts.133.up_proj,0.0000697770,0.05000,2.089 +53,mlp.experts.135.up_proj,0.0000499871,0.05000,2.039 +53,mlp.experts.136.up_proj,0.0000322721,0.05000,2.022 +53,mlp.experts.138.up_proj,0.0000305956,0.05000,2.096 +53,mlp.experts.137.up_proj,0.0000360845,0.05000,2.047 +53,mlp.experts.139.up_proj,0.0000565643,0.05000,2.052 +53,mlp.experts.140.up_proj,0.0000375532,0.05000,2.039 +53,mlp.experts.142.up_proj,0.0000949548,0.05000,2.034 +53,mlp.experts.141.up_proj,0.0000374265,0.05000,2.046 +53,mlp.experts.143.up_proj,0.0000116463,0.05000,2.082 +53,mlp.experts.146.up_proj,0.0000710912,0.05000,2.030 +53,mlp.experts.144.up_proj,0.0000455822,0.05000,2.082 +53,mlp.experts.145.up_proj,0.0000715564,0.05000,2.046 +53,mlp.experts.147.up_proj,0.0000689171,0.05000,2.060 +53,mlp.experts.148.up_proj,0.0000164704,0.05000,2.029 +53,mlp.experts.150.up_proj,0.0000265040,0.05000,2.085 +53,mlp.experts.149.up_proj,0.0000818772,0.05000,2.057 +53,mlp.experts.151.up_proj,0.0000649706,0.05000,2.074 +53,mlp.experts.152.up_proj,0.0000372917,0.05000,2.043 +53,mlp.experts.154.up_proj,0.0001389728,0.05000,2.132 +53,mlp.experts.153.up_proj,0.0000152023,0.05000,2.092 +53,mlp.experts.155.up_proj,0.0000310576,0.05000,2.091 +53,mlp.experts.156.up_proj,0.0000851826,0.05000,2.041 +53,mlp.experts.158.up_proj,0.0000656005,0.05000,2.006 +53,mlp.experts.157.up_proj,0.0000610736,0.05000,1.911 +53,mlp.experts.159.up_proj,0.0000501772,0.05000,1.824 +53,mlp.experts.0.down_proj,0.0000056582,0.05000,0.621 +53,mlp.experts.2.down_proj,0.0000055181,0.05000,0.622 +53,mlp.experts.1.down_proj,0.0000046601,0.05000,0.628 +53,mlp.experts.3.down_proj,0.0000072253,0.05000,0.673 +53,mlp.experts.4.down_proj,0.0000011344,0.05000,0.610 +53,mlp.experts.6.down_proj,0.0000199154,0.05000,0.635 +53,mlp.experts.5.down_proj,0.0000010964,0.05000,0.636 +53,mlp.experts.7.down_proj,0.0000094784,0.05000,0.644 +53,mlp.experts.8.down_proj,0.0000107401,0.05000,0.632 +53,mlp.experts.9.down_proj,0.0000057507,0.05000,0.611 +53,mlp.experts.10.down_proj,0.0000128521,0.05000,0.639 +53,mlp.experts.11.down_proj,0.0000039064,0.05000,0.630 +53,mlp.experts.12.down_proj,0.0000117042,0.05000,0.602 +53,mlp.experts.13.down_proj,0.0000115598,0.05000,0.608 +53,mlp.experts.14.down_proj,0.0000049656,0.05000,0.601 +53,mlp.experts.15.down_proj,0.0000053638,0.05000,0.632 +53,mlp.experts.16.down_proj,0.0000436541,0.05000,0.604 +53,mlp.experts.17.down_proj,0.0000051059,0.05000,0.610 +53,mlp.experts.18.down_proj,0.0000106354,0.05000,0.614 +53,mlp.experts.19.down_proj,0.0000135963,0.05000,0.606 +53,mlp.experts.20.down_proj,0.0000271692,0.05000,0.610 +53,mlp.experts.21.down_proj,0.0000071272,0.05000,0.630 +53,mlp.experts.22.down_proj,0.0000053357,0.05000,0.632 +53,mlp.experts.23.down_proj,0.0000091079,0.05000,0.649 +53,mlp.experts.24.down_proj,0.0000073076,0.05000,0.608 +53,mlp.experts.25.down_proj,0.0000118370,0.05000,0.613 +53,mlp.experts.26.down_proj,0.0000561696,0.05000,0.611 +53,mlp.experts.27.down_proj,0.0000122723,0.05000,0.609 +53,mlp.experts.28.down_proj,0.0000062325,0.05000,0.628 +53,mlp.experts.29.down_proj,0.0000065017,0.05000,0.615 +53,mlp.experts.30.down_proj,0.0000172983,0.05000,0.613 +53,mlp.experts.31.down_proj,0.0000237491,0.05000,0.615 +53,mlp.experts.32.down_proj,0.0000059062,0.05000,0.633 +53,mlp.experts.33.down_proj,0.0000224653,0.05000,0.637 +53,mlp.experts.34.down_proj,0.0000162851,0.05000,0.661 +53,mlp.experts.35.down_proj,0.0000110873,0.05000,0.654 +53,mlp.experts.36.down_proj,0.0000059351,0.05000,0.627 +53,mlp.experts.37.down_proj,0.0000090858,0.05000,0.611 +53,mlp.experts.38.down_proj,0.0000117151,0.05000,0.616 +53,mlp.experts.39.down_proj,0.0000139431,0.05000,0.607 +53,mlp.experts.40.down_proj,0.0000114922,0.05000,0.603 +53,mlp.experts.41.down_proj,0.0000097420,0.05000,0.605 +53,mlp.experts.42.down_proj,0.0000031813,0.05000,0.648 +53,mlp.experts.43.down_proj,0.0000021981,0.05000,0.631 +53,mlp.experts.44.down_proj,0.0000035540,0.05000,0.610 +53,mlp.experts.45.down_proj,0.0000049847,0.05000,0.610 +53,mlp.experts.46.down_proj,0.0000053152,0.05000,0.611 +53,mlp.experts.47.down_proj,0.0000208410,0.05000,0.632 +53,mlp.experts.48.down_proj,0.0000069220,0.05000,0.607 +53,mlp.experts.49.down_proj,0.0000069708,0.05000,0.611 +53,mlp.experts.50.down_proj,0.0000068675,0.05000,0.613 +53,mlp.experts.51.down_proj,0.0000075263,0.05000,0.627 +53,mlp.experts.52.down_proj,0.0000029439,0.05000,0.602 +53,mlp.experts.53.down_proj,0.0000114050,0.05000,0.609 +53,mlp.experts.54.down_proj,0.0000466210,0.05000,0.609 +53,mlp.experts.55.down_proj,0.0000230113,0.05000,0.607 +53,mlp.experts.56.down_proj,0.0000026184,0.05000,0.629 +53,mlp.experts.57.down_proj,0.0000053035,0.05000,0.633 +53,mlp.experts.58.down_proj,0.0000042510,0.05000,0.625 +53,mlp.experts.59.down_proj,0.0000055541,0.05000,0.614 +53,mlp.experts.61.down_proj,0.0000414499,0.05000,0.610 +53,mlp.experts.60.down_proj,0.0000037234,0.05000,0.691 +53,mlp.experts.62.down_proj,0.0000030566,0.05000,0.608 +53,mlp.experts.63.down_proj,0.0000159364,0.05000,0.607 +53,mlp.experts.65.down_proj,0.0000028726,0.05000,0.615 +53,mlp.experts.64.down_proj,0.0000183111,0.05000,0.608 +53,mlp.experts.66.down_proj,0.0000045743,0.05000,0.618 +53,mlp.experts.67.down_proj,0.0000095387,0.05000,0.671 +53,mlp.experts.69.down_proj,0.0000115270,0.05000,0.628 +53,mlp.experts.68.down_proj,0.0000065131,0.05000,0.602 +53,mlp.experts.70.down_proj,0.0000085618,0.05000,0.604 +53,mlp.experts.71.down_proj,0.0000080913,0.05000,0.603 +53,mlp.experts.73.down_proj,0.0000047326,0.05000,0.607 +53,mlp.experts.72.down_proj,0.0000068811,0.05000,0.643 +53,mlp.experts.74.down_proj,0.0000073191,0.05000,0.609 +53,mlp.experts.75.down_proj,0.0000081127,0.05000,0.597 +53,mlp.experts.77.down_proj,0.0000109743,0.05000,0.609 +53,mlp.experts.76.down_proj,0.0000072409,0.05000,0.606 +53,mlp.experts.78.down_proj,0.0000341503,0.05000,0.644 +53,mlp.experts.79.down_proj,0.0000104691,0.05000,0.605 +53,mlp.experts.81.down_proj,0.0000060995,0.05000,0.607 +53,mlp.experts.80.down_proj,0.0000325352,0.05000,0.623 +53,mlp.experts.82.down_proj,0.0000081604,0.05000,0.624 +53,mlp.experts.83.down_proj,0.0000130883,0.05000,0.606 +53,mlp.experts.85.down_proj,0.0000061747,0.05000,0.618 +53,mlp.experts.84.down_proj,0.0000021395,0.05000,0.612 +53,mlp.experts.86.down_proj,0.0000009823,0.05000,0.662 +53,mlp.experts.87.down_proj,0.0000016538,0.05000,0.634 +53,mlp.experts.89.down_proj,0.0000046716,0.05000,0.614 +53,mlp.experts.88.down_proj,0.0000330617,0.05000,0.607 +53,mlp.experts.90.down_proj,0.0000099955,0.05000,0.615 +53,mlp.experts.91.down_proj,0.0000069012,0.05000,0.611 +53,mlp.experts.93.down_proj,0.0000052850,0.05000,0.622 +53,mlp.experts.92.down_proj,0.0000114261,0.05000,0.610 +53,mlp.experts.94.down_proj,0.0000067407,0.05000,0.618 +53,mlp.experts.95.down_proj,0.0000053622,0.05000,0.655 +53,mlp.experts.97.down_proj,0.0000061475,0.05000,0.621 +53,mlp.experts.96.down_proj,0.0000079200,0.05000,0.613 +53,mlp.experts.98.down_proj,0.0000102093,0.05000,0.612 +53,mlp.experts.99.down_proj,0.0000094767,0.05000,0.629 +53,mlp.experts.101.down_proj,0.0000022931,0.05000,0.612 +53,mlp.experts.100.down_proj,0.0000194753,0.05000,0.605 +53,mlp.experts.102.down_proj,0.0000071438,0.05000,0.612 +53,mlp.experts.103.down_proj,0.0000045246,0.05000,0.603 +53,mlp.experts.104.down_proj,0.0000011795,0.05000,0.608 +53,mlp.experts.105.down_proj,0.0000131736,0.05000,0.636 +53,mlp.experts.106.down_proj,0.0000100715,0.05000,0.616 +53,mlp.experts.107.down_proj,0.0000048129,0.05000,0.647 +53,mlp.experts.109.down_proj,0.0000062225,0.05000,0.598 +53,mlp.experts.108.down_proj,0.0000050112,0.05000,0.622 +53,mlp.experts.110.down_proj,0.0000110175,0.05000,0.624 +53,mlp.experts.111.down_proj,0.0000009361,0.05000,0.624 +53,mlp.experts.113.down_proj,0.0000082200,0.05000,0.604 +53,mlp.experts.112.down_proj,0.0000046642,0.05000,0.599 +53,mlp.experts.114.down_proj,0.0000020555,0.05000,0.597 +53,mlp.experts.115.down_proj,0.0000085776,0.05000,0.600 +53,mlp.experts.117.down_proj,0.0000060642,0.05000,0.601 +53,mlp.experts.116.down_proj,0.0000059540,0.05000,0.620 +53,mlp.experts.118.down_proj,0.0000084457,0.05000,0.600 +53,mlp.experts.119.down_proj,0.0000119991,0.05000,0.576 +53,mlp.experts.121.down_proj,0.0000129585,0.05000,0.491 +53,mlp.experts.120.down_proj,0.0000213133,0.05000,0.475 +53,mlp.experts.123.down_proj,0.0000090730,0.05000,0.638 +53,mlp.experts.125.down_proj,0.0000141724,0.05000,0.639 +53,mlp.experts.124.down_proj,0.0000088716,0.05000,0.659 +53,mlp.experts.122.down_proj,0.0000071106,0.05000,0.666 +53,mlp.experts.129.down_proj,0.0000079062,0.05000,0.609 +53,mlp.experts.127.down_proj,0.0000133119,0.05000,0.618 +53,mlp.experts.128.down_proj,0.0000011567,0.05000,0.608 +53,mlp.experts.126.down_proj,0.0000116385,0.05000,0.612 +53,mlp.experts.131.down_proj,0.0000087286,0.05000,0.616 +53,mlp.experts.133.down_proj,0.0000125526,0.05000,0.639 +53,mlp.experts.130.down_proj,0.0000061870,0.05000,0.622 +53,mlp.experts.132.down_proj,0.0000083638,0.05000,0.654 +53,mlp.experts.135.down_proj,0.0000062289,0.05000,0.613 +53,mlp.experts.137.down_proj,0.0000076257,0.05000,0.615 +53,mlp.experts.134.down_proj,0.0000076336,0.05000,0.616 +53,mlp.experts.136.down_proj,0.0000058490,0.05000,0.645 +53,mlp.experts.139.down_proj,0.0000128578,0.05000,0.612 +53,mlp.experts.141.down_proj,0.0000058833,0.05000,0.612 +53,mlp.experts.138.down_proj,0.0000139523,0.05000,0.627 +53,mlp.experts.140.down_proj,0.0000101800,0.05000,0.604 +53,mlp.experts.143.down_proj,0.0000036052,0.05000,0.628 +53,mlp.experts.142.down_proj,0.0000272963,0.05000,0.600 +53,mlp.experts.145.down_proj,0.0000113787,0.05000,0.646 +53,mlp.experts.144.down_proj,0.0000079076,0.05000,0.606 +53,mlp.experts.147.down_proj,0.0000133232,0.05000,0.608 +53,mlp.experts.149.down_proj,0.0000199968,0.05000,0.609 +53,mlp.experts.146.down_proj,0.0000084801,0.05000,0.634 +53,mlp.experts.148.down_proj,0.0000018980,0.05000,0.604 +53,mlp.experts.151.down_proj,0.0000192745,0.05000,0.610 +53,mlp.experts.153.down_proj,0.0000024511,0.05000,0.611 +53,mlp.experts.152.down_proj,0.0000063093,0.05000,0.630 +53,mlp.experts.150.down_proj,0.0000038342,0.05000,0.655 +53,mlp.experts.155.down_proj,0.0000047981,0.05000,0.629 +53,mlp.experts.156.down_proj,0.0000125577,0.05000,0.612 +53,mlp.experts.157.down_proj,0.0000119797,0.05000,0.652 +53,mlp.experts.154.down_proj,0.0000263938,0.05000,0.607 +53,mlp.experts.159.down_proj,0.0000132924,0.05000,0.429 +53,mlp.experts.158.down_proj,0.0000140201,0.05000,0.398 +54,mlp.experts.3.gate_proj,0.0000473201,0.05000,2.106 +54,mlp.experts.1.gate_proj,0.0000489720,0.05000,2.108 +54,mlp.experts.2.gate_proj,0.0000396750,0.05000,2.113 +54,mlp.experts.0.gate_proj,0.0000720172,0.05000,2.202 +54,mlp.experts.5.gate_proj,0.0000386912,0.05000,2.060 +54,mlp.experts.7.gate_proj,0.0000747039,0.05000,2.085 +54,mlp.experts.6.gate_proj,0.0000574108,0.05000,2.078 +54,mlp.experts.4.gate_proj,0.0002148882,0.05000,2.094 +54,mlp.experts.9.gate_proj,0.0000318236,0.05000,2.064 +54,mlp.experts.11.gate_proj,0.0001425108,0.05000,2.066 +54,mlp.experts.10.gate_proj,0.0000447082,0.05000,2.103 +54,mlp.experts.8.gate_proj,0.0000278091,0.05000,2.079 +54,mlp.experts.15.gate_proj,0.0000109336,0.05000,2.058 +54,mlp.experts.13.gate_proj,0.0000521737,0.05000,2.139 +54,mlp.experts.14.gate_proj,0.0000500587,0.05000,2.115 +54,mlp.experts.12.gate_proj,0.0000866692,0.05000,2.084 +54,mlp.experts.19.gate_proj,0.0000247976,0.05000,2.080 +54,mlp.experts.17.gate_proj,0.0000981282,0.05000,2.080 +54,mlp.experts.16.gate_proj,0.0000554307,0.05000,2.015 +54,mlp.experts.18.gate_proj,0.0000485583,0.05000,2.116 +54,mlp.experts.23.gate_proj,0.0000207261,0.05000,2.045 +54,mlp.experts.20.gate_proj,0.0000450438,0.05000,2.029 +54,mlp.experts.21.gate_proj,0.0000885621,0.05000,2.084 +54,mlp.experts.22.gate_proj,0.0000144013,0.05000,2.017 +54,mlp.experts.27.gate_proj,0.0000729961,0.05000,2.051 +54,mlp.experts.26.gate_proj,0.0000293274,0.05000,2.010 +54,mlp.experts.25.gate_proj,0.0000638306,0.05000,2.067 +54,mlp.experts.24.gate_proj,0.0001275488,0.05000,2.142 +54,mlp.experts.31.gate_proj,0.0000434859,0.05000,2.028 +54,mlp.experts.30.gate_proj,0.0000081072,0.05000,2.026 +54,mlp.experts.29.gate_proj,0.0001177589,0.05000,2.037 +54,mlp.experts.28.gate_proj,0.0000290728,0.05000,2.046 +54,mlp.experts.35.gate_proj,0.0000394735,0.05000,2.053 +54,mlp.experts.34.gate_proj,0.0000161961,0.05000,2.026 +54,mlp.experts.33.gate_proj,0.0000755040,0.05000,2.046 +54,mlp.experts.32.gate_proj,0.0000557695,0.05000,2.060 +54,mlp.experts.39.gate_proj,0.0000927218,0.05000,2.047 +54,mlp.experts.38.gate_proj,0.0000638337,0.05000,2.062 +54,mlp.experts.37.gate_proj,0.0000619658,0.05000,2.085 +54,mlp.experts.36.gate_proj,0.0000868901,0.05000,2.067 +54,mlp.experts.43.gate_proj,0.0000265534,0.05000,2.052 +54,mlp.experts.42.gate_proj,0.0000437410,0.05000,2.073 +54,mlp.experts.41.gate_proj,0.0000741945,0.05000,2.135 +54,mlp.experts.40.gate_proj,0.0000422284,0.05000,2.141 +54,mlp.experts.47.gate_proj,0.0000986468,0.05000,2.050 +54,mlp.experts.46.gate_proj,0.0000604716,0.05000,2.088 +54,mlp.experts.45.gate_proj,0.0000435896,0.05000,2.024 +54,mlp.experts.44.gate_proj,0.0000255383,0.05000,2.094 +54,mlp.experts.51.gate_proj,0.0000779886,0.05000,2.034 +54,mlp.experts.50.gate_proj,0.0001159114,0.05000,2.057 +54,mlp.experts.49.gate_proj,0.0002943393,0.05000,2.011 +54,mlp.experts.48.gate_proj,0.0001199947,0.05000,2.067 +54,mlp.experts.55.gate_proj,0.0000464787,0.05000,2.108 +54,mlp.experts.54.gate_proj,0.0000546288,0.05000,2.038 +54,mlp.experts.53.gate_proj,0.0000522430,0.05000,2.107 +54,mlp.experts.52.gate_proj,0.0000408223,0.05000,2.083 +54,mlp.experts.59.gate_proj,0.0000319945,0.05000,2.037 +54,mlp.experts.58.gate_proj,0.0000368757,0.05000,2.024 +54,mlp.experts.57.gate_proj,0.0000511935,0.05000,2.093 +54,mlp.experts.56.gate_proj,0.0000922717,0.05000,2.034 +54,mlp.experts.62.gate_proj,0.0000721814,0.05000,1.996 +54,mlp.experts.63.gate_proj,0.0000335600,0.05000,2.077 +54,mlp.experts.61.gate_proj,0.0000157445,0.05000,2.091 +54,mlp.experts.60.gate_proj,0.0000855776,0.05000,2.024 +54,mlp.experts.66.gate_proj,0.0001241123,0.05000,2.050 +54,mlp.experts.67.gate_proj,0.0000657936,0.05000,2.065 +54,mlp.experts.65.gate_proj,0.0000605018,0.05000,2.048 +54,mlp.experts.64.gate_proj,0.0000265597,0.05000,2.056 +54,mlp.experts.70.gate_proj,0.0000473896,0.05000,2.040 +54,mlp.experts.71.gate_proj,0.0000630561,0.05000,2.032 +54,mlp.experts.69.gate_proj,0.0000379163,0.05000,2.003 +54,mlp.experts.68.gate_proj,0.0000520721,0.05000,2.082 +54,mlp.experts.74.gate_proj,0.0000806926,0.05000,1.997 +54,mlp.experts.75.gate_proj,0.0000576191,0.05000,2.024 +54,mlp.experts.73.gate_proj,0.0000149026,0.05000,2.004 +54,mlp.experts.72.gate_proj,0.0001080221,0.05000,2.027 +54,mlp.experts.78.gate_proj,0.0000283351,0.05000,2.016 +54,mlp.experts.79.gate_proj,0.0000613090,0.05000,2.077 +54,mlp.experts.77.gate_proj,0.0000400324,0.05000,2.010 +54,mlp.experts.76.gate_proj,0.0000498889,0.05000,2.034 +54,mlp.experts.82.gate_proj,0.0000580154,0.05000,2.028 +54,mlp.experts.83.gate_proj,0.0000912695,0.05000,2.158 +54,mlp.experts.81.gate_proj,0.0000374158,0.05000,2.073 +54,mlp.experts.80.gate_proj,0.0001042967,0.05000,2.047 +54,mlp.experts.86.gate_proj,0.0000237472,0.05000,2.012 +54,mlp.experts.85.gate_proj,0.0000576578,0.05000,1.995 +54,mlp.experts.87.gate_proj,0.0000096154,0.05000,2.071 +54,mlp.experts.84.gate_proj,0.0000668707,0.05000,2.008 +54,mlp.experts.90.gate_proj,0.0000325093,0.05000,2.047 +54,mlp.experts.89.gate_proj,0.0000713577,0.05000,2.057 +54,mlp.experts.91.gate_proj,0.0001078365,0.05000,2.094 +54,mlp.experts.88.gate_proj,0.0000461617,0.05000,2.086 +54,mlp.experts.94.gate_proj,0.0000343756,0.05000,2.106 +54,mlp.experts.93.gate_proj,0.0000513735,0.05000,2.059 +54,mlp.experts.95.gate_proj,0.0000392720,0.05000,2.078 +54,mlp.experts.92.gate_proj,0.0000205117,0.05000,2.050 +54,mlp.experts.98.gate_proj,0.0000576424,0.05000,2.026 +54,mlp.experts.97.gate_proj,0.0001155877,0.05000,2.065 +54,mlp.experts.99.gate_proj,0.0000945505,0.05000,2.060 +54,mlp.experts.96.gate_proj,0.0000092052,0.05000,2.020 +54,mlp.experts.102.gate_proj,0.0000156933,0.05000,2.006 +54,mlp.experts.101.gate_proj,0.0000612214,0.05000,2.030 +54,mlp.experts.100.gate_proj,0.0000343298,0.05000,1.991 +54,mlp.experts.103.gate_proj,0.0001157104,0.05000,2.074 +54,mlp.experts.106.gate_proj,0.0000654110,0.05000,2.027 +54,mlp.experts.105.gate_proj,0.0001193126,0.05000,2.097 +54,mlp.experts.104.gate_proj,0.0000579376,0.05000,2.075 +54,mlp.experts.107.gate_proj,0.0000414628,0.05000,2.100 +54,mlp.experts.110.gate_proj,0.0000098247,0.05000,2.013 +54,mlp.experts.109.gate_proj,0.0002312237,0.05000,1.998 +54,mlp.experts.108.gate_proj,0.0000320151,0.05000,2.014 +54,mlp.experts.111.gate_proj,0.0000427425,0.05000,2.051 +54,mlp.experts.114.gate_proj,0.0000636825,0.05000,2.008 +54,mlp.experts.113.gate_proj,0.0000536800,0.05000,2.007 +54,mlp.experts.112.gate_proj,0.0000400018,0.05000,1.995 +54,mlp.experts.115.gate_proj,0.0000431846,0.05000,2.055 +54,mlp.experts.118.gate_proj,0.0000485843,0.05000,2.003 +54,mlp.experts.116.gate_proj,0.0000561236,0.05000,1.995 +54,mlp.experts.117.gate_proj,0.0000198220,0.05000,2.085 +54,mlp.experts.119.gate_proj,0.0000405050,0.05000,2.058 +54,mlp.experts.122.gate_proj,0.0000434313,0.05000,2.068 +54,mlp.experts.120.gate_proj,0.0000935670,0.05000,2.013 +54,mlp.experts.121.gate_proj,0.0000763872,0.05000,2.026 +54,mlp.experts.123.gate_proj,0.0000501485,0.05000,2.059 +54,mlp.experts.126.gate_proj,0.0000356377,0.05000,2.021 +54,mlp.experts.124.gate_proj,0.0000704839,0.05000,2.041 +54,mlp.experts.125.gate_proj,0.0000180216,0.05000,2.049 +54,mlp.experts.127.gate_proj,0.0000145159,0.05000,2.058 +54,mlp.experts.130.gate_proj,0.0000186823,0.05000,2.040 +54,mlp.experts.128.gate_proj,0.0000778496,0.05000,2.033 +54,mlp.experts.129.gate_proj,0.0000472208,0.05000,2.015 +54,mlp.experts.131.gate_proj,0.0000255249,0.05000,2.097 +54,mlp.experts.134.gate_proj,0.0000635075,0.05000,2.020 +54,mlp.experts.133.gate_proj,0.0001616768,0.05000,1.991 +54,mlp.experts.132.gate_proj,0.0000540048,0.05000,2.046 +54,mlp.experts.135.gate_proj,0.0000160109,0.05000,2.077 +54,mlp.experts.138.gate_proj,0.0000071608,0.05000,2.037 +54,mlp.experts.137.gate_proj,0.0000635614,0.05000,2.015 +54,mlp.experts.136.gate_proj,0.0000505490,0.05000,2.080 +54,mlp.experts.139.gate_proj,0.0001213735,0.05000,2.098 +54,mlp.experts.142.gate_proj,0.0000410619,0.05000,2.058 +54,mlp.experts.141.gate_proj,0.0000436302,0.05000,2.016 +54,mlp.experts.140.gate_proj,0.0000445020,0.05000,2.025 +54,mlp.experts.143.gate_proj,0.0000859579,0.05000,2.058 +54,mlp.experts.146.gate_proj,0.0000570458,0.05000,1.998 +54,mlp.experts.145.gate_proj,0.0000084671,0.05000,2.009 +54,mlp.experts.144.gate_proj,0.0000517178,0.05000,2.023 +54,mlp.experts.147.gate_proj,0.0000486110,0.05000,2.066 +54,mlp.experts.150.gate_proj,0.0000662469,0.05000,2.064 +54,mlp.experts.149.gate_proj,0.0000244280,0.05000,2.012 +54,mlp.experts.148.gate_proj,0.0000572159,0.05000,2.014 +54,mlp.experts.151.gate_proj,0.0000488800,0.05000,2.075 +54,mlp.experts.154.gate_proj,0.0000505471,0.05000,2.052 +54,mlp.experts.153.gate_proj,0.0001137414,0.05000,2.013 +54,mlp.experts.152.gate_proj,0.0000366192,0.05000,2.045 +54,mlp.experts.155.gate_proj,0.0000751630,0.05000,2.074 +54,mlp.experts.158.gate_proj,0.0000301151,0.05000,2.042 +54,mlp.experts.157.gate_proj,0.0000365708,0.05000,2.031 +54,mlp.experts.156.gate_proj,0.0000831042,0.05000,2.046 +54,mlp.experts.159.gate_proj,0.0000863551,0.05000,2.115 +54,mlp.experts.2.up_proj,0.0000378995,0.05000,2.054 +54,mlp.experts.1.up_proj,0.0000470313,0.05000,2.017 +54,mlp.experts.0.up_proj,0.0000698245,0.05000,2.007 +54,mlp.experts.3.up_proj,0.0000452332,0.05000,2.028 +54,mlp.experts.6.up_proj,0.0000561627,0.05000,2.020 +54,mlp.experts.5.up_proj,0.0000376395,0.05000,2.022 +54,mlp.experts.4.up_proj,0.0002036423,0.05000,2.026 +54,mlp.experts.7.up_proj,0.0000729610,0.05000,2.058 +54,mlp.experts.10.up_proj,0.0000424489,0.05000,2.090 +54,mlp.experts.9.up_proj,0.0000313799,0.05000,2.040 +54,mlp.experts.8.up_proj,0.0000270919,0.05000,2.068 +54,mlp.experts.11.up_proj,0.0001351057,0.05000,2.046 +54,mlp.experts.14.up_proj,0.0000476746,0.05000,2.108 +54,mlp.experts.13.up_proj,0.0000510786,0.05000,2.041 +54,mlp.experts.12.up_proj,0.0000836664,0.05000,2.102 +54,mlp.experts.15.up_proj,0.0000106161,0.05000,2.077 +54,mlp.experts.17.up_proj,0.0000948039,0.05000,1.998 +54,mlp.experts.18.up_proj,0.0000478224,0.05000,2.094 +54,mlp.experts.16.up_proj,0.0000540132,0.05000,2.079 +54,mlp.experts.19.up_proj,0.0000242923,0.05000,2.075 +54,mlp.experts.21.up_proj,0.0000859071,0.05000,2.018 +54,mlp.experts.22.up_proj,0.0000141028,0.05000,2.035 +54,mlp.experts.20.up_proj,0.0000437697,0.05000,2.030 +54,mlp.experts.23.up_proj,0.0000199632,0.05000,2.079 +54,mlp.experts.25.up_proj,0.0000608819,0.05000,2.002 +54,mlp.experts.26.up_proj,0.0000281112,0.05000,2.030 +54,mlp.experts.24.up_proj,0.0001211133,0.05000,2.081 +54,mlp.experts.27.up_proj,0.0000714139,0.05000,2.057 +54,mlp.experts.29.up_proj,0.0001159585,0.05000,2.022 +54,mlp.experts.30.up_proj,0.0000080377,0.05000,2.065 +54,mlp.experts.28.up_proj,0.0000281094,0.05000,2.051 +54,mlp.experts.31.up_proj,0.0000424544,0.05000,2.040 +54,mlp.experts.33.up_proj,0.0000717113,0.05000,2.031 +54,mlp.experts.34.up_proj,0.0000149417,0.05000,2.009 +54,mlp.experts.32.up_proj,0.0000532019,0.05000,2.066 +54,mlp.experts.35.up_proj,0.0000384995,0.05000,2.026 +54,mlp.experts.37.up_proj,0.0000595379,0.05000,2.009 +54,mlp.experts.38.up_proj,0.0000588289,0.05000,2.014 +54,mlp.experts.36.up_proj,0.0000825719,0.05000,2.064 +54,mlp.experts.39.up_proj,0.0000893274,0.05000,2.015 +54,mlp.experts.41.up_proj,0.0000716847,0.05000,2.026 +54,mlp.experts.42.up_proj,0.0000427188,0.05000,2.022 +54,mlp.experts.40.up_proj,0.0000410688,0.05000,2.064 +54,mlp.experts.43.up_proj,0.0000257145,0.05000,2.119 +54,mlp.experts.45.up_proj,0.0000419500,0.05000,2.042 +54,mlp.experts.46.up_proj,0.0000579493,0.05000,2.075 +54,mlp.experts.44.up_proj,0.0000249424,0.05000,2.054 +54,mlp.experts.47.up_proj,0.0000886329,0.05000,2.074 +54,mlp.experts.49.up_proj,0.0002828480,0.05000,2.023 +54,mlp.experts.50.up_proj,0.0001123721,0.05000,2.038 +54,mlp.experts.48.up_proj,0.0001168269,0.05000,2.057 +54,mlp.experts.51.up_proj,0.0000771771,0.05000,2.055 +54,mlp.experts.53.up_proj,0.0000515948,0.05000,2.056 +54,mlp.experts.54.up_proj,0.0000532075,0.05000,2.107 +54,mlp.experts.52.up_proj,0.0000396222,0.05000,2.072 +54,mlp.experts.55.up_proj,0.0000451129,0.05000,2.084 +54,mlp.experts.57.up_proj,0.0000483724,0.05000,2.047 +54,mlp.experts.58.up_proj,0.0000357055,0.05000,2.145 +54,mlp.experts.56.up_proj,0.0000883911,0.05000,2.089 +54,mlp.experts.59.up_proj,0.0000308533,0.05000,2.080 +54,mlp.experts.61.up_proj,0.0000153921,0.05000,2.014 +54,mlp.experts.62.up_proj,0.0000710603,0.05000,2.031 +54,mlp.experts.60.up_proj,0.0000822397,0.05000,2.002 +54,mlp.experts.63.up_proj,0.0000335466,0.05000,2.074 +54,mlp.experts.65.up_proj,0.0000589885,0.05000,2.033 +54,mlp.experts.66.up_proj,0.0001212169,0.05000,2.040 +54,mlp.experts.64.up_proj,0.0000252801,0.05000,2.018 +54,mlp.experts.67.up_proj,0.0000630903,0.05000,2.114 +54,mlp.experts.69.up_proj,0.0000365904,0.05000,2.058 +54,mlp.experts.70.up_proj,0.0000463096,0.05000,2.060 +54,mlp.experts.68.up_proj,0.0000507788,0.05000,2.116 +54,mlp.experts.71.up_proj,0.0000621199,0.05000,2.060 +54,mlp.experts.73.up_proj,0.0000142078,0.05000,2.017 +54,mlp.experts.74.up_proj,0.0000748561,0.05000,2.042 +54,mlp.experts.72.up_proj,0.0001049440,0.05000,2.010 +54,mlp.experts.75.up_proj,0.0000562507,0.05000,2.129 +54,mlp.experts.77.up_proj,0.0000389631,0.05000,2.055 +54,mlp.experts.78.up_proj,0.0000279620,0.05000,2.063 +54,mlp.experts.76.up_proj,0.0000484724,0.05000,2.109 +54,mlp.experts.79.up_proj,0.0000603743,0.05000,2.124 +54,mlp.experts.81.up_proj,0.0000366333,0.05000,2.049 +54,mlp.experts.82.up_proj,0.0000529558,0.05000,2.066 +54,mlp.experts.80.up_proj,0.0001021063,0.05000,2.081 +54,mlp.experts.83.up_proj,0.0000865355,0.05000,2.091 +54,mlp.experts.85.up_proj,0.0000546928,0.05000,2.024 +54,mlp.experts.86.up_proj,0.0000226222,0.05000,2.040 +54,mlp.experts.84.up_proj,0.0000653728,0.05000,2.043 +54,mlp.experts.87.up_proj,0.0000092978,0.05000,2.130 +54,mlp.experts.89.up_proj,0.0000691456,0.05000,2.029 +54,mlp.experts.90.up_proj,0.0000315630,0.05000,2.046 +54,mlp.experts.88.up_proj,0.0000451663,0.05000,2.081 +54,mlp.experts.91.up_proj,0.0001043654,0.05000,2.083 +54,mlp.experts.93.up_proj,0.0000481912,0.05000,2.112 +54,mlp.experts.94.up_proj,0.0000334591,0.05000,2.093 +54,mlp.experts.92.up_proj,0.0000194418,0.05000,2.137 +54,mlp.experts.95.up_proj,0.0000385273,0.05000,2.093 +54,mlp.experts.97.up_proj,0.0001128768,0.05000,2.123 +54,mlp.experts.98.up_proj,0.0000536760,0.05000,2.063 +54,mlp.experts.96.up_proj,0.0000088650,0.05000,2.079 +54,mlp.experts.99.up_proj,0.0000893739,0.05000,2.082 +54,mlp.experts.101.up_proj,0.0000593508,0.05000,2.144 +54,mlp.experts.102.up_proj,0.0000151660,0.05000,2.087 +54,mlp.experts.100.up_proj,0.0000335762,0.05000,2.090 +54,mlp.experts.103.up_proj,0.0001118660,0.05000,2.145 +54,mlp.experts.105.up_proj,0.0001121381,0.05000,2.184 +54,mlp.experts.106.up_proj,0.0000637336,0.05000,2.110 +54,mlp.experts.104.up_proj,0.0000559406,0.05000,2.146 +54,mlp.experts.107.up_proj,0.0000393044,0.05000,2.110 +54,mlp.experts.109.up_proj,0.0002132205,0.05000,2.133 +54,mlp.experts.110.up_proj,0.0000094970,0.05000,2.078 +54,mlp.experts.108.up_proj,0.0000316729,0.05000,2.106 +54,mlp.experts.111.up_proj,0.0000414919,0.05000,2.079 +54,mlp.experts.113.up_proj,0.0000519481,0.05000,2.069 +54,mlp.experts.114.up_proj,0.0000548715,0.05000,2.051 +54,mlp.experts.112.up_proj,0.0000391475,0.05000,2.097 +54,mlp.experts.115.up_proj,0.0000424772,0.05000,2.100 +54,mlp.experts.117.up_proj,0.0000195097,0.05000,2.057 +54,mlp.experts.118.up_proj,0.0000470253,0.05000,2.088 +54,mlp.experts.116.up_proj,0.0000555343,0.05000,2.119 +54,mlp.experts.119.up_proj,0.0000396242,0.05000,2.050 +54,mlp.experts.121.up_proj,0.0000711321,0.05000,2.050 +54,mlp.experts.122.up_proj,0.0000426569,0.05000,2.060 +54,mlp.experts.120.up_proj,0.0000926084,0.05000,2.047 +54,mlp.experts.123.up_proj,0.0000495410,0.05000,2.001 +54,mlp.experts.125.up_proj,0.0000176031,0.05000,2.033 +54,mlp.experts.126.up_proj,0.0000339064,0.05000,2.021 +54,mlp.experts.124.up_proj,0.0000682849,0.05000,2.041 +54,mlp.experts.127.up_proj,0.0000142681,0.05000,2.107 +54,mlp.experts.129.up_proj,0.0000475970,0.05000,2.109 +54,mlp.experts.130.up_proj,0.0000180683,0.05000,2.026 +54,mlp.experts.128.up_proj,0.0000733769,0.05000,2.053 +54,mlp.experts.131.up_proj,0.0000245018,0.05000,2.031 +54,mlp.experts.133.up_proj,0.0001584209,0.05000,2.045 +54,mlp.experts.134.up_proj,0.0000610636,0.05000,2.022 +54,mlp.experts.132.up_proj,0.0000521951,0.05000,2.040 +54,mlp.experts.135.up_proj,0.0000155316,0.05000,1.997 +54,mlp.experts.137.up_proj,0.0000625766,0.05000,2.015 +54,mlp.experts.138.up_proj,0.0000069520,0.05000,2.004 +54,mlp.experts.136.up_proj,0.0000497191,0.05000,2.001 +54,mlp.experts.139.up_proj,0.0001180532,0.05000,2.022 +54,mlp.experts.142.up_proj,0.0000401529,0.05000,2.007 +54,mlp.experts.141.up_proj,0.0000424817,0.05000,2.102 +54,mlp.experts.140.up_proj,0.0000434732,0.05000,2.003 +54,mlp.experts.143.up_proj,0.0000829014,0.05000,2.023 +54,mlp.experts.146.up_proj,0.0000559423,0.05000,2.044 +54,mlp.experts.145.up_proj,0.0000082065,0.05000,2.062 +54,mlp.experts.144.up_proj,0.0000499695,0.05000,2.035 +54,mlp.experts.147.up_proj,0.0000470717,0.05000,2.088 +54,mlp.experts.150.up_proj,0.0000635247,0.05000,2.063 +54,mlp.experts.149.up_proj,0.0000233427,0.05000,2.058 +54,mlp.experts.148.up_proj,0.0000556546,0.05000,2.039 +54,mlp.experts.151.up_proj,0.0000473414,0.05000,2.176 +54,mlp.experts.154.up_proj,0.0000491326,0.05000,2.055 +54,mlp.experts.153.up_proj,0.0001110143,0.05000,2.021 +54,mlp.experts.152.up_proj,0.0000354290,0.05000,2.066 +54,mlp.experts.155.up_proj,0.0000735069,0.05000,2.158 +54,mlp.experts.158.up_proj,0.0000290943,0.05000,2.092 +54,mlp.experts.157.up_proj,0.0000354560,0.05000,2.070 +54,mlp.experts.156.up_proj,0.0000781648,0.05000,1.802 +54,mlp.experts.159.up_proj,0.0000852114,0.05000,1.197 +54,mlp.experts.0.down_proj,0.0000135098,0.05000,0.623 +54,mlp.experts.1.down_proj,0.0000055773,0.05000,0.625 +54,mlp.experts.2.down_proj,0.0000047295,0.05000,0.637 +54,mlp.experts.3.down_proj,0.0000073473,0.05000,0.651 +54,mlp.experts.4.down_proj,0.0000699476,0.05000,0.605 +54,mlp.experts.5.down_proj,0.0000070977,0.05000,0.605 +54,mlp.experts.7.down_proj,0.0000135728,0.05000,0.621 +54,mlp.experts.6.down_proj,0.0000090987,0.05000,0.651 +54,mlp.experts.8.down_proj,0.0000029758,0.05000,0.602 +54,mlp.experts.9.down_proj,0.0000068373,0.05000,0.609 +54,mlp.experts.10.down_proj,0.0000170149,0.05000,0.606 +54,mlp.experts.11.down_proj,0.0000226186,0.05000,0.642 +54,mlp.experts.12.down_proj,0.0000118263,0.05000,0.624 +54,mlp.experts.13.down_proj,0.0000082900,0.05000,0.628 +54,mlp.experts.15.down_proj,0.0000013495,0.05000,0.602 +54,mlp.experts.14.down_proj,0.0000114976,0.05000,0.629 +54,mlp.experts.16.down_proj,0.0000075354,0.05000,0.632 +54,mlp.experts.17.down_proj,0.0000238095,0.05000,0.632 +54,mlp.experts.19.down_proj,0.0000039561,0.05000,0.631 +54,mlp.experts.18.down_proj,0.0000096122,0.05000,0.651 +54,mlp.experts.20.down_proj,0.0000061516,0.05000,0.599 +54,mlp.experts.21.down_proj,0.0000157146,0.05000,0.598 +54,mlp.experts.23.down_proj,0.0000045585,0.05000,0.600 +54,mlp.experts.22.down_proj,0.0000040995,0.05000,0.603 +54,mlp.experts.25.down_proj,0.0000068318,0.05000,0.601 +54,mlp.experts.24.down_proj,0.0000183973,0.05000,0.626 +54,mlp.experts.27.down_proj,0.0000121838,0.05000,0.609 +54,mlp.experts.26.down_proj,0.0000069306,0.05000,0.630 +54,mlp.experts.29.down_proj,0.0000224187,0.05000,0.600 +54,mlp.experts.28.down_proj,0.0000063854,0.05000,0.604 +54,mlp.experts.31.down_proj,0.0000057534,0.05000,0.623 +54,mlp.experts.30.down_proj,0.0000030469,0.05000,0.605 +54,mlp.experts.33.down_proj,0.0000080361,0.05000,0.602 +54,mlp.experts.32.down_proj,0.0000104765,0.05000,0.599 +54,mlp.experts.35.down_proj,0.0000070825,0.05000,0.624 +54,mlp.experts.34.down_proj,0.0000084391,0.05000,0.605 +54,mlp.experts.37.down_proj,0.0000073444,0.05000,0.600 +54,mlp.experts.36.down_proj,0.0000307044,0.05000,0.604 +54,mlp.experts.39.down_proj,0.0000144893,0.05000,0.602 +54,mlp.experts.38.down_proj,0.0000142669,0.05000,0.629 +54,mlp.experts.41.down_proj,0.0000259857,0.05000,0.603 +54,mlp.experts.40.down_proj,0.0000050523,0.05000,0.627 +54,mlp.experts.43.down_proj,0.0000031032,0.05000,0.626 +54,mlp.experts.42.down_proj,0.0000063593,0.05000,0.602 +54,mlp.experts.45.down_proj,0.0000087247,0.05000,0.607 +54,mlp.experts.44.down_proj,0.0000038567,0.05000,0.605 +54,mlp.experts.47.down_proj,0.0000313281,0.05000,0.623 +54,mlp.experts.46.down_proj,0.0000132187,0.05000,0.630 +54,mlp.experts.49.down_proj,0.0000686045,0.05000,0.606 +54,mlp.experts.48.down_proj,0.0000143223,0.05000,0.603 +54,mlp.experts.51.down_proj,0.0000125195,0.05000,0.626 +54,mlp.experts.50.down_proj,0.0000153316,0.05000,0.653 +54,mlp.experts.53.down_proj,0.0000096200,0.05000,0.598 +54,mlp.experts.52.down_proj,0.0000056997,0.05000,0.601 +54,mlp.experts.55.down_proj,0.0000116086,0.05000,0.597 +54,mlp.experts.54.down_proj,0.0000088845,0.05000,0.605 +54,mlp.experts.57.down_proj,0.0000069042,0.05000,0.619 +54,mlp.experts.56.down_proj,0.0000112920,0.05000,0.608 +54,mlp.experts.59.down_proj,0.0000046201,0.05000,0.645 +54,mlp.experts.58.down_proj,0.0000042559,0.05000,0.634 +54,mlp.experts.61.down_proj,0.0000040482,0.05000,0.597 +54,mlp.experts.60.down_proj,0.0000102380,0.05000,0.599 +54,mlp.experts.63.down_proj,0.0000104488,0.05000,0.601 +54,mlp.experts.62.down_proj,0.0000128965,0.05000,0.624 +54,mlp.experts.65.down_proj,0.0000127092,0.05000,0.602 +54,mlp.experts.64.down_proj,0.0000051173,0.05000,0.622 +54,mlp.experts.67.down_proj,0.0000075135,0.05000,0.650 +54,mlp.experts.66.down_proj,0.0000226303,0.05000,0.628 +54,mlp.experts.69.down_proj,0.0000095207,0.05000,0.609 +54,mlp.experts.68.down_proj,0.0000135421,0.05000,0.600 +54,mlp.experts.71.down_proj,0.0000181212,0.05000,0.645 +54,mlp.experts.70.down_proj,0.0000060301,0.05000,0.631 +54,mlp.experts.73.down_proj,0.0000017065,0.05000,0.605 +54,mlp.experts.72.down_proj,0.0000195066,0.05000,0.606 +54,mlp.experts.75.down_proj,0.0000133160,0.05000,0.625 +54,mlp.experts.74.down_proj,0.0000129721,0.05000,0.612 +54,mlp.experts.77.down_proj,0.0000064113,0.05000,0.603 +54,mlp.experts.76.down_proj,0.0000072735,0.05000,0.623 +54,mlp.experts.79.down_proj,0.0000119438,0.05000,0.603 +54,mlp.experts.78.down_proj,0.0000069236,0.05000,0.608 +54,mlp.experts.81.down_proj,0.0000050223,0.05000,0.621 +54,mlp.experts.80.down_proj,0.0000133483,0.05000,0.604 +54,mlp.experts.83.down_proj,0.0000139593,0.05000,0.607 +54,mlp.experts.82.down_proj,0.0000182416,0.05000,0.630 +54,mlp.experts.85.down_proj,0.0000138378,0.05000,0.605 +54,mlp.experts.84.down_proj,0.0000134336,0.05000,0.608 +54,mlp.experts.87.down_proj,0.0000012724,0.05000,0.603 +54,mlp.experts.86.down_proj,0.0000032452,0.05000,0.603 +54,mlp.experts.89.down_proj,0.0000099118,0.05000,0.603 +54,mlp.experts.88.down_proj,0.0000062469,0.05000,0.602 +54,mlp.experts.91.down_proj,0.0000121769,0.05000,0.598 +54,mlp.experts.90.down_proj,0.0000049642,0.05000,0.602 +54,mlp.experts.93.down_proj,0.0000056653,0.05000,0.607 +54,mlp.experts.92.down_proj,0.0000051643,0.05000,0.609 +54,mlp.experts.95.down_proj,0.0000102275,0.05000,0.628 +54,mlp.experts.94.down_proj,0.0000048636,0.05000,0.629 +54,mlp.experts.97.down_proj,0.0000394067,0.05000,0.610 +54,mlp.experts.96.down_proj,0.0000012240,0.05000,0.612 +54,mlp.experts.99.down_proj,0.0000102491,0.05000,0.628 +54,mlp.experts.98.down_proj,0.0000231174,0.05000,0.648 +54,mlp.experts.101.down_proj,0.0000165256,0.05000,0.633 +54,mlp.experts.100.down_proj,0.0000053581,0.05000,0.604 +54,mlp.experts.103.down_proj,0.0000169558,0.05000,0.606 +54,mlp.experts.102.down_proj,0.0000024424,0.05000,0.629 +54,mlp.experts.105.down_proj,0.0000185354,0.05000,0.621 +54,mlp.experts.104.down_proj,0.0000082108,0.05000,0.601 +54,mlp.experts.107.down_proj,0.0000045105,0.05000,0.597 +54,mlp.experts.106.down_proj,0.0000107438,0.05000,0.603 +54,mlp.experts.109.down_proj,0.0001276904,0.05000,0.600 +54,mlp.experts.108.down_proj,0.0000066161,0.05000,0.606 +54,mlp.experts.111.down_proj,0.0000095573,0.05000,0.602 +54,mlp.experts.110.down_proj,0.0000017759,0.05000,0.635 +54,mlp.experts.113.down_proj,0.0000064590,0.05000,0.598 +54,mlp.experts.112.down_proj,0.0000092110,0.05000,0.603 +54,mlp.experts.115.down_proj,0.0000102548,0.05000,0.610 +54,mlp.experts.114.down_proj,0.0000353082,0.05000,0.652 +54,mlp.experts.117.down_proj,0.0000045807,0.05000,0.606 +54,mlp.experts.116.down_proj,0.0000205277,0.05000,0.627 +54,mlp.experts.119.down_proj,0.0000104835,0.05000,0.605 +54,mlp.experts.118.down_proj,0.0000064963,0.05000,0.644 +54,mlp.experts.121.down_proj,0.0000114144,0.05000,0.660 +54,mlp.experts.120.down_proj,0.0000163902,0.05000,0.654 +54,mlp.experts.123.down_proj,0.0000085413,0.05000,0.630 +54,mlp.experts.122.down_proj,0.0000061772,0.05000,0.613 +54,mlp.experts.125.down_proj,0.0000029142,0.05000,0.613 +54,mlp.experts.124.down_proj,0.0000129286,0.05000,0.630 +54,mlp.experts.127.down_proj,0.0000016111,0.05000,0.632 +54,mlp.experts.126.down_proj,0.0000048920,0.05000,0.638 +54,mlp.experts.129.down_proj,0.0000142102,0.05000,0.613 +54,mlp.experts.128.down_proj,0.0000090991,0.05000,0.625 +54,mlp.experts.131.down_proj,0.0000034112,0.05000,0.625 +54,mlp.experts.130.down_proj,0.0000041181,0.05000,0.610 +54,mlp.experts.133.down_proj,0.0000749588,0.05000,0.626 +54,mlp.experts.132.down_proj,0.0000073529,0.05000,0.605 +54,mlp.experts.135.down_proj,0.0000089921,0.05000,0.626 +54,mlp.experts.134.down_proj,0.0000109449,0.05000,0.613 +54,mlp.experts.137.down_proj,0.0000100883,0.05000,0.626 +54,mlp.experts.136.down_proj,0.0000084514,0.05000,0.625 +54,mlp.experts.139.down_proj,0.0000136929,0.05000,0.606 +54,mlp.experts.138.down_proj,0.0000013453,0.05000,0.613 +54,mlp.experts.141.down_proj,0.0000063624,0.05000,0.609 +54,mlp.experts.140.down_proj,0.0000063406,0.05000,0.627 +54,mlp.experts.143.down_proj,0.0000125599,0.05000,0.600 +54,mlp.experts.142.down_proj,0.0000075445,0.05000,0.651 +54,mlp.experts.145.down_proj,0.0000014442,0.05000,0.612 +54,mlp.experts.144.down_proj,0.0000072354,0.05000,0.630 +54,mlp.experts.147.down_proj,0.0000093177,0.05000,0.614 +54,mlp.experts.146.down_proj,0.0000072323,0.05000,0.629 +54,mlp.experts.149.down_proj,0.0000027719,0.05000,0.609 +54,mlp.experts.148.down_proj,0.0000211516,0.05000,0.609 +54,mlp.experts.151.down_proj,0.0000111256,0.05000,0.624 +54,mlp.experts.150.down_proj,0.0000222750,0.05000,0.605 +54,mlp.experts.153.down_proj,0.0000321442,0.05000,0.606 +54,mlp.experts.152.down_proj,0.0000050482,0.05000,0.607 +54,mlp.experts.155.down_proj,0.0000129695,0.05000,0.609 +54,mlp.experts.154.down_proj,0.0000081678,0.05000,0.697 +54,mlp.experts.157.down_proj,0.0000097001,0.05000,0.614 +54,mlp.experts.156.down_proj,0.0000085092,0.05000,0.606 +54,mlp.experts.159.down_proj,0.0000209578,0.05000,0.530 +54,mlp.experts.158.down_proj,0.0000036936,0.05000,0.361 +55,mlp.experts.1.gate_proj,0.0000386979,0.05000,2.092 +55,mlp.experts.2.gate_proj,0.0000608619,0.05000,2.116 +55,mlp.experts.3.gate_proj,0.0000354898,0.05000,2.140 +55,mlp.experts.0.gate_proj,0.0000102995,0.05000,2.192 +55,mlp.experts.6.gate_proj,0.0000537557,0.05000,2.098 +55,mlp.experts.5.gate_proj,0.0000254092,0.05000,2.176 +55,mlp.experts.7.gate_proj,0.0000234042,0.05000,2.155 +55,mlp.experts.4.gate_proj,0.0000409006,0.05000,2.135 +55,mlp.experts.10.gate_proj,0.0000582996,0.05000,2.032 +55,mlp.experts.9.gate_proj,0.0000907577,0.05000,2.066 +55,mlp.experts.11.gate_proj,0.0000450994,0.05000,2.065 +55,mlp.experts.8.gate_proj,0.0000594486,0.05000,2.084 +55,mlp.experts.14.gate_proj,0.0000814951,0.05000,2.113 +55,mlp.experts.13.gate_proj,0.0000077917,0.05000,2.075 +55,mlp.experts.12.gate_proj,0.0000585297,0.05000,2.092 +55,mlp.experts.15.gate_proj,0.0000635985,0.05000,2.172 +55,mlp.experts.18.gate_proj,0.0000872528,0.05000,2.060 +55,mlp.experts.17.gate_proj,0.0000558137,0.05000,2.050 +55,mlp.experts.16.gate_proj,0.0000331398,0.05000,2.069 +55,mlp.experts.19.gate_proj,0.0000497948,0.05000,2.096 +55,mlp.experts.22.gate_proj,0.0000505644,0.05000,2.038 +55,mlp.experts.21.gate_proj,0.0001044741,0.05000,2.064 +55,mlp.experts.20.gate_proj,0.0000524476,0.05000,2.036 +55,mlp.experts.23.gate_proj,0.0001009348,0.05000,2.067 +55,mlp.experts.26.gate_proj,0.0000387453,0.05000,2.041 +55,mlp.experts.25.gate_proj,0.0000349955,0.05000,2.051 +55,mlp.experts.24.gate_proj,0.0000599596,0.05000,2.098 +55,mlp.experts.27.gate_proj,0.0000409157,0.05000,2.049 +55,mlp.experts.30.gate_proj,0.0000781374,0.05000,2.090 +55,mlp.experts.29.gate_proj,0.0000683988,0.05000,2.121 +55,mlp.experts.31.gate_proj,0.0000582078,0.05000,2.051 +55,mlp.experts.28.gate_proj,0.0000452195,0.05000,2.093 +55,mlp.experts.34.gate_proj,0.0000333806,0.05000,2.040 +55,mlp.experts.33.gate_proj,0.0000503013,0.05000,2.078 +55,mlp.experts.35.gate_proj,0.0000089549,0.05000,2.032 +55,mlp.experts.32.gate_proj,0.0000369560,0.05000,2.090 +55,mlp.experts.38.gate_proj,0.0000391582,0.05000,2.086 +55,mlp.experts.37.gate_proj,0.0000601198,0.05000,2.091 +55,mlp.experts.39.gate_proj,0.0000226562,0.05000,2.099 +55,mlp.experts.36.gate_proj,0.0000377286,0.05000,2.165 +55,mlp.experts.42.gate_proj,0.0000175454,0.05000,2.107 +55,mlp.experts.41.gate_proj,0.0000440470,0.05000,2.107 +55,mlp.experts.43.gate_proj,0.0000604637,0.05000,2.094 +55,mlp.experts.40.gate_proj,0.0000594042,0.05000,2.153 +55,mlp.experts.46.gate_proj,0.0000546935,0.05000,2.085 +55,mlp.experts.45.gate_proj,0.0000508436,0.05000,2.063 +55,mlp.experts.47.gate_proj,0.0000457556,0.05000,2.061 +55,mlp.experts.44.gate_proj,0.0001689247,0.05000,2.024 +55,mlp.experts.50.gate_proj,0.0000531096,0.05000,1.529 +55,mlp.experts.49.gate_proj,0.0000426400,0.05000,1.436 +55,mlp.experts.54.gate_proj,0.0000383406,0.05000,2.052 +55,mlp.experts.51.gate_proj,0.0001996463,0.05000,2.102 +55,mlp.experts.53.gate_proj,0.0000102676,0.05000,2.110 +55,mlp.experts.48.gate_proj,0.0000353339,0.05000,2.160 +55,mlp.experts.55.gate_proj,0.0001941680,0.05000,2.042 +55,mlp.experts.58.gate_proj,0.0000614649,0.05000,2.141 +55,mlp.experts.57.gate_proj,0.0000596857,0.05000,2.087 +55,mlp.experts.52.gate_proj,0.0000751483,0.05000,2.058 +55,mlp.experts.59.gate_proj,0.0000677258,0.05000,2.033 +55,mlp.experts.56.gate_proj,0.0000824037,0.05000,2.017 +55,mlp.experts.61.gate_proj,0.0000183863,0.05000,2.076 +55,mlp.experts.62.gate_proj,0.0000505360,0.05000,2.130 +55,mlp.experts.63.gate_proj,0.0000553740,0.05000,2.092 +55,mlp.experts.65.gate_proj,0.0000573311,0.05000,2.054 +55,mlp.experts.60.gate_proj,0.0000429353,0.05000,2.127 +55,mlp.experts.66.gate_proj,0.0000820327,0.05000,2.073 +55,mlp.experts.67.gate_proj,0.0000571174,0.05000,2.049 +55,mlp.experts.69.gate_proj,0.0000494641,0.05000,2.080 +55,mlp.experts.70.gate_proj,0.0000321804,0.05000,2.078 +55,mlp.experts.64.gate_proj,0.0000515066,0.05000,2.139 +55,mlp.experts.71.gate_proj,0.0000317530,0.05000,2.083 +55,mlp.experts.73.gate_proj,0.0000150355,0.05000,2.095 +55,mlp.experts.74.gate_proj,0.0000919808,0.05000,2.074 +55,mlp.experts.68.gate_proj,0.0000439294,0.05000,2.124 +55,mlp.experts.75.gate_proj,0.0000325293,0.05000,2.063 +55,mlp.experts.77.gate_proj,0.0000322742,0.05000,2.094 +55,mlp.experts.78.gate_proj,0.0000470050,0.05000,2.090 +55,mlp.experts.72.gate_proj,0.0000345693,0.05000,2.086 +55,mlp.experts.79.gate_proj,0.0000632280,0.05000,2.068 +55,mlp.experts.76.gate_proj,0.0000596260,0.05000,1.997 +55,mlp.experts.82.gate_proj,0.0000258487,0.05000,2.091 +55,mlp.experts.81.gate_proj,0.0000448429,0.05000,2.159 +55,mlp.experts.83.gate_proj,0.0000721901,0.05000,2.039 +55,mlp.experts.80.gate_proj,0.0001486566,0.05000,2.045 +55,mlp.experts.86.gate_proj,0.0000308789,0.05000,2.062 +55,mlp.experts.85.gate_proj,0.0000754421,0.05000,2.074 +55,mlp.experts.87.gate_proj,0.0000408116,0.05000,2.072 +55,mlp.experts.90.gate_proj,0.0000200788,0.05000,2.025 +55,mlp.experts.89.gate_proj,0.0000355340,0.05000,2.090 +55,mlp.experts.84.gate_proj,0.0000198173,0.05000,2.199 +55,mlp.experts.91.gate_proj,0.0000305558,0.05000,2.104 +55,mlp.experts.94.gate_proj,0.0000398452,0.05000,2.037 +55,mlp.experts.93.gate_proj,0.0000148233,0.05000,2.089 +55,mlp.experts.88.gate_proj,0.0000297780,0.05000,2.105 +55,mlp.experts.95.gate_proj,0.0000967175,0.05000,2.062 +55,mlp.experts.98.gate_proj,0.0000886942,0.05000,2.097 +55,mlp.experts.92.gate_proj,0.0000610766,0.05000,2.020 +55,mlp.experts.97.gate_proj,0.0000412223,0.05000,2.145 +55,mlp.experts.99.gate_proj,0.0000443824,0.05000,2.042 +55,mlp.experts.102.gate_proj,0.0000243594,0.05000,2.090 +55,mlp.experts.96.gate_proj,0.0001678197,0.05000,2.023 +55,mlp.experts.101.gate_proj,0.0000605413,0.05000,2.037 +55,mlp.experts.103.gate_proj,0.0000095627,0.05000,2.104 +55,mlp.experts.106.gate_proj,0.0000393699,0.05000,2.095 +55,mlp.experts.100.gate_proj,0.0000225730,0.05000,2.116 +55,mlp.experts.105.gate_proj,0.0000368135,0.05000,2.071 +55,mlp.experts.107.gate_proj,0.0000620487,0.05000,2.050 +55,mlp.experts.110.gate_proj,0.0000581562,0.05000,2.082 +55,mlp.experts.104.gate_proj,0.0000541667,0.05000,2.051 +55,mlp.experts.109.gate_proj,0.0000808876,0.05000,2.079 +55,mlp.experts.111.gate_proj,0.0000571347,0.05000,2.092 +55,mlp.experts.114.gate_proj,0.0000989264,0.05000,2.096 +55,mlp.experts.108.gate_proj,0.0000552150,0.05000,2.049 +55,mlp.experts.113.gate_proj,0.0000653014,0.05000,2.097 +55,mlp.experts.115.gate_proj,0.0000538612,0.05000,2.066 +55,mlp.experts.112.gate_proj,0.0000838367,0.05000,2.057 +55,mlp.experts.118.gate_proj,0.0000316483,0.05000,2.113 +55,mlp.experts.117.gate_proj,0.0001054551,0.05000,2.067 +55,mlp.experts.119.gate_proj,0.0000687612,0.05000,2.094 +55,mlp.experts.116.gate_proj,0.0000106525,0.05000,2.109 +55,mlp.experts.122.gate_proj,0.0000451096,0.05000,2.098 +55,mlp.experts.121.gate_proj,0.0000203970,0.05000,2.103 +55,mlp.experts.123.gate_proj,0.0000632671,0.05000,2.082 +55,mlp.experts.126.gate_proj,0.0000675030,0.05000,2.080 +55,mlp.experts.120.gate_proj,0.0000385689,0.05000,2.145 +55,mlp.experts.125.gate_proj,0.0001003768,0.05000,2.179 +55,mlp.experts.127.gate_proj,0.0000308972,0.05000,2.024 +55,mlp.experts.130.gate_proj,0.0000501910,0.05000,2.048 +55,mlp.experts.124.gate_proj,0.0000596327,0.05000,2.107 +55,mlp.experts.129.gate_proj,0.0000468105,0.05000,2.012 +55,mlp.experts.131.gate_proj,0.0001155694,0.05000,2.025 +55,mlp.experts.134.gate_proj,0.0000615240,0.05000,2.018 +55,mlp.experts.128.gate_proj,0.0001076221,0.05000,2.014 +55,mlp.experts.133.gate_proj,0.0000639818,0.05000,2.021 +55,mlp.experts.135.gate_proj,0.0000376093,0.05000,2.132 +55,mlp.experts.138.gate_proj,0.0000559377,0.05000,2.062 +55,mlp.experts.132.gate_proj,0.0000629667,0.05000,2.108 +55,mlp.experts.137.gate_proj,0.0000720133,0.05000,2.119 +55,mlp.experts.139.gate_proj,0.0000714198,0.05000,2.083 +55,mlp.experts.142.gate_proj,0.0000370069,0.05000,2.080 +55,mlp.experts.136.gate_proj,0.0000530543,0.05000,2.051 +55,mlp.experts.141.gate_proj,0.0000890690,0.05000,2.057 +55,mlp.experts.143.gate_proj,0.0000945866,0.05000,2.034 +55,mlp.experts.146.gate_proj,0.0000898853,0.05000,2.103 +55,mlp.experts.140.gate_proj,0.0000083693,0.05000,2.090 +55,mlp.experts.145.gate_proj,0.0000484102,0.05000,2.051 +55,mlp.experts.147.gate_proj,0.0000511294,0.05000,2.022 +55,mlp.experts.150.gate_proj,0.0000521766,0.05000,2.028 +55,mlp.experts.144.gate_proj,0.0001717003,0.05000,2.047 +55,mlp.experts.149.gate_proj,0.0000187795,0.05000,2.035 +55,mlp.experts.151.gate_proj,0.0000995182,0.05000,2.080 +55,mlp.experts.154.gate_proj,0.0000786896,0.05000,2.056 +55,mlp.experts.148.gate_proj,0.0002108339,0.05000,2.067 +55,mlp.experts.153.gate_proj,0.0000246046,0.05000,2.086 +55,mlp.experts.155.gate_proj,0.0001229562,0.05000,2.088 +55,mlp.experts.158.gate_proj,0.0000794597,0.05000,2.055 +55,mlp.experts.157.gate_proj,0.0000671190,0.05000,2.017 +55,mlp.experts.152.gate_proj,0.0000550617,0.05000,2.141 +55,mlp.experts.159.gate_proj,0.0000120721,0.05000,2.034 +55,mlp.experts.2.up_proj,0.0000591185,0.05000,2.116 +55,mlp.experts.1.up_proj,0.0000377969,0.05000,2.145 +55,mlp.experts.156.gate_proj,0.0000814332,0.05000,2.120 +55,mlp.experts.3.up_proj,0.0000345493,0.05000,2.091 +55,mlp.experts.6.up_proj,0.0000518826,0.05000,2.099 +55,mlp.experts.5.up_proj,0.0000248762,0.05000,2.057 +55,mlp.experts.0.up_proj,0.0000099899,0.05000,2.123 +55,mlp.experts.7.up_proj,0.0000228292,0.05000,2.105 +55,mlp.experts.10.up_proj,0.0000564564,0.05000,2.101 +55,mlp.experts.9.up_proj,0.0000879479,0.05000,2.051 +55,mlp.experts.4.up_proj,0.0000399766,0.05000,2.141 +55,mlp.experts.11.up_proj,0.0000429107,0.05000,2.118 +55,mlp.experts.14.up_proj,0.0000794055,0.05000,2.109 +55,mlp.experts.13.up_proj,0.0000075615,0.05000,2.070 +55,mlp.experts.8.up_proj,0.0000571472,0.05000,2.119 +55,mlp.experts.15.up_proj,0.0000615939,0.05000,2.092 +55,mlp.experts.17.up_proj,0.0000530672,0.05000,2.069 +55,mlp.experts.18.up_proj,0.0000830061,0.05000,2.131 +55,mlp.experts.12.up_proj,0.0000563205,0.05000,2.126 +55,mlp.experts.19.up_proj,0.0000478225,0.05000,2.053 +55,mlp.experts.21.up_proj,0.0001009919,0.05000,2.105 +55,mlp.experts.22.up_proj,0.0000495782,0.05000,2.071 +55,mlp.experts.16.up_proj,0.0000320953,0.05000,2.061 +55,mlp.experts.23.up_proj,0.0000973009,0.05000,2.053 +55,mlp.experts.25.up_proj,0.0000339089,0.05000,2.041 +55,mlp.experts.26.up_proj,0.0000375916,0.05000,2.163 +55,mlp.experts.20.up_proj,0.0000499992,0.05000,2.054 +55,mlp.experts.27.up_proj,0.0000398738,0.05000,2.048 +55,mlp.experts.29.up_proj,0.0000664566,0.05000,2.069 +55,mlp.experts.30.up_proj,0.0000749639,0.05000,2.083 +55,mlp.experts.24.up_proj,0.0000565684,0.05000,2.058 +55,mlp.experts.31.up_proj,0.0000554371,0.05000,2.082 +55,mlp.experts.33.up_proj,0.0000486098,0.05000,2.128 +55,mlp.experts.34.up_proj,0.0000325663,0.05000,2.123 +55,mlp.experts.28.up_proj,0.0000439416,0.05000,2.125 +55,mlp.experts.35.up_proj,0.0000084778,0.05000,2.098 +55,mlp.experts.37.up_proj,0.0000581923,0.05000,2.122 +55,mlp.experts.38.up_proj,0.0000375813,0.05000,2.094 +55,mlp.experts.32.up_proj,0.0000366282,0.05000,2.072 +55,mlp.experts.39.up_proj,0.0000221232,0.05000,2.085 +55,mlp.experts.41.up_proj,0.0000440431,0.05000,2.070 +55,mlp.experts.42.up_proj,0.0000171034,0.05000,2.109 +55,mlp.experts.36.up_proj,0.0000369755,0.05000,2.105 +55,mlp.experts.43.up_proj,0.0000598514,0.05000,2.074 +55,mlp.experts.45.up_proj,0.0000497793,0.05000,2.024 +55,mlp.experts.46.up_proj,0.0000521947,0.05000,2.056 +55,mlp.experts.40.up_proj,0.0000562079,0.05000,2.085 +55,mlp.experts.47.up_proj,0.0000444987,0.05000,2.085 +55,mlp.experts.49.up_proj,0.0000406217,0.05000,2.091 +55,mlp.experts.50.up_proj,0.0000512904,0.05000,2.181 +55,mlp.experts.44.up_proj,0.0001584137,0.05000,2.097 +55,mlp.experts.51.up_proj,0.0001949083,0.05000,2.081 +55,mlp.experts.53.up_proj,0.0000099623,0.05000,2.064 +55,mlp.experts.48.up_proj,0.0000345745,0.05000,2.020 +55,mlp.experts.54.up_proj,0.0000372890,0.05000,2.100 +55,mlp.experts.55.up_proj,0.0001852246,0.05000,2.044 +55,mlp.experts.57.up_proj,0.0000578153,0.05000,2.103 +55,mlp.experts.52.up_proj,0.0000730641,0.05000,2.094 +55,mlp.experts.58.up_proj,0.0000596767,0.05000,2.110 +55,mlp.experts.59.up_proj,0.0000644172,0.05000,2.111 +55,mlp.experts.61.up_proj,0.0000177309,0.05000,2.090 +55,mlp.experts.56.up_proj,0.0000793294,0.05000,2.144 +55,mlp.experts.62.up_proj,0.0000490933,0.05000,2.144 +55,mlp.experts.63.up_proj,0.0000543668,0.05000,2.089 +55,mlp.experts.65.up_proj,0.0000557388,0.05000,2.062 +55,mlp.experts.60.up_proj,0.0000415812,0.05000,2.111 +55,mlp.experts.66.up_proj,0.0000789674,0.05000,2.150 +55,mlp.experts.67.up_proj,0.0000548569,0.05000,2.074 +55,mlp.experts.69.up_proj,0.0000488582,0.05000,2.084 +55,mlp.experts.64.up_proj,0.0000492157,0.05000,2.039 +55,mlp.experts.70.up_proj,0.0000314779,0.05000,2.083 +55,mlp.experts.71.up_proj,0.0000307979,0.05000,2.073 +55,mlp.experts.73.up_proj,0.0000146369,0.05000,2.079 +55,mlp.experts.68.up_proj,0.0000422071,0.05000,2.071 +55,mlp.experts.74.up_proj,0.0000860307,0.05000,2.076 +55,mlp.experts.75.up_proj,0.0000314190,0.05000,2.113 +55,mlp.experts.77.up_proj,0.0000313129,0.05000,2.070 +55,mlp.experts.72.up_proj,0.0000333941,0.05000,2.087 +55,mlp.experts.78.up_proj,0.0000453463,0.05000,2.101 +55,mlp.experts.79.up_proj,0.0000607930,0.05000,2.052 +55,mlp.experts.81.up_proj,0.0000440309,0.05000,2.067 +55,mlp.experts.76.up_proj,0.0000579230,0.05000,2.043 +55,mlp.experts.82.up_proj,0.0000235784,0.05000,2.095 +55,mlp.experts.83.up_proj,0.0000705937,0.05000,2.057 +55,mlp.experts.85.up_proj,0.0000737511,0.05000,2.053 +55,mlp.experts.80.up_proj,0.0001429296,0.05000,2.052 +55,mlp.experts.86.up_proj,0.0000296885,0.05000,2.077 +55,mlp.experts.87.up_proj,0.0000393008,0.05000,2.072 +55,mlp.experts.89.up_proj,0.0000343427,0.05000,2.061 +55,mlp.experts.84.up_proj,0.0000198981,0.05000,2.079 +55,mlp.experts.90.up_proj,0.0000194131,0.05000,2.069 +55,mlp.experts.91.up_proj,0.0000295182,0.05000,2.030 +55,mlp.experts.93.up_proj,0.0000142605,0.05000,2.073 +55,mlp.experts.88.up_proj,0.0000287875,0.05000,2.032 +55,mlp.experts.94.up_proj,0.0000384469,0.05000,2.037 +55,mlp.experts.95.up_proj,0.0000915046,0.05000,2.038 +55,mlp.experts.97.up_proj,0.0000389405,0.05000,2.166 +55,mlp.experts.92.up_proj,0.0000597599,0.05000,2.032 +55,mlp.experts.98.up_proj,0.0000858273,0.05000,2.108 +55,mlp.experts.99.up_proj,0.0000442471,0.05000,2.024 +55,mlp.experts.101.up_proj,0.0000593884,0.05000,2.047 +55,mlp.experts.96.up_proj,0.0001619103,0.05000,2.050 +55,mlp.experts.102.up_proj,0.0000235924,0.05000,2.046 +55,mlp.experts.103.up_proj,0.0000091719,0.05000,2.035 +55,mlp.experts.105.up_proj,0.0000356951,0.05000,2.051 +55,mlp.experts.100.up_proj,0.0000218831,0.05000,2.058 +55,mlp.experts.106.up_proj,0.0000365432,0.05000,2.082 +55,mlp.experts.107.up_proj,0.0000614073,0.05000,2.064 +55,mlp.experts.109.up_proj,0.0000773032,0.05000,2.098 +55,mlp.experts.104.up_proj,0.0000525981,0.05000,2.037 +55,mlp.experts.110.up_proj,0.0000562360,0.05000,2.083 +55,mlp.experts.111.up_proj,0.0000553154,0.05000,2.084 +55,mlp.experts.113.up_proj,0.0000646311,0.05000,2.068 +55,mlp.experts.108.up_proj,0.0000536454,0.05000,2.036 +55,mlp.experts.114.up_proj,0.0000960343,0.05000,2.058 +55,mlp.experts.115.up_proj,0.0000522210,0.05000,2.082 +55,mlp.experts.117.up_proj,0.0001011634,0.05000,2.084 +55,mlp.experts.112.up_proj,0.0000792097,0.05000,2.078 +55,mlp.experts.118.up_proj,0.0000305653,0.05000,2.102 +55,mlp.experts.119.up_proj,0.0000669871,0.05000,2.064 +55,mlp.experts.121.up_proj,0.0000197289,0.05000,2.030 +55,mlp.experts.116.up_proj,0.0000103001,0.05000,2.050 +55,mlp.experts.122.up_proj,0.0000430310,0.05000,2.031 +55,mlp.experts.123.up_proj,0.0000622491,0.05000,2.028 +55,mlp.experts.125.up_proj,0.0000883854,0.05000,2.063 +55,mlp.experts.120.up_proj,0.0000375018,0.05000,2.058 +55,mlp.experts.126.up_proj,0.0000642766,0.05000,2.047 +55,mlp.experts.127.up_proj,0.0000302683,0.05000,2.027 +55,mlp.experts.124.up_proj,0.0000585158,0.05000,2.013 +55,mlp.experts.129.up_proj,0.0000457131,0.05000,2.127 +55,mlp.experts.130.up_proj,0.0000484180,0.05000,2.085 +55,mlp.experts.131.up_proj,0.0001110292,0.05000,2.049 +55,mlp.experts.128.up_proj,0.0001050621,0.05000,2.064 +55,mlp.experts.133.up_proj,0.0000609934,0.05000,2.059 +55,mlp.experts.134.up_proj,0.0000595991,0.05000,2.063 +55,mlp.experts.135.up_proj,0.0000366707,0.05000,2.051 +55,mlp.experts.132.up_proj,0.0000610604,0.05000,2.051 +55,mlp.experts.137.up_proj,0.0000694063,0.05000,2.050 +55,mlp.experts.138.up_proj,0.0000532501,0.05000,2.049 +55,mlp.experts.139.up_proj,0.0000680657,0.05000,2.043 +55,mlp.experts.136.up_proj,0.0000501994,0.05000,2.060 +55,mlp.experts.141.up_proj,0.0000831130,0.05000,2.078 +55,mlp.experts.142.up_proj,0.0000363033,0.05000,2.110 +55,mlp.experts.143.up_proj,0.0000904095,0.05000,2.076 +55,mlp.experts.140.up_proj,0.0000081749,0.05000,2.091 +55,mlp.experts.145.up_proj,0.0000473157,0.05000,2.090 +55,mlp.experts.146.up_proj,0.0000882073,0.05000,2.173 +55,mlp.experts.147.up_proj,0.0000499360,0.05000,2.102 +55,mlp.experts.149.up_proj,0.0000182157,0.05000,2.087 +55,mlp.experts.144.up_proj,0.0001576032,0.05000,2.176 +55,mlp.experts.150.up_proj,0.0000496076,0.05000,2.173 +55,mlp.experts.151.up_proj,0.0000945696,0.05000,2.061 +55,mlp.experts.153.up_proj,0.0000236630,0.05000,2.064 +55,mlp.experts.148.up_proj,0.0002051257,0.05000,2.112 +55,mlp.experts.154.up_proj,0.0000781440,0.05000,2.082 +55,mlp.experts.155.up_proj,0.0001191463,0.05000,2.091 +55,mlp.experts.157.up_proj,0.0000654018,0.05000,2.074 +55,mlp.experts.152.up_proj,0.0000528150,0.05000,2.078 +55,mlp.experts.158.up_proj,0.0000722549,0.05000,1.991 +55,mlp.experts.159.up_proj,0.0000117645,0.05000,1.693 +55,mlp.experts.156.up_proj,0.0000778734,0.05000,1.282 +55,mlp.experts.3.down_proj,0.0000091106,0.05000,0.640 +55,mlp.experts.1.down_proj,0.0000060569,0.05000,0.643 +55,mlp.experts.0.down_proj,0.0000040793,0.05000,0.648 +55,mlp.experts.2.down_proj,0.0000118848,0.05000,0.661 +55,mlp.experts.4.down_proj,0.0000052155,0.05000,0.603 +55,mlp.experts.7.down_proj,0.0000117805,0.05000,0.617 +55,mlp.experts.5.down_proj,0.0000073113,0.05000,0.623 +55,mlp.experts.6.down_proj,0.0000139272,0.05000,0.618 +55,mlp.experts.11.down_proj,0.0000049060,0.05000,0.623 +55,mlp.experts.8.down_proj,0.0000090794,0.05000,0.639 +55,mlp.experts.10.down_proj,0.0000105225,0.05000,0.640 +55,mlp.experts.9.down_proj,0.0000139650,0.05000,0.663 +55,mlp.experts.12.down_proj,0.0000070931,0.05000,0.631 +55,mlp.experts.14.down_proj,0.0000173367,0.05000,0.618 +55,mlp.experts.13.down_proj,0.0000024319,0.05000,0.619 +55,mlp.experts.15.down_proj,0.0000135412,0.05000,0.681 +55,mlp.experts.16.down_proj,0.0000049383,0.05000,0.600 +55,mlp.experts.18.down_proj,0.0000226692,0.05000,0.610 +55,mlp.experts.17.down_proj,0.0000069411,0.05000,0.611 +55,mlp.experts.19.down_proj,0.0000072648,0.05000,0.605 +55,mlp.experts.20.down_proj,0.0000196765,0.05000,0.619 +55,mlp.experts.23.down_proj,0.0000302935,0.05000,0.602 +55,mlp.experts.21.down_proj,0.0000327925,0.05000,0.610 +55,mlp.experts.22.down_proj,0.0000081664,0.05000,0.636 +55,mlp.experts.24.down_proj,0.0000084912,0.05000,0.613 +55,mlp.experts.25.down_proj,0.0000045358,0.05000,0.615 +55,mlp.experts.26.down_proj,0.0000134970,0.05000,0.608 +55,mlp.experts.27.down_proj,0.0000066997,0.05000,0.635 +55,mlp.experts.28.down_proj,0.0000121284,0.05000,0.603 +55,mlp.experts.29.down_proj,0.0000206744,0.05000,0.609 +55,mlp.experts.30.down_proj,0.0000106368,0.05000,0.611 +55,mlp.experts.31.down_proj,0.0000061927,0.05000,0.609 +55,mlp.experts.32.down_proj,0.0000078188,0.05000,0.612 +55,mlp.experts.34.down_proj,0.0000048346,0.05000,0.611 +55,mlp.experts.35.down_proj,0.0000013820,0.05000,0.611 +55,mlp.experts.33.down_proj,0.0000137253,0.05000,0.637 +55,mlp.experts.36.down_proj,0.0000048658,0.05000,0.615 +55,mlp.experts.38.down_proj,0.0000057348,0.05000,0.618 +55,mlp.experts.37.down_proj,0.0000068586,0.05000,0.608 +55,mlp.experts.39.down_proj,0.0000042419,0.05000,0.625 +55,mlp.experts.40.down_proj,0.0000078470,0.05000,0.609 +55,mlp.experts.42.down_proj,0.0000025645,0.05000,0.634 +55,mlp.experts.43.down_proj,0.0000118443,0.05000,0.625 +55,mlp.experts.41.down_proj,0.0000145042,0.05000,0.637 +55,mlp.experts.44.down_proj,0.0000605844,0.05000,0.607 +55,mlp.experts.47.down_proj,0.0000064346,0.05000,0.614 +55,mlp.experts.46.down_proj,0.0000072461,0.05000,0.629 +55,mlp.experts.45.down_proj,0.0000092874,0.05000,0.641 +55,mlp.experts.48.down_proj,0.0000070797,0.05000,0.645 +55,mlp.experts.51.down_proj,0.0000235176,0.05000,0.620 +55,mlp.experts.50.down_proj,0.0000075335,0.05000,0.644 +55,mlp.experts.49.down_proj,0.0000092838,0.05000,0.644 +55,mlp.experts.52.down_proj,0.0000091972,0.05000,0.641 +55,mlp.experts.55.down_proj,0.0000423836,0.05000,0.636 +55,mlp.experts.54.down_proj,0.0000045832,0.05000,0.640 +55,mlp.experts.53.down_proj,0.0000016866,0.05000,0.662 +55,mlp.experts.56.down_proj,0.0000089755,0.05000,0.603 +55,mlp.experts.59.down_proj,0.0000170537,0.05000,0.603 +55,mlp.experts.58.down_proj,0.0000078555,0.05000,0.606 +55,mlp.experts.57.down_proj,0.0000091980,0.05000,0.603 +55,mlp.experts.60.down_proj,0.0000113719,0.05000,0.606 +55,mlp.experts.63.down_proj,0.0000174617,0.05000,0.628 +55,mlp.experts.62.down_proj,0.0000104558,0.05000,0.638 +55,mlp.experts.61.down_proj,0.0000030300,0.05000,0.644 +55,mlp.experts.64.down_proj,0.0000122644,0.05000,0.637 +55,mlp.experts.67.down_proj,0.0000131025,0.05000,0.659 +55,mlp.experts.66.down_proj,0.0000113340,0.05000,0.658 +55,mlp.experts.65.down_proj,0.0000074725,0.05000,0.619 +55,mlp.experts.68.down_proj,0.0000056926,0.05000,0.608 +55,mlp.experts.71.down_proj,0.0000038835,0.05000,0.604 +55,mlp.experts.70.down_proj,0.0000057955,0.05000,0.603 +55,mlp.experts.69.down_proj,0.0000099209,0.05000,0.598 +55,mlp.experts.72.down_proj,0.0000096124,0.05000,0.609 +55,mlp.experts.75.down_proj,0.0000096464,0.05000,0.608 +55,mlp.experts.74.down_proj,0.0000263943,0.05000,0.637 +55,mlp.experts.73.down_proj,0.0000044961,0.05000,0.643 +55,mlp.experts.76.down_proj,0.0000115532,0.05000,0.639 +55,mlp.experts.79.down_proj,0.0000083846,0.05000,0.668 +55,mlp.experts.77.down_proj,0.0000054511,0.05000,0.656 +55,mlp.experts.78.down_proj,0.0000083180,0.05000,0.687 +55,mlp.experts.80.down_proj,0.0000272418,0.05000,0.610 +55,mlp.experts.83.down_proj,0.0000117267,0.05000,0.607 +55,mlp.experts.81.down_proj,0.0000085364,0.05000,0.607 +55,mlp.experts.82.down_proj,0.0000050080,0.05000,0.607 +55,mlp.experts.84.down_proj,0.0000034070,0.05000,0.605 +55,mlp.experts.87.down_proj,0.0000131659,0.05000,0.627 +55,mlp.experts.86.down_proj,0.0000035146,0.05000,0.611 +55,mlp.experts.85.down_proj,0.0000146085,0.05000,0.635 +55,mlp.experts.88.down_proj,0.0000038494,0.05000,0.630 +55,mlp.experts.91.down_proj,0.0000086825,0.05000,0.631 +55,mlp.experts.89.down_proj,0.0000049536,0.05000,0.626 +55,mlp.experts.90.down_proj,0.0000034521,0.05000,0.627 +55,mlp.experts.92.down_proj,0.0000090564,0.05000,0.655 +55,mlp.experts.95.down_proj,0.0000188105,0.05000,0.623 +55,mlp.experts.93.down_proj,0.0000019734,0.05000,0.626 +55,mlp.experts.94.down_proj,0.0000061878,0.05000,0.644 +55,mlp.experts.96.down_proj,0.0000251449,0.05000,0.610 +55,mlp.experts.99.down_proj,0.0000126640,0.05000,0.613 +55,mlp.experts.98.down_proj,0.0000171919,0.05000,0.611 +55,mlp.experts.97.down_proj,0.0000093073,0.05000,0.649 +55,mlp.experts.100.down_proj,0.0000026417,0.05000,0.639 +55,mlp.experts.103.down_proj,0.0000012195,0.05000,0.625 +55,mlp.experts.102.down_proj,0.0000039882,0.05000,0.611 +55,mlp.experts.101.down_proj,0.0000099582,0.05000,0.608 +55,mlp.experts.104.down_proj,0.0000079968,0.05000,0.624 +55,mlp.experts.107.down_proj,0.0000122922,0.05000,0.607 +55,mlp.experts.106.down_proj,0.0000103606,0.05000,0.613 +55,mlp.experts.105.down_proj,0.0000093554,0.05000,0.655 +55,mlp.experts.108.down_proj,0.0000107069,0.05000,0.603 +55,mlp.experts.111.down_proj,0.0000073676,0.05000,0.626 +55,mlp.experts.110.down_proj,0.0000105878,0.05000,0.604 +55,mlp.experts.109.down_proj,0.0000113705,0.05000,0.604 +55,mlp.experts.112.down_proj,0.0000132168,0.05000,0.628 +55,mlp.experts.115.down_proj,0.0000128673,0.05000,0.656 +55,mlp.experts.114.down_proj,0.0000157967,0.05000,0.658 +55,mlp.experts.113.down_proj,0.0000167441,0.05000,0.663 +55,mlp.experts.116.down_proj,0.0000019703,0.05000,0.636 +55,mlp.experts.119.down_proj,0.0000126560,0.05000,0.612 +55,mlp.experts.118.down_proj,0.0000089894,0.05000,0.621 +55,mlp.experts.117.down_proj,0.0000130196,0.05000,0.639 +55,mlp.experts.120.down_proj,0.0000085439,0.05000,0.606 +55,mlp.experts.123.down_proj,0.0000114935,0.05000,0.635 +55,mlp.experts.122.down_proj,0.0000055930,0.05000,0.617 +55,mlp.experts.121.down_proj,0.0000023885,0.05000,0.674 +55,mlp.experts.124.down_proj,0.0000112922,0.05000,0.647 +55,mlp.experts.127.down_proj,0.0000061385,0.05000,0.604 +55,mlp.experts.126.down_proj,0.0000275634,0.05000,0.608 +55,mlp.experts.125.down_proj,0.0000285269,0.05000,0.605 +55,mlp.experts.128.down_proj,0.0000265738,0.05000,0.606 +55,mlp.experts.131.down_proj,0.0000261679,0.05000,0.615 +55,mlp.experts.130.down_proj,0.0000092898,0.05000,0.647 +55,mlp.experts.129.down_proj,0.0000080406,0.05000,0.614 +55,mlp.experts.132.down_proj,0.0000193157,0.05000,0.627 +55,mlp.experts.135.down_proj,0.0000063163,0.05000,0.651 +55,mlp.experts.134.down_proj,0.0000126617,0.05000,0.637 +55,mlp.experts.133.down_proj,0.0000070727,0.05000,0.613 +55,mlp.experts.136.down_proj,0.0000063459,0.05000,0.625 +55,mlp.experts.139.down_proj,0.0000094275,0.05000,0.604 +55,mlp.experts.138.down_proj,0.0000087544,0.05000,0.631 +55,mlp.experts.137.down_proj,0.0000095361,0.05000,0.650 +55,mlp.experts.140.down_proj,0.0000011637,0.05000,0.633 +55,mlp.experts.143.down_proj,0.0000122985,0.05000,0.644 +55,mlp.experts.142.down_proj,0.0000043895,0.05000,0.636 +55,mlp.experts.141.down_proj,0.0000114538,0.05000,0.624 +55,mlp.experts.144.down_proj,0.0000612497,0.05000,0.610 +55,mlp.experts.147.down_proj,0.0000146293,0.05000,0.625 +55,mlp.experts.146.down_proj,0.0000170524,0.05000,0.610 +55,mlp.experts.145.down_proj,0.0000107987,0.05000,0.610 +55,mlp.experts.148.down_proj,0.0000354075,0.05000,0.649 +55,mlp.experts.151.down_proj,0.0000135262,0.05000,0.608 +55,mlp.experts.150.down_proj,0.0000052166,0.05000,0.617 +55,mlp.experts.149.down_proj,0.0000059392,0.05000,0.649 +55,mlp.experts.152.down_proj,0.0000065000,0.05000,0.614 +55,mlp.experts.155.down_proj,0.0000184458,0.05000,0.602 +55,mlp.experts.154.down_proj,0.0000125161,0.05000,0.631 +55,mlp.experts.153.down_proj,0.0000033207,0.05000,0.611 +55,mlp.experts.156.down_proj,0.0000225207,0.05000,0.649 +55,mlp.experts.159.down_proj,0.0000031024,0.05000,0.601 +55,mlp.experts.158.down_proj,0.0000157966,0.05000,0.563 +55,mlp.experts.157.down_proj,0.0000111011,0.05000,0.524 +56,mlp.experts.3.gate_proj,0.0000640510,0.05000,2.111 +56,mlp.experts.0.gate_proj,0.0000326583,0.05000,2.114 +56,mlp.experts.2.gate_proj,0.0000383590,0.05000,2.156 +56,mlp.experts.1.gate_proj,0.0000991879,0.05000,2.228 +56,mlp.experts.7.gate_proj,0.0000304126,0.05000,2.042 +56,mlp.experts.6.gate_proj,0.0000773597,0.05000,2.031 +56,mlp.experts.4.gate_proj,0.0001512803,0.05000,2.128 +56,mlp.experts.5.gate_proj,0.0000677207,0.05000,2.064 +56,mlp.experts.11.gate_proj,0.0000669860,0.05000,2.047 +56,mlp.experts.10.gate_proj,0.0000195431,0.05000,2.097 +56,mlp.experts.8.gate_proj,0.0000492478,0.05000,2.105 +56,mlp.experts.9.gate_proj,0.0000384837,0.05000,2.174 +56,mlp.experts.15.gate_proj,0.0000544238,0.05000,2.094 +56,mlp.experts.12.gate_proj,0.0000764622,0.05000,2.069 +56,mlp.experts.14.gate_proj,0.0001420104,0.05000,2.132 +56,mlp.experts.13.gate_proj,0.0000532578,0.05000,2.151 +56,mlp.experts.19.gate_proj,0.0000329103,0.05000,2.044 +56,mlp.experts.16.gate_proj,0.0000557440,0.05000,2.065 +56,mlp.experts.18.gate_proj,0.0000640561,0.05000,2.097 +56,mlp.experts.17.gate_proj,0.0000583109,0.05000,2.043 +56,mlp.experts.23.gate_proj,0.0000315775,0.05000,2.030 +56,mlp.experts.22.gate_proj,0.0000586419,0.05000,2.024 +56,mlp.experts.20.gate_proj,0.0000701261,0.05000,2.108 +56,mlp.experts.21.gate_proj,0.0000243843,0.05000,2.121 +56,mlp.experts.27.gate_proj,0.0000333156,0.05000,2.039 +56,mlp.experts.26.gate_proj,0.0000600216,0.05000,2.067 +56,mlp.experts.24.gate_proj,0.0000640161,0.05000,2.093 +56,mlp.experts.25.gate_proj,0.0000778606,0.05000,2.097 +56,mlp.experts.31.gate_proj,0.0000485679,0.05000,2.033 +56,mlp.experts.30.gate_proj,0.0000100003,0.05000,2.046 +56,mlp.experts.28.gate_proj,0.0000091825,0.05000,2.072 +56,mlp.experts.29.gate_proj,0.0000349061,0.05000,2.052 +56,mlp.experts.35.gate_proj,0.0000768657,0.05000,2.030 +56,mlp.experts.34.gate_proj,0.0000219721,0.05000,2.071 +56,mlp.experts.32.gate_proj,0.0000735166,0.05000,2.045 +56,mlp.experts.33.gate_proj,0.0001029406,0.05000,2.087 +56,mlp.experts.39.gate_proj,0.0000801252,0.05000,2.086 +56,mlp.experts.38.gate_proj,0.0000754148,0.05000,2.167 +56,mlp.experts.36.gate_proj,0.0001225877,0.05000,2.139 +56,mlp.experts.37.gate_proj,0.0000310854,0.05000,2.085 +56,mlp.experts.43.gate_proj,0.0000358191,0.05000,2.049 +56,mlp.experts.42.gate_proj,0.0000528248,0.05000,2.080 +56,mlp.experts.40.gate_proj,0.0000259059,0.05000,2.092 +56,mlp.experts.41.gate_proj,0.0000473566,0.05000,2.064 +56,mlp.experts.47.gate_proj,0.0001182799,0.05000,2.083 +56,mlp.experts.44.gate_proj,0.0000216007,0.05000,2.044 +56,mlp.experts.46.gate_proj,0.0000439691,0.05000,2.146 +56,mlp.experts.45.gate_proj,0.0000657054,0.05000,2.082 +56,mlp.experts.51.gate_proj,0.0000488319,0.05000,2.082 +56,mlp.experts.48.gate_proj,0.0001259964,0.05000,2.107 +56,mlp.experts.50.gate_proj,0.0000519037,0.05000,2.104 +56,mlp.experts.49.gate_proj,0.0002324690,0.05000,2.097 +56,mlp.experts.55.gate_proj,0.0000453659,0.05000,2.076 +56,mlp.experts.52.gate_proj,0.0000358242,0.05000,2.050 +56,mlp.experts.54.gate_proj,0.0000521644,0.05000,2.101 +56,mlp.experts.53.gate_proj,0.0000560712,0.05000,2.060 +56,mlp.experts.59.gate_proj,0.0000582208,0.05000,2.078 +56,mlp.experts.56.gate_proj,0.0000769260,0.05000,2.073 +56,mlp.experts.58.gate_proj,0.0000383129,0.05000,2.087 +56,mlp.experts.57.gate_proj,0.0000385695,0.05000,2.062 +56,mlp.experts.63.gate_proj,0.0000217454,0.05000,2.083 +56,mlp.experts.60.gate_proj,0.0000349112,0.05000,2.065 +56,mlp.experts.62.gate_proj,0.0001083972,0.05000,2.062 +56,mlp.experts.61.gate_proj,0.0000736474,0.05000,2.063 +56,mlp.experts.67.gate_proj,0.0001788990,0.05000,2.068 +56,mlp.experts.64.gate_proj,0.0000105356,0.05000,2.100 +56,mlp.experts.66.gate_proj,0.0000377373,0.05000,2.129 +56,mlp.experts.65.gate_proj,0.0002386408,0.05000,2.164 +56,mlp.experts.71.gate_proj,0.0000711594,0.05000,2.087 +56,mlp.experts.68.gate_proj,0.0000488036,0.05000,2.062 +56,mlp.experts.70.gate_proj,0.0001448482,0.05000,2.086 +56,mlp.experts.69.gate_proj,0.0000143029,0.05000,2.095 +56,mlp.experts.75.gate_proj,0.0000419433,0.05000,2.094 +56,mlp.experts.72.gate_proj,0.0000118937,0.05000,2.126 +56,mlp.experts.74.gate_proj,0.0000449173,0.05000,2.103 +56,mlp.experts.73.gate_proj,0.0000401780,0.05000,2.122 +56,mlp.experts.79.gate_proj,0.0000772681,0.05000,2.082 +56,mlp.experts.76.gate_proj,0.0000720818,0.05000,2.082 +56,mlp.experts.78.gate_proj,0.0000073383,0.05000,2.055 +56,mlp.experts.77.gate_proj,0.0000481186,0.05000,2.041 +56,mlp.experts.83.gate_proj,0.0000442465,0.05000,2.099 +56,mlp.experts.80.gate_proj,0.0000483422,0.05000,2.050 +56,mlp.experts.82.gate_proj,0.0000296475,0.05000,2.061 +56,mlp.experts.81.gate_proj,0.0001828142,0.05000,2.119 +56,mlp.experts.87.gate_proj,0.0001656020,0.05000,2.044 +56,mlp.experts.84.gate_proj,0.0000716391,0.05000,2.054 +56,mlp.experts.86.gate_proj,0.0000267825,0.05000,2.069 +56,mlp.experts.85.gate_proj,0.0000151041,0.05000,2.058 +56,mlp.experts.91.gate_proj,0.0000304287,0.05000,2.124 +56,mlp.experts.88.gate_proj,0.0000632686,0.05000,2.103 +56,mlp.experts.90.gate_proj,0.0000334178,0.05000,2.093 +56,mlp.experts.89.gate_proj,0.0000455782,0.05000,2.105 +56,mlp.experts.95.gate_proj,0.0000505257,0.05000,2.071 +56,mlp.experts.92.gate_proj,0.0000617208,0.05000,2.072 +56,mlp.experts.94.gate_proj,0.0000419807,0.05000,2.061 +56,mlp.experts.93.gate_proj,0.0000905404,0.05000,2.088 +56,mlp.experts.99.gate_proj,0.0000284221,0.05000,2.069 +56,mlp.experts.96.gate_proj,0.0001055352,0.05000,2.078 +56,mlp.experts.98.gate_proj,0.0000174276,0.05000,2.070 +56,mlp.experts.97.gate_proj,0.0001197447,0.05000,2.150 +56,mlp.experts.103.gate_proj,0.0000540231,0.05000,2.084 +56,mlp.experts.100.gate_proj,0.0000081707,0.05000,2.078 +56,mlp.experts.102.gate_proj,0.0000419143,0.05000,2.074 +56,mlp.experts.101.gate_proj,0.0000347027,0.05000,2.168 +56,mlp.experts.107.gate_proj,0.0000563299,0.05000,2.072 +56,mlp.experts.104.gate_proj,0.0000788840,0.05000,2.082 +56,mlp.experts.106.gate_proj,0.0000179134,0.05000,2.073 +56,mlp.experts.105.gate_proj,0.0000662463,0.05000,2.048 +56,mlp.experts.111.gate_proj,0.0000138354,0.05000,1.588 +56,mlp.experts.108.gate_proj,0.0000966961,0.05000,1.429 +56,mlp.experts.109.gate_proj,0.0000423451,0.05000,2.108 +56,mlp.experts.110.gate_proj,0.0000337522,0.05000,2.109 +56,mlp.experts.115.gate_proj,0.0000493040,0.05000,2.159 +56,mlp.experts.112.gate_proj,0.0000236673,0.05000,2.184 +56,mlp.experts.114.gate_proj,0.0000496828,0.05000,2.059 +56,mlp.experts.116.gate_proj,0.0000550429,0.05000,2.010 +56,mlp.experts.119.gate_proj,0.0000481546,0.05000,2.037 +56,mlp.experts.113.gate_proj,0.0003104477,0.05000,2.152 +56,mlp.experts.118.gate_proj,0.0000376351,0.05000,2.030 +56,mlp.experts.120.gate_proj,0.0000434875,0.05000,2.053 +56,mlp.experts.123.gate_proj,0.0000369339,0.05000,2.074 +56,mlp.experts.117.gate_proj,0.0000384305,0.05000,2.056 +56,mlp.experts.124.gate_proj,0.0000313638,0.05000,2.040 +56,mlp.experts.122.gate_proj,0.0000439760,0.05000,2.091 +56,mlp.experts.127.gate_proj,0.0000637430,0.05000,2.082 +56,mlp.experts.121.gate_proj,0.0000523231,0.05000,2.125 +56,mlp.experts.131.gate_proj,0.0000443435,0.05000,2.027 +56,mlp.experts.128.gate_proj,0.0000670069,0.05000,2.093 +56,mlp.experts.126.gate_proj,0.0000413187,0.05000,2.149 +56,mlp.experts.125.gate_proj,0.0000619306,0.05000,2.083 +56,mlp.experts.135.gate_proj,0.0000373234,0.05000,2.072 +56,mlp.experts.132.gate_proj,0.0000284055,0.05000,2.118 +56,mlp.experts.130.gate_proj,0.0000626783,0.05000,2.084 +56,mlp.experts.129.gate_proj,0.0000208611,0.05000,2.080 +56,mlp.experts.139.gate_proj,0.0000436944,0.05000,2.067 +56,mlp.experts.136.gate_proj,0.0000729806,0.05000,2.070 +56,mlp.experts.134.gate_proj,0.0000378076,0.05000,2.116 +56,mlp.experts.133.gate_proj,0.0000320032,0.05000,2.094 +56,mlp.experts.143.gate_proj,0.0000655175,0.05000,2.060 +56,mlp.experts.140.gate_proj,0.0000401506,0.05000,2.052 +56,mlp.experts.138.gate_proj,0.0000614457,0.05000,2.108 +56,mlp.experts.137.gate_proj,0.0000826542,0.05000,2.073 +56,mlp.experts.147.gate_proj,0.0001367143,0.05000,2.084 +56,mlp.experts.144.gate_proj,0.0000421239,0.05000,2.113 +56,mlp.experts.141.gate_proj,0.0000690924,0.05000,2.048 +56,mlp.experts.142.gate_proj,0.0000797820,0.05000,2.116 +56,mlp.experts.151.gate_proj,0.0000713817,0.05000,2.128 +56,mlp.experts.148.gate_proj,0.0000336729,0.05000,2.155 +56,mlp.experts.146.gate_proj,0.0000374603,0.05000,2.077 +56,mlp.experts.145.gate_proj,0.0001359577,0.05000,2.157 +56,mlp.experts.155.gate_proj,0.0000757003,0.05000,2.068 +56,mlp.experts.152.gate_proj,0.0000315281,0.05000,2.091 +56,mlp.experts.150.gate_proj,0.0000641271,0.05000,2.067 +56,mlp.experts.149.gate_proj,0.0000236772,0.05000,2.156 +56,mlp.experts.159.gate_proj,0.0001572794,0.05000,2.116 +56,mlp.experts.156.gate_proj,0.0000658504,0.05000,2.108 +56,mlp.experts.154.gate_proj,0.0000583687,0.05000,2.120 +56,mlp.experts.153.gate_proj,0.0000630756,0.05000,2.089 +56,mlp.experts.3.up_proj,0.0000620716,0.05000,2.068 +56,mlp.experts.0.up_proj,0.0000318395,0.05000,2.086 +56,mlp.experts.158.gate_proj,0.0001010679,0.05000,2.081 +56,mlp.experts.157.gate_proj,0.0000375420,0.05000,2.102 +56,mlp.experts.7.up_proj,0.0000292140,0.05000,2.112 +56,mlp.experts.2.up_proj,0.0000360708,0.05000,2.076 +56,mlp.experts.4.up_proj,0.0001398589,0.05000,2.176 +56,mlp.experts.1.up_proj,0.0000957887,0.05000,2.148 +56,mlp.experts.11.up_proj,0.0000657818,0.05000,2.058 +56,mlp.experts.6.up_proj,0.0000738586,0.05000,2.037 +56,mlp.experts.8.up_proj,0.0000483898,0.05000,2.113 +56,mlp.experts.5.up_proj,0.0000660545,0.05000,2.077 +56,mlp.experts.15.up_proj,0.0000529784,0.05000,2.079 +56,mlp.experts.10.up_proj,0.0000191107,0.05000,2.075 +56,mlp.experts.12.up_proj,0.0000717787,0.05000,2.122 +56,mlp.experts.9.up_proj,0.0000376363,0.05000,2.078 +56,mlp.experts.19.up_proj,0.0000316504,0.05000,2.089 +56,mlp.experts.14.up_proj,0.0001194124,0.05000,2.088 +56,mlp.experts.13.up_proj,0.0000511743,0.05000,2.068 +56,mlp.experts.16.up_proj,0.0000536921,0.05000,2.134 +56,mlp.experts.23.up_proj,0.0000308347,0.05000,2.160 +56,mlp.experts.18.up_proj,0.0000618215,0.05000,2.059 +56,mlp.experts.17.up_proj,0.0000565371,0.05000,2.110 +56,mlp.experts.20.up_proj,0.0000671005,0.05000,2.116 +56,mlp.experts.27.up_proj,0.0000325509,0.05000,2.088 +56,mlp.experts.22.up_proj,0.0000566032,0.05000,2.122 +56,mlp.experts.24.up_proj,0.0000609084,0.05000,2.039 +56,mlp.experts.21.up_proj,0.0000236343,0.05000,2.143 +56,mlp.experts.31.up_proj,0.0000470263,0.05000,2.086 +56,mlp.experts.26.up_proj,0.0000586406,0.05000,2.099 +56,mlp.experts.28.up_proj,0.0000089582,0.05000,2.125 +56,mlp.experts.25.up_proj,0.0000744569,0.05000,2.113 +56,mlp.experts.35.up_proj,0.0000733751,0.05000,2.069 +56,mlp.experts.30.up_proj,0.0000094854,0.05000,2.046 +56,mlp.experts.32.up_proj,0.0000723900,0.05000,2.091 +56,mlp.experts.29.up_proj,0.0000340173,0.05000,2.089 +56,mlp.experts.39.up_proj,0.0000773499,0.05000,2.066 +56,mlp.experts.34.up_proj,0.0000215200,0.05000,2.079 +56,mlp.experts.36.up_proj,0.0001183774,0.05000,2.095 +56,mlp.experts.33.up_proj,0.0000967892,0.05000,2.107 +56,mlp.experts.43.up_proj,0.0000344744,0.05000,2.064 +56,mlp.experts.38.up_proj,0.0000731049,0.05000,2.049 +56,mlp.experts.40.up_proj,0.0000252475,0.05000,2.021 +56,mlp.experts.37.up_proj,0.0000301301,0.05000,2.049 +56,mlp.experts.42.up_proj,0.0000513415,0.05000,2.046 +56,mlp.experts.47.up_proj,0.0001152343,0.05000,2.119 +56,mlp.experts.44.up_proj,0.0000208411,0.05000,2.114 +56,mlp.experts.41.up_proj,0.0000454676,0.05000,2.088 +56,mlp.experts.46.up_proj,0.0000426530,0.05000,2.081 +56,mlp.experts.51.up_proj,0.0000471982,0.05000,2.175 +56,mlp.experts.48.up_proj,0.0001216923,0.05000,2.091 +56,mlp.experts.45.up_proj,0.0000631064,0.05000,2.112 +56,mlp.experts.50.up_proj,0.0000481492,0.05000,2.142 +56,mlp.experts.55.up_proj,0.0000436984,0.05000,2.132 +56,mlp.experts.52.up_proj,0.0000351399,0.05000,2.093 +56,mlp.experts.49.up_proj,0.0002157720,0.05000,2.124 +56,mlp.experts.54.up_proj,0.0000500634,0.05000,2.041 +56,mlp.experts.59.up_proj,0.0000552704,0.05000,2.089 +56,mlp.experts.56.up_proj,0.0000726274,0.05000,2.087 +56,mlp.experts.53.up_proj,0.0000550366,0.05000,2.115 +56,mlp.experts.58.up_proj,0.0000369502,0.05000,2.015 +56,mlp.experts.63.up_proj,0.0000211195,0.05000,2.032 +56,mlp.experts.60.up_proj,0.0000330200,0.05000,2.049 +56,mlp.experts.57.up_proj,0.0000368119,0.05000,2.081 +56,mlp.experts.62.up_proj,0.0001018093,0.05000,2.115 +56,mlp.experts.67.up_proj,0.0001745545,0.05000,2.051 +56,mlp.experts.64.up_proj,0.0000100580,0.05000,2.196 +56,mlp.experts.61.up_proj,0.0000715393,0.05000,2.105 +56,mlp.experts.66.up_proj,0.0000355814,0.05000,2.129 +56,mlp.experts.71.up_proj,0.0000688090,0.05000,2.059 +56,mlp.experts.68.up_proj,0.0000469774,0.05000,2.112 +56,mlp.experts.65.up_proj,0.0002161535,0.05000,2.050 +56,mlp.experts.75.up_proj,0.0000401864,0.05000,2.017 +56,mlp.experts.70.up_proj,0.0001270303,0.05000,2.118 +56,mlp.experts.72.up_proj,0.0000115735,0.05000,2.035 +56,mlp.experts.69.up_proj,0.0000138363,0.05000,2.036 +56,mlp.experts.79.up_proj,0.0000752638,0.05000,2.056 +56,mlp.experts.74.up_proj,0.0000430878,0.05000,2.044 +56,mlp.experts.73.up_proj,0.0000392117,0.05000,2.008 +56,mlp.experts.76.up_proj,0.0000694213,0.05000,2.062 +56,mlp.experts.83.up_proj,0.0000431887,0.05000,2.039 +56,mlp.experts.78.up_proj,0.0000071000,0.05000,2.065 +56,mlp.experts.80.up_proj,0.0000459387,0.05000,2.035 +56,mlp.experts.77.up_proj,0.0000468176,0.05000,2.088 +56,mlp.experts.87.up_proj,0.0001569051,0.05000,2.059 +56,mlp.experts.82.up_proj,0.0000291030,0.05000,2.068 +56,mlp.experts.81.up_proj,0.0001760315,0.05000,1.996 +56,mlp.experts.84.up_proj,0.0000697051,0.05000,2.110 +56,mlp.experts.91.up_proj,0.0000293242,0.05000,2.032 +56,mlp.experts.86.up_proj,0.0000260264,0.05000,2.025 +56,mlp.experts.85.up_proj,0.0000144055,0.05000,2.013 +56,mlp.experts.88.up_proj,0.0000609972,0.05000,2.060 +56,mlp.experts.90.up_proj,0.0000327457,0.05000,2.017 +56,mlp.experts.95.up_proj,0.0000492923,0.05000,2.108 +56,mlp.experts.89.up_proj,0.0000439819,0.05000,2.016 +56,mlp.experts.92.up_proj,0.0000605362,0.05000,2.044 +56,mlp.experts.94.up_proj,0.0000406379,0.05000,2.094 +56,mlp.experts.99.up_proj,0.0000273793,0.05000,2.093 +56,mlp.experts.93.up_proj,0.0000869977,0.05000,2.072 +56,mlp.experts.96.up_proj,0.0001018609,0.05000,2.102 +56,mlp.experts.98.up_proj,0.0000166993,0.05000,2.043 +56,mlp.experts.103.up_proj,0.0000521030,0.05000,2.042 +56,mlp.experts.97.up_proj,0.0001152643,0.05000,2.070 +56,mlp.experts.100.up_proj,0.0000078122,0.05000,2.072 +56,mlp.experts.102.up_proj,0.0000398281,0.05000,2.026 +56,mlp.experts.107.up_proj,0.0000556428,0.05000,2.076 +56,mlp.experts.101.up_proj,0.0000335909,0.05000,2.038 +56,mlp.experts.104.up_proj,0.0000774294,0.05000,2.094 +56,mlp.experts.106.up_proj,0.0000171349,0.05000,2.014 +56,mlp.experts.111.up_proj,0.0000134568,0.05000,2.040 +56,mlp.experts.105.up_proj,0.0000628913,0.05000,2.037 +56,mlp.experts.108.up_proj,0.0000937774,0.05000,2.074 +56,mlp.experts.110.up_proj,0.0000326056,0.05000,2.075 +56,mlp.experts.115.up_proj,0.0000486938,0.05000,2.087 +56,mlp.experts.109.up_proj,0.0000410429,0.05000,2.065 +56,mlp.experts.112.up_proj,0.0000227844,0.05000,2.077 +56,mlp.experts.114.up_proj,0.0000489218,0.05000,2.059 +56,mlp.experts.119.up_proj,0.0000466246,0.05000,2.072 +56,mlp.experts.113.up_proj,0.0002978694,0.05000,2.064 +56,mlp.experts.116.up_proj,0.0000551662,0.05000,2.095 +56,mlp.experts.118.up_proj,0.0000365610,0.05000,2.055 +56,mlp.experts.123.up_proj,0.0000349235,0.05000,2.036 +56,mlp.experts.117.up_proj,0.0000375370,0.05000,2.073 +56,mlp.experts.120.up_proj,0.0000423452,0.05000,2.056 +56,mlp.experts.122.up_proj,0.0000424077,0.05000,2.060 +56,mlp.experts.127.up_proj,0.0000607184,0.05000,2.109 +56,mlp.experts.121.up_proj,0.0000504265,0.05000,2.050 +56,mlp.experts.124.up_proj,0.0000299394,0.05000,2.052 +56,mlp.experts.126.up_proj,0.0000398145,0.05000,2.041 +56,mlp.experts.131.up_proj,0.0000428155,0.05000,2.111 +56,mlp.experts.125.up_proj,0.0000600187,0.05000,2.035 +56,mlp.experts.128.up_proj,0.0000651926,0.05000,2.048 +56,mlp.experts.130.up_proj,0.0000605442,0.05000,2.069 +56,mlp.experts.135.up_proj,0.0000363000,0.05000,2.094 +56,mlp.experts.129.up_proj,0.0000203135,0.05000,2.034 +56,mlp.experts.132.up_proj,0.0000272715,0.05000,2.096 +56,mlp.experts.134.up_proj,0.0000368139,0.05000,2.051 +56,mlp.experts.139.up_proj,0.0000412544,0.05000,2.029 +56,mlp.experts.133.up_proj,0.0000306496,0.05000,2.032 +56,mlp.experts.136.up_proj,0.0000711653,0.05000,2.086 +56,mlp.experts.138.up_proj,0.0000591888,0.05000,2.004 +56,mlp.experts.143.up_proj,0.0000632789,0.05000,2.015 +56,mlp.experts.137.up_proj,0.0000795815,0.05000,2.014 +56,mlp.experts.140.up_proj,0.0000391480,0.05000,2.004 +56,mlp.experts.142.up_proj,0.0000760342,0.05000,2.077 +56,mlp.experts.141.up_proj,0.0000673363,0.05000,2.027 +56,mlp.experts.147.up_proj,0.0001291935,0.05000,2.119 +56,mlp.experts.144.up_proj,0.0000405976,0.05000,2.151 +56,mlp.experts.146.up_proj,0.0000364488,0.05000,2.033 +56,mlp.experts.145.up_proj,0.0001316947,0.05000,2.087 +56,mlp.experts.151.up_proj,0.0000689781,0.05000,2.107 +56,mlp.experts.148.up_proj,0.0000324906,0.05000,2.041 +56,mlp.experts.150.up_proj,0.0000614900,0.05000,2.090 +56,mlp.experts.149.up_proj,0.0000226066,0.05000,2.061 +56,mlp.experts.155.up_proj,0.0000732062,0.05000,2.036 +56,mlp.experts.152.up_proj,0.0000303717,0.05000,2.072 +56,mlp.experts.154.up_proj,0.0000575431,0.05000,2.055 +56,mlp.experts.153.up_proj,0.0000620484,0.05000,2.111 +56,mlp.experts.159.up_proj,0.0001519853,0.05000,2.132 +56,mlp.experts.156.up_proj,0.0000615234,0.05000,1.978 +56,mlp.experts.158.up_proj,0.0000981260,0.05000,1.618 +56,mlp.experts.157.up_proj,0.0000359397,0.05000,1.421 +56,mlp.experts.0.down_proj,0.0000076101,0.05000,0.640 +56,mlp.experts.2.down_proj,0.0000137937,0.05000,0.641 +56,mlp.experts.3.down_proj,0.0000101348,0.05000,0.657 +56,mlp.experts.1.down_proj,0.0000134002,0.05000,0.683 +56,mlp.experts.4.down_proj,0.0000217051,0.05000,0.616 +56,mlp.experts.6.down_proj,0.0000091717,0.05000,0.639 +56,mlp.experts.7.down_proj,0.0000038417,0.05000,0.629 +56,mlp.experts.5.down_proj,0.0000076956,0.05000,0.628 +56,mlp.experts.8.down_proj,0.0000090693,0.05000,0.630 +56,mlp.experts.10.down_proj,0.0000056214,0.05000,0.604 +56,mlp.experts.11.down_proj,0.0000131208,0.05000,0.629 +56,mlp.experts.9.down_proj,0.0000106065,0.05000,0.644 +56,mlp.experts.14.down_proj,0.0000345833,0.05000,0.610 +56,mlp.experts.12.down_proj,0.0000197227,0.05000,0.629 +56,mlp.experts.15.down_proj,0.0000064565,0.05000,0.630 +56,mlp.experts.13.down_proj,0.0000098070,0.05000,0.628 +56,mlp.experts.18.down_proj,0.0000108681,0.05000,0.599 +56,mlp.experts.16.down_proj,0.0000071037,0.05000,0.603 +56,mlp.experts.19.down_proj,0.0000037122,0.05000,0.627 +56,mlp.experts.17.down_proj,0.0000087918,0.05000,0.604 +56,mlp.experts.22.down_proj,0.0000094551,0.05000,0.604 +56,mlp.experts.20.down_proj,0.0000134428,0.05000,0.607 +56,mlp.experts.21.down_proj,0.0000081205,0.05000,0.600 +56,mlp.experts.23.down_proj,0.0000054349,0.05000,0.649 +56,mlp.experts.26.down_proj,0.0000083468,0.05000,0.599 +56,mlp.experts.24.down_proj,0.0000173315,0.05000,0.601 +56,mlp.experts.25.down_proj,0.0000142819,0.05000,0.602 +56,mlp.experts.27.down_proj,0.0000099292,0.05000,0.600 +56,mlp.experts.30.down_proj,0.0000037933,0.05000,0.596 +56,mlp.experts.28.down_proj,0.0000012030,0.05000,0.603 +56,mlp.experts.29.down_proj,0.0000092277,0.05000,0.603 +56,mlp.experts.31.down_proj,0.0000060063,0.05000,0.601 +56,mlp.experts.34.down_proj,0.0000030886,0.05000,0.598 +56,mlp.experts.32.down_proj,0.0000139351,0.05000,0.604 +56,mlp.experts.33.down_proj,0.0000205372,0.05000,0.618 +56,mlp.experts.35.down_proj,0.0000102979,0.05000,0.602 +56,mlp.experts.38.down_proj,0.0000107735,0.05000,0.609 +56,mlp.experts.36.down_proj,0.0000361850,0.05000,0.613 +56,mlp.experts.37.down_proj,0.0000045616,0.05000,0.626 +56,mlp.experts.39.down_proj,0.0000124875,0.05000,0.637 +56,mlp.experts.42.down_proj,0.0000096339,0.05000,0.602 +56,mlp.experts.40.down_proj,0.0000049533,0.05000,0.625 +56,mlp.experts.41.down_proj,0.0000051616,0.05000,0.607 +56,mlp.experts.43.down_proj,0.0000046305,0.05000,0.602 +56,mlp.experts.46.down_proj,0.0000080149,0.05000,0.600 +56,mlp.experts.44.down_proj,0.0000079322,0.05000,0.600 +56,mlp.experts.45.down_proj,0.0000092124,0.05000,0.603 +56,mlp.experts.47.down_proj,0.0000197527,0.05000,0.600 +56,mlp.experts.50.down_proj,0.0000166965,0.05000,0.609 +56,mlp.experts.48.down_proj,0.0000167291,0.05000,0.608 +56,mlp.experts.49.down_proj,0.0000405573,0.05000,0.609 +56,mlp.experts.51.down_proj,0.0000067309,0.05000,0.662 +56,mlp.experts.54.down_proj,0.0000077886,0.05000,0.599 +56,mlp.experts.52.down_proj,0.0000056746,0.05000,0.605 +56,mlp.experts.53.down_proj,0.0000112009,0.05000,0.621 +56,mlp.experts.55.down_proj,0.0000061220,0.05000,0.602 +56,mlp.experts.58.down_proj,0.0000052699,0.05000,0.601 +56,mlp.experts.56.down_proj,0.0000189349,0.05000,0.598 +56,mlp.experts.57.down_proj,0.0000053977,0.05000,0.600 +56,mlp.experts.59.down_proj,0.0000131748,0.05000,0.601 +56,mlp.experts.62.down_proj,0.0000432379,0.05000,0.667 +56,mlp.experts.60.down_proj,0.0000117991,0.05000,0.603 +56,mlp.experts.61.down_proj,0.0000120919,0.05000,0.603 +56,mlp.experts.63.down_proj,0.0000033600,0.05000,0.624 +56,mlp.experts.66.down_proj,0.0000048393,0.05000,0.600 +56,mlp.experts.64.down_proj,0.0000027116,0.05000,0.601 +56,mlp.experts.65.down_proj,0.0001329152,0.05000,0.598 +56,mlp.experts.67.down_proj,0.0000250327,0.05000,0.618 +56,mlp.experts.68.down_proj,0.0000065305,0.05000,0.598 +56,mlp.experts.70.down_proj,0.0000376134,0.05000,0.622 +56,mlp.experts.69.down_proj,0.0000023188,0.05000,0.600 +56,mlp.experts.71.down_proj,0.0000158373,0.05000,0.598 +56,mlp.experts.72.down_proj,0.0000016167,0.05000,0.598 +56,mlp.experts.74.down_proj,0.0000052790,0.05000,0.597 +56,mlp.experts.73.down_proj,0.0000056440,0.05000,0.594 +56,mlp.experts.75.down_proj,0.0000075915,0.05000,0.622 +56,mlp.experts.76.down_proj,0.0000096225,0.05000,0.637 +56,mlp.experts.78.down_proj,0.0000011689,0.05000,0.632 +56,mlp.experts.77.down_proj,0.0000082542,0.05000,0.636 +56,mlp.experts.79.down_proj,0.0000173321,0.05000,0.652 +56,mlp.experts.80.down_proj,0.0000063088,0.05000,0.615 +56,mlp.experts.82.down_proj,0.0000068965,0.05000,0.613 +56,mlp.experts.81.down_proj,0.0000276872,0.05000,0.630 +56,mlp.experts.83.down_proj,0.0000051253,0.05000,0.632 +56,mlp.experts.84.down_proj,0.0000166189,0.05000,0.611 +56,mlp.experts.86.down_proj,0.0000035384,0.05000,0.604 +56,mlp.experts.85.down_proj,0.0000025921,0.05000,0.633 +56,mlp.experts.87.down_proj,0.0000251558,0.05000,0.657 +56,mlp.experts.90.down_proj,0.0000061926,0.05000,0.623 +56,mlp.experts.88.down_proj,0.0000079804,0.05000,0.627 +56,mlp.experts.89.down_proj,0.0000084813,0.05000,0.653 +56,mlp.experts.91.down_proj,0.0000046339,0.05000,0.652 +56,mlp.experts.94.down_proj,0.0000055168,0.05000,0.620 +56,mlp.experts.92.down_proj,0.0000136017,0.05000,0.620 +56,mlp.experts.93.down_proj,0.0000410141,0.05000,0.634 +56,mlp.experts.95.down_proj,0.0000062891,0.05000,0.648 +56,mlp.experts.98.down_proj,0.0000020246,0.05000,0.606 +56,mlp.experts.96.down_proj,0.0000127470,0.05000,0.609 +56,mlp.experts.97.down_proj,0.0000182937,0.05000,0.602 +56,mlp.experts.99.down_proj,0.0000044516,0.05000,0.624 +56,mlp.experts.102.down_proj,0.0000064772,0.05000,0.614 +56,mlp.experts.100.down_proj,0.0000011930,0.05000,0.612 +56,mlp.experts.101.down_proj,0.0000044248,0.05000,0.648 +56,mlp.experts.103.down_proj,0.0000065827,0.05000,0.694 +56,mlp.experts.106.down_proj,0.0000037538,0.05000,0.615 +56,mlp.experts.104.down_proj,0.0000250764,0.05000,0.618 +56,mlp.experts.105.down_proj,0.0000076233,0.05000,0.615 +56,mlp.experts.107.down_proj,0.0000215285,0.05000,0.606 +56,mlp.experts.110.down_proj,0.0000050818,0.05000,0.609 +56,mlp.experts.108.down_proj,0.0000128609,0.05000,0.613 +56,mlp.experts.109.down_proj,0.0000063912,0.05000,0.616 +56,mlp.experts.111.down_proj,0.0000038164,0.05000,0.622 +56,mlp.experts.114.down_proj,0.0000072923,0.05000,0.614 +56,mlp.experts.112.down_proj,0.0000030705,0.05000,0.617 +56,mlp.experts.113.down_proj,0.0000526117,0.05000,0.637 +56,mlp.experts.115.down_proj,0.0000127094,0.05000,0.628 +56,mlp.experts.118.down_proj,0.0000053194,0.05000,0.606 +56,mlp.experts.116.down_proj,0.0000130009,0.05000,0.608 +56,mlp.experts.117.down_proj,0.0000072105,0.05000,0.600 +56,mlp.experts.119.down_proj,0.0000070374,0.05000,0.644 +56,mlp.experts.122.down_proj,0.0000064175,0.05000,0.610 +56,mlp.experts.120.down_proj,0.0000053547,0.05000,0.627 +56,mlp.experts.121.down_proj,0.0000093423,0.05000,0.602 +56,mlp.experts.123.down_proj,0.0000051787,0.05000,0.600 +56,mlp.experts.126.down_proj,0.0000054986,0.05000,0.606 +56,mlp.experts.124.down_proj,0.0000044509,0.05000,0.604 +56,mlp.experts.125.down_proj,0.0000115219,0.05000,0.633 +56,mlp.experts.127.down_proj,0.0000072753,0.05000,0.631 +56,mlp.experts.130.down_proj,0.0000223706,0.05000,0.635 +56,mlp.experts.128.down_proj,0.0000114605,0.05000,0.641 +56,mlp.experts.129.down_proj,0.0000045827,0.05000,0.619 +56,mlp.experts.131.down_proj,0.0000064457,0.05000,0.612 +56,mlp.experts.134.down_proj,0.0000060678,0.05000,0.615 +56,mlp.experts.132.down_proj,0.0000047893,0.05000,0.613 +56,mlp.experts.133.down_proj,0.0000081074,0.05000,0.614 +56,mlp.experts.135.down_proj,0.0000058470,0.05000,0.611 +56,mlp.experts.138.down_proj,0.0000108506,0.05000,0.615 +56,mlp.experts.136.down_proj,0.0000114725,0.05000,0.618 +56,mlp.experts.137.down_proj,0.0000118169,0.05000,0.629 +56,mlp.experts.139.down_proj,0.0000056423,0.05000,0.632 +56,mlp.experts.142.down_proj,0.0000115328,0.05000,0.614 +56,mlp.experts.140.down_proj,0.0000074470,0.05000,0.629 +56,mlp.experts.141.down_proj,0.0000129252,0.05000,0.607 +56,mlp.experts.143.down_proj,0.0000127917,0.05000,0.608 +56,mlp.experts.146.down_proj,0.0000074306,0.05000,0.611 +56,mlp.experts.144.down_proj,0.0000070821,0.05000,0.609 +56,mlp.experts.145.down_proj,0.0000196365,0.05000,0.615 +56,mlp.experts.147.down_proj,0.0000221004,0.05000,0.639 +56,mlp.experts.150.down_proj,0.0000074939,0.05000,0.612 +56,mlp.experts.148.down_proj,0.0000053352,0.05000,0.606 +56,mlp.experts.149.down_proj,0.0000028618,0.05000,0.609 +56,mlp.experts.151.down_proj,0.0000150575,0.05000,0.604 +56,mlp.experts.154.down_proj,0.0000170146,0.05000,0.614 +56,mlp.experts.152.down_proj,0.0000038758,0.05000,0.607 +56,mlp.experts.153.down_proj,0.0000155818,0.05000,0.627 +56,mlp.experts.155.down_proj,0.0000122129,0.05000,0.598 +56,mlp.experts.158.down_proj,0.0000179873,0.05000,0.611 +56,mlp.experts.156.down_proj,0.0000109600,0.05000,0.596 +56,mlp.experts.157.down_proj,0.0000040769,0.05000,0.525 +56,mlp.experts.159.down_proj,0.0000198839,0.05000,0.417 +57,mlp.experts.0.gate_proj,0.0000587871,0.05000,2.064 +57,mlp.experts.2.gate_proj,0.0000860918,0.05000,2.093 +57,mlp.experts.1.gate_proj,0.0000931962,0.05000,2.133 +57,mlp.experts.3.gate_proj,0.0000623974,0.05000,2.136 +57,mlp.experts.4.gate_proj,0.0001973075,0.05000,2.056 +57,mlp.experts.6.gate_proj,0.0000296018,0.05000,2.031 +57,mlp.experts.5.gate_proj,0.0000744384,0.05000,2.032 +57,mlp.experts.7.gate_proj,0.0000564385,0.05000,2.058 +57,mlp.experts.9.gate_proj,0.0000375035,0.05000,2.022 +57,mlp.experts.8.gate_proj,0.0000728196,0.05000,2.094 +57,mlp.experts.10.gate_proj,0.0000713294,0.05000,2.122 +57,mlp.experts.11.gate_proj,0.0000428138,0.05000,2.111 +57,mlp.experts.14.gate_proj,0.0000853671,0.05000,2.025 +57,mlp.experts.13.gate_proj,0.0001558119,0.05000,2.087 +57,mlp.experts.12.gate_proj,0.0000969064,0.05000,2.093 +57,mlp.experts.15.gate_proj,0.0000331222,0.05000,2.135 +57,mlp.experts.17.gate_proj,0.0000355106,0.05000,2.043 +57,mlp.experts.16.gate_proj,0.0000855738,0.05000,2.047 +57,mlp.experts.18.gate_proj,0.0000547696,0.05000,2.120 +57,mlp.experts.19.gate_proj,0.0000491770,0.05000,2.107 +57,mlp.experts.22.gate_proj,0.0000452573,0.05000,2.006 +57,mlp.experts.21.gate_proj,0.0000345588,0.05000,2.117 +57,mlp.experts.20.gate_proj,0.0000549606,0.05000,2.158 +57,mlp.experts.23.gate_proj,0.0000402896,0.05000,2.103 +57,mlp.experts.26.gate_proj,0.0000670391,0.05000,2.047 +57,mlp.experts.25.gate_proj,0.0000321178,0.05000,2.080 +57,mlp.experts.24.gate_proj,0.0000282455,0.05000,2.124 +57,mlp.experts.27.gate_proj,0.0000643249,0.05000,2.055 +57,mlp.experts.30.gate_proj,0.0000530027,0.05000,2.038 +57,mlp.experts.29.gate_proj,0.0000777689,0.05000,2.095 +57,mlp.experts.28.gate_proj,0.0000593236,0.05000,2.079 +57,mlp.experts.31.gate_proj,0.0000790767,0.05000,2.078 +57,mlp.experts.34.gate_proj,0.0000397924,0.05000,2.060 +57,mlp.experts.33.gate_proj,0.0000453466,0.05000,2.053 +57,mlp.experts.32.gate_proj,0.0000553039,0.05000,2.068 +57,mlp.experts.35.gate_proj,0.0000273982,0.05000,2.070 +57,mlp.experts.38.gate_proj,0.0000089099,0.05000,2.046 +57,mlp.experts.37.gate_proj,0.0000385793,0.05000,2.058 +57,mlp.experts.39.gate_proj,0.0000589361,0.05000,2.038 +57,mlp.experts.36.gate_proj,0.0000327980,0.05000,2.164 +57,mlp.experts.42.gate_proj,0.0002360321,0.05000,2.107 +57,mlp.experts.41.gate_proj,0.0001241113,0.05000,2.054 +57,mlp.experts.43.gate_proj,0.0000617117,0.05000,2.086 +57,mlp.experts.40.gate_proj,0.0000363179,0.05000,2.165 +57,mlp.experts.46.gate_proj,0.0000773341,0.05000,2.071 +57,mlp.experts.45.gate_proj,0.0000352677,0.05000,2.052 +57,mlp.experts.47.gate_proj,0.0000600671,0.05000,2.084 +57,mlp.experts.44.gate_proj,0.0000341338,0.05000,2.130 +57,mlp.experts.50.gate_proj,0.0000083627,0.05000,2.054 +57,mlp.experts.49.gate_proj,0.0000662167,0.05000,2.107 +57,mlp.experts.51.gate_proj,0.0000932979,0.05000,2.052 +57,mlp.experts.48.gate_proj,0.0000323257,0.05000,2.083 +57,mlp.experts.54.gate_proj,0.0000411043,0.05000,2.066 +57,mlp.experts.53.gate_proj,0.0000595019,0.05000,2.022 +57,mlp.experts.55.gate_proj,0.0001697885,0.05000,2.009 +57,mlp.experts.52.gate_proj,0.0001464571,0.05000,2.090 +57,mlp.experts.58.gate_proj,0.0000967657,0.05000,2.091 +57,mlp.experts.57.gate_proj,0.0000220106,0.05000,2.136 +57,mlp.experts.59.gate_proj,0.0000704734,0.05000,2.103 +57,mlp.experts.56.gate_proj,0.0001037772,0.05000,2.099 +57,mlp.experts.62.gate_proj,0.0000629280,0.05000,2.071 +57,mlp.experts.61.gate_proj,0.0000991334,0.05000,2.069 +57,mlp.experts.63.gate_proj,0.0000666026,0.05000,2.090 +57,mlp.experts.60.gate_proj,0.0000373064,0.05000,2.114 +57,mlp.experts.66.gate_proj,0.0000666074,0.05000,2.078 +57,mlp.experts.65.gate_proj,0.0000488361,0.05000,2.131 +57,mlp.experts.67.gate_proj,0.0000412281,0.05000,2.108 +57,mlp.experts.64.gate_proj,0.0000286275,0.05000,2.097 +57,mlp.experts.70.gate_proj,0.0000979516,0.05000,2.053 +57,mlp.experts.69.gate_proj,0.0000801007,0.05000,2.015 +57,mlp.experts.71.gate_proj,0.0000699405,0.05000,2.014 +57,mlp.experts.68.gate_proj,0.0000463000,0.05000,2.009 +57,mlp.experts.74.gate_proj,0.0000093617,0.05000,2.114 +57,mlp.experts.73.gate_proj,0.0000608050,0.05000,2.066 +57,mlp.experts.75.gate_proj,0.0000361866,0.05000,2.041 +57,mlp.experts.72.gate_proj,0.0000324791,0.05000,2.090 +57,mlp.experts.78.gate_proj,0.0000639723,0.05000,2.064 +57,mlp.experts.77.gate_proj,0.0000888445,0.05000,2.054 +57,mlp.experts.79.gate_proj,0.0000589830,0.05000,2.044 +57,mlp.experts.76.gate_proj,0.0000330281,0.05000,2.082 +57,mlp.experts.82.gate_proj,0.0000713663,0.05000,2.101 +57,mlp.experts.81.gate_proj,0.0000364088,0.05000,2.103 +57,mlp.experts.83.gate_proj,0.0000760780,0.05000,2.056 +57,mlp.experts.80.gate_proj,0.0000532581,0.05000,2.055 +57,mlp.experts.86.gate_proj,0.0000843988,0.05000,2.105 +57,mlp.experts.87.gate_proj,0.0000310194,0.05000,2.010 +57,mlp.experts.85.gate_proj,0.0000372004,0.05000,2.080 +57,mlp.experts.84.gate_proj,0.0000359854,0.05000,2.085 +57,mlp.experts.91.gate_proj,0.0000595167,0.05000,2.063 +57,mlp.experts.90.gate_proj,0.0001028120,0.05000,2.128 +57,mlp.experts.89.gate_proj,0.0000564209,0.05000,2.110 +57,mlp.experts.88.gate_proj,0.0000360715,0.05000,2.066 +57,mlp.experts.93.gate_proj,0.0000676543,0.05000,2.034 +57,mlp.experts.95.gate_proj,0.0000518308,0.05000,2.127 +57,mlp.experts.94.gate_proj,0.0000330119,0.05000,2.131 +57,mlp.experts.92.gate_proj,0.0000471578,0.05000,2.056 +57,mlp.experts.99.gate_proj,0.0000601620,0.05000,2.023 +57,mlp.experts.97.gate_proj,0.0000562776,0.05000,2.076 +57,mlp.experts.98.gate_proj,0.0000327660,0.05000,2.092 +57,mlp.experts.96.gate_proj,0.0000770104,0.05000,2.037 +57,mlp.experts.103.gate_proj,0.0002724980,0.05000,2.057 +57,mlp.experts.101.gate_proj,0.0000587227,0.05000,2.103 +57,mlp.experts.102.gate_proj,0.0000375543,0.05000,2.175 +57,mlp.experts.100.gate_proj,0.0000487321,0.05000,2.068 +57,mlp.experts.107.gate_proj,0.0002191900,0.05000,2.093 +57,mlp.experts.105.gate_proj,0.0000229887,0.05000,2.085 +57,mlp.experts.106.gate_proj,0.0000164659,0.05000,2.199 +57,mlp.experts.104.gate_proj,0.0000656990,0.05000,2.109 +57,mlp.experts.111.gate_proj,0.0001067981,0.05000,2.097 +57,mlp.experts.109.gate_proj,0.0000679956,0.05000,2.096 +57,mlp.experts.110.gate_proj,0.0000661727,0.05000,2.088 +57,mlp.experts.108.gate_proj,0.0000366207,0.05000,2.065 +57,mlp.experts.115.gate_proj,0.0000921819,0.05000,2.097 +57,mlp.experts.113.gate_proj,0.0000566218,0.05000,2.072 +57,mlp.experts.114.gate_proj,0.0000480367,0.05000,2.054 +57,mlp.experts.112.gate_proj,0.0000311800,0.05000,2.032 +57,mlp.experts.117.gate_proj,0.0000948208,0.05000,2.005 +57,mlp.experts.119.gate_proj,0.0000235148,0.05000,2.077 +57,mlp.experts.116.gate_proj,0.0001198901,0.05000,2.001 +57,mlp.experts.118.gate_proj,0.0000609180,0.05000,2.126 +57,mlp.experts.123.gate_proj,0.0000674515,0.05000,2.044 +57,mlp.experts.121.gate_proj,0.0000556480,0.05000,2.085 +57,mlp.experts.120.gate_proj,0.0001055901,0.05000,2.074 +57,mlp.experts.122.gate_proj,0.0000584014,0.05000,2.074 +57,mlp.experts.125.gate_proj,0.0000394749,0.05000,2.000 +57,mlp.experts.127.gate_proj,0.0000645638,0.05000,2.009 +57,mlp.experts.124.gate_proj,0.0000260651,0.05000,2.023 +57,mlp.experts.126.gate_proj,0.0001738863,0.05000,2.031 +57,mlp.experts.129.gate_proj,0.0000528695,0.05000,2.034 +57,mlp.experts.131.gate_proj,0.0001176512,0.05000,2.063 +57,mlp.experts.128.gate_proj,0.0001379762,0.05000,2.075 +57,mlp.experts.130.gate_proj,0.0000312286,0.05000,2.059 +57,mlp.experts.135.gate_proj,0.0001006640,0.05000,2.030 +57,mlp.experts.133.gate_proj,0.0000827609,0.05000,2.084 +57,mlp.experts.132.gate_proj,0.0000596433,0.05000,2.097 +57,mlp.experts.134.gate_proj,0.0000233849,0.05000,2.061 +57,mlp.experts.137.gate_proj,0.0000393615,0.05000,2.008 +57,mlp.experts.139.gate_proj,0.0000411209,0.05000,2.057 +57,mlp.experts.138.gate_proj,0.0000499275,0.05000,2.030 +57,mlp.experts.136.gate_proj,0.0000282118,0.05000,2.083 +57,mlp.experts.143.gate_proj,0.0000116361,0.05000,2.044 +57,mlp.experts.141.gate_proj,0.0000518905,0.05000,2.094 +57,mlp.experts.140.gate_proj,0.0000261804,0.05000,2.076 +57,mlp.experts.142.gate_proj,0.0000402316,0.05000,2.136 +57,mlp.experts.147.gate_proj,0.0000372927,0.05000,2.021 +57,mlp.experts.145.gate_proj,0.0000751271,0.05000,2.055 +57,mlp.experts.144.gate_proj,0.0000709803,0.05000,2.043 +57,mlp.experts.146.gate_proj,0.0000535742,0.05000,2.073 +57,mlp.experts.151.gate_proj,0.0000082211,0.05000,2.049 +57,mlp.experts.149.gate_proj,0.0000238006,0.05000,2.061 +57,mlp.experts.148.gate_proj,0.0000390971,0.05000,2.053 +57,mlp.experts.150.gate_proj,0.0000430498,0.05000,2.151 +57,mlp.experts.155.gate_proj,0.0000345408,0.05000,2.035 +57,mlp.experts.153.gate_proj,0.0000071464,0.05000,2.145 +57,mlp.experts.152.gate_proj,0.0000132140,0.05000,2.052 +57,mlp.experts.154.gate_proj,0.0000180921,0.05000,2.029 +57,mlp.experts.159.gate_proj,0.0000647488,0.05000,2.046 +57,mlp.experts.157.gate_proj,0.0000545726,0.05000,2.097 +57,mlp.experts.156.gate_proj,0.0000538571,0.05000,2.050 +57,mlp.experts.158.gate_proj,0.0000989684,0.05000,2.020 +57,mlp.experts.3.up_proj,0.0000607528,0.05000,2.030 +57,mlp.experts.1.up_proj,0.0000867865,0.05000,2.026 +57,mlp.experts.0.up_proj,0.0000553623,0.05000,2.055 +57,mlp.experts.2.up_proj,0.0000827418,0.05000,2.043 +57,mlp.experts.7.up_proj,0.0000540776,0.05000,2.063 +57,mlp.experts.5.up_proj,0.0000711493,0.05000,2.052 +57,mlp.experts.4.up_proj,0.0001890020,0.05000,2.101 +57,mlp.experts.6.up_proj,0.0000271380,0.05000,2.052 +57,mlp.experts.11.up_proj,0.0000408382,0.05000,1.621 +57,mlp.experts.9.up_proj,0.0000365980,0.05000,1.493 +57,mlp.experts.10.up_proj,0.0000690184,0.05000,2.126 +57,mlp.experts.15.up_proj,0.0000318913,0.05000,2.128 +57,mlp.experts.8.up_proj,0.0000710825,0.05000,2.186 +57,mlp.experts.13.up_proj,0.0001434479,0.05000,2.228 +57,mlp.experts.14.up_proj,0.0000843312,0.05000,2.057 +57,mlp.experts.19.up_proj,0.0000475099,0.05000,2.099 +57,mlp.experts.17.up_proj,0.0000349260,0.05000,2.023 +57,mlp.experts.12.up_proj,0.0000947990,0.05000,2.067 +57,mlp.experts.16.up_proj,0.0000830117,0.05000,2.041 +57,mlp.experts.23.up_proj,0.0000392654,0.05000,2.105 +57,mlp.experts.18.up_proj,0.0000536751,0.05000,2.184 +57,mlp.experts.21.up_proj,0.0000330951,0.05000,2.142 +57,mlp.experts.20.up_proj,0.0000537592,0.05000,2.047 +57,mlp.experts.27.up_proj,0.0000625594,0.05000,2.067 +57,mlp.experts.22.up_proj,0.0000433222,0.05000,2.084 +57,mlp.experts.25.up_proj,0.0000309183,0.05000,2.133 +57,mlp.experts.24.up_proj,0.0000271317,0.05000,2.039 +57,mlp.experts.31.up_proj,0.0000764149,0.05000,2.061 +57,mlp.experts.26.up_proj,0.0000644107,0.05000,2.104 +57,mlp.experts.29.up_proj,0.0000750312,0.05000,2.147 +57,mlp.experts.28.up_proj,0.0000576629,0.05000,2.071 +57,mlp.experts.35.up_proj,0.0000265182,0.05000,2.073 +57,mlp.experts.30.up_proj,0.0000515498,0.05000,2.097 +57,mlp.experts.33.up_proj,0.0000436602,0.05000,2.106 +57,mlp.experts.32.up_proj,0.0000535373,0.05000,2.078 +57,mlp.experts.39.up_proj,0.0000576307,0.05000,2.088 +57,mlp.experts.34.up_proj,0.0000375946,0.05000,2.097 +57,mlp.experts.37.up_proj,0.0000369818,0.05000,2.083 +57,mlp.experts.36.up_proj,0.0000315223,0.05000,2.036 +57,mlp.experts.43.up_proj,0.0000597267,0.05000,2.024 +57,mlp.experts.38.up_proj,0.0000086207,0.05000,2.045 +57,mlp.experts.41.up_proj,0.0001200163,0.05000,2.029 +57,mlp.experts.40.up_proj,0.0000350475,0.05000,2.112 +57,mlp.experts.47.up_proj,0.0000587052,0.05000,2.149 +57,mlp.experts.42.up_proj,0.0002217592,0.05000,2.147 +57,mlp.experts.45.up_proj,0.0000333438,0.05000,2.081 +57,mlp.experts.44.up_proj,0.0000331728,0.05000,2.056 +57,mlp.experts.51.up_proj,0.0000911505,0.05000,2.048 +57,mlp.experts.49.up_proj,0.0000653427,0.05000,2.015 +57,mlp.experts.46.up_proj,0.0000758058,0.05000,2.076 +57,mlp.experts.48.up_proj,0.0000313122,0.05000,2.061 +57,mlp.experts.55.up_proj,0.0001682656,0.05000,2.068 +57,mlp.experts.53.up_proj,0.0000572161,0.05000,2.055 +57,mlp.experts.50.up_proj,0.0000081390,0.05000,2.030 +57,mlp.experts.52.up_proj,0.0001415348,0.05000,2.063 +57,mlp.experts.59.up_proj,0.0000663175,0.05000,2.095 +57,mlp.experts.57.up_proj,0.0000209839,0.05000,2.063 +57,mlp.experts.54.up_proj,0.0000398114,0.05000,2.098 +57,mlp.experts.56.up_proj,0.0000991294,0.05000,2.094 +57,mlp.experts.63.up_proj,0.0000635524,0.05000,2.106 +57,mlp.experts.61.up_proj,0.0000950060,0.05000,2.050 +57,mlp.experts.58.up_proj,0.0000916923,0.05000,2.062 +57,mlp.experts.60.up_proj,0.0000360776,0.05000,2.039 +57,mlp.experts.67.up_proj,0.0000394125,0.05000,2.055 +57,mlp.experts.65.up_proj,0.0000470044,0.05000,2.040 +57,mlp.experts.62.up_proj,0.0000609786,0.05000,2.044 +57,mlp.experts.64.up_proj,0.0000275093,0.05000,2.051 +57,mlp.experts.71.up_proj,0.0000680180,0.05000,2.063 +57,mlp.experts.69.up_proj,0.0000780505,0.05000,2.057 +57,mlp.experts.66.up_proj,0.0000636483,0.05000,2.034 +57,mlp.experts.68.up_proj,0.0000448778,0.05000,1.994 +57,mlp.experts.75.up_proj,0.0000350369,0.05000,2.033 +57,mlp.experts.70.up_proj,0.0000936581,0.05000,1.978 +57,mlp.experts.73.up_proj,0.0000590524,0.05000,2.052 +57,mlp.experts.72.up_proj,0.0000314505,0.05000,2.057 +57,mlp.experts.79.up_proj,0.0000561879,0.05000,2.021 +57,mlp.experts.74.up_proj,0.0000090369,0.05000,2.020 +57,mlp.experts.77.up_proj,0.0000843830,0.05000,2.034 +57,mlp.experts.76.up_proj,0.0000313625,0.05000,2.015 +57,mlp.experts.83.up_proj,0.0000722453,0.05000,2.025 +57,mlp.experts.78.up_proj,0.0000617343,0.05000,2.057 +57,mlp.experts.81.up_proj,0.0000361240,0.05000,2.041 +57,mlp.experts.80.up_proj,0.0000501100,0.05000,2.175 +57,mlp.experts.85.up_proj,0.0000357855,0.05000,2.063 +57,mlp.experts.87.up_proj,0.0000294631,0.05000,2.140 +57,mlp.experts.82.up_proj,0.0000675953,0.05000,2.158 +57,mlp.experts.84.up_proj,0.0000347542,0.05000,2.072 +57,mlp.experts.89.up_proj,0.0000546771,0.05000,2.076 +57,mlp.experts.86.up_proj,0.0000810498,0.05000,2.081 +57,mlp.experts.91.up_proj,0.0000579420,0.05000,2.162 +57,mlp.experts.88.up_proj,0.0000351127,0.05000,2.129 +57,mlp.experts.93.up_proj,0.0000646211,0.05000,2.101 +57,mlp.experts.90.up_proj,0.0001006825,0.05000,2.145 +57,mlp.experts.95.up_proj,0.0000484870,0.05000,2.145 +57,mlp.experts.92.up_proj,0.0000457552,0.05000,2.097 +57,mlp.experts.97.up_proj,0.0000516031,0.05000,2.087 +57,mlp.experts.99.up_proj,0.0000577649,0.05000,2.050 +57,mlp.experts.94.up_proj,0.0000317033,0.05000,2.135 +57,mlp.experts.96.up_proj,0.0000720134,0.05000,2.075 +57,mlp.experts.101.up_proj,0.0000572816,0.05000,2.044 +57,mlp.experts.98.up_proj,0.0000321423,0.05000,2.033 +57,mlp.experts.103.up_proj,0.0002574188,0.05000,2.111 +57,mlp.experts.100.up_proj,0.0000465738,0.05000,2.093 +57,mlp.experts.105.up_proj,0.0000223644,0.05000,2.105 +57,mlp.experts.102.up_proj,0.0000364268,0.05000,2.114 +57,mlp.experts.107.up_proj,0.0002122448,0.05000,2.091 +57,mlp.experts.104.up_proj,0.0000623899,0.05000,2.077 +57,mlp.experts.109.up_proj,0.0000655848,0.05000,2.086 +57,mlp.experts.111.up_proj,0.0001026116,0.05000,2.068 +57,mlp.experts.106.up_proj,0.0000154737,0.05000,2.112 +57,mlp.experts.108.up_proj,0.0000352806,0.05000,2.057 +57,mlp.experts.113.up_proj,0.0000541527,0.05000,2.096 +57,mlp.experts.115.up_proj,0.0000809936,0.05000,2.041 +57,mlp.experts.110.up_proj,0.0000626583,0.05000,2.046 +57,mlp.experts.112.up_proj,0.0000300044,0.05000,2.040 +57,mlp.experts.117.up_proj,0.0000913647,0.05000,2.051 +57,mlp.experts.119.up_proj,0.0000221964,0.05000,2.063 +57,mlp.experts.114.up_proj,0.0000464303,0.05000,2.018 +57,mlp.experts.116.up_proj,0.0001169909,0.05000,2.053 +57,mlp.experts.121.up_proj,0.0000540888,0.05000,2.106 +57,mlp.experts.118.up_proj,0.0000577438,0.05000,2.087 +57,mlp.experts.123.up_proj,0.0000654402,0.05000,2.137 +57,mlp.experts.120.up_proj,0.0001020298,0.05000,2.087 +57,mlp.experts.125.up_proj,0.0000376575,0.05000,2.134 +57,mlp.experts.127.up_proj,0.0000607893,0.05000,2.064 +57,mlp.experts.122.up_proj,0.0000566375,0.05000,2.112 +57,mlp.experts.124.up_proj,0.0000248573,0.05000,2.131 +57,mlp.experts.126.up_proj,0.0001686808,0.05000,2.053 +57,mlp.experts.131.up_proj,0.0001085787,0.05000,2.076 +57,mlp.experts.129.up_proj,0.0000511745,0.05000,2.149 +57,mlp.experts.128.up_proj,0.0001306715,0.05000,2.094 +57,mlp.experts.130.up_proj,0.0000302571,0.05000,2.086 +57,mlp.experts.133.up_proj,0.0000804730,0.05000,2.096 +57,mlp.experts.135.up_proj,0.0000966228,0.05000,2.155 +57,mlp.experts.132.up_proj,0.0000575377,0.05000,2.059 +57,mlp.experts.134.up_proj,0.0000226296,0.05000,2.064 +57,mlp.experts.137.up_proj,0.0000379681,0.05000,2.061 +57,mlp.experts.139.up_proj,0.0000394713,0.05000,2.078 +57,mlp.experts.136.up_proj,0.0000269695,0.05000,2.038 +57,mlp.experts.138.up_proj,0.0000488975,0.05000,2.067 +57,mlp.experts.141.up_proj,0.0000500781,0.05000,2.087 +57,mlp.experts.143.up_proj,0.0000111883,0.05000,2.069 +57,mlp.experts.140.up_proj,0.0000254227,0.05000,2.038 +57,mlp.experts.142.up_proj,0.0000385553,0.05000,2.058 +57,mlp.experts.145.up_proj,0.0000739143,0.05000,2.062 +57,mlp.experts.147.up_proj,0.0000360266,0.05000,2.065 +57,mlp.experts.144.up_proj,0.0000685247,0.05000,2.040 +57,mlp.experts.146.up_proj,0.0000510173,0.05000,2.065 +57,mlp.experts.149.up_proj,0.0000233322,0.05000,2.063 +57,mlp.experts.151.up_proj,0.0000080400,0.05000,2.071 +57,mlp.experts.148.up_proj,0.0000357093,0.05000,2.109 +57,mlp.experts.150.up_proj,0.0000410132,0.05000,2.083 +57,mlp.experts.155.up_proj,0.0000334534,0.05000,2.049 +57,mlp.experts.153.up_proj,0.0000070346,0.05000,2.116 +57,mlp.experts.152.up_proj,0.0000126019,0.05000,2.114 +57,mlp.experts.154.up_proj,0.0000175965,0.05000,2.081 +57,mlp.experts.157.up_proj,0.0000537655,0.05000,2.042 +57,mlp.experts.159.up_proj,0.0000616809,0.05000,2.072 +57,mlp.experts.156.up_proj,0.0000525278,0.05000,1.560 +57,mlp.experts.158.up_proj,0.0000963420,0.05000,1.361 +57,mlp.experts.0.down_proj,0.0000102578,0.05000,0.637 +57,mlp.experts.1.down_proj,0.0000153610,0.05000,0.637 +57,mlp.experts.2.down_proj,0.0000131193,0.05000,0.663 +57,mlp.experts.3.down_proj,0.0000128902,0.05000,0.692 +57,mlp.experts.5.down_proj,0.0000103896,0.05000,0.611 +57,mlp.experts.6.down_proj,0.0000115088,0.05000,0.612 +57,mlp.experts.7.down_proj,0.0000070469,0.05000,0.612 +57,mlp.experts.4.down_proj,0.0000229860,0.05000,0.683 +57,mlp.experts.9.down_proj,0.0000067497,0.05000,0.615 +57,mlp.experts.10.down_proj,0.0000092700,0.05000,0.613 +57,mlp.experts.11.down_proj,0.0000061990,0.05000,0.625 +57,mlp.experts.8.down_proj,0.0000139157,0.05000,0.622 +57,mlp.experts.13.down_proj,0.0000273044,0.05000,0.612 +57,mlp.experts.14.down_proj,0.0000194197,0.05000,0.632 +57,mlp.experts.15.down_proj,0.0000071236,0.05000,0.609 +57,mlp.experts.12.down_proj,0.0000173651,0.05000,0.639 +57,mlp.experts.17.down_proj,0.0000078319,0.05000,0.627 +57,mlp.experts.18.down_proj,0.0000155770,0.05000,0.644 +57,mlp.experts.19.down_proj,0.0000062030,0.05000,0.642 +57,mlp.experts.16.down_proj,0.0000155167,0.05000,0.646 +57,mlp.experts.21.down_proj,0.0000061187,0.05000,0.622 +57,mlp.experts.22.down_proj,0.0000144590,0.05000,0.677 +57,mlp.experts.23.down_proj,0.0000097160,0.05000,0.668 +57,mlp.experts.20.down_proj,0.0000120652,0.05000,0.641 +57,mlp.experts.25.down_proj,0.0000046764,0.05000,0.616 +57,mlp.experts.26.down_proj,0.0000074568,0.05000,0.603 +57,mlp.experts.27.down_proj,0.0000105173,0.05000,0.610 +57,mlp.experts.24.down_proj,0.0000056336,0.05000,0.634 +57,mlp.experts.29.down_proj,0.0000277861,0.05000,0.603 +57,mlp.experts.30.down_proj,0.0000071450,0.05000,0.601 +57,mlp.experts.31.down_proj,0.0000160731,0.05000,0.599 +57,mlp.experts.28.down_proj,0.0000095426,0.05000,0.600 +57,mlp.experts.33.down_proj,0.0000062445,0.05000,0.617 +57,mlp.experts.34.down_proj,0.0000101080,0.05000,0.621 +57,mlp.experts.35.down_proj,0.0000047012,0.05000,0.635 +57,mlp.experts.32.down_proj,0.0000085530,0.05000,0.653 +57,mlp.experts.37.down_proj,0.0000060218,0.05000,0.606 +57,mlp.experts.38.down_proj,0.0000011521,0.05000,0.606 +57,mlp.experts.39.down_proj,0.0000087126,0.05000,0.624 +57,mlp.experts.36.down_proj,0.0000102714,0.05000,0.604 +57,mlp.experts.41.down_proj,0.0000252339,0.05000,0.611 +57,mlp.experts.42.down_proj,0.0000294072,0.05000,0.604 +57,mlp.experts.43.down_proj,0.0000085379,0.05000,0.602 +57,mlp.experts.40.down_proj,0.0000041769,0.05000,0.608 +57,mlp.experts.45.down_proj,0.0000101527,0.05000,0.609 +57,mlp.experts.46.down_proj,0.0000162700,0.05000,0.613 +57,mlp.experts.47.down_proj,0.0000084331,0.05000,0.648 +57,mlp.experts.44.down_proj,0.0000087976,0.05000,0.609 +57,mlp.experts.49.down_proj,0.0000125177,0.05000,0.660 +57,mlp.experts.50.down_proj,0.0000020492,0.05000,0.623 +57,mlp.experts.51.down_proj,0.0000137594,0.05000,0.604 +57,mlp.experts.48.down_proj,0.0000040982,0.05000,0.610 +57,mlp.experts.53.down_proj,0.0000093254,0.05000,0.605 +57,mlp.experts.54.down_proj,0.0000048585,0.05000,0.607 +57,mlp.experts.52.down_proj,0.0000342632,0.05000,0.610 +57,mlp.experts.55.down_proj,0.0000320113,0.05000,0.632 +57,mlp.experts.57.down_proj,0.0000026119,0.05000,0.645 +57,mlp.experts.58.down_proj,0.0000222285,0.05000,0.667 +57,mlp.experts.59.down_proj,0.0000126956,0.05000,0.682 +57,mlp.experts.56.down_proj,0.0000246632,0.05000,0.698 +57,mlp.experts.61.down_proj,0.0000153134,0.05000,0.602 +57,mlp.experts.62.down_proj,0.0000099174,0.05000,0.624 +57,mlp.experts.63.down_proj,0.0000131895,0.05000,0.603 +57,mlp.experts.60.down_proj,0.0000094022,0.05000,0.603 +57,mlp.experts.65.down_proj,0.0000075272,0.05000,0.602 +57,mlp.experts.66.down_proj,0.0000079108,0.05000,0.645 +57,mlp.experts.67.down_proj,0.0000063833,0.05000,0.602 +57,mlp.experts.64.down_proj,0.0000033309,0.05000,0.603 +57,mlp.experts.69.down_proj,0.0000131360,0.05000,0.610 +57,mlp.experts.70.down_proj,0.0000108592,0.05000,0.620 +57,mlp.experts.71.down_proj,0.0000167307,0.05000,0.610 +57,mlp.experts.68.down_proj,0.0000054130,0.05000,0.660 +57,mlp.experts.73.down_proj,0.0000148358,0.05000,0.633 +57,mlp.experts.74.down_proj,0.0000013078,0.05000,0.614 +57,mlp.experts.75.down_proj,0.0000052698,0.05000,0.611 +57,mlp.experts.72.down_proj,0.0000051330,0.05000,0.613 +57,mlp.experts.77.down_proj,0.0000101655,0.05000,0.614 +57,mlp.experts.79.down_proj,0.0000121413,0.05000,0.607 +57,mlp.experts.78.down_proj,0.0000077322,0.05000,0.660 +57,mlp.experts.76.down_proj,0.0000050077,0.05000,0.635 +57,mlp.experts.81.down_proj,0.0000087145,0.05000,0.612 +57,mlp.experts.83.down_proj,0.0000090284,0.05000,0.614 +57,mlp.experts.82.down_proj,0.0000147273,0.05000,0.618 +57,mlp.experts.80.down_proj,0.0000155453,0.05000,0.659 +57,mlp.experts.85.down_proj,0.0000055420,0.05000,0.615 +57,mlp.experts.87.down_proj,0.0000035392,0.05000,0.610 +57,mlp.experts.86.down_proj,0.0000130534,0.05000,0.618 +57,mlp.experts.84.down_proj,0.0000054510,0.05000,0.645 +57,mlp.experts.89.down_proj,0.0000083060,0.05000,0.646 +57,mlp.experts.91.down_proj,0.0000162007,0.05000,0.630 +57,mlp.experts.90.down_proj,0.0000313077,0.05000,0.634 +57,mlp.experts.88.down_proj,0.0000089225,0.05000,0.608 +57,mlp.experts.93.down_proj,0.0000186218,0.05000,0.610 +57,mlp.experts.95.down_proj,0.0000092644,0.05000,0.618 +57,mlp.experts.94.down_proj,0.0000045432,0.05000,0.606 +57,mlp.experts.92.down_proj,0.0000109154,0.05000,0.610 +57,mlp.experts.97.down_proj,0.0000086667,0.05000,0.609 +57,mlp.experts.99.down_proj,0.0000112234,0.05000,0.638 +57,mlp.experts.98.down_proj,0.0000048292,0.05000,0.622 +57,mlp.experts.96.down_proj,0.0000089567,0.05000,0.617 +57,mlp.experts.101.down_proj,0.0000092656,0.05000,0.610 +57,mlp.experts.103.down_proj,0.0000882470,0.05000,0.606 +57,mlp.experts.102.down_proj,0.0000037354,0.05000,0.624 +57,mlp.experts.100.down_proj,0.0000069164,0.05000,0.632 +57,mlp.experts.105.down_proj,0.0000035903,0.05000,0.625 +57,mlp.experts.107.down_proj,0.0000498900,0.05000,0.603 +57,mlp.experts.106.down_proj,0.0000030232,0.05000,0.606 +57,mlp.experts.104.down_proj,0.0000096034,0.05000,0.625 +57,mlp.experts.109.down_proj,0.0000099778,0.05000,0.629 +57,mlp.experts.111.down_proj,0.0000228237,0.05000,0.629 +57,mlp.experts.110.down_proj,0.0000125312,0.05000,0.652 +57,mlp.experts.108.down_proj,0.0000073911,0.05000,0.613 +57,mlp.experts.113.down_proj,0.0000084051,0.05000,0.608 +57,mlp.experts.115.down_proj,0.0000225290,0.05000,0.660 +57,mlp.experts.114.down_proj,0.0000066389,0.05000,0.634 +57,mlp.experts.112.down_proj,0.0000036691,0.05000,0.613 +57,mlp.experts.117.down_proj,0.0000123395,0.05000,0.618 +57,mlp.experts.119.down_proj,0.0000059389,0.05000,0.613 +57,mlp.experts.118.down_proj,0.0000075414,0.05000,0.634 +57,mlp.experts.116.down_proj,0.0000208847,0.05000,0.613 +57,mlp.experts.121.down_proj,0.0000089943,0.05000,0.610 +57,mlp.experts.123.down_proj,0.0000111410,0.05000,0.635 +57,mlp.experts.122.down_proj,0.0000082932,0.05000,0.610 +57,mlp.experts.120.down_proj,0.0000303234,0.05000,0.611 +57,mlp.experts.125.down_proj,0.0000045011,0.05000,0.608 +57,mlp.experts.127.down_proj,0.0000070238,0.05000,0.630 +57,mlp.experts.126.down_proj,0.0000349392,0.05000,0.645 +57,mlp.experts.124.down_proj,0.0000029907,0.05000,0.608 +57,mlp.experts.129.down_proj,0.0000143128,0.05000,0.635 +57,mlp.experts.131.down_proj,0.0000167447,0.05000,0.612 +57,mlp.experts.130.down_proj,0.0000037503,0.05000,0.612 +57,mlp.experts.128.down_proj,0.0000435148,0.05000,0.606 +57,mlp.experts.133.down_proj,0.0000145861,0.05000,0.603 +57,mlp.experts.135.down_proj,0.0000193199,0.05000,0.613 +57,mlp.experts.132.down_proj,0.0000092958,0.05000,0.604 +57,mlp.experts.134.down_proj,0.0000052931,0.05000,0.627 +57,mlp.experts.137.down_proj,0.0000046209,0.05000,0.634 +57,mlp.experts.139.down_proj,0.0000078346,0.05000,0.624 +57,mlp.experts.136.down_proj,0.0000125816,0.05000,0.618 +57,mlp.experts.138.down_proj,0.0000081021,0.05000,0.679 +57,mlp.experts.141.down_proj,0.0000177254,0.05000,0.631 +57,mlp.experts.143.down_proj,0.0000013773,0.05000,0.612 +57,mlp.experts.140.down_proj,0.0000036800,0.05000,0.607 +57,mlp.experts.142.down_proj,0.0000052846,0.05000,0.605 +57,mlp.experts.145.down_proj,0.0000172363,0.05000,0.603 +57,mlp.experts.147.down_proj,0.0000071359,0.05000,0.614 +57,mlp.experts.144.down_proj,0.0000098512,0.05000,0.613 +57,mlp.experts.146.down_proj,0.0000093809,0.05000,0.650 +57,mlp.experts.149.down_proj,0.0000038989,0.05000,0.613 +57,mlp.experts.151.down_proj,0.0000012751,0.05000,0.633 +57,mlp.experts.148.down_proj,0.0000110894,0.05000,0.634 +57,mlp.experts.150.down_proj,0.0000055100,0.05000,0.643 +57,mlp.experts.153.down_proj,0.0000017752,0.05000,0.617 +57,mlp.experts.155.down_proj,0.0000058615,0.05000,0.621 +57,mlp.experts.152.down_proj,0.0000017101,0.05000,0.638 +57,mlp.experts.154.down_proj,0.0000078096,0.05000,0.625 +57,mlp.experts.157.down_proj,0.0000131469,0.05000,0.653 +57,mlp.experts.159.down_proj,0.0000085960,0.05000,0.608 +57,mlp.experts.156.down_proj,0.0000060196,0.05000,0.570 +57,mlp.experts.158.down_proj,0.0000268286,0.05000,0.515 +58,mlp.experts.1.gate_proj,0.0001028947,0.05000,2.089 +58,mlp.experts.0.gate_proj,0.0000463741,0.05000,2.118 +58,mlp.experts.2.gate_proj,0.0000599173,0.05000,2.175 +58,mlp.experts.3.gate_proj,0.0000397818,0.05000,2.223 +58,mlp.experts.5.gate_proj,0.0001045624,0.05000,2.029 +58,mlp.experts.4.gate_proj,0.0000491824,0.05000,2.050 +58,mlp.experts.6.gate_proj,0.0000659004,0.05000,2.052 +58,mlp.experts.7.gate_proj,0.0000709492,0.05000,2.078 +58,mlp.experts.9.gate_proj,0.0000293480,0.05000,2.100 +58,mlp.experts.10.gate_proj,0.0000837870,0.05000,2.094 +58,mlp.experts.8.gate_proj,0.0000576042,0.05000,2.156 +58,mlp.experts.11.gate_proj,0.0000470787,0.05000,2.064 +58,mlp.experts.13.gate_proj,0.0000651236,0.05000,2.118 +58,mlp.experts.12.gate_proj,0.0000457124,0.05000,2.151 +58,mlp.experts.15.gate_proj,0.0001023007,0.05000,2.113 +58,mlp.experts.14.gate_proj,0.0001101761,0.05000,2.224 +58,mlp.experts.17.gate_proj,0.0000557400,0.05000,2.103 +58,mlp.experts.19.gate_proj,0.0000373596,0.05000,2.080 +58,mlp.experts.18.gate_proj,0.0000554657,0.05000,2.016 +58,mlp.experts.16.gate_proj,0.0000700651,0.05000,2.133 +58,mlp.experts.21.gate_proj,0.0000388122,0.05000,2.051 +58,mlp.experts.23.gate_proj,0.0000618199,0.05000,2.083 +58,mlp.experts.22.gate_proj,0.0000852957,0.05000,2.103 +58,mlp.experts.20.gate_proj,0.0001195136,0.05000,2.088 +58,mlp.experts.25.gate_proj,0.0000519915,0.05000,2.032 +58,mlp.experts.26.gate_proj,0.0001314761,0.05000,2.018 +58,mlp.experts.24.gate_proj,0.0000766488,0.05000,2.023 +58,mlp.experts.27.gate_proj,0.0000579534,0.05000,2.122 +58,mlp.experts.29.gate_proj,0.0000089058,0.05000,2.085 +58,mlp.experts.28.gate_proj,0.0000430532,0.05000,2.033 +58,mlp.experts.30.gate_proj,0.0000474434,0.05000,2.097 +58,mlp.experts.31.gate_proj,0.0000303131,0.05000,2.108 +58,mlp.experts.33.gate_proj,0.0000224906,0.05000,2.117 +58,mlp.experts.32.gate_proj,0.0000413514,0.05000,2.070 +58,mlp.experts.34.gate_proj,0.0000307694,0.05000,2.080 +58,mlp.experts.35.gate_proj,0.0000609342,0.05000,2.084 +58,mlp.experts.36.gate_proj,0.0000808925,0.05000,2.088 +58,mlp.experts.38.gate_proj,0.0000557963,0.05000,2.075 +58,mlp.experts.37.gate_proj,0.0001044076,0.05000,2.241 +58,mlp.experts.39.gate_proj,0.0000706245,0.05000,2.091 +58,mlp.experts.42.gate_proj,0.0000106155,0.05000,2.033 +58,mlp.experts.40.gate_proj,0.0000598082,0.05000,2.081 +58,mlp.experts.41.gate_proj,0.0000261641,0.05000,2.052 +58,mlp.experts.43.gate_proj,0.0000860770,0.05000,2.073 +58,mlp.experts.44.gate_proj,0.0000918511,0.05000,2.034 +58,mlp.experts.46.gate_proj,0.0000614780,0.05000,2.101 +58,mlp.experts.45.gate_proj,0.0000740161,0.05000,2.141 +58,mlp.experts.47.gate_proj,0.0000364406,0.05000,2.066 +58,mlp.experts.48.gate_proj,0.0000805206,0.05000,2.072 +58,mlp.experts.50.gate_proj,0.0000389457,0.05000,2.073 +58,mlp.experts.49.gate_proj,0.0001317793,0.05000,2.070 +58,mlp.experts.51.gate_proj,0.0000148072,0.05000,2.117 +58,mlp.experts.52.gate_proj,0.0000350812,0.05000,2.099 +58,mlp.experts.54.gate_proj,0.0000577372,0.05000,2.101 +58,mlp.experts.53.gate_proj,0.0000779933,0.05000,2.108 +58,mlp.experts.55.gate_proj,0.0000553568,0.05000,2.090 +58,mlp.experts.56.gate_proj,0.0000455788,0.05000,2.090 +58,mlp.experts.58.gate_proj,0.0000375694,0.05000,2.095 +58,mlp.experts.57.gate_proj,0.0001341628,0.05000,2.097 +58,mlp.experts.59.gate_proj,0.0000275658,0.05000,2.087 +58,mlp.experts.60.gate_proj,0.0000132597,0.05000,2.079 +58,mlp.experts.62.gate_proj,0.0000817267,0.05000,2.080 +58,mlp.experts.61.gate_proj,0.0000965082,0.05000,2.084 +58,mlp.experts.63.gate_proj,0.0001399235,0.05000,2.124 +58,mlp.experts.64.gate_proj,0.0000588462,0.05000,2.083 +58,mlp.experts.66.gate_proj,0.0000352400,0.05000,2.073 +58,mlp.experts.65.gate_proj,0.0003096970,0.05000,2.074 +58,mlp.experts.67.gate_proj,0.0000174656,0.05000,2.120 +58,mlp.experts.68.gate_proj,0.0000886572,0.05000,2.145 +58,mlp.experts.70.gate_proj,0.0000504875,0.05000,2.104 +58,mlp.experts.69.gate_proj,0.0000566616,0.05000,2.086 +58,mlp.experts.71.gate_proj,0.0000881360,0.05000,2.095 +58,mlp.experts.72.gate_proj,0.0000505328,0.05000,2.102 +58,mlp.experts.74.gate_proj,0.0000669002,0.05000,2.177 +58,mlp.experts.73.gate_proj,0.0000667555,0.05000,2.126 +58,mlp.experts.75.gate_proj,0.0000404960,0.05000,2.134 +58,mlp.experts.76.gate_proj,0.0000389902,0.05000,2.086 +58,mlp.experts.78.gate_proj,0.0000533816,0.05000,2.093 +58,mlp.experts.77.gate_proj,0.0000534357,0.05000,2.084 +58,mlp.experts.79.gate_proj,0.0000904472,0.05000,2.088 +58,mlp.experts.80.gate_proj,0.0000617014,0.05000,2.097 +58,mlp.experts.82.gate_proj,0.0000432774,0.05000,2.062 +58,mlp.experts.81.gate_proj,0.0000585662,0.05000,2.083 +58,mlp.experts.83.gate_proj,0.0000484797,0.05000,2.074 +58,mlp.experts.84.gate_proj,0.0000428951,0.05000,2.073 +58,mlp.experts.86.gate_proj,0.0000495370,0.05000,2.105 +58,mlp.experts.85.gate_proj,0.0000615848,0.05000,2.104 +58,mlp.experts.87.gate_proj,0.0000431089,0.05000,2.117 +58,mlp.experts.88.gate_proj,0.0000805175,0.05000,2.097 +58,mlp.experts.90.gate_proj,0.0002689234,0.05000,2.057 +58,mlp.experts.89.gate_proj,0.0000298566,0.05000,2.069 +58,mlp.experts.91.gate_proj,0.0000575878,0.05000,2.096 +58,mlp.experts.94.gate_proj,0.0000578818,0.05000,2.042 +58,mlp.experts.92.gate_proj,0.0000557780,0.05000,2.108 +58,mlp.experts.93.gate_proj,0.0000304788,0.05000,2.065 +58,mlp.experts.95.gate_proj,0.0000639619,0.05000,2.083 +58,mlp.experts.96.gate_proj,0.0000383047,0.05000,2.039 +58,mlp.experts.98.gate_proj,0.0000899499,0.05000,2.111 +58,mlp.experts.97.gate_proj,0.0000829397,0.05000,2.068 +58,mlp.experts.99.gate_proj,0.0000540746,0.05000,2.089 +58,mlp.experts.100.gate_proj,0.0000088425,0.05000,2.113 +58,mlp.experts.101.gate_proj,0.0000648035,0.05000,2.053 +58,mlp.experts.102.gate_proj,0.0000430778,0.05000,2.099 +58,mlp.experts.103.gate_proj,0.0000557513,0.05000,2.083 +58,mlp.experts.105.gate_proj,0.0000602591,0.05000,2.036 +58,mlp.experts.106.gate_proj,0.0000132492,0.05000,2.054 +58,mlp.experts.104.gate_proj,0.0000982990,0.05000,2.139 +58,mlp.experts.107.gate_proj,0.0001986456,0.05000,2.065 +58,mlp.experts.109.gate_proj,0.0000137120,0.05000,2.091 +58,mlp.experts.108.gate_proj,0.0001257160,0.05000,2.039 +58,mlp.experts.110.gate_proj,0.0000174400,0.05000,2.097 +58,mlp.experts.111.gate_proj,0.0000475063,0.05000,2.115 +58,mlp.experts.113.gate_proj,0.0001124622,0.05000,2.083 +58,mlp.experts.112.gate_proj,0.0000217358,0.05000,2.094 +58,mlp.experts.114.gate_proj,0.0000498165,0.05000,2.121 +58,mlp.experts.115.gate_proj,0.0001232724,0.05000,2.077 +58,mlp.experts.116.gate_proj,0.0001180309,0.05000,2.025 +58,mlp.experts.118.gate_proj,0.0000312106,0.05000,2.022 +58,mlp.experts.117.gate_proj,0.0000372063,0.05000,2.123 +58,mlp.experts.119.gate_proj,0.0000270564,0.05000,2.077 +58,mlp.experts.122.gate_proj,0.0000208894,0.05000,2.015 +58,mlp.experts.120.gate_proj,0.0000556555,0.05000,2.071 +58,mlp.experts.121.gate_proj,0.0000667474,0.05000,2.065 +58,mlp.experts.123.gate_proj,0.0000282787,0.05000,2.090 +58,mlp.experts.126.gate_proj,0.0000447544,0.05000,2.069 +58,mlp.experts.124.gate_proj,0.0000374172,0.05000,2.093 +58,mlp.experts.125.gate_proj,0.0000518077,0.05000,2.066 +58,mlp.experts.127.gate_proj,0.0001225047,0.05000,2.051 +58,mlp.experts.130.gate_proj,0.0001848080,0.05000,2.092 +58,mlp.experts.129.gate_proj,0.0000414735,0.05000,2.045 +58,mlp.experts.128.gate_proj,0.0000444742,0.05000,2.131 +58,mlp.experts.131.gate_proj,0.0000513208,0.05000,2.061 +58,mlp.experts.133.gate_proj,0.0001871982,0.05000,2.013 +58,mlp.experts.134.gate_proj,0.0000701083,0.05000,2.081 +58,mlp.experts.132.gate_proj,0.0000070401,0.05000,2.117 +58,mlp.experts.135.gate_proj,0.0000675814,0.05000,2.053 +58,mlp.experts.137.gate_proj,0.0000649044,0.05000,2.086 +58,mlp.experts.138.gate_proj,0.0002016265,0.05000,2.073 +58,mlp.experts.136.gate_proj,0.0000442580,0.05000,2.071 +58,mlp.experts.139.gate_proj,0.0000334656,0.05000,2.110 +58,mlp.experts.141.gate_proj,0.0000583138,0.05000,2.082 +58,mlp.experts.142.gate_proj,0.0000394520,0.05000,2.084 +58,mlp.experts.140.gate_proj,0.0000216871,0.05000,2.078 +58,mlp.experts.143.gate_proj,0.0000261146,0.05000,2.107 +58,mlp.experts.145.gate_proj,0.0000306394,0.05000,2.048 +58,mlp.experts.146.gate_proj,0.0000561083,0.05000,2.080 +58,mlp.experts.144.gate_proj,0.0000611730,0.05000,2.037 +58,mlp.experts.147.gate_proj,0.0000521698,0.05000,2.110 +58,mlp.experts.149.gate_proj,0.0000439087,0.05000,2.037 +58,mlp.experts.150.gate_proj,0.0000454751,0.05000,2.083 +58,mlp.experts.148.gate_proj,0.0000850520,0.05000,2.078 +58,mlp.experts.151.gate_proj,0.0001686032,0.05000,2.053 +58,mlp.experts.153.gate_proj,0.0000565882,0.05000,2.024 +58,mlp.experts.154.gate_proj,0.0000606080,0.05000,2.035 +58,mlp.experts.152.gate_proj,0.0000587780,0.05000,2.093 +58,mlp.experts.155.gate_proj,0.0000830518,0.05000,2.054 +58,mlp.experts.157.gate_proj,0.0000143347,0.05000,2.037 +58,mlp.experts.158.gate_proj,0.0001507306,0.05000,2.038 +58,mlp.experts.156.gate_proj,0.0000327538,0.05000,2.052 +58,mlp.experts.159.gate_proj,0.0002054486,0.05000,2.082 +58,mlp.experts.1.up_proj,0.0000990840,0.05000,2.057 +58,mlp.experts.2.up_proj,0.0000591527,0.05000,2.063 +58,mlp.experts.0.up_proj,0.0000449157,0.05000,2.073 +58,mlp.experts.3.up_proj,0.0000389241,0.05000,2.056 +58,mlp.experts.5.up_proj,0.0001012952,0.05000,2.063 +58,mlp.experts.6.up_proj,0.0000637336,0.05000,2.042 +58,mlp.experts.4.up_proj,0.0000470614,0.05000,2.082 +58,mlp.experts.7.up_proj,0.0000691732,0.05000,2.064 +58,mlp.experts.9.up_proj,0.0000283765,0.05000,2.056 +58,mlp.experts.10.up_proj,0.0000833184,0.05000,2.077 +58,mlp.experts.8.up_proj,0.0000559970,0.05000,2.019 +58,mlp.experts.11.up_proj,0.0000448482,0.05000,2.041 +58,mlp.experts.13.up_proj,0.0000634411,0.05000,2.032 +58,mlp.experts.14.up_proj,0.0001067627,0.05000,2.058 +58,mlp.experts.12.up_proj,0.0000445744,0.05000,2.064 +58,mlp.experts.15.up_proj,0.0000968730,0.05000,2.063 +58,mlp.experts.17.up_proj,0.0000543407,0.05000,2.019 +58,mlp.experts.18.up_proj,0.0000542221,0.05000,2.051 +58,mlp.experts.16.up_proj,0.0000675681,0.05000,2.049 +58,mlp.experts.19.up_proj,0.0000367584,0.05000,2.049 +58,mlp.experts.21.up_proj,0.0000379068,0.05000,2.132 +58,mlp.experts.22.up_proj,0.0000824517,0.05000,2.088 +58,mlp.experts.20.up_proj,0.0001150687,0.05000,2.061 +58,mlp.experts.23.up_proj,0.0000595599,0.05000,2.104 +58,mlp.experts.25.up_proj,0.0000500464,0.05000,2.083 +58,mlp.experts.26.up_proj,0.0001228611,0.05000,2.047 +58,mlp.experts.24.up_proj,0.0000747228,0.05000,2.079 +58,mlp.experts.27.up_proj,0.0000567491,0.05000,2.057 +58,mlp.experts.29.up_proj,0.0000085467,0.05000,2.056 +58,mlp.experts.30.up_proj,0.0000455358,0.05000,2.056 +58,mlp.experts.28.up_proj,0.0000406115,0.05000,2.041 +58,mlp.experts.31.up_proj,0.0000274841,0.05000,2.011 +58,mlp.experts.33.up_proj,0.0000218148,0.05000,2.070 +58,mlp.experts.34.up_proj,0.0000298652,0.05000,2.058 +58,mlp.experts.32.up_proj,0.0000402887,0.05000,2.059 +58,mlp.experts.35.up_proj,0.0000588457,0.05000,2.057 +58,mlp.experts.37.up_proj,0.0000982018,0.05000,2.096 +58,mlp.experts.38.up_proj,0.0000536329,0.05000,2.087 +58,mlp.experts.36.up_proj,0.0000787263,0.05000,2.119 +58,mlp.experts.39.up_proj,0.0000691918,0.05000,2.068 +58,mlp.experts.41.up_proj,0.0000253413,0.05000,2.048 +58,mlp.experts.42.up_proj,0.0000100745,0.05000,2.041 +58,mlp.experts.40.up_proj,0.0000572185,0.05000,2.020 +58,mlp.experts.43.up_proj,0.0000823818,0.05000,2.054 +58,mlp.experts.45.up_proj,0.0000713097,0.05000,2.069 +58,mlp.experts.46.up_proj,0.0000602219,0.05000,2.058 +58,mlp.experts.44.up_proj,0.0000885739,0.05000,2.074 +58,mlp.experts.47.up_proj,0.0000352874,0.05000,2.037 +58,mlp.experts.49.up_proj,0.0001276248,0.05000,2.040 +58,mlp.experts.50.up_proj,0.0000383664,0.05000,2.049 +58,mlp.experts.48.up_proj,0.0000778242,0.05000,2.043 +58,mlp.experts.51.up_proj,0.0000142608,0.05000,2.042 +58,mlp.experts.54.up_proj,0.0000548152,0.05000,2.026 +58,mlp.experts.53.up_proj,0.0000735076,0.05000,2.095 +58,mlp.experts.52.up_proj,0.0000339606,0.05000,2.079 +58,mlp.experts.55.up_proj,0.0000536904,0.05000,2.154 +58,mlp.experts.57.up_proj,0.0001294545,0.05000,2.048 +58,mlp.experts.58.up_proj,0.0000362054,0.05000,2.077 +58,mlp.experts.56.up_proj,0.0000440940,0.05000,2.054 +58,mlp.experts.59.up_proj,0.0000267812,0.05000,2.056 +58,mlp.experts.62.up_proj,0.0000783995,0.05000,2.017 +58,mlp.experts.61.up_proj,0.0000930643,0.05000,2.081 +58,mlp.experts.60.up_proj,0.0000126803,0.05000,2.030 +58,mlp.experts.63.up_proj,0.0001333564,0.05000,2.048 +58,mlp.experts.66.up_proj,0.0000340647,0.05000,2.058 +58,mlp.experts.65.up_proj,0.0003008231,0.05000,2.024 +58,mlp.experts.64.up_proj,0.0000566675,0.05000,2.071 +58,mlp.experts.67.up_proj,0.0000171547,0.05000,2.012 +58,mlp.experts.70.up_proj,0.0000502144,0.05000,1.456 +58,mlp.experts.69.up_proj,0.0000556112,0.05000,1.463 +58,mlp.experts.68.up_proj,0.0000861355,0.05000,2.100 +58,mlp.experts.71.up_proj,0.0000855957,0.05000,2.150 +58,mlp.experts.74.up_proj,0.0000614900,0.05000,2.180 +58,mlp.experts.73.up_proj,0.0000654900,0.05000,2.224 +58,mlp.experts.72.up_proj,0.0000485181,0.05000,2.082 +58,mlp.experts.75.up_proj,0.0000395670,0.05000,2.068 +58,mlp.experts.77.up_proj,0.0000510142,0.05000,2.039 +58,mlp.experts.78.up_proj,0.0000518917,0.05000,2.151 +58,mlp.experts.79.up_proj,0.0000883794,0.05000,2.023 +58,mlp.experts.76.up_proj,0.0000379380,0.05000,2.088 +58,mlp.experts.81.up_proj,0.0000553822,0.05000,2.009 +58,mlp.experts.82.up_proj,0.0000432631,0.05000,2.032 +58,mlp.experts.83.up_proj,0.0000459254,0.05000,1.998 +58,mlp.experts.80.up_proj,0.0000602943,0.05000,2.011 +58,mlp.experts.85.up_proj,0.0000592912,0.05000,2.085 +58,mlp.experts.86.up_proj,0.0000482290,0.05000,2.051 +58,mlp.experts.87.up_proj,0.0000415665,0.05000,2.005 +58,mlp.experts.84.up_proj,0.0000404297,0.05000,2.012 +58,mlp.experts.89.up_proj,0.0000289000,0.05000,2.021 +58,mlp.experts.90.up_proj,0.0002587190,0.05000,2.063 +58,mlp.experts.91.up_proj,0.0000556102,0.05000,1.998 +58,mlp.experts.88.up_proj,0.0000785140,0.05000,2.002 +58,mlp.experts.93.up_proj,0.0000295109,0.05000,2.083 +58,mlp.experts.94.up_proj,0.0000557709,0.05000,2.008 +58,mlp.experts.92.up_proj,0.0000531236,0.05000,2.012 +58,mlp.experts.95.up_proj,0.0000615927,0.05000,2.071 +58,mlp.experts.97.up_proj,0.0000796145,0.05000,2.042 +58,mlp.experts.98.up_proj,0.0000879325,0.05000,2.094 +58,mlp.experts.99.up_proj,0.0000522943,0.05000,2.076 +58,mlp.experts.96.up_proj,0.0000367056,0.05000,2.122 +58,mlp.experts.101.up_proj,0.0000626578,0.05000,2.080 +58,mlp.experts.102.up_proj,0.0000420802,0.05000,2.110 +58,mlp.experts.100.up_proj,0.0000089334,0.05000,2.054 +58,mlp.experts.103.up_proj,0.0000540783,0.05000,2.135 +58,mlp.experts.105.up_proj,0.0000588339,0.05000,2.130 +58,mlp.experts.106.up_proj,0.0000128397,0.05000,2.073 +58,mlp.experts.107.up_proj,0.0001904791,0.05000,2.086 +58,mlp.experts.104.up_proj,0.0000943358,0.05000,2.150 +58,mlp.experts.109.up_proj,0.0000131420,0.05000,2.094 +58,mlp.experts.110.up_proj,0.0000168011,0.05000,2.049 +58,mlp.experts.111.up_proj,0.0000449380,0.05000,2.079 +58,mlp.experts.108.up_proj,0.0001205748,0.05000,2.085 +58,mlp.experts.113.up_proj,0.0001087839,0.05000,2.058 +58,mlp.experts.114.up_proj,0.0000478689,0.05000,2.056 +58,mlp.experts.115.up_proj,0.0001190538,0.05000,2.066 +58,mlp.experts.112.up_proj,0.0000213507,0.05000,2.068 +58,mlp.experts.117.up_proj,0.0000358062,0.05000,2.046 +58,mlp.experts.118.up_proj,0.0000302742,0.05000,2.074 +58,mlp.experts.116.up_proj,0.0001140322,0.05000,2.039 +58,mlp.experts.119.up_proj,0.0000262907,0.05000,2.114 +58,mlp.experts.121.up_proj,0.0000646310,0.05000,2.064 +58,mlp.experts.122.up_proj,0.0000200873,0.05000,2.063 +58,mlp.experts.120.up_proj,0.0000544699,0.05000,2.120 +58,mlp.experts.123.up_proj,0.0000274967,0.05000,2.108 +58,mlp.experts.126.up_proj,0.0000433316,0.05000,2.058 +58,mlp.experts.125.up_proj,0.0000505036,0.05000,2.129 +58,mlp.experts.127.up_proj,0.0001193934,0.05000,2.036 +58,mlp.experts.124.up_proj,0.0000361390,0.05000,2.097 +58,mlp.experts.129.up_proj,0.0000399119,0.05000,2.037 +58,mlp.experts.130.up_proj,0.0001755798,0.05000,2.106 +58,mlp.experts.131.up_proj,0.0000484072,0.05000,2.055 +58,mlp.experts.128.up_proj,0.0000430085,0.05000,2.066 +58,mlp.experts.134.up_proj,0.0000674174,0.05000,2.034 +58,mlp.experts.133.up_proj,0.0001793374,0.05000,2.108 +58,mlp.experts.135.up_proj,0.0000667271,0.05000,2.075 +58,mlp.experts.132.up_proj,0.0000068401,0.05000,2.061 +58,mlp.experts.138.up_proj,0.0001969267,0.05000,2.042 +58,mlp.experts.137.up_proj,0.0000631524,0.05000,2.065 +58,mlp.experts.139.up_proj,0.0000319294,0.05000,2.095 +58,mlp.experts.136.up_proj,0.0000422671,0.05000,2.095 +58,mlp.experts.142.up_proj,0.0000383327,0.05000,2.056 +58,mlp.experts.141.up_proj,0.0000561997,0.05000,2.031 +58,mlp.experts.143.up_proj,0.0000250058,0.05000,2.112 +58,mlp.experts.146.up_proj,0.0000541370,0.05000,2.088 +58,mlp.experts.140.up_proj,0.0000208967,0.05000,2.159 +58,mlp.experts.145.up_proj,0.0000296401,0.05000,2.084 +58,mlp.experts.147.up_proj,0.0000504051,0.05000,2.035 +58,mlp.experts.144.up_proj,0.0000589170,0.05000,1.999 +58,mlp.experts.149.up_proj,0.0000418333,0.05000,2.023 +58,mlp.experts.150.up_proj,0.0000440107,0.05000,2.109 +58,mlp.experts.148.up_proj,0.0000818256,0.05000,2.066 +58,mlp.experts.153.up_proj,0.0000546252,0.05000,2.069 +58,mlp.experts.151.up_proj,0.0001548948,0.05000,2.136 +58,mlp.experts.154.up_proj,0.0000584802,0.05000,2.091 +58,mlp.experts.157.up_proj,0.0000139006,0.05000,2.038 +58,mlp.experts.155.up_proj,0.0000804972,0.05000,2.038 +58,mlp.experts.152.up_proj,0.0000566184,0.05000,2.094 +58,mlp.experts.158.up_proj,0.0001423367,0.05000,2.031 +58,mlp.experts.159.up_proj,0.0001970196,0.05000,1.427 +58,mlp.experts.156.up_proj,0.0000314918,0.05000,1.417 +58,mlp.experts.2.down_proj,0.0000140177,0.05000,0.616 +58,mlp.experts.0.down_proj,0.0000082490,0.05000,0.624 +58,mlp.experts.1.down_proj,0.0000160785,0.05000,0.624 +58,mlp.experts.3.down_proj,0.0000083314,0.05000,0.627 +58,mlp.experts.6.down_proj,0.0000108675,0.05000,0.608 +58,mlp.experts.5.down_proj,0.0000134838,0.05000,0.611 +58,mlp.experts.4.down_proj,0.0000075915,0.05000,0.633 +58,mlp.experts.7.down_proj,0.0000143789,0.05000,0.632 +58,mlp.experts.10.down_proj,0.0000175126,0.05000,0.605 +58,mlp.experts.9.down_proj,0.0000036719,0.05000,0.608 +58,mlp.experts.11.down_proj,0.0000056631,0.05000,0.615 +58,mlp.experts.8.down_proj,0.0000093541,0.05000,0.633 +58,mlp.experts.14.down_proj,0.0000282562,0.05000,0.601 +58,mlp.experts.13.down_proj,0.0000104959,0.05000,0.603 +58,mlp.experts.15.down_proj,0.0000157735,0.05000,0.607 +58,mlp.experts.12.down_proj,0.0000119011,0.05000,0.606 +58,mlp.experts.18.down_proj,0.0000112781,0.05000,0.642 +58,mlp.experts.17.down_proj,0.0000076715,0.05000,0.626 +58,mlp.experts.19.down_proj,0.0000080583,0.05000,0.614 +58,mlp.experts.16.down_proj,0.0000095710,0.05000,0.608 +58,mlp.experts.21.down_proj,0.0000090632,0.05000,0.607 +58,mlp.experts.22.down_proj,0.0000125769,0.05000,0.625 +58,mlp.experts.23.down_proj,0.0000084947,0.05000,0.610 +58,mlp.experts.20.down_proj,0.0000150505,0.05000,0.603 +58,mlp.experts.25.down_proj,0.0000107735,0.05000,0.615 +58,mlp.experts.24.down_proj,0.0000178763,0.05000,0.606 +58,mlp.experts.27.down_proj,0.0000117778,0.05000,0.606 +58,mlp.experts.26.down_proj,0.0000208112,0.05000,0.625 +58,mlp.experts.28.down_proj,0.0000043645,0.05000,0.607 +58,mlp.experts.31.down_proj,0.0000078566,0.05000,0.615 +58,mlp.experts.29.down_proj,0.0000016273,0.05000,0.640 +58,mlp.experts.30.down_proj,0.0000060225,0.05000,0.625 +58,mlp.experts.32.down_proj,0.0000101996,0.05000,0.605 +58,mlp.experts.33.down_proj,0.0000030050,0.05000,0.602 +58,mlp.experts.34.down_proj,0.0000043439,0.05000,0.621 +58,mlp.experts.35.down_proj,0.0000147602,0.05000,0.651 +58,mlp.experts.37.down_proj,0.0000144218,0.05000,0.604 +58,mlp.experts.36.down_proj,0.0000119021,0.05000,0.630 +58,mlp.experts.38.down_proj,0.0000211896,0.05000,0.606 +58,mlp.experts.39.down_proj,0.0000189576,0.05000,0.651 +58,mlp.experts.41.down_proj,0.0000043985,0.05000,0.616 +58,mlp.experts.40.down_proj,0.0000082009,0.05000,0.639 +58,mlp.experts.42.down_proj,0.0000015044,0.05000,0.637 +58,mlp.experts.43.down_proj,0.0000256407,0.05000,0.641 +58,mlp.experts.45.down_proj,0.0000087331,0.05000,0.603 +58,mlp.experts.44.down_proj,0.0000198993,0.05000,0.602 +58,mlp.experts.46.down_proj,0.0000109949,0.05000,0.625 +58,mlp.experts.47.down_proj,0.0000043181,0.05000,0.644 +58,mlp.experts.49.down_proj,0.0000189360,0.05000,0.595 +58,mlp.experts.48.down_proj,0.0000120219,0.05000,0.590 +58,mlp.experts.50.down_proj,0.0000096154,0.05000,0.591 +58,mlp.experts.51.down_proj,0.0000028680,0.05000,0.587 +58,mlp.experts.53.down_proj,0.0000160111,0.05000,0.599 +58,mlp.experts.52.down_proj,0.0000043405,0.05000,0.597 +58,mlp.experts.54.down_proj,0.0000173401,0.05000,0.596 +58,mlp.experts.55.down_proj,0.0000090090,0.05000,0.625 +58,mlp.experts.57.down_proj,0.0000393857,0.05000,0.598 +58,mlp.experts.56.down_proj,0.0000108805,0.05000,0.599 +58,mlp.experts.58.down_proj,0.0000046908,0.05000,0.602 +58,mlp.experts.59.down_proj,0.0000095179,0.05000,0.630 +58,mlp.experts.61.down_proj,0.0000152764,0.05000,0.605 +58,mlp.experts.60.down_proj,0.0000016580,0.05000,0.646 +58,mlp.experts.62.down_proj,0.0000155090,0.05000,0.604 +58,mlp.experts.63.down_proj,0.0000194854,0.05000,0.615 +58,mlp.experts.65.down_proj,0.0000711634,0.05000,0.596 +58,mlp.experts.64.down_proj,0.0000071059,0.05000,0.617 +58,mlp.experts.66.down_proj,0.0000145601,0.05000,0.642 +58,mlp.experts.67.down_proj,0.0000019932,0.05000,0.602 +58,mlp.experts.69.down_proj,0.0000104542,0.05000,0.622 +58,mlp.experts.68.down_proj,0.0000270091,0.05000,0.605 +58,mlp.experts.70.down_proj,0.0000200360,0.05000,0.606 +58,mlp.experts.71.down_proj,0.0000210045,0.05000,0.648 +58,mlp.experts.73.down_proj,0.0000121767,0.05000,0.606 +58,mlp.experts.74.down_proj,0.0000192433,0.05000,0.600 +58,mlp.experts.72.down_proj,0.0000112099,0.05000,0.630 +58,mlp.experts.75.down_proj,0.0000075555,0.05000,0.620 +58,mlp.experts.77.down_proj,0.0000093846,0.05000,0.606 +58,mlp.experts.78.down_proj,0.0000126037,0.05000,0.610 +58,mlp.experts.76.down_proj,0.0000058325,0.05000,0.613 +58,mlp.experts.79.down_proj,0.0000152043,0.05000,0.614 +58,mlp.experts.81.down_proj,0.0000149831,0.05000,0.614 +58,mlp.experts.80.down_proj,0.0000147184,0.05000,0.616 +58,mlp.experts.82.down_proj,0.0000122951,0.05000,0.633 +58,mlp.experts.83.down_proj,0.0000147716,0.05000,0.621 +58,mlp.experts.85.down_proj,0.0000083897,0.05000,0.616 +58,mlp.experts.84.down_proj,0.0000111240,0.05000,0.625 +58,mlp.experts.86.down_proj,0.0000100364,0.05000,0.662 +58,mlp.experts.87.down_proj,0.0000145700,0.05000,0.691 +58,mlp.experts.89.down_proj,0.0000039591,0.05000,0.620 +58,mlp.experts.88.down_proj,0.0000137496,0.05000,0.618 +58,mlp.experts.90.down_proj,0.0000331193,0.05000,0.655 +58,mlp.experts.91.down_proj,0.0000135454,0.05000,0.607 +58,mlp.experts.93.down_proj,0.0000037655,0.05000,0.605 +58,mlp.experts.92.down_proj,0.0000072582,0.05000,0.610 +58,mlp.experts.94.down_proj,0.0000126453,0.05000,0.630 +58,mlp.experts.95.down_proj,0.0000149370,0.05000,0.602 +58,mlp.experts.97.down_proj,0.0000099248,0.05000,0.603 +58,mlp.experts.96.down_proj,0.0000082837,0.05000,0.605 +58,mlp.experts.98.down_proj,0.0000163214,0.05000,0.598 +58,mlp.experts.99.down_proj,0.0000087030,0.05000,0.603 +58,mlp.experts.101.down_proj,0.0000082519,0.05000,0.626 +58,mlp.experts.100.down_proj,0.0000011751,0.05000,0.612 +58,mlp.experts.102.down_proj,0.0000060465,0.05000,0.630 +58,mlp.experts.103.down_proj,0.0000112926,0.05000,0.633 +58,mlp.experts.105.down_proj,0.0000098267,0.05000,0.607 +58,mlp.experts.104.down_proj,0.0000116034,0.05000,0.612 +58,mlp.experts.106.down_proj,0.0000019128,0.05000,0.634 +58,mlp.experts.107.down_proj,0.0000254296,0.05000,0.676 +58,mlp.experts.109.down_proj,0.0000016432,0.05000,0.609 +58,mlp.experts.108.down_proj,0.0000158093,0.05000,0.612 +58,mlp.experts.110.down_proj,0.0000023432,0.05000,0.605 +58,mlp.experts.111.down_proj,0.0000054961,0.05000,0.596 +58,mlp.experts.113.down_proj,0.0000387844,0.05000,0.625 +58,mlp.experts.112.down_proj,0.0000052927,0.05000,0.607 +58,mlp.experts.114.down_proj,0.0000055778,0.05000,0.604 +58,mlp.experts.115.down_proj,0.0000439803,0.05000,0.600 +58,mlp.experts.117.down_proj,0.0000064512,0.05000,0.601 +58,mlp.experts.116.down_proj,0.0000162378,0.05000,0.609 +58,mlp.experts.118.down_proj,0.0000039967,0.05000,0.601 +58,mlp.experts.119.down_proj,0.0000041962,0.05000,0.601 +58,mlp.experts.121.down_proj,0.0000117174,0.05000,0.599 +58,mlp.experts.120.down_proj,0.0000110141,0.05000,0.603 +58,mlp.experts.122.down_proj,0.0000036321,0.05000,0.605 +58,mlp.experts.123.down_proj,0.0000031998,0.05000,0.596 +58,mlp.experts.125.down_proj,0.0000198982,0.05000,0.599 +58,mlp.experts.124.down_proj,0.0000054369,0.05000,0.603 +58,mlp.experts.126.down_proj,0.0000060054,0.05000,0.606 +58,mlp.experts.127.down_proj,0.0000339064,0.05000,0.625 +58,mlp.experts.129.down_proj,0.0000112113,0.05000,0.623 +58,mlp.experts.128.down_proj,0.0000058526,0.05000,0.612 +58,mlp.experts.130.down_proj,0.0000579282,0.05000,0.609 +58,mlp.experts.131.down_proj,0.0000063418,0.05000,0.617 +58,mlp.experts.133.down_proj,0.0000469465,0.05000,0.628 +58,mlp.experts.132.down_proj,0.0000023271,0.05000,0.627 +58,mlp.experts.134.down_proj,0.0000150558,0.05000,0.608 +58,mlp.experts.135.down_proj,0.0000205760,0.05000,0.622 +58,mlp.experts.137.down_proj,0.0000095580,0.05000,0.591 +58,mlp.experts.136.down_proj,0.0000054345,0.05000,0.596 +58,mlp.experts.138.down_proj,0.0000367871,0.05000,0.617 +58,mlp.experts.139.down_proj,0.0000098844,0.05000,0.620 +58,mlp.experts.141.down_proj,0.0000062360,0.05000,0.607 +58,mlp.experts.140.down_proj,0.0000032788,0.05000,0.601 +58,mlp.experts.142.down_proj,0.0000123166,0.05000,0.611 +58,mlp.experts.143.down_proj,0.0000059943,0.05000,0.652 +58,mlp.experts.145.down_proj,0.0000067887,0.05000,0.603 +58,mlp.experts.144.down_proj,0.0000115066,0.05000,0.602 +58,mlp.experts.146.down_proj,0.0000082302,0.05000,0.624 +58,mlp.experts.147.down_proj,0.0000066781,0.05000,0.611 +58,mlp.experts.149.down_proj,0.0000048363,0.05000,0.598 +58,mlp.experts.148.down_proj,0.0000106661,0.05000,0.595 +58,mlp.experts.150.down_proj,0.0000075136,0.05000,0.604 +58,mlp.experts.151.down_proj,0.0000467223,0.05000,0.595 +58,mlp.experts.153.down_proj,0.0000113354,0.05000,0.616 +58,mlp.experts.152.down_proj,0.0000102101,0.05000,0.596 +58,mlp.experts.154.down_proj,0.0000108607,0.05000,0.595 +58,mlp.experts.155.down_proj,0.0000162422,0.05000,0.603 +58,mlp.experts.157.down_proj,0.0000025392,0.05000,0.597 +58,mlp.experts.156.down_proj,0.0000042652,0.05000,0.584 +58,mlp.experts.158.down_proj,0.0000266835,0.05000,0.547 +58,mlp.experts.159.down_proj,0.0000259588,0.05000,0.424 +59,mlp.experts.0.gate_proj,0.0000911602,0.05000,2.108 +59,mlp.experts.3.gate_proj,0.0000453891,0.05000,2.113 +59,mlp.experts.2.gate_proj,0.0000352288,0.05000,2.166 +59,mlp.experts.1.gate_proj,0.0000984442,0.05000,2.234 +59,mlp.experts.6.gate_proj,0.0000706066,0.05000,2.034 +59,mlp.experts.4.gate_proj,0.0000110539,0.05000,2.134 +59,mlp.experts.7.gate_proj,0.0000338089,0.05000,2.155 +59,mlp.experts.5.gate_proj,0.0000505817,0.05000,2.121 +59,mlp.experts.10.gate_proj,0.0000888466,0.05000,2.061 +59,mlp.experts.8.gate_proj,0.0000912568,0.05000,2.059 +59,mlp.experts.11.gate_proj,0.0000299230,0.05000,2.082 +59,mlp.experts.9.gate_proj,0.0000535009,0.05000,2.147 +59,mlp.experts.12.gate_proj,0.0000459779,0.05000,2.030 +59,mlp.experts.14.gate_proj,0.0000449427,0.05000,2.094 +59,mlp.experts.15.gate_proj,0.0000632683,0.05000,2.038 +59,mlp.experts.13.gate_proj,0.0000533745,0.05000,2.061 +59,mlp.experts.16.gate_proj,0.0000693006,0.05000,2.035 +59,mlp.experts.18.gate_proj,0.0000689214,0.05000,2.044 +59,mlp.experts.19.gate_proj,0.0000390930,0.05000,2.100 +59,mlp.experts.17.gate_proj,0.0000515201,0.05000,2.039 +59,mlp.experts.20.gate_proj,0.0000535584,0.05000,2.034 +59,mlp.experts.22.gate_proj,0.0000489628,0.05000,2.007 +59,mlp.experts.23.gate_proj,0.0000368571,0.05000,2.044 +59,mlp.experts.21.gate_proj,0.0000320297,0.05000,2.058 +59,mlp.experts.26.gate_proj,0.0000350431,0.05000,2.019 +59,mlp.experts.24.gate_proj,0.0001049338,0.05000,2.116 +59,mlp.experts.27.gate_proj,0.0000812213,0.05000,2.035 +59,mlp.experts.25.gate_proj,0.0000664279,0.05000,2.027 +59,mlp.experts.30.gate_proj,0.0000413411,0.05000,2.064 +59,mlp.experts.28.gate_proj,0.0000709988,0.05000,2.048 +59,mlp.experts.31.gate_proj,0.0000602825,0.05000,2.064 +59,mlp.experts.29.gate_proj,0.0000799374,0.05000,2.063 +59,mlp.experts.34.gate_proj,0.0000668045,0.05000,2.047 +59,mlp.experts.32.gate_proj,0.0000246959,0.05000,2.067 +59,mlp.experts.35.gate_proj,0.0001812807,0.05000,2.046 +59,mlp.experts.33.gate_proj,0.0000572236,0.05000,2.092 +59,mlp.experts.38.gate_proj,0.0000778763,0.05000,2.046 +59,mlp.experts.36.gate_proj,0.0001595126,0.05000,2.103 +59,mlp.experts.39.gate_proj,0.0001284682,0.05000,2.098 +59,mlp.experts.37.gate_proj,0.0001001686,0.05000,2.079 +59,mlp.experts.42.gate_proj,0.0000739597,0.05000,2.042 +59,mlp.experts.40.gate_proj,0.0000697811,0.05000,2.071 +59,mlp.experts.43.gate_proj,0.0000594714,0.05000,2.087 +59,mlp.experts.41.gate_proj,0.0003073193,0.05000,2.098 +59,mlp.experts.46.gate_proj,0.0000258564,0.05000,2.060 +59,mlp.experts.44.gate_proj,0.0000223921,0.05000,2.060 +59,mlp.experts.47.gate_proj,0.0000689549,0.05000,2.069 +59,mlp.experts.45.gate_proj,0.0000463639,0.05000,2.073 +59,mlp.experts.50.gate_proj,0.0000643100,0.05000,2.079 +59,mlp.experts.48.gate_proj,0.0001279150,0.05000,2.080 +59,mlp.experts.51.gate_proj,0.0000633031,0.05000,2.087 +59,mlp.experts.49.gate_proj,0.0000414903,0.05000,2.146 +59,mlp.experts.54.gate_proj,0.0000667315,0.05000,2.056 +59,mlp.experts.52.gate_proj,0.0000467418,0.05000,2.050 +59,mlp.experts.55.gate_proj,0.0000435077,0.05000,2.080 +59,mlp.experts.53.gate_proj,0.0002142918,0.05000,2.033 +59,mlp.experts.58.gate_proj,0.0003882680,0.05000,2.129 +59,mlp.experts.56.gate_proj,0.0000432564,0.05000,2.075 +59,mlp.experts.59.gate_proj,0.0000393400,0.05000,2.134 +59,mlp.experts.57.gate_proj,0.0000737019,0.05000,2.105 +59,mlp.experts.62.gate_proj,0.0000370141,0.05000,2.097 +59,mlp.experts.60.gate_proj,0.0000284916,0.05000,2.121 +59,mlp.experts.61.gate_proj,0.0000408287,0.05000,2.050 +59,mlp.experts.63.gate_proj,0.0000950907,0.05000,2.224 +59,mlp.experts.66.gate_proj,0.0000687862,0.05000,2.029 +59,mlp.experts.64.gate_proj,0.0000306600,0.05000,2.012 +59,mlp.experts.65.gate_proj,0.0000519442,0.05000,2.006 +59,mlp.experts.67.gate_proj,0.0000332579,0.05000,2.090 +59,mlp.experts.70.gate_proj,0.0000571420,0.05000,2.019 +59,mlp.experts.68.gate_proj,0.0000293598,0.05000,2.015 +59,mlp.experts.69.gate_proj,0.0001210781,0.05000,2.020 +59,mlp.experts.71.gate_proj,0.0000229380,0.05000,2.185 +59,mlp.experts.74.gate_proj,0.0000782450,0.05000,2.137 +59,mlp.experts.72.gate_proj,0.0001736015,0.05000,2.104 +59,mlp.experts.73.gate_proj,0.0000482692,0.05000,2.075 +59,mlp.experts.75.gate_proj,0.0000807076,0.05000,2.133 +59,mlp.experts.78.gate_proj,0.0000519989,0.05000,2.087 +59,mlp.experts.76.gate_proj,0.0000586114,0.05000,2.091 +59,mlp.experts.77.gate_proj,0.0000577159,0.05000,2.038 +59,mlp.experts.79.gate_proj,0.0000618791,0.05000,2.082 +59,mlp.experts.82.gate_proj,0.0000523982,0.05000,2.054 +59,mlp.experts.80.gate_proj,0.0000567648,0.05000,2.071 +59,mlp.experts.81.gate_proj,0.0001036018,0.05000,2.046 +59,mlp.experts.83.gate_proj,0.0000792828,0.05000,2.081 +59,mlp.experts.86.gate_proj,0.0002590094,0.05000,2.091 +59,mlp.experts.84.gate_proj,0.0000428951,0.05000,2.090 +59,mlp.experts.85.gate_proj,0.0000282728,0.05000,2.034 +59,mlp.experts.87.gate_proj,0.0000454250,0.05000,2.086 +59,mlp.experts.90.gate_proj,0.0000957279,0.05000,2.097 +59,mlp.experts.89.gate_proj,0.0000731285,0.05000,2.027 +59,mlp.experts.88.gate_proj,0.0001047913,0.05000,2.166 +59,mlp.experts.91.gate_proj,0.0001051075,0.05000,2.036 +59,mlp.experts.94.gate_proj,0.0000559147,0.05000,2.030 +59,mlp.experts.93.gate_proj,0.0000445174,0.05000,2.027 +59,mlp.experts.92.gate_proj,0.0000435342,0.05000,2.067 +59,mlp.experts.95.gate_proj,0.0000311891,0.05000,2.044 +59,mlp.experts.98.gate_proj,0.0000492318,0.05000,2.088 +59,mlp.experts.97.gate_proj,0.0000413687,0.05000,2.052 +59,mlp.experts.96.gate_proj,0.0001886243,0.05000,2.068 +59,mlp.experts.99.gate_proj,0.0000364254,0.05000,2.048 +59,mlp.experts.101.gate_proj,0.0000712718,0.05000,2.108 +59,mlp.experts.102.gate_proj,0.0000552120,0.05000,2.214 +59,mlp.experts.100.gate_proj,0.0000118807,0.05000,2.118 +59,mlp.experts.103.gate_proj,0.0000363772,0.05000,2.120 +59,mlp.experts.106.gate_proj,0.0000871939,0.05000,2.022 +59,mlp.experts.105.gate_proj,0.0000915622,0.05000,2.086 +59,mlp.experts.104.gate_proj,0.0001063266,0.05000,2.049 +59,mlp.experts.107.gate_proj,0.0000209398,0.05000,2.031 +59,mlp.experts.110.gate_proj,0.0000931115,0.05000,2.030 +59,mlp.experts.109.gate_proj,0.0000553308,0.05000,2.063 +59,mlp.experts.108.gate_proj,0.0000436555,0.05000,2.050 +59,mlp.experts.111.gate_proj,0.0000455751,0.05000,2.072 +59,mlp.experts.114.gate_proj,0.0000203230,0.05000,2.048 +59,mlp.experts.113.gate_proj,0.0000108230,0.05000,2.087 +59,mlp.experts.112.gate_proj,0.0000564299,0.05000,2.059 +59,mlp.experts.115.gate_proj,0.0000603811,0.05000,2.069 +59,mlp.experts.118.gate_proj,0.0000615337,0.05000,2.062 +59,mlp.experts.117.gate_proj,0.0000564698,0.05000,2.065 +59,mlp.experts.116.gate_proj,0.0000575947,0.05000,2.056 +59,mlp.experts.119.gate_proj,0.0000529547,0.05000,2.089 +59,mlp.experts.122.gate_proj,0.0000413927,0.05000,2.105 +59,mlp.experts.121.gate_proj,0.0000890452,0.05000,2.059 +59,mlp.experts.120.gate_proj,0.0000457565,0.05000,2.068 +59,mlp.experts.123.gate_proj,0.0000362045,0.05000,2.071 +59,mlp.experts.125.gate_proj,0.0000592935,0.05000,2.013 +59,mlp.experts.126.gate_proj,0.0000473661,0.05000,2.091 +59,mlp.experts.124.gate_proj,0.0000634280,0.05000,2.059 +59,mlp.experts.127.gate_proj,0.0000317545,0.05000,2.058 +59,mlp.experts.129.gate_proj,0.0001019038,0.05000,2.060 +59,mlp.experts.130.gate_proj,0.0001066495,0.05000,2.116 +59,mlp.experts.128.gate_proj,0.0000086240,0.05000,2.085 +59,mlp.experts.131.gate_proj,0.0001652499,0.05000,2.130 +59,mlp.experts.133.gate_proj,0.0000380186,0.05000,2.062 +59,mlp.experts.134.gate_proj,0.0000403705,0.05000,2.040 +59,mlp.experts.132.gate_proj,0.0000994123,0.05000,2.069 +59,mlp.experts.135.gate_proj,0.0000073442,0.05000,2.064 +59,mlp.experts.137.gate_proj,0.0000670356,0.05000,2.086 +59,mlp.experts.138.gate_proj,0.0001711590,0.05000,2.097 +59,mlp.experts.136.gate_proj,0.0000817184,0.05000,2.089 +59,mlp.experts.139.gate_proj,0.0000970214,0.05000,2.071 +59,mlp.experts.141.gate_proj,0.0000108259,0.05000,2.083 +59,mlp.experts.142.gate_proj,0.0000775582,0.05000,2.109 +59,mlp.experts.140.gate_proj,0.0000864954,0.05000,2.089 +59,mlp.experts.143.gate_proj,0.0000442331,0.05000,2.110 +59,mlp.experts.145.gate_proj,0.0000737923,0.05000,2.030 +59,mlp.experts.146.gate_proj,0.0000610203,0.05000,2.089 +59,mlp.experts.144.gate_proj,0.0000868004,0.05000,2.105 +59,mlp.experts.147.gate_proj,0.0000724321,0.05000,2.080 +59,mlp.experts.149.gate_proj,0.0000957836,0.05000,2.046 +59,mlp.experts.150.gate_proj,0.0000878523,0.05000,2.055 +59,mlp.experts.148.gate_proj,0.0000452389,0.05000,2.090 +59,mlp.experts.151.gate_proj,0.0000498386,0.05000,2.047 +59,mlp.experts.153.gate_proj,0.0000438680,0.05000,2.029 +59,mlp.experts.154.gate_proj,0.0000646931,0.05000,2.060 +59,mlp.experts.152.gate_proj,0.0000232958,0.05000,2.093 +59,mlp.experts.155.gate_proj,0.0000487410,0.05000,2.084 +59,mlp.experts.157.gate_proj,0.0000447781,0.05000,2.121 +59,mlp.experts.158.gate_proj,0.0000479209,0.05000,2.072 +59,mlp.experts.156.gate_proj,0.0000967099,0.05000,2.096 +59,mlp.experts.159.gate_proj,0.0001293544,0.05000,2.110 +59,mlp.experts.1.up_proj,0.0000950805,0.05000,2.043 +59,mlp.experts.2.up_proj,0.0000331355,0.05000,2.063 +59,mlp.experts.0.up_proj,0.0000879437,0.05000,2.056 +59,mlp.experts.3.up_proj,0.0000442840,0.05000,2.064 +59,mlp.experts.5.up_proj,0.0000497608,0.05000,2.071 +59,mlp.experts.6.up_proj,0.0000681685,0.05000,2.069 +59,mlp.experts.4.up_proj,0.0000107017,0.05000,2.054 +59,mlp.experts.7.up_proj,0.0000325296,0.05000,2.029 +59,mlp.experts.9.up_proj,0.0000507368,0.05000,2.073 +59,mlp.experts.10.up_proj,0.0000840389,0.05000,2.154 +59,mlp.experts.8.up_proj,0.0000878526,0.05000,2.152 +59,mlp.experts.11.up_proj,0.0000284040,0.05000,2.166 +59,mlp.experts.13.up_proj,0.0000506282,0.05000,2.101 +59,mlp.experts.14.up_proj,0.0000426548,0.05000,2.143 +59,mlp.experts.12.up_proj,0.0000450522,0.05000,2.150 +59,mlp.experts.15.up_proj,0.0000612926,0.05000,2.083 +59,mlp.experts.17.up_proj,0.0000456995,0.05000,2.114 +59,mlp.experts.18.up_proj,0.0000664621,0.05000,2.065 +59,mlp.experts.16.up_proj,0.0000647921,0.05000,2.061 +59,mlp.experts.19.up_proj,0.0000383557,0.05000,2.057 +59,mlp.experts.21.up_proj,0.0000308378,0.05000,2.085 +59,mlp.experts.22.up_proj,0.0000474334,0.05000,2.096 +59,mlp.experts.20.up_proj,0.0000519809,0.05000,2.104 +59,mlp.experts.23.up_proj,0.0000356331,0.05000,2.107 +59,mlp.experts.25.up_proj,0.0000633874,0.05000,2.069 +59,mlp.experts.26.up_proj,0.0000329450,0.05000,2.075 +59,mlp.experts.24.up_proj,0.0001009977,0.05000,2.067 +59,mlp.experts.27.up_proj,0.0000803986,0.05000,2.064 +59,mlp.experts.29.up_proj,0.0000777495,0.05000,2.060 +59,mlp.experts.30.up_proj,0.0000399259,0.05000,2.116 +59,mlp.experts.28.up_proj,0.0000680132,0.05000,2.050 +59,mlp.experts.31.up_proj,0.0000579821,0.05000,2.057 +59,mlp.experts.33.up_proj,0.0000548127,0.05000,2.049 +59,mlp.experts.34.up_proj,0.0000625790,0.05000,2.076 +59,mlp.experts.32.up_proj,0.0000207033,0.05000,2.133 +59,mlp.experts.35.up_proj,0.0001691094,0.05000,2.028 +59,mlp.experts.37.up_proj,0.0000962239,0.05000,2.077 +59,mlp.experts.38.up_proj,0.0000745162,0.05000,2.057 +59,mlp.experts.36.up_proj,0.0001530425,0.05000,2.082 +59,mlp.experts.39.up_proj,0.0001236533,0.05000,2.054 +59,mlp.experts.41.up_proj,0.0002923704,0.05000,2.048 +59,mlp.experts.42.up_proj,0.0000711557,0.05000,2.088 +59,mlp.experts.40.up_proj,0.0000689038,0.05000,2.035 +59,mlp.experts.43.up_proj,0.0000575822,0.05000,2.059 +59,mlp.experts.45.up_proj,0.0000437578,0.05000,2.043 +59,mlp.experts.46.up_proj,0.0000247640,0.05000,2.086 +59,mlp.experts.44.up_proj,0.0000195557,0.05000,2.042 +59,mlp.experts.47.up_proj,0.0000668883,0.05000,2.027 +59,mlp.experts.49.up_proj,0.0000399946,0.05000,2.030 +59,mlp.experts.48.up_proj,0.0001193524,0.05000,2.021 +59,mlp.experts.50.up_proj,0.0000612141,0.05000,2.147 +59,mlp.experts.51.up_proj,0.0000608063,0.05000,2.039 +59,mlp.experts.53.up_proj,0.0002016937,0.05000,2.019 +59,mlp.experts.52.up_proj,0.0000463398,0.05000,2.034 +59,mlp.experts.54.up_proj,0.0000631375,0.05000,2.037 +59,mlp.experts.55.up_proj,0.0000418769,0.05000,2.011 +59,mlp.experts.57.up_proj,0.0000715610,0.05000,2.215 +59,mlp.experts.56.up_proj,0.0000416410,0.05000,2.080 +59,mlp.experts.58.up_proj,0.0003755198,0.05000,2.174 +59,mlp.experts.59.up_proj,0.0000376811,0.05000,2.106 +59,mlp.experts.61.up_proj,0.0000388015,0.05000,2.035 +59,mlp.experts.60.up_proj,0.0000276682,0.05000,2.032 +59,mlp.experts.62.up_proj,0.0000355977,0.05000,2.065 +59,mlp.experts.63.up_proj,0.0000921578,0.05000,2.046 +59,mlp.experts.65.up_proj,0.0000500396,0.05000,2.077 +59,mlp.experts.64.up_proj,0.0000295944,0.05000,2.037 +59,mlp.experts.67.up_proj,0.0000319875,0.05000,2.049 +59,mlp.experts.66.up_proj,0.0000651439,0.05000,2.087 +59,mlp.experts.69.up_proj,0.0001142103,0.05000,2.068 +59,mlp.experts.68.up_proj,0.0000286390,0.05000,2.026 +59,mlp.experts.70.up_proj,0.0000554164,0.05000,2.056 +59,mlp.experts.71.up_proj,0.0000221153,0.05000,2.083 +59,mlp.experts.73.up_proj,0.0000460440,0.05000,2.057 +59,mlp.experts.72.up_proj,0.0001647094,0.05000,2.070 +59,mlp.experts.75.up_proj,0.0000777784,0.05000,2.056 +59,mlp.experts.74.up_proj,0.0000738124,0.05000,2.087 +59,mlp.experts.77.up_proj,0.0000552422,0.05000,2.057 +59,mlp.experts.76.up_proj,0.0000555511,0.05000,2.050 +59,mlp.experts.79.up_proj,0.0000601892,0.05000,2.077 +59,mlp.experts.78.up_proj,0.0000504410,0.05000,2.074 +59,mlp.experts.81.up_proj,0.0000976621,0.05000,2.080 +59,mlp.experts.80.up_proj,0.0000547041,0.05000,2.162 +59,mlp.experts.83.up_proj,0.0000760220,0.05000,2.102 +59,mlp.experts.82.up_proj,0.0000506691,0.05000,2.126 +59,mlp.experts.85.up_proj,0.0000275402,0.05000,2.107 +59,mlp.experts.84.up_proj,0.0000413502,0.05000,2.099 +59,mlp.experts.87.up_proj,0.0000445204,0.05000,2.062 +59,mlp.experts.86.up_proj,0.0002468494,0.05000,2.063 +59,mlp.experts.89.up_proj,0.0000695351,0.05000,2.034 +59,mlp.experts.88.up_proj,0.0001006664,0.05000,2.121 +59,mlp.experts.91.up_proj,0.0001001136,0.05000,2.051 +59,mlp.experts.90.up_proj,0.0000937419,0.05000,2.053 +59,mlp.experts.93.up_proj,0.0000420266,0.05000,2.041 +59,mlp.experts.92.up_proj,0.0000424179,0.05000,2.129 +59,mlp.experts.95.up_proj,0.0000305377,0.05000,2.101 +59,mlp.experts.94.up_proj,0.0000538249,0.05000,2.081 +59,mlp.experts.97.up_proj,0.0000387600,0.05000,2.080 +59,mlp.experts.96.up_proj,0.0001816026,0.05000,2.059 +59,mlp.experts.99.up_proj,0.0000351103,0.05000,2.054 +59,mlp.experts.98.up_proj,0.0000471655,0.05000,2.088 +59,mlp.experts.101.up_proj,0.0000692626,0.05000,2.100 +59,mlp.experts.100.up_proj,0.0000114707,0.05000,2.070 +59,mlp.experts.103.up_proj,0.0000350404,0.05000,2.087 +59,mlp.experts.102.up_proj,0.0000540246,0.05000,2.079 +59,mlp.experts.105.up_proj,0.0000893900,0.05000,2.108 +59,mlp.experts.104.up_proj,0.0001021757,0.05000,2.151 +59,mlp.experts.107.up_proj,0.0000194316,0.05000,2.101 +59,mlp.experts.106.up_proj,0.0000833802,0.05000,2.100 +59,mlp.experts.109.up_proj,0.0000535384,0.05000,2.102 +59,mlp.experts.111.up_proj,0.0000440605,0.05000,2.054 +59,mlp.experts.108.up_proj,0.0000420527,0.05000,2.157 +59,mlp.experts.110.up_proj,0.0000891923,0.05000,2.093 +59,mlp.experts.113.up_proj,0.0000105188,0.05000,2.196 +59,mlp.experts.115.up_proj,0.0000576646,0.05000,2.052 +59,mlp.experts.112.up_proj,0.0000536066,0.05000,2.047 +59,mlp.experts.114.up_proj,0.0000196121,0.05000,2.059 +59,mlp.experts.117.up_proj,0.0000543563,0.05000,2.160 +59,mlp.experts.116.up_proj,0.0000557604,0.05000,2.050 +59,mlp.experts.119.up_proj,0.0000516724,0.05000,2.076 +59,mlp.experts.118.up_proj,0.0000604248,0.05000,2.078 +59,mlp.experts.121.up_proj,0.0000863455,0.05000,2.054 +59,mlp.experts.120.up_proj,0.0000447143,0.05000,2.054 +59,mlp.experts.123.up_proj,0.0000357878,0.05000,2.139 +59,mlp.experts.122.up_proj,0.0000398584,0.05000,2.096 +59,mlp.experts.125.up_proj,0.0000571099,0.05000,2.113 +59,mlp.experts.124.up_proj,0.0000621314,0.05000,2.087 +59,mlp.experts.127.up_proj,0.0000307923,0.05000,2.055 +59,mlp.experts.126.up_proj,0.0000460689,0.05000,2.068 +59,mlp.experts.129.up_proj,0.0000991592,0.05000,1.474 +59,mlp.experts.128.up_proj,0.0000084163,0.05000,1.333 +59,mlp.experts.133.up_proj,0.0000367457,0.05000,2.099 +59,mlp.experts.132.up_proj,0.0000955467,0.05000,2.134 +59,mlp.experts.130.up_proj,0.0001036440,0.05000,2.169 +59,mlp.experts.131.up_proj,0.0001623860,0.05000,2.206 +59,mlp.experts.136.up_proj,0.0000776202,0.05000,2.047 +59,mlp.experts.137.up_proj,0.0000627677,0.05000,2.123 +59,mlp.experts.135.up_proj,0.0000072059,0.05000,2.038 +59,mlp.experts.134.up_proj,0.0000387669,0.05000,2.130 +59,mlp.experts.140.up_proj,0.0000851309,0.05000,2.022 +59,mlp.experts.139.up_proj,0.0000931836,0.05000,2.024 +59,mlp.experts.141.up_proj,0.0000105416,0.05000,2.050 +59,mlp.experts.138.up_proj,0.0001499119,0.05000,2.064 +59,mlp.experts.144.up_proj,0.0000857004,0.05000,2.040 +59,mlp.experts.143.up_proj,0.0000428552,0.05000,2.072 +59,mlp.experts.145.up_proj,0.0000692413,0.05000,2.100 +59,mlp.experts.142.up_proj,0.0000749305,0.05000,2.070 +59,mlp.experts.148.up_proj,0.0000440517,0.05000,2.029 +59,mlp.experts.147.up_proj,0.0000706423,0.05000,2.045 +59,mlp.experts.149.up_proj,0.0000922896,0.05000,2.042 +59,mlp.experts.146.up_proj,0.0000581595,0.05000,2.069 +59,mlp.experts.152.up_proj,0.0000227648,0.05000,2.029 +59,mlp.experts.153.up_proj,0.0000425277,0.05000,2.050 +59,mlp.experts.151.up_proj,0.0000481714,0.05000,2.103 +59,mlp.experts.150.up_proj,0.0000844647,0.05000,2.065 +59,mlp.experts.156.up_proj,0.0000931726,0.05000,2.032 +59,mlp.experts.155.up_proj,0.0000461758,0.05000,2.009 +59,mlp.experts.157.up_proj,0.0000430558,0.05000,2.075 +59,mlp.experts.154.up_proj,0.0000618252,0.05000,1.987 +59,mlp.experts.159.up_proj,0.0001234227,0.05000,1.399 +59,mlp.experts.158.up_proj,0.0000455193,0.05000,1.381 +59,mlp.experts.3.down_proj,0.0000088829,0.05000,0.642 +59,mlp.experts.2.down_proj,0.0000119678,0.05000,0.646 +59,mlp.experts.0.down_proj,0.0000144080,0.05000,0.662 +59,mlp.experts.1.down_proj,0.0000179686,0.05000,0.686 +59,mlp.experts.7.down_proj,0.0000120393,0.05000,0.619 +59,mlp.experts.6.down_proj,0.0000133146,0.05000,0.625 +59,mlp.experts.4.down_proj,0.0000019935,0.05000,0.613 +59,mlp.experts.5.down_proj,0.0000152005,0.05000,0.656 +59,mlp.experts.8.down_proj,0.0000154804,0.05000,0.611 +59,mlp.experts.10.down_proj,0.0000161876,0.05000,0.623 +59,mlp.experts.11.down_proj,0.0000034912,0.05000,0.645 +59,mlp.experts.9.down_proj,0.0000068137,0.05000,0.614 +59,mlp.experts.12.down_proj,0.0000082940,0.05000,0.608 +59,mlp.experts.14.down_proj,0.0000065267,0.05000,0.617 +59,mlp.experts.15.down_proj,0.0000103337,0.05000,0.616 +59,mlp.experts.13.down_proj,0.0000081814,0.05000,0.607 +59,mlp.experts.16.down_proj,0.0000191731,0.05000,0.634 +59,mlp.experts.18.down_proj,0.0000183726,0.05000,0.624 +59,mlp.experts.19.down_proj,0.0000068324,0.05000,0.614 +59,mlp.experts.17.down_proj,0.0000160730,0.05000,0.647 +59,mlp.experts.22.down_proj,0.0000064398,0.05000,0.619 +59,mlp.experts.23.down_proj,0.0000051049,0.05000,0.619 +59,mlp.experts.20.down_proj,0.0000092848,0.05000,0.629 +59,mlp.experts.21.down_proj,0.0000058563,0.05000,0.631 +59,mlp.experts.24.down_proj,0.0000181028,0.05000,0.608 +59,mlp.experts.26.down_proj,0.0000087484,0.05000,0.622 +59,mlp.experts.27.down_proj,0.0000188605,0.05000,0.634 +59,mlp.experts.25.down_proj,0.0000075328,0.05000,0.605 +59,mlp.experts.30.down_proj,0.0000082093,0.05000,0.622 +59,mlp.experts.31.down_proj,0.0000082174,0.05000,0.625 +59,mlp.experts.28.down_proj,0.0000124688,0.05000,0.665 +59,mlp.experts.29.down_proj,0.0000113640,0.05000,0.633 +59,mlp.experts.34.down_proj,0.0000267501,0.05000,0.623 +59,mlp.experts.35.down_proj,0.0000272294,0.05000,0.614 +59,mlp.experts.32.down_proj,0.0000165705,0.05000,0.608 +59,mlp.experts.33.down_proj,0.0000088959,0.05000,0.610 +59,mlp.experts.38.down_proj,0.0000109359,0.05000,0.637 +59,mlp.experts.39.down_proj,0.0000500698,0.05000,0.638 +59,mlp.experts.36.down_proj,0.0000202486,0.05000,0.649 +59,mlp.experts.37.down_proj,0.0000231908,0.05000,0.616 +59,mlp.experts.42.down_proj,0.0000164298,0.05000,0.615 +59,mlp.experts.40.down_proj,0.0000171758,0.05000,0.614 +59,mlp.experts.43.down_proj,0.0000117798,0.05000,0.639 +59,mlp.experts.41.down_proj,0.0000946472,0.05000,0.624 +59,mlp.experts.44.down_proj,0.0000106927,0.05000,0.613 +59,mlp.experts.47.down_proj,0.0000138787,0.05000,0.616 +59,mlp.experts.46.down_proj,0.0000072254,0.05000,0.658 +59,mlp.experts.45.down_proj,0.0000268575,0.05000,0.616 +59,mlp.experts.51.down_proj,0.0000149566,0.05000,0.610 +59,mlp.experts.50.down_proj,0.0000124151,0.05000,0.603 +59,mlp.experts.48.down_proj,0.0000251523,0.05000,0.621 +59,mlp.experts.49.down_proj,0.0000060940,0.05000,0.610 +59,mlp.experts.52.down_proj,0.0000116184,0.05000,0.617 +59,mlp.experts.53.down_proj,0.0002010021,0.05000,0.615 +59,mlp.experts.54.down_proj,0.0000113556,0.05000,0.645 +59,mlp.experts.55.down_proj,0.0000130976,0.05000,0.670 +59,mlp.experts.56.down_proj,0.0000056725,0.05000,0.608 +59,mlp.experts.57.down_proj,0.0000115415,0.05000,0.619 +59,mlp.experts.58.down_proj,0.0000738947,0.05000,0.618 +59,mlp.experts.59.down_proj,0.0000049784,0.05000,0.612 +59,mlp.experts.60.down_proj,0.0000040415,0.05000,0.608 +59,mlp.experts.61.down_proj,0.0000058696,0.05000,0.610 +59,mlp.experts.63.down_proj,0.0000211556,0.05000,0.606 +59,mlp.experts.62.down_proj,0.0000049027,0.05000,0.637 +59,mlp.experts.64.down_proj,0.0000065758,0.05000,0.607 +59,mlp.experts.65.down_proj,0.0000068434,0.05000,0.608 +59,mlp.experts.67.down_proj,0.0000048891,0.05000,0.609 +59,mlp.experts.66.down_proj,0.0000087471,0.05000,0.637 +59,mlp.experts.68.down_proj,0.0000087098,0.05000,0.607 +59,mlp.experts.69.down_proj,0.0000143306,0.05000,0.627 +59,mlp.experts.71.down_proj,0.0000031073,0.05000,0.612 +59,mlp.experts.70.down_proj,0.0000087083,0.05000,0.631 +59,mlp.experts.72.down_proj,0.0000244403,0.05000,0.604 +59,mlp.experts.73.down_proj,0.0000071930,0.05000,0.604 +59,mlp.experts.75.down_proj,0.0000175400,0.05000,0.624 +59,mlp.experts.74.down_proj,0.0000090427,0.05000,0.603 +59,mlp.experts.76.down_proj,0.0000114366,0.05000,0.625 +59,mlp.experts.77.down_proj,0.0000078951,0.05000,0.630 +59,mlp.experts.79.down_proj,0.0000082983,0.05000,0.613 +59,mlp.experts.78.down_proj,0.0000065564,0.05000,0.612 +59,mlp.experts.80.down_proj,0.0000138662,0.05000,0.604 +59,mlp.experts.81.down_proj,0.0000120182,0.05000,0.624 +59,mlp.experts.83.down_proj,0.0000102639,0.05000,0.628 +59,mlp.experts.82.down_proj,0.0000063217,0.05000,0.629 +59,mlp.experts.84.down_proj,0.0000058428,0.05000,0.624 +59,mlp.experts.85.down_proj,0.0000045058,0.05000,0.609 +59,mlp.experts.87.down_proj,0.0000102059,0.05000,0.611 +59,mlp.experts.86.down_proj,0.0000668989,0.05000,0.622 +59,mlp.experts.88.down_proj,0.0000121612,0.05000,0.647 +59,mlp.experts.89.down_proj,0.0000121682,0.05000,0.604 +59,mlp.experts.91.down_proj,0.0000128321,0.05000,0.609 +59,mlp.experts.90.down_proj,0.0000196904,0.05000,0.619 +59,mlp.experts.92.down_proj,0.0000165847,0.05000,0.609 +59,mlp.experts.93.down_proj,0.0000137129,0.05000,0.605 +59,mlp.experts.95.down_proj,0.0000073462,0.05000,0.608 +59,mlp.experts.94.down_proj,0.0000078897,0.05000,0.656 +59,mlp.experts.97.down_proj,0.0000066658,0.05000,0.604 +59,mlp.experts.96.down_proj,0.0000366829,0.05000,0.629 +59,mlp.experts.99.down_proj,0.0000051176,0.05000,0.611 +59,mlp.experts.98.down_proj,0.0000059752,0.05000,0.632 +59,mlp.experts.101.down_proj,0.0000103593,0.05000,0.629 +59,mlp.experts.103.down_proj,0.0000046779,0.05000,0.611 +59,mlp.experts.100.down_proj,0.0000017821,0.05000,0.646 +59,mlp.experts.102.down_proj,0.0000119585,0.05000,0.648 +59,mlp.experts.107.down_proj,0.0000040521,0.05000,0.615 +59,mlp.experts.105.down_proj,0.0000206936,0.05000,0.640 +59,mlp.experts.104.down_proj,0.0000184023,0.05000,0.610 +59,mlp.experts.106.down_proj,0.0000119914,0.05000,0.661 +59,mlp.experts.111.down_proj,0.0000060978,0.05000,0.607 +59,mlp.experts.109.down_proj,0.0000069577,0.05000,0.606 +59,mlp.experts.108.down_proj,0.0000059983,0.05000,0.607 +59,mlp.experts.110.down_proj,0.0000126458,0.05000,0.635 +59,mlp.experts.115.down_proj,0.0000094969,0.05000,0.604 +59,mlp.experts.112.down_proj,0.0000130853,0.05000,0.603 +59,mlp.experts.113.down_proj,0.0000016475,0.05000,0.624 +59,mlp.experts.114.down_proj,0.0000028424,0.05000,0.612 +59,mlp.experts.119.down_proj,0.0000072332,0.05000,0.607 +59,mlp.experts.116.down_proj,0.0000074960,0.05000,0.605 +59,mlp.experts.117.down_proj,0.0000101681,0.05000,0.606 +59,mlp.experts.118.down_proj,0.0000177272,0.05000,0.611 +59,mlp.experts.123.down_proj,0.0000106230,0.05000,0.605 +59,mlp.experts.120.down_proj,0.0000088543,0.05000,0.605 +59,mlp.experts.121.down_proj,0.0000160423,0.05000,0.606 +59,mlp.experts.122.down_proj,0.0000083780,0.05000,0.621 +59,mlp.experts.127.down_proj,0.0000090008,0.05000,0.610 +59,mlp.experts.124.down_proj,0.0000108472,0.05000,0.627 +59,mlp.experts.125.down_proj,0.0000126264,0.05000,0.606 +59,mlp.experts.126.down_proj,0.0000106855,0.05000,0.640 +59,mlp.experts.131.down_proj,0.0000249714,0.05000,0.617 +59,mlp.experts.129.down_proj,0.0000260537,0.05000,0.630 +59,mlp.experts.128.down_proj,0.0000014634,0.05000,0.633 +59,mlp.experts.130.down_proj,0.0000267580,0.05000,0.665 +59,mlp.experts.135.down_proj,0.0000024982,0.05000,0.610 +59,mlp.experts.133.down_proj,0.0000047306,0.05000,0.605 +59,mlp.experts.132.down_proj,0.0000127101,0.05000,0.635 +59,mlp.experts.134.down_proj,0.0000048863,0.05000,0.622 +59,mlp.experts.139.down_proj,0.0000240668,0.05000,0.615 +59,mlp.experts.137.down_proj,0.0000118797,0.05000,0.609 +59,mlp.experts.136.down_proj,0.0000103642,0.05000,0.633 +59,mlp.experts.138.down_proj,0.0000436665,0.05000,0.627 +59,mlp.experts.143.down_proj,0.0000081909,0.05000,0.617 +59,mlp.experts.141.down_proj,0.0000018671,0.05000,0.629 +59,mlp.experts.140.down_proj,0.0000210500,0.05000,0.614 +59,mlp.experts.142.down_proj,0.0000097012,0.05000,0.620 +59,mlp.experts.147.down_proj,0.0000147341,0.05000,0.631 +59,mlp.experts.145.down_proj,0.0000132202,0.05000,0.612 +59,mlp.experts.144.down_proj,0.0000228845,0.05000,0.615 +59,mlp.experts.146.down_proj,0.0000116323,0.05000,0.621 +59,mlp.experts.151.down_proj,0.0000105939,0.05000,0.631 +59,mlp.experts.149.down_proj,0.0000141177,0.05000,0.618 +59,mlp.experts.148.down_proj,0.0000064185,0.05000,0.632 +59,mlp.experts.150.down_proj,0.0000183889,0.05000,0.629 +59,mlp.experts.155.down_proj,0.0000119100,0.05000,0.620 +59,mlp.experts.153.down_proj,0.0000066642,0.05000,0.623 +59,mlp.experts.152.down_proj,0.0000043265,0.05000,0.624 +59,mlp.experts.154.down_proj,0.0000106627,0.05000,0.654 +59,mlp.experts.157.down_proj,0.0000069216,0.05000,0.615 +59,mlp.experts.159.down_proj,0.0000237959,0.05000,0.635 +59,mlp.experts.156.down_proj,0.0000135730,0.05000,0.598 +59,mlp.experts.158.down_proj,0.0000059309,0.05000,0.421 +60,mlp.experts.3.gate_proj,0.0001675993,0.05000,2.103 +60,mlp.experts.0.gate_proj,0.0000822062,0.05000,2.144 +60,mlp.experts.1.gate_proj,0.0000672512,0.05000,2.193 +60,mlp.experts.2.gate_proj,0.0000711791,0.05000,2.236 +60,mlp.experts.7.gate_proj,0.0000532185,0.05000,2.123 +60,mlp.experts.5.gate_proj,0.0000626337,0.05000,2.092 +60,mlp.experts.6.gate_proj,0.0000726110,0.05000,2.084 +60,mlp.experts.4.gate_proj,0.0000113265,0.05000,2.202 +60,mlp.experts.11.gate_proj,0.0001012823,0.05000,2.093 +60,mlp.experts.9.gate_proj,0.0000719303,0.05000,2.105 +60,mlp.experts.10.gate_proj,0.0000815320,0.05000,2.136 +60,mlp.experts.8.gate_proj,0.0000312776,0.05000,2.172 +60,mlp.experts.15.gate_proj,0.0000554490,0.05000,2.110 +60,mlp.experts.13.gate_proj,0.0000751902,0.05000,2.080 +60,mlp.experts.14.gate_proj,0.0000349752,0.05000,2.091 +60,mlp.experts.12.gate_proj,0.0001096715,0.05000,2.117 +60,mlp.experts.17.gate_proj,0.0000604596,0.05000,2.076 +60,mlp.experts.19.gate_proj,0.0000442834,0.05000,2.148 +60,mlp.experts.18.gate_proj,0.0001039595,0.05000,2.100 +60,mlp.experts.16.gate_proj,0.0000280955,0.05000,2.154 +60,mlp.experts.21.gate_proj,0.0000300162,0.05000,2.056 +60,mlp.experts.23.gate_proj,0.0000508042,0.05000,2.073 +60,mlp.experts.22.gate_proj,0.0000515492,0.05000,2.127 +60,mlp.experts.20.gate_proj,0.0000429895,0.05000,2.185 +60,mlp.experts.25.gate_proj,0.0000173646,0.05000,2.115 +60,mlp.experts.27.gate_proj,0.0000644069,0.05000,2.123 +60,mlp.experts.26.gate_proj,0.0000877728,0.05000,2.109 +60,mlp.experts.24.gate_proj,0.0000423492,0.05000,2.117 +60,mlp.experts.29.gate_proj,0.0000525433,0.05000,2.044 +60,mlp.experts.31.gate_proj,0.0000755182,0.05000,2.092 +60,mlp.experts.30.gate_proj,0.0000566417,0.05000,2.046 +60,mlp.experts.28.gate_proj,0.0000430876,0.05000,2.156 +60,mlp.experts.33.gate_proj,0.0000278896,0.05000,2.028 +60,mlp.experts.35.gate_proj,0.0000693189,0.05000,2.038 +60,mlp.experts.34.gate_proj,0.0000499437,0.05000,2.073 +60,mlp.experts.32.gate_proj,0.0000420825,0.05000,2.070 +60,mlp.experts.37.gate_proj,0.0000908094,0.05000,2.078 +60,mlp.experts.39.gate_proj,0.0000429073,0.05000,2.081 +60,mlp.experts.38.gate_proj,0.0000223100,0.05000,2.121 +60,mlp.experts.36.gate_proj,0.0000109588,0.05000,2.108 +60,mlp.experts.41.gate_proj,0.0000548729,0.05000,2.231 +60,mlp.experts.43.gate_proj,0.0000573851,0.05000,2.172 +60,mlp.experts.42.gate_proj,0.0000472794,0.05000,2.257 +60,mlp.experts.40.gate_proj,0.0000978088,0.05000,2.083 +60,mlp.experts.47.gate_proj,0.0000846770,0.05000,2.063 +60,mlp.experts.45.gate_proj,0.0000622619,0.05000,2.166 +60,mlp.experts.46.gate_proj,0.0000747302,0.05000,2.122 +60,mlp.experts.44.gate_proj,0.0000727277,0.05000,2.101 +60,mlp.experts.51.gate_proj,0.0000631514,0.05000,2.068 +60,mlp.experts.49.gate_proj,0.0000431895,0.05000,2.145 +60,mlp.experts.50.gate_proj,0.0000466081,0.05000,2.096 +60,mlp.experts.48.gate_proj,0.0000684777,0.05000,2.067 +60,mlp.experts.55.gate_proj,0.0000636885,0.05000,2.069 +60,mlp.experts.53.gate_proj,0.0000091421,0.05000,2.075 +60,mlp.experts.54.gate_proj,0.0000675669,0.05000,2.073 +60,mlp.experts.52.gate_proj,0.0000325319,0.05000,2.065 +60,mlp.experts.59.gate_proj,0.0000412785,0.05000,2.066 +60,mlp.experts.57.gate_proj,0.0000359202,0.05000,2.073 +60,mlp.experts.58.gate_proj,0.0000533854,0.05000,2.064 +60,mlp.experts.56.gate_proj,0.0000590738,0.05000,2.071 +60,mlp.experts.63.gate_proj,0.0000096549,0.05000,2.067 +60,mlp.experts.61.gate_proj,0.0000216424,0.05000,2.121 +60,mlp.experts.62.gate_proj,0.0000432745,0.05000,2.059 +60,mlp.experts.60.gate_proj,0.0000606290,0.05000,2.087 +60,mlp.experts.67.gate_proj,0.0001621985,0.05000,2.028 +60,mlp.experts.65.gate_proj,0.0000751389,0.05000,2.057 +60,mlp.experts.66.gate_proj,0.0000422727,0.05000,2.038 +60,mlp.experts.64.gate_proj,0.0000642257,0.05000,2.030 +60,mlp.experts.71.gate_proj,0.0000660316,0.05000,2.025 +60,mlp.experts.69.gate_proj,0.0001171025,0.05000,2.071 +60,mlp.experts.70.gate_proj,0.0000583156,0.05000,2.048 +60,mlp.experts.68.gate_proj,0.0001009399,0.05000,2.067 +60,mlp.experts.75.gate_proj,0.0000764898,0.05000,2.103 +60,mlp.experts.73.gate_proj,0.0000306647,0.05000,2.142 +60,mlp.experts.74.gate_proj,0.0000498068,0.05000,2.099 +60,mlp.experts.72.gate_proj,0.0000724130,0.05000,2.125 +60,mlp.experts.79.gate_proj,0.0000893804,0.05000,2.027 +60,mlp.experts.77.gate_proj,0.0000777507,0.05000,2.061 +60,mlp.experts.78.gate_proj,0.0001161774,0.05000,2.107 +60,mlp.experts.76.gate_proj,0.0000885341,0.05000,2.054 +60,mlp.experts.83.gate_proj,0.0000363812,0.05000,2.050 +60,mlp.experts.81.gate_proj,0.0000510972,0.05000,2.027 +60,mlp.experts.82.gate_proj,0.0000675588,0.05000,2.022 +60,mlp.experts.80.gate_proj,0.0000627697,0.05000,2.063 +60,mlp.experts.87.gate_proj,0.0000476234,0.05000,2.050 +60,mlp.experts.85.gate_proj,0.0000521483,0.05000,2.037 +60,mlp.experts.86.gate_proj,0.0001026147,0.05000,2.083 +60,mlp.experts.84.gate_proj,0.0000215764,0.05000,2.032 +60,mlp.experts.91.gate_proj,0.0000646008,0.05000,2.035 +60,mlp.experts.89.gate_proj,0.0000242797,0.05000,2.050 +60,mlp.experts.90.gate_proj,0.0000340154,0.05000,2.072 +60,mlp.experts.88.gate_proj,0.0000456360,0.05000,2.021 +60,mlp.experts.95.gate_proj,0.0000596441,0.05000,2.030 +60,mlp.experts.93.gate_proj,0.0000283668,0.05000,2.060 +60,mlp.experts.94.gate_proj,0.0000667348,0.05000,2.052 +60,mlp.experts.92.gate_proj,0.0000899465,0.05000,2.046 +60,mlp.experts.99.gate_proj,0.0000669037,0.05000,2.066 +60,mlp.experts.97.gate_proj,0.0000556516,0.05000,2.085 +60,mlp.experts.96.gate_proj,0.0001110425,0.05000,2.031 +60,mlp.experts.98.gate_proj,0.0000398167,0.05000,2.111 +60,mlp.experts.103.gate_proj,0.0000500036,0.05000,2.069 +60,mlp.experts.101.gate_proj,0.0000670434,0.05000,2.038 +60,mlp.experts.100.gate_proj,0.0000446097,0.05000,2.063 +60,mlp.experts.102.gate_proj,0.0000305698,0.05000,2.058 +60,mlp.experts.107.gate_proj,0.0000217809,0.05000,2.032 +60,mlp.experts.105.gate_proj,0.0000456080,0.05000,2.101 +60,mlp.experts.104.gate_proj,0.0000483573,0.05000,2.043 +60,mlp.experts.106.gate_proj,0.0001177284,0.05000,2.059 +60,mlp.experts.111.gate_proj,0.0000910035,0.05000,2.037 +60,mlp.experts.109.gate_proj,0.0000364976,0.05000,2.077 +60,mlp.experts.108.gate_proj,0.0000678806,0.05000,2.045 +60,mlp.experts.110.gate_proj,0.0002305908,0.05000,2.055 +60,mlp.experts.115.gate_proj,0.0001983356,0.05000,2.077 +60,mlp.experts.113.gate_proj,0.0000123909,0.05000,2.074 +60,mlp.experts.112.gate_proj,0.0000473654,0.05000,2.047 +60,mlp.experts.114.gate_proj,0.0000686347,0.05000,2.072 +60,mlp.experts.119.gate_proj,0.0000449754,0.05000,2.083 +60,mlp.experts.117.gate_proj,0.0000555089,0.05000,2.067 +60,mlp.experts.116.gate_proj,0.0000247316,0.05000,2.092 +60,mlp.experts.118.gate_proj,0.0001646204,0.05000,2.055 +60,mlp.experts.123.gate_proj,0.0000536152,0.05000,2.071 +60,mlp.experts.121.gate_proj,0.0002220347,0.05000,2.051 +60,mlp.experts.122.gate_proj,0.0000631379,0.05000,2.018 +60,mlp.experts.120.gate_proj,0.0000090087,0.05000,2.087 +60,mlp.experts.127.gate_proj,0.0001626465,0.05000,2.046 +60,mlp.experts.125.gate_proj,0.0000614047,0.05000,2.048 +60,mlp.experts.124.gate_proj,0.0000626434,0.05000,2.031 +60,mlp.experts.126.gate_proj,0.0001634670,0.05000,2.062 +60,mlp.experts.131.gate_proj,0.0000613100,0.05000,2.034 +60,mlp.experts.129.gate_proj,0.0000660257,0.05000,2.011 +60,mlp.experts.128.gate_proj,0.0001089246,0.05000,2.000 +60,mlp.experts.130.gate_proj,0.0000512757,0.05000,2.047 +60,mlp.experts.135.gate_proj,0.0000445297,0.05000,2.057 +60,mlp.experts.132.gate_proj,0.0000597651,0.05000,2.051 +60,mlp.experts.133.gate_proj,0.0000548931,0.05000,2.111 +60,mlp.experts.134.gate_proj,0.0000743833,0.05000,2.076 +60,mlp.experts.139.gate_proj,0.0000547688,0.05000,2.133 +60,mlp.experts.136.gate_proj,0.0000772777,0.05000,2.055 +60,mlp.experts.137.gate_proj,0.0000774392,0.05000,2.067 +60,mlp.experts.138.gate_proj,0.0000220155,0.05000,2.043 +60,mlp.experts.143.gate_proj,0.0000558348,0.05000,2.090 +60,mlp.experts.140.gate_proj,0.0000651401,0.05000,2.063 +60,mlp.experts.141.gate_proj,0.0000670096,0.05000,2.051 +60,mlp.experts.142.gate_proj,0.0000955918,0.05000,2.029 +60,mlp.experts.147.gate_proj,0.0002675953,0.05000,1.996 +60,mlp.experts.144.gate_proj,0.0001428706,0.05000,1.997 +60,mlp.experts.145.gate_proj,0.0000872166,0.05000,2.024 +60,mlp.experts.146.gate_proj,0.0000399689,0.05000,1.993 +60,mlp.experts.151.gate_proj,0.0000126276,0.05000,2.054 +60,mlp.experts.148.gate_proj,0.0000387736,0.05000,2.045 +60,mlp.experts.150.gate_proj,0.0000548133,0.05000,1.996 +60,mlp.experts.149.gate_proj,0.0000524529,0.05000,2.047 +60,mlp.experts.155.gate_proj,0.0000533541,0.05000,2.085 +60,mlp.experts.152.gate_proj,0.0000632980,0.05000,2.053 +60,mlp.experts.154.gate_proj,0.0000858265,0.05000,2.073 +60,mlp.experts.153.gate_proj,0.0000889436,0.05000,2.057 +60,mlp.experts.159.gate_proj,0.0000380863,0.05000,2.140 +60,mlp.experts.156.gate_proj,0.0000555171,0.05000,2.096 +60,mlp.experts.157.gate_proj,0.0000333941,0.05000,2.044 +60,mlp.experts.158.gate_proj,0.0001318812,0.05000,2.156 +60,mlp.experts.3.up_proj,0.0001631952,0.05000,2.122 +60,mlp.experts.1.up_proj,0.0000646307,0.05000,2.082 +60,mlp.experts.0.up_proj,0.0000764280,0.05000,2.088 +60,mlp.experts.2.up_proj,0.0000691689,0.05000,2.105 +60,mlp.experts.7.up_proj,0.0000519298,0.05000,2.063 +60,mlp.experts.4.up_proj,0.0000109099,0.05000,2.042 +60,mlp.experts.5.up_proj,0.0000611663,0.05000,2.080 +60,mlp.experts.6.up_proj,0.0000711730,0.05000,2.050 +60,mlp.experts.11.up_proj,0.0000969201,0.05000,2.088 +60,mlp.experts.8.up_proj,0.0000300816,0.05000,2.071 +60,mlp.experts.9.up_proj,0.0000694229,0.05000,2.085 +60,mlp.experts.10.up_proj,0.0000782952,0.05000,2.052 +60,mlp.experts.15.up_proj,0.0000541103,0.05000,2.180 +60,mlp.experts.13.up_proj,0.0000724593,0.05000,2.034 +60,mlp.experts.12.up_proj,0.0001040033,0.05000,2.085 +60,mlp.experts.14.up_proj,0.0000337192,0.05000,2.063 +60,mlp.experts.19.up_proj,0.0000427576,0.05000,2.071 +60,mlp.experts.17.up_proj,0.0000586941,0.05000,2.061 +60,mlp.experts.16.up_proj,0.0000263062,0.05000,2.088 +60,mlp.experts.18.up_proj,0.0000997872,0.05000,2.082 +60,mlp.experts.23.up_proj,0.0000487163,0.05000,2.078 +60,mlp.experts.21.up_proj,0.0000289949,0.05000,2.043 +60,mlp.experts.20.up_proj,0.0000423807,0.05000,2.086 +60,mlp.experts.22.up_proj,0.0000497497,0.05000,2.097 +60,mlp.experts.27.up_proj,0.0000613616,0.05000,2.048 +60,mlp.experts.25.up_proj,0.0000170097,0.05000,2.084 +60,mlp.experts.24.up_proj,0.0000411367,0.05000,2.050 +60,mlp.experts.26.up_proj,0.0000861178,0.05000,2.044 +60,mlp.experts.31.up_proj,0.0000723121,0.05000,2.063 +60,mlp.experts.28.up_proj,0.0000417787,0.05000,2.032 +60,mlp.experts.29.up_proj,0.0000506456,0.05000,2.096 +60,mlp.experts.30.up_proj,0.0000545548,0.05000,2.106 +60,mlp.experts.35.up_proj,0.0000667660,0.05000,2.039 +60,mlp.experts.33.up_proj,0.0000270151,0.05000,2.051 +60,mlp.experts.32.up_proj,0.0000402724,0.05000,2.112 +60,mlp.experts.34.up_proj,0.0000475722,0.05000,2.067 +60,mlp.experts.39.up_proj,0.0000411743,0.05000,2.047 +60,mlp.experts.37.up_proj,0.0000897663,0.05000,2.028 +60,mlp.experts.36.up_proj,0.0000106224,0.05000,2.030 +60,mlp.experts.38.up_proj,0.0000212038,0.05000,2.025 +60,mlp.experts.43.up_proj,0.0000552861,0.05000,2.063 +60,mlp.experts.41.up_proj,0.0000534050,0.05000,2.070 +60,mlp.experts.40.up_proj,0.0000945973,0.05000,2.066 +60,mlp.experts.42.up_proj,0.0000456649,0.05000,2.113 +60,mlp.experts.47.up_proj,0.0000799901,0.05000,2.053 +60,mlp.experts.44.up_proj,0.0000705525,0.05000,2.010 +60,mlp.experts.45.up_proj,0.0000605389,0.05000,2.063 +60,mlp.experts.46.up_proj,0.0000703535,0.05000,2.083 +60,mlp.experts.51.up_proj,0.0000599038,0.05000,2.038 +60,mlp.experts.49.up_proj,0.0000411221,0.05000,2.046 +60,mlp.experts.48.up_proj,0.0000671239,0.05000,2.114 +60,mlp.experts.50.up_proj,0.0000449627,0.05000,2.092 +60,mlp.experts.55.up_proj,0.0000612249,0.05000,2.039 +60,mlp.experts.53.up_proj,0.0000087747,0.05000,2.050 +60,mlp.experts.52.up_proj,0.0000310682,0.05000,2.045 +60,mlp.experts.54.up_proj,0.0000653139,0.05000,2.065 +60,mlp.experts.59.up_proj,0.0000391275,0.05000,2.048 +60,mlp.experts.57.up_proj,0.0000348096,0.05000,2.058 +60,mlp.experts.56.up_proj,0.0000572243,0.05000,2.114 +60,mlp.experts.58.up_proj,0.0000516713,0.05000,2.085 +60,mlp.experts.63.up_proj,0.0000093953,0.05000,2.041 +60,mlp.experts.61.up_proj,0.0000208551,0.05000,2.073 +60,mlp.experts.60.up_proj,0.0000576412,0.05000,2.054 +60,mlp.experts.62.up_proj,0.0000423930,0.05000,2.089 +60,mlp.experts.67.up_proj,0.0001541658,0.05000,2.155 +60,mlp.experts.65.up_proj,0.0000715241,0.05000,2.080 +60,mlp.experts.64.up_proj,0.0000622691,0.05000,2.049 +60,mlp.experts.66.up_proj,0.0000406945,0.05000,2.089 +60,mlp.experts.71.up_proj,0.0000643685,0.05000,2.055 +60,mlp.experts.68.up_proj,0.0000922082,0.05000,2.015 +60,mlp.experts.69.up_proj,0.0001140296,0.05000,2.085 +60,mlp.experts.70.up_proj,0.0000573291,0.05000,2.077 +60,mlp.experts.75.up_proj,0.0000739538,0.05000,2.089 +60,mlp.experts.73.up_proj,0.0000296291,0.05000,2.055 +60,mlp.experts.72.up_proj,0.0000692584,0.05000,2.102 +60,mlp.experts.74.up_proj,0.0000479588,0.05000,2.067 +60,mlp.experts.79.up_proj,0.0000846969,0.05000,2.108 +60,mlp.experts.77.up_proj,0.0000745500,0.05000,2.115 +60,mlp.experts.76.up_proj,0.0000861801,0.05000,2.113 +60,mlp.experts.78.up_proj,0.0001096173,0.05000,2.128 +60,mlp.experts.83.up_proj,0.0000347839,0.05000,2.077 +60,mlp.experts.81.up_proj,0.0000490896,0.05000,2.054 +60,mlp.experts.80.up_proj,0.0000606789,0.05000,2.090 +60,mlp.experts.82.up_proj,0.0000652990,0.05000,2.067 +60,mlp.experts.85.up_proj,0.0000498257,0.05000,2.038 +60,mlp.experts.87.up_proj,0.0000455648,0.05000,2.077 +60,mlp.experts.84.up_proj,0.0000207732,0.05000,2.060 +60,mlp.experts.86.up_proj,0.0000992613,0.05000,2.076 +60,mlp.experts.91.up_proj,0.0000617759,0.05000,2.065 +60,mlp.experts.88.up_proj,0.0000440001,0.05000,2.027 +60,mlp.experts.89.up_proj,0.0000236516,0.05000,2.112 +60,mlp.experts.90.up_proj,0.0000327485,0.05000,2.046 +60,mlp.experts.92.up_proj,0.0000884506,0.05000,2.023 +60,mlp.experts.95.up_proj,0.0000573897,0.05000,2.066 +60,mlp.experts.93.up_proj,0.0000276664,0.05000,2.087 +60,mlp.experts.94.up_proj,0.0000631630,0.05000,2.047 +60,mlp.experts.96.up_proj,0.0001068177,0.05000,2.058 +60,mlp.experts.99.up_proj,0.0000644657,0.05000,2.088 +60,mlp.experts.97.up_proj,0.0000477174,0.05000,2.086 +60,mlp.experts.98.up_proj,0.0000383425,0.05000,2.075 +60,mlp.experts.100.up_proj,0.0000431172,0.05000,2.053 +60,mlp.experts.103.up_proj,0.0000476554,0.05000,2.078 +60,mlp.experts.101.up_proj,0.0000656662,0.05000,2.092 +60,mlp.experts.102.up_proj,0.0000294416,0.05000,2.090 +60,mlp.experts.104.up_proj,0.0000464131,0.05000,2.055 +60,mlp.experts.107.up_proj,0.0000210547,0.05000,2.114 +60,mlp.experts.105.up_proj,0.0000445556,0.05000,2.085 +60,mlp.experts.106.up_proj,0.0001139207,0.05000,2.070 +60,mlp.experts.108.up_proj,0.0000657836,0.05000,2.078 +60,mlp.experts.111.up_proj,0.0000881277,0.05000,2.049 +60,mlp.experts.109.up_proj,0.0000352171,0.05000,2.091 +60,mlp.experts.110.up_proj,0.0002200752,0.05000,2.061 +60,mlp.experts.112.up_proj,0.0000458647,0.05000,2.096 +60,mlp.experts.115.up_proj,0.0001910224,0.05000,2.036 +60,mlp.experts.113.up_proj,0.0000119777,0.05000,2.038 +60,mlp.experts.114.up_proj,0.0000670236,0.05000,2.090 +60,mlp.experts.119.up_proj,0.0000432417,0.05000,2.071 +60,mlp.experts.117.up_proj,0.0000533672,0.05000,2.029 +60,mlp.experts.116.up_proj,0.0000241780,0.05000,2.185 +60,mlp.experts.118.up_proj,0.0001556132,0.05000,2.101 +60,mlp.experts.123.up_proj,0.0000524514,0.05000,2.092 +60,mlp.experts.121.up_proj,0.0002158293,0.05000,2.065 +60,mlp.experts.120.up_proj,0.0000087611,0.05000,2.205 +60,mlp.experts.122.up_proj,0.0000613848,0.05000,2.127 +60,mlp.experts.127.up_proj,0.0001514184,0.05000,2.066 +60,mlp.experts.125.up_proj,0.0000600582,0.05000,2.080 +60,mlp.experts.124.up_proj,0.0000612471,0.05000,2.080 +60,mlp.experts.126.up_proj,0.0001555687,0.05000,2.065 +60,mlp.experts.131.up_proj,0.0000597708,0.05000,2.037 +60,mlp.experts.129.up_proj,0.0000630175,0.05000,2.039 +60,mlp.experts.128.up_proj,0.0001037074,0.05000,2.138 +60,mlp.experts.130.up_proj,0.0000503883,0.05000,2.052 +60,mlp.experts.135.up_proj,0.0000432843,0.05000,2.033 +60,mlp.experts.133.up_proj,0.0000532777,0.05000,2.051 +60,mlp.experts.132.up_proj,0.0000572930,0.05000,2.094 +60,mlp.experts.134.up_proj,0.0000713390,0.05000,2.046 +60,mlp.experts.139.up_proj,0.0000528018,0.05000,2.036 +60,mlp.experts.137.up_proj,0.0000750324,0.05000,2.026 +60,mlp.experts.136.up_proj,0.0000736088,0.05000,2.069 +60,mlp.experts.138.up_proj,0.0000213369,0.05000,2.051 +60,mlp.experts.141.up_proj,0.0000647880,0.05000,2.007 +60,mlp.experts.143.up_proj,0.0000538953,0.05000,2.062 +60,mlp.experts.140.up_proj,0.0000615100,0.05000,2.046 +60,mlp.experts.142.up_proj,0.0000929685,0.05000,2.039 +60,mlp.experts.145.up_proj,0.0000832447,0.05000,2.043 +60,mlp.experts.147.up_proj,0.0002558565,0.05000,2.087 +60,mlp.experts.146.up_proj,0.0000381454,0.05000,2.076 +60,mlp.experts.144.up_proj,0.0001381233,0.05000,2.175 +60,mlp.experts.149.up_proj,0.0000514774,0.05000,2.086 +60,mlp.experts.151.up_proj,0.0000122377,0.05000,2.084 +60,mlp.experts.150.up_proj,0.0000531262,0.05000,2.087 +60,mlp.experts.148.up_proj,0.0000374064,0.05000,2.232 +60,mlp.experts.153.up_proj,0.0000847772,0.05000,2.034 +60,mlp.experts.155.up_proj,0.0000514133,0.05000,2.051 +60,mlp.experts.154.up_proj,0.0000804241,0.05000,2.046 +60,mlp.experts.152.up_proj,0.0000610117,0.05000,2.099 +60,mlp.experts.157.up_proj,0.0000298312,0.05000,2.009 +60,mlp.experts.159.up_proj,0.0000366710,0.05000,2.022 +60,mlp.experts.158.up_proj,0.0001195322,0.05000,1.869 +60,mlp.experts.156.up_proj,0.0000540414,0.05000,1.708 +60,mlp.experts.2.down_proj,0.0000186587,0.05000,0.636 +60,mlp.experts.1.down_proj,0.0000169576,0.05000,0.653 +60,mlp.experts.3.down_proj,0.0000242093,0.05000,0.654 +60,mlp.experts.0.down_proj,0.0000200041,0.05000,0.684 +60,mlp.experts.6.down_proj,0.0000163994,0.05000,0.611 +60,mlp.experts.5.down_proj,0.0000138400,0.05000,0.601 +60,mlp.experts.7.down_proj,0.0000124671,0.05000,0.603 +60,mlp.experts.4.down_proj,0.0000015291,0.05000,0.601 +60,mlp.experts.9.down_proj,0.0000133077,0.05000,0.602 +60,mlp.experts.11.down_proj,0.0000147477,0.05000,0.605 +60,mlp.experts.10.down_proj,0.0000157434,0.05000,0.653 +60,mlp.experts.8.down_proj,0.0000045984,0.05000,0.627 +60,mlp.experts.13.down_proj,0.0000125631,0.05000,0.604 +60,mlp.experts.15.down_proj,0.0000097871,0.05000,0.600 +60,mlp.experts.12.down_proj,0.0000140005,0.05000,0.627 +60,mlp.experts.14.down_proj,0.0000046485,0.05000,0.649 +60,mlp.experts.17.down_proj,0.0000110800,0.05000,0.600 +60,mlp.experts.19.down_proj,0.0000062515,0.05000,0.607 +60,mlp.experts.18.down_proj,0.0000164893,0.05000,0.604 +60,mlp.experts.16.down_proj,0.0000114817,0.05000,0.623 +60,mlp.experts.21.down_proj,0.0000059773,0.05000,0.598 +60,mlp.experts.23.down_proj,0.0000113789,0.05000,0.610 +60,mlp.experts.22.down_proj,0.0000075274,0.05000,0.606 +60,mlp.experts.20.down_proj,0.0000136480,0.05000,0.631 +60,mlp.experts.25.down_proj,0.0000060419,0.05000,0.599 +60,mlp.experts.27.down_proj,0.0000139206,0.05000,0.605 +60,mlp.experts.26.down_proj,0.0000167736,0.05000,0.604 +60,mlp.experts.24.down_proj,0.0000100034,0.05000,0.601 +60,mlp.experts.29.down_proj,0.0000087928,0.05000,0.446 +60,mlp.experts.31.down_proj,0.0000108477,0.05000,0.444 +60,mlp.experts.33.down_proj,0.0000082804,0.05000,0.624 +60,mlp.experts.30.down_proj,0.0000109262,0.05000,0.640 +60,mlp.experts.28.down_proj,0.0000056687,0.05000,0.654 +60,mlp.experts.35.down_proj,0.0000084195,0.05000,0.663 +60,mlp.experts.37.down_proj,0.0000242228,0.05000,0.612 +60,mlp.experts.34.down_proj,0.0000066769,0.05000,0.615 +60,mlp.experts.32.down_proj,0.0000059060,0.05000,0.613 +60,mlp.experts.39.down_proj,0.0000050751,0.05000,0.609 +60,mlp.experts.41.down_proj,0.0000074181,0.05000,0.607 +60,mlp.experts.38.down_proj,0.0000109816,0.05000,0.613 +60,mlp.experts.43.down_proj,0.0000096653,0.05000,0.615 +60,mlp.experts.36.down_proj,0.0000014817,0.05000,0.639 +60,mlp.experts.45.down_proj,0.0000112758,0.05000,0.627 +60,mlp.experts.42.down_proj,0.0000068855,0.05000,0.616 +60,mlp.experts.47.down_proj,0.0000142871,0.05000,0.616 +60,mlp.experts.40.down_proj,0.0000216643,0.05000,0.630 +60,mlp.experts.49.down_proj,0.0000050341,0.05000,0.607 +60,mlp.experts.46.down_proj,0.0000160508,0.05000,0.631 +60,mlp.experts.51.down_proj,0.0000078989,0.05000,0.619 +60,mlp.experts.44.down_proj,0.0000132704,0.05000,0.610 +60,mlp.experts.53.down_proj,0.0000024580,0.05000,0.602 +60,mlp.experts.50.down_proj,0.0000062976,0.05000,0.603 +60,mlp.experts.55.down_proj,0.0000158614,0.05000,0.611 +60,mlp.experts.48.down_proj,0.0000140129,0.05000,0.605 +60,mlp.experts.57.down_proj,0.0000071500,0.05000,0.632 +60,mlp.experts.54.down_proj,0.0000129608,0.05000,0.607 +60,mlp.experts.59.down_proj,0.0000055387,0.05000,0.616 +60,mlp.experts.52.down_proj,0.0000044463,0.05000,0.607 +60,mlp.experts.58.down_proj,0.0000084602,0.05000,0.607 +60,mlp.experts.61.down_proj,0.0000036745,0.05000,0.629 +60,mlp.experts.56.down_proj,0.0000094573,0.05000,0.603 +60,mlp.experts.63.down_proj,0.0000019698,0.05000,0.621 +60,mlp.experts.62.down_proj,0.0000092249,0.05000,0.625 +60,mlp.experts.65.down_proj,0.0000084923,0.05000,0.632 +60,mlp.experts.67.down_proj,0.0000227859,0.05000,0.613 +60,mlp.experts.60.down_proj,0.0000099404,0.05000,0.629 +60,mlp.experts.66.down_proj,0.0000132020,0.05000,0.605 +60,mlp.experts.69.down_proj,0.0000175585,0.05000,0.594 +60,mlp.experts.71.down_proj,0.0000108615,0.05000,0.598 +60,mlp.experts.64.down_proj,0.0000097634,0.05000,0.600 +60,mlp.experts.73.down_proj,0.0000057021,0.05000,0.616 +60,mlp.experts.70.down_proj,0.0000081898,0.05000,0.637 +60,mlp.experts.75.down_proj,0.0000108188,0.05000,0.648 +60,mlp.experts.68.down_proj,0.0000141254,0.05000,0.683 +60,mlp.experts.77.down_proj,0.0000087282,0.05000,0.604 +60,mlp.experts.74.down_proj,0.0000081738,0.05000,0.607 +60,mlp.experts.79.down_proj,0.0000256871,0.05000,0.612 +60,mlp.experts.72.down_proj,0.0000194676,0.05000,0.617 +60,mlp.experts.81.down_proj,0.0000072909,0.05000,0.628 +60,mlp.experts.78.down_proj,0.0000211086,0.05000,0.632 +60,mlp.experts.83.down_proj,0.0000046212,0.05000,0.615 +60,mlp.experts.76.down_proj,0.0000276348,0.05000,0.616 +60,mlp.experts.85.down_proj,0.0000097248,0.05000,0.634 +60,mlp.experts.82.down_proj,0.0000128856,0.05000,0.634 +60,mlp.experts.87.down_proj,0.0000081183,0.05000,0.635 +60,mlp.experts.80.down_proj,0.0000124499,0.05000,0.622 +60,mlp.experts.89.down_proj,0.0000050583,0.05000,0.628 +60,mlp.experts.86.down_proj,0.0000288558,0.05000,0.623 +60,mlp.experts.91.down_proj,0.0000084578,0.05000,0.607 +60,mlp.experts.84.down_proj,0.0000046157,0.05000,0.628 +60,mlp.experts.93.down_proj,0.0000054077,0.05000,0.610 +60,mlp.experts.90.down_proj,0.0000044314,0.05000,0.618 +60,mlp.experts.95.down_proj,0.0000147993,0.05000,0.637 +60,mlp.experts.88.down_proj,0.0000057271,0.05000,0.628 +60,mlp.experts.97.down_proj,0.0000138463,0.05000,0.604 +60,mlp.experts.94.down_proj,0.0000117447,0.05000,0.627 +60,mlp.experts.99.down_proj,0.0000106567,0.05000,0.636 +60,mlp.experts.92.down_proj,0.0000197673,0.05000,0.611 +60,mlp.experts.101.down_proj,0.0000138459,0.05000,0.606 +60,mlp.experts.98.down_proj,0.0000051362,0.05000,0.608 +60,mlp.experts.103.down_proj,0.0000072493,0.05000,0.605 +60,mlp.experts.96.down_proj,0.0000135301,0.05000,0.604 +60,mlp.experts.105.down_proj,0.0000101659,0.05000,0.605 +60,mlp.experts.102.down_proj,0.0000065536,0.05000,0.602 +60,mlp.experts.107.down_proj,0.0000028378,0.05000,0.605 +60,mlp.experts.100.down_proj,0.0000126350,0.05000,0.602 +60,mlp.experts.109.down_proj,0.0000045534,0.05000,0.604 +60,mlp.experts.106.down_proj,0.0000171320,0.05000,0.604 +60,mlp.experts.111.down_proj,0.0000139521,0.05000,0.602 +60,mlp.experts.104.down_proj,0.0000089705,0.05000,0.608 +60,mlp.experts.113.down_proj,0.0000021456,0.05000,0.626 +60,mlp.experts.110.down_proj,0.0000316570,0.05000,0.631 +60,mlp.experts.115.down_proj,0.0000649952,0.05000,0.612 +60,mlp.experts.108.down_proj,0.0000119638,0.05000,0.628 +60,mlp.experts.117.down_proj,0.0000117274,0.05000,0.629 +60,mlp.experts.114.down_proj,0.0000094242,0.05000,0.613 +60,mlp.experts.112.down_proj,0.0000124530,0.05000,0.605 +60,mlp.experts.119.down_proj,0.0000054937,0.05000,0.659 +60,mlp.experts.121.down_proj,0.0000337087,0.05000,0.624 +60,mlp.experts.118.down_proj,0.0000526789,0.05000,0.628 +60,mlp.experts.116.down_proj,0.0000075740,0.05000,0.611 +60,mlp.experts.123.down_proj,0.0000109772,0.05000,0.606 +60,mlp.experts.125.down_proj,0.0000097266,0.05000,0.608 +60,mlp.experts.122.down_proj,0.0000093232,0.05000,0.629 +60,mlp.experts.120.down_proj,0.0000027939,0.05000,0.616 +60,mlp.experts.127.down_proj,0.0000264669,0.05000,0.636 +60,mlp.experts.129.down_proj,0.0000077303,0.05000,0.629 +60,mlp.experts.126.down_proj,0.0000261921,0.05000,0.607 +60,mlp.experts.124.down_proj,0.0000102989,0.05000,0.613 +60,mlp.experts.131.down_proj,0.0000107890,0.05000,0.632 +60,mlp.experts.133.down_proj,0.0000110844,0.05000,0.612 +60,mlp.experts.128.down_proj,0.0000146098,0.05000,0.605 +60,mlp.experts.130.down_proj,0.0000113270,0.05000,0.634 +60,mlp.experts.135.down_proj,0.0000067282,0.05000,0.634 +60,mlp.experts.137.down_proj,0.0000118045,0.05000,0.618 +60,mlp.experts.132.down_proj,0.0000075064,0.05000,0.612 +60,mlp.experts.134.down_proj,0.0000108574,0.05000,0.614 +60,mlp.experts.139.down_proj,0.0000072649,0.05000,0.615 +60,mlp.experts.141.down_proj,0.0000090848,0.05000,0.614 +60,mlp.experts.138.down_proj,0.0000027595,0.05000,0.612 +60,mlp.experts.136.down_proj,0.0000089969,0.05000,0.656 +60,mlp.experts.143.down_proj,0.0000078281,0.05000,0.620 +60,mlp.experts.145.down_proj,0.0000123359,0.05000,0.612 +60,mlp.experts.142.down_proj,0.0000209830,0.05000,0.623 +60,mlp.experts.140.down_proj,0.0000100741,0.05000,0.609 +60,mlp.experts.147.down_proj,0.0000492394,0.05000,0.631 +60,mlp.experts.149.down_proj,0.0000101194,0.05000,0.608 +60,mlp.experts.146.down_proj,0.0000057567,0.05000,0.609 +60,mlp.experts.144.down_proj,0.0000352146,0.05000,0.626 +60,mlp.experts.151.down_proj,0.0000017876,0.05000,0.612 +60,mlp.experts.153.down_proj,0.0000135455,0.05000,0.614 +60,mlp.experts.150.down_proj,0.0000085936,0.05000,0.605 +60,mlp.experts.148.down_proj,0.0000100174,0.05000,0.602 +60,mlp.experts.155.down_proj,0.0000074444,0.05000,0.605 +60,mlp.experts.157.down_proj,0.0000162219,0.05000,0.603 +60,mlp.experts.154.down_proj,0.0000093758,0.05000,0.591 +60,mlp.experts.152.down_proj,0.0000095878,0.05000,0.582 +60,mlp.experts.159.down_proj,0.0000043150,0.05000,0.579 +60,mlp.experts.158.down_proj,0.0000274328,0.05000,0.445 +60,mlp.experts.156.down_proj,0.0000079645,0.05000,0.433 +61,mlp.experts.0.gate_proj,0.0001078064,0.05000,2.122 +61,mlp.experts.3.gate_proj,0.0000423744,0.05000,2.148 +61,mlp.experts.1.gate_proj,0.0000595570,0.05000,2.170 +61,mlp.experts.2.gate_proj,0.0001021493,0.05000,2.258 +61,mlp.experts.4.gate_proj,0.0000638395,0.05000,2.066 +61,mlp.experts.5.gate_proj,0.0000157060,0.05000,2.049 +61,mlp.experts.7.gate_proj,0.0000831230,0.05000,2.131 +61,mlp.experts.6.gate_proj,0.0000422614,0.05000,2.193 +61,mlp.experts.8.gate_proj,0.0000567555,0.05000,2.042 +61,mlp.experts.11.gate_proj,0.0000598326,0.05000,2.022 +61,mlp.experts.9.gate_proj,0.0000093282,0.05000,2.104 +61,mlp.experts.10.gate_proj,0.0000724103,0.05000,2.063 +61,mlp.experts.12.gate_proj,0.0000191897,0.05000,2.039 +61,mlp.experts.15.gate_proj,0.0001296849,0.05000,2.035 +61,mlp.experts.13.gate_proj,0.0000345285,0.05000,2.055 +61,mlp.experts.14.gate_proj,0.0000941072,0.05000,2.025 +61,mlp.experts.16.gate_proj,0.0000124150,0.05000,2.040 +61,mlp.experts.19.gate_proj,0.0000771555,0.05000,2.029 +61,mlp.experts.17.gate_proj,0.0000524958,0.05000,2.038 +61,mlp.experts.18.gate_proj,0.0000573433,0.05000,2.060 +61,mlp.experts.20.gate_proj,0.0000470185,0.05000,2.047 +61,mlp.experts.23.gate_proj,0.0001094480,0.05000,2.070 +61,mlp.experts.21.gate_proj,0.0000572945,0.05000,2.020 +61,mlp.experts.22.gate_proj,0.0000868657,0.05000,2.039 +61,mlp.experts.24.gate_proj,0.0000622134,0.05000,2.049 +61,mlp.experts.25.gate_proj,0.0000337684,0.05000,2.031 +61,mlp.experts.27.gate_proj,0.0000676391,0.05000,2.107 +61,mlp.experts.26.gate_proj,0.0001073274,0.05000,2.090 +61,mlp.experts.29.gate_proj,0.0001199995,0.05000,2.008 +61,mlp.experts.28.gate_proj,0.0001274608,0.05000,2.112 +61,mlp.experts.31.gate_proj,0.0000654389,0.05000,2.038 +61,mlp.experts.30.gate_proj,0.0000681200,0.05000,2.020 +61,mlp.experts.33.gate_proj,0.0000371743,0.05000,2.038 +61,mlp.experts.32.gate_proj,0.0000138201,0.05000,2.061 +61,mlp.experts.35.gate_proj,0.0000525129,0.05000,2.050 +61,mlp.experts.34.gate_proj,0.0000535847,0.05000,2.115 +61,mlp.experts.37.gate_proj,0.0000648588,0.05000,2.071 +61,mlp.experts.36.gate_proj,0.0000450315,0.05000,2.051 +61,mlp.experts.39.gate_proj,0.0000421205,0.05000,2.094 +61,mlp.experts.38.gate_proj,0.0001082363,0.05000,2.056 +61,mlp.experts.41.gate_proj,0.0001102101,0.05000,2.063 +61,mlp.experts.40.gate_proj,0.0000571589,0.05000,2.048 +61,mlp.experts.43.gate_proj,0.0000619572,0.05000,2.038 +61,mlp.experts.42.gate_proj,0.0000450069,0.05000,2.090 +61,mlp.experts.45.gate_proj,0.0000646104,0.05000,2.058 +61,mlp.experts.44.gate_proj,0.0001262004,0.05000,2.081 +61,mlp.experts.47.gate_proj,0.0000159662,0.05000,2.042 +61,mlp.experts.46.gate_proj,0.0001218263,0.05000,2.139 +61,mlp.experts.49.gate_proj,0.0001216934,0.05000,2.062 +61,mlp.experts.48.gate_proj,0.0000738902,0.05000,2.062 +61,mlp.experts.51.gate_proj,0.0001494960,0.05000,2.088 +61,mlp.experts.50.gate_proj,0.0000125218,0.05000,2.057 +61,mlp.experts.53.gate_proj,0.0000183479,0.05000,2.026 +61,mlp.experts.52.gate_proj,0.0000224725,0.05000,2.044 +61,mlp.experts.55.gate_proj,0.0000237862,0.05000,2.018 +61,mlp.experts.54.gate_proj,0.0000693692,0.05000,2.088 +61,mlp.experts.57.gate_proj,0.0000721932,0.05000,2.047 +61,mlp.experts.59.gate_proj,0.0000535042,0.05000,2.013 +61,mlp.experts.56.gate_proj,0.0000727508,0.05000,2.059 +61,mlp.experts.58.gate_proj,0.0000600773,0.05000,2.138 +61,mlp.experts.61.gate_proj,0.0000500579,0.05000,2.054 +61,mlp.experts.63.gate_proj,0.0000437201,0.05000,2.025 +61,mlp.experts.60.gate_proj,0.0000543025,0.05000,2.058 +61,mlp.experts.62.gate_proj,0.0000939384,0.05000,2.070 +61,mlp.experts.65.gate_proj,0.0000207476,0.05000,1.997 +61,mlp.experts.67.gate_proj,0.0000790664,0.05000,1.999 +61,mlp.experts.64.gate_proj,0.0000359722,0.05000,1.996 +61,mlp.experts.66.gate_proj,0.0000820860,0.05000,2.021 +61,mlp.experts.69.gate_proj,0.0000108276,0.05000,2.018 +61,mlp.experts.71.gate_proj,0.0000666729,0.05000,2.018 +61,mlp.experts.68.gate_proj,0.0000323403,0.05000,2.056 +61,mlp.experts.70.gate_proj,0.0000804155,0.05000,2.087 +61,mlp.experts.73.gate_proj,0.0000676459,0.05000,2.101 +61,mlp.experts.75.gate_proj,0.0001082818,0.05000,2.115 +61,mlp.experts.72.gate_proj,0.0000956639,0.05000,2.105 +61,mlp.experts.74.gate_proj,0.0000486793,0.05000,2.104 +61,mlp.experts.77.gate_proj,0.0000429988,0.05000,2.050 +61,mlp.experts.76.gate_proj,0.0000646244,0.05000,2.031 +61,mlp.experts.79.gate_proj,0.0000492082,0.05000,2.101 +61,mlp.experts.78.gate_proj,0.0000921079,0.05000,2.060 +61,mlp.experts.81.gate_proj,0.0000994989,0.05000,2.032 +61,mlp.experts.80.gate_proj,0.0000085735,0.05000,2.058 +61,mlp.experts.83.gate_proj,0.0000391979,0.05000,2.072 +61,mlp.experts.82.gate_proj,0.0000683783,0.05000,2.048 +61,mlp.experts.85.gate_proj,0.0001140041,0.05000,2.017 +61,mlp.experts.84.gate_proj,0.0000481565,0.05000,2.029 +61,mlp.experts.87.gate_proj,0.0000527799,0.05000,2.054 +61,mlp.experts.86.gate_proj,0.0000293199,0.05000,2.087 +61,mlp.experts.89.gate_proj,0.0000922478,0.05000,2.053 +61,mlp.experts.88.gate_proj,0.0001717356,0.05000,2.046 +61,mlp.experts.91.gate_proj,0.0000352502,0.05000,2.088 +61,mlp.experts.90.gate_proj,0.0000793863,0.05000,2.050 +61,mlp.experts.93.gate_proj,0.0000594874,0.05000,2.033 +61,mlp.experts.92.gate_proj,0.0001251617,0.05000,2.021 +61,mlp.experts.95.gate_proj,0.0000696166,0.05000,2.024 +61,mlp.experts.94.gate_proj,0.0000494818,0.05000,2.046 +61,mlp.experts.97.gate_proj,0.0000581620,0.05000,2.038 +61,mlp.experts.96.gate_proj,0.0000426592,0.05000,2.009 +61,mlp.experts.99.gate_proj,0.0000403893,0.05000,2.082 +61,mlp.experts.98.gate_proj,0.0000468964,0.05000,2.029 +61,mlp.experts.101.gate_proj,0.0000769867,0.05000,2.018 +61,mlp.experts.100.gate_proj,0.0001008317,0.05000,2.070 +61,mlp.experts.103.gate_proj,0.0000597441,0.05000,2.062 +61,mlp.experts.102.gate_proj,0.0000447588,0.05000,2.077 +61,mlp.experts.105.gate_proj,0.0001453349,0.05000,2.049 +61,mlp.experts.104.gate_proj,0.0000434954,0.05000,2.009 +61,mlp.experts.107.gate_proj,0.0000484990,0.05000,2.057 +61,mlp.experts.106.gate_proj,0.0000666868,0.05000,2.022 +61,mlp.experts.109.gate_proj,0.0000837064,0.05000,2.015 +61,mlp.experts.108.gate_proj,0.0000758165,0.05000,2.044 +61,mlp.experts.111.gate_proj,0.0000445835,0.05000,2.097 +61,mlp.experts.110.gate_proj,0.0000483136,0.05000,2.057 +61,mlp.experts.113.gate_proj,0.0001000116,0.05000,2.068 +61,mlp.experts.112.gate_proj,0.0001009186,0.05000,2.077 +61,mlp.experts.115.gate_proj,0.0000286506,0.05000,2.133 +61,mlp.experts.114.gate_proj,0.0000601134,0.05000,2.063 +61,mlp.experts.117.gate_proj,0.0000583805,0.05000,2.094 +61,mlp.experts.116.gate_proj,0.0000617596,0.05000,2.048 +61,mlp.experts.119.gate_proj,0.0000574314,0.05000,2.071 +61,mlp.experts.118.gate_proj,0.0001398744,0.05000,2.028 +61,mlp.experts.121.gate_proj,0.0002090334,0.05000,2.019 +61,mlp.experts.120.gate_proj,0.0001406346,0.05000,2.039 +61,mlp.experts.123.gate_proj,0.0000348682,0.05000,2.039 +61,mlp.experts.122.gate_proj,0.0000727258,0.05000,2.094 +61,mlp.experts.125.gate_proj,0.0000722776,0.05000,2.038 +61,mlp.experts.124.gate_proj,0.0000693670,0.05000,2.059 +61,mlp.experts.127.gate_proj,0.0000355752,0.05000,2.133 +61,mlp.experts.126.gate_proj,0.0000699283,0.05000,2.109 +61,mlp.experts.129.gate_proj,0.0001564025,0.05000,2.050 +61,mlp.experts.128.gate_proj,0.0001962778,0.05000,2.062 +61,mlp.experts.131.gate_proj,0.0000184949,0.05000,2.098 +61,mlp.experts.130.gate_proj,0.0000494554,0.05000,2.173 +61,mlp.experts.133.gate_proj,0.0000607353,0.05000,2.062 +61,mlp.experts.132.gate_proj,0.0000287529,0.05000,2.066 +61,mlp.experts.135.gate_proj,0.0000634100,0.05000,2.110 +61,mlp.experts.134.gate_proj,0.0000368101,0.05000,2.112 +61,mlp.experts.137.gate_proj,0.0000451171,0.05000,2.094 +61,mlp.experts.136.gate_proj,0.0000657292,0.05000,2.072 +61,mlp.experts.139.gate_proj,0.0000380481,0.05000,2.091 +61,mlp.experts.138.gate_proj,0.0000482817,0.05000,2.120 +61,mlp.experts.141.gate_proj,0.0000768962,0.05000,2.055 +61,mlp.experts.140.gate_proj,0.0000787701,0.05000,2.064 +61,mlp.experts.143.gate_proj,0.0000620875,0.05000,2.045 +61,mlp.experts.142.gate_proj,0.0000500529,0.05000,2.026 +61,mlp.experts.145.gate_proj,0.0000328041,0.05000,2.028 +61,mlp.experts.144.gate_proj,0.0000863226,0.05000,2.085 +61,mlp.experts.147.gate_proj,0.0000490779,0.05000,2.050 +61,mlp.experts.146.gate_proj,0.0000818625,0.05000,2.145 +61,mlp.experts.149.gate_proj,0.0000593657,0.05000,2.015 +61,mlp.experts.148.gate_proj,0.0000819408,0.05000,2.069 +61,mlp.experts.151.gate_proj,0.0001071325,0.05000,2.032 +61,mlp.experts.150.gate_proj,0.0000996227,0.05000,2.111 +61,mlp.experts.153.gate_proj,0.0000500450,0.05000,2.063 +61,mlp.experts.152.gate_proj,0.0000494802,0.05000,2.072 +61,mlp.experts.155.gate_proj,0.0000385700,0.05000,2.066 +61,mlp.experts.154.gate_proj,0.0000595595,0.05000,2.052 +61,mlp.experts.157.gate_proj,0.0000497644,0.05000,2.053 +61,mlp.experts.156.gate_proj,0.0001061867,0.05000,2.089 +61,mlp.experts.159.gate_proj,0.0000387727,0.05000,2.100 +61,mlp.experts.158.gate_proj,0.0000451028,0.05000,2.054 +61,mlp.experts.1.up_proj,0.0000571436,0.05000,2.068 +61,mlp.experts.0.up_proj,0.0001055942,0.05000,2.108 +61,mlp.experts.3.up_proj,0.0000411697,0.05000,2.123 +61,mlp.experts.2.up_proj,0.0000973584,0.05000,2.083 +61,mlp.experts.5.up_proj,0.0000152456,0.05000,2.057 +61,mlp.experts.4.up_proj,0.0000608061,0.05000,2.052 +61,mlp.experts.7.up_proj,0.0000805245,0.05000,2.110 +61,mlp.experts.6.up_proj,0.0000404255,0.05000,2.075 +61,mlp.experts.9.up_proj,0.0000089149,0.05000,2.109 +61,mlp.experts.8.up_proj,0.0000552499,0.05000,2.128 +61,mlp.experts.11.up_proj,0.0000571720,0.05000,2.101 +61,mlp.experts.10.up_proj,0.0000678306,0.05000,2.067 +61,mlp.experts.13.up_proj,0.0000334633,0.05000,2.074 +61,mlp.experts.12.up_proj,0.0000186159,0.05000,2.060 +61,mlp.experts.15.up_proj,0.0001258170,0.05000,2.042 +61,mlp.experts.14.up_proj,0.0000904320,0.05000,2.019 +61,mlp.experts.17.up_proj,0.0000501816,0.05000,2.022 +61,mlp.experts.16.up_proj,0.0000123789,0.05000,2.029 +61,mlp.experts.19.up_proj,0.0000738633,0.05000,2.031 +61,mlp.experts.18.up_proj,0.0000548228,0.05000,2.010 +61,mlp.experts.21.up_proj,0.0000553628,0.05000,2.041 +61,mlp.experts.20.up_proj,0.0000444750,0.05000,2.077 +61,mlp.experts.23.up_proj,0.0001033840,0.05000,2.134 +61,mlp.experts.22.up_proj,0.0000839914,0.05000,2.112 +61,mlp.experts.25.up_proj,0.0000327100,0.05000,2.047 +61,mlp.experts.24.up_proj,0.0000601930,0.05000,2.086 +61,mlp.experts.27.up_proj,0.0000664999,0.05000,2.062 +61,mlp.experts.26.up_proj,0.0001034513,0.05000,2.064 +61,mlp.experts.29.up_proj,0.0001155825,0.05000,2.051 +61,mlp.experts.28.up_proj,0.0001237625,0.05000,2.061 +61,mlp.experts.31.up_proj,0.0000615466,0.05000,2.069 +61,mlp.experts.30.up_proj,0.0000662814,0.05000,2.046 +61,mlp.experts.33.up_proj,0.0000358626,0.05000,2.053 +61,mlp.experts.32.up_proj,0.0000133606,0.05000,2.082 +61,mlp.experts.35.up_proj,0.0000501811,0.05000,2.016 +61,mlp.experts.34.up_proj,0.0000518311,0.05000,2.036 +61,mlp.experts.37.up_proj,0.0000634882,0.05000,2.045 +61,mlp.experts.36.up_proj,0.0000438353,0.05000,2.033 +61,mlp.experts.39.up_proj,0.0000405685,0.05000,2.089 +61,mlp.experts.38.up_proj,0.0001036855,0.05000,2.055 +61,mlp.experts.41.up_proj,0.0001055454,0.05000,2.076 +61,mlp.experts.40.up_proj,0.0000538086,0.05000,2.080 +61,mlp.experts.43.up_proj,0.0000607214,0.05000,2.173 +61,mlp.experts.42.up_proj,0.0000438017,0.05000,2.111 +61,mlp.experts.45.up_proj,0.0000589236,0.05000,2.066 +61,mlp.experts.44.up_proj,0.0001221855,0.05000,2.052 +61,mlp.experts.47.up_proj,0.0000154503,0.05000,2.082 +61,mlp.experts.46.up_proj,0.0001166376,0.05000,2.095 +61,mlp.experts.49.up_proj,0.0001148894,0.05000,2.025 +61,mlp.experts.48.up_proj,0.0000708203,0.05000,2.045 +61,mlp.experts.51.up_proj,0.0001417201,0.05000,2.073 +61,mlp.experts.50.up_proj,0.0000121397,0.05000,2.070 +61,mlp.experts.53.up_proj,0.0000178362,0.05000,2.021 +61,mlp.experts.52.up_proj,0.0000214207,0.05000,2.050 +61,mlp.experts.55.up_proj,0.0000230092,0.05000,2.108 +61,mlp.experts.54.up_proj,0.0000667546,0.05000,2.119 +61,mlp.experts.57.up_proj,0.0000680142,0.05000,2.035 +61,mlp.experts.56.up_proj,0.0000678846,0.05000,2.067 +61,mlp.experts.59.up_proj,0.0000509285,0.05000,2.142 +61,mlp.experts.58.up_proj,0.0000588511,0.05000,2.101 +61,mlp.experts.61.up_proj,0.0000479669,0.05000,2.070 +61,mlp.experts.60.up_proj,0.0000521991,0.05000,2.109 +61,mlp.experts.63.up_proj,0.0000423554,0.05000,2.171 +61,mlp.experts.62.up_proj,0.0000913071,0.05000,2.060 +61,mlp.experts.65.up_proj,0.0000201107,0.05000,2.049 +61,mlp.experts.64.up_proj,0.0000354939,0.05000,2.050 +61,mlp.experts.67.up_proj,0.0000756140,0.05000,2.107 +61,mlp.experts.66.up_proj,0.0000803806,0.05000,2.067 +61,mlp.experts.69.up_proj,0.0000103751,0.05000,2.028 +61,mlp.experts.68.up_proj,0.0000305692,0.05000,2.044 +61,mlp.experts.71.up_proj,0.0000647509,0.05000,2.143 +61,mlp.experts.70.up_proj,0.0000772420,0.05000,2.079 +61,mlp.experts.73.up_proj,0.0000646983,0.05000,2.036 +61,mlp.experts.72.up_proj,0.0000928087,0.05000,2.049 +61,mlp.experts.75.up_proj,0.0001038075,0.05000,2.027 +61,mlp.experts.74.up_proj,0.0000470870,0.05000,2.040 +61,mlp.experts.77.up_proj,0.0000417396,0.05000,2.023 +61,mlp.experts.76.up_proj,0.0000634005,0.05000,2.061 +61,mlp.experts.78.up_proj,0.0000891869,0.05000,2.055 +61,mlp.experts.79.up_proj,0.0000479664,0.05000,2.182 +61,mlp.experts.81.up_proj,0.0000951733,0.05000,2.105 +61,mlp.experts.80.up_proj,0.0000083032,0.05000,2.115 +61,mlp.experts.82.up_proj,0.0000648042,0.05000,2.124 +61,mlp.experts.83.up_proj,0.0000379766,0.05000,2.175 +61,mlp.experts.85.up_proj,0.0001090174,0.05000,2.096 +61,mlp.experts.84.up_proj,0.0000460363,0.05000,2.105 +61,mlp.experts.86.up_proj,0.0000287839,0.05000,2.096 +61,mlp.experts.87.up_proj,0.0000504983,0.05000,2.108 +61,mlp.experts.89.up_proj,0.0000880490,0.05000,2.034 +61,mlp.experts.88.up_proj,0.0001642808,0.05000,2.071 +61,mlp.experts.90.up_proj,0.0000760108,0.05000,2.084 +61,mlp.experts.91.up_proj,0.0000341706,0.05000,2.118 +61,mlp.experts.93.up_proj,0.0000578328,0.05000,2.031 +61,mlp.experts.92.up_proj,0.0001191049,0.05000,2.050 +61,mlp.experts.94.up_proj,0.0000484747,0.05000,2.038 +61,mlp.experts.95.up_proj,0.0000665805,0.05000,2.074 +61,mlp.experts.97.up_proj,0.0000557504,0.05000,2.088 +61,mlp.experts.96.up_proj,0.0000411003,0.05000,2.073 +61,mlp.experts.98.up_proj,0.0000464213,0.05000,2.081 +61,mlp.experts.99.up_proj,0.0000392119,0.05000,2.140 +61,mlp.experts.101.up_proj,0.0000745593,0.05000,2.103 +61,mlp.experts.100.up_proj,0.0000974026,0.05000,2.026 +61,mlp.experts.102.up_proj,0.0000427106,0.05000,2.067 +61,mlp.experts.103.up_proj,0.0000577859,0.05000,2.050 +61,mlp.experts.105.up_proj,0.0001348627,0.05000,2.011 +61,mlp.experts.104.up_proj,0.0000420020,0.05000,2.042 +61,mlp.experts.106.up_proj,0.0000640991,0.05000,2.086 +61,mlp.experts.107.up_proj,0.0000452722,0.05000,2.042 +61,mlp.experts.109.up_proj,0.0000664253,0.05000,2.056 +61,mlp.experts.108.up_proj,0.0000738079,0.05000,2.045 +61,mlp.experts.110.up_proj,0.0000468865,0.05000,2.073 +61,mlp.experts.111.up_proj,0.0000426366,0.05000,2.010 +61,mlp.experts.113.up_proj,0.0000943861,0.05000,2.003 +61,mlp.experts.112.up_proj,0.0000968646,0.05000,2.042 +61,mlp.experts.114.up_proj,0.0000576804,0.05000,2.085 +61,mlp.experts.115.up_proj,0.0000273592,0.05000,2.017 +61,mlp.experts.117.up_proj,0.0000562755,0.05000,2.061 +61,mlp.experts.116.up_proj,0.0000591713,0.05000,2.027 +61,mlp.experts.119.up_proj,0.0000545097,0.05000,1.999 +61,mlp.experts.118.up_proj,0.0001343645,0.05000,2.053 +61,mlp.experts.121.up_proj,0.0002008188,0.05000,2.066 +61,mlp.experts.120.up_proj,0.0001377796,0.05000,2.046 +61,mlp.experts.123.up_proj,0.0000338223,0.05000,2.040 +61,mlp.experts.122.up_proj,0.0000696714,0.05000,2.044 +61,mlp.experts.125.up_proj,0.0000685712,0.05000,2.059 +61,mlp.experts.124.up_proj,0.0000671351,0.05000,2.023 +61,mlp.experts.127.up_proj,0.0000342719,0.05000,2.038 +61,mlp.experts.126.up_proj,0.0000673994,0.05000,2.059 +61,mlp.experts.129.up_proj,0.0001473603,0.05000,2.048 +61,mlp.experts.128.up_proj,0.0001920027,0.05000,2.039 +61,mlp.experts.131.up_proj,0.0000181168,0.05000,2.041 +61,mlp.experts.130.up_proj,0.0000479440,0.05000,2.115 +61,mlp.experts.133.up_proj,0.0000582345,0.05000,2.055 +61,mlp.experts.132.up_proj,0.0000273737,0.05000,2.054 +61,mlp.experts.135.up_proj,0.0000619007,0.05000,2.031 +61,mlp.experts.134.up_proj,0.0000359477,0.05000,2.058 +61,mlp.experts.137.up_proj,0.0000430901,0.05000,2.051 +61,mlp.experts.136.up_proj,0.0000639883,0.05000,2.105 +61,mlp.experts.139.up_proj,0.0000369776,0.05000,2.054 +61,mlp.experts.138.up_proj,0.0000464880,0.05000,2.083 +61,mlp.experts.141.up_proj,0.0000726306,0.05000,2.058 +61,mlp.experts.140.up_proj,0.0000757222,0.05000,2.038 +61,mlp.experts.143.up_proj,0.0000588114,0.05000,2.039 +61,mlp.experts.142.up_proj,0.0000484507,0.05000,2.050 +61,mlp.experts.145.up_proj,0.0000322149,0.05000,2.048 +61,mlp.experts.144.up_proj,0.0000840762,0.05000,2.028 +61,mlp.experts.147.up_proj,0.0000472034,0.05000,2.056 +61,mlp.experts.146.up_proj,0.0000774438,0.05000,2.085 +61,mlp.experts.149.up_proj,0.0000565601,0.05000,2.023 +61,mlp.experts.148.up_proj,0.0000783458,0.05000,2.045 +61,mlp.experts.151.up_proj,0.0001037282,0.05000,2.021 +61,mlp.experts.153.up_proj,0.0000477634,0.05000,1.985 +61,mlp.experts.150.up_proj,0.0000965472,0.05000,2.059 +61,mlp.experts.152.up_proj,0.0000476400,0.05000,2.029 +61,mlp.experts.155.up_proj,0.0000369390,0.05000,2.010 +61,mlp.experts.157.up_proj,0.0000482770,0.05000,2.005 +61,mlp.experts.154.up_proj,0.0000560201,0.05000,2.013 +61,mlp.experts.156.up_proj,0.0001034785,0.05000,1.950 +61,mlp.experts.159.up_proj,0.0000374415,0.05000,1.526 +61,mlp.experts.158.up_proj,0.0000424769,0.05000,1.418 +61,mlp.experts.3.down_proj,0.0000061147,0.05000,0.627 +61,mlp.experts.2.down_proj,0.0000167839,0.05000,0.629 +61,mlp.experts.0.down_proj,0.0000198696,0.05000,0.650 +61,mlp.experts.1.down_proj,0.0000093415,0.05000,0.653 +61,mlp.experts.7.down_proj,0.0000125087,0.05000,0.610 +61,mlp.experts.4.down_proj,0.0000244772,0.05000,0.612 +61,mlp.experts.5.down_proj,0.0000025413,0.05000,0.617 +61,mlp.experts.6.down_proj,0.0000078956,0.05000,0.653 +61,mlp.experts.11.down_proj,0.0000075402,0.05000,0.609 +61,mlp.experts.9.down_proj,0.0000013514,0.05000,0.613 +61,mlp.experts.8.down_proj,0.0000149052,0.05000,0.628 +61,mlp.experts.10.down_proj,0.0000088111,0.05000,0.633 +61,mlp.experts.15.down_proj,0.0000264021,0.05000,0.609 +61,mlp.experts.13.down_proj,0.0000045237,0.05000,0.616 +61,mlp.experts.12.down_proj,0.0000039522,0.05000,0.645 +61,mlp.experts.14.down_proj,0.0000293971,0.05000,0.634 +61,mlp.experts.19.down_proj,0.0000132946,0.05000,0.609 +61,mlp.experts.17.down_proj,0.0000177347,0.05000,0.615 +61,mlp.experts.18.down_proj,0.0000095510,0.05000,0.613 +61,mlp.experts.16.down_proj,0.0000020387,0.05000,0.630 +61,mlp.experts.23.down_proj,0.0000252762,0.05000,0.616 +61,mlp.experts.21.down_proj,0.0000112548,0.05000,0.618 +61,mlp.experts.22.down_proj,0.0000211881,0.05000,0.634 +61,mlp.experts.20.down_proj,0.0000130749,0.05000,0.638 +61,mlp.experts.27.down_proj,0.0000150731,0.05000,0.607 +61,mlp.experts.25.down_proj,0.0000042212,0.05000,0.633 +61,mlp.experts.26.down_proj,0.0000137801,0.05000,0.607 +61,mlp.experts.24.down_proj,0.0000096755,0.05000,0.627 +61,mlp.experts.31.down_proj,0.0000068587,0.05000,0.677 +61,mlp.experts.29.down_proj,0.0000246411,0.05000,0.628 +61,mlp.experts.30.down_proj,0.0000125236,0.05000,0.634 +61,mlp.experts.28.down_proj,0.0000323702,0.05000,0.610 +61,mlp.experts.33.down_proj,0.0000080120,0.05000,0.607 +61,mlp.experts.35.down_proj,0.0000110285,0.05000,0.645 +61,mlp.experts.32.down_proj,0.0000018986,0.05000,0.600 +61,mlp.experts.34.down_proj,0.0000088930,0.05000,0.632 +61,mlp.experts.39.down_proj,0.0000076310,0.05000,0.605 +61,mlp.experts.37.down_proj,0.0000143142,0.05000,0.636 +61,mlp.experts.38.down_proj,0.0000144778,0.05000,0.612 +61,mlp.experts.36.down_proj,0.0000083343,0.05000,0.663 +61,mlp.experts.41.down_proj,0.0000270623,0.05000,0.610 +61,mlp.experts.43.down_proj,0.0000079583,0.05000,0.649 +61,mlp.experts.42.down_proj,0.0000085800,0.05000,0.613 +61,mlp.experts.40.down_proj,0.0000095006,0.05000,0.637 +61,mlp.experts.45.down_proj,0.0000220858,0.05000,0.621 +61,mlp.experts.47.down_proj,0.0000022473,0.05000,0.603 +61,mlp.experts.46.down_proj,0.0000164728,0.05000,0.608 +61,mlp.experts.44.down_proj,0.0000242494,0.05000,0.599 +61,mlp.experts.49.down_proj,0.0000180433,0.05000,0.595 +61,mlp.experts.51.down_proj,0.0000189461,0.05000,0.601 +61,mlp.experts.50.down_proj,0.0000021667,0.05000,0.606 +61,mlp.experts.48.down_proj,0.0000100740,0.05000,0.610 +61,mlp.experts.53.down_proj,0.0000031612,0.05000,0.601 +61,mlp.experts.55.down_proj,0.0000072352,0.05000,0.602 +61,mlp.experts.54.down_proj,0.0000127247,0.05000,0.606 +61,mlp.experts.52.down_proj,0.0000028871,0.05000,0.631 +61,mlp.experts.57.down_proj,0.0000100049,0.05000,0.602 +61,mlp.experts.59.down_proj,0.0000192729,0.05000,0.601 +61,mlp.experts.58.down_proj,0.0000167876,0.05000,0.605 +61,mlp.experts.56.down_proj,0.0000085539,0.05000,0.612 +61,mlp.experts.61.down_proj,0.0000131003,0.05000,0.602 +61,mlp.experts.63.down_proj,0.0000065917,0.05000,0.605 +61,mlp.experts.62.down_proj,0.0000180255,0.05000,0.618 +61,mlp.experts.60.down_proj,0.0000074576,0.05000,0.618 +61,mlp.experts.67.down_proj,0.0000105665,0.05000,0.604 +61,mlp.experts.65.down_proj,0.0000073828,0.05000,0.632 +61,mlp.experts.66.down_proj,0.0000218469,0.05000,0.633 +61,mlp.experts.64.down_proj,0.0000056752,0.05000,0.616 +61,mlp.experts.71.down_proj,0.0000127638,0.05000,0.607 +61,mlp.experts.69.down_proj,0.0000014158,0.05000,0.609 +61,mlp.experts.70.down_proj,0.0000134038,0.05000,0.613 +61,mlp.experts.68.down_proj,0.0000034814,0.05000,0.629 +61,mlp.experts.75.down_proj,0.0000131391,0.05000,0.608 +61,mlp.experts.73.down_proj,0.0000128876,0.05000,0.624 +61,mlp.experts.74.down_proj,0.0000080344,0.05000,0.618 +61,mlp.experts.72.down_proj,0.0000194316,0.05000,0.602 +61,mlp.experts.79.down_proj,0.0000063720,0.05000,0.609 +61,mlp.experts.77.down_proj,0.0000110842,0.05000,0.648 +61,mlp.experts.78.down_proj,0.0000352252,0.05000,0.651 +61,mlp.experts.76.down_proj,0.0000115299,0.05000,0.607 +61,mlp.experts.83.down_proj,0.0000058948,0.05000,0.626 +61,mlp.experts.81.down_proj,0.0000195487,0.05000,0.608 +61,mlp.experts.82.down_proj,0.0000125829,0.05000,0.615 +61,mlp.experts.80.down_proj,0.0000015798,0.05000,0.648 +61,mlp.experts.87.down_proj,0.0000153889,0.05000,0.627 +61,mlp.experts.85.down_proj,0.0000148809,0.05000,0.601 +61,mlp.experts.86.down_proj,0.0000095663,0.05000,0.608 +61,mlp.experts.84.down_proj,0.0000069439,0.05000,0.593 +61,mlp.experts.91.down_proj,0.0000138642,0.05000,0.467 +61,mlp.experts.89.down_proj,0.0000133423,0.05000,0.442 +61,mlp.experts.88.down_proj,0.0000249445,0.05000,0.619 +61,mlp.experts.93.down_proj,0.0000183554,0.05000,0.621 +61,mlp.experts.95.down_proj,0.0000083504,0.05000,0.622 +61,mlp.experts.90.down_proj,0.0000097838,0.05000,0.636 +61,mlp.experts.92.down_proj,0.0000216888,0.05000,0.601 +61,mlp.experts.97.down_proj,0.0000078753,0.05000,0.600 +61,mlp.experts.99.down_proj,0.0000050826,0.05000,0.600 +61,mlp.experts.94.down_proj,0.0000152381,0.05000,0.606 +61,mlp.experts.96.down_proj,0.0000070133,0.05000,0.602 +61,mlp.experts.103.down_proj,0.0000082625,0.05000,0.608 +61,mlp.experts.101.down_proj,0.0000122003,0.05000,0.624 +61,mlp.experts.98.down_proj,0.0000108663,0.05000,0.626 +61,mlp.experts.100.down_proj,0.0000143397,0.05000,0.598 +61,mlp.experts.107.down_proj,0.0000254802,0.05000,0.601 +61,mlp.experts.105.down_proj,0.0000188798,0.05000,0.603 +61,mlp.experts.102.down_proj,0.0000052193,0.05000,0.604 +61,mlp.experts.111.down_proj,0.0000100442,0.05000,0.613 +61,mlp.experts.104.down_proj,0.0000064853,0.05000,0.652 +61,mlp.experts.109.down_proj,0.0000179061,0.05000,0.634 +61,mlp.experts.106.down_proj,0.0000124442,0.05000,0.614 +61,mlp.experts.115.down_proj,0.0000093570,0.05000,0.608 +61,mlp.experts.110.down_proj,0.0000080724,0.05000,0.608 +61,mlp.experts.108.down_proj,0.0000121983,0.05000,0.623 +61,mlp.experts.113.down_proj,0.0000268943,0.05000,0.619 +61,mlp.experts.119.down_proj,0.0000116949,0.05000,0.610 +61,mlp.experts.117.down_proj,0.0000130724,0.05000,0.608 +61,mlp.experts.114.down_proj,0.0000100244,0.05000,0.636 +61,mlp.experts.112.down_proj,0.0000171302,0.05000,0.638 +61,mlp.experts.123.down_proj,0.0000076966,0.05000,0.604 +61,mlp.experts.121.down_proj,0.0000454371,0.05000,0.606 +61,mlp.experts.116.down_proj,0.0000086020,0.05000,0.602 +61,mlp.experts.118.down_proj,0.0000193698,0.05000,0.631 +61,mlp.experts.127.down_proj,0.0000043734,0.05000,0.605 +61,mlp.experts.125.down_proj,0.0000098427,0.05000,0.601 +61,mlp.experts.120.down_proj,0.0000267141,0.05000,0.597 +61,mlp.experts.122.down_proj,0.0000124553,0.05000,0.610 +61,mlp.experts.131.down_proj,0.0000038507,0.05000,0.607 +61,mlp.experts.129.down_proj,0.0000263692,0.05000,0.601 +61,mlp.experts.124.down_proj,0.0000132299,0.05000,0.599 +61,mlp.experts.126.down_proj,0.0000095142,0.05000,0.605 +61,mlp.experts.135.down_proj,0.0000159229,0.05000,0.622 +61,mlp.experts.133.down_proj,0.0000065317,0.05000,0.602 +61,mlp.experts.128.down_proj,0.0000319666,0.05000,0.597 +61,mlp.experts.130.down_proj,0.0000065743,0.05000,0.603 +61,mlp.experts.139.down_proj,0.0000080019,0.05000,0.603 +61,mlp.experts.132.down_proj,0.0000051408,0.05000,0.602 +61,mlp.experts.137.down_proj,0.0000076511,0.05000,0.628 +61,mlp.experts.134.down_proj,0.0000102205,0.05000,0.633 +61,mlp.experts.143.down_proj,0.0000103748,0.05000,0.611 +61,mlp.experts.141.down_proj,0.0000154538,0.05000,0.610 +61,mlp.experts.136.down_proj,0.0000106125,0.05000,0.638 +61,mlp.experts.138.down_proj,0.0000096292,0.05000,0.615 +61,mlp.experts.147.down_proj,0.0000064395,0.05000,0.631 +61,mlp.experts.145.down_proj,0.0000044590,0.05000,0.624 +61,mlp.experts.140.down_proj,0.0000229029,0.05000,0.662 +61,mlp.experts.142.down_proj,0.0000115334,0.05000,0.643 +61,mlp.experts.151.down_proj,0.0000313048,0.05000,0.616 +61,mlp.experts.149.down_proj,0.0000094181,0.05000,0.618 +61,mlp.experts.146.down_proj,0.0000119130,0.05000,0.621 +61,mlp.experts.144.down_proj,0.0000133587,0.05000,0.686 +61,mlp.experts.155.down_proj,0.0000049901,0.05000,0.642 +61,mlp.experts.153.down_proj,0.0000082414,0.05000,0.623 +61,mlp.experts.150.down_proj,0.0000126582,0.05000,0.666 +61,mlp.experts.148.down_proj,0.0000103882,0.05000,0.651 +61,mlp.experts.159.down_proj,0.0000050595,0.05000,0.615 +61,mlp.experts.157.down_proj,0.0000064660,0.05000,0.615 +61,mlp.experts.154.down_proj,0.0000078379,0.05000,0.566 +61,mlp.experts.152.down_proj,0.0000073012,0.05000,0.563 +61,mlp.experts.158.down_proj,0.0000075177,0.05000,0.420 +61,mlp.experts.156.down_proj,0.0000172821,0.05000,0.419 +62,mlp.experts.3.gate_proj,0.0000515840,0.05000,2.080 +62,mlp.experts.1.gate_proj,0.0000630326,0.05000,2.104 +62,mlp.experts.0.gate_proj,0.0000738855,0.05000,2.151 +62,mlp.experts.2.gate_proj,0.0000475737,0.05000,2.191 +62,mlp.experts.7.gate_proj,0.0000239617,0.05000,2.055 +62,mlp.experts.4.gate_proj,0.0001117938,0.05000,2.049 +62,mlp.experts.6.gate_proj,0.0001344630,0.05000,2.053 +62,mlp.experts.5.gate_proj,0.0000325783,0.05000,2.222 +62,mlp.experts.11.gate_proj,0.0000643823,0.05000,2.050 +62,mlp.experts.8.gate_proj,0.0000345926,0.05000,2.072 +62,mlp.experts.10.gate_proj,0.0001248154,0.05000,2.091 +62,mlp.experts.9.gate_proj,0.0000553252,0.05000,2.125 +62,mlp.experts.12.gate_proj,0.0000589460,0.05000,2.056 +62,mlp.experts.15.gate_proj,0.0000877611,0.05000,2.141 +62,mlp.experts.14.gate_proj,0.0000390550,0.05000,2.232 +62,mlp.experts.13.gate_proj,0.0000526824,0.05000,2.146 +62,mlp.experts.19.gate_proj,0.0000679311,0.05000,2.098 +62,mlp.experts.16.gate_proj,0.0000466534,0.05000,2.121 +62,mlp.experts.18.gate_proj,0.0000823608,0.05000,2.109 +62,mlp.experts.17.gate_proj,0.0000325221,0.05000,2.110 +62,mlp.experts.23.gate_proj,0.0000698131,0.05000,2.085 +62,mlp.experts.20.gate_proj,0.0000779916,0.05000,2.065 +62,mlp.experts.22.gate_proj,0.0000422326,0.05000,2.102 +62,mlp.experts.21.gate_proj,0.0000649644,0.05000,2.109 +62,mlp.experts.27.gate_proj,0.0000629658,0.05000,2.032 +62,mlp.experts.24.gate_proj,0.0000632856,0.05000,2.103 +62,mlp.experts.26.gate_proj,0.0000262093,0.05000,2.067 +62,mlp.experts.25.gate_proj,0.0000314141,0.05000,2.054 +62,mlp.experts.31.gate_proj,0.0000456082,0.05000,2.094 +62,mlp.experts.28.gate_proj,0.0000871019,0.05000,2.075 +62,mlp.experts.30.gate_proj,0.0000098983,0.05000,2.085 +62,mlp.experts.29.gate_proj,0.0000146093,0.05000,2.111 +62,mlp.experts.35.gate_proj,0.0001302378,0.05000,2.061 +62,mlp.experts.32.gate_proj,0.0000389273,0.05000,2.008 +62,mlp.experts.33.gate_proj,0.0000442167,0.05000,2.002 +62,mlp.experts.34.gate_proj,0.0000584272,0.05000,2.086 +62,mlp.experts.36.gate_proj,0.0000141638,0.05000,2.069 +62,mlp.experts.39.gate_proj,0.0000854722,0.05000,2.129 +62,mlp.experts.37.gate_proj,0.0001031664,0.05000,2.057 +62,mlp.experts.38.gate_proj,0.0000605210,0.05000,2.061 +62,mlp.experts.40.gate_proj,0.0000679041,0.05000,2.155 +62,mlp.experts.43.gate_proj,0.0000679184,0.05000,2.097 +62,mlp.experts.41.gate_proj,0.0000626321,0.05000,2.086 +62,mlp.experts.42.gate_proj,0.0000523876,0.05000,2.073 +62,mlp.experts.47.gate_proj,0.0000571369,0.05000,2.021 +62,mlp.experts.44.gate_proj,0.0000628124,0.05000,2.083 +62,mlp.experts.45.gate_proj,0.0000684115,0.05000,2.013 +62,mlp.experts.46.gate_proj,0.0000538774,0.05000,2.043 +62,mlp.experts.51.gate_proj,0.0000337338,0.05000,2.059 +62,mlp.experts.48.gate_proj,0.0000469727,0.05000,2.105 +62,mlp.experts.49.gate_proj,0.0000917313,0.05000,2.038 +62,mlp.experts.50.gate_proj,0.0000283319,0.05000,2.083 +62,mlp.experts.55.gate_proj,0.0000293598,0.05000,2.087 +62,mlp.experts.52.gate_proj,0.0000287256,0.05000,2.138 +62,mlp.experts.53.gate_proj,0.0000595376,0.05000,2.098 +62,mlp.experts.54.gate_proj,0.0000791290,0.05000,2.089 +62,mlp.experts.59.gate_proj,0.0000511337,0.05000,2.077 +62,mlp.experts.57.gate_proj,0.0000453580,0.05000,2.018 +62,mlp.experts.56.gate_proj,0.0001167788,0.05000,2.118 +62,mlp.experts.58.gate_proj,0.0000444540,0.05000,2.057 +62,mlp.experts.63.gate_proj,0.0001751716,0.05000,2.068 +62,mlp.experts.61.gate_proj,0.0000696158,0.05000,2.053 +62,mlp.experts.60.gate_proj,0.0001031653,0.05000,2.086 +62,mlp.experts.62.gate_proj,0.0002637258,0.05000,2.076 +62,mlp.experts.67.gate_proj,0.0000355694,0.05000,2.058 +62,mlp.experts.65.gate_proj,0.0000752363,0.05000,2.092 +62,mlp.experts.64.gate_proj,0.0000617222,0.05000,2.093 +62,mlp.experts.66.gate_proj,0.0000816951,0.05000,2.080 +62,mlp.experts.71.gate_proj,0.0000272645,0.05000,2.034 +62,mlp.experts.69.gate_proj,0.0000539075,0.05000,2.066 +62,mlp.experts.68.gate_proj,0.0001200134,0.05000,2.076 +62,mlp.experts.70.gate_proj,0.0000439228,0.05000,2.048 +62,mlp.experts.75.gate_proj,0.0000701075,0.05000,2.039 +62,mlp.experts.73.gate_proj,0.0000879629,0.05000,2.061 +62,mlp.experts.72.gate_proj,0.0000747810,0.05000,2.032 +62,mlp.experts.74.gate_proj,0.0001100317,0.05000,2.102 +62,mlp.experts.79.gate_proj,0.0000636818,0.05000,2.054 +62,mlp.experts.77.gate_proj,0.0000373107,0.05000,2.067 +62,mlp.experts.78.gate_proj,0.0001016977,0.05000,2.083 +62,mlp.experts.76.gate_proj,0.0000657746,0.05000,2.158 +62,mlp.experts.83.gate_proj,0.0001161522,0.05000,2.067 +62,mlp.experts.81.gate_proj,0.0002533293,0.05000,2.105 +62,mlp.experts.80.gate_proj,0.0000904176,0.05000,2.133 +62,mlp.experts.82.gate_proj,0.0000405888,0.05000,2.137 +62,mlp.experts.87.gate_proj,0.0001977987,0.05000,2.127 +62,mlp.experts.85.gate_proj,0.0000236667,0.05000,2.061 +62,mlp.experts.84.gate_proj,0.0001246562,0.05000,2.064 +62,mlp.experts.86.gate_proj,0.0001558675,0.05000,2.140 +62,mlp.experts.91.gate_proj,0.0000196333,0.05000,2.072 +62,mlp.experts.89.gate_proj,0.0001598781,0.05000,2.037 +62,mlp.experts.88.gate_proj,0.0000538207,0.05000,2.057 +62,mlp.experts.90.gate_proj,0.0000430196,0.05000,2.082 +62,mlp.experts.95.gate_proj,0.0000094081,0.05000,2.113 +62,mlp.experts.93.gate_proj,0.0000674160,0.05000,2.045 +62,mlp.experts.92.gate_proj,0.0000590415,0.05000,2.131 +62,mlp.experts.94.gate_proj,0.0000355081,0.05000,2.098 +62,mlp.experts.99.gate_proj,0.0001600674,0.05000,2.070 +62,mlp.experts.97.gate_proj,0.0001772284,0.05000,2.060 +62,mlp.experts.96.gate_proj,0.0000408025,0.05000,2.072 +62,mlp.experts.98.gate_proj,0.0001164786,0.05000,2.080 +62,mlp.experts.103.gate_proj,0.0000440988,0.05000,2.058 +62,mlp.experts.101.gate_proj,0.0000639756,0.05000,2.050 +62,mlp.experts.100.gate_proj,0.0000907002,0.05000,2.040 +62,mlp.experts.102.gate_proj,0.0000256056,0.05000,2.039 +62,mlp.experts.107.gate_proj,0.0001292439,0.05000,2.104 +62,mlp.experts.105.gate_proj,0.0000131125,0.05000,2.104 +62,mlp.experts.104.gate_proj,0.0001683658,0.05000,2.107 +62,mlp.experts.106.gate_proj,0.0001521023,0.05000,2.039 +62,mlp.experts.109.gate_proj,0.0001463404,0.05000,2.033 +62,mlp.experts.111.gate_proj,0.0000815410,0.05000,2.134 +62,mlp.experts.110.gate_proj,0.0000640502,0.05000,2.076 +62,mlp.experts.108.gate_proj,0.0000483694,0.05000,2.082 +62,mlp.experts.113.gate_proj,0.0000636272,0.05000,2.062 +62,mlp.experts.115.gate_proj,0.0000650312,0.05000,2.117 +62,mlp.experts.112.gate_proj,0.0000188043,0.05000,2.041 +62,mlp.experts.114.gate_proj,0.0001521155,0.05000,2.091 +62,mlp.experts.117.gate_proj,0.0000754826,0.05000,2.087 +62,mlp.experts.119.gate_proj,0.0000517915,0.05000,2.054 +62,mlp.experts.116.gate_proj,0.0001126870,0.05000,2.060 +62,mlp.experts.118.gate_proj,0.0001004008,0.05000,2.081 +62,mlp.experts.121.gate_proj,0.0000689007,0.05000,2.103 +62,mlp.experts.123.gate_proj,0.0000933967,0.05000,2.079 +62,mlp.experts.120.gate_proj,0.0000509747,0.05000,2.040 +62,mlp.experts.122.gate_proj,0.0000276194,0.05000,2.042 +62,mlp.experts.125.gate_proj,0.0000556393,0.05000,2.108 +62,mlp.experts.127.gate_proj,0.0000426493,0.05000,2.167 +62,mlp.experts.124.gate_proj,0.0000467241,0.05000,2.054 +62,mlp.experts.126.gate_proj,0.0000088417,0.05000,2.088 +62,mlp.experts.129.gate_proj,0.0000756245,0.05000,2.057 +62,mlp.experts.131.gate_proj,0.0001718310,0.05000,2.067 +62,mlp.experts.128.gate_proj,0.0000408227,0.05000,2.102 +62,mlp.experts.130.gate_proj,0.0000364735,0.05000,2.094 +62,mlp.experts.133.gate_proj,0.0000356779,0.05000,2.059 +62,mlp.experts.135.gate_proj,0.0000425855,0.05000,2.075 +62,mlp.experts.132.gate_proj,0.0000551323,0.05000,2.066 +62,mlp.experts.134.gate_proj,0.0000546847,0.05000,2.057 +62,mlp.experts.137.gate_proj,0.0000786972,0.05000,2.038 +62,mlp.experts.139.gate_proj,0.0000589128,0.05000,2.061 +62,mlp.experts.136.gate_proj,0.0000562273,0.05000,2.024 +62,mlp.experts.138.gate_proj,0.0000139052,0.05000,2.017 +62,mlp.experts.141.gate_proj,0.0000545850,0.05000,2.057 +62,mlp.experts.140.gate_proj,0.0000826652,0.05000,2.035 +62,mlp.experts.143.gate_proj,0.0001162021,0.05000,2.186 +62,mlp.experts.142.gate_proj,0.0000730853,0.05000,2.065 +62,mlp.experts.145.gate_proj,0.0000763750,0.05000,2.053 +62,mlp.experts.144.gate_proj,0.0000567462,0.05000,2.040 +62,mlp.experts.146.gate_proj,0.0001401901,0.05000,2.029 +62,mlp.experts.147.gate_proj,0.0000771106,0.05000,2.129 +62,mlp.experts.149.gate_proj,0.0000782628,0.05000,2.053 +62,mlp.experts.150.gate_proj,0.0000451570,0.05000,2.002 +62,mlp.experts.148.gate_proj,0.0000539494,0.05000,2.132 +62,mlp.experts.151.gate_proj,0.0000878707,0.05000,2.071 +62,mlp.experts.153.gate_proj,0.0000704347,0.05000,2.033 +62,mlp.experts.154.gate_proj,0.0001629644,0.05000,2.041 +62,mlp.experts.152.gate_proj,0.0000368684,0.05000,2.033 +62,mlp.experts.155.gate_proj,0.0001027676,0.05000,2.050 +62,mlp.experts.157.gate_proj,0.0001110105,0.05000,2.048 +62,mlp.experts.158.gate_proj,0.0000442909,0.05000,2.042 +62,mlp.experts.156.gate_proj,0.0000818760,0.05000,2.060 +62,mlp.experts.159.gate_proj,0.0000629246,0.05000,2.067 +62,mlp.experts.1.up_proj,0.0000605320,0.05000,2.057 +62,mlp.experts.2.up_proj,0.0000461109,0.05000,2.057 +62,mlp.experts.0.up_proj,0.0000702631,0.05000,2.075 +62,mlp.experts.3.up_proj,0.0000495139,0.05000,2.088 +62,mlp.experts.5.up_proj,0.0000314684,0.05000,2.022 +62,mlp.experts.6.up_proj,0.0001304786,0.05000,2.082 +62,mlp.experts.4.up_proj,0.0001085649,0.05000,2.085 +62,mlp.experts.7.up_proj,0.0000233507,0.05000,2.021 +62,mlp.experts.9.up_proj,0.0000532709,0.05000,2.070 +62,mlp.experts.10.up_proj,0.0001191562,0.05000,2.095 +62,mlp.experts.8.up_proj,0.0000333251,0.05000,2.060 +62,mlp.experts.11.up_proj,0.0000625104,0.05000,2.092 +62,mlp.experts.13.up_proj,0.0000509090,0.05000,2.034 +62,mlp.experts.14.up_proj,0.0000371621,0.05000,2.025 +62,mlp.experts.12.up_proj,0.0000572891,0.05000,2.038 +62,mlp.experts.15.up_proj,0.0000843773,0.05000,2.029 +62,mlp.experts.17.up_proj,0.0000307565,0.05000,2.065 +62,mlp.experts.16.up_proj,0.0000423158,0.05000,2.067 +62,mlp.experts.18.up_proj,0.0000796283,0.05000,2.127 +62,mlp.experts.19.up_proj,0.0000639603,0.05000,2.104 +62,mlp.experts.21.up_proj,0.0000615988,0.05000,2.053 +62,mlp.experts.20.up_proj,0.0000745503,0.05000,2.037 +62,mlp.experts.22.up_proj,0.0000409496,0.05000,2.038 +62,mlp.experts.23.up_proj,0.0000674684,0.05000,2.073 +62,mlp.experts.25.up_proj,0.0000304516,0.05000,2.057 +62,mlp.experts.26.up_proj,0.0000254756,0.05000,1.990 +62,mlp.experts.24.up_proj,0.0000621169,0.05000,2.045 +62,mlp.experts.27.up_proj,0.0000628650,0.05000,2.045 +62,mlp.experts.29.up_proj,0.0000141100,0.05000,2.079 +62,mlp.experts.28.up_proj,0.0000842770,0.05000,2.069 +62,mlp.experts.30.up_proj,0.0000095153,0.05000,2.141 +62,mlp.experts.31.up_proj,0.0000441364,0.05000,2.037 +62,mlp.experts.33.up_proj,0.0000429998,0.05000,2.017 +62,mlp.experts.32.up_proj,0.0000373561,0.05000,2.014 +62,mlp.experts.34.up_proj,0.0000560248,0.05000,2.011 +62,mlp.experts.35.up_proj,0.0001156735,0.05000,2.000 +62,mlp.experts.37.up_proj,0.0000973682,0.05000,2.018 +62,mlp.experts.38.up_proj,0.0000588536,0.05000,2.022 +62,mlp.experts.36.up_proj,0.0000137078,0.05000,2.083 +62,mlp.experts.39.up_proj,0.0000797978,0.05000,2.126 +62,mlp.experts.41.up_proj,0.0000591578,0.05000,2.051 +62,mlp.experts.42.up_proj,0.0000505654,0.05000,2.028 +62,mlp.experts.40.up_proj,0.0000656380,0.05000,2.033 +62,mlp.experts.43.up_proj,0.0000637719,0.05000,2.025 +62,mlp.experts.45.up_proj,0.0000651047,0.05000,2.090 +62,mlp.experts.44.up_proj,0.0000603051,0.05000,2.031 +62,mlp.experts.46.up_proj,0.0000528570,0.05000,2.093 +62,mlp.experts.47.up_proj,0.0000550900,0.05000,2.033 +62,mlp.experts.49.up_proj,0.0000880567,0.05000,2.051 +62,mlp.experts.48.up_proj,0.0000450084,0.05000,2.025 +62,mlp.experts.50.up_proj,0.0000274918,0.05000,2.023 +62,mlp.experts.51.up_proj,0.0000323769,0.05000,2.032 +62,mlp.experts.53.up_proj,0.0000576208,0.05000,2.065 +62,mlp.experts.52.up_proj,0.0000272039,0.05000,2.067 +62,mlp.experts.54.up_proj,0.0000761577,0.05000,2.073 +62,mlp.experts.55.up_proj,0.0000281110,0.05000,2.053 +62,mlp.experts.57.up_proj,0.0000436453,0.05000,2.055 +62,mlp.experts.56.up_proj,0.0001112635,0.05000,2.040 +62,mlp.experts.58.up_proj,0.0000431006,0.05000,2.024 +62,mlp.experts.59.up_proj,0.0000494889,0.05000,2.027 +62,mlp.experts.61.up_proj,0.0000676197,0.05000,2.051 +62,mlp.experts.62.up_proj,0.0002549273,0.05000,2.038 +62,mlp.experts.60.up_proj,0.0000990602,0.05000,2.090 +62,mlp.experts.63.up_proj,0.0001668118,0.05000,2.053 +62,mlp.experts.65.up_proj,0.0000732471,0.05000,2.062 +62,mlp.experts.66.up_proj,0.0000781111,0.05000,2.074 +62,mlp.experts.64.up_proj,0.0000592794,0.05000,2.046 +62,mlp.experts.67.up_proj,0.0000343287,0.05000,2.073 +62,mlp.experts.69.up_proj,0.0000519602,0.05000,2.047 +62,mlp.experts.70.up_proj,0.0000425211,0.05000,2.010 +62,mlp.experts.68.up_proj,0.0001148254,0.05000,2.056 +62,mlp.experts.71.up_proj,0.0000256097,0.05000,2.047 +62,mlp.experts.73.up_proj,0.0000856307,0.05000,2.103 +62,mlp.experts.74.up_proj,0.0001062170,0.05000,2.048 +62,mlp.experts.72.up_proj,0.0000718912,0.05000,2.103 +62,mlp.experts.75.up_proj,0.0000677567,0.05000,2.076 +62,mlp.experts.77.up_proj,0.0000361395,0.05000,2.096 +62,mlp.experts.78.up_proj,0.0000980317,0.05000,2.056 +62,mlp.experts.76.up_proj,0.0000625314,0.05000,2.046 +62,mlp.experts.79.up_proj,0.0000613323,0.05000,2.062 +62,mlp.experts.81.up_proj,0.0002423684,0.05000,2.023 +62,mlp.experts.82.up_proj,0.0000388427,0.05000,2.028 +62,mlp.experts.80.up_proj,0.0000871702,0.05000,2.053 +62,mlp.experts.83.up_proj,0.0001100800,0.05000,2.086 +62,mlp.experts.85.up_proj,0.0000230064,0.05000,2.004 +62,mlp.experts.86.up_proj,0.0001494669,0.05000,2.015 +62,mlp.experts.84.up_proj,0.0001169996,0.05000,2.035 +62,mlp.experts.87.up_proj,0.0001901189,0.05000,2.008 +62,mlp.experts.89.up_proj,0.0001549544,0.05000,2.034 +62,mlp.experts.90.up_proj,0.0000411341,0.05000,2.041 +62,mlp.experts.88.up_proj,0.0000519087,0.05000,2.062 +62,mlp.experts.91.up_proj,0.0000192270,0.05000,2.021 +62,mlp.experts.93.up_proj,0.0000647471,0.05000,2.093 +62,mlp.experts.94.up_proj,0.0000344381,0.05000,2.035 +62,mlp.experts.92.up_proj,0.0000567331,0.05000,2.076 +62,mlp.experts.95.up_proj,0.0000092073,0.05000,2.108 +62,mlp.experts.97.up_proj,0.0001712974,0.05000,2.060 +62,mlp.experts.98.up_proj,0.0001102481,0.05000,2.006 +62,mlp.experts.96.up_proj,0.0000392475,0.05000,2.031 +62,mlp.experts.99.up_proj,0.0001474964,0.05000,2.024 +62,mlp.experts.101.up_proj,0.0000616249,0.05000,2.043 +62,mlp.experts.102.up_proj,0.0000245231,0.05000,2.050 +62,mlp.experts.100.up_proj,0.0000877701,0.05000,2.110 +62,mlp.experts.103.up_proj,0.0000428838,0.05000,2.125 +62,mlp.experts.105.up_proj,0.0000126537,0.05000,2.125 +62,mlp.experts.106.up_proj,0.0001463681,0.05000,2.114 +62,mlp.experts.104.up_proj,0.0001582336,0.05000,2.133 +62,mlp.experts.107.up_proj,0.0001200645,0.05000,2.065 +62,mlp.experts.109.up_proj,0.0001416382,0.05000,2.090 +62,mlp.experts.110.up_proj,0.0000621505,0.05000,2.059 +62,mlp.experts.108.up_proj,0.0000467268,0.05000,2.078 +62,mlp.experts.111.up_proj,0.0000776199,0.05000,2.091 +62,mlp.experts.114.up_proj,0.0001456592,0.05000,2.062 +62,mlp.experts.113.up_proj,0.0000619337,0.05000,2.146 +62,mlp.experts.112.up_proj,0.0000183283,0.05000,2.055 +62,mlp.experts.115.up_proj,0.0000628037,0.05000,2.125 +62,mlp.experts.118.up_proj,0.0000925047,0.05000,2.095 +62,mlp.experts.117.up_proj,0.0000726504,0.05000,2.090 +62,mlp.experts.116.up_proj,0.0001093468,0.05000,2.037 +62,mlp.experts.119.up_proj,0.0000509530,0.05000,2.039 +62,mlp.experts.122.up_proj,0.0000268342,0.05000,2.026 +62,mlp.experts.121.up_proj,0.0000661004,0.05000,2.036 +62,mlp.experts.120.up_proj,0.0000495213,0.05000,2.052 +62,mlp.experts.123.up_proj,0.0000789312,0.05000,2.021 +62,mlp.experts.126.up_proj,0.0000086230,0.05000,2.053 +62,mlp.experts.125.up_proj,0.0000540138,0.05000,2.050 +62,mlp.experts.124.up_proj,0.0000447238,0.05000,2.054 +62,mlp.experts.127.up_proj,0.0000413583,0.05000,2.056 +62,mlp.experts.130.up_proj,0.0000350374,0.05000,2.025 +62,mlp.experts.129.up_proj,0.0000728805,0.05000,2.042 +62,mlp.experts.128.up_proj,0.0000395544,0.05000,2.024 +62,mlp.experts.131.up_proj,0.0001608355,0.05000,2.040 +62,mlp.experts.134.up_proj,0.0000529186,0.05000,2.029 +62,mlp.experts.133.up_proj,0.0000346121,0.05000,2.094 +62,mlp.experts.132.up_proj,0.0000541494,0.05000,2.108 +62,mlp.experts.135.up_proj,0.0000411215,0.05000,2.087 +62,mlp.experts.138.up_proj,0.0000134596,0.05000,2.101 +62,mlp.experts.137.up_proj,0.0000760198,0.05000,2.073 +62,mlp.experts.136.up_proj,0.0000531229,0.05000,2.084 +62,mlp.experts.139.up_proj,0.0000558473,0.05000,2.107 +62,mlp.experts.142.up_proj,0.0000709351,0.05000,2.033 +62,mlp.experts.141.up_proj,0.0000527365,0.05000,2.084 +62,mlp.experts.140.up_proj,0.0000803755,0.05000,2.084 +62,mlp.experts.143.up_proj,0.0001128823,0.05000,2.045 +62,mlp.experts.146.up_proj,0.0001323655,0.05000,2.075 +62,mlp.experts.145.up_proj,0.0000740633,0.05000,2.072 +62,mlp.experts.144.up_proj,0.0000547474,0.05000,2.065 +62,mlp.experts.147.up_proj,0.0000743575,0.05000,2.063 +62,mlp.experts.150.up_proj,0.0000431141,0.05000,2.059 +62,mlp.experts.149.up_proj,0.0000750116,0.05000,2.089 +62,mlp.experts.148.up_proj,0.0000519871,0.05000,2.047 +62,mlp.experts.151.up_proj,0.0000844977,0.05000,2.018 +62,mlp.experts.154.up_proj,0.0001377018,0.05000,2.030 +62,mlp.experts.153.up_proj,0.0000676131,0.05000,2.023 +62,mlp.experts.152.up_proj,0.0000353275,0.05000,2.021 +62,mlp.experts.155.up_proj,0.0000984103,0.05000,2.071 +62,mlp.experts.158.up_proj,0.0000427037,0.05000,2.061 +62,mlp.experts.157.up_proj,0.0001074359,0.05000,2.034 +62,mlp.experts.156.up_proj,0.0000788494,0.05000,1.951 +62,mlp.experts.159.up_proj,0.0000612987,0.05000,1.933 +62,mlp.experts.2.down_proj,0.0000067847,0.05000,0.632 +62,mlp.experts.1.down_proj,0.0000103321,0.05000,0.634 +62,mlp.experts.0.down_proj,0.0000171815,0.05000,0.637 +62,mlp.experts.3.down_proj,0.0000106035,0.05000,0.660 +62,mlp.experts.5.down_proj,0.0000084731,0.05000,0.616 +62,mlp.experts.6.down_proj,0.0000237767,0.05000,0.618 +62,mlp.experts.4.down_proj,0.0000173552,0.05000,0.625 +62,mlp.experts.7.down_proj,0.0000087855,0.05000,0.630 +62,mlp.experts.10.down_proj,0.0000157896,0.05000,0.601 +62,mlp.experts.9.down_proj,0.0000072050,0.05000,0.608 +62,mlp.experts.8.down_proj,0.0000127641,0.05000,0.603 +62,mlp.experts.11.down_proj,0.0000114454,0.05000,0.595 +62,mlp.experts.14.down_proj,0.0000090319,0.05000,0.603 +62,mlp.experts.13.down_proj,0.0000078701,0.05000,0.607 +62,mlp.experts.15.down_proj,0.0000140369,0.05000,0.596 +62,mlp.experts.12.down_proj,0.0000151945,0.05000,0.625 +62,mlp.experts.18.down_proj,0.0000140492,0.05000,0.609 +62,mlp.experts.17.down_proj,0.0000070115,0.05000,0.614 +62,mlp.experts.19.down_proj,0.0000114372,0.05000,0.606 +62,mlp.experts.16.down_proj,0.0000223854,0.05000,0.667 +62,mlp.experts.22.down_proj,0.0000120177,0.05000,0.626 +62,mlp.experts.23.down_proj,0.0000117642,0.05000,0.604 +62,mlp.experts.21.down_proj,0.0000126043,0.05000,0.627 +62,mlp.experts.20.down_proj,0.0000141633,0.05000,0.626 +62,mlp.experts.26.down_proj,0.0000062666,0.05000,0.612 +62,mlp.experts.27.down_proj,0.0000201125,0.05000,0.632 +62,mlp.experts.25.down_proj,0.0000069117,0.05000,0.634 +62,mlp.experts.24.down_proj,0.0000128581,0.05000,0.633 +62,mlp.experts.30.down_proj,0.0000023938,0.05000,0.623 +62,mlp.experts.29.down_proj,0.0000022163,0.05000,0.636 +62,mlp.experts.31.down_proj,0.0000069887,0.05000,0.654 +62,mlp.experts.28.down_proj,0.0000184505,0.05000,0.633 +62,mlp.experts.34.down_proj,0.0000086872,0.05000,0.609 +62,mlp.experts.33.down_proj,0.0000098462,0.05000,0.623 +62,mlp.experts.35.down_proj,0.0000173051,0.05000,0.633 +62,mlp.experts.32.down_proj,0.0000049319,0.05000,0.632 +62,mlp.experts.38.down_proj,0.0000138027,0.05000,0.614 +62,mlp.experts.37.down_proj,0.0000266089,0.05000,0.614 +62,mlp.experts.39.down_proj,0.0000117162,0.05000,0.632 +62,mlp.experts.36.down_proj,0.0000023567,0.05000,0.629 +62,mlp.experts.42.down_proj,0.0000113479,0.05000,0.612 +62,mlp.experts.41.down_proj,0.0000103680,0.05000,0.610 +62,mlp.experts.43.down_proj,0.0000121074,0.05000,0.632 +62,mlp.experts.40.down_proj,0.0000114636,0.05000,0.614 +62,mlp.experts.46.down_proj,0.0000148838,0.05000,0.610 +62,mlp.experts.45.down_proj,0.0000150039,0.05000,0.619 +62,mlp.experts.47.down_proj,0.0000090655,0.05000,0.605 +62,mlp.experts.44.down_proj,0.0000107536,0.05000,0.620 +62,mlp.experts.50.down_proj,0.0000088637,0.05000,0.603 +62,mlp.experts.49.down_proj,0.0000132885,0.05000,0.605 +62,mlp.experts.51.down_proj,0.0000072066,0.05000,0.600 +62,mlp.experts.48.down_proj,0.0000060360,0.05000,0.601 +62,mlp.experts.54.down_proj,0.0000093366,0.05000,0.606 +62,mlp.experts.53.down_proj,0.0000100756,0.05000,0.611 +62,mlp.experts.55.down_proj,0.0000096720,0.05000,0.606 +62,mlp.experts.52.down_proj,0.0000044819,0.05000,0.642 +62,mlp.experts.58.down_proj,0.0000079999,0.05000,0.647 +62,mlp.experts.57.down_proj,0.0000098281,0.05000,0.607 +62,mlp.experts.59.down_proj,0.0000089872,0.05000,0.607 +62,mlp.experts.56.down_proj,0.0000188426,0.05000,0.608 +62,mlp.experts.62.down_proj,0.0000412169,0.05000,0.606 +62,mlp.experts.61.down_proj,0.0000137727,0.05000,0.618 +62,mlp.experts.63.down_proj,0.0000651327,0.05000,0.601 +62,mlp.experts.60.down_proj,0.0000189446,0.05000,0.641 +62,mlp.experts.66.down_proj,0.0000150501,0.05000,0.616 +62,mlp.experts.65.down_proj,0.0000191288,0.05000,0.600 +62,mlp.experts.67.down_proj,0.0000050063,0.05000,0.643 +62,mlp.experts.64.down_proj,0.0000089804,0.05000,0.624 +62,mlp.experts.70.down_proj,0.0000080008,0.05000,0.622 +62,mlp.experts.69.down_proj,0.0000075676,0.05000,0.601 +62,mlp.experts.71.down_proj,0.0000053486,0.05000,0.598 +62,mlp.experts.68.down_proj,0.0000152697,0.05000,0.628 +62,mlp.experts.73.down_proj,0.0000186154,0.05000,0.594 +62,mlp.experts.74.down_proj,0.0000157634,0.05000,0.618 +62,mlp.experts.75.down_proj,0.0000172444,0.05000,0.597 +62,mlp.experts.72.down_proj,0.0000196767,0.05000,0.606 +62,mlp.experts.77.down_proj,0.0000047543,0.05000,0.600 +62,mlp.experts.78.down_proj,0.0000138976,0.05000,0.617 +62,mlp.experts.79.down_proj,0.0000107135,0.05000,0.621 +62,mlp.experts.76.down_proj,0.0000083935,0.05000,0.602 +62,mlp.experts.81.down_proj,0.0000870307,0.05000,0.611 +62,mlp.experts.82.down_proj,0.0000064093,0.05000,0.607 +62,mlp.experts.83.down_proj,0.0000211029,0.05000,0.651 +62,mlp.experts.80.down_proj,0.0000169940,0.05000,0.626 +62,mlp.experts.85.down_proj,0.0000067259,0.05000,0.599 +62,mlp.experts.86.down_proj,0.0000193758,0.05000,0.603 +62,mlp.experts.87.down_proj,0.0000805784,0.05000,0.605 +62,mlp.experts.84.down_proj,0.0000339799,0.05000,0.606 +62,mlp.experts.89.down_proj,0.0000289702,0.05000,0.601 +62,mlp.experts.90.down_proj,0.0000053334,0.05000,0.601 +62,mlp.experts.91.down_proj,0.0000039200,0.05000,0.607 +62,mlp.experts.88.down_proj,0.0000074923,0.05000,0.602 +62,mlp.experts.93.down_proj,0.0000097066,0.05000,0.595 +62,mlp.experts.94.down_proj,0.0000065119,0.05000,0.600 +62,mlp.experts.95.down_proj,0.0000024069,0.05000,0.607 +62,mlp.experts.92.down_proj,0.0000087244,0.05000,0.602 +62,mlp.experts.97.down_proj,0.0000234483,0.05000,0.600 +62,mlp.experts.98.down_proj,0.0000204721,0.05000,0.621 +62,mlp.experts.99.down_proj,0.0000288368,0.05000,0.604 +62,mlp.experts.96.down_proj,0.0000134565,0.05000,0.603 +62,mlp.experts.101.down_proj,0.0000204960,0.05000,0.640 +62,mlp.experts.102.down_proj,0.0000029635,0.05000,0.676 +62,mlp.experts.103.down_proj,0.0000061969,0.05000,0.662 +62,mlp.experts.100.down_proj,0.0000273834,0.05000,0.644 +62,mlp.experts.105.down_proj,0.0000031882,0.05000,0.627 +62,mlp.experts.106.down_proj,0.0000421540,0.05000,0.627 +62,mlp.experts.107.down_proj,0.0000215940,0.05000,0.629 +62,mlp.experts.104.down_proj,0.0000436967,0.05000,0.642 +62,mlp.experts.109.down_proj,0.0000205823,0.05000,0.665 +62,mlp.experts.110.down_proj,0.0000074500,0.05000,0.610 +62,mlp.experts.111.down_proj,0.0000126519,0.05000,0.636 +62,mlp.experts.108.down_proj,0.0000066993,0.05000,0.616 +62,mlp.experts.113.down_proj,0.0000100937,0.05000,0.612 +62,mlp.experts.114.down_proj,0.0000326249,0.05000,0.623 +62,mlp.experts.115.down_proj,0.0000100597,0.05000,0.613 +62,mlp.experts.112.down_proj,0.0000040720,0.05000,0.609 +62,mlp.experts.117.down_proj,0.0000109616,0.05000,0.631 +62,mlp.experts.118.down_proj,0.0000166828,0.05000,0.605 +62,mlp.experts.119.down_proj,0.0000098448,0.05000,0.607 +62,mlp.experts.116.down_proj,0.0000282976,0.05000,0.607 +62,mlp.experts.121.down_proj,0.0000095653,0.05000,0.602 +62,mlp.experts.122.down_proj,0.0000089319,0.05000,0.624 +62,mlp.experts.123.down_proj,0.0000452270,0.05000,0.607 +62,mlp.experts.120.down_proj,0.0000079650,0.05000,0.628 +62,mlp.experts.125.down_proj,0.0000213345,0.05000,0.601 +62,mlp.experts.126.down_proj,0.0000026903,0.05000,0.601 +62,mlp.experts.127.down_proj,0.0000139159,0.05000,0.612 +62,mlp.experts.124.down_proj,0.0000077510,0.05000,0.630 +62,mlp.experts.129.down_proj,0.0000129568,0.05000,0.625 +62,mlp.experts.130.down_proj,0.0000046312,0.05000,0.608 +62,mlp.experts.131.down_proj,0.0000225828,0.05000,0.650 +62,mlp.experts.128.down_proj,0.0000069409,0.05000,0.613 +62,mlp.experts.133.down_proj,0.0000075173,0.05000,0.628 +62,mlp.experts.134.down_proj,0.0000094744,0.05000,0.625 +62,mlp.experts.135.down_proj,0.0000068350,0.05000,0.604 +62,mlp.experts.132.down_proj,0.0000082348,0.05000,0.606 +62,mlp.experts.137.down_proj,0.0000122720,0.05000,0.641 +62,mlp.experts.138.down_proj,0.0000018055,0.05000,0.621 +62,mlp.experts.139.down_proj,0.0000083449,0.05000,0.609 +62,mlp.experts.136.down_proj,0.0000145426,0.05000,0.609 +62,mlp.experts.142.down_proj,0.0000127218,0.05000,0.603 +62,mlp.experts.141.down_proj,0.0000088106,0.05000,0.610 +62,mlp.experts.143.down_proj,0.0000193070,0.05000,0.611 +62,mlp.experts.140.down_proj,0.0000169733,0.05000,0.612 +62,mlp.experts.146.down_proj,0.0000199535,0.05000,0.606 +62,mlp.experts.145.down_proj,0.0000152706,0.05000,0.647 +62,mlp.experts.147.down_proj,0.0000185878,0.05000,0.614 +62,mlp.experts.144.down_proj,0.0000075661,0.05000,0.610 +62,mlp.experts.150.down_proj,0.0000055450,0.05000,0.459 +62,mlp.experts.149.down_proj,0.0000096978,0.05000,0.436 +62,mlp.experts.154.down_proj,0.0000352148,0.05000,0.629 +62,mlp.experts.148.down_proj,0.0000066445,0.05000,0.629 +62,mlp.experts.151.down_proj,0.0000150781,0.05000,0.631 +62,mlp.experts.153.down_proj,0.0000089912,0.05000,0.632 +62,mlp.experts.158.down_proj,0.0000147636,0.05000,0.611 +62,mlp.experts.155.down_proj,0.0000229136,0.05000,0.615 +62,mlp.experts.157.down_proj,0.0000220599,0.05000,0.615 +62,mlp.experts.152.down_proj,0.0000058067,0.05000,0.631 +62,mlp.experts.159.down_proj,0.0000142581,0.05000,0.421 +62,mlp.experts.156.down_proj,0.0000094116,0.05000,0.442 +63,mlp.experts.3.gate_proj,0.0000449102,0.05000,2.158 +63,mlp.experts.2.gate_proj,0.0000724636,0.05000,2.160 +63,mlp.experts.0.gate_proj,0.0001848068,0.05000,2.212 +63,mlp.experts.1.gate_proj,0.0001044957,0.05000,2.273 +63,mlp.experts.6.gate_proj,0.0000417552,0.05000,2.074 +63,mlp.experts.7.gate_proj,0.0000436959,0.05000,2.078 +63,mlp.experts.4.gate_proj,0.0001493759,0.05000,2.095 +63,mlp.experts.5.gate_proj,0.0000943898,0.05000,2.040 +63,mlp.experts.10.gate_proj,0.0000347388,0.05000,2.077 +63,mlp.experts.11.gate_proj,0.0000412952,0.05000,2.116 +63,mlp.experts.9.gate_proj,0.0000318137,0.05000,2.120 +63,mlp.experts.8.gate_proj,0.0001563251,0.05000,2.133 +63,mlp.experts.14.gate_proj,0.0001274671,0.05000,2.084 +63,mlp.experts.15.gate_proj,0.0000952306,0.05000,2.129 +63,mlp.experts.13.gate_proj,0.0000847201,0.05000,2.104 +63,mlp.experts.12.gate_proj,0.0000764533,0.05000,2.120 +63,mlp.experts.18.gate_proj,0.0000822677,0.05000,1.419 +63,mlp.experts.19.gate_proj,0.0000891659,0.05000,1.385 +63,mlp.experts.16.gate_proj,0.0000638734,0.05000,2.037 +63,mlp.experts.22.gate_proj,0.0000180737,0.05000,2.059 +63,mlp.experts.17.gate_proj,0.0000300534,0.05000,2.091 +63,mlp.experts.23.gate_proj,0.0000632688,0.05000,2.164 +63,mlp.experts.20.gate_proj,0.0000761615,0.05000,2.070 +63,mlp.experts.21.gate_proj,0.0000347950,0.05000,2.081 +63,mlp.experts.27.gate_proj,0.0001171720,0.05000,2.058 +63,mlp.experts.26.gate_proj,0.0000518475,0.05000,2.184 +63,mlp.experts.24.gate_proj,0.0000639731,0.05000,2.011 +63,mlp.experts.25.gate_proj,0.0000647837,0.05000,2.020 +63,mlp.experts.30.gate_proj,0.0000403498,0.05000,2.003 +63,mlp.experts.31.gate_proj,0.0000586962,0.05000,2.069 +63,mlp.experts.28.gate_proj,0.0001130123,0.05000,2.047 +63,mlp.experts.29.gate_proj,0.0000909035,0.05000,2.040 +63,mlp.experts.34.gate_proj,0.0000394198,0.05000,2.031 +63,mlp.experts.35.gate_proj,0.0000881209,0.05000,2.104 +63,mlp.experts.32.gate_proj,0.0001306061,0.05000,2.057 +63,mlp.experts.33.gate_proj,0.0001332072,0.05000,2.052 +63,mlp.experts.38.gate_proj,0.0000571101,0.05000,2.088 +63,mlp.experts.39.gate_proj,0.0000666182,0.05000,2.098 +63,mlp.experts.36.gate_proj,0.0000113171,0.05000,2.088 +63,mlp.experts.37.gate_proj,0.0000378323,0.05000,2.102 +63,mlp.experts.42.gate_proj,0.0000996371,0.05000,2.073 +63,mlp.experts.43.gate_proj,0.0000542308,0.05000,2.065 +63,mlp.experts.40.gate_proj,0.0000439441,0.05000,2.052 +63,mlp.experts.41.gate_proj,0.0001132530,0.05000,2.057 +63,mlp.experts.46.gate_proj,0.0000811261,0.05000,2.086 +63,mlp.experts.47.gate_proj,0.0000613171,0.05000,2.092 +63,mlp.experts.44.gate_proj,0.0000398471,0.05000,2.054 +63,mlp.experts.45.gate_proj,0.0000750594,0.05000,2.106 +63,mlp.experts.50.gate_proj,0.0000241201,0.05000,2.090 +63,mlp.experts.51.gate_proj,0.0001020195,0.05000,2.081 +63,mlp.experts.48.gate_proj,0.0001010209,0.05000,2.080 +63,mlp.experts.54.gate_proj,0.0000465781,0.05000,2.049 +63,mlp.experts.49.gate_proj,0.0000505468,0.05000,2.117 +63,mlp.experts.55.gate_proj,0.0000655693,0.05000,2.084 +63,mlp.experts.52.gate_proj,0.0000770858,0.05000,2.036 +63,mlp.experts.53.gate_proj,0.0000704531,0.05000,2.047 +63,mlp.experts.58.gate_proj,0.0000379616,0.05000,2.085 +63,mlp.experts.59.gate_proj,0.0000514401,0.05000,2.039 +63,mlp.experts.56.gate_proj,0.0000813119,0.05000,2.056 +63,mlp.experts.57.gate_proj,0.0000649498,0.05000,2.016 +63,mlp.experts.62.gate_proj,0.0000783985,0.05000,2.064 +63,mlp.experts.63.gate_proj,0.0000339434,0.05000,2.047 +63,mlp.experts.60.gate_proj,0.0000493060,0.05000,2.036 +63,mlp.experts.61.gate_proj,0.0000968994,0.05000,2.053 +63,mlp.experts.66.gate_proj,0.0000476154,0.05000,2.046 +63,mlp.experts.67.gate_proj,0.0001083691,0.05000,2.133 +63,mlp.experts.64.gate_proj,0.0000098092,0.05000,2.088 +63,mlp.experts.65.gate_proj,0.0000364776,0.05000,2.047 +63,mlp.experts.70.gate_proj,0.0000671032,0.05000,2.051 +63,mlp.experts.71.gate_proj,0.0000616980,0.05000,2.120 +63,mlp.experts.68.gate_proj,0.0001349170,0.05000,2.088 +63,mlp.experts.69.gate_proj,0.0000243713,0.05000,2.093 +63,mlp.experts.74.gate_proj,0.0000352056,0.05000,2.055 +63,mlp.experts.75.gate_proj,0.0000592634,0.05000,2.102 +63,mlp.experts.72.gate_proj,0.0000544756,0.05000,2.121 +63,mlp.experts.73.gate_proj,0.0000876009,0.05000,2.025 +63,mlp.experts.78.gate_proj,0.0000967815,0.05000,2.036 +63,mlp.experts.79.gate_proj,0.0000863832,0.05000,2.099 +63,mlp.experts.77.gate_proj,0.0000925439,0.05000,2.045 +63,mlp.experts.76.gate_proj,0.0000569710,0.05000,2.104 +63,mlp.experts.82.gate_proj,0.0000657565,0.05000,2.122 +63,mlp.experts.83.gate_proj,0.0001219576,0.05000,2.114 +63,mlp.experts.81.gate_proj,0.0000785342,0.05000,2.053 +63,mlp.experts.80.gate_proj,0.0000787800,0.05000,2.059 +63,mlp.experts.86.gate_proj,0.0000718912,0.05000,2.068 +63,mlp.experts.87.gate_proj,0.0000464973,0.05000,2.073 +63,mlp.experts.85.gate_proj,0.0000923250,0.05000,2.050 +63,mlp.experts.84.gate_proj,0.0000157114,0.05000,2.084 +63,mlp.experts.90.gate_proj,0.0000727227,0.05000,2.089 +63,mlp.experts.91.gate_proj,0.0000510157,0.05000,2.067 +63,mlp.experts.89.gate_proj,0.0001086870,0.05000,2.031 +63,mlp.experts.88.gate_proj,0.0000218576,0.05000,2.077 +63,mlp.experts.94.gate_proj,0.0000744663,0.05000,2.113 +63,mlp.experts.95.gate_proj,0.0000585601,0.05000,2.110 +63,mlp.experts.93.gate_proj,0.0001138561,0.05000,2.017 +63,mlp.experts.92.gate_proj,0.0000815661,0.05000,2.080 +63,mlp.experts.98.gate_proj,0.0001714198,0.05000,2.036 +63,mlp.experts.99.gate_proj,0.0000266188,0.05000,2.042 +63,mlp.experts.97.gate_proj,0.0000332306,0.05000,2.073 +63,mlp.experts.96.gate_proj,0.0000700634,0.05000,2.110 +63,mlp.experts.102.gate_proj,0.0000838247,0.05000,2.103 +63,mlp.experts.103.gate_proj,0.0000521431,0.05000,2.072 +63,mlp.experts.101.gate_proj,0.0000662609,0.05000,2.084 +63,mlp.experts.100.gate_proj,0.0000931966,0.05000,2.037 +63,mlp.experts.106.gate_proj,0.0001061465,0.05000,2.074 +63,mlp.experts.107.gate_proj,0.0000559963,0.05000,2.048 +63,mlp.experts.105.gate_proj,0.0000096499,0.05000,2.120 +63,mlp.experts.104.gate_proj,0.0000760420,0.05000,2.038 +63,mlp.experts.110.gate_proj,0.0000409263,0.05000,2.115 +63,mlp.experts.111.gate_proj,0.0000946382,0.05000,2.062 +63,mlp.experts.109.gate_proj,0.0000549608,0.05000,2.075 +63,mlp.experts.108.gate_proj,0.0000937821,0.05000,2.058 +63,mlp.experts.114.gate_proj,0.0000620550,0.05000,2.084 +63,mlp.experts.115.gate_proj,0.0000167895,0.05000,2.057 +63,mlp.experts.113.gate_proj,0.0001128242,0.05000,2.013 +63,mlp.experts.112.gate_proj,0.0000734645,0.05000,2.063 +63,mlp.experts.118.gate_proj,0.0000967249,0.05000,2.093 +63,mlp.experts.119.gate_proj,0.0000576448,0.05000,2.057 +63,mlp.experts.117.gate_proj,0.0000834628,0.05000,2.126 +63,mlp.experts.116.gate_proj,0.0000592863,0.05000,2.073 +63,mlp.experts.122.gate_proj,0.0000959368,0.05000,2.041 +63,mlp.experts.123.gate_proj,0.0001722557,0.05000,2.052 +63,mlp.experts.121.gate_proj,0.0000775113,0.05000,2.031 +63,mlp.experts.120.gate_proj,0.0000405516,0.05000,2.044 +63,mlp.experts.126.gate_proj,0.0000562337,0.05000,2.123 +63,mlp.experts.127.gate_proj,0.0000845140,0.05000,2.061 +63,mlp.experts.125.gate_proj,0.0000130213,0.05000,2.095 +63,mlp.experts.124.gate_proj,0.0000879710,0.05000,2.037 +63,mlp.experts.130.gate_proj,0.0000302490,0.05000,2.048 +63,mlp.experts.131.gate_proj,0.0000733092,0.05000,2.120 +63,mlp.experts.129.gate_proj,0.0001266418,0.05000,2.038 +63,mlp.experts.128.gate_proj,0.0000386742,0.05000,2.058 +63,mlp.experts.134.gate_proj,0.0000502218,0.05000,2.091 +63,mlp.experts.135.gate_proj,0.0000739584,0.05000,2.067 +63,mlp.experts.133.gate_proj,0.0000389886,0.05000,2.093 +63,mlp.experts.132.gate_proj,0.0000700517,0.05000,2.093 +63,mlp.experts.138.gate_proj,0.0000393750,0.05000,2.090 +63,mlp.experts.139.gate_proj,0.0001076529,0.05000,2.115 +63,mlp.experts.137.gate_proj,0.0000780087,0.05000,2.047 +63,mlp.experts.136.gate_proj,0.0000466023,0.05000,2.095 +63,mlp.experts.142.gate_proj,0.0002010955,0.05000,2.028 +63,mlp.experts.143.gate_proj,0.0000470955,0.05000,2.038 +63,mlp.experts.141.gate_proj,0.0001214892,0.05000,2.055 +63,mlp.experts.140.gate_proj,0.0000485402,0.05000,2.040 +63,mlp.experts.146.gate_proj,0.0000281832,0.05000,2.073 +63,mlp.experts.147.gate_proj,0.0000298510,0.05000,2.114 +63,mlp.experts.145.gate_proj,0.0002147873,0.05000,2.029 +63,mlp.experts.144.gate_proj,0.0000362590,0.05000,2.033 +63,mlp.experts.150.gate_proj,0.0000399570,0.05000,2.043 +63,mlp.experts.151.gate_proj,0.0000894155,0.05000,2.063 +63,mlp.experts.149.gate_proj,0.0001827800,0.05000,2.068 +63,mlp.experts.148.gate_proj,0.0000203180,0.05000,2.050 +63,mlp.experts.154.gate_proj,0.0001077304,0.05000,2.124 +63,mlp.experts.155.gate_proj,0.0001279424,0.05000,2.049 +63,mlp.experts.153.gate_proj,0.0001090034,0.05000,2.113 +63,mlp.experts.152.gate_proj,0.0000387972,0.05000,2.102 +63,mlp.experts.158.gate_proj,0.0000680016,0.05000,2.083 +63,mlp.experts.159.gate_proj,0.0000094184,0.05000,2.095 +63,mlp.experts.157.gate_proj,0.0000580070,0.05000,2.046 +63,mlp.experts.156.gate_proj,0.0000793918,0.05000,2.093 +63,mlp.experts.2.up_proj,0.0000708823,0.05000,2.018 +63,mlp.experts.3.up_proj,0.0000427046,0.05000,2.036 +63,mlp.experts.1.up_proj,0.0000996268,0.05000,2.027 +63,mlp.experts.0.up_proj,0.0001776647,0.05000,2.024 +63,mlp.experts.6.up_proj,0.0000403416,0.05000,2.036 +63,mlp.experts.7.up_proj,0.0000412086,0.05000,2.080 +63,mlp.experts.5.up_proj,0.0000916747,0.05000,2.075 +63,mlp.experts.4.up_proj,0.0001454621,0.05000,2.048 +63,mlp.experts.10.up_proj,0.0000334905,0.05000,2.030 +63,mlp.experts.11.up_proj,0.0000398420,0.05000,2.096 +63,mlp.experts.9.up_proj,0.0000305483,0.05000,2.035 +63,mlp.experts.8.up_proj,0.0001508397,0.05000,2.026 +63,mlp.experts.14.up_proj,0.0001241987,0.05000,2.074 +63,mlp.experts.15.up_proj,0.0000894811,0.05000,2.000 +63,mlp.experts.13.up_proj,0.0000819300,0.05000,2.024 +63,mlp.experts.12.up_proj,0.0000747169,0.05000,2.071 +63,mlp.experts.18.up_proj,0.0000798171,0.05000,2.077 +63,mlp.experts.19.up_proj,0.0000851105,0.05000,2.009 +63,mlp.experts.17.up_proj,0.0000292442,0.05000,2.018 +63,mlp.experts.16.up_proj,0.0000612420,0.05000,2.008 +63,mlp.experts.22.up_proj,0.0000175832,0.05000,2.081 +63,mlp.experts.23.up_proj,0.0000601176,0.05000,2.087 +63,mlp.experts.21.up_proj,0.0000338336,0.05000,2.045 +63,mlp.experts.20.up_proj,0.0000728911,0.05000,2.046 +63,mlp.experts.26.up_proj,0.0000501849,0.05000,2.060 +63,mlp.experts.27.up_proj,0.0001135081,0.05000,2.045 +63,mlp.experts.25.up_proj,0.0000621438,0.05000,2.044 +63,mlp.experts.24.up_proj,0.0000621424,0.05000,2.069 +63,mlp.experts.30.up_proj,0.0000387775,0.05000,2.055 +63,mlp.experts.31.up_proj,0.0000554541,0.05000,2.099 +63,mlp.experts.29.up_proj,0.0000844059,0.05000,2.015 +63,mlp.experts.28.up_proj,0.0001089236,0.05000,2.067 +63,mlp.experts.34.up_proj,0.0000381853,0.05000,2.026 +63,mlp.experts.35.up_proj,0.0000851495,0.05000,2.026 +63,mlp.experts.33.up_proj,0.0001318267,0.05000,2.054 +63,mlp.experts.32.up_proj,0.0001266744,0.05000,2.104 +63,mlp.experts.38.up_proj,0.0000552253,0.05000,2.087 +63,mlp.experts.39.up_proj,0.0000654688,0.05000,2.056 +63,mlp.experts.37.up_proj,0.0000362907,0.05000,2.031 +63,mlp.experts.36.up_proj,0.0000110418,0.05000,2.088 +63,mlp.experts.42.up_proj,0.0000963115,0.05000,2.053 +63,mlp.experts.43.up_proj,0.0000519466,0.05000,2.049 +63,mlp.experts.41.up_proj,0.0001088388,0.05000,2.074 +63,mlp.experts.40.up_proj,0.0000424252,0.05000,2.042 +63,mlp.experts.46.up_proj,0.0000776498,0.05000,2.042 +63,mlp.experts.47.up_proj,0.0000586491,0.05000,2.060 +63,mlp.experts.45.up_proj,0.0000724974,0.05000,2.099 +63,mlp.experts.44.up_proj,0.0000385359,0.05000,2.101 +63,mlp.experts.50.up_proj,0.0000234223,0.05000,2.056 +63,mlp.experts.51.up_proj,0.0000974392,0.05000,2.063 +63,mlp.experts.49.up_proj,0.0000491504,0.05000,2.084 +63,mlp.experts.48.up_proj,0.0000980415,0.05000,2.018 +63,mlp.experts.54.up_proj,0.0000446721,0.05000,2.037 +63,mlp.experts.55.up_proj,0.0000624709,0.05000,2.035 +63,mlp.experts.53.up_proj,0.0000676000,0.05000,2.083 +63,mlp.experts.52.up_proj,0.0000751552,0.05000,2.055 +63,mlp.experts.58.up_proj,0.0000363366,0.05000,2.024 +63,mlp.experts.59.up_proj,0.0000496538,0.05000,2.067 +63,mlp.experts.57.up_proj,0.0000617092,0.05000,2.067 +63,mlp.experts.56.up_proj,0.0000786170,0.05000,2.080 +63,mlp.experts.62.up_proj,0.0000756227,0.05000,2.063 +63,mlp.experts.63.up_proj,0.0000326786,0.05000,2.089 +63,mlp.experts.61.up_proj,0.0000932493,0.05000,2.113 +63,mlp.experts.60.up_proj,0.0000479169,0.05000,2.073 +63,mlp.experts.66.up_proj,0.0000460146,0.05000,2.057 +63,mlp.experts.67.up_proj,0.0001025297,0.05000,2.062 +63,mlp.experts.65.up_proj,0.0000352886,0.05000,2.064 +63,mlp.experts.64.up_proj,0.0000096703,0.05000,2.083 +63,mlp.experts.70.up_proj,0.0000642839,0.05000,2.052 +63,mlp.experts.71.up_proj,0.0000585837,0.05000,2.039 +63,mlp.experts.69.up_proj,0.0000236055,0.05000,2.133 +63,mlp.experts.68.up_proj,0.0001301436,0.05000,2.137 +63,mlp.experts.74.up_proj,0.0000340036,0.05000,2.130 +63,mlp.experts.75.up_proj,0.0000557959,0.05000,2.118 +63,mlp.experts.73.up_proj,0.0000832019,0.05000,2.130 +63,mlp.experts.72.up_proj,0.0000516762,0.05000,2.132 +63,mlp.experts.78.up_proj,0.0000906053,0.05000,2.136 +63,mlp.experts.79.up_proj,0.0000827286,0.05000,2.059 +63,mlp.experts.77.up_proj,0.0000882137,0.05000,2.055 +63,mlp.experts.76.up_proj,0.0000537171,0.05000,2.121 +63,mlp.experts.82.up_proj,0.0000634278,0.05000,2.053 +63,mlp.experts.83.up_proj,0.0001180607,0.05000,2.061 +63,mlp.experts.81.up_proj,0.0000744746,0.05000,2.047 +63,mlp.experts.80.up_proj,0.0000762997,0.05000,2.126 +63,mlp.experts.86.up_proj,0.0000696828,0.05000,2.033 +63,mlp.experts.87.up_proj,0.0000451025,0.05000,2.097 +63,mlp.experts.85.up_proj,0.0000900697,0.05000,2.157 +63,mlp.experts.84.up_proj,0.0000151651,0.05000,2.036 +63,mlp.experts.90.up_proj,0.0000698286,0.05000,2.068 +63,mlp.experts.91.up_proj,0.0000496400,0.05000,2.070 +63,mlp.experts.89.up_proj,0.0001056222,0.05000,2.084 +63,mlp.experts.88.up_proj,0.0000207007,0.05000,2.064 +63,mlp.experts.94.up_proj,0.0000720110,0.05000,2.053 +63,mlp.experts.95.up_proj,0.0000555145,0.05000,2.062 +63,mlp.experts.93.up_proj,0.0001088076,0.05000,2.083 +63,mlp.experts.92.up_proj,0.0000779308,0.05000,2.117 +63,mlp.experts.98.up_proj,0.0001659022,0.05000,2.129 +63,mlp.experts.99.up_proj,0.0000253596,0.05000,2.091 +63,mlp.experts.97.up_proj,0.0000308825,0.05000,2.068 +63,mlp.experts.96.up_proj,0.0000669735,0.05000,2.041 +63,mlp.experts.102.up_proj,0.0000830364,0.05000,2.068 +63,mlp.experts.103.up_proj,0.0000503648,0.05000,2.081 +63,mlp.experts.101.up_proj,0.0000639943,0.05000,2.065 +63,mlp.experts.100.up_proj,0.0000885519,0.05000,2.088 +63,mlp.experts.106.up_proj,0.0001016664,0.05000,2.133 +63,mlp.experts.107.up_proj,0.0000538499,0.05000,2.121 +63,mlp.experts.105.up_proj,0.0000094291,0.05000,2.049 +63,mlp.experts.104.up_proj,0.0000735030,0.05000,2.060 +63,mlp.experts.110.up_proj,0.0000400364,0.05000,2.036 +63,mlp.experts.111.up_proj,0.0000910084,0.05000,2.075 +63,mlp.experts.109.up_proj,0.0000521293,0.05000,2.108 +63,mlp.experts.108.up_proj,0.0000905404,0.05000,2.099 +63,mlp.experts.114.up_proj,0.0000589227,0.05000,2.039 +63,mlp.experts.115.up_proj,0.0000162625,0.05000,2.060 +63,mlp.experts.113.up_proj,0.0000908297,0.05000,2.049 +63,mlp.experts.112.up_proj,0.0000711637,0.05000,2.076 +63,mlp.experts.118.up_proj,0.0000907297,0.05000,2.051 +63,mlp.experts.119.up_proj,0.0000557075,0.05000,2.055 +63,mlp.experts.117.up_proj,0.0000797556,0.05000,2.061 +63,mlp.experts.116.up_proj,0.0000570477,0.05000,2.069 +63,mlp.experts.122.up_proj,0.0000922778,0.05000,2.083 +63,mlp.experts.123.up_proj,0.0001664892,0.05000,2.063 +63,mlp.experts.121.up_proj,0.0000753725,0.05000,2.096 +63,mlp.experts.120.up_proj,0.0000345444,0.05000,2.092 +63,mlp.experts.126.up_proj,0.0000531500,0.05000,2.059 +63,mlp.experts.127.up_proj,0.0000809609,0.05000,2.048 +63,mlp.experts.125.up_proj,0.0000125255,0.05000,2.076 +63,mlp.experts.124.up_proj,0.0000862817,0.05000,2.040 +63,mlp.experts.130.up_proj,0.0000293056,0.05000,2.041 +63,mlp.experts.131.up_proj,0.0000709131,0.05000,2.036 +63,mlp.experts.129.up_proj,0.0001232311,0.05000,2.083 +63,mlp.experts.134.up_proj,0.0000487068,0.05000,2.047 +63,mlp.experts.128.up_proj,0.0000375183,0.05000,2.104 +63,mlp.experts.135.up_proj,0.0000719039,0.05000,2.082 +63,mlp.experts.133.up_proj,0.0000377469,0.05000,2.087 +63,mlp.experts.132.up_proj,0.0000671758,0.05000,2.072 +63,mlp.experts.138.up_proj,0.0000379948,0.05000,2.123 +63,mlp.experts.139.up_proj,0.0001025359,0.05000,2.132 +63,mlp.experts.137.up_proj,0.0000748490,0.05000,2.092 +63,mlp.experts.142.up_proj,0.0001940154,0.05000,2.043 +63,mlp.experts.136.up_proj,0.0000441942,0.05000,2.101 +63,mlp.experts.143.up_proj,0.0000448844,0.05000,2.066 +63,mlp.experts.141.up_proj,0.0001150807,0.05000,2.102 +63,mlp.experts.146.up_proj,0.0000271591,0.05000,2.109 +63,mlp.experts.140.up_proj,0.0000461627,0.05000,2.153 +63,mlp.experts.147.up_proj,0.0000285377,0.05000,2.119 +63,mlp.experts.145.up_proj,0.0002033964,0.05000,2.089 +63,mlp.experts.150.up_proj,0.0000373314,0.05000,2.062 +63,mlp.experts.144.up_proj,0.0000339150,0.05000,2.076 +63,mlp.experts.151.up_proj,0.0000870906,0.05000,2.098 +63,mlp.experts.149.up_proj,0.0001760901,0.05000,2.096 +63,mlp.experts.154.up_proj,0.0001024396,0.05000,2.166 +63,mlp.experts.148.up_proj,0.0000194744,0.05000,2.072 +63,mlp.experts.155.up_proj,0.0001206848,0.05000,2.107 +63,mlp.experts.153.up_proj,0.0001052986,0.05000,2.095 +63,mlp.experts.152.up_proj,0.0000369297,0.05000,2.092 +63,mlp.experts.158.up_proj,0.0000646930,0.05000,2.167 +63,mlp.experts.159.up_proj,0.0000092092,0.05000,2.002 +63,mlp.experts.157.up_proj,0.0000548159,0.05000,1.523 +63,mlp.experts.156.up_proj,0.0000760617,0.05000,1.372 +63,mlp.experts.0.down_proj,0.0000315770,0.05000,0.632 +63,mlp.experts.2.down_proj,0.0000129928,0.05000,0.635 +63,mlp.experts.3.down_proj,0.0000118562,0.05000,0.638 +63,mlp.experts.1.down_proj,0.0000149307,0.05000,0.643 +63,mlp.experts.4.down_proj,0.0000380163,0.05000,0.619 +63,mlp.experts.5.down_proj,0.0000176152,0.05000,0.622 +63,mlp.experts.7.down_proj,0.0000061062,0.05000,0.639 +63,mlp.experts.6.down_proj,0.0000071398,0.05000,0.669 +63,mlp.experts.8.down_proj,0.0000377829,0.05000,0.624 +63,mlp.experts.9.down_proj,0.0000038263,0.05000,0.619 +63,mlp.experts.11.down_proj,0.0000068620,0.05000,0.618 +63,mlp.experts.10.down_proj,0.0000065083,0.05000,0.615 +63,mlp.experts.13.down_proj,0.0000159657,0.05000,0.618 +63,mlp.experts.12.down_proj,0.0000140648,0.05000,0.625 +63,mlp.experts.15.down_proj,0.0000115552,0.05000,0.619 +63,mlp.experts.14.down_proj,0.0000321749,0.05000,0.635 +63,mlp.experts.16.down_proj,0.0000114328,0.05000,0.616 +63,mlp.experts.17.down_proj,0.0000042636,0.05000,0.624 +63,mlp.experts.19.down_proj,0.0000123450,0.05000,0.636 +63,mlp.experts.18.down_proj,0.0000222449,0.05000,0.634 +63,mlp.experts.21.down_proj,0.0000049052,0.05000,0.620 +63,mlp.experts.20.down_proj,0.0000139334,0.05000,0.637 +63,mlp.experts.22.down_proj,0.0000029135,0.05000,0.613 +63,mlp.experts.23.down_proj,0.0000107495,0.05000,0.656 +63,mlp.experts.25.down_proj,0.0000170108,0.05000,0.618 +63,mlp.experts.24.down_proj,0.0000162073,0.05000,0.630 +63,mlp.experts.27.down_proj,0.0000179087,0.05000,0.610 +63,mlp.experts.26.down_proj,0.0000087480,0.05000,0.626 +63,mlp.experts.29.down_proj,0.0000273942,0.05000,0.631 +63,mlp.experts.28.down_proj,0.0000191857,0.05000,0.611 +63,mlp.experts.31.down_proj,0.0000105635,0.05000,0.627 +63,mlp.experts.30.down_proj,0.0000085443,0.05000,0.615 +63,mlp.experts.33.down_proj,0.0000316927,0.05000,0.629 +63,mlp.experts.32.down_proj,0.0000196627,0.05000,0.641 +63,mlp.experts.35.down_proj,0.0000119550,0.05000,0.619 +63,mlp.experts.34.down_proj,0.0000063834,0.05000,0.620 +63,mlp.experts.37.down_proj,0.0000050431,0.05000,0.616 +63,mlp.experts.36.down_proj,0.0000027676,0.05000,0.612 +63,mlp.experts.39.down_proj,0.0000201560,0.05000,0.616 +63,mlp.experts.38.down_proj,0.0000108733,0.05000,0.616 +63,mlp.experts.41.down_proj,0.0000169534,0.05000,0.615 +63,mlp.experts.40.down_proj,0.0000056668,0.05000,0.613 +63,mlp.experts.42.down_proj,0.0000287395,0.05000,0.617 +63,mlp.experts.43.down_proj,0.0000065237,0.05000,0.633 +63,mlp.experts.45.down_proj,0.0000162846,0.05000,0.618 +63,mlp.experts.44.down_proj,0.0000074770,0.05000,0.618 +63,mlp.experts.46.down_proj,0.0000102301,0.05000,0.647 +63,mlp.experts.47.down_proj,0.0000079556,0.05000,0.645 +63,mlp.experts.48.down_proj,0.0000211719,0.05000,0.638 +63,mlp.experts.49.down_proj,0.0000090102,0.05000,0.663 +63,mlp.experts.50.down_proj,0.0000091294,0.05000,0.623 +63,mlp.experts.51.down_proj,0.0000142116,0.05000,0.644 +63,mlp.experts.52.down_proj,0.0000137260,0.05000,0.609 +63,mlp.experts.53.down_proj,0.0000126119,0.05000,0.608 +63,mlp.experts.54.down_proj,0.0000089863,0.05000,0.612 +63,mlp.experts.55.down_proj,0.0000172081,0.05000,0.610 +63,mlp.experts.56.down_proj,0.0000099271,0.05000,0.610 +63,mlp.experts.57.down_proj,0.0000144691,0.05000,0.611 +63,mlp.experts.58.down_proj,0.0000058226,0.05000,0.630 +63,mlp.experts.59.down_proj,0.0000062524,0.05000,0.610 +63,mlp.experts.60.down_proj,0.0000110018,0.05000,0.606 +63,mlp.experts.61.down_proj,0.0000143873,0.05000,0.609 +63,mlp.experts.62.down_proj,0.0000103087,0.05000,0.608 +63,mlp.experts.63.down_proj,0.0000059232,0.05000,0.608 +63,mlp.experts.64.down_proj,0.0000019861,0.05000,0.608 +63,mlp.experts.65.down_proj,0.0000069368,0.05000,0.611 +63,mlp.experts.66.down_proj,0.0000085557,0.05000,0.611 +63,mlp.experts.67.down_proj,0.0000139381,0.05000,0.606 +63,mlp.experts.68.down_proj,0.0000263063,0.05000,0.611 +63,mlp.experts.69.down_proj,0.0000082052,0.05000,0.659 +63,mlp.experts.71.down_proj,0.0000136572,0.05000,0.613 +63,mlp.experts.70.down_proj,0.0000100633,0.05000,0.627 +63,mlp.experts.72.down_proj,0.0000108968,0.05000,0.633 +63,mlp.experts.75.down_proj,0.0000137871,0.05000,0.611 +63,mlp.experts.74.down_proj,0.0000061773,0.05000,0.613 +63,mlp.experts.73.down_proj,0.0000159872,0.05000,0.676 +63,mlp.experts.76.down_proj,0.0000095564,0.05000,0.632 +63,mlp.experts.79.down_proj,0.0000169773,0.05000,0.612 +63,mlp.experts.78.down_proj,0.0000203339,0.05000,0.616 +63,mlp.experts.77.down_proj,0.0000128137,0.05000,0.651 +63,mlp.experts.80.down_proj,0.0000130215,0.05000,0.637 +63,mlp.experts.83.down_proj,0.0000240056,0.05000,0.608 +63,mlp.experts.82.down_proj,0.0000115919,0.05000,0.618 +63,mlp.experts.81.down_proj,0.0000112964,0.05000,0.639 +63,mlp.experts.87.down_proj,0.0000135869,0.05000,0.599 +63,mlp.experts.84.down_proj,0.0000032502,0.05000,0.604 +63,mlp.experts.86.down_proj,0.0000110238,0.05000,0.601 +63,mlp.experts.85.down_proj,0.0000126745,0.05000,0.602 +63,mlp.experts.91.down_proj,0.0000073995,0.05000,0.609 +63,mlp.experts.88.down_proj,0.0000044886,0.05000,0.639 +63,mlp.experts.90.down_proj,0.0000182632,0.05000,0.612 +63,mlp.experts.89.down_proj,0.0000153183,0.05000,0.631 +63,mlp.experts.95.down_proj,0.0000137008,0.05000,0.610 +63,mlp.experts.92.down_proj,0.0000241806,0.05000,0.609 +63,mlp.experts.94.down_proj,0.0000109318,0.05000,0.627 +63,mlp.experts.93.down_proj,0.0000161136,0.05000,0.628 +63,mlp.experts.99.down_proj,0.0000035829,0.05000,0.616 +63,mlp.experts.96.down_proj,0.0000110755,0.05000,0.686 +63,mlp.experts.98.down_proj,0.0000234368,0.05000,0.682 +63,mlp.experts.97.down_proj,0.0000062830,0.05000,0.609 +63,mlp.experts.103.down_proj,0.0000086674,0.05000,0.624 +63,mlp.experts.100.down_proj,0.0000138809,0.05000,0.605 +63,mlp.experts.102.down_proj,0.0000134037,0.05000,0.622 +63,mlp.experts.101.down_proj,0.0000170583,0.05000,0.604 +63,mlp.experts.107.down_proj,0.0000094532,0.05000,0.631 +63,mlp.experts.104.down_proj,0.0000143676,0.05000,0.610 +63,mlp.experts.106.down_proj,0.0000274891,0.05000,0.609 +63,mlp.experts.105.down_proj,0.0000024175,0.05000,0.636 +63,mlp.experts.111.down_proj,0.0000219136,0.05000,0.623 +63,mlp.experts.108.down_proj,0.0000151417,0.05000,0.609 +63,mlp.experts.110.down_proj,0.0000122717,0.05000,0.629 +63,mlp.experts.109.down_proj,0.0000129806,0.05000,0.647 +63,mlp.experts.115.down_proj,0.0000022316,0.05000,0.604 +63,mlp.experts.112.down_proj,0.0000207072,0.05000,0.607 +63,mlp.experts.114.down_proj,0.0000115865,0.05000,0.628 +63,mlp.experts.113.down_proj,0.0000447215,0.05000,0.609 +63,mlp.experts.119.down_proj,0.0000086679,0.05000,0.649 +63,mlp.experts.116.down_proj,0.0000087385,0.05000,0.614 +63,mlp.experts.118.down_proj,0.0000172778,0.05000,0.613 +63,mlp.experts.117.down_proj,0.0000226376,0.05000,0.632 +63,mlp.experts.120.down_proj,0.0000129297,0.05000,0.629 +63,mlp.experts.123.down_proj,0.0000251699,0.05000,0.646 +63,mlp.experts.122.down_proj,0.0000211405,0.05000,0.609 +63,mlp.experts.121.down_proj,0.0000192454,0.05000,0.663 +63,mlp.experts.124.down_proj,0.0000120104,0.05000,0.616 +63,mlp.experts.127.down_proj,0.0000157705,0.05000,0.637 +63,mlp.experts.126.down_proj,0.0000068157,0.05000,0.632 +63,mlp.experts.125.down_proj,0.0000015402,0.05000,0.632 +63,mlp.experts.128.down_proj,0.0000065791,0.05000,0.626 +63,mlp.experts.131.down_proj,0.0000117865,0.05000,0.610 +63,mlp.experts.130.down_proj,0.0000079255,0.05000,0.609 +63,mlp.experts.129.down_proj,0.0000211359,0.05000,0.613 +63,mlp.experts.132.down_proj,0.0000095367,0.05000,0.608 +63,mlp.experts.135.down_proj,0.0000090505,0.05000,0.615 +63,mlp.experts.134.down_proj,0.0000082472,0.05000,0.653 +63,mlp.experts.133.down_proj,0.0000073172,0.05000,0.627 +63,mlp.experts.136.down_proj,0.0000054848,0.05000,0.605 +63,mlp.experts.139.down_proj,0.0000263308,0.05000,0.610 +63,mlp.experts.138.down_proj,0.0000049644,0.05000,0.605 +63,mlp.experts.137.down_proj,0.0000114959,0.05000,0.608 +63,mlp.experts.140.down_proj,0.0000067822,0.05000,0.605 +63,mlp.experts.143.down_proj,0.0000107487,0.05000,0.644 +63,mlp.experts.142.down_proj,0.0000486171,0.05000,0.631 +63,mlp.experts.141.down_proj,0.0000148628,0.05000,0.622 +63,mlp.experts.144.down_proj,0.0000050454,0.05000,0.611 +63,mlp.experts.147.down_proj,0.0000036623,0.05000,0.656 +63,mlp.experts.146.down_proj,0.0000101854,0.05000,0.630 +63,mlp.experts.145.down_proj,0.0000512808,0.05000,0.605 +63,mlp.experts.148.down_proj,0.0000065505,0.05000,0.602 +63,mlp.experts.151.down_proj,0.0000222280,0.05000,0.648 +63,mlp.experts.150.down_proj,0.0000122546,0.05000,0.624 +63,mlp.experts.149.down_proj,0.0000587301,0.05000,0.604 +63,mlp.experts.152.down_proj,0.0000084384,0.05000,0.606 +63,mlp.experts.154.down_proj,0.0000173423,0.05000,0.605 +63,mlp.experts.155.down_proj,0.0000258097,0.05000,0.631 +63,mlp.experts.153.down_proj,0.0000153249,0.05000,0.599 +63,mlp.experts.156.down_proj,0.0000115109,0.05000,0.603 +63,mlp.experts.158.down_proj,0.0000088351,0.05000,0.600 +63,mlp.experts.157.down_proj,0.0000103430,0.05000,0.558 +63,mlp.experts.159.down_proj,0.0000022608,0.05000,0.587 +64,mlp.experts.2.gate_proj,0.0000766537,0.05000,2.106 +64,mlp.experts.0.gate_proj,0.0000660050,0.05000,2.169 +64,mlp.experts.3.gate_proj,0.0001534047,0.05000,2.211 +64,mlp.experts.1.gate_proj,0.0000718491,0.05000,2.241 +64,mlp.experts.7.gate_proj,0.0000091060,0.05000,2.023 +64,mlp.experts.6.gate_proj,0.0001408067,0.05000,2.156 +64,mlp.experts.4.gate_proj,0.0000824093,0.05000,2.123 +64,mlp.experts.5.gate_proj,0.0000428983,0.05000,2.122 +64,mlp.experts.8.gate_proj,0.0000612212,0.05000,2.059 +64,mlp.experts.11.gate_proj,0.0000970855,0.05000,2.143 +64,mlp.experts.10.gate_proj,0.0000765593,0.05000,2.117 +64,mlp.experts.9.gate_proj,0.0000544375,0.05000,2.161 +64,mlp.experts.12.gate_proj,0.0000543080,0.05000,2.070 +64,mlp.experts.15.gate_proj,0.0000732759,0.05000,2.046 +64,mlp.experts.14.gate_proj,0.0001130726,0.05000,2.096 +64,mlp.experts.13.gate_proj,0.0001119499,0.05000,2.040 +64,mlp.experts.18.gate_proj,0.0000789393,0.05000,1.995 +64,mlp.experts.19.gate_proj,0.0000640396,0.05000,2.080 +64,mlp.experts.16.gate_proj,0.0000860036,0.05000,2.089 +64,mlp.experts.17.gate_proj,0.0000487299,0.05000,2.145 +64,mlp.experts.22.gate_proj,0.0000851413,0.05000,2.056 +64,mlp.experts.23.gate_proj,0.0000916411,0.05000,2.089 +64,mlp.experts.20.gate_proj,0.0000621882,0.05000,2.127 +64,mlp.experts.21.gate_proj,0.0000815109,0.05000,2.076 +64,mlp.experts.26.gate_proj,0.0000497059,0.05000,2.061 +64,mlp.experts.27.gate_proj,0.0000154254,0.05000,2.125 +64,mlp.experts.24.gate_proj,0.0000282558,0.05000,2.141 +64,mlp.experts.25.gate_proj,0.0000269980,0.05000,2.057 +64,mlp.experts.30.gate_proj,0.0000821470,0.05000,2.074 +64,mlp.experts.31.gate_proj,0.0000215023,0.05000,2.095 +64,mlp.experts.28.gate_proj,0.0000781591,0.05000,2.117 +64,mlp.experts.29.gate_proj,0.0000515903,0.05000,2.097 +64,mlp.experts.34.gate_proj,0.0002514575,0.05000,2.104 +64,mlp.experts.35.gate_proj,0.0000439339,0.05000,2.054 +64,mlp.experts.32.gate_proj,0.0000481927,0.05000,2.100 +64,mlp.experts.33.gate_proj,0.0000656053,0.05000,2.088 +64,mlp.experts.38.gate_proj,0.0000191690,0.05000,2.052 +64,mlp.experts.39.gate_proj,0.0001608264,0.05000,2.069 +64,mlp.experts.37.gate_proj,0.0000386749,0.05000,2.073 +64,mlp.experts.36.gate_proj,0.0000433930,0.05000,2.168 +64,mlp.experts.42.gate_proj,0.0000671018,0.05000,2.038 +64,mlp.experts.43.gate_proj,0.0000515633,0.05000,2.028 +64,mlp.experts.41.gate_proj,0.0000530336,0.05000,2.074 +64,mlp.experts.40.gate_proj,0.0000423952,0.05000,2.081 +64,mlp.experts.46.gate_proj,0.0000674771,0.05000,2.049 +64,mlp.experts.47.gate_proj,0.0000456446,0.05000,2.016 +64,mlp.experts.45.gate_proj,0.0000667171,0.05000,2.063 +64,mlp.experts.44.gate_proj,0.0000710009,0.05000,2.060 +64,mlp.experts.50.gate_proj,0.0000076740,0.05000,2.044 +64,mlp.experts.51.gate_proj,0.0000795257,0.05000,2.115 +64,mlp.experts.49.gate_proj,0.0001340496,0.05000,2.057 +64,mlp.experts.48.gate_proj,0.0000650406,0.05000,2.094 +64,mlp.experts.54.gate_proj,0.0000977128,0.05000,2.027 +64,mlp.experts.55.gate_proj,0.0000587529,0.05000,2.078 +64,mlp.experts.53.gate_proj,0.0000773876,0.05000,2.087 +64,mlp.experts.52.gate_proj,0.0000515026,0.05000,2.124 +64,mlp.experts.58.gate_proj,0.0000594197,0.05000,2.031 +64,mlp.experts.59.gate_proj,0.0000409799,0.05000,2.030 +64,mlp.experts.57.gate_proj,0.0000829848,0.05000,2.109 +64,mlp.experts.56.gate_proj,0.0000395748,0.05000,2.124 +64,mlp.experts.62.gate_proj,0.0001351521,0.05000,2.060 +64,mlp.experts.63.gate_proj,0.0000547271,0.05000,2.032 +64,mlp.experts.61.gate_proj,0.0000522501,0.05000,2.056 +64,mlp.experts.60.gate_proj,0.0000788352,0.05000,2.007 +64,mlp.experts.66.gate_proj,0.0000154999,0.05000,2.013 +64,mlp.experts.67.gate_proj,0.0001113276,0.05000,2.009 +64,mlp.experts.65.gate_proj,0.0001118783,0.05000,2.049 +64,mlp.experts.64.gate_proj,0.0000564580,0.05000,2.076 +64,mlp.experts.70.gate_proj,0.0001220065,0.05000,2.091 +64,mlp.experts.71.gate_proj,0.0001086966,0.05000,2.053 +64,mlp.experts.69.gate_proj,0.0000387981,0.05000,2.082 +64,mlp.experts.68.gate_proj,0.0000488876,0.05000,2.047 +64,mlp.experts.74.gate_proj,0.0000889502,0.05000,2.057 +64,mlp.experts.75.gate_proj,0.0000621222,0.05000,2.045 +64,mlp.experts.73.gate_proj,0.0000435058,0.05000,2.132 +64,mlp.experts.72.gate_proj,0.0000278108,0.05000,2.055 +64,mlp.experts.78.gate_proj,0.0000178221,0.05000,1.567 +64,mlp.experts.79.gate_proj,0.0000468076,0.05000,1.496 +64,mlp.experts.82.gate_proj,0.0000707696,0.05000,2.054 +64,mlp.experts.76.gate_proj,0.0000726306,0.05000,2.054 +64,mlp.experts.83.gate_proj,0.0000761584,0.05000,2.105 +64,mlp.experts.77.gate_proj,0.0000997542,0.05000,2.132 +64,mlp.experts.80.gate_proj,0.0002356374,0.05000,2.034 +64,mlp.experts.87.gate_proj,0.0000818126,0.05000,2.025 +64,mlp.experts.86.gate_proj,0.0000965415,0.05000,2.125 +64,mlp.experts.81.gate_proj,0.0000982307,0.05000,2.049 +64,mlp.experts.91.gate_proj,0.0000567504,0.05000,2.024 +64,mlp.experts.84.gate_proj,0.0000632621,0.05000,2.118 +64,mlp.experts.85.gate_proj,0.0000108501,0.05000,2.082 +64,mlp.experts.90.gate_proj,0.0000527107,0.05000,2.109 +64,mlp.experts.88.gate_proj,0.0000464361,0.05000,2.068 +64,mlp.experts.89.gate_proj,0.0000482188,0.05000,2.014 +64,mlp.experts.95.gate_proj,0.0001125681,0.05000,2.195 +64,mlp.experts.94.gate_proj,0.0000454106,0.05000,2.105 +64,mlp.experts.92.gate_proj,0.0000316891,0.05000,2.053 +64,mlp.experts.99.gate_proj,0.0001017650,0.05000,2.060 +64,mlp.experts.93.gate_proj,0.0001464280,0.05000,2.155 +64,mlp.experts.98.gate_proj,0.0000390388,0.05000,2.062 +64,mlp.experts.96.gate_proj,0.0000884762,0.05000,2.079 +64,mlp.experts.103.gate_proj,0.0001144503,0.05000,2.098 +64,mlp.experts.97.gate_proj,0.0000751693,0.05000,2.113 +64,mlp.experts.102.gate_proj,0.0000398474,0.05000,2.123 +64,mlp.experts.100.gate_proj,0.0000959669,0.05000,2.055 +64,mlp.experts.107.gate_proj,0.0000978901,0.05000,2.034 +64,mlp.experts.106.gate_proj,0.0001062132,0.05000,1.998 +64,mlp.experts.101.gate_proj,0.0001601547,0.05000,2.057 +64,mlp.experts.104.gate_proj,0.0000687163,0.05000,2.055 +64,mlp.experts.111.gate_proj,0.0000493623,0.05000,2.048 +64,mlp.experts.105.gate_proj,0.0000465607,0.05000,2.041 +64,mlp.experts.110.gate_proj,0.0000713183,0.05000,2.090 +64,mlp.experts.108.gate_proj,0.0000709508,0.05000,2.110 +64,mlp.experts.114.gate_proj,0.0000609034,0.05000,2.021 +64,mlp.experts.115.gate_proj,0.0000596329,0.05000,2.105 +64,mlp.experts.109.gate_proj,0.0001616854,0.05000,2.134 +64,mlp.experts.112.gate_proj,0.0000737960,0.05000,2.077 +64,mlp.experts.119.gate_proj,0.0000787525,0.05000,2.057 +64,mlp.experts.118.gate_proj,0.0000456386,0.05000,2.093 +64,mlp.experts.113.gate_proj,0.0000601028,0.05000,2.089 +64,mlp.experts.116.gate_proj,0.0000686917,0.05000,2.066 +64,mlp.experts.123.gate_proj,0.0000688053,0.05000,2.078 +64,mlp.experts.122.gate_proj,0.0000624864,0.05000,2.079 +64,mlp.experts.117.gate_proj,0.0000299432,0.05000,2.074 +64,mlp.experts.120.gate_proj,0.0000765857,0.05000,2.070 +64,mlp.experts.126.gate_proj,0.0000670136,0.05000,2.074 +64,mlp.experts.127.gate_proj,0.0001724013,0.05000,2.146 +64,mlp.experts.121.gate_proj,0.0001101609,0.05000,2.073 +64,mlp.experts.124.gate_proj,0.0002596511,0.05000,2.070 +64,mlp.experts.130.gate_proj,0.0000527764,0.05000,2.069 +64,mlp.experts.125.gate_proj,0.0000225285,0.05000,2.040 +64,mlp.experts.131.gate_proj,0.0000973208,0.05000,2.105 +64,mlp.experts.128.gate_proj,0.0000620679,0.05000,2.076 +64,mlp.experts.134.gate_proj,0.0000212323,0.05000,2.110 +64,mlp.experts.129.gate_proj,0.0000829164,0.05000,2.066 +64,mlp.experts.135.gate_proj,0.0001043891,0.05000,2.090 +64,mlp.experts.132.gate_proj,0.0000731104,0.05000,2.037 +64,mlp.experts.133.gate_proj,0.0001612540,0.05000,2.007 +64,mlp.experts.139.gate_proj,0.0000224423,0.05000,1.989 +64,mlp.experts.138.gate_proj,0.0000533303,0.05000,2.120 +64,mlp.experts.136.gate_proj,0.0000717331,0.05000,2.012 +64,mlp.experts.137.gate_proj,0.0000818834,0.05000,2.050 +64,mlp.experts.143.gate_proj,0.0000677121,0.05000,2.051 +64,mlp.experts.142.gate_proj,0.0001059915,0.05000,2.058 +64,mlp.experts.140.gate_proj,0.0000483018,0.05000,2.077 +64,mlp.experts.141.gate_proj,0.0001095831,0.05000,2.086 +64,mlp.experts.147.gate_proj,0.0001995165,0.05000,2.087 +64,mlp.experts.146.gate_proj,0.0001423347,0.05000,2.044 +64,mlp.experts.144.gate_proj,0.0000865781,0.05000,2.023 +64,mlp.experts.145.gate_proj,0.0000647420,0.05000,2.030 +64,mlp.experts.150.gate_proj,0.0000736874,0.05000,1.990 +64,mlp.experts.151.gate_proj,0.0002524933,0.05000,2.072 +64,mlp.experts.148.gate_proj,0.0000564051,0.05000,2.011 +64,mlp.experts.149.gate_proj,0.0000464904,0.05000,2.042 +64,mlp.experts.155.gate_proj,0.0000572536,0.05000,1.998 +64,mlp.experts.154.gate_proj,0.0000831679,0.05000,2.070 +64,mlp.experts.152.gate_proj,0.0000705936,0.05000,2.039 +64,mlp.experts.158.gate_proj,0.0001041599,0.05000,1.990 +64,mlp.experts.153.gate_proj,0.0000775530,0.05000,2.088 +64,mlp.experts.159.gate_proj,0.0000829221,0.05000,2.085 +64,mlp.experts.156.gate_proj,0.0001709759,0.05000,2.060 +64,mlp.experts.2.up_proj,0.0000729951,0.05000,2.067 +64,mlp.experts.157.gate_proj,0.0000191872,0.05000,2.055 +64,mlp.experts.3.up_proj,0.0001468713,0.05000,2.092 +64,mlp.experts.0.up_proj,0.0000614044,0.05000,2.066 +64,mlp.experts.6.up_proj,0.0001350930,0.05000,2.054 +64,mlp.experts.1.up_proj,0.0000702869,0.05000,2.058 +64,mlp.experts.7.up_proj,0.0000088121,0.05000,2.082 +64,mlp.experts.4.up_proj,0.0000795161,0.05000,2.055 +64,mlp.experts.10.up_proj,0.0000741330,0.05000,2.052 +64,mlp.experts.5.up_proj,0.0000412530,0.05000,2.071 +64,mlp.experts.11.up_proj,0.0000920207,0.05000,2.045 +64,mlp.experts.8.up_proj,0.0000586236,0.05000,2.121 +64,mlp.experts.9.up_proj,0.0000500664,0.05000,2.021 +64,mlp.experts.14.up_proj,0.0001076495,0.05000,2.091 +64,mlp.experts.15.up_proj,0.0000704668,0.05000,2.085 +64,mlp.experts.12.up_proj,0.0000520866,0.05000,2.072 +64,mlp.experts.18.up_proj,0.0000776983,0.05000,2.008 +64,mlp.experts.13.up_proj,0.0001065236,0.05000,2.085 +64,mlp.experts.19.up_proj,0.0000620598,0.05000,2.024 +64,mlp.experts.16.up_proj,0.0000835237,0.05000,2.046 +64,mlp.experts.22.up_proj,0.0000825532,0.05000,2.046 +64,mlp.experts.17.up_proj,0.0000472926,0.05000,2.070 +64,mlp.experts.23.up_proj,0.0000853041,0.05000,2.079 +64,mlp.experts.20.up_proj,0.0000596773,0.05000,2.116 +64,mlp.experts.26.up_proj,0.0000477928,0.05000,2.075 +64,mlp.experts.21.up_proj,0.0000774252,0.05000,2.107 +64,mlp.experts.27.up_proj,0.0000149104,0.05000,2.062 +64,mlp.experts.24.up_proj,0.0000273283,0.05000,2.116 +64,mlp.experts.30.up_proj,0.0000787358,0.05000,2.108 +64,mlp.experts.25.up_proj,0.0000260831,0.05000,2.076 +64,mlp.experts.31.up_proj,0.0000197595,0.05000,2.152 +64,mlp.experts.28.up_proj,0.0000731703,0.05000,2.175 +64,mlp.experts.29.up_proj,0.0000497184,0.05000,2.048 +64,mlp.experts.34.up_proj,0.0002257064,0.05000,2.178 +64,mlp.experts.35.up_proj,0.0000416417,0.05000,2.066 +64,mlp.experts.38.up_proj,0.0000185657,0.05000,1.985 +64,mlp.experts.33.up_proj,0.0000631045,0.05000,2.060 +64,mlp.experts.32.up_proj,0.0000471688,0.05000,2.088 +64,mlp.experts.39.up_proj,0.0001535422,0.05000,2.029 +64,mlp.experts.42.up_proj,0.0000628679,0.05000,2.015 +64,mlp.experts.36.up_proj,0.0000418097,0.05000,2.016 +64,mlp.experts.37.up_proj,0.0000374167,0.05000,2.092 +64,mlp.experts.43.up_proj,0.0000501549,0.05000,2.054 +64,mlp.experts.46.up_proj,0.0000652716,0.05000,2.063 +64,mlp.experts.40.up_proj,0.0000407736,0.05000,2.039 +64,mlp.experts.41.up_proj,0.0000508071,0.05000,2.045 +64,mlp.experts.47.up_proj,0.0000441327,0.05000,2.104 +64,mlp.experts.44.up_proj,0.0000677230,0.05000,2.085 +64,mlp.experts.50.up_proj,0.0000072676,0.05000,2.137 +64,mlp.experts.45.up_proj,0.0000644899,0.05000,2.058 +64,mlp.experts.51.up_proj,0.0000756103,0.05000,2.109 +64,mlp.experts.48.up_proj,0.0000628482,0.05000,2.087 +64,mlp.experts.54.up_proj,0.0000949192,0.05000,2.130 +64,mlp.experts.49.up_proj,0.0001275032,0.05000,2.174 +64,mlp.experts.55.up_proj,0.0000565303,0.05000,2.082 +64,mlp.experts.52.up_proj,0.0000494151,0.05000,2.054 +64,mlp.experts.53.up_proj,0.0000756016,0.05000,2.057 +64,mlp.experts.58.up_proj,0.0000580314,0.05000,2.108 +64,mlp.experts.59.up_proj,0.0000398638,0.05000,2.141 +64,mlp.experts.56.up_proj,0.0000375761,0.05000,2.088 +64,mlp.experts.62.up_proj,0.0001279105,0.05000,2.077 +64,mlp.experts.57.up_proj,0.0000805182,0.05000,2.161 +64,mlp.experts.63.up_proj,0.0000522904,0.05000,2.068 +64,mlp.experts.60.up_proj,0.0000751193,0.05000,2.101 +64,mlp.experts.66.up_proj,0.0000148450,0.05000,2.093 +64,mlp.experts.61.up_proj,0.0000496499,0.05000,2.100 +64,mlp.experts.67.up_proj,0.0001080012,0.05000,2.133 +64,mlp.experts.64.up_proj,0.0000547682,0.05000,2.052 +64,mlp.experts.70.up_proj,0.0001152456,0.05000,2.042 +64,mlp.experts.65.up_proj,0.0001062562,0.05000,2.088 +64,mlp.experts.71.up_proj,0.0001044196,0.05000,2.033 +64,mlp.experts.68.up_proj,0.0000475068,0.05000,2.107 +64,mlp.experts.74.up_proj,0.0000857049,0.05000,2.060 +64,mlp.experts.69.up_proj,0.0000373815,0.05000,2.077 +64,mlp.experts.75.up_proj,0.0000590117,0.05000,2.078 +64,mlp.experts.72.up_proj,0.0000269763,0.05000,2.045 +64,mlp.experts.78.up_proj,0.0000172036,0.05000,2.021 +64,mlp.experts.79.up_proj,0.0000447350,0.05000,2.009 +64,mlp.experts.73.up_proj,0.0000421046,0.05000,2.157 +64,mlp.experts.76.up_proj,0.0000706328,0.05000,2.109 +64,mlp.experts.82.up_proj,0.0000674827,0.05000,2.114 +64,mlp.experts.83.up_proj,0.0000726724,0.05000,2.109 +64,mlp.experts.77.up_proj,0.0000946945,0.05000,2.091 +64,mlp.experts.80.up_proj,0.0002270328,0.05000,2.078 +64,mlp.experts.86.up_proj,0.0000907603,0.05000,2.073 +64,mlp.experts.87.up_proj,0.0000793642,0.05000,2.067 +64,mlp.experts.81.up_proj,0.0000944307,0.05000,2.102 +64,mlp.experts.90.up_proj,0.0000498525,0.05000,2.076 +64,mlp.experts.84.up_proj,0.0000601518,0.05000,2.132 +64,mlp.experts.91.up_proj,0.0000541323,0.05000,2.104 +64,mlp.experts.85.up_proj,0.0000104908,0.05000,2.076 +64,mlp.experts.88.up_proj,0.0000447786,0.05000,2.072 +64,mlp.experts.94.up_proj,0.0000434631,0.05000,2.128 +64,mlp.experts.95.up_proj,0.0001078446,0.05000,2.083 +64,mlp.experts.89.up_proj,0.0000462622,0.05000,2.110 +64,mlp.experts.92.up_proj,0.0000304584,0.05000,2.074 +64,mlp.experts.98.up_proj,0.0000374719,0.05000,2.075 +64,mlp.experts.99.up_proj,0.0000967289,0.05000,2.060 +64,mlp.experts.93.up_proj,0.0001403550,0.05000,2.134 +64,mlp.experts.102.up_proj,0.0000390222,0.05000,2.071 +64,mlp.experts.96.up_proj,0.0000858805,0.05000,2.143 +64,mlp.experts.103.up_proj,0.0001091680,0.05000,2.074 +64,mlp.experts.97.up_proj,0.0000719201,0.05000,2.167 +64,mlp.experts.106.up_proj,0.0001008192,0.05000,2.081 +64,mlp.experts.100.up_proj,0.0000920652,0.05000,2.135 +64,mlp.experts.107.up_proj,0.0000951047,0.05000,2.117 +64,mlp.experts.101.up_proj,0.0001539977,0.05000,2.124 +64,mlp.experts.110.up_proj,0.0000677301,0.05000,2.084 +64,mlp.experts.104.up_proj,0.0000663256,0.05000,2.101 +64,mlp.experts.111.up_proj,0.0000465671,0.05000,2.099 +64,mlp.experts.105.up_proj,0.0000451851,0.05000,2.091 +64,mlp.experts.114.up_proj,0.0000586597,0.05000,2.094 +64,mlp.experts.108.up_proj,0.0000683554,0.05000,2.099 +64,mlp.experts.115.up_proj,0.0000556887,0.05000,2.116 +64,mlp.experts.109.up_proj,0.0001501736,0.05000,2.065 +64,mlp.experts.118.up_proj,0.0000438857,0.05000,2.075 +64,mlp.experts.112.up_proj,0.0000707154,0.05000,2.052 +64,mlp.experts.119.up_proj,0.0000730086,0.05000,2.059 +64,mlp.experts.113.up_proj,0.0000579764,0.05000,2.082 +64,mlp.experts.122.up_proj,0.0000593717,0.05000,2.025 +64,mlp.experts.116.up_proj,0.0000671008,0.05000,2.049 +64,mlp.experts.123.up_proj,0.0000663489,0.05000,2.019 +64,mlp.experts.117.up_proj,0.0000289348,0.05000,2.051 +64,mlp.experts.126.up_proj,0.0000646761,0.05000,2.065 +64,mlp.experts.120.up_proj,0.0000751477,0.05000,2.046 +64,mlp.experts.127.up_proj,0.0001646192,0.05000,2.024 +64,mlp.experts.121.up_proj,0.0001047788,0.05000,2.054 +64,mlp.experts.130.up_proj,0.0000501462,0.05000,2.071 +64,mlp.experts.131.up_proj,0.0000933768,0.05000,2.004 +64,mlp.experts.124.up_proj,0.0002500945,0.05000,2.048 +64,mlp.experts.125.up_proj,0.0000217741,0.05000,2.033 +64,mlp.experts.135.up_proj,0.0000982481,0.05000,2.061 +64,mlp.experts.134.up_proj,0.0000205272,0.05000,2.175 +64,mlp.experts.128.up_proj,0.0000595953,0.05000,2.096 +64,mlp.experts.129.up_proj,0.0000795571,0.05000,2.161 +64,mlp.experts.139.up_proj,0.0000216468,0.05000,2.052 +64,mlp.experts.132.up_proj,0.0000707014,0.05000,2.040 +64,mlp.experts.138.up_proj,0.0000512803,0.05000,2.067 +64,mlp.experts.133.up_proj,0.0001550873,0.05000,2.088 +64,mlp.experts.143.up_proj,0.0000649764,0.05000,2.059 +64,mlp.experts.136.up_proj,0.0000679974,0.05000,2.111 +64,mlp.experts.142.up_proj,0.0001022533,0.05000,2.134 +64,mlp.experts.137.up_proj,0.0000774125,0.05000,2.113 +64,mlp.experts.140.up_proj,0.0000461333,0.05000,2.052 +64,mlp.experts.147.up_proj,0.0001877369,0.05000,2.130 +64,mlp.experts.146.up_proj,0.0001368168,0.05000,2.087 +64,mlp.experts.141.up_proj,0.0001036584,0.05000,2.125 +64,mlp.experts.151.up_proj,0.0002463730,0.05000,2.035 +64,mlp.experts.144.up_proj,0.0000826488,0.05000,2.089 +64,mlp.experts.150.up_proj,0.0000702151,0.05000,2.077 +64,mlp.experts.145.up_proj,0.0000620182,0.05000,2.098 +64,mlp.experts.155.up_proj,0.0000570406,0.05000,2.100 +64,mlp.experts.148.up_proj,0.0000548114,0.05000,2.113 +64,mlp.experts.154.up_proj,0.0000810116,0.05000,2.087 +64,mlp.experts.149.up_proj,0.0000441897,0.05000,2.088 +64,mlp.experts.159.up_proj,0.0000802450,0.05000,2.068 +64,mlp.experts.152.up_proj,0.0000682124,0.05000,2.066 +64,mlp.experts.158.up_proj,0.0001039266,0.05000,2.055 +64,mlp.experts.153.up_proj,0.0000745437,0.05000,1.892 +64,mlp.experts.156.up_proj,0.0001651526,0.05000,1.388 +64,mlp.experts.157.up_proj,0.0000185123,0.05000,1.275 +64,mlp.experts.2.down_proj,0.0000124246,0.05000,0.640 +64,mlp.experts.3.down_proj,0.0000249687,0.05000,0.664 +64,mlp.experts.1.down_proj,0.0000134942,0.05000,0.664 +64,mlp.experts.0.down_proj,0.0000209270,0.05000,0.666 +64,mlp.experts.6.down_proj,0.0000298163,0.05000,0.623 +64,mlp.experts.7.down_proj,0.0000023578,0.05000,0.615 +64,mlp.experts.4.down_proj,0.0000145214,0.05000,0.638 +64,mlp.experts.5.down_proj,0.0000118879,0.05000,0.640 +64,mlp.experts.10.down_proj,0.0000153571,0.05000,0.619 +64,mlp.experts.8.down_proj,0.0000125865,0.05000,0.616 +64,mlp.experts.9.down_proj,0.0000077614,0.05000,0.636 +64,mlp.experts.11.down_proj,0.0000193636,0.05000,0.681 +64,mlp.experts.14.down_proj,0.0000180212,0.05000,0.631 +64,mlp.experts.12.down_proj,0.0000076075,0.05000,0.615 +64,mlp.experts.13.down_proj,0.0000200166,0.05000,0.624 +64,mlp.experts.15.down_proj,0.0000109584,0.05000,0.615 +64,mlp.experts.16.down_proj,0.0000188291,0.05000,0.620 +64,mlp.experts.18.down_proj,0.0000226012,0.05000,0.680 +64,mlp.experts.19.down_proj,0.0000122196,0.05000,0.644 +64,mlp.experts.17.down_proj,0.0000074230,0.05000,0.715 +64,mlp.experts.20.down_proj,0.0000100405,0.05000,0.635 +64,mlp.experts.22.down_proj,0.0000152483,0.05000,0.611 +64,mlp.experts.23.down_proj,0.0000144776,0.05000,0.619 +64,mlp.experts.21.down_proj,0.0000168885,0.05000,0.640 +64,mlp.experts.24.down_proj,0.0000038572,0.05000,0.615 +64,mlp.experts.26.down_proj,0.0000078336,0.05000,0.605 +64,mlp.experts.27.down_proj,0.0000028131,0.05000,0.621 +64,mlp.experts.25.down_proj,0.0000036440,0.05000,0.652 +64,mlp.experts.30.down_proj,0.0000165389,0.05000,0.614 +64,mlp.experts.28.down_proj,0.0000152428,0.05000,0.641 +64,mlp.experts.31.down_proj,0.0000150759,0.05000,0.643 +64,mlp.experts.29.down_proj,0.0000092963,0.05000,0.636 +64,mlp.experts.34.down_proj,0.0000268817,0.05000,0.632 +64,mlp.experts.32.down_proj,0.0000120512,0.05000,0.640 +64,mlp.experts.35.down_proj,0.0000051357,0.05000,0.621 +64,mlp.experts.33.down_proj,0.0000116878,0.05000,0.616 +64,mlp.experts.38.down_proj,0.0000028257,0.05000,0.606 +64,mlp.experts.36.down_proj,0.0000090702,0.05000,0.613 +64,mlp.experts.39.down_proj,0.0000217112,0.05000,0.617 +64,mlp.experts.37.down_proj,0.0000091218,0.05000,0.607 +64,mlp.experts.42.down_proj,0.0000082723,0.05000,0.631 +64,mlp.experts.40.down_proj,0.0000069228,0.05000,0.616 +64,mlp.experts.43.down_proj,0.0000135518,0.05000,0.635 +64,mlp.experts.41.down_proj,0.0000074351,0.05000,0.613 +64,mlp.experts.46.down_proj,0.0000143584,0.05000,0.613 +64,mlp.experts.44.down_proj,0.0000116618,0.05000,0.616 +64,mlp.experts.47.down_proj,0.0000069885,0.05000,0.628 +64,mlp.experts.45.down_proj,0.0000110653,0.05000,0.650 +64,mlp.experts.50.down_proj,0.0000016164,0.05000,0.601 +64,mlp.experts.48.down_proj,0.0000108852,0.05000,0.609 +64,mlp.experts.51.down_proj,0.0000118552,0.05000,0.613 +64,mlp.experts.49.down_proj,0.0000309053,0.05000,0.607 +64,mlp.experts.54.down_proj,0.0000163564,0.05000,0.653 +64,mlp.experts.52.down_proj,0.0000074273,0.05000,0.667 +64,mlp.experts.55.down_proj,0.0000161808,0.05000,0.643 +64,mlp.experts.53.down_proj,0.0000137701,0.05000,0.652 +64,mlp.experts.58.down_proj,0.0000092310,0.05000,0.610 +64,mlp.experts.56.down_proj,0.0000082362,0.05000,0.619 +64,mlp.experts.59.down_proj,0.0000117426,0.05000,0.617 +64,mlp.experts.57.down_proj,0.0000149678,0.05000,0.639 +64,mlp.experts.62.down_proj,0.0000258229,0.05000,0.680 +64,mlp.experts.60.down_proj,0.0000103582,0.05000,0.647 +64,mlp.experts.63.down_proj,0.0000111217,0.05000,0.628 +64,mlp.experts.61.down_proj,0.0000122890,0.05000,0.627 +64,mlp.experts.66.down_proj,0.0000026358,0.05000,0.642 +64,mlp.experts.67.down_proj,0.0000174043,0.05000,0.625 +64,mlp.experts.64.down_proj,0.0000181937,0.05000,0.700 +64,mlp.experts.65.down_proj,0.0000148748,0.05000,0.626 +64,mlp.experts.71.down_proj,0.0000200770,0.05000,0.619 +64,mlp.experts.70.down_proj,0.0000154539,0.05000,0.659 +64,mlp.experts.68.down_proj,0.0000088197,0.05000,0.620 +64,mlp.experts.69.down_proj,0.0000053212,0.05000,0.652 +64,mlp.experts.74.down_proj,0.0000182065,0.05000,0.608 +64,mlp.experts.75.down_proj,0.0000091800,0.05000,0.618 +64,mlp.experts.72.down_proj,0.0000045919,0.05000,0.615 +64,mlp.experts.73.down_proj,0.0000095352,0.05000,0.615 +64,mlp.experts.78.down_proj,0.0000030289,0.05000,0.610 +64,mlp.experts.79.down_proj,0.0000100568,0.05000,0.614 +64,mlp.experts.76.down_proj,0.0000256686,0.05000,0.610 +64,mlp.experts.77.down_proj,0.0000297345,0.05000,0.611 +64,mlp.experts.82.down_proj,0.0000145780,0.05000,0.628 +64,mlp.experts.83.down_proj,0.0000127057,0.05000,0.636 +64,mlp.experts.80.down_proj,0.0000505696,0.05000,0.620 +64,mlp.experts.81.down_proj,0.0000166613,0.05000,0.674 +64,mlp.experts.86.down_proj,0.0000208982,0.05000,0.617 +64,mlp.experts.87.down_proj,0.0000188732,0.05000,0.631 +64,mlp.experts.84.down_proj,0.0000116312,0.05000,0.610 +64,mlp.experts.85.down_proj,0.0000023028,0.05000,0.602 +64,mlp.experts.90.down_proj,0.0000105415,0.05000,0.623 +64,mlp.experts.91.down_proj,0.0000109404,0.05000,0.609 +64,mlp.experts.88.down_proj,0.0000062445,0.05000,0.612 +64,mlp.experts.89.down_proj,0.0000065596,0.05000,0.604 +64,mlp.experts.94.down_proj,0.0000072108,0.05000,0.625 +64,mlp.experts.92.down_proj,0.0000065025,0.05000,0.607 +64,mlp.experts.95.down_proj,0.0000374324,0.05000,0.632 +64,mlp.experts.93.down_proj,0.0000563856,0.05000,0.604 +64,mlp.experts.98.down_proj,0.0000072431,0.05000,0.603 +64,mlp.experts.96.down_proj,0.0000168027,0.05000,0.609 +64,mlp.experts.99.down_proj,0.0000177816,0.05000,0.624 +64,mlp.experts.97.down_proj,0.0000100619,0.05000,0.602 +64,mlp.experts.102.down_proj,0.0000102893,0.05000,0.632 +64,mlp.experts.103.down_proj,0.0000190406,0.05000,0.635 +64,mlp.experts.100.down_proj,0.0000154575,0.05000,0.680 +64,mlp.experts.101.down_proj,0.0000427700,0.05000,0.614 +64,mlp.experts.106.down_proj,0.0000128550,0.05000,0.632 +64,mlp.experts.107.down_proj,0.0000260800,0.05000,0.660 +64,mlp.experts.104.down_proj,0.0000105899,0.05000,0.678 +64,mlp.experts.105.down_proj,0.0000066624,0.05000,0.612 +64,mlp.experts.110.down_proj,0.0000088257,0.05000,0.614 +64,mlp.experts.111.down_proj,0.0000219933,0.05000,0.607 +64,mlp.experts.108.down_proj,0.0000098617,0.05000,0.605 +64,mlp.experts.109.down_proj,0.0000300026,0.05000,0.604 +64,mlp.experts.114.down_proj,0.0000221686,0.05000,0.638 +64,mlp.experts.115.down_proj,0.0000077405,0.05000,0.639 +64,mlp.experts.112.down_proj,0.0000107599,0.05000,0.614 +64,mlp.experts.113.down_proj,0.0000092635,0.05000,0.677 +64,mlp.experts.118.down_proj,0.0000109725,0.05000,0.609 +64,mlp.experts.119.down_proj,0.0000137373,0.05000,0.630 +64,mlp.experts.116.down_proj,0.0000171499,0.05000,0.647 +64,mlp.experts.117.down_proj,0.0000041027,0.05000,0.609 +64,mlp.experts.122.down_proj,0.0000140483,0.05000,0.635 +64,mlp.experts.123.down_proj,0.0000128872,0.05000,0.635 +64,mlp.experts.120.down_proj,0.0000184255,0.05000,0.634 +64,mlp.experts.121.down_proj,0.0000177108,0.05000,0.664 +64,mlp.experts.126.down_proj,0.0000107611,0.05000,0.603 +64,mlp.experts.127.down_proj,0.0000245848,0.05000,0.608 +64,mlp.experts.124.down_proj,0.0000621346,0.05000,0.604 +64,mlp.experts.125.down_proj,0.0000029692,0.05000,0.620 +64,mlp.experts.130.down_proj,0.0000062181,0.05000,0.603 +64,mlp.experts.128.down_proj,0.0000084589,0.05000,0.602 +64,mlp.experts.131.down_proj,0.0000138063,0.05000,0.653 +64,mlp.experts.129.down_proj,0.0000152173,0.05000,0.611 +64,mlp.experts.134.down_proj,0.0000058542,0.05000,0.610 +64,mlp.experts.132.down_proj,0.0000119965,0.05000,0.641 +64,mlp.experts.135.down_proj,0.0000166042,0.05000,0.635 +64,mlp.experts.133.down_proj,0.0000308388,0.05000,0.624 +64,mlp.experts.138.down_proj,0.0000079699,0.05000,0.605 +64,mlp.experts.139.down_proj,0.0000036454,0.05000,0.605 +64,mlp.experts.136.down_proj,0.0000190319,0.05000,0.643 +64,mlp.experts.137.down_proj,0.0000110533,0.05000,0.600 +64,mlp.experts.142.down_proj,0.0000252544,0.05000,0.603 +64,mlp.experts.143.down_proj,0.0000122520,0.05000,0.603 +64,mlp.experts.141.down_proj,0.0000147689,0.05000,0.597 +64,mlp.experts.140.down_proj,0.0000068150,0.05000,0.638 +64,mlp.experts.146.down_proj,0.0000181850,0.05000,0.663 +64,mlp.experts.147.down_proj,0.0000539966,0.05000,0.611 +64,mlp.experts.145.down_proj,0.0000099724,0.05000,0.605 +64,mlp.experts.144.down_proj,0.0000142715,0.05000,0.609 +64,mlp.experts.150.down_proj,0.0000260243,0.05000,0.611 +64,mlp.experts.151.down_proj,0.0000537996,0.05000,0.611 +64,mlp.experts.149.down_proj,0.0000098149,0.05000,0.603 +64,mlp.experts.148.down_proj,0.0000152636,0.05000,0.607 +64,mlp.experts.154.down_proj,0.0000322721,0.05000,0.616 +64,mlp.experts.155.down_proj,0.0000101952,0.05000,0.620 +64,mlp.experts.153.down_proj,0.0000112395,0.05000,0.652 +64,mlp.experts.152.down_proj,0.0000129763,0.05000,0.655 +64,mlp.experts.158.down_proj,0.0000262330,0.05000,0.614 +64,mlp.experts.159.down_proj,0.0000342061,0.05000,0.587 +64,mlp.experts.156.down_proj,0.0000415960,0.05000,0.559 +64,mlp.experts.157.down_proj,0.0000045152,0.05000,0.590 +65,mlp.experts.1.gate_proj,0.0000671755,0.05000,2.062 +65,mlp.experts.0.gate_proj,0.0000839237,0.05000,2.094 +65,mlp.experts.3.gate_proj,0.0000913432,0.05000,2.139 +65,mlp.experts.2.gate_proj,0.0001101647,0.05000,2.167 +65,mlp.experts.4.gate_proj,0.0000743260,0.05000,2.024 +65,mlp.experts.5.gate_proj,0.0000740797,0.05000,2.094 +65,mlp.experts.7.gate_proj,0.0000511429,0.05000,2.078 +65,mlp.experts.6.gate_proj,0.0000597397,0.05000,2.074 +65,mlp.experts.8.gate_proj,0.0000437369,0.05000,2.030 +65,mlp.experts.9.gate_proj,0.0000758017,0.05000,2.037 +65,mlp.experts.11.gate_proj,0.0000223021,0.05000,2.029 +65,mlp.experts.10.gate_proj,0.0000797940,0.05000,2.054 +65,mlp.experts.12.gate_proj,0.0001676368,0.05000,2.043 +65,mlp.experts.13.gate_proj,0.0000919798,0.05000,2.095 +65,mlp.experts.14.gate_proj,0.0000795002,0.05000,1.995 +65,mlp.experts.15.gate_proj,0.0001306027,0.05000,2.097 +65,mlp.experts.16.gate_proj,0.0000593493,0.05000,2.088 +65,mlp.experts.17.gate_proj,0.0000611611,0.05000,2.067 +65,mlp.experts.18.gate_proj,0.0000543554,0.05000,2.136 +65,mlp.experts.19.gate_proj,0.0003228456,0.05000,2.090 +65,mlp.experts.20.gate_proj,0.0002386689,0.05000,2.069 +65,mlp.experts.21.gate_proj,0.0000627310,0.05000,2.075 +65,mlp.experts.22.gate_proj,0.0001283242,0.05000,2.095 +65,mlp.experts.23.gate_proj,0.0000868527,0.05000,2.133 +65,mlp.experts.24.gate_proj,0.0001086126,0.05000,2.089 +65,mlp.experts.25.gate_proj,0.0000588111,0.05000,2.063 +65,mlp.experts.26.gate_proj,0.0000181560,0.05000,2.050 +65,mlp.experts.27.gate_proj,0.0000445476,0.05000,2.050 +65,mlp.experts.28.gate_proj,0.0000561634,0.05000,2.061 +65,mlp.experts.29.gate_proj,0.0000949568,0.05000,2.031 +65,mlp.experts.30.gate_proj,0.0000114693,0.05000,2.076 +65,mlp.experts.31.gate_proj,0.0001803227,0.05000,2.040 +65,mlp.experts.33.gate_proj,0.0000696529,0.05000,2.019 +65,mlp.experts.32.gate_proj,0.0000851723,0.05000,2.085 +65,mlp.experts.35.gate_proj,0.0000397471,0.05000,2.043 +65,mlp.experts.34.gate_proj,0.0000592004,0.05000,2.127 +65,mlp.experts.37.gate_proj,0.0001270169,0.05000,2.091 +65,mlp.experts.36.gate_proj,0.0000605350,0.05000,2.082 +65,mlp.experts.39.gate_proj,0.0000731458,0.05000,2.038 +65,mlp.experts.38.gate_proj,0.0001050531,0.05000,2.145 +65,mlp.experts.41.gate_proj,0.0001278968,0.05000,2.045 +65,mlp.experts.40.gate_proj,0.0000962952,0.05000,2.080 +65,mlp.experts.43.gate_proj,0.0000493549,0.05000,2.106 +65,mlp.experts.42.gate_proj,0.0000736486,0.05000,2.104 +65,mlp.experts.45.gate_proj,0.0001126576,0.05000,2.032 +65,mlp.experts.44.gate_proj,0.0000102328,0.05000,2.070 +65,mlp.experts.47.gate_proj,0.0001632679,0.05000,2.037 +65,mlp.experts.46.gate_proj,0.0000611482,0.05000,2.059 +65,mlp.experts.49.gate_proj,0.0001034285,0.05000,2.028 +65,mlp.experts.48.gate_proj,0.0000665180,0.05000,2.030 +65,mlp.experts.51.gate_proj,0.0000818029,0.05000,2.021 +65,mlp.experts.50.gate_proj,0.0000503409,0.05000,2.057 +65,mlp.experts.53.gate_proj,0.0000949944,0.05000,2.031 +65,mlp.experts.52.gate_proj,0.0000654539,0.05000,2.032 +65,mlp.experts.55.gate_proj,0.0000922708,0.05000,2.025 +65,mlp.experts.54.gate_proj,0.0003298867,0.05000,2.062 +65,mlp.experts.57.gate_proj,0.0000589385,0.05000,2.027 +65,mlp.experts.59.gate_proj,0.0000805151,0.05000,2.014 +65,mlp.experts.56.gate_proj,0.0000408661,0.05000,2.063 +65,mlp.experts.58.gate_proj,0.0001343416,0.05000,2.051 +65,mlp.experts.61.gate_proj,0.0000575600,0.05000,2.030 +65,mlp.experts.63.gate_proj,0.0000657803,0.05000,2.013 +65,mlp.experts.60.gate_proj,0.0000643387,0.05000,2.095 +65,mlp.experts.62.gate_proj,0.0000358040,0.05000,2.045 +65,mlp.experts.65.gate_proj,0.0000477112,0.05000,2.014 +65,mlp.experts.67.gate_proj,0.0000437676,0.05000,2.017 +65,mlp.experts.64.gate_proj,0.0000081292,0.05000,2.037 +65,mlp.experts.66.gate_proj,0.0000606986,0.05000,2.078 +65,mlp.experts.69.gate_proj,0.0001382181,0.05000,2.050 +65,mlp.experts.71.gate_proj,0.0000515564,0.05000,2.067 +65,mlp.experts.68.gate_proj,0.0000560835,0.05000,2.061 +65,mlp.experts.70.gate_proj,0.0001507486,0.05000,2.129 +65,mlp.experts.73.gate_proj,0.0001033507,0.05000,2.024 +65,mlp.experts.75.gate_proj,0.0001284881,0.05000,2.032 +65,mlp.experts.72.gate_proj,0.0000622371,0.05000,2.027 +65,mlp.experts.74.gate_proj,0.0001204979,0.05000,2.097 +65,mlp.experts.77.gate_proj,0.0000241799,0.05000,2.063 +65,mlp.experts.79.gate_proj,0.0000287407,0.05000,2.018 +65,mlp.experts.76.gate_proj,0.0000543695,0.05000,2.046 +65,mlp.experts.78.gate_proj,0.0000706614,0.05000,2.086 +65,mlp.experts.81.gate_proj,0.0000760106,0.05000,2.092 +65,mlp.experts.83.gate_proj,0.0000514075,0.05000,2.018 +65,mlp.experts.80.gate_proj,0.0000659812,0.05000,2.028 +65,mlp.experts.82.gate_proj,0.0001437067,0.05000,2.070 +65,mlp.experts.85.gate_proj,0.0001601301,0.05000,2.048 +65,mlp.experts.87.gate_proj,0.0000701881,0.05000,2.070 +65,mlp.experts.84.gate_proj,0.0000908187,0.05000,2.055 +65,mlp.experts.86.gate_proj,0.0000252916,0.05000,2.093 +65,mlp.experts.89.gate_proj,0.0000361437,0.05000,2.065 +65,mlp.experts.91.gate_proj,0.0000787728,0.05000,2.012 +65,mlp.experts.88.gate_proj,0.0000596156,0.05000,2.028 +65,mlp.experts.90.gate_proj,0.0001283641,0.05000,2.050 +65,mlp.experts.95.gate_proj,0.0000671059,0.05000,2.028 +65,mlp.experts.93.gate_proj,0.0000423257,0.05000,2.099 +65,mlp.experts.92.gate_proj,0.0000757855,0.05000,2.029 +65,mlp.experts.94.gate_proj,0.0003079199,0.05000,2.000 +65,mlp.experts.99.gate_proj,0.0000871578,0.05000,2.058 +65,mlp.experts.97.gate_proj,0.0000567251,0.05000,2.014 +65,mlp.experts.96.gate_proj,0.0001266385,0.05000,2.060 +65,mlp.experts.98.gate_proj,0.0001149285,0.05000,2.063 +65,mlp.experts.101.gate_proj,0.0000373787,0.05000,1.985 +65,mlp.experts.103.gate_proj,0.0000706469,0.05000,2.040 +65,mlp.experts.100.gate_proj,0.0000830139,0.05000,2.005 +65,mlp.experts.102.gate_proj,0.0000488073,0.05000,2.038 +65,mlp.experts.107.gate_proj,0.0000818648,0.05000,2.023 +65,mlp.experts.105.gate_proj,0.0001032189,0.05000,2.114 +65,mlp.experts.104.gate_proj,0.0000856021,0.05000,2.074 +65,mlp.experts.106.gate_proj,0.0000870099,0.05000,2.071 +65,mlp.experts.111.gate_proj,0.0002114538,0.05000,2.028 +65,mlp.experts.109.gate_proj,0.0000684040,0.05000,2.087 +65,mlp.experts.108.gate_proj,0.0000395062,0.05000,2.033 +65,mlp.experts.110.gate_proj,0.0000709999,0.05000,2.058 +65,mlp.experts.115.gate_proj,0.0000419484,0.05000,2.043 +65,mlp.experts.113.gate_proj,0.0001045139,0.05000,2.040 +65,mlp.experts.112.gate_proj,0.0000195124,0.05000,2.052 +65,mlp.experts.114.gate_proj,0.0000793874,0.05000,2.070 +65,mlp.experts.119.gate_proj,0.0000424480,0.05000,2.019 +65,mlp.experts.117.gate_proj,0.0000703493,0.05000,2.017 +65,mlp.experts.116.gate_proj,0.0001219987,0.05000,2.012 +65,mlp.experts.118.gate_proj,0.0000376325,0.05000,2.041 +65,mlp.experts.123.gate_proj,0.0000863542,0.05000,2.043 +65,mlp.experts.120.gate_proj,0.0000403083,0.05000,2.026 +65,mlp.experts.121.gate_proj,0.0000483794,0.05000,2.123 +65,mlp.experts.122.gate_proj,0.0000553253,0.05000,2.047 +65,mlp.experts.127.gate_proj,0.0000880611,0.05000,2.032 +65,mlp.experts.124.gate_proj,0.0000658168,0.05000,2.069 +65,mlp.experts.125.gate_proj,0.0000476725,0.05000,2.072 +65,mlp.experts.126.gate_proj,0.0000517655,0.05000,2.095 +65,mlp.experts.131.gate_proj,0.0002522300,0.05000,2.068 +65,mlp.experts.129.gate_proj,0.0000667974,0.05000,2.006 +65,mlp.experts.128.gate_proj,0.0000338378,0.05000,2.128 +65,mlp.experts.130.gate_proj,0.0000152153,0.05000,2.049 +65,mlp.experts.135.gate_proj,0.0000754102,0.05000,2.073 +65,mlp.experts.133.gate_proj,0.0000595146,0.05000,2.019 +65,mlp.experts.132.gate_proj,0.0000336908,0.05000,2.041 +65,mlp.experts.134.gate_proj,0.0000745765,0.05000,1.981 +65,mlp.experts.139.gate_proj,0.0000376725,0.05000,1.529 +65,mlp.experts.137.gate_proj,0.0001022555,0.05000,1.466 +65,mlp.experts.141.gate_proj,0.0000530567,0.05000,2.080 +65,mlp.experts.143.gate_proj,0.0001332543,0.05000,2.112 +65,mlp.experts.138.gate_proj,0.0000767870,0.05000,2.115 +65,mlp.experts.136.gate_proj,0.0000769700,0.05000,2.154 +65,mlp.experts.145.gate_proj,0.0000702251,0.05000,2.024 +65,mlp.experts.147.gate_proj,0.0001043755,0.05000,2.027 +65,mlp.experts.142.gate_proj,0.0001132062,0.05000,2.050 +65,mlp.experts.140.gate_proj,0.0000608376,0.05000,2.071 +65,mlp.experts.151.gate_proj,0.0000997948,0.05000,2.010 +65,mlp.experts.149.gate_proj,0.0000447567,0.05000,2.071 +65,mlp.experts.146.gate_proj,0.0000593375,0.05000,2.037 +65,mlp.experts.144.gate_proj,0.0000162450,0.05000,2.081 +65,mlp.experts.153.gate_proj,0.0000156274,0.05000,2.038 +65,mlp.experts.150.gate_proj,0.0000584770,0.05000,2.011 +65,mlp.experts.155.gate_proj,0.0000668604,0.05000,2.123 +65,mlp.experts.148.gate_proj,0.0000813032,0.05000,2.071 +65,mlp.experts.154.gate_proj,0.0000576421,0.05000,2.056 +65,mlp.experts.157.gate_proj,0.0000753965,0.05000,2.082 +65,mlp.experts.159.gate_proj,0.0000732383,0.05000,2.064 +65,mlp.experts.152.gate_proj,0.0000396079,0.05000,2.085 +65,mlp.experts.158.gate_proj,0.0001658638,0.05000,2.029 +65,mlp.experts.1.up_proj,0.0000650545,0.05000,2.041 +65,mlp.experts.3.up_proj,0.0000870978,0.05000,2.030 +65,mlp.experts.156.gate_proj,0.0000957575,0.05000,2.096 +65,mlp.experts.2.up_proj,0.0001025001,0.05000,2.047 +65,mlp.experts.5.up_proj,0.0000704932,0.05000,2.041 +65,mlp.experts.7.up_proj,0.0000491738,0.05000,2.030 +65,mlp.experts.0.up_proj,0.0000801696,0.05000,2.094 +65,mlp.experts.6.up_proj,0.0000578265,0.05000,2.056 +65,mlp.experts.9.up_proj,0.0000729727,0.05000,2.068 +65,mlp.experts.11.up_proj,0.0000216100,0.05000,2.049 +65,mlp.experts.4.up_proj,0.0000707257,0.05000,2.150 +65,mlp.experts.13.up_proj,0.0000862647,0.05000,2.023 +65,mlp.experts.10.up_proj,0.0000762547,0.05000,2.095 +65,mlp.experts.15.up_proj,0.0001251198,0.05000,2.086 +65,mlp.experts.8.up_proj,0.0000413664,0.05000,2.104 +65,mlp.experts.17.up_proj,0.0000592952,0.05000,2.059 +65,mlp.experts.14.up_proj,0.0000769688,0.05000,2.066 +65,mlp.experts.19.up_proj,0.0002950805,0.05000,2.057 +65,mlp.experts.12.up_proj,0.0001590211,0.05000,2.064 +65,mlp.experts.21.up_proj,0.0000611634,0.05000,2.045 +65,mlp.experts.18.up_proj,0.0000522916,0.05000,2.048 +65,mlp.experts.23.up_proj,0.0000821953,0.05000,2.119 +65,mlp.experts.16.up_proj,0.0000580218,0.05000,2.042 +65,mlp.experts.25.up_proj,0.0000561372,0.05000,2.038 +65,mlp.experts.22.up_proj,0.0001107560,0.05000,2.044 +65,mlp.experts.27.up_proj,0.0000424903,0.05000,2.138 +65,mlp.experts.20.up_proj,0.0002316265,0.05000,2.041 +65,mlp.experts.29.up_proj,0.0000908679,0.05000,2.059 +65,mlp.experts.26.up_proj,0.0000175793,0.05000,2.051 +65,mlp.experts.31.up_proj,0.0001744938,0.05000,2.059 +65,mlp.experts.24.up_proj,0.0001048839,0.05000,2.074 +65,mlp.experts.30.up_proj,0.0000109742,0.05000,2.052 +65,mlp.experts.33.up_proj,0.0000678487,0.05000,2.124 +65,mlp.experts.35.up_proj,0.0000376945,0.05000,2.146 +65,mlp.experts.28.up_proj,0.0000547652,0.05000,2.117 +65,mlp.experts.34.up_proj,0.0000581094,0.05000,2.106 +65,mlp.experts.37.up_proj,0.0001223399,0.05000,2.128 +65,mlp.experts.39.up_proj,0.0000709843,0.05000,2.121 +65,mlp.experts.32.up_proj,0.0000814940,0.05000,2.076 +65,mlp.experts.38.up_proj,0.0001032325,0.05000,2.077 +65,mlp.experts.41.up_proj,0.0001213279,0.05000,2.057 +65,mlp.experts.43.up_proj,0.0000480472,0.05000,2.059 +65,mlp.experts.36.up_proj,0.0000576808,0.05000,2.085 +65,mlp.experts.42.up_proj,0.0000710643,0.05000,2.035 +65,mlp.experts.45.up_proj,0.0001086757,0.05000,2.061 +65,mlp.experts.47.up_proj,0.0001576075,0.05000,2.080 +65,mlp.experts.40.up_proj,0.0000898370,0.05000,2.046 +65,mlp.experts.46.up_proj,0.0000597253,0.05000,2.043 +65,mlp.experts.49.up_proj,0.0000997742,0.05000,2.046 +65,mlp.experts.51.up_proj,0.0000787326,0.05000,2.046 +65,mlp.experts.44.up_proj,0.0000099258,0.05000,2.042 +65,mlp.experts.50.up_proj,0.0000485626,0.05000,2.091 +65,mlp.experts.53.up_proj,0.0000921852,0.05000,2.140 +65,mlp.experts.55.up_proj,0.0000883902,0.05000,2.145 +65,mlp.experts.48.up_proj,0.0000639879,0.05000,2.094 +65,mlp.experts.54.up_proj,0.0003195750,0.05000,2.091 +65,mlp.experts.57.up_proj,0.0000570155,0.05000,2.061 +65,mlp.experts.59.up_proj,0.0000766412,0.05000,2.070 +65,mlp.experts.52.up_proj,0.0000629991,0.05000,2.061 +65,mlp.experts.58.up_proj,0.0001293492,0.05000,2.042 +65,mlp.experts.61.up_proj,0.0000560626,0.05000,2.047 +65,mlp.experts.63.up_proj,0.0000638075,0.05000,2.103 +65,mlp.experts.56.up_proj,0.0000396764,0.05000,2.066 +65,mlp.experts.62.up_proj,0.0000344573,0.05000,2.039 +65,mlp.experts.65.up_proj,0.0000456276,0.05000,2.058 +65,mlp.experts.67.up_proj,0.0000415266,0.05000,2.074 +65,mlp.experts.60.up_proj,0.0000616038,0.05000,2.132 +65,mlp.experts.66.up_proj,0.0000584566,0.05000,2.042 +65,mlp.experts.69.up_proj,0.0001328919,0.05000,2.035 +65,mlp.experts.71.up_proj,0.0000498634,0.05000,2.026 +65,mlp.experts.64.up_proj,0.0000077225,0.05000,2.033 +65,mlp.experts.70.up_proj,0.0001432234,0.05000,2.007 +65,mlp.experts.73.up_proj,0.0000992871,0.05000,2.017 +65,mlp.experts.75.up_proj,0.0001217377,0.05000,2.057 +65,mlp.experts.68.up_proj,0.0000541618,0.05000,2.035 +65,mlp.experts.74.up_proj,0.0001149500,0.05000,2.042 +65,mlp.experts.77.up_proj,0.0000220114,0.05000,2.049 +65,mlp.experts.79.up_proj,0.0000277831,0.05000,2.060 +65,mlp.experts.72.up_proj,0.0000602190,0.05000,2.060 +65,mlp.experts.78.up_proj,0.0000658639,0.05000,2.056 +65,mlp.experts.81.up_proj,0.0000735901,0.05000,2.086 +65,mlp.experts.83.up_proj,0.0000493222,0.05000,2.040 +65,mlp.experts.76.up_proj,0.0000515169,0.05000,2.068 +65,mlp.experts.82.up_proj,0.0001364856,0.05000,2.039 +65,mlp.experts.85.up_proj,0.0001533791,0.05000,2.034 +65,mlp.experts.87.up_proj,0.0000665970,0.05000,2.050 +65,mlp.experts.80.up_proj,0.0000632274,0.05000,2.012 +65,mlp.experts.86.up_proj,0.0000246294,0.05000,2.035 +65,mlp.experts.89.up_proj,0.0000344966,0.05000,2.010 +65,mlp.experts.91.up_proj,0.0000747404,0.05000,2.056 +65,mlp.experts.84.up_proj,0.0000858040,0.05000,2.012 +65,mlp.experts.90.up_proj,0.0001245457,0.05000,2.055 +65,mlp.experts.93.up_proj,0.0000405298,0.05000,2.037 +65,mlp.experts.95.up_proj,0.0000642930,0.05000,2.027 +65,mlp.experts.88.up_proj,0.0000574058,0.05000,2.053 +65,mlp.experts.94.up_proj,0.0002989786,0.05000,2.105 +65,mlp.experts.97.up_proj,0.0000546267,0.05000,2.038 +65,mlp.experts.99.up_proj,0.0000777893,0.05000,2.085 +65,mlp.experts.92.up_proj,0.0000720159,0.05000,2.087 +65,mlp.experts.98.up_proj,0.0001101195,0.05000,2.039 +65,mlp.experts.101.up_proj,0.0000363156,0.05000,2.088 +65,mlp.experts.96.up_proj,0.0001162969,0.05000,2.008 +65,mlp.experts.103.up_proj,0.0000680761,0.05000,2.121 +65,mlp.experts.102.up_proj,0.0000470131,0.05000,2.045 +65,mlp.experts.105.up_proj,0.0000982308,0.05000,2.041 +65,mlp.experts.107.up_proj,0.0000806221,0.05000,2.028 +65,mlp.experts.100.up_proj,0.0000790534,0.05000,2.111 +65,mlp.experts.106.up_proj,0.0000842348,0.05000,2.050 +65,mlp.experts.109.up_proj,0.0000675988,0.05000,2.037 +65,mlp.experts.104.up_proj,0.0000819793,0.05000,2.036 +65,mlp.experts.111.up_proj,0.0002024023,0.05000,2.089 +65,mlp.experts.110.up_proj,0.0000682207,0.05000,2.059 +65,mlp.experts.113.up_proj,0.0000996410,0.05000,2.113 +65,mlp.experts.108.up_proj,0.0000384776,0.05000,2.068 +65,mlp.experts.115.up_proj,0.0000407190,0.05000,2.076 +65,mlp.experts.114.up_proj,0.0000766859,0.05000,2.103 +65,mlp.experts.117.up_proj,0.0000685151,0.05000,2.078 +65,mlp.experts.112.up_proj,0.0000186100,0.05000,2.041 +65,mlp.experts.119.up_proj,0.0000409088,0.05000,2.048 +65,mlp.experts.118.up_proj,0.0000362642,0.05000,2.029 +65,mlp.experts.121.up_proj,0.0000471831,0.05000,2.082 +65,mlp.experts.116.up_proj,0.0001153920,0.05000,2.060 +65,mlp.experts.123.up_proj,0.0000839199,0.05000,2.048 +65,mlp.experts.122.up_proj,0.0000528342,0.05000,2.091 +65,mlp.experts.125.up_proj,0.0000463216,0.05000,2.044 +65,mlp.experts.120.up_proj,0.0000391494,0.05000,2.059 +65,mlp.experts.127.up_proj,0.0000850351,0.05000,2.034 +65,mlp.experts.126.up_proj,0.0000483662,0.05000,2.040 +65,mlp.experts.129.up_proj,0.0000630128,0.05000,2.071 +65,mlp.experts.124.up_proj,0.0000637913,0.05000,2.021 +65,mlp.experts.131.up_proj,0.0002265822,0.05000,2.064 +65,mlp.experts.130.up_proj,0.0000145817,0.05000,2.030 +65,mlp.experts.133.up_proj,0.0000570820,0.05000,2.033 +65,mlp.experts.128.up_proj,0.0000322752,0.05000,2.047 +65,mlp.experts.135.up_proj,0.0000712419,0.05000,2.080 +65,mlp.experts.134.up_proj,0.0000720252,0.05000,2.065 +65,mlp.experts.137.up_proj,0.0000967913,0.05000,2.054 +65,mlp.experts.132.up_proj,0.0000321078,0.05000,2.077 +65,mlp.experts.139.up_proj,0.0000361190,0.05000,2.073 +65,mlp.experts.138.up_proj,0.0000745725,0.05000,2.073 +65,mlp.experts.141.up_proj,0.0000507039,0.05000,2.127 +65,mlp.experts.136.up_proj,0.0000743240,0.05000,2.060 +65,mlp.experts.143.up_proj,0.0001271575,0.05000,2.090 +65,mlp.experts.142.up_proj,0.0001103582,0.05000,2.066 +65,mlp.experts.145.up_proj,0.0000680205,0.05000,2.037 +65,mlp.experts.140.up_proj,0.0000582066,0.05000,2.052 +65,mlp.experts.147.up_proj,0.0001002856,0.05000,2.035 +65,mlp.experts.146.up_proj,0.0000570349,0.05000,2.066 +65,mlp.experts.149.up_proj,0.0000426879,0.05000,2.034 +65,mlp.experts.144.up_proj,0.0000155274,0.05000,2.095 +65,mlp.experts.151.up_proj,0.0000979158,0.05000,2.125 +65,mlp.experts.150.up_proj,0.0000565753,0.05000,2.028 +65,mlp.experts.153.up_proj,0.0000151249,0.05000,2.072 +65,mlp.experts.148.up_proj,0.0000776919,0.05000,2.033 +65,mlp.experts.155.up_proj,0.0000645987,0.05000,2.076 +65,mlp.experts.154.up_proj,0.0000561393,0.05000,2.067 +65,mlp.experts.157.up_proj,0.0000715244,0.05000,2.122 +65,mlp.experts.152.up_proj,0.0000383744,0.05000,2.017 +65,mlp.experts.159.up_proj,0.0000708259,0.05000,2.005 +65,mlp.experts.158.up_proj,0.0001495148,0.05000,1.516 +65,mlp.experts.156.up_proj,0.0000921262,0.05000,1.285 +65,mlp.experts.3.down_proj,0.0000107186,0.05000,0.625 +65,mlp.experts.1.down_proj,0.0000149841,0.05000,0.631 +65,mlp.experts.0.down_proj,0.0000281253,0.05000,0.632 +65,mlp.experts.2.down_proj,0.0000283396,0.05000,0.653 +65,mlp.experts.7.down_proj,0.0000154910,0.05000,0.595 +65,mlp.experts.5.down_proj,0.0000199622,0.05000,0.603 +65,mlp.experts.4.down_proj,0.0000115265,0.05000,0.602 +65,mlp.experts.6.down_proj,0.0000098126,0.05000,0.595 +65,mlp.experts.11.down_proj,0.0000055205,0.05000,0.604 +65,mlp.experts.9.down_proj,0.0000121224,0.05000,0.607 +65,mlp.experts.10.down_proj,0.0000177412,0.05000,0.617 +65,mlp.experts.8.down_proj,0.0000052634,0.05000,0.633 +65,mlp.experts.15.down_proj,0.0000358873,0.05000,0.628 +65,mlp.experts.13.down_proj,0.0000162227,0.05000,0.613 +65,mlp.experts.14.down_proj,0.0000154889,0.05000,0.615 +65,mlp.experts.12.down_proj,0.0000774710,0.05000,0.670 +65,mlp.experts.17.down_proj,0.0000091110,0.05000,0.603 +65,mlp.experts.19.down_proj,0.0000948141,0.05000,0.617 +65,mlp.experts.18.down_proj,0.0000086008,0.05000,0.596 +65,mlp.experts.16.down_proj,0.0000087787,0.05000,0.598 +65,mlp.experts.23.down_proj,0.0000129566,0.05000,0.605 +65,mlp.experts.22.down_proj,0.0000457054,0.05000,0.603 +65,mlp.experts.21.down_proj,0.0000117126,0.05000,0.668 +65,mlp.experts.20.down_proj,0.0000343888,0.05000,0.665 +65,mlp.experts.27.down_proj,0.0000065855,0.05000,0.599 +65,mlp.experts.26.down_proj,0.0000025535,0.05000,0.600 +65,mlp.experts.25.down_proj,0.0000076394,0.05000,0.600 +65,mlp.experts.24.down_proj,0.0000198878,0.05000,0.616 +65,mlp.experts.30.down_proj,0.0000019772,0.05000,0.626 +65,mlp.experts.31.down_proj,0.0000476435,0.05000,0.636 +65,mlp.experts.29.down_proj,0.0000140078,0.05000,0.636 +65,mlp.experts.28.down_proj,0.0000095829,0.05000,0.614 +65,mlp.experts.35.down_proj,0.0000046126,0.05000,0.611 +65,mlp.experts.34.down_proj,0.0000115855,0.05000,0.629 +65,mlp.experts.33.down_proj,0.0000196480,0.05000,0.622 +65,mlp.experts.32.down_proj,0.0000177495,0.05000,0.612 +65,mlp.experts.39.down_proj,0.0000133670,0.05000,0.612 +65,mlp.experts.38.down_proj,0.0000163174,0.05000,0.610 +65,mlp.experts.37.down_proj,0.0000203202,0.05000,0.609 +65,mlp.experts.36.down_proj,0.0000236780,0.05000,0.627 +65,mlp.experts.43.down_proj,0.0000076561,0.05000,0.613 +65,mlp.experts.42.down_proj,0.0000109162,0.05000,0.614 +65,mlp.experts.41.down_proj,0.0000376361,0.05000,0.634 +65,mlp.experts.40.down_proj,0.0000175577,0.05000,0.680 +65,mlp.experts.47.down_proj,0.0000251536,0.05000,0.606 +65,mlp.experts.46.down_proj,0.0000209639,0.05000,0.604 +65,mlp.experts.45.down_proj,0.0000216406,0.05000,0.628 +65,mlp.experts.44.down_proj,0.0000019866,0.05000,0.609 +65,mlp.experts.50.down_proj,0.0000089433,0.05000,0.608 +65,mlp.experts.51.down_proj,0.0000134297,0.05000,0.635 +65,mlp.experts.49.down_proj,0.0000155036,0.05000,0.609 +65,mlp.experts.48.down_proj,0.0000119238,0.05000,0.623 +65,mlp.experts.54.down_proj,0.0000523635,0.05000,0.597 +65,mlp.experts.55.down_proj,0.0000194723,0.05000,0.594 +65,mlp.experts.53.down_proj,0.0000197737,0.05000,0.602 +65,mlp.experts.52.down_proj,0.0000104622,0.05000,0.596 +65,mlp.experts.58.down_proj,0.0000212447,0.05000,0.596 +65,mlp.experts.59.down_proj,0.0000107864,0.05000,0.595 +65,mlp.experts.57.down_proj,0.0000125529,0.05000,0.605 +65,mlp.experts.56.down_proj,0.0000058840,0.05000,0.602 +65,mlp.experts.62.down_proj,0.0000068393,0.05000,0.630 +65,mlp.experts.63.down_proj,0.0000103598,0.05000,0.652 +65,mlp.experts.61.down_proj,0.0000104123,0.05000,0.660 +65,mlp.experts.60.down_proj,0.0000077612,0.05000,0.605 +65,mlp.experts.66.down_proj,0.0000084134,0.05000,0.642 +65,mlp.experts.67.down_proj,0.0000061012,0.05000,0.624 +65,mlp.experts.65.down_proj,0.0000084158,0.05000,0.604 +65,mlp.experts.64.down_proj,0.0000021269,0.05000,0.603 +65,mlp.experts.70.down_proj,0.0000232023,0.05000,0.600 +65,mlp.experts.71.down_proj,0.0000077390,0.05000,0.617 +65,mlp.experts.69.down_proj,0.0000187684,0.05000,0.598 +65,mlp.experts.68.down_proj,0.0000112488,0.05000,0.596 +65,mlp.experts.74.down_proj,0.0000181005,0.05000,0.613 +65,mlp.experts.75.down_proj,0.0000169988,0.05000,0.596 +65,mlp.experts.73.down_proj,0.0000164135,0.05000,0.598 +65,mlp.experts.72.down_proj,0.0000083714,0.05000,0.598 +65,mlp.experts.78.down_proj,0.0000156151,0.05000,0.606 +65,mlp.experts.79.down_proj,0.0000067779,0.05000,0.603 +65,mlp.experts.77.down_proj,0.0000144111,0.05000,0.601 +65,mlp.experts.76.down_proj,0.0000097514,0.05000,0.644 +65,mlp.experts.82.down_proj,0.0000228141,0.05000,0.603 +65,mlp.experts.83.down_proj,0.0000101392,0.05000,0.633 +65,mlp.experts.81.down_proj,0.0000205240,0.05000,0.619 +65,mlp.experts.80.down_proj,0.0000129580,0.05000,0.597 +65,mlp.experts.86.down_proj,0.0000045387,0.05000,0.608 +65,mlp.experts.87.down_proj,0.0000138596,0.05000,0.606 +65,mlp.experts.85.down_proj,0.0000235755,0.05000,0.646 +65,mlp.experts.84.down_proj,0.0000132732,0.05000,0.632 +65,mlp.experts.90.down_proj,0.0000256807,0.05000,0.605 +65,mlp.experts.91.down_proj,0.0000143065,0.05000,0.603 +65,mlp.experts.89.down_proj,0.0000048542,0.05000,0.620 +65,mlp.experts.88.down_proj,0.0000082611,0.05000,0.602 +65,mlp.experts.94.down_proj,0.0001016822,0.05000,0.632 +65,mlp.experts.95.down_proj,0.0000084013,0.05000,0.597 +65,mlp.experts.93.down_proj,0.0000052725,0.05000,0.602 +65,mlp.experts.92.down_proj,0.0000130533,0.05000,0.621 +65,mlp.experts.99.down_proj,0.0000332134,0.05000,0.595 +65,mlp.experts.98.down_proj,0.0000172820,0.05000,0.604 +65,mlp.experts.97.down_proj,0.0000092840,0.05000,0.598 +65,mlp.experts.96.down_proj,0.0000288389,0.05000,0.597 +65,mlp.experts.102.down_proj,0.0000068676,0.05000,0.624 +65,mlp.experts.103.down_proj,0.0000106940,0.05000,0.648 +65,mlp.experts.101.down_proj,0.0000105858,0.05000,0.601 +65,mlp.experts.100.down_proj,0.0000198627,0.05000,0.639 +65,mlp.experts.106.down_proj,0.0000125051,0.05000,0.614 +65,mlp.experts.107.down_proj,0.0000201959,0.05000,0.626 +65,mlp.experts.105.down_proj,0.0000162246,0.05000,0.627 +65,mlp.experts.104.down_proj,0.0000151263,0.05000,0.603 +65,mlp.experts.110.down_proj,0.0000136557,0.05000,0.601 +65,mlp.experts.111.down_proj,0.0000286375,0.05000,0.599 +65,mlp.experts.109.down_proj,0.0000123724,0.05000,0.601 +65,mlp.experts.108.down_proj,0.0000099918,0.05000,0.600 +65,mlp.experts.114.down_proj,0.0000271792,0.05000,0.631 +65,mlp.experts.115.down_proj,0.0000069336,0.05000,0.630 +65,mlp.experts.113.down_proj,0.0000207076,0.05000,0.632 +65,mlp.experts.112.down_proj,0.0000025829,0.05000,0.627 +65,mlp.experts.118.down_proj,0.0000049476,0.05000,0.621 +65,mlp.experts.119.down_proj,0.0000057513,0.05000,0.596 +65,mlp.experts.117.down_proj,0.0000171822,0.05000,0.598 +65,mlp.experts.116.down_proj,0.0000190801,0.05000,0.605 +65,mlp.experts.123.down_proj,0.0000160500,0.05000,0.597 +65,mlp.experts.122.down_proj,0.0000079888,0.05000,0.598 +65,mlp.experts.121.down_proj,0.0000095211,0.05000,0.596 +65,mlp.experts.120.down_proj,0.0000073290,0.05000,0.602 +65,mlp.experts.126.down_proj,0.0000128106,0.05000,0.597 +65,mlp.experts.127.down_proj,0.0000187735,0.05000,0.598 +65,mlp.experts.125.down_proj,0.0000066738,0.05000,0.599 +65,mlp.experts.124.down_proj,0.0000142443,0.05000,0.606 +65,mlp.experts.131.down_proj,0.0000366426,0.05000,0.599 +65,mlp.experts.130.down_proj,0.0000025104,0.05000,0.602 +65,mlp.experts.129.down_proj,0.0000087372,0.05000,0.601 +65,mlp.experts.128.down_proj,0.0000042581,0.05000,0.654 +65,mlp.experts.135.down_proj,0.0000168723,0.05000,0.598 +65,mlp.experts.134.down_proj,0.0000101398,0.05000,0.621 +65,mlp.experts.133.down_proj,0.0000090382,0.05000,0.596 +65,mlp.experts.132.down_proj,0.0000039870,0.05000,0.588 +65,mlp.experts.138.down_proj,0.0000195444,0.05000,0.601 +65,mlp.experts.139.down_proj,0.0000068405,0.05000,0.627 +65,mlp.experts.137.down_proj,0.0000320753,0.05000,0.618 +65,mlp.experts.136.down_proj,0.0000120092,0.05000,0.622 +65,mlp.experts.143.down_proj,0.0000368882,0.05000,0.607 +65,mlp.experts.142.down_proj,0.0000188500,0.05000,0.608 +65,mlp.experts.141.down_proj,0.0000098547,0.05000,0.606 +65,mlp.experts.140.down_proj,0.0000074282,0.05000,0.623 +65,mlp.experts.146.down_proj,0.0000087012,0.05000,0.603 +65,mlp.experts.147.down_proj,0.0000160406,0.05000,0.622 +65,mlp.experts.145.down_proj,0.0000104933,0.05000,0.601 +65,mlp.experts.144.down_proj,0.0000038460,0.05000,0.622 +65,mlp.experts.150.down_proj,0.0000097223,0.05000,0.602 +65,mlp.experts.151.down_proj,0.0000187437,0.05000,0.605 +65,mlp.experts.149.down_proj,0.0000138227,0.05000,0.598 +65,mlp.experts.148.down_proj,0.0000190758,0.05000,0.596 +65,mlp.experts.154.down_proj,0.0000123155,0.05000,0.607 +65,mlp.experts.155.down_proj,0.0000144558,0.05000,0.612 +65,mlp.experts.153.down_proj,0.0000025373,0.05000,0.604 +65,mlp.experts.152.down_proj,0.0000104879,0.05000,0.619 +65,mlp.experts.158.down_proj,0.0000924257,0.05000,0.626 +65,mlp.experts.159.down_proj,0.0000145762,0.05000,0.606 +65,mlp.experts.157.down_proj,0.0000124495,0.05000,0.598 +65,mlp.experts.156.down_proj,0.0000134142,0.05000,0.505 +66,mlp.experts.2.gate_proj,0.0001289836,0.05000,2.058 +66,mlp.experts.0.gate_proj,0.0000643366,0.05000,2.059 +66,mlp.experts.3.gate_proj,0.0001295023,0.05000,2.112 +66,mlp.experts.1.gate_proj,0.0000290459,0.05000,2.160 +66,mlp.experts.4.gate_proj,0.0001395350,0.05000,2.040 +66,mlp.experts.6.gate_proj,0.0001194773,0.05000,2.090 +66,mlp.experts.5.gate_proj,0.0000410532,0.05000,2.020 +66,mlp.experts.7.gate_proj,0.0000718113,0.05000,2.140 +66,mlp.experts.10.gate_proj,0.0001583649,0.05000,2.031 +66,mlp.experts.8.gate_proj,0.0000900136,0.05000,2.081 +66,mlp.experts.9.gate_proj,0.0001643671,0.05000,2.058 +66,mlp.experts.11.gate_proj,0.0000587517,0.05000,2.110 +66,mlp.experts.14.gate_proj,0.0000627067,0.05000,2.065 +66,mlp.experts.13.gate_proj,0.0001467906,0.05000,2.075 +66,mlp.experts.12.gate_proj,0.0000103797,0.05000,2.224 +66,mlp.experts.15.gate_proj,0.0001451913,0.05000,2.071 +66,mlp.experts.18.gate_proj,0.0000828159,0.05000,2.060 +66,mlp.experts.17.gate_proj,0.0000840010,0.05000,2.084 +66,mlp.experts.19.gate_proj,0.0000684151,0.05000,2.059 +66,mlp.experts.16.gate_proj,0.0000983373,0.05000,2.163 +66,mlp.experts.22.gate_proj,0.0000474936,0.05000,2.018 +66,mlp.experts.21.gate_proj,0.0000615324,0.05000,2.024 +66,mlp.experts.23.gate_proj,0.0001431733,0.05000,2.057 +66,mlp.experts.20.gate_proj,0.0000167305,0.05000,2.075 +66,mlp.experts.26.gate_proj,0.0001473754,0.05000,2.049 +66,mlp.experts.25.gate_proj,0.0001037706,0.05000,2.095 +66,mlp.experts.27.gate_proj,0.0000944614,0.05000,2.094 +66,mlp.experts.24.gate_proj,0.0000725726,0.05000,2.130 +66,mlp.experts.30.gate_proj,0.0000412956,0.05000,2.078 +66,mlp.experts.29.gate_proj,0.0000406183,0.05000,2.059 +66,mlp.experts.31.gate_proj,0.0000634714,0.05000,2.042 +66,mlp.experts.28.gate_proj,0.0001391588,0.05000,2.100 +66,mlp.experts.34.gate_proj,0.0000687906,0.05000,2.058 +66,mlp.experts.33.gate_proj,0.0000603306,0.05000,2.029 +66,mlp.experts.35.gate_proj,0.0000386735,0.05000,2.078 +66,mlp.experts.32.gate_proj,0.0000763194,0.05000,2.038 +66,mlp.experts.38.gate_proj,0.0000574066,0.05000,2.097 +66,mlp.experts.37.gate_proj,0.0000198921,0.05000,2.095 +66,mlp.experts.39.gate_proj,0.0000896441,0.05000,2.056 +66,mlp.experts.36.gate_proj,0.0000530722,0.05000,2.048 +66,mlp.experts.42.gate_proj,0.0001671964,0.05000,2.071 +66,mlp.experts.41.gate_proj,0.0001263657,0.05000,2.097 +66,mlp.experts.43.gate_proj,0.0001091164,0.05000,2.070 +66,mlp.experts.40.gate_proj,0.0002504406,0.05000,2.103 +66,mlp.experts.46.gate_proj,0.0000642305,0.05000,2.094 +66,mlp.experts.47.gate_proj,0.0000421271,0.05000,2.059 +66,mlp.experts.45.gate_proj,0.0000300951,0.05000,2.197 +66,mlp.experts.44.gate_proj,0.0000684741,0.05000,2.136 +66,mlp.experts.50.gate_proj,0.0000954068,0.05000,2.124 +66,mlp.experts.51.gate_proj,0.0001059708,0.05000,2.088 +66,mlp.experts.49.gate_proj,0.0000567270,0.05000,2.142 +66,mlp.experts.48.gate_proj,0.0000680127,0.05000,2.222 +66,mlp.experts.54.gate_proj,0.0000618773,0.05000,2.030 +66,mlp.experts.55.gate_proj,0.0000580418,0.05000,2.043 +66,mlp.experts.53.gate_proj,0.0000530009,0.05000,2.041 +66,mlp.experts.52.gate_proj,0.0001338627,0.05000,2.049 +66,mlp.experts.58.gate_proj,0.0000998161,0.05000,2.082 +66,mlp.experts.59.gate_proj,0.0000447771,0.05000,2.077 +66,mlp.experts.57.gate_proj,0.0000714217,0.05000,2.120 +66,mlp.experts.56.gate_proj,0.0000917229,0.05000,2.068 +66,mlp.experts.62.gate_proj,0.0000841076,0.05000,2.069 +66,mlp.experts.63.gate_proj,0.0000901037,0.05000,2.059 +66,mlp.experts.61.gate_proj,0.0001770320,0.05000,2.075 +66,mlp.experts.60.gate_proj,0.0000687299,0.05000,2.056 +66,mlp.experts.66.gate_proj,0.0000882150,0.05000,2.070 +66,mlp.experts.67.gate_proj,0.0001302176,0.05000,2.072 +66,mlp.experts.65.gate_proj,0.0001767417,0.05000,2.085 +66,mlp.experts.64.gate_proj,0.0000655649,0.05000,2.077 +66,mlp.experts.70.gate_proj,0.0001136490,0.05000,2.072 +66,mlp.experts.71.gate_proj,0.0000609551,0.05000,2.100 +66,mlp.experts.69.gate_proj,0.0000126984,0.05000,2.113 +66,mlp.experts.68.gate_proj,0.0000655366,0.05000,2.088 +66,mlp.experts.74.gate_proj,0.0000189570,0.05000,2.053 +66,mlp.experts.75.gate_proj,0.0000902636,0.05000,2.057 +66,mlp.experts.73.gate_proj,0.0000797086,0.05000,2.042 +66,mlp.experts.72.gate_proj,0.0000631486,0.05000,2.053 +66,mlp.experts.78.gate_proj,0.0000563698,0.05000,2.169 +66,mlp.experts.79.gate_proj,0.0000751257,0.05000,2.100 +66,mlp.experts.77.gate_proj,0.0000601549,0.05000,2.137 +66,mlp.experts.76.gate_proj,0.0000193011,0.05000,2.083 +66,mlp.experts.82.gate_proj,0.0000593266,0.05000,2.126 +66,mlp.experts.83.gate_proj,0.0000170454,0.05000,2.069 +66,mlp.experts.81.gate_proj,0.0000688400,0.05000,2.137 +66,mlp.experts.80.gate_proj,0.0002020401,0.05000,2.075 +66,mlp.experts.86.gate_proj,0.0000758948,0.05000,2.067 +66,mlp.experts.87.gate_proj,0.0000826212,0.05000,2.084 +66,mlp.experts.85.gate_proj,0.0001309267,0.05000,2.069 +66,mlp.experts.84.gate_proj,0.0000265111,0.05000,2.086 +66,mlp.experts.91.gate_proj,0.0002234609,0.05000,2.040 +66,mlp.experts.90.gate_proj,0.0000244250,0.05000,2.135 +66,mlp.experts.89.gate_proj,0.0000570554,0.05000,2.097 +66,mlp.experts.88.gate_proj,0.0000901060,0.05000,2.078 +66,mlp.experts.94.gate_proj,0.0001669172,0.05000,2.057 +66,mlp.experts.95.gate_proj,0.0000693627,0.05000,2.123 +66,mlp.experts.93.gate_proj,0.0001334787,0.05000,2.108 +66,mlp.experts.92.gate_proj,0.0000334066,0.05000,2.080 +66,mlp.experts.99.gate_proj,0.0000829072,0.05000,2.027 +66,mlp.experts.98.gate_proj,0.0001657835,0.05000,2.093 +66,mlp.experts.97.gate_proj,0.0001063695,0.05000,2.063 +66,mlp.experts.96.gate_proj,0.0001186197,0.05000,2.063 +66,mlp.experts.103.gate_proj,0.0001169933,0.05000,2.071 +66,mlp.experts.102.gate_proj,0.0002668546,0.05000,2.040 +66,mlp.experts.101.gate_proj,0.0000618425,0.05000,2.072 +66,mlp.experts.100.gate_proj,0.0000474283,0.05000,2.078 +66,mlp.experts.107.gate_proj,0.0000422995,0.05000,2.066 +66,mlp.experts.106.gate_proj,0.0001369438,0.05000,2.154 +66,mlp.experts.105.gate_proj,0.0001371094,0.05000,2.107 +66,mlp.experts.104.gate_proj,0.0000973113,0.05000,2.078 +66,mlp.experts.111.gate_proj,0.0000726205,0.05000,2.076 +66,mlp.experts.110.gate_proj,0.0000698805,0.05000,2.158 +66,mlp.experts.109.gate_proj,0.0001053781,0.05000,2.092 +66,mlp.experts.108.gate_proj,0.0000758779,0.05000,2.094 +66,mlp.experts.115.gate_proj,0.0001298685,0.05000,2.077 +66,mlp.experts.114.gate_proj,0.0000600016,0.05000,2.123 +66,mlp.experts.113.gate_proj,0.0001145751,0.05000,2.081 +66,mlp.experts.112.gate_proj,0.0000212866,0.05000,2.090 +66,mlp.experts.119.gate_proj,0.0000734904,0.05000,2.066 +66,mlp.experts.118.gate_proj,0.0000387191,0.05000,2.085 +66,mlp.experts.117.gate_proj,0.0000906054,0.05000,2.073 +66,mlp.experts.116.gate_proj,0.0000502438,0.05000,2.060 +66,mlp.experts.123.gate_proj,0.0000592072,0.05000,2.076 +66,mlp.experts.122.gate_proj,0.0000729987,0.05000,2.058 +66,mlp.experts.121.gate_proj,0.0000188659,0.05000,2.071 +66,mlp.experts.120.gate_proj,0.0000628648,0.05000,2.063 +66,mlp.experts.127.gate_proj,0.0000652746,0.05000,2.100 +66,mlp.experts.126.gate_proj,0.0000581580,0.05000,2.107 +66,mlp.experts.124.gate_proj,0.0000801149,0.05000,2.053 +66,mlp.experts.125.gate_proj,0.0000289381,0.05000,2.102 +66,mlp.experts.131.gate_proj,0.0000610489,0.05000,2.055 +66,mlp.experts.130.gate_proj,0.0000528819,0.05000,2.076 +66,mlp.experts.128.gate_proj,0.0000706657,0.05000,2.057 +66,mlp.experts.129.gate_proj,0.0000809897,0.05000,2.059 +66,mlp.experts.135.gate_proj,0.0000914010,0.05000,2.047 +66,mlp.experts.134.gate_proj,0.0000124393,0.05000,2.025 +66,mlp.experts.133.gate_proj,0.0001536148,0.05000,2.005 +66,mlp.experts.132.gate_proj,0.0001119418,0.05000,2.059 +66,mlp.experts.139.gate_proj,0.0001727068,0.05000,2.027 +66,mlp.experts.138.gate_proj,0.0000785396,0.05000,2.023 +66,mlp.experts.137.gate_proj,0.0000848060,0.05000,2.050 +66,mlp.experts.136.gate_proj,0.0000729589,0.05000,2.048 +66,mlp.experts.143.gate_proj,0.0000271399,0.05000,2.060 +66,mlp.experts.142.gate_proj,0.0000599710,0.05000,2.032 +66,mlp.experts.141.gate_proj,0.0000696469,0.05000,2.057 +66,mlp.experts.140.gate_proj,0.0000700662,0.05000,2.066 +66,mlp.experts.147.gate_proj,0.0000872645,0.05000,2.056 +66,mlp.experts.146.gate_proj,0.0001145377,0.05000,2.050 +66,mlp.experts.144.gate_proj,0.0000952489,0.05000,2.053 +66,mlp.experts.145.gate_proj,0.0001147265,0.05000,2.150 +66,mlp.experts.151.gate_proj,0.0000199406,0.05000,2.061 +66,mlp.experts.150.gate_proj,0.0000803604,0.05000,2.056 +66,mlp.experts.148.gate_proj,0.0000143713,0.05000,2.079 +66,mlp.experts.149.gate_proj,0.0000619141,0.05000,2.081 +66,mlp.experts.155.gate_proj,0.0000610700,0.05000,2.075 +66,mlp.experts.154.gate_proj,0.0000803882,0.05000,2.058 +66,mlp.experts.152.gate_proj,0.0001156659,0.05000,2.080 +66,mlp.experts.153.gate_proj,0.0000815933,0.05000,2.137 +66,mlp.experts.159.gate_proj,0.0000272353,0.05000,2.035 +66,mlp.experts.158.gate_proj,0.0000714768,0.05000,2.034 +66,mlp.experts.156.gate_proj,0.0000517919,0.05000,2.069 +66,mlp.experts.157.gate_proj,0.0000491961,0.05000,2.095 +66,mlp.experts.3.up_proj,0.0001235131,0.05000,2.094 +66,mlp.experts.2.up_proj,0.0001254008,0.05000,2.092 +66,mlp.experts.0.up_proj,0.0000618643,0.05000,2.084 +66,mlp.experts.1.up_proj,0.0000279291,0.05000,2.065 +66,mlp.experts.7.up_proj,0.0000696513,0.05000,2.038 +66,mlp.experts.6.up_proj,0.0001159637,0.05000,2.070 +66,mlp.experts.4.up_proj,0.0001323941,0.05000,2.064 +66,mlp.experts.5.up_proj,0.0000398253,0.05000,2.058 +66,mlp.experts.11.up_proj,0.0000568099,0.05000,2.045 +66,mlp.experts.10.up_proj,0.0001509817,0.05000,2.099 +66,mlp.experts.8.up_proj,0.0000853524,0.05000,2.068 +66,mlp.experts.9.up_proj,0.0001595362,0.05000,2.063 +66,mlp.experts.15.up_proj,0.0001376924,0.05000,2.065 +66,mlp.experts.14.up_proj,0.0000611582,0.05000,2.032 +66,mlp.experts.12.up_proj,0.0000100845,0.05000,2.050 +66,mlp.experts.13.up_proj,0.0001419255,0.05000,2.036 +66,mlp.experts.19.up_proj,0.0000649319,0.05000,2.037 +66,mlp.experts.18.up_proj,0.0000799397,0.05000,2.022 +66,mlp.experts.16.up_proj,0.0000957881,0.05000,2.050 +66,mlp.experts.17.up_proj,0.0000800050,0.05000,2.014 +66,mlp.experts.23.up_proj,0.0001366521,0.05000,2.052 +66,mlp.experts.22.up_proj,0.0000459165,0.05000,2.025 +66,mlp.experts.20.up_proj,0.0000164207,0.05000,2.051 +66,mlp.experts.21.up_proj,0.0000591620,0.05000,2.023 +66,mlp.experts.27.up_proj,0.0000899509,0.05000,2.051 +66,mlp.experts.26.up_proj,0.0001427786,0.05000,2.068 +66,mlp.experts.25.up_proj,0.0000997520,0.05000,2.033 +66,mlp.experts.24.up_proj,0.0000683973,0.05000,2.116 +66,mlp.experts.31.up_proj,0.0000603202,0.05000,2.028 +66,mlp.experts.30.up_proj,0.0000397508,0.05000,2.055 +66,mlp.experts.29.up_proj,0.0000388963,0.05000,2.081 +66,mlp.experts.28.up_proj,0.0001344413,0.05000,2.044 +66,mlp.experts.35.up_proj,0.0000363671,0.05000,2.113 +66,mlp.experts.34.up_proj,0.0000657467,0.05000,2.027 +66,mlp.experts.33.up_proj,0.0000581300,0.05000,2.048 +66,mlp.experts.32.up_proj,0.0000745782,0.05000,2.051 +66,mlp.experts.39.up_proj,0.0000862428,0.05000,1.521 +66,mlp.experts.38.up_proj,0.0000551103,0.05000,1.456 +66,mlp.experts.42.up_proj,0.0001527660,0.05000,2.103 +66,mlp.experts.43.up_proj,0.0001043746,0.05000,2.126 +66,mlp.experts.37.up_proj,0.0000195539,0.05000,2.167 +66,mlp.experts.36.up_proj,0.0000512264,0.05000,2.192 +66,mlp.experts.47.up_proj,0.0000414048,0.05000,2.035 +66,mlp.experts.46.up_proj,0.0000617733,0.05000,2.101 +66,mlp.experts.41.up_proj,0.0001228206,0.05000,2.036 +66,mlp.experts.40.up_proj,0.0002311268,0.05000,2.065 +66,mlp.experts.45.up_proj,0.0000290101,0.05000,2.023 +66,mlp.experts.50.up_proj,0.0000891436,0.05000,2.063 +66,mlp.experts.44.up_proj,0.0000669827,0.05000,2.060 +66,mlp.experts.51.up_proj,0.0001005063,0.05000,2.155 +66,mlp.experts.49.up_proj,0.0000550071,0.05000,2.047 +66,mlp.experts.48.up_proj,0.0000663338,0.05000,2.031 +66,mlp.experts.54.up_proj,0.0000600877,0.05000,2.083 +66,mlp.experts.55.up_proj,0.0000560602,0.05000,2.124 +66,mlp.experts.53.up_proj,0.0000508402,0.05000,2.076 +66,mlp.experts.58.up_proj,0.0000951426,0.05000,2.058 +66,mlp.experts.52.up_proj,0.0001294975,0.05000,2.098 +66,mlp.experts.59.up_proj,0.0000433382,0.05000,2.095 +66,mlp.experts.57.up_proj,0.0000692503,0.05000,2.069 +66,mlp.experts.62.up_proj,0.0000803156,0.05000,2.042 +66,mlp.experts.56.up_proj,0.0000853503,0.05000,2.065 +66,mlp.experts.63.up_proj,0.0000866747,0.05000,2.093 +66,mlp.experts.61.up_proj,0.0001708325,0.05000,2.064 +66,mlp.experts.66.up_proj,0.0000849635,0.05000,2.061 +66,mlp.experts.60.up_proj,0.0000657455,0.05000,2.067 +66,mlp.experts.67.up_proj,0.0001228071,0.05000,2.071 +66,mlp.experts.65.up_proj,0.0001708678,0.05000,2.065 +66,mlp.experts.70.up_proj,0.0001088814,0.05000,2.073 +66,mlp.experts.64.up_proj,0.0000630062,0.05000,2.071 +66,mlp.experts.71.up_proj,0.0000593264,0.05000,2.078 +66,mlp.experts.69.up_proj,0.0000122912,0.05000,2.067 +66,mlp.experts.74.up_proj,0.0000184162,0.05000,2.073 +66,mlp.experts.68.up_proj,0.0000638246,0.05000,2.065 +66,mlp.experts.75.up_proj,0.0000886397,0.05000,2.044 +66,mlp.experts.73.up_proj,0.0000752787,0.05000,2.037 +66,mlp.experts.78.up_proj,0.0000545240,0.05000,2.082 +66,mlp.experts.72.up_proj,0.0000605975,0.05000,2.078 +66,mlp.experts.79.up_proj,0.0000710122,0.05000,2.072 +66,mlp.experts.77.up_proj,0.0000576543,0.05000,2.081 +66,mlp.experts.82.up_proj,0.0000565097,0.05000,2.073 +66,mlp.experts.76.up_proj,0.0000186299,0.05000,2.083 +66,mlp.experts.83.up_proj,0.0000164920,0.05000,2.075 +66,mlp.experts.81.up_proj,0.0000648869,0.05000,2.063 +66,mlp.experts.86.up_proj,0.0000740702,0.05000,2.050 +66,mlp.experts.80.up_proj,0.0001950108,0.05000,2.092 +66,mlp.experts.87.up_proj,0.0000769663,0.05000,2.096 +66,mlp.experts.85.up_proj,0.0001255900,0.05000,2.060 +66,mlp.experts.90.up_proj,0.0000237424,0.05000,2.072 +66,mlp.experts.84.up_proj,0.0000238028,0.05000,2.059 +66,mlp.experts.91.up_proj,0.0002125979,0.05000,2.088 +66,mlp.experts.89.up_proj,0.0000547709,0.05000,2.049 +66,mlp.experts.94.up_proj,0.0001607757,0.05000,2.093 +66,mlp.experts.88.up_proj,0.0000853420,0.05000,2.069 +66,mlp.experts.95.up_proj,0.0000680672,0.05000,2.120 +66,mlp.experts.93.up_proj,0.0001289404,0.05000,2.031 +66,mlp.experts.98.up_proj,0.0001578945,0.05000,2.067 +66,mlp.experts.92.up_proj,0.0000320617,0.05000,2.053 +66,mlp.experts.99.up_proj,0.0000796972,0.05000,2.032 +66,mlp.experts.97.up_proj,0.0001029992,0.05000,2.055 +66,mlp.experts.102.up_proj,0.0002569987,0.05000,2.036 +66,mlp.experts.96.up_proj,0.0001124799,0.05000,2.085 +66,mlp.experts.103.up_proj,0.0001016841,0.05000,2.062 +66,mlp.experts.101.up_proj,0.0000591471,0.05000,2.050 +66,mlp.experts.106.up_proj,0.0001306606,0.05000,2.096 +66,mlp.experts.100.up_proj,0.0000459681,0.05000,2.085 +66,mlp.experts.107.up_proj,0.0000407021,0.05000,2.124 +66,mlp.experts.105.up_proj,0.0001323878,0.05000,2.078 +66,mlp.experts.110.up_proj,0.0000676990,0.05000,2.050 +66,mlp.experts.104.up_proj,0.0000953801,0.05000,2.077 +66,mlp.experts.111.up_proj,0.0000691974,0.05000,2.076 +66,mlp.experts.109.up_proj,0.0000956928,0.05000,2.107 +66,mlp.experts.114.up_proj,0.0000589029,0.05000,2.083 +66,mlp.experts.108.up_proj,0.0000735525,0.05000,2.093 +66,mlp.experts.115.up_proj,0.0001225767,0.05000,2.058 +66,mlp.experts.113.up_proj,0.0001084676,0.05000,2.049 +66,mlp.experts.118.up_proj,0.0000368843,0.05000,2.059 +66,mlp.experts.112.up_proj,0.0000204348,0.05000,2.065 +66,mlp.experts.119.up_proj,0.0000707093,0.05000,2.113 +66,mlp.experts.117.up_proj,0.0000856126,0.05000,2.094 +66,mlp.experts.122.up_proj,0.0000699119,0.05000,2.029 +66,mlp.experts.116.up_proj,0.0000481535,0.05000,2.044 +66,mlp.experts.123.up_proj,0.0000558525,0.05000,2.033 +66,mlp.experts.121.up_proj,0.0000183150,0.05000,2.050 +66,mlp.experts.126.up_proj,0.0000554366,0.05000,2.063 +66,mlp.experts.120.up_proj,0.0000608807,0.05000,2.044 +66,mlp.experts.127.up_proj,0.0000623777,0.05000,2.033 +66,mlp.experts.125.up_proj,0.0000279779,0.05000,2.061 +66,mlp.experts.130.up_proj,0.0000513136,0.05000,2.029 +66,mlp.experts.124.up_proj,0.0000765634,0.05000,2.045 +66,mlp.experts.131.up_proj,0.0000568761,0.05000,2.109 +66,mlp.experts.129.up_proj,0.0000772170,0.05000,2.039 +66,mlp.experts.134.up_proj,0.0000121284,0.05000,2.048 +66,mlp.experts.128.up_proj,0.0000679057,0.05000,2.044 +66,mlp.experts.135.up_proj,0.0000896662,0.05000,2.029 +66,mlp.experts.133.up_proj,0.0001496830,0.05000,2.075 +66,mlp.experts.138.up_proj,0.0000741485,0.05000,2.066 +66,mlp.experts.132.up_proj,0.0001065777,0.05000,2.054 +66,mlp.experts.139.up_proj,0.0001676749,0.05000,2.052 +66,mlp.experts.142.up_proj,0.0000580925,0.05000,2.029 +66,mlp.experts.137.up_proj,0.0000806863,0.05000,2.106 +66,mlp.experts.136.up_proj,0.0000709260,0.05000,2.115 +66,mlp.experts.143.up_proj,0.0000260048,0.05000,2.069 +66,mlp.experts.141.up_proj,0.0000672924,0.05000,2.079 +66,mlp.experts.146.up_proj,0.0001110309,0.05000,2.128 +66,mlp.experts.140.up_proj,0.0000663751,0.05000,2.076 +66,mlp.experts.147.up_proj,0.0000841742,0.05000,2.113 +66,mlp.experts.145.up_proj,0.0001115438,0.05000,2.052 +66,mlp.experts.150.up_proj,0.0000768861,0.05000,2.055 +66,mlp.experts.144.up_proj,0.0000910232,0.05000,2.140 +66,mlp.experts.151.up_proj,0.0000193943,0.05000,2.142 +66,mlp.experts.154.up_proj,0.0000776986,0.05000,2.043 +66,mlp.experts.149.up_proj,0.0000595092,0.05000,2.136 +66,mlp.experts.148.up_proj,0.0000140155,0.05000,2.083 +66,mlp.experts.155.up_proj,0.0000582215,0.05000,2.087 +66,mlp.experts.158.up_proj,0.0000697232,0.05000,2.065 +66,mlp.experts.153.up_proj,0.0000785442,0.05000,2.093 +66,mlp.experts.152.up_proj,0.0001109916,0.05000,2.014 +66,mlp.experts.159.up_proj,0.0000264299,0.05000,1.990 +66,mlp.experts.157.up_proj,0.0000476702,0.05000,1.462 +66,mlp.experts.156.up_proj,0.0000489474,0.05000,1.385 +66,mlp.experts.2.down_proj,0.0000434139,0.05000,0.632 +66,mlp.experts.1.down_proj,0.0000109390,0.05000,0.657 +66,mlp.experts.0.down_proj,0.0000118276,0.05000,0.661 +66,mlp.experts.3.down_proj,0.0000247448,0.05000,0.682 +66,mlp.experts.6.down_proj,0.0000195905,0.05000,0.602 +66,mlp.experts.4.down_proj,0.0000171713,0.05000,0.601 +66,mlp.experts.5.down_proj,0.0000053767,0.05000,0.620 +66,mlp.experts.7.down_proj,0.0000137061,0.05000,0.605 +66,mlp.experts.10.down_proj,0.0000223245,0.05000,0.603 +66,mlp.experts.8.down_proj,0.0000190302,0.05000,0.622 +66,mlp.experts.11.down_proj,0.0000080970,0.05000,0.610 +66,mlp.experts.9.down_proj,0.0000382287,0.05000,0.650 +66,mlp.experts.14.down_proj,0.0000158938,0.05000,0.653 +66,mlp.experts.12.down_proj,0.0000028213,0.05000,0.636 +66,mlp.experts.15.down_proj,0.0000241205,0.05000,0.639 +66,mlp.experts.13.down_proj,0.0000224011,0.05000,0.653 +66,mlp.experts.18.down_proj,0.0000163125,0.05000,0.607 +66,mlp.experts.16.down_proj,0.0000238991,0.05000,0.635 +66,mlp.experts.19.down_proj,0.0000079973,0.05000,0.631 +66,mlp.experts.17.down_proj,0.0000113227,0.05000,0.627 +66,mlp.experts.22.down_proj,0.0000076519,0.05000,0.610 +66,mlp.experts.20.down_proj,0.0000035007,0.05000,0.618 +66,mlp.experts.23.down_proj,0.0000164529,0.05000,0.630 +66,mlp.experts.21.down_proj,0.0000082034,0.05000,0.674 +66,mlp.experts.26.down_proj,0.0000259416,0.05000,0.634 +66,mlp.experts.24.down_proj,0.0000085611,0.05000,0.618 +66,mlp.experts.27.down_proj,0.0000282547,0.05000,0.614 +66,mlp.experts.25.down_proj,0.0000169630,0.05000,0.612 +66,mlp.experts.30.down_proj,0.0000065555,0.05000,0.611 +66,mlp.experts.31.down_proj,0.0000132559,0.05000,0.610 +66,mlp.experts.28.down_proj,0.0000186940,0.05000,0.637 +66,mlp.experts.29.down_proj,0.0000066944,0.05000,0.606 +66,mlp.experts.34.down_proj,0.0000093322,0.05000,0.604 +66,mlp.experts.35.down_proj,0.0000047183,0.05000,0.605 +66,mlp.experts.32.down_proj,0.0000259647,0.05000,0.603 +66,mlp.experts.33.down_proj,0.0000166166,0.05000,0.603 +66,mlp.experts.38.down_proj,0.0000079753,0.05000,0.636 +66,mlp.experts.39.down_proj,0.0000111130,0.05000,0.620 +66,mlp.experts.36.down_proj,0.0000081406,0.05000,0.651 +66,mlp.experts.37.down_proj,0.0000048979,0.05000,0.655 +66,mlp.experts.42.down_proj,0.0000472503,0.05000,0.614 +66,mlp.experts.43.down_proj,0.0000354174,0.05000,0.609 +66,mlp.experts.40.down_proj,0.0000348447,0.05000,0.602 +66,mlp.experts.41.down_proj,0.0000236833,0.05000,0.603 +66,mlp.experts.46.down_proj,0.0000118509,0.05000,0.613 +66,mlp.experts.47.down_proj,0.0000069781,0.05000,0.609 +66,mlp.experts.44.down_proj,0.0000187960,0.05000,0.610 +66,mlp.experts.45.down_proj,0.0000041135,0.05000,0.626 +66,mlp.experts.50.down_proj,0.0000168197,0.05000,0.614 +66,mlp.experts.51.down_proj,0.0000175364,0.05000,0.611 +66,mlp.experts.48.down_proj,0.0000119023,0.05000,0.610 +66,mlp.experts.49.down_proj,0.0000078978,0.05000,0.639 +66,mlp.experts.54.down_proj,0.0000099661,0.05000,0.619 +66,mlp.experts.55.down_proj,0.0000140108,0.05000,0.613 +66,mlp.experts.52.down_proj,0.0000262304,0.05000,0.610 +66,mlp.experts.53.down_proj,0.0000090347,0.05000,0.650 +66,mlp.experts.58.down_proj,0.0000135247,0.05000,0.653 +66,mlp.experts.59.down_proj,0.0000066443,0.05000,0.630 +66,mlp.experts.56.down_proj,0.0000294014,0.05000,0.611 +66,mlp.experts.57.down_proj,0.0000128968,0.05000,0.605 +66,mlp.experts.63.down_proj,0.0000184928,0.05000,0.603 +66,mlp.experts.60.down_proj,0.0000094543,0.05000,0.604 +66,mlp.experts.62.down_proj,0.0000177179,0.05000,0.632 +66,mlp.experts.61.down_proj,0.0000701937,0.05000,0.603 +66,mlp.experts.67.down_proj,0.0000268214,0.05000,0.610 +66,mlp.experts.64.down_proj,0.0000083178,0.05000,0.613 +66,mlp.experts.66.down_proj,0.0000126048,0.05000,0.637 +66,mlp.experts.65.down_proj,0.0000402312,0.05000,0.626 +66,mlp.experts.71.down_proj,0.0000096932,0.05000,0.628 +66,mlp.experts.70.down_proj,0.0000194161,0.05000,0.620 +66,mlp.experts.68.down_proj,0.0000147631,0.05000,0.686 +66,mlp.experts.69.down_proj,0.0000025376,0.05000,0.613 +66,mlp.experts.75.down_proj,0.0000240122,0.05000,0.612 +66,mlp.experts.74.down_proj,0.0000051136,0.05000,0.611 +66,mlp.experts.72.down_proj,0.0000114942,0.05000,0.609 +66,mlp.experts.73.down_proj,0.0000201017,0.05000,0.647 +66,mlp.experts.79.down_proj,0.0000218647,0.05000,0.627 +66,mlp.experts.78.down_proj,0.0000140095,0.05000,0.613 +66,mlp.experts.76.down_proj,0.0000025784,0.05000,0.621 +66,mlp.experts.77.down_proj,0.0000106790,0.05000,0.604 +66,mlp.experts.83.down_proj,0.0000030722,0.05000,0.635 +66,mlp.experts.82.down_proj,0.0000112363,0.05000,0.618 +66,mlp.experts.80.down_proj,0.0000316512,0.05000,0.651 +66,mlp.experts.81.down_proj,0.0000085455,0.05000,0.610 +66,mlp.experts.87.down_proj,0.0000181100,0.05000,0.606 +66,mlp.experts.86.down_proj,0.0000126988,0.05000,0.613 +66,mlp.experts.84.down_proj,0.0000163506,0.05000,0.606 +66,mlp.experts.85.down_proj,0.0000312557,0.05000,0.630 +66,mlp.experts.91.down_proj,0.0000424611,0.05000,0.623 +66,mlp.experts.90.down_proj,0.0000034808,0.05000,0.618 +66,mlp.experts.88.down_proj,0.0000172094,0.05000,0.615 +66,mlp.experts.89.down_proj,0.0000072175,0.05000,0.634 +66,mlp.experts.94.down_proj,0.0000353658,0.05000,0.625 +66,mlp.experts.95.down_proj,0.0000199241,0.05000,0.679 +66,mlp.experts.92.down_proj,0.0000051013,0.05000,0.649 +66,mlp.experts.93.down_proj,0.0000334841,0.05000,0.631 +66,mlp.experts.98.down_proj,0.0000421852,0.05000,0.617 +66,mlp.experts.99.down_proj,0.0000131636,0.05000,0.630 +66,mlp.experts.96.down_proj,0.0000178539,0.05000,0.609 +66,mlp.experts.97.down_proj,0.0000213057,0.05000,0.629 +66,mlp.experts.102.down_proj,0.0000412127,0.05000,0.634 +66,mlp.experts.100.down_proj,0.0000084509,0.05000,0.610 +66,mlp.experts.103.down_proj,0.0000501808,0.05000,0.640 +66,mlp.experts.101.down_proj,0.0000088240,0.05000,0.611 +66,mlp.experts.106.down_proj,0.0000320845,0.05000,0.644 +66,mlp.experts.107.down_proj,0.0000059545,0.05000,0.621 +66,mlp.experts.104.down_proj,0.0000214783,0.05000,0.659 +66,mlp.experts.105.down_proj,0.0000277053,0.05000,0.619 +66,mlp.experts.110.down_proj,0.0000102057,0.05000,0.616 +66,mlp.experts.111.down_proj,0.0000375636,0.05000,0.617 +66,mlp.experts.108.down_proj,0.0000109028,0.05000,0.632 +66,mlp.experts.109.down_proj,0.0000265680,0.05000,0.616 +66,mlp.experts.114.down_proj,0.0000113309,0.05000,0.635 +66,mlp.experts.115.down_proj,0.0000166015,0.05000,0.639 +66,mlp.experts.112.down_proj,0.0000075897,0.05000,0.636 +66,mlp.experts.113.down_proj,0.0000184885,0.05000,0.652 +66,mlp.experts.118.down_proj,0.0000153010,0.05000,0.600 +66,mlp.experts.119.down_proj,0.0000114976,0.05000,0.607 +66,mlp.experts.116.down_proj,0.0000094592,0.05000,0.602 +66,mlp.experts.117.down_proj,0.0000143970,0.05000,0.602 +66,mlp.experts.122.down_proj,0.0000254188,0.05000,0.628 +66,mlp.experts.123.down_proj,0.0000089980,0.05000,0.612 +66,mlp.experts.120.down_proj,0.0000126982,0.05000,0.605 +66,mlp.experts.121.down_proj,0.0000042708,0.05000,0.606 +66,mlp.experts.126.down_proj,0.0000078074,0.05000,0.606 +66,mlp.experts.127.down_proj,0.0000178713,0.05000,0.605 +66,mlp.experts.124.down_proj,0.0000149669,0.05000,0.606 +66,mlp.experts.125.down_proj,0.0000044722,0.05000,0.604 +66,mlp.experts.130.down_proj,0.0000091279,0.05000,0.611 +66,mlp.experts.131.down_proj,0.0000086935,0.05000,0.604 +66,mlp.experts.128.down_proj,0.0000134926,0.05000,0.609 +66,mlp.experts.129.down_proj,0.0000133583,0.05000,0.605 +66,mlp.experts.134.down_proj,0.0000019564,0.05000,0.629 +66,mlp.experts.135.down_proj,0.0000134596,0.05000,0.626 +66,mlp.experts.132.down_proj,0.0000217082,0.05000,0.610 +66,mlp.experts.133.down_proj,0.0000229982,0.05000,0.608 +66,mlp.experts.138.down_proj,0.0000111623,0.05000,0.601 +66,mlp.experts.139.down_proj,0.0000529685,0.05000,0.598 +66,mlp.experts.136.down_proj,0.0000122254,0.05000,0.596 +66,mlp.experts.137.down_proj,0.0000157997,0.05000,0.599 +66,mlp.experts.142.down_proj,0.0000120444,0.05000,0.603 +66,mlp.experts.143.down_proj,0.0000062619,0.05000,0.603 +66,mlp.experts.140.down_proj,0.0000153519,0.05000,0.609 +66,mlp.experts.141.down_proj,0.0000092763,0.05000,0.624 +66,mlp.experts.146.down_proj,0.0000275479,0.05000,0.604 +66,mlp.experts.147.down_proj,0.0000125649,0.05000,0.600 +66,mlp.experts.144.down_proj,0.0000162563,0.05000,0.599 +66,mlp.experts.145.down_proj,0.0000489233,0.05000,0.625 +66,mlp.experts.150.down_proj,0.0000147235,0.05000,0.631 +66,mlp.experts.148.down_proj,0.0000022170,0.05000,0.609 +66,mlp.experts.151.down_proj,0.0000035163,0.05000,0.650 +66,mlp.experts.149.down_proj,0.0000124225,0.05000,0.608 +66,mlp.experts.154.down_proj,0.0000117318,0.05000,0.627 +66,mlp.experts.152.down_proj,0.0000144075,0.05000,0.606 +66,mlp.experts.155.down_proj,0.0000108471,0.05000,0.620 +66,mlp.experts.153.down_proj,0.0000110301,0.05000,0.622 +66,mlp.experts.156.down_proj,0.0000118604,0.05000,0.602 +66,mlp.experts.158.down_proj,0.0000106462,0.05000,0.618 +66,mlp.experts.159.down_proj,0.0000109129,0.05000,0.591 +66,mlp.experts.157.down_proj,0.0000065908,0.05000,0.540 +67,mlp.experts.2.gate_proj,0.0000725468,0.05000,2.086 +67,mlp.experts.1.gate_proj,0.0000798848,0.05000,2.126 +67,mlp.experts.0.gate_proj,0.0000132657,0.05000,2.126 +67,mlp.experts.3.gate_proj,0.0000759560,0.05000,2.254 +67,mlp.experts.6.gate_proj,0.0000845629,0.05000,2.060 +67,mlp.experts.4.gate_proj,0.0001133103,0.05000,2.056 +67,mlp.experts.5.gate_proj,0.0000454156,0.05000,2.128 +67,mlp.experts.7.gate_proj,0.0000659062,0.05000,2.050 +67,mlp.experts.8.gate_proj,0.0000868190,0.05000,2.015 +67,mlp.experts.10.gate_proj,0.0000921495,0.05000,2.082 +67,mlp.experts.9.gate_proj,0.0000315896,0.05000,2.075 +67,mlp.experts.11.gate_proj,0.0000212700,0.05000,2.072 +67,mlp.experts.12.gate_proj,0.0000669212,0.05000,2.071 +67,mlp.experts.14.gate_proj,0.0000522056,0.05000,2.064 +67,mlp.experts.15.gate_proj,0.0001640870,0.05000,2.038 +67,mlp.experts.13.gate_proj,0.0000400952,0.05000,2.141 +67,mlp.experts.16.gate_proj,0.0001119011,0.05000,2.070 +67,mlp.experts.18.gate_proj,0.0000976493,0.05000,2.067 +67,mlp.experts.17.gate_proj,0.0000954609,0.05000,2.047 +67,mlp.experts.19.gate_proj,0.0001155576,0.05000,2.139 +67,mlp.experts.20.gate_proj,0.0001362482,0.05000,2.076 +67,mlp.experts.22.gate_proj,0.0000894827,0.05000,2.100 +67,mlp.experts.21.gate_proj,0.0000658701,0.05000,2.082 +67,mlp.experts.23.gate_proj,0.0000231594,0.05000,2.086 +67,mlp.experts.24.gate_proj,0.0000995894,0.05000,2.071 +67,mlp.experts.26.gate_proj,0.0000960571,0.05000,2.100 +67,mlp.experts.25.gate_proj,0.0000745328,0.05000,2.095 +67,mlp.experts.27.gate_proj,0.0000669046,0.05000,2.135 +67,mlp.experts.28.gate_proj,0.0002073797,0.05000,2.054 +67,mlp.experts.30.gate_proj,0.0002000213,0.05000,2.077 +67,mlp.experts.29.gate_proj,0.0000451090,0.05000,2.054 +67,mlp.experts.31.gate_proj,0.0000766784,0.05000,2.095 +67,mlp.experts.32.gate_proj,0.0000700848,0.05000,2.056 +67,mlp.experts.34.gate_proj,0.0000435404,0.05000,2.049 +67,mlp.experts.33.gate_proj,0.0000507357,0.05000,2.076 +67,mlp.experts.35.gate_proj,0.0000378360,0.05000,2.062 +67,mlp.experts.36.gate_proj,0.0000572245,0.05000,2.072 +67,mlp.experts.38.gate_proj,0.0000602861,0.05000,2.127 +67,mlp.experts.37.gate_proj,0.0000721181,0.05000,2.105 +67,mlp.experts.39.gate_proj,0.0001148470,0.05000,2.132 +67,mlp.experts.40.gate_proj,0.0000857839,0.05000,2.082 +67,mlp.experts.42.gate_proj,0.0000822835,0.05000,2.054 +67,mlp.experts.41.gate_proj,0.0000678476,0.05000,2.078 +67,mlp.experts.43.gate_proj,0.0000665154,0.05000,2.081 +67,mlp.experts.44.gate_proj,0.0000165992,0.05000,2.049 +67,mlp.experts.46.gate_proj,0.0000417344,0.05000,2.091 +67,mlp.experts.45.gate_proj,0.0000587589,0.05000,2.108 +67,mlp.experts.47.gate_proj,0.0002016456,0.05000,2.077 +67,mlp.experts.48.gate_proj,0.0000580230,0.05000,2.027 +67,mlp.experts.50.gate_proj,0.0000909814,0.05000,2.067 +67,mlp.experts.49.gate_proj,0.0000548752,0.05000,2.073 +67,mlp.experts.51.gate_proj,0.0000579542,0.05000,2.047 +67,mlp.experts.52.gate_proj,0.0000742960,0.05000,2.041 +67,mlp.experts.54.gate_proj,0.0000804344,0.05000,2.053 +67,mlp.experts.53.gate_proj,0.0002340440,0.05000,2.068 +67,mlp.experts.55.gate_proj,0.0001047859,0.05000,2.096 +67,mlp.experts.56.gate_proj,0.0000586875,0.05000,2.083 +67,mlp.experts.58.gate_proj,0.0000827731,0.05000,2.105 +67,mlp.experts.57.gate_proj,0.0000641183,0.05000,2.082 +67,mlp.experts.59.gate_proj,0.0000666021,0.05000,2.112 +67,mlp.experts.60.gate_proj,0.0001522017,0.05000,2.072 +67,mlp.experts.62.gate_proj,0.0000258473,0.05000,2.041 +67,mlp.experts.61.gate_proj,0.0000552512,0.05000,2.037 +67,mlp.experts.63.gate_proj,0.0000632371,0.05000,2.105 +67,mlp.experts.64.gate_proj,0.0000595091,0.05000,2.093 +67,mlp.experts.66.gate_proj,0.0000845850,0.05000,2.038 +67,mlp.experts.65.gate_proj,0.0000360843,0.05000,2.031 +67,mlp.experts.67.gate_proj,0.0000255667,0.05000,2.153 +67,mlp.experts.68.gate_proj,0.0000387851,0.05000,2.044 +67,mlp.experts.70.gate_proj,0.0000251918,0.05000,2.074 +67,mlp.experts.69.gate_proj,0.0000879370,0.05000,2.027 +67,mlp.experts.71.gate_proj,0.0001069538,0.05000,2.053 +67,mlp.experts.72.gate_proj,0.0000661709,0.05000,2.115 +67,mlp.experts.74.gate_proj,0.0000775641,0.05000,2.064 +67,mlp.experts.73.gate_proj,0.0000744116,0.05000,2.026 +67,mlp.experts.75.gate_proj,0.0000563974,0.05000,2.046 +67,mlp.experts.76.gate_proj,0.0001330081,0.05000,2.025 +67,mlp.experts.77.gate_proj,0.0001570822,0.05000,1.998 +67,mlp.experts.78.gate_proj,0.0000795973,0.05000,2.103 +67,mlp.experts.79.gate_proj,0.0000636899,0.05000,2.035 +67,mlp.experts.80.gate_proj,0.0000680511,0.05000,2.102 +67,mlp.experts.81.gate_proj,0.0000368360,0.05000,2.080 +67,mlp.experts.82.gate_proj,0.0000582831,0.05000,2.058 +67,mlp.experts.83.gate_proj,0.0000925862,0.05000,2.054 +67,mlp.experts.84.gate_proj,0.0000910028,0.05000,2.054 +67,mlp.experts.85.gate_proj,0.0000544995,0.05000,2.044 +67,mlp.experts.86.gate_proj,0.0001232190,0.05000,2.092 +67,mlp.experts.87.gate_proj,0.0000574108,0.05000,2.066 +67,mlp.experts.88.gate_proj,0.0001195757,0.05000,2.084 +67,mlp.experts.89.gate_proj,0.0001029261,0.05000,2.087 +67,mlp.experts.90.gate_proj,0.0000214644,0.05000,2.104 +67,mlp.experts.91.gate_proj,0.0000504628,0.05000,2.059 +67,mlp.experts.92.gate_proj,0.0001622937,0.05000,2.053 +67,mlp.experts.93.gate_proj,0.0001029795,0.05000,2.054 +67,mlp.experts.94.gate_proj,0.0001850801,0.05000,2.055 +67,mlp.experts.95.gate_proj,0.0001209997,0.05000,2.112 +67,mlp.experts.96.gate_proj,0.0001227258,0.05000,2.054 +67,mlp.experts.97.gate_proj,0.0001153981,0.05000,2.047 +67,mlp.experts.98.gate_proj,0.0001212217,0.05000,2.052 +67,mlp.experts.99.gate_proj,0.0000378212,0.05000,2.081 +67,mlp.experts.100.gate_proj,0.0001188825,0.05000,2.031 +67,mlp.experts.101.gate_proj,0.0001007799,0.05000,2.057 +67,mlp.experts.102.gate_proj,0.0001009622,0.05000,2.088 +67,mlp.experts.103.gate_proj,0.0000616127,0.05000,2.045 +67,mlp.experts.104.gate_proj,0.0000835103,0.05000,2.084 +67,mlp.experts.105.gate_proj,0.0000501175,0.05000,2.083 +67,mlp.experts.106.gate_proj,0.0000273651,0.05000,2.057 +67,mlp.experts.107.gate_proj,0.0000617002,0.05000,2.075 +67,mlp.experts.108.gate_proj,0.0000916489,0.05000,2.061 +67,mlp.experts.109.gate_proj,0.0002427714,0.05000,2.052 +67,mlp.experts.110.gate_proj,0.0000536789,0.05000,2.061 +67,mlp.experts.111.gate_proj,0.0000683879,0.05000,2.083 +67,mlp.experts.112.gate_proj,0.0000624628,0.05000,2.098 +67,mlp.experts.113.gate_proj,0.0000495132,0.05000,2.060 +67,mlp.experts.114.gate_proj,0.0000480808,0.05000,2.035 +67,mlp.experts.115.gate_proj,0.0000639714,0.05000,2.121 +67,mlp.experts.116.gate_proj,0.0000578384,0.05000,2.141 +67,mlp.experts.117.gate_proj,0.0000508708,0.05000,2.176 +67,mlp.experts.118.gate_proj,0.0000778003,0.05000,2.139 +67,mlp.experts.119.gate_proj,0.0000433499,0.05000,2.095 +67,mlp.experts.120.gate_proj,0.0000523162,0.05000,2.158 +67,mlp.experts.121.gate_proj,0.0000677607,0.05000,2.126 +67,mlp.experts.122.gate_proj,0.0000736784,0.05000,2.128 +67,mlp.experts.123.gate_proj,0.0000219499,0.05000,2.134 +67,mlp.experts.124.gate_proj,0.0000786959,0.05000,2.066 +67,mlp.experts.125.gate_proj,0.0000873332,0.05000,2.072 +67,mlp.experts.126.gate_proj,0.0000256536,0.05000,2.067 +67,mlp.experts.127.gate_proj,0.0001437395,0.05000,2.124 +67,mlp.experts.128.gate_proj,0.0001099781,0.05000,2.068 +67,mlp.experts.129.gate_proj,0.0001195691,0.05000,2.061 +67,mlp.experts.130.gate_proj,0.0000581305,0.05000,2.066 +67,mlp.experts.131.gate_proj,0.0001054212,0.05000,2.070 +67,mlp.experts.132.gate_proj,0.0000599761,0.05000,2.089 +67,mlp.experts.133.gate_proj,0.0000313791,0.05000,2.120 +67,mlp.experts.134.gate_proj,0.0000909511,0.05000,2.101 +67,mlp.experts.135.gate_proj,0.0000664538,0.05000,2.077 +67,mlp.experts.136.gate_proj,0.0000848554,0.05000,2.072 +67,mlp.experts.138.gate_proj,0.0000384076,0.05000,2.058 +67,mlp.experts.137.gate_proj,0.0000497867,0.05000,2.135 +67,mlp.experts.139.gate_proj,0.0000488143,0.05000,2.166 +67,mlp.experts.140.gate_proj,0.0000966549,0.05000,2.082 +67,mlp.experts.142.gate_proj,0.0000304286,0.05000,2.086 +67,mlp.experts.141.gate_proj,0.0000741581,0.05000,2.094 +67,mlp.experts.143.gate_proj,0.0000814881,0.05000,2.160 +67,mlp.experts.144.gate_proj,0.0000841469,0.05000,2.169 +67,mlp.experts.146.gate_proj,0.0000620853,0.05000,2.099 +67,mlp.experts.145.gate_proj,0.0000699340,0.05000,2.079 +67,mlp.experts.147.gate_proj,0.0000556196,0.05000,2.082 +67,mlp.experts.148.gate_proj,0.0000588550,0.05000,2.071 +67,mlp.experts.149.gate_proj,0.0000610074,0.05000,2.075 +67,mlp.experts.150.gate_proj,0.0000489719,0.05000,2.149 +67,mlp.experts.151.gate_proj,0.0000269007,0.05000,2.092 +67,mlp.experts.152.gate_proj,0.0002670693,0.05000,2.085 +67,mlp.experts.153.gate_proj,0.0000416512,0.05000,2.031 +67,mlp.experts.154.gate_proj,0.0000421544,0.05000,2.052 +67,mlp.experts.155.gate_proj,0.0000105039,0.05000,2.026 +67,mlp.experts.156.gate_proj,0.0002103622,0.05000,2.063 +67,mlp.experts.157.gate_proj,0.0000826336,0.05000,2.076 +67,mlp.experts.158.gate_proj,0.0001623249,0.05000,2.098 +67,mlp.experts.159.gate_proj,0.0001086941,0.05000,2.154 +67,mlp.experts.0.up_proj,0.0000128013,0.05000,2.067 +67,mlp.experts.1.up_proj,0.0000762618,0.05000,2.058 +67,mlp.experts.2.up_proj,0.0000695013,0.05000,2.055 +67,mlp.experts.3.up_proj,0.0000736146,0.05000,2.064 +67,mlp.experts.4.up_proj,0.0001085116,0.05000,2.027 +67,mlp.experts.5.up_proj,0.0000437950,0.05000,2.020 +67,mlp.experts.6.up_proj,0.0000803221,0.05000,2.026 +67,mlp.experts.7.up_proj,0.0000640061,0.05000,2.029 +67,mlp.experts.9.up_proj,0.0000304895,0.05000,2.033 +67,mlp.experts.8.up_proj,0.0000836128,0.05000,2.086 +67,mlp.experts.10.up_proj,0.0000897528,0.05000,2.037 +67,mlp.experts.11.up_proj,0.0000206296,0.05000,2.049 +67,mlp.experts.13.up_proj,0.0000390726,0.05000,2.051 +67,mlp.experts.12.up_proj,0.0000646007,0.05000,2.087 +67,mlp.experts.14.up_proj,0.0000502458,0.05000,2.061 +67,mlp.experts.15.up_proj,0.0001587120,0.05000,2.052 +67,mlp.experts.17.up_proj,0.0000909301,0.05000,2.028 +67,mlp.experts.16.up_proj,0.0001087706,0.05000,2.069 +67,mlp.experts.18.up_proj,0.0000943563,0.05000,2.060 +67,mlp.experts.19.up_proj,0.0001127150,0.05000,2.030 +67,mlp.experts.21.up_proj,0.0000636110,0.05000,2.047 +67,mlp.experts.20.up_proj,0.0001321928,0.05000,2.059 +67,mlp.experts.22.up_proj,0.0000868061,0.05000,2.058 +67,mlp.experts.23.up_proj,0.0000225248,0.05000,2.052 +67,mlp.experts.25.up_proj,0.0000715090,0.05000,2.035 +67,mlp.experts.24.up_proj,0.0000938509,0.05000,2.053 +67,mlp.experts.26.up_proj,0.0000933150,0.05000,2.046 +67,mlp.experts.27.up_proj,0.0000635444,0.05000,2.010 +67,mlp.experts.29.up_proj,0.0000435980,0.05000,2.062 +67,mlp.experts.28.up_proj,0.0002005368,0.05000,2.022 +67,mlp.experts.30.up_proj,0.0001883790,0.05000,2.054 +67,mlp.experts.31.up_proj,0.0000739658,0.05000,2.029 +67,mlp.experts.33.up_proj,0.0000481259,0.05000,2.046 +67,mlp.experts.32.up_proj,0.0000676792,0.05000,2.053 +67,mlp.experts.34.up_proj,0.0000418458,0.05000,2.090 +67,mlp.experts.35.up_proj,0.0000366900,0.05000,2.044 +67,mlp.experts.37.up_proj,0.0000702356,0.05000,2.114 +67,mlp.experts.36.up_proj,0.0000550707,0.05000,2.086 +67,mlp.experts.38.up_proj,0.0000580062,0.05000,2.060 +67,mlp.experts.39.up_proj,0.0001101193,0.05000,2.038 +67,mlp.experts.41.up_proj,0.0000657820,0.05000,2.068 +67,mlp.experts.40.up_proj,0.0000835064,0.05000,2.045 +67,mlp.experts.42.up_proj,0.0000792484,0.05000,2.053 +67,mlp.experts.43.up_proj,0.0000651748,0.05000,2.092 +67,mlp.experts.44.up_proj,0.0000157762,0.05000,2.033 +67,mlp.experts.45.up_proj,0.0000569699,0.05000,2.079 +67,mlp.experts.46.up_proj,0.0000405789,0.05000,2.064 +67,mlp.experts.47.up_proj,0.0001961094,0.05000,2.105 +67,mlp.experts.48.up_proj,0.0000563918,0.05000,2.069 +67,mlp.experts.49.up_proj,0.0000539611,0.05000,2.048 +67,mlp.experts.50.up_proj,0.0000876563,0.05000,2.055 +67,mlp.experts.51.up_proj,0.0000552440,0.05000,2.052 +67,mlp.experts.53.up_proj,0.0002259051,0.05000,2.030 +67,mlp.experts.52.up_proj,0.0000708205,0.05000,2.083 +67,mlp.experts.54.up_proj,0.0000779502,0.05000,2.051 +67,mlp.experts.55.up_proj,0.0001023976,0.05000,2.049 +67,mlp.experts.56.up_proj,0.0000577010,0.05000,2.026 +67,mlp.experts.57.up_proj,0.0000615510,0.05000,2.111 +67,mlp.experts.58.up_proj,0.0000823810,0.05000,2.058 +67,mlp.experts.59.up_proj,0.0000648237,0.05000,2.034 +67,mlp.experts.60.up_proj,0.0001444295,0.05000,2.042 +67,mlp.experts.61.up_proj,0.0000533933,0.05000,2.060 +67,mlp.experts.62.up_proj,0.0000249617,0.05000,2.024 +67,mlp.experts.63.up_proj,0.0000607965,0.05000,2.019 +67,mlp.experts.64.up_proj,0.0000575511,0.05000,2.009 +67,mlp.experts.65.up_proj,0.0000341539,0.05000,2.017 +67,mlp.experts.66.up_proj,0.0000829540,0.05000,2.019 +67,mlp.experts.67.up_proj,0.0000243113,0.05000,2.040 +67,mlp.experts.68.up_proj,0.0000377985,0.05000,2.051 +67,mlp.experts.69.up_proj,0.0000852117,0.05000,2.037 +67,mlp.experts.70.up_proj,0.0000242262,0.05000,2.048 +67,mlp.experts.71.up_proj,0.0001008975,0.05000,2.073 +67,mlp.experts.73.up_proj,0.0000709860,0.05000,2.042 +67,mlp.experts.72.up_proj,0.0000641470,0.05000,2.134 +67,mlp.experts.74.up_proj,0.0000763797,0.05000,2.058 +67,mlp.experts.75.up_proj,0.0000549143,0.05000,2.032 +67,mlp.experts.77.up_proj,0.0001497825,0.05000,2.053 +67,mlp.experts.78.up_proj,0.0000784065,0.05000,2.037 +67,mlp.experts.76.up_proj,0.0001261219,0.05000,2.141 +67,mlp.experts.79.up_proj,0.0000614865,0.05000,2.068 +67,mlp.experts.81.up_proj,0.0000334609,0.05000,2.029 +67,mlp.experts.82.up_proj,0.0000563908,0.05000,2.047 +67,mlp.experts.80.up_proj,0.0000661368,0.05000,2.097 +67,mlp.experts.83.up_proj,0.0000851316,0.05000,2.026 +67,mlp.experts.85.up_proj,0.0000511424,0.05000,2.040 +67,mlp.experts.86.up_proj,0.0001177074,0.05000,2.084 +67,mlp.experts.84.up_proj,0.0000882522,0.05000,2.031 +67,mlp.experts.87.up_proj,0.0000556773,0.05000,2.024 +67,mlp.experts.89.up_proj,0.0000995713,0.05000,2.049 +67,mlp.experts.90.up_proj,0.0000208488,0.05000,2.024 +67,mlp.experts.88.up_proj,0.0001140833,0.05000,2.035 +67,mlp.experts.91.up_proj,0.0000497206,0.05000,2.025 +67,mlp.experts.93.up_proj,0.0000985388,0.05000,2.005 +67,mlp.experts.94.up_proj,0.0001807908,0.05000,2.044 +67,mlp.experts.92.up_proj,0.0001594113,0.05000,2.051 +67,mlp.experts.95.up_proj,0.0001136983,0.05000,1.961 +67,mlp.experts.97.up_proj,0.0001088648,0.05000,1.470 +67,mlp.experts.98.up_proj,0.0001153758,0.05000,1.437 +67,mlp.experts.101.up_proj,0.0000977616,0.05000,2.055 +67,mlp.experts.99.up_proj,0.0000348414,0.05000,2.083 +67,mlp.experts.102.up_proj,0.0000964357,0.05000,2.085 +67,mlp.experts.96.up_proj,0.0001160860,0.05000,2.150 +67,mlp.experts.103.up_proj,0.0000600460,0.05000,2.023 +67,mlp.experts.106.up_proj,0.0000264854,0.05000,2.056 +67,mlp.experts.105.up_proj,0.0000477158,0.05000,2.112 +67,mlp.experts.100.up_proj,0.0001118895,0.05000,2.112 +67,mlp.experts.110.up_proj,0.0000522590,0.05000,2.017 +67,mlp.experts.109.up_proj,0.0002300322,0.05000,2.021 +67,mlp.experts.107.up_proj,0.0000595447,0.05000,2.133 +67,mlp.experts.104.up_proj,0.0000809042,0.05000,2.047 +67,mlp.experts.113.up_proj,0.0000483506,0.05000,2.038 +67,mlp.experts.111.up_proj,0.0000653545,0.05000,2.016 +67,mlp.experts.114.up_proj,0.0000465924,0.05000,2.138 +67,mlp.experts.108.up_proj,0.0000868076,0.05000,2.017 +67,mlp.experts.115.up_proj,0.0000601082,0.05000,2.059 +67,mlp.experts.117.up_proj,0.0000491483,0.05000,2.115 +67,mlp.experts.112.up_proj,0.0000604000,0.05000,2.058 +67,mlp.experts.118.up_proj,0.0000746186,0.05000,2.134 +67,mlp.experts.121.up_proj,0.0000660889,0.05000,2.024 +67,mlp.experts.116.up_proj,0.0000557180,0.05000,1.987 +67,mlp.experts.119.up_proj,0.0000417309,0.05000,2.059 +67,mlp.experts.122.up_proj,0.0000732069,0.05000,2.060 +67,mlp.experts.125.up_proj,0.0000839487,0.05000,2.040 +67,mlp.experts.123.up_proj,0.0000212337,0.05000,2.035 +67,mlp.experts.120.up_proj,0.0000506394,0.05000,2.118 +67,mlp.experts.126.up_proj,0.0000250548,0.05000,2.081 +67,mlp.experts.129.up_proj,0.0001151050,0.05000,2.051 +67,mlp.experts.127.up_proj,0.0001175812,0.05000,2.081 +67,mlp.experts.124.up_proj,0.0000758564,0.05000,2.061 +67,mlp.experts.130.up_proj,0.0000561218,0.05000,2.087 +67,mlp.experts.131.up_proj,0.0001003185,0.05000,2.071 +67,mlp.experts.133.up_proj,0.0000306215,0.05000,2.127 +67,mlp.experts.128.up_proj,0.0001040837,0.05000,2.068 +67,mlp.experts.134.up_proj,0.0000865324,0.05000,2.072 +67,mlp.experts.137.up_proj,0.0000479816,0.05000,2.029 +67,mlp.experts.135.up_proj,0.0000645536,0.05000,2.114 +67,mlp.experts.132.up_proj,0.0000576018,0.05000,2.113 +67,mlp.experts.138.up_proj,0.0000370655,0.05000,2.064 +67,mlp.experts.141.up_proj,0.0000710924,0.05000,2.051 +67,mlp.experts.139.up_proj,0.0000470919,0.05000,2.035 +67,mlp.experts.136.up_proj,0.0000793392,0.05000,2.056 +67,mlp.experts.142.up_proj,0.0000291050,0.05000,2.058 +67,mlp.experts.140.up_proj,0.0000939428,0.05000,2.014 +67,mlp.experts.143.up_proj,0.0000787298,0.05000,2.132 +67,mlp.experts.145.up_proj,0.0000673702,0.05000,2.202 +67,mlp.experts.146.up_proj,0.0000591331,0.05000,2.080 +67,mlp.experts.144.up_proj,0.0000817585,0.05000,2.102 +67,mlp.experts.147.up_proj,0.0000536754,0.05000,2.123 +67,mlp.experts.149.up_proj,0.0000598768,0.05000,2.130 +67,mlp.experts.150.up_proj,0.0000471306,0.05000,2.088 +67,mlp.experts.148.up_proj,0.0000574014,0.05000,2.055 +67,mlp.experts.151.up_proj,0.0000258226,0.05000,2.044 +67,mlp.experts.153.up_proj,0.0000400777,0.05000,2.092 +67,mlp.experts.154.up_proj,0.0000409789,0.05000,2.090 +67,mlp.experts.152.up_proj,0.0002515158,0.05000,2.041 +67,mlp.experts.155.up_proj,0.0000102890,0.05000,2.018 +67,mlp.experts.157.up_proj,0.0000777933,0.05000,2.016 +67,mlp.experts.158.up_proj,0.0001589858,0.05000,2.037 +67,mlp.experts.159.up_proj,0.0001047655,0.05000,1.379 +67,mlp.experts.156.up_proj,0.0002027000,0.05000,1.440 +67,mlp.experts.2.down_proj,0.0000091378,0.05000,0.636 +67,mlp.experts.0.down_proj,0.0000019934,0.05000,0.636 +67,mlp.experts.1.down_proj,0.0000170647,0.05000,0.647 +67,mlp.experts.3.down_proj,0.0000312925,0.05000,0.675 +67,mlp.experts.6.down_proj,0.0000269432,0.05000,0.608 +67,mlp.experts.4.down_proj,0.0000165750,0.05000,0.609 +67,mlp.experts.5.down_proj,0.0000062060,0.05000,0.600 +67,mlp.experts.7.down_proj,0.0000093011,0.05000,0.604 +67,mlp.experts.9.down_proj,0.0000072204,0.05000,0.613 +67,mlp.experts.10.down_proj,0.0000177867,0.05000,0.637 +67,mlp.experts.8.down_proj,0.0000158107,0.05000,0.652 +67,mlp.experts.11.down_proj,0.0000067722,0.05000,0.623 +67,mlp.experts.14.down_proj,0.0000090498,0.05000,0.609 +67,mlp.experts.12.down_proj,0.0000156035,0.05000,0.602 +67,mlp.experts.13.down_proj,0.0000065682,0.05000,0.653 +67,mlp.experts.15.down_proj,0.0000296391,0.05000,0.645 +67,mlp.experts.18.down_proj,0.0000193515,0.05000,0.605 +67,mlp.experts.17.down_proj,0.0000158607,0.05000,0.598 +67,mlp.experts.16.down_proj,0.0000160304,0.05000,0.621 +67,mlp.experts.19.down_proj,0.0000184826,0.05000,0.623 +67,mlp.experts.22.down_proj,0.0000232916,0.05000,0.606 +67,mlp.experts.21.down_proj,0.0000094075,0.05000,0.602 +67,mlp.experts.20.down_proj,0.0000249097,0.05000,0.603 +67,mlp.experts.23.down_proj,0.0000040797,0.05000,0.605 +67,mlp.experts.26.down_proj,0.0000272045,0.05000,0.609 +67,mlp.experts.24.down_proj,0.0000165322,0.05000,0.605 +67,mlp.experts.25.down_proj,0.0000197455,0.05000,0.626 +67,mlp.experts.27.down_proj,0.0000132268,0.05000,0.628 +67,mlp.experts.30.down_proj,0.0000292171,0.05000,0.606 +67,mlp.experts.28.down_proj,0.0000522772,0.05000,0.604 +67,mlp.experts.29.down_proj,0.0000064099,0.05000,0.604 +67,mlp.experts.31.down_proj,0.0000185759,0.05000,0.626 +67,mlp.experts.34.down_proj,0.0000059159,0.05000,0.632 +67,mlp.experts.33.down_proj,0.0000078766,0.05000,0.606 +67,mlp.experts.32.down_proj,0.0000100190,0.05000,0.630 +67,mlp.experts.35.down_proj,0.0000047145,0.05000,0.628 +67,mlp.experts.37.down_proj,0.0000122016,0.05000,0.600 +67,mlp.experts.36.down_proj,0.0000105319,0.05000,0.595 +67,mlp.experts.38.down_proj,0.0000092143,0.05000,0.616 +67,mlp.experts.39.down_proj,0.0000208386,0.05000,0.598 +67,mlp.experts.41.down_proj,0.0000100907,0.05000,0.608 +67,mlp.experts.40.down_proj,0.0000208557,0.05000,0.601 +67,mlp.experts.42.down_proj,0.0000143426,0.05000,0.630 +67,mlp.experts.43.down_proj,0.0000130676,0.05000,0.618 +67,mlp.experts.44.down_proj,0.0000023623,0.05000,0.628 +67,mlp.experts.46.down_proj,0.0000071737,0.05000,0.615 +67,mlp.experts.45.down_proj,0.0000090493,0.05000,0.660 +67,mlp.experts.47.down_proj,0.0000285589,0.05000,0.613 +67,mlp.experts.48.down_proj,0.0000088840,0.05000,0.607 +67,mlp.experts.49.down_proj,0.0000129478,0.05000,0.599 +67,mlp.experts.50.down_proj,0.0000113455,0.05000,0.606 +67,mlp.experts.51.down_proj,0.0000113745,0.05000,0.605 +67,mlp.experts.52.down_proj,0.0000093160,0.05000,0.615 +67,mlp.experts.53.down_proj,0.0000576450,0.05000,0.610 +67,mlp.experts.54.down_proj,0.0000157770,0.05000,0.639 +67,mlp.experts.55.down_proj,0.0000251438,0.05000,0.651 +67,mlp.experts.56.down_proj,0.0000101080,0.05000,0.617 +67,mlp.experts.57.down_proj,0.0000121609,0.05000,0.661 +67,mlp.experts.58.down_proj,0.0000220760,0.05000,0.662 +67,mlp.experts.59.down_proj,0.0000134067,0.05000,0.618 +67,mlp.experts.60.down_proj,0.0000329036,0.05000,0.632 +67,mlp.experts.61.down_proj,0.0000110661,0.05000,0.612 +67,mlp.experts.62.down_proj,0.0000034316,0.05000,0.615 +67,mlp.experts.63.down_proj,0.0000084644,0.05000,0.624 +67,mlp.experts.64.down_proj,0.0000140158,0.05000,0.614 +67,mlp.experts.65.down_proj,0.0000062333,0.05000,0.654 +67,mlp.experts.66.down_proj,0.0000227980,0.05000,0.651 +67,mlp.experts.67.down_proj,0.0000038225,0.05000,0.616 +67,mlp.experts.68.down_proj,0.0000172399,0.05000,0.602 +67,mlp.experts.69.down_proj,0.0000182542,0.05000,0.601 +67,mlp.experts.71.down_proj,0.0000195562,0.05000,0.609 +67,mlp.experts.70.down_proj,0.0000059596,0.05000,0.624 +67,mlp.experts.72.down_proj,0.0000117812,0.05000,0.649 +67,mlp.experts.73.down_proj,0.0000111837,0.05000,0.632 +67,mlp.experts.74.down_proj,0.0000145981,0.05000,0.620 +67,mlp.experts.75.down_proj,0.0000121618,0.05000,0.634 +67,mlp.experts.76.down_proj,0.0000359292,0.05000,0.627 +67,mlp.experts.77.down_proj,0.0000368930,0.05000,0.613 +67,mlp.experts.78.down_proj,0.0000165052,0.05000,0.638 +67,mlp.experts.79.down_proj,0.0000118778,0.05000,0.632 +67,mlp.experts.80.down_proj,0.0000103803,0.05000,0.633 +67,mlp.experts.81.down_proj,0.0000158728,0.05000,0.611 +67,mlp.experts.83.down_proj,0.0000183345,0.05000,0.609 +67,mlp.experts.82.down_proj,0.0000087507,0.05000,0.627 +67,mlp.experts.84.down_proj,0.0000154243,0.05000,0.637 +67,mlp.experts.85.down_proj,0.0000116270,0.05000,0.616 +67,mlp.experts.87.down_proj,0.0000081953,0.05000,0.608 +67,mlp.experts.86.down_proj,0.0000168485,0.05000,0.622 +67,mlp.experts.88.down_proj,0.0000287094,0.05000,0.620 +67,mlp.experts.89.down_proj,0.0000174426,0.05000,0.634 +67,mlp.experts.91.down_proj,0.0000153159,0.05000,0.617 +67,mlp.experts.90.down_proj,0.0000038496,0.05000,0.643 +67,mlp.experts.92.down_proj,0.0000248390,0.05000,0.616 +67,mlp.experts.93.down_proj,0.0000168918,0.05000,0.610 +67,mlp.experts.95.down_proj,0.0000184991,0.05000,0.636 +67,mlp.experts.94.down_proj,0.0000302180,0.05000,0.661 +67,mlp.experts.96.down_proj,0.0000294457,0.05000,0.616 +67,mlp.experts.97.down_proj,0.0000289168,0.05000,0.615 +67,mlp.experts.99.down_proj,0.0000083365,0.05000,0.660 +67,mlp.experts.98.down_proj,0.0000345431,0.05000,0.646 +67,mlp.experts.100.down_proj,0.0000249637,0.05000,0.615 +67,mlp.experts.101.down_proj,0.0000158408,0.05000,0.614 +67,mlp.experts.103.down_proj,0.0000211927,0.05000,0.656 +67,mlp.experts.102.down_proj,0.0000208581,0.05000,0.621 +67,mlp.experts.104.down_proj,0.0000151991,0.05000,0.634 +67,mlp.experts.105.down_proj,0.0000063566,0.05000,0.630 +67,mlp.experts.107.down_proj,0.0000121859,0.05000,0.607 +67,mlp.experts.106.down_proj,0.0000079289,0.05000,0.634 +67,mlp.experts.109.down_proj,0.0000751480,0.05000,0.607 +67,mlp.experts.108.down_proj,0.0000120167,0.05000,0.651 +67,mlp.experts.111.down_proj,0.0000100287,0.05000,0.609 +67,mlp.experts.110.down_proj,0.0000107518,0.05000,0.639 +67,mlp.experts.113.down_proj,0.0000076876,0.05000,0.606 +67,mlp.experts.112.down_proj,0.0000195691,0.05000,0.602 +67,mlp.experts.115.down_proj,0.0000201048,0.05000,0.602 +67,mlp.experts.114.down_proj,0.0000077045,0.05000,0.618 +67,mlp.experts.117.down_proj,0.0000143427,0.05000,0.603 +67,mlp.experts.116.down_proj,0.0000092813,0.05000,0.601 +67,mlp.experts.119.down_proj,0.0000094615,0.05000,0.603 +67,mlp.experts.118.down_proj,0.0000100365,0.05000,0.615 +67,mlp.experts.121.down_proj,0.0000142756,0.05000,0.603 +67,mlp.experts.120.down_proj,0.0000093253,0.05000,0.604 +67,mlp.experts.123.down_proj,0.0000064209,0.05000,0.604 +67,mlp.experts.122.down_proj,0.0000146205,0.05000,0.617 +67,mlp.experts.125.down_proj,0.0000171622,0.05000,0.605 +67,mlp.experts.124.down_proj,0.0000114015,0.05000,0.625 +67,mlp.experts.127.down_proj,0.0000351239,0.05000,0.609 +67,mlp.experts.126.down_proj,0.0000061164,0.05000,0.620 +67,mlp.experts.129.down_proj,0.0000324209,0.05000,0.610 +67,mlp.experts.128.down_proj,0.0000291385,0.05000,0.643 +67,mlp.experts.131.down_proj,0.0000266647,0.05000,0.608 +67,mlp.experts.130.down_proj,0.0000094667,0.05000,0.645 +67,mlp.experts.133.down_proj,0.0000097819,0.05000,0.602 +67,mlp.experts.132.down_proj,0.0000083089,0.05000,0.643 +67,mlp.experts.135.down_proj,0.0000090662,0.05000,0.603 +67,mlp.experts.134.down_proj,0.0000123364,0.05000,0.612 +67,mlp.experts.137.down_proj,0.0000073252,0.05000,0.619 +67,mlp.experts.136.down_proj,0.0000175712,0.05000,0.604 +67,mlp.experts.139.down_proj,0.0000065363,0.05000,0.617 +67,mlp.experts.138.down_proj,0.0000060379,0.05000,0.608 +67,mlp.experts.141.down_proj,0.0000096599,0.05000,0.603 +67,mlp.experts.143.down_proj,0.0000130127,0.05000,0.604 +67,mlp.experts.140.down_proj,0.0000171089,0.05000,0.644 +67,mlp.experts.142.down_proj,0.0000043196,0.05000,0.609 +67,mlp.experts.145.down_proj,0.0000109791,0.05000,0.607 +67,mlp.experts.147.down_proj,0.0000073080,0.05000,0.607 +67,mlp.experts.144.down_proj,0.0000123371,0.05000,0.623 +67,mlp.experts.146.down_proj,0.0000188742,0.05000,0.610 +67,mlp.experts.149.down_proj,0.0000100070,0.05000,0.669 +67,mlp.experts.151.down_proj,0.0000034952,0.05000,0.639 +67,mlp.experts.148.down_proj,0.0000101240,0.05000,0.618 +67,mlp.experts.150.down_proj,0.0000104003,0.05000,0.651 +67,mlp.experts.153.down_proj,0.0000065773,0.05000,0.613 +67,mlp.experts.152.down_proj,0.0001151405,0.05000,0.615 +67,mlp.experts.155.down_proj,0.0000027932,0.05000,0.637 +67,mlp.experts.154.down_proj,0.0000087479,0.05000,0.642 +67,mlp.experts.157.down_proj,0.0000149978,0.05000,0.606 +67,mlp.experts.156.down_proj,0.0000299043,0.05000,0.584 +67,mlp.experts.159.down_proj,0.0000233764,0.05000,0.579 +67,mlp.experts.158.down_proj,0.0000337858,0.05000,0.477 +68,mlp.experts.0.gate_proj,0.0000553943,0.05000,2.120 +68,mlp.experts.2.gate_proj,0.0000451194,0.05000,2.160 +68,mlp.experts.1.gate_proj,0.0000788098,0.05000,2.202 +68,mlp.experts.3.gate_proj,0.0000505872,0.05000,2.241 +68,mlp.experts.4.gate_proj,0.0001003012,0.05000,2.067 +68,mlp.experts.5.gate_proj,0.0000765418,0.05000,2.055 +68,mlp.experts.6.gate_proj,0.0000718999,0.05000,2.140 +68,mlp.experts.7.gate_proj,0.0000132864,0.05000,2.122 +68,mlp.experts.8.gate_proj,0.0001469027,0.05000,2.067 +68,mlp.experts.11.gate_proj,0.0000858562,0.05000,2.027 +68,mlp.experts.9.gate_proj,0.0000508811,0.05000,2.156 +68,mlp.experts.10.gate_proj,0.0000106253,0.05000,2.144 +68,mlp.experts.12.gate_proj,0.0000983670,0.05000,2.034 +68,mlp.experts.15.gate_proj,0.0000826414,0.05000,2.049 +68,mlp.experts.13.gate_proj,0.0000641793,0.05000,2.070 +68,mlp.experts.14.gate_proj,0.0000765269,0.05000,2.107 +68,mlp.experts.16.gate_proj,0.0000248455,0.05000,2.094 +68,mlp.experts.17.gate_proj,0.0000686816,0.05000,2.029 +68,mlp.experts.19.gate_proj,0.0000592814,0.05000,2.098 +68,mlp.experts.18.gate_proj,0.0000792470,0.05000,2.097 +68,mlp.experts.20.gate_proj,0.0001002190,0.05000,2.010 +68,mlp.experts.21.gate_proj,0.0000939970,0.05000,2.012 +68,mlp.experts.23.gate_proj,0.0000601912,0.05000,2.051 +68,mlp.experts.22.gate_proj,0.0001002353,0.05000,2.065 +68,mlp.experts.24.gate_proj,0.0000708620,0.05000,2.031 +68,mlp.experts.27.gate_proj,0.0000775433,0.05000,2.004 +68,mlp.experts.25.gate_proj,0.0001059034,0.05000,2.127 +68,mlp.experts.26.gate_proj,0.0001091745,0.05000,2.055 +68,mlp.experts.28.gate_proj,0.0000917234,0.05000,2.022 +68,mlp.experts.31.gate_proj,0.0000503158,0.05000,2.091 +68,mlp.experts.29.gate_proj,0.0001022873,0.05000,2.036 +68,mlp.experts.30.gate_proj,0.0001782625,0.05000,2.051 +68,mlp.experts.32.gate_proj,0.0001666036,0.05000,2.025 +68,mlp.experts.33.gate_proj,0.0001063675,0.05000,2.042 +68,mlp.experts.35.gate_proj,0.0001737553,0.05000,2.050 +68,mlp.experts.34.gate_proj,0.0000757502,0.05000,2.079 +68,mlp.experts.36.gate_proj,0.0000661320,0.05000,2.083 +68,mlp.experts.39.gate_proj,0.0000691788,0.05000,2.059 +68,mlp.experts.37.gate_proj,0.0000598947,0.05000,2.129 +68,mlp.experts.38.gate_proj,0.0001502675,0.05000,2.069 +68,mlp.experts.40.gate_proj,0.0000730011,0.05000,2.112 +68,mlp.experts.43.gate_proj,0.0000933057,0.05000,2.119 +68,mlp.experts.41.gate_proj,0.0000584652,0.05000,2.135 +68,mlp.experts.42.gate_proj,0.0001078631,0.05000,2.094 +68,mlp.experts.44.gate_proj,0.0000854940,0.05000,2.039 +68,mlp.experts.47.gate_proj,0.0000726681,0.05000,2.078 +68,mlp.experts.45.gate_proj,0.0001011889,0.05000,2.095 +68,mlp.experts.46.gate_proj,0.0000262359,0.05000,2.075 +68,mlp.experts.48.gate_proj,0.0000752906,0.05000,2.028 +68,mlp.experts.51.gate_proj,0.0000989796,0.05000,2.089 +68,mlp.experts.49.gate_proj,0.0000463419,0.05000,2.051 +68,mlp.experts.50.gate_proj,0.0001281333,0.05000,2.077 +68,mlp.experts.52.gate_proj,0.0002720085,0.05000,2.094 +68,mlp.experts.55.gate_proj,0.0000262654,0.05000,2.092 +68,mlp.experts.53.gate_proj,0.0000919800,0.05000,2.096 +68,mlp.experts.54.gate_proj,0.0001242840,0.05000,2.095 +68,mlp.experts.56.gate_proj,0.0000405106,0.05000,2.089 +68,mlp.experts.57.gate_proj,0.0000236023,0.05000,2.039 +68,mlp.experts.59.gate_proj,0.0000856982,0.05000,2.140 +68,mlp.experts.58.gate_proj,0.0000894155,0.05000,2.064 +68,mlp.experts.60.gate_proj,0.0000239764,0.05000,2.022 +68,mlp.experts.63.gate_proj,0.0000576715,0.05000,2.013 +68,mlp.experts.61.gate_proj,0.0000405767,0.05000,2.069 +68,mlp.experts.62.gate_proj,0.0000756145,0.05000,2.060 +68,mlp.experts.64.gate_proj,0.0000947495,0.05000,2.032 +68,mlp.experts.65.gate_proj,0.0000649092,0.05000,2.057 +68,mlp.experts.67.gate_proj,0.0000504962,0.05000,2.122 +68,mlp.experts.66.gate_proj,0.0000550923,0.05000,2.066 +68,mlp.experts.68.gate_proj,0.0000434264,0.05000,2.074 +68,mlp.experts.69.gate_proj,0.0000166284,0.05000,2.143 +68,mlp.experts.71.gate_proj,0.0000176146,0.05000,2.143 +68,mlp.experts.70.gate_proj,0.0000639301,0.05000,2.131 +68,mlp.experts.72.gate_proj,0.0001255437,0.05000,2.107 +68,mlp.experts.75.gate_proj,0.0001242833,0.05000,2.032 +68,mlp.experts.73.gate_proj,0.0000668575,0.05000,2.126 +68,mlp.experts.74.gate_proj,0.0000411220,0.05000,2.078 +68,mlp.experts.76.gate_proj,0.0000696121,0.05000,2.085 +68,mlp.experts.79.gate_proj,0.0000836499,0.05000,2.098 +68,mlp.experts.78.gate_proj,0.0001159684,0.05000,2.073 +68,mlp.experts.77.gate_proj,0.0001051757,0.05000,2.135 +68,mlp.experts.80.gate_proj,0.0000890191,0.05000,2.108 +68,mlp.experts.83.gate_proj,0.0001448018,0.05000,2.117 +68,mlp.experts.81.gate_proj,0.0001033358,0.05000,2.062 +68,mlp.experts.82.gate_proj,0.0000716952,0.05000,2.116 +68,mlp.experts.84.gate_proj,0.0001322569,0.05000,2.083 +68,mlp.experts.85.gate_proj,0.0001011477,0.05000,2.023 +68,mlp.experts.87.gate_proj,0.0001863751,0.05000,2.089 +68,mlp.experts.86.gate_proj,0.0001410616,0.05000,2.067 +68,mlp.experts.88.gate_proj,0.0000653838,0.05000,2.056 +68,mlp.experts.89.gate_proj,0.0001204254,0.05000,2.031 +68,mlp.experts.90.gate_proj,0.0000642855,0.05000,2.028 +68,mlp.experts.91.gate_proj,0.0001215869,0.05000,2.097 +68,mlp.experts.92.gate_proj,0.0000525187,0.05000,2.078 +68,mlp.experts.93.gate_proj,0.0001662382,0.05000,2.099 +68,mlp.experts.94.gate_proj,0.0000543670,0.05000,2.079 +68,mlp.experts.95.gate_proj,0.0000421098,0.05000,2.078 +68,mlp.experts.96.gate_proj,0.0000571215,0.05000,2.133 +68,mlp.experts.97.gate_proj,0.0001138476,0.05000,2.067 +68,mlp.experts.99.gate_proj,0.0000798773,0.05000,2.078 +68,mlp.experts.98.gate_proj,0.0001438599,0.05000,2.129 +68,mlp.experts.100.gate_proj,0.0000572664,0.05000,2.146 +68,mlp.experts.101.gate_proj,0.0000817115,0.05000,2.067 +68,mlp.experts.103.gate_proj,0.0000280647,0.05000,2.066 +68,mlp.experts.102.gate_proj,0.0000593831,0.05000,2.089 +68,mlp.experts.104.gate_proj,0.0000454312,0.05000,2.068 +68,mlp.experts.105.gate_proj,0.0000304067,0.05000,2.078 +68,mlp.experts.107.gate_proj,0.0000939754,0.05000,2.058 +68,mlp.experts.106.gate_proj,0.0000426497,0.05000,2.047 +68,mlp.experts.108.gate_proj,0.0000819437,0.05000,2.032 +68,mlp.experts.109.gate_proj,0.0001324794,0.05000,2.085 +68,mlp.experts.111.gate_proj,0.0000549898,0.05000,2.023 +68,mlp.experts.110.gate_proj,0.0001511788,0.05000,2.069 +68,mlp.experts.112.gate_proj,0.0000701320,0.05000,2.049 +68,mlp.experts.113.gate_proj,0.0000775222,0.05000,2.064 +68,mlp.experts.115.gate_proj,0.0001494645,0.05000,2.099 +68,mlp.experts.114.gate_proj,0.0000931434,0.05000,2.054 +68,mlp.experts.116.gate_proj,0.0000332913,0.05000,2.100 +68,mlp.experts.117.gate_proj,0.0001123034,0.05000,2.055 +68,mlp.experts.119.gate_proj,0.0000168013,0.05000,2.084 +68,mlp.experts.118.gate_proj,0.0000730012,0.05000,2.057 +68,mlp.experts.120.gate_proj,0.0001154392,0.05000,2.027 +68,mlp.experts.123.gate_proj,0.0000301272,0.05000,2.014 +68,mlp.experts.121.gate_proj,0.0001026188,0.05000,2.104 +68,mlp.experts.122.gate_proj,0.0000942593,0.05000,2.067 +68,mlp.experts.124.gate_proj,0.0000502085,0.05000,2.053 +68,mlp.experts.127.gate_proj,0.0001101044,0.05000,2.109 +68,mlp.experts.126.gate_proj,0.0000493638,0.05000,2.087 +68,mlp.experts.125.gate_proj,0.0000531909,0.05000,2.166 +68,mlp.experts.128.gate_proj,0.0001340515,0.05000,2.110 +68,mlp.experts.131.gate_proj,0.0002716567,0.05000,2.061 +68,mlp.experts.130.gate_proj,0.0000785208,0.05000,2.112 +68,mlp.experts.129.gate_proj,0.0000407432,0.05000,2.100 +68,mlp.experts.132.gate_proj,0.0000358946,0.05000,2.062 +68,mlp.experts.135.gate_proj,0.0000646118,0.05000,2.080 +68,mlp.experts.134.gate_proj,0.0000383351,0.05000,2.106 +68,mlp.experts.133.gate_proj,0.0000560727,0.05000,2.116 +68,mlp.experts.136.gate_proj,0.0002055589,0.05000,2.043 +68,mlp.experts.139.gate_proj,0.0001114432,0.05000,2.088 +68,mlp.experts.137.gate_proj,0.0000681817,0.05000,1.999 +68,mlp.experts.138.gate_proj,0.0002100881,0.05000,2.045 +68,mlp.experts.140.gate_proj,0.0000519525,0.05000,2.094 +68,mlp.experts.143.gate_proj,0.0000395131,0.05000,2.116 +68,mlp.experts.141.gate_proj,0.0001597344,0.05000,2.048 +68,mlp.experts.142.gate_proj,0.0000771189,0.05000,2.105 +68,mlp.experts.144.gate_proj,0.0000660344,0.05000,2.088 +68,mlp.experts.145.gate_proj,0.0000933317,0.05000,2.054 +68,mlp.experts.146.gate_proj,0.0002050349,0.05000,2.081 +68,mlp.experts.147.gate_proj,0.0000955257,0.05000,2.171 +68,mlp.experts.148.gate_proj,0.0000630969,0.05000,2.079 +68,mlp.experts.149.gate_proj,0.0000332674,0.05000,2.062 +68,mlp.experts.151.gate_proj,0.0001539358,0.05000,2.060 +68,mlp.experts.150.gate_proj,0.0001681349,0.05000,2.095 +68,mlp.experts.152.gate_proj,0.0000506146,0.05000,2.093 +68,mlp.experts.153.gate_proj,0.0000920881,0.05000,2.045 +68,mlp.experts.154.gate_proj,0.0001021075,0.05000,2.098 +68,mlp.experts.155.gate_proj,0.0000934708,0.05000,2.133 +68,mlp.experts.156.gate_proj,0.0000719187,0.05000,2.090 +68,mlp.experts.157.gate_proj,0.0000374075,0.05000,2.052 +68,mlp.experts.158.gate_proj,0.0000621413,0.05000,2.117 +68,mlp.experts.159.gate_proj,0.0000708508,0.05000,2.113 +68,mlp.experts.0.up_proj,0.0000532542,0.05000,2.082 +68,mlp.experts.1.up_proj,0.0000760373,0.05000,2.070 +68,mlp.experts.2.up_proj,0.0000433258,0.05000,2.086 +68,mlp.experts.3.up_proj,0.0000489656,0.05000,2.097 +68,mlp.experts.4.up_proj,0.0000955789,0.05000,2.044 +68,mlp.experts.5.up_proj,0.0000753689,0.05000,2.047 +68,mlp.experts.6.up_proj,0.0000686262,0.05000,2.065 +68,mlp.experts.7.up_proj,0.0000128198,0.05000,2.073 +68,mlp.experts.8.up_proj,0.0001438429,0.05000,2.076 +68,mlp.experts.9.up_proj,0.0000486651,0.05000,2.076 +68,mlp.experts.10.up_proj,0.0000103496,0.05000,2.092 +68,mlp.experts.11.up_proj,0.0000833201,0.05000,2.167 +68,mlp.experts.12.up_proj,0.0000927290,0.05000,2.038 +68,mlp.experts.13.up_proj,0.0000624957,0.05000,2.077 +68,mlp.experts.14.up_proj,0.0000736611,0.05000,2.014 +68,mlp.experts.15.up_proj,0.0000807523,0.05000,2.022 +68,mlp.experts.16.up_proj,0.0000236905,0.05000,2.053 +68,mlp.experts.17.up_proj,0.0000658782,0.05000,2.076 +68,mlp.experts.18.up_proj,0.0000768676,0.05000,2.058 +68,mlp.experts.19.up_proj,0.0000566746,0.05000,2.026 +68,mlp.experts.20.up_proj,0.0000960390,0.05000,2.079 +68,mlp.experts.21.up_proj,0.0000901440,0.05000,2.055 +68,mlp.experts.22.up_proj,0.0000980244,0.05000,2.070 +68,mlp.experts.23.up_proj,0.0000577272,0.05000,2.132 +68,mlp.experts.24.up_proj,0.0000692973,0.05000,2.126 +68,mlp.experts.25.up_proj,0.0001020028,0.05000,2.036 +68,mlp.experts.26.up_proj,0.0001046276,0.05000,2.044 +68,mlp.experts.27.up_proj,0.0000744642,0.05000,2.085 +68,mlp.experts.28.up_proj,0.0000883584,0.05000,2.044 +68,mlp.experts.29.up_proj,0.0000965420,0.05000,2.028 +68,mlp.experts.30.up_proj,0.0001714239,0.05000,2.017 +68,mlp.experts.31.up_proj,0.0000489003,0.05000,2.033 +68,mlp.experts.32.up_proj,0.0001598393,0.05000,2.017 +68,mlp.experts.33.up_proj,0.0001032609,0.05000,2.072 +68,mlp.experts.34.up_proj,0.0000708714,0.05000,2.048 +68,mlp.experts.35.up_proj,0.0001646145,0.05000,2.056 +68,mlp.experts.36.up_proj,0.0000632881,0.05000,2.084 +68,mlp.experts.37.up_proj,0.0000578231,0.05000,2.041 +68,mlp.experts.38.up_proj,0.0001464617,0.05000,2.087 +68,mlp.experts.39.up_proj,0.0000670618,0.05000,2.071 +68,mlp.experts.40.up_proj,0.0000702678,0.05000,2.103 +68,mlp.experts.41.up_proj,0.0000567668,0.05000,2.147 +68,mlp.experts.42.up_proj,0.0001049846,0.05000,2.134 +68,mlp.experts.43.up_proj,0.0000890774,0.05000,2.084 +68,mlp.experts.44.up_proj,0.0000816327,0.05000,2.118 +68,mlp.experts.45.up_proj,0.0000981737,0.05000,2.084 +68,mlp.experts.46.up_proj,0.0000253546,0.05000,2.094 +68,mlp.experts.47.up_proj,0.0000697452,0.05000,2.094 +68,mlp.experts.48.up_proj,0.0000718570,0.05000,2.164 +68,mlp.experts.49.up_proj,0.0000455343,0.05000,2.091 +68,mlp.experts.50.up_proj,0.0001239835,0.05000,2.111 +68,mlp.experts.51.up_proj,0.0000969901,0.05000,2.116 +68,mlp.experts.52.up_proj,0.0002582440,0.05000,2.089 +68,mlp.experts.53.up_proj,0.0000891772,0.05000,2.090 +68,mlp.experts.54.up_proj,0.0001183291,0.05000,2.078 +68,mlp.experts.55.up_proj,0.0000258825,0.05000,2.074 +68,mlp.experts.56.up_proj,0.0000397295,0.05000,2.090 +68,mlp.experts.57.up_proj,0.0000226604,0.05000,2.080 +68,mlp.experts.58.up_proj,0.0000851848,0.05000,2.107 +68,mlp.experts.59.up_proj,0.0000823190,0.05000,2.047 +68,mlp.experts.60.up_proj,0.0000230983,0.05000,2.143 +68,mlp.experts.61.up_proj,0.0000395185,0.05000,2.119 +68,mlp.experts.62.up_proj,0.0000734470,0.05000,2.174 +68,mlp.experts.63.up_proj,0.0000551694,0.05000,2.119 +68,mlp.experts.64.up_proj,0.0000907996,0.05000,2.000 +68,mlp.experts.65.up_proj,0.0000614037,0.05000,2.003 +68,mlp.experts.66.up_proj,0.0000520787,0.05000,2.019 +68,mlp.experts.67.up_proj,0.0000488035,0.05000,2.001 +68,mlp.experts.68.up_proj,0.0000414586,0.05000,2.062 +68,mlp.experts.69.up_proj,0.0000161805,0.05000,2.027 +68,mlp.experts.71.up_proj,0.0000170447,0.05000,2.012 +68,mlp.experts.70.up_proj,0.0000606368,0.05000,2.127 +68,mlp.experts.72.up_proj,0.0001217890,0.05000,2.027 +68,mlp.experts.73.up_proj,0.0000643596,0.05000,2.077 +68,mlp.experts.75.up_proj,0.0001189576,0.05000,2.037 +68,mlp.experts.74.up_proj,0.0000402252,0.05000,2.113 +68,mlp.experts.76.up_proj,0.0000646044,0.05000,2.101 +68,mlp.experts.77.up_proj,0.0001019262,0.05000,2.044 +68,mlp.experts.79.up_proj,0.0000804824,0.05000,2.024 +68,mlp.experts.78.up_proj,0.0001106564,0.05000,2.066 +68,mlp.experts.80.up_proj,0.0000844335,0.05000,2.023 +68,mlp.experts.81.up_proj,0.0000981023,0.05000,2.035 +68,mlp.experts.83.up_proj,0.0001412412,0.05000,2.034 +68,mlp.experts.82.up_proj,0.0000687861,0.05000,2.073 +68,mlp.experts.84.up_proj,0.0001256497,0.05000,2.124 +68,mlp.experts.85.up_proj,0.0000969996,0.05000,2.118 +68,mlp.experts.87.up_proj,0.0001797205,0.05000,2.102 +68,mlp.experts.86.up_proj,0.0001352446,0.05000,2.082 +68,mlp.experts.88.up_proj,0.0000630718,0.05000,2.057 +68,mlp.experts.89.up_proj,0.0001161255,0.05000,2.113 +68,mlp.experts.91.up_proj,0.0001131568,0.05000,2.070 +68,mlp.experts.90.up_proj,0.0000613737,0.05000,2.103 +68,mlp.experts.92.up_proj,0.0000506449,0.05000,2.097 +68,mlp.experts.93.up_proj,0.0001511681,0.05000,2.088 +68,mlp.experts.95.up_proj,0.0000400203,0.05000,2.057 +68,mlp.experts.94.up_proj,0.0000527627,0.05000,2.066 +68,mlp.experts.96.up_proj,0.0000543392,0.05000,2.116 +68,mlp.experts.97.up_proj,0.0001100858,0.05000,2.074 +68,mlp.experts.99.up_proj,0.0000772708,0.05000,2.094 +68,mlp.experts.98.up_proj,0.0001388093,0.05000,2.073 +68,mlp.experts.100.up_proj,0.0000558040,0.05000,2.068 +68,mlp.experts.101.up_proj,0.0000782847,0.05000,2.097 +68,mlp.experts.103.up_proj,0.0000272574,0.05000,2.048 +68,mlp.experts.102.up_proj,0.0000571849,0.05000,2.054 +68,mlp.experts.104.up_proj,0.0000434778,0.05000,2.011 +68,mlp.experts.105.up_proj,0.0000296114,0.05000,2.025 +68,mlp.experts.107.up_proj,0.0000909098,0.05000,2.042 +68,mlp.experts.106.up_proj,0.0000415143,0.05000,2.114 +68,mlp.experts.108.up_proj,0.0000781902,0.05000,2.051 +68,mlp.experts.109.up_proj,0.0001281175,0.05000,2.128 +68,mlp.experts.111.up_proj,0.0000530756,0.05000,2.077 +68,mlp.experts.110.up_proj,0.0001442599,0.05000,2.081 +68,mlp.experts.112.up_proj,0.0000672274,0.05000,2.065 +68,mlp.experts.113.up_proj,0.0000733637,0.05000,2.054 +68,mlp.experts.115.up_proj,0.0001405690,0.05000,2.103 +68,mlp.experts.114.up_proj,0.0000894996,0.05000,2.077 +68,mlp.experts.116.up_proj,0.0000317802,0.05000,2.063 +68,mlp.experts.117.up_proj,0.0001048219,0.05000,2.067 +68,mlp.experts.119.up_proj,0.0000160800,0.05000,2.092 +68,mlp.experts.118.up_proj,0.0000710224,0.05000,2.062 +68,mlp.experts.120.up_proj,0.0001102136,0.05000,2.102 +68,mlp.experts.121.up_proj,0.0000992791,0.05000,2.041 +68,mlp.experts.123.up_proj,0.0000292637,0.05000,2.046 +68,mlp.experts.122.up_proj,0.0000905118,0.05000,2.023 +68,mlp.experts.124.up_proj,0.0000480624,0.05000,2.024 +68,mlp.experts.125.up_proj,0.0000517670,0.05000,2.035 +68,mlp.experts.127.up_proj,0.0001068995,0.05000,2.047 +68,mlp.experts.126.up_proj,0.0000480746,0.05000,2.089 +68,mlp.experts.128.up_proj,0.0001281007,0.05000,2.059 +68,mlp.experts.129.up_proj,0.0000398550,0.05000,2.041 +68,mlp.experts.131.up_proj,0.0002592596,0.05000,2.058 +68,mlp.experts.130.up_proj,0.0000761121,0.05000,2.109 +68,mlp.experts.132.up_proj,0.0000345919,0.05000,2.104 +68,mlp.experts.133.up_proj,0.0000547588,0.05000,2.072 +68,mlp.experts.135.up_proj,0.0000617167,0.05000,2.068 +68,mlp.experts.134.up_proj,0.0000369053,0.05000,2.075 +68,mlp.experts.136.up_proj,0.0001984033,0.05000,2.047 +68,mlp.experts.137.up_proj,0.0000661321,0.05000,2.068 +68,mlp.experts.139.up_proj,0.0001069270,0.05000,2.068 +68,mlp.experts.138.up_proj,0.0002026698,0.05000,2.097 +68,mlp.experts.140.up_proj,0.0000497360,0.05000,2.047 +68,mlp.experts.141.up_proj,0.0001594241,0.05000,2.049 +68,mlp.experts.143.up_proj,0.0000372282,0.05000,2.111 +68,mlp.experts.142.up_proj,0.0000701949,0.05000,2.037 +68,mlp.experts.144.up_proj,0.0000639441,0.05000,2.107 +68,mlp.experts.145.up_proj,0.0000893061,0.05000,2.052 +68,mlp.experts.147.up_proj,0.0000925131,0.05000,2.066 +68,mlp.experts.146.up_proj,0.0001656028,0.05000,2.072 +68,mlp.experts.148.up_proj,0.0000610845,0.05000,2.053 +68,mlp.experts.149.up_proj,0.0000325376,0.05000,2.029 +68,mlp.experts.151.up_proj,0.0001476422,0.05000,2.067 +68,mlp.experts.150.up_proj,0.0001609384,0.05000,2.092 +68,mlp.experts.152.up_proj,0.0000487652,0.05000,2.072 +68,mlp.experts.153.up_proj,0.0000897486,0.05000,2.052 +68,mlp.experts.155.up_proj,0.0000900155,0.05000,2.068 +68,mlp.experts.154.up_proj,0.0000988744,0.05000,1.983 +68,mlp.experts.156.up_proj,0.0000709029,0.05000,1.565 +68,mlp.experts.157.up_proj,0.0000358725,0.05000,1.534 +68,mlp.experts.158.up_proj,0.0000599914,0.05000,1.413 +68,mlp.experts.159.up_proj,0.0000688780,0.05000,1.440 +68,mlp.experts.2.down_proj,0.0000090236,0.05000,0.635 +68,mlp.experts.0.down_proj,0.0000097518,0.05000,0.636 +68,mlp.experts.3.down_proj,0.0000072853,0.05000,0.637 +68,mlp.experts.1.down_proj,0.0000122173,0.05000,0.679 +68,mlp.experts.6.down_proj,0.0000147992,0.05000,0.611 +68,mlp.experts.4.down_proj,0.0000199317,0.05000,0.612 +68,mlp.experts.7.down_proj,0.0000022332,0.05000,0.618 +68,mlp.experts.5.down_proj,0.0000207151,0.05000,0.643 +68,mlp.experts.10.down_proj,0.0000030836,0.05000,0.612 +68,mlp.experts.8.down_proj,0.0000285143,0.05000,0.613 +68,mlp.experts.11.down_proj,0.0000163818,0.05000,0.633 +68,mlp.experts.9.down_proj,0.0000094649,0.05000,0.604 +68,mlp.experts.12.down_proj,0.0000200182,0.05000,0.620 +68,mlp.experts.14.down_proj,0.0000351366,0.05000,0.635 +68,mlp.experts.15.down_proj,0.0000263103,0.05000,0.617 +68,mlp.experts.13.down_proj,0.0000223670,0.05000,0.631 +68,mlp.experts.18.down_proj,0.0000162720,0.05000,0.615 +68,mlp.experts.19.down_proj,0.0000078455,0.05000,0.619 +68,mlp.experts.16.down_proj,0.0000046062,0.05000,0.660 +68,mlp.experts.17.down_proj,0.0000105578,0.05000,0.616 +68,mlp.experts.23.down_proj,0.0000076861,0.05000,0.615 +68,mlp.experts.22.down_proj,0.0000153532,0.05000,0.631 +68,mlp.experts.20.down_proj,0.0000241605,0.05000,0.609 +68,mlp.experts.21.down_proj,0.0000173772,0.05000,0.604 +68,mlp.experts.26.down_proj,0.0000175167,0.05000,0.607 +68,mlp.experts.27.down_proj,0.0000170193,0.05000,0.615 +68,mlp.experts.24.down_proj,0.0000120395,0.05000,0.624 +68,mlp.experts.25.down_proj,0.0000175370,0.05000,0.607 +68,mlp.experts.30.down_proj,0.0000367318,0.05000,0.611 +68,mlp.experts.31.down_proj,0.0000112140,0.05000,0.616 +68,mlp.experts.28.down_proj,0.0000266835,0.05000,0.654 +68,mlp.experts.29.down_proj,0.0000205433,0.05000,0.650 +68,mlp.experts.34.down_proj,0.0000168544,0.05000,0.607 +68,mlp.experts.35.down_proj,0.0000248080,0.05000,0.614 +68,mlp.experts.32.down_proj,0.0000385971,0.05000,0.604 +68,mlp.experts.33.down_proj,0.0000158894,0.05000,0.646 +68,mlp.experts.38.down_proj,0.0000373398,0.05000,0.606 +68,mlp.experts.39.down_proj,0.0000159463,0.05000,0.608 +68,mlp.experts.36.down_proj,0.0000121568,0.05000,0.601 +68,mlp.experts.37.down_proj,0.0000102608,0.05000,0.601 +68,mlp.experts.42.down_proj,0.0000218578,0.05000,0.604 +68,mlp.experts.43.down_proj,0.0000249228,0.05000,0.607 +68,mlp.experts.40.down_proj,0.0000114789,0.05000,0.600 +68,mlp.experts.41.down_proj,0.0000122241,0.05000,0.623 +68,mlp.experts.46.down_proj,0.0000069828,0.05000,0.606 +68,mlp.experts.47.down_proj,0.0000132329,0.05000,0.612 +68,mlp.experts.44.down_proj,0.0000107355,0.05000,0.604 +68,mlp.experts.45.down_proj,0.0000225990,0.05000,0.642 +68,mlp.experts.50.down_proj,0.0000179570,0.05000,0.600 +68,mlp.experts.51.down_proj,0.0000179106,0.05000,0.605 +68,mlp.experts.48.down_proj,0.0000232165,0.05000,0.596 +68,mlp.experts.49.down_proj,0.0000123960,0.05000,0.600 +68,mlp.experts.54.down_proj,0.0000185714,0.05000,0.642 +68,mlp.experts.55.down_proj,0.0000058990,0.05000,0.619 +68,mlp.experts.52.down_proj,0.0001142248,0.05000,0.632 +68,mlp.experts.53.down_proj,0.0000145297,0.05000,0.660 +68,mlp.experts.58.down_proj,0.0000135523,0.05000,0.612 +68,mlp.experts.59.down_proj,0.0000162157,0.05000,0.617 +68,mlp.experts.56.down_proj,0.0000148434,0.05000,0.611 +68,mlp.experts.57.down_proj,0.0000056478,0.05000,0.610 +68,mlp.experts.63.down_proj,0.0000084150,0.05000,0.614 +68,mlp.experts.62.down_proj,0.0000119048,0.05000,0.630 +68,mlp.experts.60.down_proj,0.0000080329,0.05000,0.613 +68,mlp.experts.61.down_proj,0.0000082152,0.05000,0.610 +68,mlp.experts.66.down_proj,0.0000131225,0.05000,0.609 +68,mlp.experts.67.down_proj,0.0000080445,0.05000,0.613 +68,mlp.experts.64.down_proj,0.0000177364,0.05000,0.644 +68,mlp.experts.65.down_proj,0.0000204704,0.05000,0.606 +68,mlp.experts.70.down_proj,0.0000113747,0.05000,0.610 +68,mlp.experts.71.down_proj,0.0000031415,0.05000,0.612 +68,mlp.experts.68.down_proj,0.0000059508,0.05000,0.609 +68,mlp.experts.69.down_proj,0.0000033191,0.05000,0.632 +68,mlp.experts.74.down_proj,0.0000118110,0.05000,0.611 +68,mlp.experts.75.down_proj,0.0000165072,0.05000,0.617 +68,mlp.experts.72.down_proj,0.0000194267,0.05000,0.606 +68,mlp.experts.73.down_proj,0.0000099239,0.05000,0.604 +68,mlp.experts.78.down_proj,0.0000150853,0.05000,0.609 +68,mlp.experts.79.down_proj,0.0000118779,0.05000,0.612 +68,mlp.experts.76.down_proj,0.0000230380,0.05000,0.607 +68,mlp.experts.77.down_proj,0.0000243818,0.05000,0.651 +68,mlp.experts.82.down_proj,0.0000101483,0.05000,0.608 +68,mlp.experts.83.down_proj,0.0000274005,0.05000,0.615 +68,mlp.experts.80.down_proj,0.0000120781,0.05000,0.646 +68,mlp.experts.81.down_proj,0.0000194356,0.05000,0.607 +68,mlp.experts.86.down_proj,0.0000273992,0.05000,0.608 +68,mlp.experts.87.down_proj,0.0000513184,0.05000,0.613 +68,mlp.experts.84.down_proj,0.0000255624,0.05000,0.610 +68,mlp.experts.85.down_proj,0.0000292048,0.05000,0.623 +68,mlp.experts.90.down_proj,0.0000141560,0.05000,0.604 +68,mlp.experts.91.down_proj,0.0000225152,0.05000,0.609 +68,mlp.experts.88.down_proj,0.0000190005,0.05000,0.603 +68,mlp.experts.89.down_proj,0.0000174355,0.05000,0.623 +68,mlp.experts.94.down_proj,0.0000122676,0.05000,0.610 +68,mlp.experts.95.down_proj,0.0000071086,0.05000,0.617 +68,mlp.experts.92.down_proj,0.0000103146,0.05000,0.626 +68,mlp.experts.93.down_proj,0.0000489837,0.05000,0.627 +68,mlp.experts.98.down_proj,0.0000518033,0.05000,0.601 +68,mlp.experts.99.down_proj,0.0000193451,0.05000,0.616 +68,mlp.experts.96.down_proj,0.0000078754,0.05000,0.611 +68,mlp.experts.97.down_proj,0.0000238957,0.05000,0.600 +68,mlp.experts.102.down_proj,0.0000115657,0.05000,0.610 +68,mlp.experts.103.down_proj,0.0000066394,0.05000,0.611 +68,mlp.experts.100.down_proj,0.0000100140,0.05000,0.598 +68,mlp.experts.101.down_proj,0.0000111748,0.05000,0.600 +68,mlp.experts.106.down_proj,0.0000074132,0.05000,0.598 +68,mlp.experts.107.down_proj,0.0000160330,0.05000,0.611 +68,mlp.experts.104.down_proj,0.0000066070,0.05000,0.601 +68,mlp.experts.105.down_proj,0.0000063906,0.05000,0.625 +68,mlp.experts.110.down_proj,0.0000265558,0.05000,0.606 +68,mlp.experts.111.down_proj,0.0000090361,0.05000,0.616 +68,mlp.experts.108.down_proj,0.0000189993,0.05000,0.608 +68,mlp.experts.109.down_proj,0.0000241381,0.05000,0.621 +68,mlp.experts.114.down_proj,0.0000160021,0.05000,0.602 +68,mlp.experts.115.down_proj,0.0000249381,0.05000,0.608 +68,mlp.experts.112.down_proj,0.0000118934,0.05000,0.601 +68,mlp.experts.113.down_proj,0.0000132352,0.05000,0.605 +68,mlp.experts.118.down_proj,0.0000106820,0.05000,0.631 +68,mlp.experts.116.down_proj,0.0000049113,0.05000,0.603 +68,mlp.experts.119.down_proj,0.0000025769,0.05000,0.642 +68,mlp.experts.117.down_proj,0.0000272770,0.05000,0.603 +68,mlp.experts.122.down_proj,0.0000195435,0.05000,0.654 +68,mlp.experts.120.down_proj,0.0000165821,0.05000,0.611 +68,mlp.experts.123.down_proj,0.0000040330,0.05000,0.616 +68,mlp.experts.121.down_proj,0.0000198489,0.05000,0.608 +68,mlp.experts.126.down_proj,0.0000116252,0.05000,0.601 +68,mlp.experts.124.down_proj,0.0000070703,0.05000,0.606 +68,mlp.experts.127.down_proj,0.0000201614,0.05000,0.609 +68,mlp.experts.125.down_proj,0.0000101084,0.05000,0.624 +68,mlp.experts.130.down_proj,0.0000133159,0.05000,0.606 +68,mlp.experts.128.down_proj,0.0000294265,0.05000,0.602 +68,mlp.experts.131.down_proj,0.0000407827,0.05000,0.623 +68,mlp.experts.129.down_proj,0.0000070418,0.05000,0.627 +68,mlp.experts.134.down_proj,0.0000067946,0.05000,0.633 +68,mlp.experts.132.down_proj,0.0000134798,0.05000,0.632 +68,mlp.experts.135.down_proj,0.0000150470,0.05000,0.648 +68,mlp.experts.133.down_proj,0.0000136946,0.05000,0.627 +68,mlp.experts.138.down_proj,0.0000546877,0.05000,0.607 +68,mlp.experts.136.down_proj,0.0000320792,0.05000,0.604 +68,mlp.experts.139.down_proj,0.0000176195,0.05000,0.611 +68,mlp.experts.137.down_proj,0.0000098339,0.05000,0.606 +68,mlp.experts.142.down_proj,0.0000152801,0.05000,0.611 +68,mlp.experts.140.down_proj,0.0000073579,0.05000,0.606 +68,mlp.experts.143.down_proj,0.0000224581,0.05000,0.609 +68,mlp.experts.141.down_proj,0.0000298125,0.05000,0.612 +68,mlp.experts.146.down_proj,0.0000581331,0.05000,0.633 +68,mlp.experts.144.down_proj,0.0000123296,0.05000,0.630 +68,mlp.experts.147.down_proj,0.0000146910,0.05000,0.613 +68,mlp.experts.145.down_proj,0.0000219406,0.05000,0.606 +68,mlp.experts.150.down_proj,0.0000615395,0.05000,0.610 +68,mlp.experts.148.down_proj,0.0000123219,0.05000,0.625 +68,mlp.experts.151.down_proj,0.0000317256,0.05000,0.608 +68,mlp.experts.149.down_proj,0.0000044989,0.05000,0.602 +68,mlp.experts.154.down_proj,0.0000322265,0.05000,0.611 +68,mlp.experts.155.down_proj,0.0000156447,0.05000,0.610 +68,mlp.experts.152.down_proj,0.0000116998,0.05000,0.646 +68,mlp.experts.153.down_proj,0.0000144343,0.05000,0.611 +68,mlp.experts.158.down_proj,0.0000093499,0.05000,0.614 +68,mlp.experts.159.down_proj,0.0000153806,0.05000,0.599 +68,mlp.experts.156.down_proj,0.0000160606,0.05000,0.602 +68,mlp.experts.157.down_proj,0.0000085736,0.05000,0.521 +69,mlp.experts.3.gate_proj,0.0001223081,0.05000,2.074 +69,mlp.experts.0.gate_proj,0.0001118199,0.05000,2.077 +69,mlp.experts.1.gate_proj,0.0001135103,0.05000,2.124 +69,mlp.experts.2.gate_proj,0.0000280201,0.05000,2.178 +69,mlp.experts.5.gate_proj,0.0000841340,0.05000,1.983 +69,mlp.experts.7.gate_proj,0.0001017504,0.05000,2.041 +69,mlp.experts.4.gate_proj,0.0000986498,0.05000,2.112 +69,mlp.experts.6.gate_proj,0.0000434071,0.05000,2.044 +69,mlp.experts.11.gate_proj,0.0001828841,0.05000,2.048 +69,mlp.experts.9.gate_proj,0.0000893293,0.05000,2.088 +69,mlp.experts.8.gate_proj,0.0000553833,0.05000,2.032 +69,mlp.experts.10.gate_proj,0.0000370409,0.05000,2.099 +69,mlp.experts.15.gate_proj,0.0001728738,0.05000,1.998 +69,mlp.experts.13.gate_proj,0.0001483960,0.05000,1.999 +69,mlp.experts.12.gate_proj,0.0000829073,0.05000,2.005 +69,mlp.experts.14.gate_proj,0.0000872712,0.05000,2.026 +69,mlp.experts.19.gate_proj,0.0000729743,0.05000,2.024 +69,mlp.experts.16.gate_proj,0.0001000406,0.05000,2.029 +69,mlp.experts.17.gate_proj,0.0000839478,0.05000,2.104 +69,mlp.experts.18.gate_proj,0.0000516020,0.05000,2.034 +69,mlp.experts.23.gate_proj,0.0000662502,0.05000,2.031 +69,mlp.experts.21.gate_proj,0.0000897427,0.05000,2.016 +69,mlp.experts.20.gate_proj,0.0000877778,0.05000,2.102 +69,mlp.experts.22.gate_proj,0.0000591134,0.05000,2.105 +69,mlp.experts.27.gate_proj,0.0000846390,0.05000,2.192 +69,mlp.experts.25.gate_proj,0.0002263112,0.05000,2.164 +69,mlp.experts.24.gate_proj,0.0000780541,0.05000,2.157 +69,mlp.experts.26.gate_proj,0.0000446254,0.05000,2.140 +69,mlp.experts.31.gate_proj,0.0000844344,0.05000,2.067 +69,mlp.experts.28.gate_proj,0.0000649333,0.05000,2.048 +69,mlp.experts.29.gate_proj,0.0000405443,0.05000,2.105 +69,mlp.experts.30.gate_proj,0.0001000506,0.05000,2.086 +69,mlp.experts.35.gate_proj,0.0001139344,0.05000,2.061 +69,mlp.experts.32.gate_proj,0.0000906874,0.05000,2.088 +69,mlp.experts.33.gate_proj,0.0002031217,0.05000,2.089 +69,mlp.experts.34.gate_proj,0.0001488086,0.05000,2.090 +69,mlp.experts.39.gate_proj,0.0000997962,0.05000,2.075 +69,mlp.experts.36.gate_proj,0.0000823466,0.05000,2.095 +69,mlp.experts.37.gate_proj,0.0001051846,0.05000,2.106 +69,mlp.experts.38.gate_proj,0.0000690833,0.05000,2.143 +69,mlp.experts.43.gate_proj,0.0000789066,0.05000,2.077 +69,mlp.experts.41.gate_proj,0.0000711498,0.05000,2.049 +69,mlp.experts.40.gate_proj,0.0000975724,0.05000,2.123 +69,mlp.experts.42.gate_proj,0.0000522445,0.05000,2.144 +69,mlp.experts.47.gate_proj,0.0000804776,0.05000,2.070 +69,mlp.experts.45.gate_proj,0.0000918562,0.05000,2.094 +69,mlp.experts.44.gate_proj,0.0000478716,0.05000,2.087 +69,mlp.experts.46.gate_proj,0.0001062744,0.05000,2.107 +69,mlp.experts.51.gate_proj,0.0001028449,0.05000,2.074 +69,mlp.experts.48.gate_proj,0.0001017021,0.05000,2.083 +69,mlp.experts.49.gate_proj,0.0000996634,0.05000,2.117 +69,mlp.experts.50.gate_proj,0.0001142798,0.05000,2.164 +69,mlp.experts.55.gate_proj,0.0000110971,0.05000,2.093 +69,mlp.experts.53.gate_proj,0.0001067601,0.05000,2.119 +69,mlp.experts.52.gate_proj,0.0000714735,0.05000,2.169 +69,mlp.experts.54.gate_proj,0.0000910030,0.05000,2.198 +69,mlp.experts.59.gate_proj,0.0000502163,0.05000,2.075 +69,mlp.experts.56.gate_proj,0.0000576635,0.05000,2.041 +69,mlp.experts.57.gate_proj,0.0000747081,0.05000,2.140 +69,mlp.experts.58.gate_proj,0.0000665810,0.05000,2.071 +69,mlp.experts.63.gate_proj,0.0000512168,0.05000,2.074 +69,mlp.experts.60.gate_proj,0.0000382696,0.05000,2.066 +69,mlp.experts.61.gate_proj,0.0000439687,0.05000,2.085 +69,mlp.experts.62.gate_proj,0.0000882120,0.05000,2.197 +69,mlp.experts.67.gate_proj,0.0000988167,0.05000,2.066 +69,mlp.experts.64.gate_proj,0.0000399762,0.05000,2.039 +69,mlp.experts.65.gate_proj,0.0002381286,0.05000,2.109 +69,mlp.experts.66.gate_proj,0.0001281135,0.05000,2.057 +69,mlp.experts.71.gate_proj,0.0000602882,0.05000,2.070 +69,mlp.experts.68.gate_proj,0.0000496223,0.05000,2.107 +69,mlp.experts.69.gate_proj,0.0000389197,0.05000,2.070 +69,mlp.experts.70.gate_proj,0.0000213821,0.05000,2.114 +69,mlp.experts.75.gate_proj,0.0001297486,0.05000,2.074 +69,mlp.experts.72.gate_proj,0.0001270400,0.05000,2.119 +69,mlp.experts.73.gate_proj,0.0002421604,0.05000,2.083 +69,mlp.experts.74.gate_proj,0.0001736749,0.05000,2.142 +69,mlp.experts.79.gate_proj,0.0000723357,0.05000,2.086 +69,mlp.experts.76.gate_proj,0.0000550029,0.05000,2.093 +69,mlp.experts.77.gate_proj,0.0000737085,0.05000,2.088 +69,mlp.experts.78.gate_proj,0.0001145418,0.05000,2.151 +69,mlp.experts.83.gate_proj,0.0001135079,0.05000,2.066 +69,mlp.experts.80.gate_proj,0.0000761911,0.05000,2.052 +69,mlp.experts.81.gate_proj,0.0000836498,0.05000,2.064 +69,mlp.experts.82.gate_proj,0.0000663864,0.05000,2.094 +69,mlp.experts.87.gate_proj,0.0001056855,0.05000,2.063 +69,mlp.experts.84.gate_proj,0.0000903160,0.05000,2.064 +69,mlp.experts.85.gate_proj,0.0001334353,0.05000,2.070 +69,mlp.experts.86.gate_proj,0.0000120394,0.05000,2.078 +69,mlp.experts.91.gate_proj,0.0002901616,0.05000,2.056 +69,mlp.experts.88.gate_proj,0.0001155664,0.05000,2.079 +69,mlp.experts.89.gate_proj,0.0000577162,0.05000,2.071 +69,mlp.experts.90.gate_proj,0.0000646095,0.05000,2.072 +69,mlp.experts.95.gate_proj,0.0000892401,0.05000,2.054 +69,mlp.experts.92.gate_proj,0.0000643816,0.05000,2.057 +69,mlp.experts.93.gate_proj,0.0000477645,0.05000,2.017 +69,mlp.experts.94.gate_proj,0.0000838354,0.05000,2.050 +69,mlp.experts.99.gate_proj,0.0000752765,0.05000,2.040 +69,mlp.experts.96.gate_proj,0.0000326012,0.05000,2.047 +69,mlp.experts.97.gate_proj,0.0000685541,0.05000,2.026 +69,mlp.experts.98.gate_proj,0.0000948905,0.05000,2.083 +69,mlp.experts.103.gate_proj,0.0000402582,0.05000,2.201 +69,mlp.experts.101.gate_proj,0.0001305240,0.05000,2.047 +69,mlp.experts.100.gate_proj,0.0001095436,0.05000,2.117 +69,mlp.experts.102.gate_proj,0.0000724550,0.05000,2.059 +69,mlp.experts.107.gate_proj,0.0000246669,0.05000,2.056 +69,mlp.experts.105.gate_proj,0.0003504233,0.05000,2.031 +69,mlp.experts.104.gate_proj,0.0001158183,0.05000,2.040 +69,mlp.experts.106.gate_proj,0.0001249315,0.05000,2.032 +69,mlp.experts.111.gate_proj,0.0000574545,0.05000,2.101 +69,mlp.experts.109.gate_proj,0.0000685036,0.05000,2.078 +69,mlp.experts.108.gate_proj,0.0000361409,0.05000,2.076 +69,mlp.experts.110.gate_proj,0.0000139274,0.05000,2.051 +69,mlp.experts.115.gate_proj,0.0001498836,0.05000,2.074 +69,mlp.experts.113.gate_proj,0.0001632134,0.05000,2.062 +69,mlp.experts.112.gate_proj,0.0000924403,0.05000,2.061 +69,mlp.experts.114.gate_proj,0.0001338951,0.05000,2.056 +69,mlp.experts.119.gate_proj,0.0000577044,0.05000,2.080 +69,mlp.experts.117.gate_proj,0.0000865088,0.05000,2.056 +69,mlp.experts.116.gate_proj,0.0000502256,0.05000,2.036 +69,mlp.experts.118.gate_proj,0.0000494523,0.05000,2.099 +69,mlp.experts.123.gate_proj,0.0000669662,0.05000,2.046 +69,mlp.experts.121.gate_proj,0.0001011759,0.05000,2.065 +69,mlp.experts.120.gate_proj,0.0000394340,0.05000,2.062 +69,mlp.experts.122.gate_proj,0.0000584335,0.05000,2.051 +69,mlp.experts.127.gate_proj,0.0000182562,0.05000,2.131 +69,mlp.experts.125.gate_proj,0.0000763774,0.05000,2.067 +69,mlp.experts.124.gate_proj,0.0000188790,0.05000,2.053 +69,mlp.experts.126.gate_proj,0.0001028095,0.05000,2.050 +69,mlp.experts.131.gate_proj,0.0000677855,0.05000,2.079 +69,mlp.experts.129.gate_proj,0.0001507165,0.05000,2.040 +69,mlp.experts.128.gate_proj,0.0000863481,0.05000,2.070 +69,mlp.experts.130.gate_proj,0.0000662673,0.05000,2.109 +69,mlp.experts.135.gate_proj,0.0000805235,0.05000,2.081 +69,mlp.experts.132.gate_proj,0.0000726650,0.05000,2.047 +69,mlp.experts.133.gate_proj,0.0000453799,0.05000,2.135 +69,mlp.experts.134.gate_proj,0.0001560570,0.05000,2.028 +69,mlp.experts.139.gate_proj,0.0000113530,0.05000,2.057 +69,mlp.experts.136.gate_proj,0.0000565731,0.05000,2.052 +69,mlp.experts.137.gate_proj,0.0000900475,0.05000,2.125 +69,mlp.experts.138.gate_proj,0.0003478525,0.05000,2.079 +69,mlp.experts.140.gate_proj,0.0000771880,0.05000,2.067 +69,mlp.experts.143.gate_proj,0.0000907472,0.05000,2.119 +69,mlp.experts.141.gate_proj,0.0001167250,0.05000,2.083 +69,mlp.experts.142.gate_proj,0.0001581122,0.05000,2.035 +69,mlp.experts.147.gate_proj,0.0000467141,0.05000,2.050 +69,mlp.experts.144.gate_proj,0.0000638304,0.05000,2.115 +69,mlp.experts.145.gate_proj,0.0000706594,0.05000,2.059 +69,mlp.experts.146.gate_proj,0.0000449752,0.05000,2.070 +69,mlp.experts.151.gate_proj,0.0000904063,0.05000,2.092 +69,mlp.experts.149.gate_proj,0.0002291801,0.05000,2.059 +69,mlp.experts.148.gate_proj,0.0000195636,0.05000,2.159 +69,mlp.experts.150.gate_proj,0.0000300590,0.05000,2.087 +69,mlp.experts.155.gate_proj,0.0000767509,0.05000,2.074 +69,mlp.experts.153.gate_proj,0.0000637727,0.05000,2.077 +69,mlp.experts.152.gate_proj,0.0000759383,0.05000,2.098 +69,mlp.experts.154.gate_proj,0.0000304565,0.05000,2.085 +69,mlp.experts.159.gate_proj,0.0003925275,0.05000,2.090 +69,mlp.experts.157.gate_proj,0.0000593236,0.05000,2.047 +69,mlp.experts.156.gate_proj,0.0001060062,0.05000,2.094 +69,mlp.experts.158.gate_proj,0.0000728863,0.05000,2.089 +69,mlp.experts.3.up_proj,0.0001177250,0.05000,2.044 +69,mlp.experts.1.up_proj,0.0001102911,0.05000,2.024 +69,mlp.experts.0.up_proj,0.0001095769,0.05000,2.100 +69,mlp.experts.2.up_proj,0.0000271486,0.05000,2.036 +69,mlp.experts.7.up_proj,0.0000982485,0.05000,2.029 +69,mlp.experts.5.up_proj,0.0000810753,0.05000,2.030 +69,mlp.experts.4.up_proj,0.0000949695,0.05000,2.043 +69,mlp.experts.6.up_proj,0.0000417646,0.05000,2.034 +69,mlp.experts.9.up_proj,0.0000858133,0.05000,2.061 +69,mlp.experts.11.up_proj,0.0001771957,0.05000,2.086 +69,mlp.experts.8.up_proj,0.0000538134,0.05000,2.054 +69,mlp.experts.10.up_proj,0.0000356719,0.05000,2.061 +69,mlp.experts.15.up_proj,0.0001641704,0.05000,2.046 +69,mlp.experts.13.up_proj,0.0001393952,0.05000,2.132 +69,mlp.experts.12.up_proj,0.0000803280,0.05000,2.061 +69,mlp.experts.14.up_proj,0.0000835630,0.05000,2.078 +69,mlp.experts.19.up_proj,0.0000693795,0.05000,2.053 +69,mlp.experts.17.up_proj,0.0000821469,0.05000,2.044 +69,mlp.experts.16.up_proj,0.0000967013,0.05000,2.056 +69,mlp.experts.18.up_proj,0.0000495418,0.05000,2.088 +69,mlp.experts.23.up_proj,0.0000637671,0.05000,2.085 +69,mlp.experts.21.up_proj,0.0000868971,0.05000,2.056 +69,mlp.experts.20.up_proj,0.0000846163,0.05000,2.049 +69,mlp.experts.22.up_proj,0.0000578617,0.05000,2.043 +69,mlp.experts.27.up_proj,0.0000834721,0.05000,2.047 +69,mlp.experts.25.up_proj,0.0002181150,0.05000,2.047 +69,mlp.experts.24.up_proj,0.0000773651,0.05000,2.099 +69,mlp.experts.26.up_proj,0.0000431558,0.05000,2.067 +69,mlp.experts.29.up_proj,0.0000386623,0.05000,2.024 +69,mlp.experts.31.up_proj,0.0000809755,0.05000,2.049 +69,mlp.experts.28.up_proj,0.0000628287,0.05000,2.071 +69,mlp.experts.30.up_proj,0.0000918953,0.05000,2.045 +69,mlp.experts.33.up_proj,0.0001920761,0.05000,2.053 +69,mlp.experts.35.up_proj,0.0001100771,0.05000,2.113 +69,mlp.experts.32.up_proj,0.0000874566,0.05000,2.089 +69,mlp.experts.34.up_proj,0.0001437369,0.05000,2.094 +69,mlp.experts.37.up_proj,0.0001013799,0.05000,2.041 +69,mlp.experts.39.up_proj,0.0000976584,0.05000,2.043 +69,mlp.experts.36.up_proj,0.0000652272,0.05000,2.055 +69,mlp.experts.38.up_proj,0.0000665939,0.05000,2.066 +69,mlp.experts.41.up_proj,0.0000690741,0.05000,2.064 +69,mlp.experts.43.up_proj,0.0000741413,0.05000,2.065 +69,mlp.experts.40.up_proj,0.0000947564,0.05000,2.037 +69,mlp.experts.42.up_proj,0.0000499998,0.05000,2.037 +69,mlp.experts.45.up_proj,0.0000892494,0.05000,2.039 +69,mlp.experts.47.up_proj,0.0000778565,0.05000,2.060 +69,mlp.experts.44.up_proj,0.0000466292,0.05000,2.062 +69,mlp.experts.46.up_proj,0.0001027965,0.05000,2.058 +69,mlp.experts.49.up_proj,0.0000974504,0.05000,2.053 +69,mlp.experts.51.up_proj,0.0000993699,0.05000,2.068 +69,mlp.experts.48.up_proj,0.0000979789,0.05000,2.099 +69,mlp.experts.50.up_proj,0.0001106942,0.05000,2.049 +69,mlp.experts.53.up_proj,0.0001025137,0.05000,2.083 +69,mlp.experts.55.up_proj,0.0000107397,0.05000,2.061 +69,mlp.experts.52.up_proj,0.0000683179,0.05000,2.104 +69,mlp.experts.54.up_proj,0.0000878241,0.05000,2.113 +69,mlp.experts.57.up_proj,0.0000722715,0.05000,2.119 +69,mlp.experts.59.up_proj,0.0000485479,0.05000,2.104 +69,mlp.experts.56.up_proj,0.0000561672,0.05000,2.090 +69,mlp.experts.58.up_proj,0.0000649264,0.05000,2.111 +69,mlp.experts.61.up_proj,0.0000424927,0.05000,2.099 +69,mlp.experts.63.up_proj,0.0000503056,0.05000,2.109 +69,mlp.experts.60.up_proj,0.0000366228,0.05000,2.075 +69,mlp.experts.62.up_proj,0.0000847920,0.05000,2.078 +69,mlp.experts.65.up_proj,0.0002309986,0.05000,2.087 +69,mlp.experts.67.up_proj,0.0000957554,0.05000,2.087 +69,mlp.experts.64.up_proj,0.0000391654,0.05000,2.070 +69,mlp.experts.66.up_proj,0.0001206222,0.05000,2.114 +69,mlp.experts.69.up_proj,0.0000381363,0.05000,2.070 +69,mlp.experts.71.up_proj,0.0000578964,0.05000,2.061 +69,mlp.experts.68.up_proj,0.0000477882,0.05000,2.082 +69,mlp.experts.70.up_proj,0.0000205367,0.05000,2.119 +69,mlp.experts.73.up_proj,0.0002323974,0.05000,2.057 +69,mlp.experts.75.up_proj,0.0001246151,0.05000,2.081 +69,mlp.experts.72.up_proj,0.0001240997,0.05000,2.064 +69,mlp.experts.74.up_proj,0.0001569028,0.05000,2.121 +69,mlp.experts.77.up_proj,0.0000718636,0.05000,2.082 +69,mlp.experts.79.up_proj,0.0000697385,0.05000,2.095 +69,mlp.experts.76.up_proj,0.0000536818,0.05000,2.063 +69,mlp.experts.78.up_proj,0.0001107035,0.05000,2.094 +69,mlp.experts.81.up_proj,0.0000803093,0.05000,2.063 +69,mlp.experts.83.up_proj,0.0001092396,0.05000,2.055 +69,mlp.experts.80.up_proj,0.0000735933,0.05000,2.060 +69,mlp.experts.82.up_proj,0.0000637647,0.05000,2.061 +69,mlp.experts.85.up_proj,0.0001267962,0.05000,2.095 +69,mlp.experts.87.up_proj,0.0001015256,0.05000,2.135 +69,mlp.experts.84.up_proj,0.0000869055,0.05000,2.105 +69,mlp.experts.86.up_proj,0.0000117028,0.05000,2.061 +69,mlp.experts.89.up_proj,0.0000549854,0.05000,2.092 +69,mlp.experts.91.up_proj,0.0002711143,0.05000,2.114 +69,mlp.experts.88.up_proj,0.0001131122,0.05000,2.068 +69,mlp.experts.90.up_proj,0.0000608894,0.05000,2.023 +69,mlp.experts.93.up_proj,0.0000462350,0.05000,2.044 +69,mlp.experts.95.up_proj,0.0000853034,0.05000,2.048 +69,mlp.experts.92.up_proj,0.0000613811,0.05000,2.026 +69,mlp.experts.94.up_proj,0.0000813678,0.05000,2.057 +69,mlp.experts.97.up_proj,0.0000668167,0.05000,2.060 +69,mlp.experts.99.up_proj,0.0000728400,0.05000,2.094 +69,mlp.experts.96.up_proj,0.0000311355,0.05000,2.163 +69,mlp.experts.98.up_proj,0.0000927243,0.05000,2.250 +69,mlp.experts.101.up_proj,0.0001230203,0.05000,2.064 +69,mlp.experts.103.up_proj,0.0000386441,0.05000,2.085 +69,mlp.experts.100.up_proj,0.0001062778,0.05000,2.105 +69,mlp.experts.102.up_proj,0.0000705593,0.05000,2.128 +69,mlp.experts.105.up_proj,0.0003425780,0.05000,2.070 +69,mlp.experts.107.up_proj,0.0000244255,0.05000,2.085 +69,mlp.experts.104.up_proj,0.0001136910,0.05000,2.118 +69,mlp.experts.106.up_proj,0.0001206195,0.05000,2.071 +69,mlp.experts.109.up_proj,0.0000659090,0.05000,2.103 +69,mlp.experts.111.up_proj,0.0000559274,0.05000,2.132 +69,mlp.experts.108.up_proj,0.0000346838,0.05000,2.094 +69,mlp.experts.110.up_proj,0.0000133703,0.05000,2.076 +69,mlp.experts.113.up_proj,0.0001577878,0.05000,2.097 +69,mlp.experts.115.up_proj,0.0001449491,0.05000,2.133 +69,mlp.experts.112.up_proj,0.0000884132,0.05000,2.158 +69,mlp.experts.114.up_proj,0.0001276540,0.05000,2.092 +69,mlp.experts.117.up_proj,0.0000834284,0.05000,2.066 +69,mlp.experts.119.up_proj,0.0000558437,0.05000,2.090 +69,mlp.experts.116.up_proj,0.0000488149,0.05000,2.080 +69,mlp.experts.118.up_proj,0.0000471822,0.05000,2.065 +69,mlp.experts.121.up_proj,0.0000984945,0.05000,2.061 +69,mlp.experts.123.up_proj,0.0000639975,0.05000,2.059 +69,mlp.experts.120.up_proj,0.0000375473,0.05000,2.089 +69,mlp.experts.122.up_proj,0.0000549752,0.05000,2.057 +69,mlp.experts.125.up_proj,0.0000744819,0.05000,2.062 +69,mlp.experts.127.up_proj,0.0000175804,0.05000,2.107 +69,mlp.experts.124.up_proj,0.0000182810,0.05000,2.111 +69,mlp.experts.126.up_proj,0.0001001479,0.05000,2.062 +69,mlp.experts.129.up_proj,0.0001473245,0.05000,2.056 +69,mlp.experts.131.up_proj,0.0000647755,0.05000,2.056 +69,mlp.experts.128.up_proj,0.0000842151,0.05000,2.084 +69,mlp.experts.130.up_proj,0.0000637744,0.05000,2.078 +69,mlp.experts.133.up_proj,0.0000433717,0.05000,2.054 +69,mlp.experts.135.up_proj,0.0000783504,0.05000,2.119 +69,mlp.experts.132.up_proj,0.0000711402,0.05000,2.119 +69,mlp.experts.134.up_proj,0.0001513505,0.05000,2.068 +69,mlp.experts.137.up_proj,0.0000863708,0.05000,2.038 +69,mlp.experts.139.up_proj,0.0000110144,0.05000,2.062 +69,mlp.experts.136.up_proj,0.0000541644,0.05000,2.096 +69,mlp.experts.138.up_proj,0.0003281196,0.05000,2.036 +69,mlp.experts.141.up_proj,0.0001122968,0.05000,2.083 +69,mlp.experts.143.up_proj,0.0000880010,0.05000,2.093 +69,mlp.experts.140.up_proj,0.0000737693,0.05000,2.071 +69,mlp.experts.142.up_proj,0.0001509224,0.05000,2.031 +69,mlp.experts.145.up_proj,0.0000686656,0.05000,2.028 +69,mlp.experts.147.up_proj,0.0000454716,0.05000,2.059 +69,mlp.experts.144.up_proj,0.0000626190,0.05000,2.117 +69,mlp.experts.146.up_proj,0.0000438198,0.05000,2.064 +69,mlp.experts.149.up_proj,0.0002130236,0.05000,2.066 +69,mlp.experts.151.up_proj,0.0000872783,0.05000,2.144 +69,mlp.experts.148.up_proj,0.0000188085,0.05000,2.136 +69,mlp.experts.150.up_proj,0.0000291461,0.05000,2.079 +69,mlp.experts.153.up_proj,0.0000607069,0.05000,2.092 +69,mlp.experts.155.up_proj,0.0000733752,0.05000,2.100 +69,mlp.experts.152.up_proj,0.0000736686,0.05000,2.092 +69,mlp.experts.154.up_proj,0.0000293794,0.05000,2.091 +69,mlp.experts.157.up_proj,0.0000564785,0.05000,2.090 +69,mlp.experts.159.up_proj,0.0003744873,0.05000,1.953 +69,mlp.experts.156.up_proj,0.0001019778,0.05000,1.886 +69,mlp.experts.158.up_proj,0.0000697441,0.05000,1.791 +69,mlp.experts.3.down_proj,0.0000350806,0.05000,0.637 +69,mlp.experts.2.down_proj,0.0000060540,0.05000,0.651 +69,mlp.experts.0.down_proj,0.0000354434,0.05000,0.654 +69,mlp.experts.1.down_proj,0.0000228627,0.05000,0.654 +69,mlp.experts.7.down_proj,0.0000164405,0.05000,0.613 +69,mlp.experts.5.down_proj,0.0000132413,0.05000,0.604 +69,mlp.experts.6.down_proj,0.0000071388,0.05000,0.615 +69,mlp.experts.4.down_proj,0.0000203492,0.05000,0.649 +69,mlp.experts.9.down_proj,0.0000116039,0.05000,0.607 +69,mlp.experts.10.down_proj,0.0000077542,0.05000,0.611 +69,mlp.experts.11.down_proj,0.0000274568,0.05000,0.657 +69,mlp.experts.8.down_proj,0.0000077939,0.05000,0.617 +69,mlp.experts.13.down_proj,0.0000356192,0.05000,0.603 +69,mlp.experts.14.down_proj,0.0000330924,0.05000,0.608 +69,mlp.experts.15.down_proj,0.0000259283,0.05000,0.605 +69,mlp.experts.12.down_proj,0.0000137555,0.05000,0.609 +69,mlp.experts.18.down_proj,0.0000073892,0.05000,0.615 +69,mlp.experts.17.down_proj,0.0000272539,0.05000,0.634 +69,mlp.experts.19.down_proj,0.0000102106,0.05000,0.612 +69,mlp.experts.16.down_proj,0.0000140436,0.05000,0.613 +69,mlp.experts.22.down_proj,0.0000248533,0.05000,0.615 +69,mlp.experts.21.down_proj,0.0000134803,0.05000,0.629 +69,mlp.experts.23.down_proj,0.0000127966,0.05000,0.609 +69,mlp.experts.20.down_proj,0.0000128106,0.05000,0.611 +69,mlp.experts.26.down_proj,0.0000121961,0.05000,0.611 +69,mlp.experts.25.down_proj,0.0000430580,0.05000,0.607 +69,mlp.experts.27.down_proj,0.0000280291,0.05000,0.607 +69,mlp.experts.24.down_proj,0.0000205410,0.05000,0.628 +69,mlp.experts.29.down_proj,0.0000083139,0.05000,0.609 +69,mlp.experts.30.down_proj,0.0000184882,0.05000,0.622 +69,mlp.experts.31.down_proj,0.0000140906,0.05000,0.638 +69,mlp.experts.28.down_proj,0.0000088126,0.05000,0.622 +69,mlp.experts.33.down_proj,0.0000581142,0.05000,0.615 +69,mlp.experts.34.down_proj,0.0000446787,0.05000,0.638 +69,mlp.experts.35.down_proj,0.0000158459,0.05000,0.642 +69,mlp.experts.32.down_proj,0.0000128771,0.05000,0.662 +69,mlp.experts.37.down_proj,0.0000336100,0.05000,0.630 +69,mlp.experts.38.down_proj,0.0000128530,0.05000,0.616 +69,mlp.experts.39.down_proj,0.0000186622,0.05000,0.644 +69,mlp.experts.36.down_proj,0.0000162622,0.05000,0.626 +69,mlp.experts.42.down_proj,0.0000179000,0.05000,0.614 +69,mlp.experts.41.down_proj,0.0000136566,0.05000,0.626 +69,mlp.experts.43.down_proj,0.0000166863,0.05000,0.635 +69,mlp.experts.40.down_proj,0.0000178831,0.05000,0.622 +69,mlp.experts.46.down_proj,0.0000248912,0.05000,0.612 +69,mlp.experts.45.down_proj,0.0000146039,0.05000,0.622 +69,mlp.experts.47.down_proj,0.0000144769,0.05000,0.619 +69,mlp.experts.44.down_proj,0.0000135355,0.05000,0.621 +69,mlp.experts.50.down_proj,0.0000188340,0.05000,0.642 +69,mlp.experts.49.down_proj,0.0000303253,0.05000,0.644 +69,mlp.experts.51.down_proj,0.0000263868,0.05000,0.618 +69,mlp.experts.48.down_proj,0.0000162631,0.05000,0.665 +69,mlp.experts.54.down_proj,0.0000159277,0.05000,0.610 +69,mlp.experts.53.down_proj,0.0000222984,0.05000,0.607 +69,mlp.experts.55.down_proj,0.0000021335,0.05000,0.620 +69,mlp.experts.52.down_proj,0.0000111184,0.05000,0.605 +69,mlp.experts.57.down_proj,0.0000138973,0.05000,0.433 +69,mlp.experts.58.down_proj,0.0000219654,0.05000,0.454 +69,mlp.experts.62.down_proj,0.0000139697,0.05000,0.632 +69,mlp.experts.61.down_proj,0.0000094149,0.05000,0.632 +69,mlp.experts.56.down_proj,0.0000095542,0.05000,0.649 +69,mlp.experts.59.down_proj,0.0000080259,0.05000,0.673 +69,mlp.experts.66.down_proj,0.0000244581,0.05000,0.610 +69,mlp.experts.65.down_proj,0.0000534547,0.05000,0.611 +69,mlp.experts.60.down_proj,0.0000051364,0.05000,0.637 +69,mlp.experts.63.down_proj,0.0000104385,0.05000,0.614 +69,mlp.experts.69.down_proj,0.0000055662,0.05000,0.632 +69,mlp.experts.70.down_proj,0.0000043176,0.05000,0.635 +69,mlp.experts.64.down_proj,0.0000054844,0.05000,0.615 +69,mlp.experts.67.down_proj,0.0000209741,0.05000,0.635 +69,mlp.experts.73.down_proj,0.0000420094,0.05000,0.623 +69,mlp.experts.68.down_proj,0.0000067130,0.05000,0.618 +69,mlp.experts.74.down_proj,0.0000336757,0.05000,0.649 +69,mlp.experts.71.down_proj,0.0000164428,0.05000,0.651 +69,mlp.experts.77.down_proj,0.0000162428,0.05000,0.619 +69,mlp.experts.78.down_proj,0.0000198045,0.05000,0.613 +69,mlp.experts.72.down_proj,0.0000202521,0.05000,0.648 +69,mlp.experts.75.down_proj,0.0000198466,0.05000,0.617 +69,mlp.experts.81.down_proj,0.0000134774,0.05000,0.625 +69,mlp.experts.82.down_proj,0.0000089765,0.05000,0.607 +69,mlp.experts.76.down_proj,0.0000163951,0.05000,0.625 +69,mlp.experts.79.down_proj,0.0000126674,0.05000,0.610 +69,mlp.experts.85.down_proj,0.0000297497,0.05000,0.610 +69,mlp.experts.86.down_proj,0.0000034093,0.05000,0.618 +69,mlp.experts.83.down_proj,0.0000165086,0.05000,0.613 +69,mlp.experts.80.down_proj,0.0000166050,0.05000,0.655 +69,mlp.experts.89.down_proj,0.0000096695,0.05000,0.603 +69,mlp.experts.90.down_proj,0.0000120403,0.05000,0.625 +69,mlp.experts.87.down_proj,0.0000165624,0.05000,0.628 +69,mlp.experts.84.down_proj,0.0000145479,0.05000,0.609 +69,mlp.experts.93.down_proj,0.0000076428,0.05000,0.604 +69,mlp.experts.94.down_proj,0.0000202766,0.05000,0.617 +69,mlp.experts.88.down_proj,0.0000260120,0.05000,0.632 +69,mlp.experts.91.down_proj,0.0000460629,0.05000,0.659 +69,mlp.experts.97.down_proj,0.0000118686,0.05000,0.608 +69,mlp.experts.98.down_proj,0.0000201970,0.05000,0.650 +69,mlp.experts.92.down_proj,0.0000090296,0.05000,0.628 +69,mlp.experts.95.down_proj,0.0000121955,0.05000,0.633 +69,mlp.experts.101.down_proj,0.0000262180,0.05000,0.612 +69,mlp.experts.102.down_proj,0.0000163839,0.05000,0.614 +69,mlp.experts.96.down_proj,0.0000093156,0.05000,0.630 +69,mlp.experts.99.down_proj,0.0000187257,0.05000,0.633 +69,mlp.experts.105.down_proj,0.0000597638,0.05000,0.606 +69,mlp.experts.106.down_proj,0.0000254750,0.05000,0.630 +69,mlp.experts.103.down_proj,0.0000068155,0.05000,0.612 +69,mlp.experts.100.down_proj,0.0000156566,0.05000,0.652 +69,mlp.experts.109.down_proj,0.0000106635,0.05000,0.632 +69,mlp.experts.110.down_proj,0.0000038882,0.05000,0.625 +69,mlp.experts.104.down_proj,0.0000249950,0.05000,0.660 +69,mlp.experts.107.down_proj,0.0000047274,0.05000,0.679 +69,mlp.experts.113.down_proj,0.0000277577,0.05000,0.661 +69,mlp.experts.114.down_proj,0.0000294494,0.05000,0.624 +69,mlp.experts.111.down_proj,0.0000077337,0.05000,0.614 +69,mlp.experts.108.down_proj,0.0000052697,0.05000,0.652 +69,mlp.experts.117.down_proj,0.0000118799,0.05000,0.656 +69,mlp.experts.118.down_proj,0.0000081338,0.05000,0.642 +69,mlp.experts.115.down_proj,0.0000203023,0.05000,0.641 +69,mlp.experts.112.down_proj,0.0000172869,0.05000,0.619 +69,mlp.experts.121.down_proj,0.0000176044,0.05000,0.617 +69,mlp.experts.122.down_proj,0.0000078024,0.05000,0.609 +69,mlp.experts.119.down_proj,0.0000159481,0.05000,0.615 +69,mlp.experts.116.down_proj,0.0000060139,0.05000,0.622 +69,mlp.experts.125.down_proj,0.0000208584,0.05000,0.619 +69,mlp.experts.126.down_proj,0.0000154463,0.05000,0.637 +69,mlp.experts.120.down_proj,0.0000096982,0.05000,0.617 +69,mlp.experts.123.down_proj,0.0000102873,0.05000,0.658 +69,mlp.experts.129.down_proj,0.0000376023,0.05000,0.617 +69,mlp.experts.130.down_proj,0.0000147681,0.05000,0.610 +69,mlp.experts.127.down_proj,0.0000022584,0.05000,0.613 +69,mlp.experts.124.down_proj,0.0000042132,0.05000,0.636 +69,mlp.experts.133.down_proj,0.0000058315,0.05000,0.618 +69,mlp.experts.134.down_proj,0.0000395465,0.05000,0.612 +69,mlp.experts.128.down_proj,0.0000241046,0.05000,0.619 +69,mlp.experts.131.down_proj,0.0000118503,0.05000,0.637 +69,mlp.experts.137.down_proj,0.0000131702,0.05000,0.658 +69,mlp.experts.138.down_proj,0.0000844777,0.05000,0.659 +69,mlp.experts.135.down_proj,0.0000149922,0.05000,0.631 +69,mlp.experts.132.down_proj,0.0000279104,0.05000,0.652 +69,mlp.experts.141.down_proj,0.0000165565,0.05000,0.629 +69,mlp.experts.142.down_proj,0.0000239159,0.05000,0.608 +69,mlp.experts.139.down_proj,0.0000025725,0.05000,0.616 +69,mlp.experts.136.down_proj,0.0000072996,0.05000,0.646 +69,mlp.experts.145.down_proj,0.0000120942,0.05000,0.622 +69,mlp.experts.146.down_proj,0.0000066306,0.05000,0.654 +69,mlp.experts.143.down_proj,0.0000163541,0.05000,0.634 +69,mlp.experts.140.down_proj,0.0000127532,0.05000,0.664 +69,mlp.experts.149.down_proj,0.0000436022,0.05000,0.706 +69,mlp.experts.150.down_proj,0.0000042367,0.05000,0.674 +69,mlp.experts.147.down_proj,0.0000085954,0.05000,0.649 +69,mlp.experts.144.down_proj,0.0000203675,0.05000,0.644 +69,mlp.experts.153.down_proj,0.0000099724,0.05000,0.618 +69,mlp.experts.154.down_proj,0.0000043509,0.05000,0.616 +69,mlp.experts.151.down_proj,0.0000133575,0.05000,0.628 +69,mlp.experts.148.down_proj,0.0000037818,0.05000,0.620 +69,mlp.experts.157.down_proj,0.0000083989,0.05000,0.626 +69,mlp.experts.158.down_proj,0.0000113394,0.05000,0.628 +69,mlp.experts.155.down_proj,0.0000092576,0.05000,0.579 +69,mlp.experts.152.down_proj,0.0000136828,0.05000,0.591 +69,mlp.experts.159.down_proj,0.0001138242,0.05000,0.426 +69,mlp.experts.156.down_proj,0.0000281928,0.05000,0.415 +70,mlp.experts.0.gate_proj,0.0001321315,0.05000,2.132 +70,mlp.experts.2.gate_proj,0.0000456599,0.05000,2.131 +70,mlp.experts.3.gate_proj,0.0002160731,0.05000,2.211 +70,mlp.experts.1.gate_proj,0.0000796589,0.05000,2.275 +70,mlp.experts.4.gate_proj,0.0000361204,0.05000,2.086 +70,mlp.experts.6.gate_proj,0.0000617617,0.05000,2.139 +70,mlp.experts.7.gate_proj,0.0000526314,0.05000,2.091 +70,mlp.experts.5.gate_proj,0.0000304655,0.05000,2.086 +70,mlp.experts.8.gate_proj,0.0002994367,0.05000,2.101 +70,mlp.experts.10.gate_proj,0.0000953732,0.05000,2.119 +70,mlp.experts.11.gate_proj,0.0000260468,0.05000,2.115 +70,mlp.experts.9.gate_proj,0.0000680553,0.05000,2.127 +70,mlp.experts.12.gate_proj,0.0001345470,0.05000,2.134 +70,mlp.experts.14.gate_proj,0.0000997529,0.05000,2.114 +70,mlp.experts.15.gate_proj,0.0001176910,0.05000,2.121 +70,mlp.experts.13.gate_proj,0.0001204436,0.05000,2.097 +70,mlp.experts.16.gate_proj,0.0001395165,0.05000,2.085 +70,mlp.experts.19.gate_proj,0.0000848758,0.05000,2.059 +70,mlp.experts.18.gate_proj,0.0001101154,0.05000,2.117 +70,mlp.experts.17.gate_proj,0.0000589998,0.05000,2.107 +70,mlp.experts.20.gate_proj,0.0001208694,0.05000,2.034 +70,mlp.experts.22.gate_proj,0.0000799618,0.05000,2.029 +70,mlp.experts.23.gate_proj,0.0000640427,0.05000,2.087 +70,mlp.experts.21.gate_proj,0.0001103855,0.05000,2.097 +70,mlp.experts.26.gate_proj,0.0001014243,0.05000,2.029 +70,mlp.experts.24.gate_proj,0.0002329346,0.05000,2.110 +70,mlp.experts.27.gate_proj,0.0000795990,0.05000,2.089 +70,mlp.experts.25.gate_proj,0.0001121928,0.05000,2.052 +70,mlp.experts.30.gate_proj,0.0000445264,0.05000,2.043 +70,mlp.experts.28.gate_proj,0.0000918034,0.05000,2.112 +70,mlp.experts.31.gate_proj,0.0000484323,0.05000,2.066 +70,mlp.experts.29.gate_proj,0.0000928918,0.05000,2.056 +70,mlp.experts.34.gate_proj,0.0000721890,0.05000,2.079 +70,mlp.experts.32.gate_proj,0.0001676546,0.05000,2.084 +70,mlp.experts.35.gate_proj,0.0000759652,0.05000,2.109 +70,mlp.experts.33.gate_proj,0.0000549426,0.05000,2.087 +70,mlp.experts.38.gate_proj,0.0001974452,0.05000,2.048 +70,mlp.experts.36.gate_proj,0.0001120662,0.05000,2.063 +70,mlp.experts.37.gate_proj,0.0000856080,0.05000,2.068 +70,mlp.experts.39.gate_proj,0.0000836050,0.05000,2.127 +70,mlp.experts.42.gate_proj,0.0002331643,0.05000,2.068 +70,mlp.experts.40.gate_proj,0.0000670042,0.05000,2.064 +70,mlp.experts.41.gate_proj,0.0000886725,0.05000,2.041 +70,mlp.experts.43.gate_proj,0.0001144936,0.05000,2.049 +70,mlp.experts.46.gate_proj,0.0000531910,0.05000,2.065 +70,mlp.experts.44.gate_proj,0.0000744689,0.05000,2.061 +70,mlp.experts.45.gate_proj,0.0002024531,0.05000,2.055 +70,mlp.experts.47.gate_proj,0.0001513937,0.05000,2.092 +70,mlp.experts.50.gate_proj,0.0001433356,0.05000,2.074 +70,mlp.experts.48.gate_proj,0.0000283986,0.05000,2.025 +70,mlp.experts.49.gate_proj,0.0000493103,0.05000,2.022 +70,mlp.experts.51.gate_proj,0.0001177483,0.05000,2.083 +70,mlp.experts.54.gate_proj,0.0000960499,0.05000,2.069 +70,mlp.experts.52.gate_proj,0.0001516324,0.05000,2.074 +70,mlp.experts.53.gate_proj,0.0001044453,0.05000,2.105 +70,mlp.experts.55.gate_proj,0.0000931974,0.05000,2.107 +70,mlp.experts.58.gate_proj,0.0001447169,0.05000,2.048 +70,mlp.experts.56.gate_proj,0.0000430091,0.05000,2.070 +70,mlp.experts.57.gate_proj,0.0000614148,0.05000,2.044 +70,mlp.experts.59.gate_proj,0.0002001305,0.05000,2.034 +70,mlp.experts.62.gate_proj,0.0000989826,0.05000,2.018 +70,mlp.experts.60.gate_proj,0.0000671297,0.05000,2.043 +70,mlp.experts.61.gate_proj,0.0000791207,0.05000,2.034 +70,mlp.experts.63.gate_proj,0.0001051872,0.05000,2.026 +70,mlp.experts.66.gate_proj,0.0000435485,0.05000,2.066 +70,mlp.experts.64.gate_proj,0.0000845609,0.05000,2.115 +70,mlp.experts.65.gate_proj,0.0000830109,0.05000,2.071 +70,mlp.experts.67.gate_proj,0.0001193470,0.05000,2.082 +70,mlp.experts.70.gate_proj,0.0001221416,0.05000,2.086 +70,mlp.experts.68.gate_proj,0.0001202528,0.05000,2.096 +70,mlp.experts.69.gate_proj,0.0000464588,0.05000,2.138 +70,mlp.experts.71.gate_proj,0.0001432796,0.05000,2.097 +70,mlp.experts.74.gate_proj,0.0000694944,0.05000,2.014 +70,mlp.experts.72.gate_proj,0.0000448872,0.05000,2.048 +70,mlp.experts.73.gate_proj,0.0000178811,0.05000,2.026 +70,mlp.experts.75.gate_proj,0.0000705035,0.05000,2.036 +70,mlp.experts.78.gate_proj,0.0002488534,0.05000,2.054 +70,mlp.experts.76.gate_proj,0.0000642525,0.05000,2.058 +70,mlp.experts.77.gate_proj,0.0001144027,0.05000,2.063 +70,mlp.experts.79.gate_proj,0.0000508161,0.05000,2.022 +70,mlp.experts.82.gate_proj,0.0000995227,0.05000,2.065 +70,mlp.experts.80.gate_proj,0.0000854154,0.05000,2.057 +70,mlp.experts.81.gate_proj,0.0002913081,0.05000,2.046 +70,mlp.experts.83.gate_proj,0.0000953590,0.05000,2.053 +70,mlp.experts.86.gate_proj,0.0001214217,0.05000,2.043 +70,mlp.experts.85.gate_proj,0.0001847078,0.05000,2.024 +70,mlp.experts.84.gate_proj,0.0001449020,0.05000,2.096 +70,mlp.experts.87.gate_proj,0.0000600454,0.05000,2.036 +70,mlp.experts.90.gate_proj,0.0000816943,0.05000,2.058 +70,mlp.experts.89.gate_proj,0.0000931686,0.05000,2.076 +70,mlp.experts.88.gate_proj,0.0000376147,0.05000,2.069 +70,mlp.experts.91.gate_proj,0.0001045941,0.05000,2.067 +70,mlp.experts.94.gate_proj,0.0001036992,0.05000,2.092 +70,mlp.experts.93.gate_proj,0.0000977322,0.05000,2.061 +70,mlp.experts.92.gate_proj,0.0000330391,0.05000,2.068 +70,mlp.experts.95.gate_proj,0.0000119529,0.05000,2.061 +70,mlp.experts.98.gate_proj,0.0000803262,0.05000,2.059 +70,mlp.experts.96.gate_proj,0.0000475069,0.05000,2.057 +70,mlp.experts.99.gate_proj,0.0000678748,0.05000,2.049 +70,mlp.experts.97.gate_proj,0.0001223221,0.05000,2.140 +70,mlp.experts.102.gate_proj,0.0000206128,0.05000,2.104 +70,mlp.experts.100.gate_proj,0.0000148260,0.05000,2.087 +70,mlp.experts.103.gate_proj,0.0000626484,0.05000,2.103 +70,mlp.experts.101.gate_proj,0.0000940929,0.05000,2.114 +70,mlp.experts.106.gate_proj,0.0000871920,0.05000,2.047 +70,mlp.experts.104.gate_proj,0.0001064268,0.05000,2.070 +70,mlp.experts.107.gate_proj,0.0000662625,0.05000,2.031 +70,mlp.experts.105.gate_proj,0.0001138479,0.05000,2.067 +70,mlp.experts.110.gate_proj,0.0000696035,0.05000,2.053 +70,mlp.experts.111.gate_proj,0.0000663366,0.05000,2.070 +70,mlp.experts.108.gate_proj,0.0000497853,0.05000,2.092 +70,mlp.experts.109.gate_proj,0.0000994651,0.05000,2.077 +70,mlp.experts.114.gate_proj,0.0000471299,0.05000,2.045 +70,mlp.experts.112.gate_proj,0.0000438169,0.05000,2.023 +70,mlp.experts.115.gate_proj,0.0001000404,0.05000,2.115 +70,mlp.experts.113.gate_proj,0.0001079679,0.05000,2.031 +70,mlp.experts.118.gate_proj,0.0000487885,0.05000,2.101 +70,mlp.experts.116.gate_proj,0.0000432157,0.05000,2.095 +70,mlp.experts.119.gate_proj,0.0001002565,0.05000,2.071 +70,mlp.experts.117.gate_proj,0.0000968676,0.05000,2.135 +70,mlp.experts.122.gate_proj,0.0002134848,0.05000,2.089 +70,mlp.experts.120.gate_proj,0.0000861747,0.05000,2.068 +70,mlp.experts.121.gate_proj,0.0000263947,0.05000,2.041 +70,mlp.experts.123.gate_proj,0.0000939567,0.05000,2.138 +70,mlp.experts.126.gate_proj,0.0000964267,0.05000,2.120 +70,mlp.experts.124.gate_proj,0.0001141477,0.05000,2.095 +70,mlp.experts.125.gate_proj,0.0000549493,0.05000,2.071 +70,mlp.experts.127.gate_proj,0.0001294819,0.05000,2.118 +70,mlp.experts.130.gate_proj,0.0000883822,0.05000,2.098 +70,mlp.experts.128.gate_proj,0.0000112117,0.05000,2.041 +70,mlp.experts.129.gate_proj,0.0000765958,0.05000,2.133 +70,mlp.experts.131.gate_proj,0.0000649977,0.05000,2.086 +70,mlp.experts.134.gate_proj,0.0001117383,0.05000,2.023 +70,mlp.experts.132.gate_proj,0.0001996498,0.05000,2.064 +70,mlp.experts.133.gate_proj,0.0001099367,0.05000,2.055 +70,mlp.experts.135.gate_proj,0.0000147918,0.05000,2.047 +70,mlp.experts.138.gate_proj,0.0000960102,0.05000,2.080 +70,mlp.experts.136.gate_proj,0.0002170362,0.05000,2.055 +70,mlp.experts.139.gate_proj,0.0001681823,0.05000,2.015 +70,mlp.experts.137.gate_proj,0.0000695554,0.05000,2.061 +70,mlp.experts.142.gate_proj,0.0001109473,0.05000,2.027 +70,mlp.experts.140.gate_proj,0.0000656088,0.05000,2.047 +70,mlp.experts.143.gate_proj,0.0000677965,0.05000,2.052 +70,mlp.experts.141.gate_proj,0.0000892582,0.05000,2.058 +70,mlp.experts.146.gate_proj,0.0000970943,0.05000,2.017 +70,mlp.experts.144.gate_proj,0.0000418230,0.05000,2.050 +70,mlp.experts.145.gate_proj,0.0000670666,0.05000,1.999 +70,mlp.experts.147.gate_proj,0.0000288899,0.05000,2.100 +70,mlp.experts.150.gate_proj,0.0001028825,0.05000,2.069 +70,mlp.experts.148.gate_proj,0.0000721388,0.05000,2.039 +70,mlp.experts.149.gate_proj,0.0001927811,0.05000,2.040 +70,mlp.experts.151.gate_proj,0.0000494792,0.05000,2.093 +70,mlp.experts.154.gate_proj,0.0000160621,0.05000,2.117 +70,mlp.experts.152.gate_proj,0.0001535785,0.05000,2.122 +70,mlp.experts.153.gate_proj,0.0000271340,0.05000,2.042 +70,mlp.experts.155.gate_proj,0.0000843158,0.05000,2.056 +70,mlp.experts.158.gate_proj,0.0002282603,0.05000,2.031 +70,mlp.experts.156.gate_proj,0.0000793338,0.05000,2.042 +70,mlp.experts.157.gate_proj,0.0000957462,0.05000,2.064 +70,mlp.experts.159.gate_proj,0.0000146769,0.05000,2.031 +70,mlp.experts.2.up_proj,0.0000442319,0.05000,2.118 +70,mlp.experts.0.up_proj,0.0001254073,0.05000,2.084 +70,mlp.experts.1.up_proj,0.0000755536,0.05000,2.073 +70,mlp.experts.3.up_proj,0.0002073627,0.05000,2.098 +70,mlp.experts.6.up_proj,0.0000586514,0.05000,2.095 +70,mlp.experts.4.up_proj,0.0000346299,0.05000,2.053 +70,mlp.experts.5.up_proj,0.0000305049,0.05000,2.051 +70,mlp.experts.7.up_proj,0.0000511148,0.05000,2.054 +70,mlp.experts.10.up_proj,0.0000918625,0.05000,2.135 +70,mlp.experts.8.up_proj,0.0002821716,0.05000,2.088 +70,mlp.experts.9.up_proj,0.0000663592,0.05000,2.069 +70,mlp.experts.11.up_proj,0.0000249950,0.05000,2.081 +70,mlp.experts.14.up_proj,0.0000970588,0.05000,2.100 +70,mlp.experts.12.up_proj,0.0001291597,0.05000,2.066 +70,mlp.experts.13.up_proj,0.0001176529,0.05000,2.118 +70,mlp.experts.15.up_proj,0.0001138780,0.05000,2.067 +70,mlp.experts.16.up_proj,0.0001280639,0.05000,2.032 +70,mlp.experts.18.up_proj,0.0001057509,0.05000,2.097 +70,mlp.experts.17.up_proj,0.0000574519,0.05000,2.108 +70,mlp.experts.19.up_proj,0.0000825235,0.05000,2.058 +70,mlp.experts.20.up_proj,0.0001068424,0.05000,2.074 +70,mlp.experts.22.up_proj,0.0000775901,0.05000,2.064 +70,mlp.experts.23.up_proj,0.0000615229,0.05000,2.033 +70,mlp.experts.21.up_proj,0.0001071900,0.05000,2.125 +70,mlp.experts.24.up_proj,0.0002266291,0.05000,2.044 +70,mlp.experts.26.up_proj,0.0000982472,0.05000,2.044 +70,mlp.experts.27.up_proj,0.0000769042,0.05000,2.073 +70,mlp.experts.25.up_proj,0.0001089595,0.05000,2.105 +70,mlp.experts.28.up_proj,0.0000894930,0.05000,2.028 +70,mlp.experts.30.up_proj,0.0000423678,0.05000,2.036 +70,mlp.experts.31.up_proj,0.0000469696,0.05000,2.037 +70,mlp.experts.29.up_proj,0.0000893603,0.05000,2.055 +70,mlp.experts.32.up_proj,0.0001603478,0.05000,2.062 +70,mlp.experts.34.up_proj,0.0000707075,0.05000,2.106 +70,mlp.experts.35.up_proj,0.0000740043,0.05000,2.108 +70,mlp.experts.33.up_proj,0.0000528278,0.05000,2.073 +70,mlp.experts.36.up_proj,0.0001098392,0.05000,2.024 +70,mlp.experts.38.up_proj,0.0001931243,0.05000,2.044 +70,mlp.experts.39.up_proj,0.0000810844,0.05000,2.045 +70,mlp.experts.37.up_proj,0.0000824191,0.05000,2.049 +70,mlp.experts.40.up_proj,0.0000653079,0.05000,2.070 +70,mlp.experts.42.up_proj,0.0002284182,0.05000,2.054 +70,mlp.experts.43.up_proj,0.0001112355,0.05000,2.063 +70,mlp.experts.41.up_proj,0.0000844745,0.05000,2.072 +70,mlp.experts.44.up_proj,0.0000719777,0.05000,2.038 +70,mlp.experts.46.up_proj,0.0000518855,0.05000,2.063 +70,mlp.experts.47.up_proj,0.0001456015,0.05000,2.033 +70,mlp.experts.45.up_proj,0.0001932062,0.05000,2.012 +70,mlp.experts.48.up_proj,0.0000279223,0.05000,2.038 +70,mlp.experts.50.up_proj,0.0001363751,0.05000,2.034 +70,mlp.experts.51.up_proj,0.0001128931,0.05000,2.040 +70,mlp.experts.49.up_proj,0.0000479417,0.05000,2.021 +70,mlp.experts.52.up_proj,0.0001451590,0.05000,2.044 +70,mlp.experts.54.up_proj,0.0000935940,0.05000,2.093 +70,mlp.experts.55.up_proj,0.0000888528,0.05000,2.066 +70,mlp.experts.53.up_proj,0.0001007325,0.05000,2.059 +70,mlp.experts.56.up_proj,0.0000412145,0.05000,2.063 +70,mlp.experts.58.up_proj,0.0001397424,0.05000,2.148 +70,mlp.experts.59.up_proj,0.0001948393,0.05000,2.138 +70,mlp.experts.57.up_proj,0.0000599143,0.05000,2.136 +70,mlp.experts.60.up_proj,0.0000646677,0.05000,2.066 +70,mlp.experts.62.up_proj,0.0000953189,0.05000,2.137 +70,mlp.experts.63.up_proj,0.0001013427,0.05000,2.083 +70,mlp.experts.61.up_proj,0.0000753192,0.05000,2.092 +70,mlp.experts.64.up_proj,0.0000814592,0.05000,2.031 +70,mlp.experts.66.up_proj,0.0000425118,0.05000,2.052 +70,mlp.experts.67.up_proj,0.0001154440,0.05000,2.041 +70,mlp.experts.65.up_proj,0.0000796090,0.05000,2.059 +70,mlp.experts.68.up_proj,0.0001150974,0.05000,2.050 +70,mlp.experts.71.up_proj,0.0001377497,0.05000,2.080 +70,mlp.experts.69.up_proj,0.0000451345,0.05000,2.061 +70,mlp.experts.70.up_proj,0.0001192304,0.05000,2.180 +70,mlp.experts.72.up_proj,0.0000436285,0.05000,2.092 +70,mlp.experts.75.up_proj,0.0000687020,0.05000,2.081 +70,mlp.experts.73.up_proj,0.0000172650,0.05000,2.071 +70,mlp.experts.74.up_proj,0.0000679747,0.05000,2.114 +70,mlp.experts.76.up_proj,0.0000621478,0.05000,2.092 +70,mlp.experts.79.up_proj,0.0000496825,0.05000,2.061 +70,mlp.experts.77.up_proj,0.0001085238,0.05000,2.080 +70,mlp.experts.78.up_proj,0.0002420839,0.05000,2.095 +70,mlp.experts.80.up_proj,0.0000832423,0.05000,2.158 +70,mlp.experts.83.up_proj,0.0000898726,0.05000,2.096 +70,mlp.experts.81.up_proj,0.0002859571,0.05000,2.103 +70,mlp.experts.82.up_proj,0.0000964682,0.05000,2.203 +70,mlp.experts.84.up_proj,0.0001390751,0.05000,2.079 +70,mlp.experts.87.up_proj,0.0000580552,0.05000,2.059 +70,mlp.experts.85.up_proj,0.0001773112,0.05000,2.013 +70,mlp.experts.86.up_proj,0.0001172306,0.05000,2.049 +70,mlp.experts.88.up_proj,0.0000362731,0.05000,2.076 +70,mlp.experts.89.up_proj,0.0000889001,0.05000,2.048 +70,mlp.experts.91.up_proj,0.0001018186,0.05000,2.103 +70,mlp.experts.90.up_proj,0.0000794347,0.05000,2.157 +70,mlp.experts.92.up_proj,0.0000313722,0.05000,2.111 +70,mlp.experts.93.up_proj,0.0000951869,0.05000,2.041 +70,mlp.experts.95.up_proj,0.0000115332,0.05000,2.101 +70,mlp.experts.94.up_proj,0.0001014881,0.05000,2.160 +70,mlp.experts.96.up_proj,0.0000465596,0.05000,2.034 +70,mlp.experts.97.up_proj,0.0001168541,0.05000,2.062 +70,mlp.experts.99.up_proj,0.0000651446,0.05000,2.071 +70,mlp.experts.98.up_proj,0.0000773893,0.05000,2.048 +70,mlp.experts.100.up_proj,0.0000143452,0.05000,2.064 +70,mlp.experts.101.up_proj,0.0000905003,0.05000,2.028 +70,mlp.experts.103.up_proj,0.0000611702,0.05000,2.062 +70,mlp.experts.102.up_proj,0.0000200301,0.05000,2.063 +70,mlp.experts.104.up_proj,0.0001026133,0.05000,2.106 +70,mlp.experts.105.up_proj,0.0001090865,0.05000,2.026 +70,mlp.experts.107.up_proj,0.0000647608,0.05000,2.049 +70,mlp.experts.106.up_proj,0.0000846350,0.05000,2.078 +70,mlp.experts.108.up_proj,0.0000482001,0.05000,2.103 +70,mlp.experts.109.up_proj,0.0000941141,0.05000,2.065 +70,mlp.experts.111.up_proj,0.0000633413,0.05000,2.104 +70,mlp.experts.110.up_proj,0.0000674009,0.05000,2.077 +70,mlp.experts.113.up_proj,0.0001031609,0.05000,2.011 +70,mlp.experts.112.up_proj,0.0000423722,0.05000,2.084 +70,mlp.experts.115.up_proj,0.0000963600,0.05000,2.018 +70,mlp.experts.114.up_proj,0.0000459802,0.05000,2.054 +70,mlp.experts.117.up_proj,0.0000938277,0.05000,2.024 +70,mlp.experts.116.up_proj,0.0000419242,0.05000,2.101 +70,mlp.experts.119.up_proj,0.0000967420,0.05000,2.021 +70,mlp.experts.118.up_proj,0.0000475583,0.05000,2.040 +70,mlp.experts.121.up_proj,0.0000254261,0.05000,2.045 +70,mlp.experts.120.up_proj,0.0000839098,0.05000,2.136 +70,mlp.experts.123.up_proj,0.0000914565,0.05000,2.071 +70,mlp.experts.122.up_proj,0.0002069978,0.05000,2.059 +70,mlp.experts.125.up_proj,0.0000533385,0.05000,2.047 +70,mlp.experts.124.up_proj,0.0001114002,0.05000,2.035 +70,mlp.experts.127.up_proj,0.0001258349,0.05000,2.050 +70,mlp.experts.126.up_proj,0.0000918766,0.05000,2.044 +70,mlp.experts.129.up_proj,0.0000737233,0.05000,2.022 +70,mlp.experts.128.up_proj,0.0000110361,0.05000,2.036 +70,mlp.experts.131.up_proj,0.0000629049,0.05000,2.039 +70,mlp.experts.130.up_proj,0.0000841702,0.05000,2.054 +70,mlp.experts.133.up_proj,0.0001061796,0.05000,2.054 +70,mlp.experts.132.up_proj,0.0001498021,0.05000,2.057 +70,mlp.experts.135.up_proj,0.0000145127,0.05000,2.121 +70,mlp.experts.134.up_proj,0.0001086396,0.05000,2.077 +70,mlp.experts.137.up_proj,0.0000675586,0.05000,2.121 +70,mlp.experts.136.up_proj,0.0002113040,0.05000,2.043 +70,mlp.experts.139.up_proj,0.0001636805,0.05000,2.054 +70,mlp.experts.138.up_proj,0.0000931695,0.05000,2.066 +70,mlp.experts.141.up_proj,0.0000860632,0.05000,2.047 +70,mlp.experts.140.up_proj,0.0000628015,0.05000,2.044 +70,mlp.experts.143.up_proj,0.0000655714,0.05000,2.043 +70,mlp.experts.142.up_proj,0.0001072156,0.05000,2.061 +70,mlp.experts.145.up_proj,0.0000662133,0.05000,2.046 +70,mlp.experts.144.up_proj,0.0000400628,0.05000,2.046 +70,mlp.experts.147.up_proj,0.0000284659,0.05000,2.082 +70,mlp.experts.146.up_proj,0.0000928265,0.05000,2.061 +70,mlp.experts.149.up_proj,0.0001892462,0.05000,2.124 +70,mlp.experts.148.up_proj,0.0000695441,0.05000,2.066 +70,mlp.experts.151.up_proj,0.0000467219,0.05000,2.122 +70,mlp.experts.150.up_proj,0.0000989329,0.05000,2.063 +70,mlp.experts.153.up_proj,0.0000259760,0.05000,2.062 +70,mlp.experts.152.up_proj,0.0001571811,0.05000,2.060 +70,mlp.experts.155.up_proj,0.0000825507,0.05000,2.068 +70,mlp.experts.154.up_proj,0.0000155535,0.05000,2.071 +70,mlp.experts.157.up_proj,0.0000936518,0.05000,2.063 +70,mlp.experts.156.up_proj,0.0000766482,0.05000,2.038 +70,mlp.experts.159.up_proj,0.0000143816,0.05000,1.954 +70,mlp.experts.158.up_proj,0.0002272725,0.05000,1.796 +70,mlp.experts.1.down_proj,0.0000099390,0.05000,0.633 +70,mlp.experts.0.down_proj,0.0000294282,0.05000,0.634 +70,mlp.experts.3.down_proj,0.0000324194,0.05000,0.641 +70,mlp.experts.2.down_proj,0.0000108330,0.05000,0.644 +70,mlp.experts.5.down_proj,0.0000076618,0.05000,0.610 +70,mlp.experts.4.down_proj,0.0000044461,0.05000,0.611 +70,mlp.experts.7.down_proj,0.0000082262,0.05000,0.614 +70,mlp.experts.6.down_proj,0.0000192815,0.05000,0.612 +70,mlp.experts.8.down_proj,0.0000495346,0.05000,0.620 +70,mlp.experts.11.down_proj,0.0000046754,0.05000,0.613 +70,mlp.experts.9.down_proj,0.0000104605,0.05000,0.638 +70,mlp.experts.10.down_proj,0.0000274550,0.05000,0.634 +70,mlp.experts.12.down_proj,0.0000197781,0.05000,0.613 +70,mlp.experts.13.down_proj,0.0000293285,0.05000,0.601 +70,mlp.experts.15.down_proj,0.0000177207,0.05000,0.631 +70,mlp.experts.14.down_proj,0.0000159201,0.05000,0.619 +70,mlp.experts.17.down_proj,0.0000112558,0.05000,0.616 +70,mlp.experts.16.down_proj,0.0000351876,0.05000,0.635 +70,mlp.experts.18.down_proj,0.0000241969,0.05000,0.619 +70,mlp.experts.19.down_proj,0.0000140107,0.05000,0.636 +70,mlp.experts.21.down_proj,0.0000373201,0.05000,0.608 +70,mlp.experts.20.down_proj,0.0000350399,0.05000,0.611 +70,mlp.experts.23.down_proj,0.0000115608,0.05000,0.610 +70,mlp.experts.22.down_proj,0.0000120391,0.05000,0.619 +70,mlp.experts.25.down_proj,0.0000237760,0.05000,0.608 +70,mlp.experts.24.down_proj,0.0000371802,0.05000,0.609 +70,mlp.experts.27.down_proj,0.0000173688,0.05000,0.613 +70,mlp.experts.26.down_proj,0.0000276357,0.05000,0.623 +70,mlp.experts.29.down_proj,0.0000160202,0.05000,0.616 +70,mlp.experts.28.down_proj,0.0000227221,0.05000,0.623 +70,mlp.experts.31.down_proj,0.0000114185,0.05000,0.612 +70,mlp.experts.30.down_proj,0.0000106361,0.05000,0.620 +70,mlp.experts.33.down_proj,0.0000098525,0.05000,0.628 +70,mlp.experts.34.down_proj,0.0000157519,0.05000,0.616 +70,mlp.experts.32.down_proj,0.0000207340,0.05000,0.654 +70,mlp.experts.35.down_proj,0.0000102786,0.05000,0.652 +70,mlp.experts.37.down_proj,0.0000241851,0.05000,0.602 +70,mlp.experts.38.down_proj,0.0000340348,0.05000,0.617 +70,mlp.experts.36.down_proj,0.0000251374,0.05000,0.629 +70,mlp.experts.39.down_proj,0.0000139464,0.05000,0.629 +70,mlp.experts.41.down_proj,0.0000186584,0.05000,0.625 +70,mlp.experts.42.down_proj,0.0000391621,0.05000,0.613 +70,mlp.experts.40.down_proj,0.0000123920,0.05000,0.602 +70,mlp.experts.43.down_proj,0.0000191714,0.05000,0.602 +70,mlp.experts.45.down_proj,0.0000655900,0.05000,0.609 +70,mlp.experts.44.down_proj,0.0000149536,0.05000,0.607 +70,mlp.experts.46.down_proj,0.0000101059,0.05000,0.619 +70,mlp.experts.47.down_proj,0.0000238493,0.05000,0.633 +70,mlp.experts.49.down_proj,0.0000080352,0.05000,0.648 +70,mlp.experts.48.down_proj,0.0000064061,0.05000,0.609 +70,mlp.experts.50.down_proj,0.0000332520,0.05000,0.620 +70,mlp.experts.51.down_proj,0.0000158674,0.05000,0.634 +70,mlp.experts.53.down_proj,0.0000167882,0.05000,0.610 +70,mlp.experts.52.down_proj,0.0000357948,0.05000,0.602 +70,mlp.experts.54.down_proj,0.0000609919,0.05000,0.618 +70,mlp.experts.55.down_proj,0.0000146138,0.05000,0.645 +70,mlp.experts.57.down_proj,0.0000135298,0.05000,0.610 +70,mlp.experts.56.down_proj,0.0000054246,0.05000,0.621 +70,mlp.experts.58.down_proj,0.0000605692,0.05000,0.616 +70,mlp.experts.59.down_proj,0.0000310104,0.05000,0.605 +70,mlp.experts.61.down_proj,0.0000201695,0.05000,0.610 +70,mlp.experts.60.down_proj,0.0000248291,0.05000,0.602 +70,mlp.experts.62.down_proj,0.0000216851,0.05000,0.615 +70,mlp.experts.63.down_proj,0.0000203081,0.05000,0.616 +70,mlp.experts.65.down_proj,0.0000167268,0.05000,0.611 +70,mlp.experts.64.down_proj,0.0000159995,0.05000,0.603 +70,mlp.experts.66.down_proj,0.0000134356,0.05000,0.616 +70,mlp.experts.67.down_proj,0.0000266043,0.05000,0.603 +70,mlp.experts.68.down_proj,0.0000257250,0.05000,0.607 +70,mlp.experts.69.down_proj,0.0000063244,0.05000,0.612 +70,mlp.experts.70.down_proj,0.0000294606,0.05000,0.611 +70,mlp.experts.71.down_proj,0.0000206028,0.05000,0.606 +70,mlp.experts.73.down_proj,0.0000052645,0.05000,0.616 +70,mlp.experts.72.down_proj,0.0000070300,0.05000,0.632 +70,mlp.experts.74.down_proj,0.0000140143,0.05000,0.627 +70,mlp.experts.75.down_proj,0.0000154269,0.05000,0.636 +70,mlp.experts.77.down_proj,0.0000193111,0.05000,0.621 +70,mlp.experts.76.down_proj,0.0000093261,0.05000,0.654 +70,mlp.experts.78.down_proj,0.0000591037,0.05000,0.617 +70,mlp.experts.79.down_proj,0.0000140629,0.05000,0.627 +70,mlp.experts.81.down_proj,0.0000481903,0.05000,0.617 +70,mlp.experts.82.down_proj,0.0000181327,0.05000,0.617 +70,mlp.experts.80.down_proj,0.0000143602,0.05000,0.632 +70,mlp.experts.83.down_proj,0.0000146607,0.05000,0.641 +70,mlp.experts.85.down_proj,0.0000246426,0.05000,0.617 +70,mlp.experts.84.down_proj,0.0000222107,0.05000,0.614 +70,mlp.experts.86.down_proj,0.0000168619,0.05000,0.618 +70,mlp.experts.87.down_proj,0.0000126108,0.05000,0.655 +70,mlp.experts.89.down_proj,0.0000168357,0.05000,0.617 +70,mlp.experts.90.down_proj,0.0000145058,0.05000,0.616 +70,mlp.experts.88.down_proj,0.0000061947,0.05000,0.632 +70,mlp.experts.91.down_proj,0.0000201181,0.05000,0.617 +70,mlp.experts.93.down_proj,0.0000131590,0.05000,0.620 +70,mlp.experts.94.down_proj,0.0000271416,0.05000,0.632 +70,mlp.experts.92.down_proj,0.0000056705,0.05000,0.660 +70,mlp.experts.95.down_proj,0.0000040403,0.05000,0.617 +70,mlp.experts.97.down_proj,0.0000223069,0.05000,0.615 +70,mlp.experts.98.down_proj,0.0000104140,0.05000,0.616 +70,mlp.experts.96.down_proj,0.0000133661,0.05000,0.629 +70,mlp.experts.99.down_proj,0.0000139082,0.05000,0.630 +70,mlp.experts.101.down_proj,0.0000174466,0.05000,0.611 +70,mlp.experts.102.down_proj,0.0000032658,0.05000,0.620 +70,mlp.experts.100.down_proj,0.0000043418,0.05000,0.647 +70,mlp.experts.103.down_proj,0.0000133847,0.05000,0.627 +70,mlp.experts.105.down_proj,0.0000174808,0.05000,0.621 +70,mlp.experts.106.down_proj,0.0000144897,0.05000,0.618 +70,mlp.experts.104.down_proj,0.0000202981,0.05000,0.633 +70,mlp.experts.107.down_proj,0.0000108853,0.05000,0.628 +70,mlp.experts.109.down_proj,0.0000178827,0.05000,0.616 +70,mlp.experts.110.down_proj,0.0000153910,0.05000,0.618 +70,mlp.experts.108.down_proj,0.0000108093,0.05000,0.631 +70,mlp.experts.111.down_proj,0.0000098921,0.05000,0.654 +70,mlp.experts.113.down_proj,0.0000205537,0.05000,0.630 +70,mlp.experts.114.down_proj,0.0000107889,0.05000,0.632 +70,mlp.experts.112.down_proj,0.0000081955,0.05000,0.621 +70,mlp.experts.115.down_proj,0.0000141100,0.05000,0.631 +70,mlp.experts.117.down_proj,0.0000173970,0.05000,0.485 +70,mlp.experts.118.down_proj,0.0000085538,0.05000,0.444 +70,mlp.experts.119.down_proj,0.0000264545,0.05000,0.640 +70,mlp.experts.122.down_proj,0.0000368565,0.05000,0.659 +70,mlp.experts.116.down_proj,0.0000123067,0.05000,0.670 +70,mlp.experts.121.down_proj,0.0000054836,0.05000,0.721 +70,mlp.experts.123.down_proj,0.0000208831,0.05000,0.627 +70,mlp.experts.126.down_proj,0.0000126730,0.05000,0.617 +70,mlp.experts.120.down_proj,0.0000141730,0.05000,0.607 +70,mlp.experts.125.down_proj,0.0000081082,0.05000,0.610 +70,mlp.experts.127.down_proj,0.0000214267,0.05000,0.617 +70,mlp.experts.124.down_proj,0.0000203025,0.05000,0.610 +70,mlp.experts.130.down_proj,0.0000121359,0.05000,0.623 +70,mlp.experts.129.down_proj,0.0000163642,0.05000,0.627 +70,mlp.experts.128.down_proj,0.0000032949,0.05000,0.623 +70,mlp.experts.131.down_proj,0.0000127614,0.05000,0.627 +70,mlp.experts.134.down_proj,0.0000165459,0.05000,0.641 +70,mlp.experts.133.down_proj,0.0000261818,0.05000,0.656 +70,mlp.experts.132.down_proj,0.0000538356,0.05000,0.621 +70,mlp.experts.138.down_proj,0.0000197023,0.05000,0.627 +70,mlp.experts.135.down_proj,0.0000022519,0.05000,0.668 +70,mlp.experts.137.down_proj,0.0000176463,0.05000,0.620 +70,mlp.experts.136.down_proj,0.0000524153,0.05000,0.615 +70,mlp.experts.142.down_proj,0.0000240124,0.05000,0.617 +70,mlp.experts.139.down_proj,0.0000573013,0.05000,0.607 +70,mlp.experts.141.down_proj,0.0000190066,0.05000,0.614 +70,mlp.experts.140.down_proj,0.0000126856,0.05000,0.616 +70,mlp.experts.143.down_proj,0.0000181542,0.05000,0.610 +70,mlp.experts.146.down_proj,0.0000234690,0.05000,0.620 +70,mlp.experts.145.down_proj,0.0000102437,0.05000,0.659 +70,mlp.experts.144.down_proj,0.0000085150,0.05000,0.621 +70,mlp.experts.150.down_proj,0.0000231001,0.05000,0.624 +70,mlp.experts.147.down_proj,0.0000101204,0.05000,0.638 +70,mlp.experts.149.down_proj,0.0000360297,0.05000,0.641 +70,mlp.experts.148.down_proj,0.0000156832,0.05000,0.633 +70,mlp.experts.154.down_proj,0.0000023504,0.05000,0.620 +70,mlp.experts.151.down_proj,0.0000179427,0.05000,0.610 +70,mlp.experts.153.down_proj,0.0000150808,0.05000,0.610 +70,mlp.experts.152.down_proj,0.0000333012,0.05000,0.638 +70,mlp.experts.155.down_proj,0.0000128596,0.05000,0.615 +70,mlp.experts.158.down_proj,0.0000582015,0.05000,0.626 +70,mlp.experts.157.down_proj,0.0000218937,0.05000,0.638 +70,mlp.experts.156.down_proj,0.0000193162,0.05000,0.441 +70,mlp.experts.159.down_proj,0.0000022294,0.05000,0.432 +71,mlp.experts.3.gate_proj,0.0000603401,0.05000,2.072 +71,mlp.experts.1.gate_proj,0.0000996520,0.05000,2.098 +71,mlp.experts.2.gate_proj,0.0000918998,0.05000,2.136 +71,mlp.experts.0.gate_proj,0.0000621899,0.05000,2.176 +71,mlp.experts.7.gate_proj,0.0001442400,0.05000,2.076 +71,mlp.experts.4.gate_proj,0.0000760246,0.05000,2.002 +71,mlp.experts.5.gate_proj,0.0000869047,0.05000,2.079 +71,mlp.experts.6.gate_proj,0.0000760485,0.05000,2.142 +71,mlp.experts.8.gate_proj,0.0000663962,0.05000,2.049 +71,mlp.experts.11.gate_proj,0.0001358543,0.05000,2.133 +71,mlp.experts.9.gate_proj,0.0002027022,0.05000,2.128 +71,mlp.experts.10.gate_proj,0.0000788181,0.05000,2.108 +71,mlp.experts.12.gate_proj,0.0000105789,0.05000,2.028 +71,mlp.experts.15.gate_proj,0.0000189468,0.05000,2.053 +71,mlp.experts.13.gate_proj,0.0001204034,0.05000,2.078 +71,mlp.experts.14.gate_proj,0.0000742464,0.05000,2.052 +71,mlp.experts.16.gate_proj,0.0000768762,0.05000,2.072 +71,mlp.experts.19.gate_proj,0.0000523337,0.05000,2.087 +71,mlp.experts.17.gate_proj,0.0000820425,0.05000,2.094 +71,mlp.experts.18.gate_proj,0.0000463796,0.05000,2.122 +71,mlp.experts.20.gate_proj,0.0001895856,0.05000,2.105 +71,mlp.experts.23.gate_proj,0.0000534169,0.05000,2.121 +71,mlp.experts.21.gate_proj,0.0000957570,0.05000,2.128 +71,mlp.experts.22.gate_proj,0.0000537676,0.05000,2.146 +71,mlp.experts.24.gate_proj,0.0001871748,0.05000,2.133 +71,mlp.experts.27.gate_proj,0.0000693722,0.05000,2.177 +71,mlp.experts.25.gate_proj,0.0000834088,0.05000,2.138 +71,mlp.experts.26.gate_proj,0.0000874476,0.05000,2.124 +71,mlp.experts.28.gate_proj,0.0001306734,0.05000,2.111 +71,mlp.experts.31.gate_proj,0.0001170401,0.05000,2.093 +71,mlp.experts.29.gate_proj,0.0000391230,0.05000,2.094 +71,mlp.experts.30.gate_proj,0.0000445318,0.05000,2.135 +71,mlp.experts.32.gate_proj,0.0000471762,0.05000,2.099 +71,mlp.experts.35.gate_proj,0.0000854257,0.05000,2.090 +71,mlp.experts.33.gate_proj,0.0000528245,0.05000,2.107 +71,mlp.experts.34.gate_proj,0.0000437547,0.05000,2.125 +71,mlp.experts.36.gate_proj,0.0001092722,0.05000,2.136 +71,mlp.experts.39.gate_proj,0.0000822437,0.05000,2.098 +71,mlp.experts.37.gate_proj,0.0001268434,0.05000,2.082 +71,mlp.experts.38.gate_proj,0.0001138240,0.05000,2.265 +71,mlp.experts.40.gate_proj,0.0000610411,0.05000,2.108 +71,mlp.experts.41.gate_proj,0.0000923369,0.05000,2.100 +71,mlp.experts.43.gate_proj,0.0001543595,0.05000,2.185 +71,mlp.experts.42.gate_proj,0.0001778011,0.05000,2.130 +71,mlp.experts.44.gate_proj,0.0001209544,0.05000,2.049 +71,mlp.experts.45.gate_proj,0.0002032875,0.05000,2.091 +71,mlp.experts.47.gate_proj,0.0001532799,0.05000,2.120 +71,mlp.experts.46.gate_proj,0.0000842118,0.05000,2.109 +71,mlp.experts.48.gate_proj,0.0000494241,0.05000,2.034 +71,mlp.experts.49.gate_proj,0.0002273244,0.05000,2.041 +71,mlp.experts.51.gate_proj,0.0000499394,0.05000,2.038 +71,mlp.experts.50.gate_proj,0.0000721108,0.05000,2.075 +71,mlp.experts.52.gate_proj,0.0000736654,0.05000,2.028 +71,mlp.experts.53.gate_proj,0.0000771935,0.05000,2.050 +71,mlp.experts.55.gate_proj,0.0000619753,0.05000,2.083 +71,mlp.experts.54.gate_proj,0.0000562191,0.05000,2.027 +71,mlp.experts.56.gate_proj,0.0000197868,0.05000,2.015 +71,mlp.experts.57.gate_proj,0.0000882085,0.05000,2.023 +71,mlp.experts.59.gate_proj,0.0000960953,0.05000,2.033 +71,mlp.experts.58.gate_proj,0.0001051608,0.05000,2.042 +71,mlp.experts.60.gate_proj,0.0001951684,0.05000,2.037 +71,mlp.experts.61.gate_proj,0.0000764103,0.05000,2.077 +71,mlp.experts.63.gate_proj,0.0001729522,0.05000,2.086 +71,mlp.experts.62.gate_proj,0.0000439450,0.05000,2.085 +71,mlp.experts.64.gate_proj,0.0000572793,0.05000,2.033 +71,mlp.experts.65.gate_proj,0.0000800163,0.05000,2.048 +71,mlp.experts.67.gate_proj,0.0000565492,0.05000,2.038 +71,mlp.experts.66.gate_proj,0.0000844131,0.05000,2.064 +71,mlp.experts.68.gate_proj,0.0000903691,0.05000,2.027 +71,mlp.experts.69.gate_proj,0.0001259143,0.05000,2.049 +71,mlp.experts.71.gate_proj,0.0000589139,0.05000,2.086 +71,mlp.experts.70.gate_proj,0.0001031422,0.05000,2.079 +71,mlp.experts.72.gate_proj,0.0000681095,0.05000,2.248 +71,mlp.experts.73.gate_proj,0.0001870012,0.05000,2.064 +71,mlp.experts.75.gate_proj,0.0001098708,0.05000,2.121 +71,mlp.experts.74.gate_proj,0.0000653263,0.05000,2.109 +71,mlp.experts.76.gate_proj,0.0000755238,0.05000,2.064 +71,mlp.experts.77.gate_proj,0.0000198438,0.05000,2.032 +71,mlp.experts.79.gate_proj,0.0000546728,0.05000,2.036 +71,mlp.experts.78.gate_proj,0.0001353896,0.05000,2.053 +71,mlp.experts.81.gate_proj,0.0001528375,0.05000,2.048 +71,mlp.experts.80.gate_proj,0.0001214340,0.05000,2.124 +71,mlp.experts.83.gate_proj,0.0000695243,0.05000,2.095 +71,mlp.experts.82.gate_proj,0.0000473231,0.05000,2.066 +71,mlp.experts.85.gate_proj,0.0000716199,0.05000,2.084 +71,mlp.experts.84.gate_proj,0.0000653480,0.05000,2.086 +71,mlp.experts.87.gate_proj,0.0001018623,0.05000,2.133 +71,mlp.experts.86.gate_proj,0.0001386580,0.05000,2.102 +71,mlp.experts.89.gate_proj,0.0000943064,0.05000,2.087 +71,mlp.experts.88.gate_proj,0.0000725014,0.05000,2.091 +71,mlp.experts.91.gate_proj,0.0000693737,0.05000,2.080 +71,mlp.experts.90.gate_proj,0.0000448246,0.05000,2.095 +71,mlp.experts.93.gate_proj,0.0000426932,0.05000,2.096 +71,mlp.experts.92.gate_proj,0.0000691012,0.05000,2.082 +71,mlp.experts.95.gate_proj,0.0001266534,0.05000,2.134 +71,mlp.experts.94.gate_proj,0.0000601847,0.05000,2.083 +71,mlp.experts.97.gate_proj,0.0000535582,0.05000,2.066 +71,mlp.experts.96.gate_proj,0.0001338410,0.05000,2.089 +71,mlp.experts.99.gate_proj,0.0001979754,0.05000,2.115 +71,mlp.experts.98.gate_proj,0.0000134437,0.05000,2.066 +71,mlp.experts.101.gate_proj,0.0000893090,0.05000,2.084 +71,mlp.experts.100.gate_proj,0.0000770305,0.05000,2.123 +71,mlp.experts.103.gate_proj,0.0000331629,0.05000,2.078 +71,mlp.experts.102.gate_proj,0.0000575180,0.05000,2.074 +71,mlp.experts.105.gate_proj,0.0001568076,0.05000,2.045 +71,mlp.experts.104.gate_proj,0.0000536285,0.05000,2.065 +71,mlp.experts.107.gate_proj,0.0000287420,0.05000,2.072 +71,mlp.experts.106.gate_proj,0.0001033190,0.05000,2.162 +71,mlp.experts.109.gate_proj,0.0002170754,0.05000,2.099 +71,mlp.experts.108.gate_proj,0.0000544175,0.05000,2.182 +71,mlp.experts.111.gate_proj,0.0001543971,0.05000,2.161 +71,mlp.experts.110.gate_proj,0.0000955741,0.05000,2.069 +71,mlp.experts.113.gate_proj,0.0001158094,0.05000,2.061 +71,mlp.experts.112.gate_proj,0.0000408352,0.05000,2.102 +71,mlp.experts.115.gate_proj,0.0000221526,0.05000,2.079 +71,mlp.experts.114.gate_proj,0.0001361547,0.05000,2.092 +71,mlp.experts.117.gate_proj,0.0000830455,0.05000,2.085 +71,mlp.experts.116.gate_proj,0.0000624800,0.05000,2.099 +71,mlp.experts.119.gate_proj,0.0000502420,0.05000,2.109 +71,mlp.experts.118.gate_proj,0.0001315186,0.05000,2.087 +71,mlp.experts.121.gate_proj,0.0001723196,0.05000,2.071 +71,mlp.experts.120.gate_proj,0.0000556282,0.05000,2.043 +71,mlp.experts.123.gate_proj,0.0002531677,0.05000,2.044 +71,mlp.experts.122.gate_proj,0.0001436197,0.05000,2.090 +71,mlp.experts.125.gate_proj,0.0000594075,0.05000,2.033 +71,mlp.experts.124.gate_proj,0.0003414619,0.05000,2.071 +71,mlp.experts.127.gate_proj,0.0001152897,0.05000,2.063 +71,mlp.experts.126.gate_proj,0.0000733643,0.05000,2.105 +71,mlp.experts.129.gate_proj,0.0000408602,0.05000,2.086 +71,mlp.experts.128.gate_proj,0.0001520798,0.05000,2.117 +71,mlp.experts.131.gate_proj,0.0000772360,0.05000,2.149 +71,mlp.experts.130.gate_proj,0.0000419510,0.05000,2.080 +71,mlp.experts.133.gate_proj,0.0000864145,0.05000,2.074 +71,mlp.experts.132.gate_proj,0.0002184936,0.05000,2.099 +71,mlp.experts.135.gate_proj,0.0000954948,0.05000,2.051 +71,mlp.experts.134.gate_proj,0.0001055154,0.05000,2.030 +71,mlp.experts.137.gate_proj,0.0001398337,0.05000,2.039 +71,mlp.experts.136.gate_proj,0.0001525585,0.05000,2.090 +71,mlp.experts.139.gate_proj,0.0000592193,0.05000,2.080 +71,mlp.experts.138.gate_proj,0.0000540694,0.05000,2.103 +71,mlp.experts.141.gate_proj,0.0000872862,0.05000,2.173 +71,mlp.experts.140.gate_proj,0.0000936736,0.05000,2.050 +71,mlp.experts.143.gate_proj,0.0001584524,0.05000,2.057 +71,mlp.experts.142.gate_proj,0.0000959694,0.05000,2.043 +71,mlp.experts.145.gate_proj,0.0000134774,0.05000,2.127 +71,mlp.experts.144.gate_proj,0.0000972981,0.05000,2.034 +71,mlp.experts.147.gate_proj,0.0000236157,0.05000,2.047 +71,mlp.experts.146.gate_proj,0.0000448576,0.05000,2.050 +71,mlp.experts.149.gate_proj,0.0001945088,0.05000,2.068 +71,mlp.experts.148.gate_proj,0.0000773591,0.05000,2.071 +71,mlp.experts.151.gate_proj,0.0001314421,0.05000,2.044 +71,mlp.experts.150.gate_proj,0.0001844014,0.05000,2.044 +71,mlp.experts.153.gate_proj,0.0001170723,0.05000,2.029 +71,mlp.experts.152.gate_proj,0.0000967801,0.05000,2.042 +71,mlp.experts.155.gate_proj,0.0000694035,0.05000,2.040 +71,mlp.experts.154.gate_proj,0.0000723800,0.05000,2.043 +71,mlp.experts.157.gate_proj,0.0000222291,0.05000,2.019 +71,mlp.experts.156.gate_proj,0.0000506117,0.05000,2.057 +71,mlp.experts.159.gate_proj,0.0000677432,0.05000,2.019 +71,mlp.experts.158.gate_proj,0.0001006704,0.05000,2.048 +71,mlp.experts.1.up_proj,0.0000958237,0.05000,2.034 +71,mlp.experts.0.up_proj,0.0000603560,0.05000,2.086 +71,mlp.experts.3.up_proj,0.0000585891,0.05000,2.068 +71,mlp.experts.2.up_proj,0.0000894518,0.05000,2.047 +71,mlp.experts.5.up_proj,0.0000816781,0.05000,2.012 +71,mlp.experts.4.up_proj,0.0000738914,0.05000,2.020 +71,mlp.experts.7.up_proj,0.0001331179,0.05000,2.012 +71,mlp.experts.6.up_proj,0.0000728942,0.05000,2.028 +71,mlp.experts.9.up_proj,0.0001952847,0.05000,2.012 +71,mlp.experts.8.up_proj,0.0000632673,0.05000,2.059 +71,mlp.experts.11.up_proj,0.0001295879,0.05000,2.026 +71,mlp.experts.10.up_proj,0.0000763483,0.05000,2.073 +71,mlp.experts.13.up_proj,0.0001142201,0.05000,2.032 +71,mlp.experts.12.up_proj,0.0000105508,0.05000,2.042 +71,mlp.experts.15.up_proj,0.0000182002,0.05000,2.069 +71,mlp.experts.14.up_proj,0.0000730228,0.05000,2.067 +71,mlp.experts.17.up_proj,0.0000792336,0.05000,2.040 +71,mlp.experts.16.up_proj,0.0000749552,0.05000,2.069 +71,mlp.experts.19.up_proj,0.0000506275,0.05000,2.085 +71,mlp.experts.18.up_proj,0.0000450302,0.05000,2.072 +71,mlp.experts.21.up_proj,0.0000919906,0.05000,2.018 +71,mlp.experts.20.up_proj,0.0001828124,0.05000,2.022 +71,mlp.experts.23.up_proj,0.0000518162,0.05000,2.011 +71,mlp.experts.22.up_proj,0.0000520684,0.05000,2.010 +71,mlp.experts.25.up_proj,0.0000798023,0.05000,2.046 +71,mlp.experts.24.up_proj,0.0001809685,0.05000,2.075 +71,mlp.experts.27.up_proj,0.0000669898,0.05000,2.087 +71,mlp.experts.26.up_proj,0.0000857546,0.05000,2.055 +71,mlp.experts.29.up_proj,0.0000384733,0.05000,2.026 +71,mlp.experts.28.up_proj,0.0001266727,0.05000,2.056 +71,mlp.experts.31.up_proj,0.0001122664,0.05000,2.027 +71,mlp.experts.30.up_proj,0.0000432872,0.05000,2.025 +71,mlp.experts.33.up_proj,0.0000508646,0.05000,2.024 +71,mlp.experts.32.up_proj,0.0000459600,0.05000,2.060 +71,mlp.experts.35.up_proj,0.0000786734,0.05000,2.023 +71,mlp.experts.34.up_proj,0.0000426663,0.05000,2.042 +71,mlp.experts.37.up_proj,0.0001244186,0.05000,2.023 +71,mlp.experts.36.up_proj,0.0001063319,0.05000,2.046 +71,mlp.experts.39.up_proj,0.0000803214,0.05000,2.019 +71,mlp.experts.38.up_proj,0.0001108483,0.05000,2.022 +71,mlp.experts.41.up_proj,0.0000895840,0.05000,2.085 +71,mlp.experts.40.up_proj,0.0000589344,0.05000,2.097 +71,mlp.experts.43.up_proj,0.0001504595,0.05000,2.033 +71,mlp.experts.42.up_proj,0.0001712165,0.05000,2.078 +71,mlp.experts.45.up_proj,0.0001897597,0.05000,2.060 +71,mlp.experts.44.up_proj,0.0001159566,0.05000,2.057 +71,mlp.experts.47.up_proj,0.0001070341,0.05000,2.091 +71,mlp.experts.46.up_proj,0.0000815278,0.05000,2.073 +71,mlp.experts.49.up_proj,0.0002224682,0.05000,2.047 +71,mlp.experts.48.up_proj,0.0000472555,0.05000,2.051 +71,mlp.experts.51.up_proj,0.0000480321,0.05000,2.031 +71,mlp.experts.50.up_proj,0.0000703358,0.05000,2.113 +71,mlp.experts.53.up_proj,0.0000745501,0.05000,2.096 +71,mlp.experts.55.up_proj,0.0000597148,0.05000,2.036 +71,mlp.experts.52.up_proj,0.0000706572,0.05000,2.107 +71,mlp.experts.54.up_proj,0.0000542833,0.05000,2.061 +71,mlp.experts.57.up_proj,0.0000849899,0.05000,2.032 +71,mlp.experts.56.up_proj,0.0000190431,0.05000,2.040 +71,mlp.experts.59.up_proj,0.0000941817,0.05000,2.095 +71,mlp.experts.58.up_proj,0.0001014729,0.05000,2.033 +71,mlp.experts.61.up_proj,0.0000735825,0.05000,2.034 +71,mlp.experts.60.up_proj,0.0001884776,0.05000,2.068 +71,mlp.experts.63.up_proj,0.0001674155,0.05000,2.076 +71,mlp.experts.62.up_proj,0.0000425684,0.05000,2.039 +71,mlp.experts.65.up_proj,0.0000780066,0.05000,2.083 +71,mlp.experts.64.up_proj,0.0000558985,0.05000,2.066 +71,mlp.experts.67.up_proj,0.0000537635,0.05000,2.107 +71,mlp.experts.66.up_proj,0.0000822885,0.05000,2.061 +71,mlp.experts.69.up_proj,0.0001236482,0.05000,2.078 +71,mlp.experts.68.up_proj,0.0000879892,0.05000,2.046 +71,mlp.experts.71.up_proj,0.0000567657,0.05000,2.053 +71,mlp.experts.70.up_proj,0.0000994868,0.05000,2.055 +71,mlp.experts.73.up_proj,0.0001824835,0.05000,2.104 +71,mlp.experts.72.up_proj,0.0000658951,0.05000,2.060 +71,mlp.experts.75.up_proj,0.0001042098,0.05000,2.048 +71,mlp.experts.74.up_proj,0.0000624563,0.05000,2.030 +71,mlp.experts.77.up_proj,0.0000193976,0.05000,2.039 +71,mlp.experts.76.up_proj,0.0000736224,0.05000,2.040 +71,mlp.experts.79.up_proj,0.0000531937,0.05000,2.027 +71,mlp.experts.78.up_proj,0.0001316309,0.05000,2.061 +71,mlp.experts.81.up_proj,0.0001481119,0.05000,2.050 +71,mlp.experts.80.up_proj,0.0001174411,0.05000,2.028 +71,mlp.experts.83.up_proj,0.0000679204,0.05000,2.025 +71,mlp.experts.82.up_proj,0.0000466449,0.05000,2.084 +71,mlp.experts.85.up_proj,0.0000684871,0.05000,2.045 +71,mlp.experts.84.up_proj,0.0000626883,0.05000,2.038 +71,mlp.experts.87.up_proj,0.0000998140,0.05000,2.045 +71,mlp.experts.86.up_proj,0.0001344514,0.05000,2.059 +71,mlp.experts.89.up_proj,0.0000913315,0.05000,2.091 +71,mlp.experts.88.up_proj,0.0000697268,0.05000,2.055 +71,mlp.experts.91.up_proj,0.0000664323,0.05000,2.045 +71,mlp.experts.90.up_proj,0.0000438343,0.05000,2.087 +71,mlp.experts.93.up_proj,0.0000410958,0.05000,2.157 +71,mlp.experts.92.up_proj,0.0000676591,0.05000,2.035 +71,mlp.experts.95.up_proj,0.0001231985,0.05000,2.066 +71,mlp.experts.94.up_proj,0.0000577706,0.05000,2.038 +71,mlp.experts.97.up_proj,0.0000515398,0.05000,2.113 +71,mlp.experts.96.up_proj,0.0001285291,0.05000,2.035 +71,mlp.experts.99.up_proj,0.0001934738,0.05000,2.038 +71,mlp.experts.98.up_proj,0.0000131321,0.05000,2.061 +71,mlp.experts.101.up_proj,0.0000831207,0.05000,2.110 +71,mlp.experts.100.up_proj,0.0000745856,0.05000,2.049 +71,mlp.experts.103.up_proj,0.0000320634,0.05000,2.035 +71,mlp.experts.102.up_proj,0.0000559238,0.05000,2.042 +71,mlp.experts.105.up_proj,0.0001512701,0.05000,2.073 +71,mlp.experts.104.up_proj,0.0000530171,0.05000,2.043 +71,mlp.experts.107.up_proj,0.0000277639,0.05000,2.076 +71,mlp.experts.106.up_proj,0.0000985381,0.05000,2.075 +71,mlp.experts.109.up_proj,0.0002121834,0.05000,2.091 +71,mlp.experts.108.up_proj,0.0000529838,0.05000,2.064 +71,mlp.experts.111.up_proj,0.0001495522,0.05000,2.144 +71,mlp.experts.110.up_proj,0.0000940089,0.05000,2.101 +71,mlp.experts.113.up_proj,0.0001108890,0.05000,2.091 +71,mlp.experts.112.up_proj,0.0000394965,0.05000,2.051 +71,mlp.experts.115.up_proj,0.0000217695,0.05000,2.086 +71,mlp.experts.114.up_proj,0.0001304401,0.05000,2.097 +71,mlp.experts.116.up_proj,0.0000606234,0.05000,2.024 +71,mlp.experts.117.up_proj,0.0000803811,0.05000,2.061 +71,mlp.experts.119.up_proj,0.0000487037,0.05000,2.021 +71,mlp.experts.118.up_proj,0.0001266716,0.05000,2.043 +71,mlp.experts.120.up_proj,0.0000535506,0.05000,2.060 +71,mlp.experts.121.up_proj,0.0001653802,0.05000,2.081 +71,mlp.experts.123.up_proj,0.0002406833,0.05000,2.090 +71,mlp.experts.122.up_proj,0.0001387347,0.05000,2.051 +71,mlp.experts.124.up_proj,0.0003306383,0.05000,2.054 +71,mlp.experts.125.up_proj,0.0000587603,0.05000,2.099 +71,mlp.experts.127.up_proj,0.0001123840,0.05000,2.114 +71,mlp.experts.126.up_proj,0.0000712161,0.05000,2.080 +71,mlp.experts.128.up_proj,0.0001439731,0.05000,2.040 +71,mlp.experts.129.up_proj,0.0000398384,0.05000,2.121 +71,mlp.experts.131.up_proj,0.0000742705,0.05000,2.067 +71,mlp.experts.130.up_proj,0.0000413474,0.05000,2.033 +71,mlp.experts.132.up_proj,0.0002060804,0.05000,2.044 +71,mlp.experts.133.up_proj,0.0000847532,0.05000,2.029 +71,mlp.experts.135.up_proj,0.0000939428,0.05000,2.065 +71,mlp.experts.134.up_proj,0.0001021736,0.05000,2.074 +71,mlp.experts.136.up_proj,0.0001477922,0.05000,2.026 +71,mlp.experts.137.up_proj,0.0001317853,0.05000,2.026 +71,mlp.experts.139.up_proj,0.0000578210,0.05000,2.056 +71,mlp.experts.138.up_proj,0.0000516755,0.05000,2.058 +71,mlp.experts.140.up_proj,0.0000891200,0.05000,2.034 +71,mlp.experts.141.up_proj,0.0000833383,0.05000,2.022 +71,mlp.experts.143.up_proj,0.0001562541,0.05000,2.014 +71,mlp.experts.142.up_proj,0.0000946574,0.05000,2.138 +71,mlp.experts.144.up_proj,0.0000947848,0.05000,2.035 +71,mlp.experts.145.up_proj,0.0000132796,0.05000,2.053 +71,mlp.experts.147.up_proj,0.0000226355,0.05000,2.019 +71,mlp.experts.146.up_proj,0.0000439724,0.05000,2.071 +71,mlp.experts.148.up_proj,0.0000747213,0.05000,2.027 +71,mlp.experts.149.up_proj,0.0001889168,0.05000,2.047 +71,mlp.experts.151.up_proj,0.0001278122,0.05000,2.037 +71,mlp.experts.150.up_proj,0.0001778798,0.05000,2.037 +71,mlp.experts.152.up_proj,0.0000919662,0.05000,2.026 +71,mlp.experts.153.up_proj,0.0001142251,0.05000,2.021 +71,mlp.experts.155.up_proj,0.0000674198,0.05000,2.028 +71,mlp.experts.154.up_proj,0.0000693117,0.05000,2.029 +71,mlp.experts.156.up_proj,0.0000496830,0.05000,2.039 +71,mlp.experts.157.up_proj,0.0000212871,0.05000,2.021 +71,mlp.experts.159.up_proj,0.0000670731,0.05000,1.934 +71,mlp.experts.158.up_proj,0.0000969688,0.05000,1.726 +71,mlp.experts.1.down_proj,0.0000156922,0.05000,0.630 +71,mlp.experts.0.down_proj,0.0000088343,0.05000,0.645 +71,mlp.experts.3.down_proj,0.0000099958,0.05000,0.646 +71,mlp.experts.2.down_proj,0.0000172549,0.05000,0.647 +71,mlp.experts.4.down_proj,0.0000129209,0.05000,0.627 +71,mlp.experts.5.down_proj,0.0000208570,0.05000,0.654 +71,mlp.experts.6.down_proj,0.0000140445,0.05000,0.654 +71,mlp.experts.7.down_proj,0.0000393362,0.05000,0.658 +71,mlp.experts.8.down_proj,0.0000094279,0.05000,0.603 +71,mlp.experts.9.down_proj,0.0000571107,0.05000,0.600 +71,mlp.experts.10.down_proj,0.0000150368,0.05000,0.599 +71,mlp.experts.11.down_proj,0.0000336486,0.05000,0.602 +71,mlp.experts.12.down_proj,0.0000029904,0.05000,0.605 +71,mlp.experts.14.down_proj,0.0000124035,0.05000,0.599 +71,mlp.experts.13.down_proj,0.0000176877,0.05000,0.627 +71,mlp.experts.15.down_proj,0.0000089845,0.05000,0.604 +71,mlp.experts.16.down_proj,0.0000135930,0.05000,0.612 +71,mlp.experts.18.down_proj,0.0000105009,0.05000,0.607 +71,mlp.experts.17.down_proj,0.0000120149,0.05000,0.618 +71,mlp.experts.19.down_proj,0.0000074868,0.05000,0.647 +71,mlp.experts.22.down_proj,0.0000080875,0.05000,0.600 +71,mlp.experts.20.down_proj,0.0000273978,0.05000,0.618 +71,mlp.experts.21.down_proj,0.0000180048,0.05000,0.609 +71,mlp.experts.23.down_proj,0.0000180437,0.05000,0.623 +71,mlp.experts.24.down_proj,0.0000418973,0.05000,0.609 +71,mlp.experts.26.down_proj,0.0000253136,0.05000,0.625 +71,mlp.experts.25.down_proj,0.0000155085,0.05000,0.631 +71,mlp.experts.27.down_proj,0.0000166343,0.05000,0.615 +71,mlp.experts.28.down_proj,0.0000180701,0.05000,0.609 +71,mlp.experts.30.down_proj,0.0000085380,0.05000,0.626 +71,mlp.experts.31.down_proj,0.0000215473,0.05000,0.605 +71,mlp.experts.29.down_proj,0.0000072619,0.05000,0.646 +71,mlp.experts.32.down_proj,0.0000074122,0.05000,0.610 +71,mlp.experts.34.down_proj,0.0000075692,0.05000,0.645 +71,mlp.experts.35.down_proj,0.0000160245,0.05000,0.603 +71,mlp.experts.33.down_proj,0.0000117285,0.05000,0.636 +71,mlp.experts.36.down_proj,0.0000164354,0.05000,0.634 +71,mlp.experts.38.down_proj,0.0000195480,0.05000,0.627 +71,mlp.experts.39.down_proj,0.0000143089,0.05000,0.634 +71,mlp.experts.37.down_proj,0.0000257304,0.05000,0.632 +71,mlp.experts.40.down_proj,0.0000086869,0.05000,0.598 +71,mlp.experts.43.down_proj,0.0000239683,0.05000,0.604 +71,mlp.experts.42.down_proj,0.0000456941,0.05000,0.622 +71,mlp.experts.41.down_proj,0.0000243181,0.05000,0.604 +71,mlp.experts.44.down_proj,0.0000162147,0.05000,0.610 +71,mlp.experts.46.down_proj,0.0000121701,0.05000,0.615 +71,mlp.experts.45.down_proj,0.0000557272,0.05000,0.611 +71,mlp.experts.47.down_proj,0.0000488262,0.05000,0.677 +71,mlp.experts.48.down_proj,0.0000068955,0.05000,0.643 +71,mlp.experts.50.down_proj,0.0000153184,0.05000,0.611 +71,mlp.experts.49.down_proj,0.0000348656,0.05000,0.603 +71,mlp.experts.51.down_proj,0.0000123305,0.05000,0.605 +71,mlp.experts.52.down_proj,0.0000110532,0.05000,0.628 +71,mlp.experts.54.down_proj,0.0000091908,0.05000,0.618 +71,mlp.experts.53.down_proj,0.0000318570,0.05000,0.612 +71,mlp.experts.55.down_proj,0.0000092621,0.05000,0.623 +71,mlp.experts.56.down_proj,0.0000026463,0.05000,0.642 +71,mlp.experts.58.down_proj,0.0000203500,0.05000,0.614 +71,mlp.experts.57.down_proj,0.0000217241,0.05000,0.613 +71,mlp.experts.59.down_proj,0.0000208653,0.05000,0.623 +71,mlp.experts.60.down_proj,0.0000637288,0.05000,0.608 +71,mlp.experts.61.down_proj,0.0000103747,0.05000,0.609 +71,mlp.experts.62.down_proj,0.0000075308,0.05000,0.651 +71,mlp.experts.63.down_proj,0.0000242623,0.05000,0.606 +71,mlp.experts.64.down_proj,0.0000138856,0.05000,0.641 +71,mlp.experts.65.down_proj,0.0000198743,0.05000,0.620 +71,mlp.experts.66.down_proj,0.0000204852,0.05000,0.628 +71,mlp.experts.67.down_proj,0.0000286803,0.05000,0.606 +71,mlp.experts.68.down_proj,0.0000191379,0.05000,0.605 +71,mlp.experts.69.down_proj,0.0000220151,0.05000,0.604 +71,mlp.experts.71.down_proj,0.0000090633,0.05000,0.600 +71,mlp.experts.70.down_proj,0.0000180048,0.05000,0.627 +71,mlp.experts.72.down_proj,0.0000096558,0.05000,0.604 +71,mlp.experts.73.down_proj,0.0000507433,0.05000,0.603 +71,mlp.experts.75.down_proj,0.0000362994,0.05000,0.599 +71,mlp.experts.74.down_proj,0.0000103910,0.05000,0.640 +71,mlp.experts.77.down_proj,0.0000031866,0.05000,0.607 +71,mlp.experts.76.down_proj,0.0000128827,0.05000,0.635 +71,mlp.experts.79.down_proj,0.0000095341,0.05000,0.607 +71,mlp.experts.78.down_proj,0.0000300399,0.05000,0.629 +71,mlp.experts.81.down_proj,0.0000207391,0.05000,0.601 +71,mlp.experts.80.down_proj,0.0000216804,0.05000,0.601 +71,mlp.experts.83.down_proj,0.0000174775,0.05000,0.604 +71,mlp.experts.82.down_proj,0.0000062909,0.05000,0.640 +71,mlp.experts.85.down_proj,0.0000178695,0.05000,0.604 +71,mlp.experts.84.down_proj,0.0000188063,0.05000,0.603 +71,mlp.experts.87.down_proj,0.0000184683,0.05000,0.602 +71,mlp.experts.86.down_proj,0.0000304738,0.05000,0.644 +71,mlp.experts.89.down_proj,0.0000145232,0.05000,0.598 +71,mlp.experts.88.down_proj,0.0000135805,0.05000,0.595 +71,mlp.experts.91.down_proj,0.0000153637,0.05000,0.596 +71,mlp.experts.90.down_proj,0.0000073460,0.05000,0.591 +71,mlp.experts.93.down_proj,0.0000140343,0.05000,0.602 +71,mlp.experts.92.down_proj,0.0000171520,0.05000,0.601 +71,mlp.experts.95.down_proj,0.0000302801,0.05000,0.598 +71,mlp.experts.94.down_proj,0.0000118240,0.05000,0.624 +71,mlp.experts.97.down_proj,0.0000086257,0.05000,0.608 +71,mlp.experts.96.down_proj,0.0000267385,0.05000,0.629 +71,mlp.experts.99.down_proj,0.0000279757,0.05000,0.629 +71,mlp.experts.98.down_proj,0.0000027609,0.05000,0.654 +71,mlp.experts.101.down_proj,0.0000324480,0.05000,0.635 +71,mlp.experts.100.down_proj,0.0000124501,0.05000,0.628 +71,mlp.experts.103.down_proj,0.0000045228,0.05000,0.649 +71,mlp.experts.102.down_proj,0.0000084771,0.05000,0.633 +71,mlp.experts.105.down_proj,0.0000215809,0.05000,0.605 +71,mlp.experts.104.down_proj,0.0000118808,0.05000,0.604 +71,mlp.experts.107.down_proj,0.0000038549,0.05000,0.624 +71,mlp.experts.106.down_proj,0.0000236026,0.05000,0.640 +71,mlp.experts.108.down_proj,0.0000110048,0.05000,0.634 +71,mlp.experts.109.down_proj,0.0000450015,0.05000,0.663 +71,mlp.experts.111.down_proj,0.0000229263,0.05000,0.637 +71,mlp.experts.110.down_proj,0.0000190376,0.05000,0.634 +71,mlp.experts.112.down_proj,0.0000062261,0.05000,0.628 +71,mlp.experts.113.down_proj,0.0000173018,0.05000,0.627 +71,mlp.experts.115.down_proj,0.0000036149,0.05000,0.601 +71,mlp.experts.114.down_proj,0.0000298889,0.05000,0.603 +71,mlp.experts.116.down_proj,0.0000101977,0.05000,0.600 +71,mlp.experts.119.down_proj,0.0000082590,0.05000,0.601 +71,mlp.experts.117.down_proj,0.0000148105,0.05000,0.624 +71,mlp.experts.118.down_proj,0.0000199221,0.05000,0.603 +71,mlp.experts.120.down_proj,0.0000229089,0.05000,0.600 +71,mlp.experts.123.down_proj,0.0000561765,0.05000,0.605 +71,mlp.experts.121.down_proj,0.0000443309,0.05000,0.648 +71,mlp.experts.122.down_proj,0.0000203739,0.05000,0.611 +71,mlp.experts.124.down_proj,0.0000514566,0.05000,0.601 +71,mlp.experts.127.down_proj,0.0000212918,0.05000,0.620 +71,mlp.experts.125.down_proj,0.0000187237,0.05000,0.601 +71,mlp.experts.126.down_proj,0.0000118486,0.05000,0.599 +71,mlp.experts.128.down_proj,0.0000241732,0.05000,0.606 +71,mlp.experts.131.down_proj,0.0000328013,0.05000,0.627 +71,mlp.experts.129.down_proj,0.0000122312,0.05000,0.604 +71,mlp.experts.130.down_proj,0.0000111571,0.05000,0.628 +71,mlp.experts.132.down_proj,0.0000370750,0.05000,0.641 +71,mlp.experts.135.down_proj,0.0000140058,0.05000,0.611 +71,mlp.experts.133.down_proj,0.0000182497,0.05000,0.626 +71,mlp.experts.134.down_proj,0.0000205908,0.05000,0.645 +71,mlp.experts.136.down_proj,0.0000258147,0.05000,0.610 +71,mlp.experts.139.down_proj,0.0000130544,0.05000,0.633 +71,mlp.experts.137.down_proj,0.0000290639,0.05000,0.617 +71,mlp.experts.138.down_proj,0.0000072263,0.05000,0.634 +71,mlp.experts.140.down_proj,0.0000259873,0.05000,0.604 +71,mlp.experts.143.down_proj,0.0000296386,0.05000,0.610 +71,mlp.experts.141.down_proj,0.0000224634,0.05000,0.625 +71,mlp.experts.142.down_proj,0.0000271593,0.05000,0.609 +71,mlp.experts.144.down_proj,0.0000196589,0.05000,0.603 +71,mlp.experts.147.down_proj,0.0000056045,0.05000,0.609 +71,mlp.experts.145.down_proj,0.0000031485,0.05000,0.607 +71,mlp.experts.146.down_proj,0.0000071247,0.05000,0.631 +71,mlp.experts.148.down_proj,0.0000107638,0.05000,0.606 +71,mlp.experts.151.down_proj,0.0000381790,0.05000,0.610 +71,mlp.experts.149.down_proj,0.0000445829,0.05000,0.605 +71,mlp.experts.150.down_proj,0.0000547171,0.05000,0.660 +71,mlp.experts.152.down_proj,0.0000125349,0.05000,0.603 +71,mlp.experts.155.down_proj,0.0000204023,0.05000,0.612 +71,mlp.experts.153.down_proj,0.0000242706,0.05000,0.609 +71,mlp.experts.154.down_proj,0.0000127372,0.05000,0.649 +71,mlp.experts.156.down_proj,0.0000194402,0.05000,0.608 +71,mlp.experts.159.down_proj,0.0000110949,0.05000,0.595 +71,mlp.experts.157.down_proj,0.0000084893,0.05000,0.587 +71,mlp.experts.158.down_proj,0.0000201754,0.05000,0.416 +72,mlp.experts.0.gate_proj,0.0000516609,0.05000,2.071 +72,mlp.experts.1.gate_proj,0.0001419666,0.05000,2.076 +72,mlp.experts.2.gate_proj,0.0001235939,0.05000,2.157 +72,mlp.experts.3.gate_proj,0.0000838667,0.05000,2.203 +72,mlp.experts.4.gate_proj,0.0001585180,0.05000,2.025 +72,mlp.experts.5.gate_proj,0.0000799660,0.05000,2.050 +72,mlp.experts.6.gate_proj,0.0001149237,0.05000,2.088 +72,mlp.experts.7.gate_proj,0.0000745881,0.05000,2.078 +72,mlp.experts.9.gate_proj,0.0001268924,0.05000,2.027 +72,mlp.experts.8.gate_proj,0.0000373379,0.05000,2.117 +72,mlp.experts.10.gate_proj,0.0001496626,0.05000,2.038 +72,mlp.experts.11.gate_proj,0.0001677368,0.05000,2.100 +72,mlp.experts.13.gate_proj,0.0000971535,0.05000,2.083 +72,mlp.experts.12.gate_proj,0.0000521746,0.05000,2.085 +72,mlp.experts.14.gate_proj,0.0000541124,0.05000,2.107 +72,mlp.experts.15.gate_proj,0.0000625574,0.05000,2.148 +72,mlp.experts.17.gate_proj,0.0000869488,0.05000,2.057 +72,mlp.experts.16.gate_proj,0.0003855065,0.05000,2.096 +72,mlp.experts.18.gate_proj,0.0001142548,0.05000,2.112 +72,mlp.experts.19.gate_proj,0.0000865449,0.05000,2.089 +72,mlp.experts.21.gate_proj,0.0001186414,0.05000,2.041 +72,mlp.experts.20.gate_proj,0.0000892660,0.05000,2.100 +72,mlp.experts.22.gate_proj,0.0001171651,0.05000,2.080 +72,mlp.experts.23.gate_proj,0.0000978174,0.05000,2.043 +72,mlp.experts.25.gate_proj,0.0000827956,0.05000,2.085 +72,mlp.experts.26.gate_proj,0.0000631893,0.05000,2.029 +72,mlp.experts.24.gate_proj,0.0001386135,0.05000,2.162 +72,mlp.experts.27.gate_proj,0.0001473433,0.05000,2.060 +72,mlp.experts.29.gate_proj,0.0001011092,0.05000,2.045 +72,mlp.experts.30.gate_proj,0.0001161414,0.05000,2.030 +72,mlp.experts.28.gate_proj,0.0000734591,0.05000,2.035 +72,mlp.experts.31.gate_proj,0.0000880653,0.05000,2.063 +72,mlp.experts.33.gate_proj,0.0000912368,0.05000,2.043 +72,mlp.experts.34.gate_proj,0.0000719640,0.05000,2.057 +72,mlp.experts.32.gate_proj,0.0001093303,0.05000,2.089 +72,mlp.experts.35.gate_proj,0.0001228747,0.05000,2.136 +72,mlp.experts.37.gate_proj,0.0001002193,0.05000,2.132 +72,mlp.experts.38.gate_proj,0.0000642134,0.05000,2.129 +72,mlp.experts.36.gate_proj,0.0000110078,0.05000,2.129 +72,mlp.experts.39.gate_proj,0.0002129958,0.05000,2.090 +72,mlp.experts.41.gate_proj,0.0000348601,0.05000,2.111 +72,mlp.experts.42.gate_proj,0.0001819395,0.05000,2.084 +72,mlp.experts.40.gate_proj,0.0000601172,0.05000,2.085 +72,mlp.experts.43.gate_proj,0.0000960720,0.05000,2.090 +72,mlp.experts.45.gate_proj,0.0000726738,0.05000,1.475 +72,mlp.experts.46.gate_proj,0.0000749634,0.05000,1.387 +72,mlp.experts.47.gate_proj,0.0000398895,0.05000,2.082 +72,mlp.experts.44.gate_proj,0.0001236746,0.05000,2.085 +72,mlp.experts.50.gate_proj,0.0001160029,0.05000,2.123 +72,mlp.experts.49.gate_proj,0.0000638009,0.05000,2.172 +72,mlp.experts.48.gate_proj,0.0002166894,0.05000,2.056 +72,mlp.experts.54.gate_proj,0.0001215154,0.05000,2.050 +72,mlp.experts.53.gate_proj,0.0000560493,0.05000,2.042 +72,mlp.experts.51.gate_proj,0.0000738604,0.05000,2.165 +72,mlp.experts.52.gate_proj,0.0000578252,0.05000,2.088 +72,mlp.experts.58.gate_proj,0.0001323392,0.05000,2.107 +72,mlp.experts.55.gate_proj,0.0003201565,0.05000,2.099 +72,mlp.experts.57.gate_proj,0.0001490714,0.05000,2.157 +72,mlp.experts.56.gate_proj,0.0000615073,0.05000,2.057 +72,mlp.experts.59.gate_proj,0.0001008255,0.05000,2.042 +72,mlp.experts.62.gate_proj,0.0001380266,0.05000,2.109 +72,mlp.experts.61.gate_proj,0.0000895599,0.05000,2.131 +72,mlp.experts.60.gate_proj,0.0000854607,0.05000,2.100 +72,mlp.experts.66.gate_proj,0.0001794665,0.05000,2.054 +72,mlp.experts.63.gate_proj,0.0000995974,0.05000,2.116 +72,mlp.experts.65.gate_proj,0.0000958086,0.05000,2.087 +72,mlp.experts.64.gate_proj,0.0000622154,0.05000,2.043 +72,mlp.experts.70.gate_proj,0.0000117051,0.05000,2.070 +72,mlp.experts.67.gate_proj,0.0000533954,0.05000,2.054 +72,mlp.experts.69.gate_proj,0.0000557441,0.05000,2.086 +72,mlp.experts.68.gate_proj,0.0000688615,0.05000,2.039 +72,mlp.experts.74.gate_proj,0.0000855285,0.05000,2.030 +72,mlp.experts.71.gate_proj,0.0003319118,0.05000,2.020 +72,mlp.experts.73.gate_proj,0.0000145046,0.05000,2.063 +72,mlp.experts.72.gate_proj,0.0001382368,0.05000,2.091 +72,mlp.experts.75.gate_proj,0.0000120486,0.05000,2.133 +72,mlp.experts.78.gate_proj,0.0001729280,0.05000,2.200 +72,mlp.experts.77.gate_proj,0.0000684793,0.05000,2.148 +72,mlp.experts.76.gate_proj,0.0002103191,0.05000,2.114 +72,mlp.experts.79.gate_proj,0.0001573754,0.05000,2.092 +72,mlp.experts.82.gate_proj,0.0001158323,0.05000,2.122 +72,mlp.experts.81.gate_proj,0.0001133180,0.05000,2.119 +72,mlp.experts.80.gate_proj,0.0000932423,0.05000,2.108 +72,mlp.experts.83.gate_proj,0.0000274757,0.05000,2.093 +72,mlp.experts.86.gate_proj,0.0002812765,0.05000,2.117 +72,mlp.experts.85.gate_proj,0.0000466838,0.05000,2.100 +72,mlp.experts.84.gate_proj,0.0001831628,0.05000,2.089 +72,mlp.experts.87.gate_proj,0.0000561250,0.05000,2.062 +72,mlp.experts.90.gate_proj,0.0000714207,0.05000,2.060 +72,mlp.experts.89.gate_proj,0.0000909190,0.05000,2.075 +72,mlp.experts.88.gate_proj,0.0000978034,0.05000,2.098 +72,mlp.experts.91.gate_proj,0.0002618530,0.05000,2.070 +72,mlp.experts.94.gate_proj,0.0000920979,0.05000,2.113 +72,mlp.experts.93.gate_proj,0.0000383245,0.05000,2.061 +72,mlp.experts.92.gate_proj,0.0000115339,0.05000,2.068 +72,mlp.experts.95.gate_proj,0.0000813679,0.05000,2.070 +72,mlp.experts.98.gate_proj,0.0000970333,0.05000,2.079 +72,mlp.experts.97.gate_proj,0.0000858276,0.05000,2.072 +72,mlp.experts.96.gate_proj,0.0000365201,0.05000,2.088 +72,mlp.experts.99.gate_proj,0.0000598843,0.05000,2.093 +72,mlp.experts.102.gate_proj,0.0000459897,0.05000,2.085 +72,mlp.experts.101.gate_proj,0.0001522731,0.05000,2.098 +72,mlp.experts.100.gate_proj,0.0001541371,0.05000,2.136 +72,mlp.experts.103.gate_proj,0.0001363120,0.05000,2.128 +72,mlp.experts.106.gate_proj,0.0000437328,0.05000,2.091 +72,mlp.experts.105.gate_proj,0.0002969688,0.05000,2.105 +72,mlp.experts.107.gate_proj,0.0001043189,0.05000,2.054 +72,mlp.experts.104.gate_proj,0.0001208779,0.05000,2.145 +72,mlp.experts.110.gate_proj,0.0001078318,0.05000,2.080 +72,mlp.experts.109.gate_proj,0.0000417556,0.05000,2.107 +72,mlp.experts.111.gate_proj,0.0000358486,0.05000,2.064 +72,mlp.experts.108.gate_proj,0.0001886687,0.05000,2.071 +72,mlp.experts.114.gate_proj,0.0000898150,0.05000,2.078 +72,mlp.experts.113.gate_proj,0.0000854822,0.05000,2.082 +72,mlp.experts.115.gate_proj,0.0001085132,0.05000,2.083 +72,mlp.experts.112.gate_proj,0.0000725205,0.05000,2.062 +72,mlp.experts.118.gate_proj,0.0000792075,0.05000,2.072 +72,mlp.experts.117.gate_proj,0.0001655945,0.05000,2.074 +72,mlp.experts.119.gate_proj,0.0001090121,0.05000,2.141 +72,mlp.experts.116.gate_proj,0.0001239732,0.05000,2.166 +72,mlp.experts.122.gate_proj,0.0000861323,0.05000,2.122 +72,mlp.experts.121.gate_proj,0.0000873273,0.05000,2.114 +72,mlp.experts.123.gate_proj,0.0000826942,0.05000,2.080 +72,mlp.experts.120.gate_proj,0.0001831358,0.05000,2.084 +72,mlp.experts.126.gate_proj,0.0000788664,0.05000,2.033 +72,mlp.experts.125.gate_proj,0.0000148931,0.05000,2.039 +72,mlp.experts.127.gate_proj,0.0000581829,0.05000,2.087 +72,mlp.experts.124.gate_proj,0.0001040190,0.05000,2.085 +72,mlp.experts.130.gate_proj,0.0001483003,0.05000,2.112 +72,mlp.experts.129.gate_proj,0.0000700514,0.05000,2.026 +72,mlp.experts.131.gate_proj,0.0000142051,0.05000,2.086 +72,mlp.experts.128.gate_proj,0.0000895075,0.05000,2.073 +72,mlp.experts.133.gate_proj,0.0000998869,0.05000,1.994 +72,mlp.experts.134.gate_proj,0.0000456809,0.05000,2.111 +72,mlp.experts.137.gate_proj,0.0001194292,0.05000,1.989 +72,mlp.experts.135.gate_proj,0.0000403132,0.05000,2.048 +72,mlp.experts.132.gate_proj,0.0000819915,0.05000,2.016 +72,mlp.experts.138.gate_proj,0.0000814282,0.05000,2.051 +72,mlp.experts.141.gate_proj,0.0003064427,0.05000,2.021 +72,mlp.experts.136.gate_proj,0.0000908227,0.05000,2.028 +72,mlp.experts.139.gate_proj,0.0000778555,0.05000,2.110 +72,mlp.experts.142.gate_proj,0.0001168786,0.05000,2.054 +72,mlp.experts.140.gate_proj,0.0000898161,0.05000,2.036 +72,mlp.experts.145.gate_proj,0.0000424244,0.05000,2.105 +72,mlp.experts.143.gate_proj,0.0000980178,0.05000,2.095 +72,mlp.experts.146.gate_proj,0.0001405789,0.05000,2.095 +72,mlp.experts.144.gate_proj,0.0001621478,0.05000,2.034 +72,mlp.experts.149.gate_proj,0.0000831674,0.05000,2.076 +72,mlp.experts.147.gate_proj,0.0001228452,0.05000,2.088 +72,mlp.experts.150.gate_proj,0.0000662338,0.05000,2.061 +72,mlp.experts.148.gate_proj,0.0000956985,0.05000,2.084 +72,mlp.experts.153.gate_proj,0.0001114695,0.05000,2.080 +72,mlp.experts.154.gate_proj,0.0003357560,0.05000,2.094 +72,mlp.experts.151.gate_proj,0.0000974725,0.05000,2.151 +72,mlp.experts.152.gate_proj,0.0000641497,0.05000,2.033 +72,mlp.experts.157.gate_proj,0.0001179658,0.05000,2.055 +72,mlp.experts.158.gate_proj,0.0000499869,0.05000,2.034 +72,mlp.experts.155.gate_proj,0.0001621164,0.05000,2.036 +72,mlp.experts.156.gate_proj,0.0001206369,0.05000,2.036 +72,mlp.experts.1.up_proj,0.0001378737,0.05000,2.047 +72,mlp.experts.2.up_proj,0.0001211390,0.05000,2.055 +72,mlp.experts.159.gate_proj,0.0001673002,0.05000,2.050 +72,mlp.experts.0.up_proj,0.0000505438,0.05000,2.047 +72,mlp.experts.5.up_proj,0.0000780680,0.05000,2.008 +72,mlp.experts.6.up_proj,0.0001108365,0.05000,2.036 +72,mlp.experts.3.up_proj,0.0000821658,0.05000,2.079 +72,mlp.experts.4.up_proj,0.0001533603,0.05000,2.017 +72,mlp.experts.9.up_proj,0.0001223205,0.05000,2.035 +72,mlp.experts.7.up_proj,0.0000720136,0.05000,1.995 +72,mlp.experts.10.up_proj,0.0001458767,0.05000,2.099 +72,mlp.experts.8.up_proj,0.0000373951,0.05000,2.100 +72,mlp.experts.13.up_proj,0.0000928496,0.05000,2.119 +72,mlp.experts.11.up_proj,0.0001636481,0.05000,2.056 +72,mlp.experts.14.up_proj,0.0000521037,0.05000,2.121 +72,mlp.experts.12.up_proj,0.0000510932,0.05000,2.057 +72,mlp.experts.17.up_proj,0.0000825523,0.05000,2.109 +72,mlp.experts.15.up_proj,0.0000610578,0.05000,2.079 +72,mlp.experts.18.up_proj,0.0001087053,0.05000,2.058 +72,mlp.experts.16.up_proj,0.0003783432,0.05000,2.088 +72,mlp.experts.21.up_proj,0.0001154478,0.05000,2.094 +72,mlp.experts.19.up_proj,0.0000840886,0.05000,2.121 +72,mlp.experts.22.up_proj,0.0001134684,0.05000,2.079 +72,mlp.experts.20.up_proj,0.0000835545,0.05000,2.035 +72,mlp.experts.25.up_proj,0.0000799075,0.05000,2.033 +72,mlp.experts.23.up_proj,0.0000955195,0.05000,2.021 +72,mlp.experts.26.up_proj,0.0000606229,0.05000,2.056 +72,mlp.experts.24.up_proj,0.0001311633,0.05000,2.076 +72,mlp.experts.29.up_proj,0.0000961950,0.05000,2.040 +72,mlp.experts.27.up_proj,0.0001425255,0.05000,2.084 +72,mlp.experts.30.up_proj,0.0001126504,0.05000,2.051 +72,mlp.experts.28.up_proj,0.0000691861,0.05000,2.089 +72,mlp.experts.33.up_proj,0.0000884836,0.05000,2.067 +72,mlp.experts.34.up_proj,0.0000684866,0.05000,2.024 +72,mlp.experts.31.up_proj,0.0000843065,0.05000,2.082 +72,mlp.experts.32.up_proj,0.0001063398,0.05000,2.084 +72,mlp.experts.37.up_proj,0.0000986639,0.05000,2.088 +72,mlp.experts.35.up_proj,0.0001181974,0.05000,2.091 +72,mlp.experts.38.up_proj,0.0000621182,0.05000,2.137 +72,mlp.experts.36.up_proj,0.0000108780,0.05000,2.035 +72,mlp.experts.41.up_proj,0.0000333479,0.05000,2.050 +72,mlp.experts.39.up_proj,0.0002047162,0.05000,2.060 +72,mlp.experts.42.up_proj,0.0001611964,0.05000,2.046 +72,mlp.experts.40.up_proj,0.0000580131,0.05000,2.038 +72,mlp.experts.45.up_proj,0.0000685241,0.05000,2.008 +72,mlp.experts.46.up_proj,0.0000725378,0.05000,2.036 +72,mlp.experts.43.up_proj,0.0000934369,0.05000,2.097 +72,mlp.experts.44.up_proj,0.0001203216,0.05000,2.070 +72,mlp.experts.49.up_proj,0.0000618209,0.05000,2.070 +72,mlp.experts.50.up_proj,0.0001099247,0.05000,2.079 +72,mlp.experts.47.up_proj,0.0000394184,0.05000,2.167 +72,mlp.experts.48.up_proj,0.0001970630,0.05000,2.013 +72,mlp.experts.53.up_proj,0.0000547642,0.05000,2.042 +72,mlp.experts.54.up_proj,0.0001162011,0.05000,2.035 +72,mlp.experts.51.up_proj,0.0000712789,0.05000,2.022 +72,mlp.experts.52.up_proj,0.0000562325,0.05000,2.044 +72,mlp.experts.57.up_proj,0.0001462376,0.05000,2.003 +72,mlp.experts.58.up_proj,0.0001297765,0.05000,2.029 +72,mlp.experts.55.up_proj,0.0003101352,0.05000,2.033 +72,mlp.experts.61.up_proj,0.0000878612,0.05000,2.023 +72,mlp.experts.56.up_proj,0.0000588944,0.05000,2.135 +72,mlp.experts.62.up_proj,0.0001347613,0.05000,2.027 +72,mlp.experts.59.up_proj,0.0000970848,0.05000,2.040 +72,mlp.experts.65.up_proj,0.0000921371,0.05000,2.031 +72,mlp.experts.60.up_proj,0.0000834580,0.05000,2.034 +72,mlp.experts.66.up_proj,0.0001716555,0.05000,2.026 +72,mlp.experts.63.up_proj,0.0000964441,0.05000,2.040 +72,mlp.experts.69.up_proj,0.0000542538,0.05000,2.047 +72,mlp.experts.64.up_proj,0.0000604746,0.05000,2.043 +72,mlp.experts.70.up_proj,0.0000111387,0.05000,2.096 +72,mlp.experts.67.up_proj,0.0000518644,0.05000,2.057 +72,mlp.experts.68.up_proj,0.0000663204,0.05000,2.014 +72,mlp.experts.73.up_proj,0.0000140265,0.05000,2.077 +72,mlp.experts.74.up_proj,0.0000828526,0.05000,2.011 +72,mlp.experts.71.up_proj,0.0003291208,0.05000,2.028 +72,mlp.experts.72.up_proj,0.0001319139,0.05000,2.044 +72,mlp.experts.77.up_proj,0.0000660559,0.05000,2.106 +72,mlp.experts.78.up_proj,0.0001714094,0.05000,2.019 +72,mlp.experts.75.up_proj,0.0000116933,0.05000,2.025 +72,mlp.experts.76.up_proj,0.0002046826,0.05000,2.017 +72,mlp.experts.81.up_proj,0.0001123995,0.05000,2.092 +72,mlp.experts.82.up_proj,0.0001101180,0.05000,2.010 +72,mlp.experts.79.up_proj,0.0001513674,0.05000,2.006 +72,mlp.experts.80.up_proj,0.0000895623,0.05000,2.060 +72,mlp.experts.85.up_proj,0.0000450869,0.05000,2.065 +72,mlp.experts.86.up_proj,0.0002246782,0.05000,2.062 +72,mlp.experts.83.up_proj,0.0000266212,0.05000,2.023 +72,mlp.experts.84.up_proj,0.0001759701,0.05000,2.098 +72,mlp.experts.89.up_proj,0.0000881459,0.05000,2.076 +72,mlp.experts.90.up_proj,0.0000704126,0.05000,2.076 +72,mlp.experts.87.up_proj,0.0000540908,0.05000,2.045 +72,mlp.experts.88.up_proj,0.0000955460,0.05000,2.079 +72,mlp.experts.94.up_proj,0.0000902455,0.05000,2.030 +72,mlp.experts.93.up_proj,0.0000367041,0.05000,2.143 +72,mlp.experts.91.up_proj,0.0002536733,0.05000,2.105 +72,mlp.experts.92.up_proj,0.0000113655,0.05000,2.020 +72,mlp.experts.98.up_proj,0.0000946520,0.05000,2.048 +72,mlp.experts.97.up_proj,0.0000813771,0.05000,2.108 +72,mlp.experts.95.up_proj,0.0000790472,0.05000,2.067 +72,mlp.experts.96.up_proj,0.0000354742,0.05000,2.057 +72,mlp.experts.102.up_proj,0.0000459044,0.05000,2.061 +72,mlp.experts.101.up_proj,0.0001495956,0.05000,2.077 +72,mlp.experts.99.up_proj,0.0000588098,0.05000,2.088 +72,mlp.experts.100.up_proj,0.0001478425,0.05000,2.065 +72,mlp.experts.106.up_proj,0.0000426735,0.05000,2.059 +72,mlp.experts.105.up_proj,0.0002759699,0.05000,2.014 +72,mlp.experts.103.up_proj,0.0001321907,0.05000,2.071 +72,mlp.experts.104.up_proj,0.0001146957,0.05000,2.074 +72,mlp.experts.110.up_proj,0.0001034422,0.05000,2.081 +72,mlp.experts.109.up_proj,0.0000402507,0.05000,2.144 +72,mlp.experts.107.up_proj,0.0001017467,0.05000,2.080 +72,mlp.experts.108.up_proj,0.0001827757,0.05000,2.021 +72,mlp.experts.114.up_proj,0.0000874257,0.05000,2.011 +72,mlp.experts.111.up_proj,0.0000348417,0.05000,1.996 +72,mlp.experts.113.up_proj,0.0000817341,0.05000,2.084 +72,mlp.experts.112.up_proj,0.0000694702,0.05000,2.060 +72,mlp.experts.118.up_proj,0.0000781672,0.05000,2.081 +72,mlp.experts.115.up_proj,0.0001050030,0.05000,2.077 +72,mlp.experts.117.up_proj,0.0001506624,0.05000,2.080 +72,mlp.experts.116.up_proj,0.0001185277,0.05000,2.070 +72,mlp.experts.122.up_proj,0.0000824867,0.05000,2.091 +72,mlp.experts.119.up_proj,0.0001041079,0.05000,2.084 +72,mlp.experts.121.up_proj,0.0000851305,0.05000,2.101 +72,mlp.experts.120.up_proj,0.0001781287,0.05000,2.077 +72,mlp.experts.126.up_proj,0.0000761287,0.05000,2.086 +72,mlp.experts.123.up_proj,0.0000797814,0.05000,2.109 +72,mlp.experts.125.up_proj,0.0000145077,0.05000,2.095 +72,mlp.experts.124.up_proj,0.0000998001,0.05000,2.065 +72,mlp.experts.130.up_proj,0.0001401780,0.05000,2.083 +72,mlp.experts.127.up_proj,0.0000558425,0.05000,2.091 +72,mlp.experts.129.up_proj,0.0000670607,0.05000,2.121 +72,mlp.experts.128.up_proj,0.0000864724,0.05000,2.103 +72,mlp.experts.134.up_proj,0.0000440822,0.05000,2.084 +72,mlp.experts.131.up_proj,0.0000136858,0.05000,2.054 +72,mlp.experts.133.up_proj,0.0000955525,0.05000,2.106 +72,mlp.experts.132.up_proj,0.0000800566,0.05000,2.121 +72,mlp.experts.138.up_proj,0.0000784324,0.05000,2.066 +72,mlp.experts.135.up_proj,0.0000390432,0.05000,2.068 +72,mlp.experts.137.up_proj,0.0001151619,0.05000,2.086 +72,mlp.experts.136.up_proj,0.0000881817,0.05000,2.133 +72,mlp.experts.142.up_proj,0.0001138253,0.05000,2.113 +72,mlp.experts.139.up_proj,0.0000754209,0.05000,2.084 +72,mlp.experts.141.up_proj,0.0002877099,0.05000,2.081 +72,mlp.experts.140.up_proj,0.0000867432,0.05000,2.051 +72,mlp.experts.146.up_proj,0.0001348846,0.05000,2.109 +72,mlp.experts.143.up_proj,0.0000959537,0.05000,2.114 +72,mlp.experts.145.up_proj,0.0000416131,0.05000,2.110 +72,mlp.experts.144.up_proj,0.0001563698,0.05000,2.083 +72,mlp.experts.150.up_proj,0.0000645500,0.05000,2.064 +72,mlp.experts.147.up_proj,0.0001206834,0.05000,2.099 +72,mlp.experts.149.up_proj,0.0000788753,0.05000,2.062 +72,mlp.experts.148.up_proj,0.0000924821,0.05000,2.047 +72,mlp.experts.154.up_proj,0.0003288738,0.05000,2.109 +72,mlp.experts.151.up_proj,0.0000952736,0.05000,2.116 +72,mlp.experts.153.up_proj,0.0001070017,0.05000,2.065 +72,mlp.experts.152.up_proj,0.0000624173,0.05000,2.043 +72,mlp.experts.158.up_proj,0.0000482075,0.05000,2.052 +72,mlp.experts.157.up_proj,0.0001112289,0.05000,1.996 +72,mlp.experts.155.up_proj,0.0001573093,0.05000,2.075 +72,mlp.experts.156.up_proj,0.0001152327,0.05000,1.500 +72,mlp.experts.159.up_proj,0.0001610797,0.05000,1.274 +72,mlp.experts.3.down_proj,0.0000156960,0.05000,0.642 +72,mlp.experts.1.down_proj,0.0000268419,0.05000,0.644 +72,mlp.experts.2.down_proj,0.0000198052,0.05000,0.668 +72,mlp.experts.0.down_proj,0.0000069644,0.05000,0.685 +72,mlp.experts.7.down_proj,0.0000151260,0.05000,0.619 +72,mlp.experts.6.down_proj,0.0000214475,0.05000,0.616 +72,mlp.experts.5.down_proj,0.0000142723,0.05000,0.640 +72,mlp.experts.4.down_proj,0.0000293154,0.05000,0.632 +72,mlp.experts.11.down_proj,0.0000379067,0.05000,0.642 +72,mlp.experts.10.down_proj,0.0000393580,0.05000,0.621 +72,mlp.experts.9.down_proj,0.0000245728,0.05000,0.643 +72,mlp.experts.8.down_proj,0.0000146920,0.05000,0.637 +72,mlp.experts.15.down_proj,0.0000132726,0.05000,0.616 +72,mlp.experts.14.down_proj,0.0000084421,0.05000,0.634 +72,mlp.experts.13.down_proj,0.0000134329,0.05000,0.611 +72,mlp.experts.12.down_proj,0.0000150866,0.05000,0.648 +72,mlp.experts.18.down_proj,0.0000169128,0.05000,0.606 +72,mlp.experts.17.down_proj,0.0000194074,0.05000,0.610 +72,mlp.experts.19.down_proj,0.0000153357,0.05000,0.632 +72,mlp.experts.16.down_proj,0.0000771952,0.05000,0.609 +72,mlp.experts.22.down_proj,0.0000286900,0.05000,0.611 +72,mlp.experts.21.down_proj,0.0000184492,0.05000,0.614 +72,mlp.experts.23.down_proj,0.0000287221,0.05000,0.635 +72,mlp.experts.20.down_proj,0.0000224997,0.05000,0.611 +72,mlp.experts.25.down_proj,0.0000144090,0.05000,0.610 +72,mlp.experts.26.down_proj,0.0000092894,0.05000,0.627 +72,mlp.experts.27.down_proj,0.0000297186,0.05000,0.629 +72,mlp.experts.24.down_proj,0.0000192542,0.05000,0.628 +72,mlp.experts.29.down_proj,0.0000129913,0.05000,0.625 +72,mlp.experts.30.down_proj,0.0000184852,0.05000,0.628 +72,mlp.experts.31.down_proj,0.0000151107,0.05000,0.606 +72,mlp.experts.28.down_proj,0.0000187467,0.05000,0.610 +72,mlp.experts.34.down_proj,0.0000099086,0.05000,0.616 +72,mlp.experts.35.down_proj,0.0000299691,0.05000,0.607 +72,mlp.experts.33.down_proj,0.0000193020,0.05000,0.641 +72,mlp.experts.32.down_proj,0.0000206810,0.05000,0.612 +72,mlp.experts.39.down_proj,0.0000375414,0.05000,0.623 +72,mlp.experts.38.down_proj,0.0000100574,0.05000,0.627 +72,mlp.experts.37.down_proj,0.0000168657,0.05000,0.620 +72,mlp.experts.36.down_proj,0.0000032304,0.05000,0.681 +72,mlp.experts.42.down_proj,0.0000523981,0.05000,0.621 +72,mlp.experts.43.down_proj,0.0000223770,0.05000,0.625 +72,mlp.experts.41.down_proj,0.0000065463,0.05000,0.659 +72,mlp.experts.40.down_proj,0.0000097726,0.05000,0.664 +72,mlp.experts.47.down_proj,0.0000066431,0.05000,0.614 +72,mlp.experts.46.down_proj,0.0000169406,0.05000,0.632 +72,mlp.experts.45.down_proj,0.0000125239,0.05000,0.630 +72,mlp.experts.44.down_proj,0.0000367648,0.05000,0.626 +72,mlp.experts.51.down_proj,0.0000138335,0.05000,0.613 +72,mlp.experts.50.down_proj,0.0000386244,0.05000,0.609 +72,mlp.experts.49.down_proj,0.0000149635,0.05000,0.612 +72,mlp.experts.48.down_proj,0.0000514539,0.05000,0.648 +72,mlp.experts.54.down_proj,0.0000238200,0.05000,0.603 +72,mlp.experts.55.down_proj,0.0000476117,0.05000,0.628 +72,mlp.experts.53.down_proj,0.0000112362,0.05000,0.610 +72,mlp.experts.52.down_proj,0.0000154774,0.05000,0.604 +72,mlp.experts.58.down_proj,0.0000387414,0.05000,0.607 +72,mlp.experts.59.down_proj,0.0000247019,0.05000,0.607 +72,mlp.experts.57.down_proj,0.0000384223,0.05000,0.642 +72,mlp.experts.56.down_proj,0.0000085085,0.05000,0.608 +72,mlp.experts.62.down_proj,0.0000298815,0.05000,0.634 +72,mlp.experts.63.down_proj,0.0000163286,0.05000,0.629 +72,mlp.experts.61.down_proj,0.0000169887,0.05000,0.617 +72,mlp.experts.60.down_proj,0.0000168254,0.05000,0.632 +72,mlp.experts.66.down_proj,0.0000273996,0.05000,0.619 +72,mlp.experts.67.down_proj,0.0000123043,0.05000,0.612 +72,mlp.experts.65.down_proj,0.0000138143,0.05000,0.616 +72,mlp.experts.64.down_proj,0.0000223983,0.05000,0.611 +72,mlp.experts.70.down_proj,0.0000021191,0.05000,0.628 +72,mlp.experts.71.down_proj,0.0000550175,0.05000,0.639 +72,mlp.experts.69.down_proj,0.0000120578,0.05000,0.639 +72,mlp.experts.68.down_proj,0.0000102548,0.05000,0.616 +72,mlp.experts.74.down_proj,0.0000145540,0.05000,0.631 +72,mlp.experts.75.down_proj,0.0000029248,0.05000,0.686 +72,mlp.experts.73.down_proj,0.0000032638,0.05000,0.628 +72,mlp.experts.72.down_proj,0.0000195424,0.05000,0.657 +72,mlp.experts.78.down_proj,0.0000333644,0.05000,0.624 +72,mlp.experts.77.down_proj,0.0000142090,0.05000,0.618 +72,mlp.experts.79.down_proj,0.0000298695,0.05000,0.637 +72,mlp.experts.76.down_proj,0.0000764567,0.05000,0.671 +72,mlp.experts.82.down_proj,0.0000195760,0.05000,0.618 +72,mlp.experts.81.down_proj,0.0000230809,0.05000,0.638 +72,mlp.experts.83.down_proj,0.0000040920,0.05000,0.633 +72,mlp.experts.80.down_proj,0.0000301665,0.05000,0.608 +72,mlp.experts.86.down_proj,0.0000294540,0.05000,0.624 +72,mlp.experts.85.down_proj,0.0000060418,0.05000,0.620 +72,mlp.experts.87.down_proj,0.0000070321,0.05000,0.660 +72,mlp.experts.84.down_proj,0.0000248533,0.05000,0.658 +72,mlp.experts.90.down_proj,0.0000180749,0.05000,0.618 +72,mlp.experts.89.down_proj,0.0000153595,0.05000,0.621 +72,mlp.experts.91.down_proj,0.0000421192,0.05000,0.649 +72,mlp.experts.88.down_proj,0.0000215469,0.05000,0.613 +72,mlp.experts.94.down_proj,0.0000156362,0.05000,0.621 +72,mlp.experts.93.down_proj,0.0000048181,0.05000,0.635 +72,mlp.experts.95.down_proj,0.0000153547,0.05000,0.658 +72,mlp.experts.92.down_proj,0.0000028582,0.05000,0.633 +72,mlp.experts.98.down_proj,0.0000257457,0.05000,0.616 +72,mlp.experts.97.down_proj,0.0000146966,0.05000,0.613 +72,mlp.experts.99.down_proj,0.0000172707,0.05000,0.610 +72,mlp.experts.96.down_proj,0.0000052750,0.05000,0.653 +72,mlp.experts.102.down_proj,0.0000079039,0.05000,0.628 +72,mlp.experts.101.down_proj,0.0000340931,0.05000,0.675 +72,mlp.experts.103.down_proj,0.0000357805,0.05000,0.614 +72,mlp.experts.100.down_proj,0.0000308887,0.05000,0.609 +72,mlp.experts.106.down_proj,0.0000069878,0.05000,0.616 +72,mlp.experts.105.down_proj,0.0000482249,0.05000,0.659 +72,mlp.experts.107.down_proj,0.0000151184,0.05000,0.635 +72,mlp.experts.104.down_proj,0.0000242290,0.05000,0.634 +72,mlp.experts.110.down_proj,0.0000228796,0.05000,0.625 +72,mlp.experts.111.down_proj,0.0000050153,0.05000,0.610 +72,mlp.experts.109.down_proj,0.0000161139,0.05000,0.633 +72,mlp.experts.108.down_proj,0.0000336279,0.05000,0.661 +72,mlp.experts.114.down_proj,0.0000165403,0.05000,0.667 +72,mlp.experts.113.down_proj,0.0000127201,0.05000,0.633 +72,mlp.experts.115.down_proj,0.0000184068,0.05000,0.704 +72,mlp.experts.112.down_proj,0.0000109913,0.05000,0.645 +72,mlp.experts.118.down_proj,0.0000228197,0.05000,0.623 +72,mlp.experts.117.down_proj,0.0000571750,0.05000,0.621 +72,mlp.experts.119.down_proj,0.0000152829,0.05000,0.612 +72,mlp.experts.116.down_proj,0.0000157922,0.05000,0.630 +72,mlp.experts.122.down_proj,0.0000130129,0.05000,0.613 +72,mlp.experts.121.down_proj,0.0000318361,0.05000,0.662 +72,mlp.experts.123.down_proj,0.0000170688,0.05000,0.615 +72,mlp.experts.120.down_proj,0.0000651929,0.05000,0.658 +72,mlp.experts.126.down_proj,0.0000168333,0.05000,0.641 +72,mlp.experts.127.down_proj,0.0000160173,0.05000,0.621 +72,mlp.experts.125.down_proj,0.0000031071,0.05000,0.636 +72,mlp.experts.124.down_proj,0.0000192854,0.05000,0.607 +72,mlp.experts.130.down_proj,0.0000370173,0.05000,0.607 +72,mlp.experts.129.down_proj,0.0000183127,0.05000,0.601 +72,mlp.experts.131.down_proj,0.0000021881,0.05000,0.617 +72,mlp.experts.128.down_proj,0.0000292957,0.05000,0.624 +72,mlp.experts.134.down_proj,0.0000165461,0.05000,0.615 +72,mlp.experts.133.down_proj,0.0000168014,0.05000,0.609 +72,mlp.experts.135.down_proj,0.0000155256,0.05000,0.641 +72,mlp.experts.132.down_proj,0.0000127263,0.05000,0.623 +72,mlp.experts.138.down_proj,0.0000156356,0.05000,0.677 +72,mlp.experts.137.down_proj,0.0000218386,0.05000,0.614 +72,mlp.experts.139.down_proj,0.0000162192,0.05000,0.609 +72,mlp.experts.136.down_proj,0.0000158671,0.05000,0.616 +72,mlp.experts.142.down_proj,0.0000314016,0.05000,0.634 +72,mlp.experts.141.down_proj,0.0000493548,0.05000,0.620 +72,mlp.experts.143.down_proj,0.0000505546,0.05000,0.610 +72,mlp.experts.140.down_proj,0.0000133605,0.05000,0.631 +72,mlp.experts.146.down_proj,0.0000256508,0.05000,0.614 +72,mlp.experts.145.down_proj,0.0000185203,0.05000,0.615 +72,mlp.experts.147.down_proj,0.0000481337,0.05000,0.626 +72,mlp.experts.144.down_proj,0.0000264450,0.05000,0.613 +72,mlp.experts.150.down_proj,0.0000112452,0.05000,0.651 +72,mlp.experts.149.down_proj,0.0000103968,0.05000,0.617 +72,mlp.experts.151.down_proj,0.0000170563,0.05000,0.632 +72,mlp.experts.148.down_proj,0.0000147453,0.05000,0.654 +72,mlp.experts.154.down_proj,0.0001178813,0.05000,0.638 +72,mlp.experts.153.down_proj,0.0000225765,0.05000,0.614 +72,mlp.experts.155.down_proj,0.0000498175,0.05000,0.630 +72,mlp.experts.152.down_proj,0.0000117845,0.05000,0.614 +72,mlp.experts.158.down_proj,0.0000153137,0.05000,0.634 +72,mlp.experts.157.down_proj,0.0000222761,0.05000,0.606 +72,mlp.experts.159.down_proj,0.0000373870,0.05000,0.578 +72,mlp.experts.156.down_proj,0.0000251662,0.05000,0.503 +73,mlp.experts.3.gate_proj,0.0002025657,0.05000,2.177 +73,mlp.experts.1.gate_proj,0.0001005856,0.05000,2.202 +73,mlp.experts.2.gate_proj,0.0000648237,0.05000,2.229 +73,mlp.experts.0.gate_proj,0.0000847778,0.05000,2.275 +73,mlp.experts.6.gate_proj,0.0001092268,0.05000,2.007 +73,mlp.experts.7.gate_proj,0.0000859413,0.05000,2.061 +73,mlp.experts.5.gate_proj,0.0000246042,0.05000,2.086 +73,mlp.experts.4.gate_proj,0.0000710956,0.05000,2.036 +73,mlp.experts.8.gate_proj,0.0000772998,0.05000,2.001 +73,mlp.experts.11.gate_proj,0.0001017466,0.05000,2.121 +73,mlp.experts.10.gate_proj,0.0000716518,0.05000,2.127 +73,mlp.experts.9.gate_proj,0.0000391769,0.05000,2.116 +73,mlp.experts.14.gate_proj,0.0000794055,0.05000,2.024 +73,mlp.experts.12.gate_proj,0.0000848235,0.05000,2.119 +73,mlp.experts.15.gate_proj,0.0000926663,0.05000,2.080 +73,mlp.experts.13.gate_proj,0.0000844830,0.05000,2.079 +73,mlp.experts.18.gate_proj,0.0003057931,0.05000,2.168 +73,mlp.experts.16.gate_proj,0.0000872432,0.05000,2.171 +73,mlp.experts.19.gate_proj,0.0000914357,0.05000,2.167 +73,mlp.experts.17.gate_proj,0.0001143336,0.05000,2.178 +73,mlp.experts.22.gate_proj,0.0000766039,0.05000,2.089 +73,mlp.experts.21.gate_proj,0.0000815547,0.05000,2.105 +73,mlp.experts.20.gate_proj,0.0001662115,0.05000,2.191 +73,mlp.experts.23.gate_proj,0.0000615925,0.05000,2.226 +73,mlp.experts.26.gate_proj,0.0001334332,0.05000,2.101 +73,mlp.experts.25.gate_proj,0.0000346835,0.05000,2.068 +73,mlp.experts.24.gate_proj,0.0000861480,0.05000,2.112 +73,mlp.experts.27.gate_proj,0.0000724911,0.05000,2.114 +73,mlp.experts.30.gate_proj,0.0000787367,0.05000,2.090 +73,mlp.experts.29.gate_proj,0.0000605643,0.05000,2.106 +73,mlp.experts.28.gate_proj,0.0001908039,0.05000,2.090 +73,mlp.experts.31.gate_proj,0.0003214997,0.05000,2.074 +73,mlp.experts.34.gate_proj,0.0000268147,0.05000,2.044 +73,mlp.experts.33.gate_proj,0.0000667994,0.05000,2.061 +73,mlp.experts.32.gate_proj,0.0000529416,0.05000,2.047 +73,mlp.experts.35.gate_proj,0.0000999687,0.05000,2.116 +73,mlp.experts.38.gate_proj,0.0000707876,0.05000,2.082 +73,mlp.experts.37.gate_proj,0.0001082515,0.05000,2.046 +73,mlp.experts.36.gate_proj,0.0000545943,0.05000,2.038 +73,mlp.experts.39.gate_proj,0.0001443583,0.05000,2.134 +73,mlp.experts.42.gate_proj,0.0000695824,0.05000,2.176 +73,mlp.experts.41.gate_proj,0.0001070739,0.05000,2.090 +73,mlp.experts.40.gate_proj,0.0000968007,0.05000,2.166 +73,mlp.experts.43.gate_proj,0.0000525986,0.05000,2.150 +73,mlp.experts.45.gate_proj,0.0001459276,0.05000,2.048 +73,mlp.experts.46.gate_proj,0.0000622018,0.05000,2.052 +73,mlp.experts.44.gate_proj,0.0001821428,0.05000,2.053 +73,mlp.experts.47.gate_proj,0.0001097362,0.05000,2.057 +73,mlp.experts.50.gate_proj,0.0001609910,0.05000,2.079 +73,mlp.experts.49.gate_proj,0.0002156983,0.05000,2.118 +73,mlp.experts.48.gate_proj,0.0000602090,0.05000,2.076 +73,mlp.experts.51.gate_proj,0.0000851004,0.05000,2.101 +73,mlp.experts.53.gate_proj,0.0000395760,0.05000,2.011 +73,mlp.experts.54.gate_proj,0.0001111506,0.05000,2.054 +73,mlp.experts.52.gate_proj,0.0001083484,0.05000,2.024 +73,mlp.experts.55.gate_proj,0.0000808598,0.05000,2.048 +73,mlp.experts.57.gate_proj,0.0000967448,0.05000,2.047 +73,mlp.experts.58.gate_proj,0.0000640446,0.05000,2.042 +73,mlp.experts.56.gate_proj,0.0000429707,0.05000,2.061 +73,mlp.experts.59.gate_proj,0.0001327122,0.05000,2.102 +73,mlp.experts.62.gate_proj,0.0000789996,0.05000,2.051 +73,mlp.experts.61.gate_proj,0.0001100333,0.05000,2.054 +73,mlp.experts.60.gate_proj,0.0001270576,0.05000,2.070 +73,mlp.experts.63.gate_proj,0.0000883616,0.05000,2.087 +73,mlp.experts.65.gate_proj,0.0000634122,0.05000,2.055 +73,mlp.experts.66.gate_proj,0.0001022533,0.05000,2.077 +73,mlp.experts.64.gate_proj,0.0001119507,0.05000,2.060 +73,mlp.experts.67.gate_proj,0.0000154077,0.05000,2.109 +73,mlp.experts.70.gate_proj,0.0000835425,0.05000,2.042 +73,mlp.experts.69.gate_proj,0.0001760415,0.05000,2.113 +73,mlp.experts.68.gate_proj,0.0001153459,0.05000,2.068 +73,mlp.experts.71.gate_proj,0.0000838818,0.05000,2.110 +73,mlp.experts.73.gate_proj,0.0001074878,0.05000,2.059 +73,mlp.experts.74.gate_proj,0.0000652320,0.05000,2.146 +73,mlp.experts.72.gate_proj,0.0000709919,0.05000,2.169 +73,mlp.experts.75.gate_proj,0.0000658599,0.05000,2.139 +73,mlp.experts.77.gate_proj,0.0000614299,0.05000,2.078 +73,mlp.experts.78.gate_proj,0.0000688964,0.05000,2.093 +73,mlp.experts.76.gate_proj,0.0000550349,0.05000,2.080 +73,mlp.experts.79.gate_proj,0.0001650811,0.05000,2.159 +73,mlp.experts.81.gate_proj,0.0000524176,0.05000,2.053 +73,mlp.experts.82.gate_proj,0.0001864119,0.05000,2.073 +73,mlp.experts.80.gate_proj,0.0001802542,0.05000,2.066 +73,mlp.experts.83.gate_proj,0.0001086361,0.05000,2.083 +73,mlp.experts.85.gate_proj,0.0000790549,0.05000,2.052 +73,mlp.experts.86.gate_proj,0.0000447366,0.05000,2.043 +73,mlp.experts.84.gate_proj,0.0002162686,0.05000,2.072 +73,mlp.experts.87.gate_proj,0.0000284523,0.05000,2.079 +73,mlp.experts.89.gate_proj,0.0000716293,0.05000,2.051 +73,mlp.experts.90.gate_proj,0.0000404001,0.05000,2.071 +73,mlp.experts.88.gate_proj,0.0000473246,0.05000,2.082 +73,mlp.experts.91.gate_proj,0.0001290681,0.05000,2.059 +73,mlp.experts.93.gate_proj,0.0000590719,0.05000,2.036 +73,mlp.experts.94.gate_proj,0.0001313923,0.05000,2.030 +73,mlp.experts.92.gate_proj,0.0001150389,0.05000,2.085 +73,mlp.experts.95.gate_proj,0.0000279450,0.05000,2.070 +73,mlp.experts.97.gate_proj,0.0000746474,0.05000,2.061 +73,mlp.experts.98.gate_proj,0.0000753901,0.05000,2.048 +73,mlp.experts.96.gate_proj,0.0001602395,0.05000,2.107 +73,mlp.experts.99.gate_proj,0.0001941878,0.05000,2.064 +73,mlp.experts.101.gate_proj,0.0000591401,0.05000,2.090 +73,mlp.experts.102.gate_proj,0.0001081628,0.05000,2.049 +73,mlp.experts.100.gate_proj,0.0000615523,0.05000,2.063 +73,mlp.experts.103.gate_proj,0.0001163422,0.05000,1.987 +73,mlp.experts.106.gate_proj,0.0000761246,0.05000,1.539 +73,mlp.experts.105.gate_proj,0.0000887437,0.05000,1.566 +73,mlp.experts.109.gate_proj,0.0003689188,0.05000,2.071 +73,mlp.experts.104.gate_proj,0.0001034046,0.05000,2.079 +73,mlp.experts.107.gate_proj,0.0000770916,0.05000,2.122 +73,mlp.experts.110.gate_proj,0.0000789877,0.05000,2.155 +73,mlp.experts.113.gate_proj,0.0001147448,0.05000,2.049 +73,mlp.experts.114.gate_proj,0.0001111172,0.05000,1.995 +73,mlp.experts.108.gate_proj,0.0000542444,0.05000,2.097 +73,mlp.experts.111.gate_proj,0.0001221244,0.05000,2.083 +73,mlp.experts.117.gate_proj,0.0000811052,0.05000,2.043 +73,mlp.experts.112.gate_proj,0.0000883916,0.05000,2.040 +73,mlp.experts.118.gate_proj,0.0001084727,0.05000,2.103 +73,mlp.experts.115.gate_proj,0.0000733204,0.05000,2.089 +73,mlp.experts.121.gate_proj,0.0000408554,0.05000,2.057 +73,mlp.experts.116.gate_proj,0.0000369957,0.05000,2.080 +73,mlp.experts.119.gate_proj,0.0000979356,0.05000,2.039 +73,mlp.experts.122.gate_proj,0.0002157546,0.05000,2.113 +73,mlp.experts.125.gate_proj,0.0000351168,0.05000,2.049 +73,mlp.experts.120.gate_proj,0.0000624035,0.05000,2.028 +73,mlp.experts.123.gate_proj,0.0001502704,0.05000,2.029 +73,mlp.experts.126.gate_proj,0.0001026756,0.05000,2.039 +73,mlp.experts.129.gate_proj,0.0000645338,0.05000,2.041 +73,mlp.experts.124.gate_proj,0.0000242635,0.05000,2.055 +73,mlp.experts.127.gate_proj,0.0000816982,0.05000,2.047 +73,mlp.experts.130.gate_proj,0.0000713533,0.05000,2.025 +73,mlp.experts.133.gate_proj,0.0000872863,0.05000,2.041 +73,mlp.experts.131.gate_proj,0.0001073070,0.05000,2.053 +73,mlp.experts.134.gate_proj,0.0001715042,0.05000,2.050 +73,mlp.experts.128.gate_proj,0.0003229223,0.05000,2.183 +73,mlp.experts.137.gate_proj,0.0000777051,0.05000,2.037 +73,mlp.experts.138.gate_proj,0.0001739944,0.05000,2.033 +73,mlp.experts.135.gate_proj,0.0000784859,0.05000,2.127 +73,mlp.experts.132.gate_proj,0.0000911008,0.05000,2.080 +73,mlp.experts.141.gate_proj,0.0000824041,0.05000,2.047 +73,mlp.experts.142.gate_proj,0.0000545407,0.05000,2.062 +73,mlp.experts.136.gate_proj,0.0001733147,0.05000,2.053 +73,mlp.experts.139.gate_proj,0.0000517555,0.05000,2.163 +73,mlp.experts.145.gate_proj,0.0000468633,0.05000,2.040 +73,mlp.experts.146.gate_proj,0.0000127729,0.05000,2.087 +73,mlp.experts.140.gate_proj,0.0001345705,0.05000,2.063 +73,mlp.experts.143.gate_proj,0.0000542730,0.05000,2.126 +73,mlp.experts.149.gate_proj,0.0000143265,0.05000,2.050 +73,mlp.experts.150.gate_proj,0.0000624386,0.05000,2.074 +73,mlp.experts.144.gate_proj,0.0000759109,0.05000,2.060 +73,mlp.experts.147.gate_proj,0.0000912585,0.05000,2.040 +73,mlp.experts.153.gate_proj,0.0000947207,0.05000,2.057 +73,mlp.experts.154.gate_proj,0.0000643592,0.05000,2.091 +73,mlp.experts.148.gate_proj,0.0000655990,0.05000,2.104 +73,mlp.experts.151.gate_proj,0.0000230385,0.05000,2.069 +73,mlp.experts.157.gate_proj,0.0002125876,0.05000,2.097 +73,mlp.experts.158.gate_proj,0.0000550110,0.05000,2.056 +73,mlp.experts.152.gate_proj,0.0000772201,0.05000,2.123 +73,mlp.experts.155.gate_proj,0.0001699053,0.05000,2.059 +73,mlp.experts.1.up_proj,0.0000973889,0.05000,2.055 +73,mlp.experts.2.up_proj,0.0000628564,0.05000,2.073 +73,mlp.experts.159.gate_proj,0.0000988285,0.05000,2.061 +73,mlp.experts.156.gate_proj,0.0001589679,0.05000,2.071 +73,mlp.experts.5.up_proj,0.0000239122,0.05000,2.080 +73,mlp.experts.6.up_proj,0.0001064764,0.05000,2.073 +73,mlp.experts.3.up_proj,0.0001940828,0.05000,2.050 +73,mlp.experts.0.up_proj,0.0000821574,0.05000,2.128 +73,mlp.experts.9.up_proj,0.0000389814,0.05000,2.011 +73,mlp.experts.10.up_proj,0.0000678351,0.05000,2.024 +73,mlp.experts.7.up_proj,0.0000835957,0.05000,2.042 +73,mlp.experts.4.up_proj,0.0000695174,0.05000,2.023 +73,mlp.experts.13.up_proj,0.0000819263,0.05000,2.016 +73,mlp.experts.14.up_proj,0.0000772569,0.05000,2.024 +73,mlp.experts.11.up_proj,0.0001012122,0.05000,2.048 +73,mlp.experts.8.up_proj,0.0000757607,0.05000,2.071 +73,mlp.experts.17.up_proj,0.0001118455,0.05000,2.058 +73,mlp.experts.18.up_proj,0.0002988377,0.05000,2.050 +73,mlp.experts.15.up_proj,0.0000779101,0.05000,2.040 +73,mlp.experts.12.up_proj,0.0000811564,0.05000,2.041 +73,mlp.experts.21.up_proj,0.0000777971,0.05000,2.052 +73,mlp.experts.22.up_proj,0.0000743319,0.05000,2.079 +73,mlp.experts.19.up_proj,0.0000892673,0.05000,2.050 +73,mlp.experts.16.up_proj,0.0000837166,0.05000,2.076 +73,mlp.experts.25.up_proj,0.0000338414,0.05000,2.014 +73,mlp.experts.26.up_proj,0.0001294859,0.05000,2.047 +73,mlp.experts.23.up_proj,0.0000593129,0.05000,2.041 +73,mlp.experts.20.up_proj,0.0001611384,0.05000,2.033 +73,mlp.experts.29.up_proj,0.0000601582,0.05000,2.016 +73,mlp.experts.30.up_proj,0.0000770291,0.05000,2.025 +73,mlp.experts.27.up_proj,0.0000695704,0.05000,2.048 +73,mlp.experts.24.up_proj,0.0000820500,0.05000,2.035 +73,mlp.experts.33.up_proj,0.0000652923,0.05000,2.018 +73,mlp.experts.34.up_proj,0.0000261726,0.05000,2.024 +73,mlp.experts.31.up_proj,0.0003154055,0.05000,2.043 +73,mlp.experts.28.up_proj,0.0001864286,0.05000,2.040 +73,mlp.experts.37.up_proj,0.0001040516,0.05000,2.037 +73,mlp.experts.38.up_proj,0.0000698001,0.05000,2.054 +73,mlp.experts.35.up_proj,0.0000969121,0.05000,2.036 +73,mlp.experts.32.up_proj,0.0000510631,0.05000,2.025 +73,mlp.experts.41.up_proj,0.0001036969,0.05000,2.059 +73,mlp.experts.42.up_proj,0.0000679038,0.05000,2.051 +73,mlp.experts.39.up_proj,0.0001363785,0.05000,2.044 +73,mlp.experts.36.up_proj,0.0000522916,0.05000,2.037 +73,mlp.experts.45.up_proj,0.0001384637,0.05000,2.067 +73,mlp.experts.46.up_proj,0.0000598024,0.05000,2.082 +73,mlp.experts.43.up_proj,0.0000513404,0.05000,2.055 +73,mlp.experts.40.up_proj,0.0000926997,0.05000,2.056 +73,mlp.experts.49.up_proj,0.0002100107,0.05000,2.070 +73,mlp.experts.50.up_proj,0.0001595849,0.05000,2.093 +73,mlp.experts.47.up_proj,0.0001069747,0.05000,2.044 +73,mlp.experts.44.up_proj,0.0001723231,0.05000,2.043 +73,mlp.experts.53.up_proj,0.0000387441,0.05000,2.073 +73,mlp.experts.54.up_proj,0.0001081314,0.05000,2.059 +73,mlp.experts.51.up_proj,0.0000841125,0.05000,2.067 +73,mlp.experts.48.up_proj,0.0000580656,0.05000,2.063 +73,mlp.experts.57.up_proj,0.0000934953,0.05000,2.032 +73,mlp.experts.58.up_proj,0.0000616490,0.05000,2.045 +73,mlp.experts.55.up_proj,0.0000782282,0.05000,2.043 +73,mlp.experts.52.up_proj,0.0001062174,0.05000,2.016 +73,mlp.experts.61.up_proj,0.0001065656,0.05000,2.015 +73,mlp.experts.62.up_proj,0.0000759350,0.05000,2.030 +73,mlp.experts.59.up_proj,0.0001297061,0.05000,2.005 +73,mlp.experts.56.up_proj,0.0000418774,0.05000,2.019 +73,mlp.experts.65.up_proj,0.0000607348,0.05000,2.022 +73,mlp.experts.63.up_proj,0.0000850321,0.05000,1.984 +73,mlp.experts.66.up_proj,0.0000996875,0.05000,2.025 +73,mlp.experts.60.up_proj,0.0001229007,0.05000,2.004 +73,mlp.experts.69.up_proj,0.0001707090,0.05000,2.026 +73,mlp.experts.70.up_proj,0.0000812630,0.05000,2.050 +73,mlp.experts.67.up_proj,0.0000145491,0.05000,2.052 +73,mlp.experts.64.up_proj,0.0001084028,0.05000,2.075 +73,mlp.experts.73.up_proj,0.0001024113,0.05000,2.017 +73,mlp.experts.74.up_proj,0.0000632739,0.05000,2.031 +73,mlp.experts.71.up_proj,0.0000809726,0.05000,2.063 +73,mlp.experts.68.up_proj,0.0001108476,0.05000,2.083 +73,mlp.experts.77.up_proj,0.0000599164,0.05000,2.024 +73,mlp.experts.78.up_proj,0.0000679280,0.05000,2.033 +73,mlp.experts.75.up_proj,0.0000639873,0.05000,2.039 +73,mlp.experts.72.up_proj,0.0000689791,0.05000,2.066 +73,mlp.experts.81.up_proj,0.0000509256,0.05000,2.039 +73,mlp.experts.82.up_proj,0.0001778018,0.05000,2.036 +73,mlp.experts.79.up_proj,0.0001597190,0.05000,2.030 +73,mlp.experts.76.up_proj,0.0000538758,0.05000,2.046 +73,mlp.experts.85.up_proj,0.0000766714,0.05000,2.043 +73,mlp.experts.86.up_proj,0.0000437490,0.05000,2.040 +73,mlp.experts.83.up_proj,0.0001059112,0.05000,2.048 +73,mlp.experts.80.up_proj,0.0001732424,0.05000,2.074 +73,mlp.experts.89.up_proj,0.0000699841,0.05000,2.049 +73,mlp.experts.90.up_proj,0.0000397165,0.05000,2.035 +73,mlp.experts.87.up_proj,0.0000279999,0.05000,2.058 +73,mlp.experts.84.up_proj,0.0002074385,0.05000,2.043 +73,mlp.experts.93.up_proj,0.0000566030,0.05000,2.028 +73,mlp.experts.94.up_proj,0.0001298752,0.05000,2.011 +73,mlp.experts.91.up_proj,0.0001248377,0.05000,1.997 +73,mlp.experts.88.up_proj,0.0000450353,0.05000,2.000 +73,mlp.experts.97.up_proj,0.0000731215,0.05000,2.031 +73,mlp.experts.98.up_proj,0.0000728367,0.05000,2.024 +73,mlp.experts.95.up_proj,0.0000270115,0.05000,2.051 +73,mlp.experts.92.up_proj,0.0001093618,0.05000,2.036 +73,mlp.experts.101.up_proj,0.0000576251,0.05000,2.083 +73,mlp.experts.102.up_proj,0.0001064426,0.05000,2.104 +73,mlp.experts.99.up_proj,0.0001870865,0.05000,2.056 +73,mlp.experts.96.up_proj,0.0001553402,0.05000,2.082 +73,mlp.experts.105.up_proj,0.0000867510,0.05000,2.045 +73,mlp.experts.106.up_proj,0.0000738475,0.05000,2.046 +73,mlp.experts.103.up_proj,0.0001114769,0.05000,2.047 +73,mlp.experts.100.up_proj,0.0000592541,0.05000,2.046 +73,mlp.experts.109.up_proj,0.0002677447,0.05000,2.025 +73,mlp.experts.110.up_proj,0.0000768111,0.05000,2.041 +73,mlp.experts.107.up_proj,0.0000744067,0.05000,2.035 +73,mlp.experts.104.up_proj,0.0000997031,0.05000,2.025 +73,mlp.experts.113.up_proj,0.0001092444,0.05000,2.030 +73,mlp.experts.114.up_proj,0.0001077465,0.05000,2.031 +73,mlp.experts.111.up_proj,0.0001207813,0.05000,2.055 +73,mlp.experts.108.up_proj,0.0000526094,0.05000,2.039 +73,mlp.experts.117.up_proj,0.0000761901,0.05000,2.037 +73,mlp.experts.118.up_proj,0.0001066722,0.05000,2.083 +73,mlp.experts.115.up_proj,0.0000725930,0.05000,2.100 +73,mlp.experts.112.up_proj,0.0000872032,0.05000,2.102 +73,mlp.experts.121.up_proj,0.0000397849,0.05000,2.022 +73,mlp.experts.122.up_proj,0.0002076556,0.05000,2.023 +73,mlp.experts.119.up_proj,0.0000978739,0.05000,2.015 +73,mlp.experts.116.up_proj,0.0000361337,0.05000,2.052 +73,mlp.experts.125.up_proj,0.0000341913,0.05000,2.041 +73,mlp.experts.126.up_proj,0.0000988765,0.05000,2.081 +73,mlp.experts.123.up_proj,0.0001475994,0.05000,2.105 +73,mlp.experts.120.up_proj,0.0000606666,0.05000,2.048 +73,mlp.experts.129.up_proj,0.0000624493,0.05000,2.091 +73,mlp.experts.130.up_proj,0.0000690618,0.05000,2.096 +73,mlp.experts.127.up_proj,0.0000771077,0.05000,2.052 +73,mlp.experts.124.up_proj,0.0000238830,0.05000,2.052 +73,mlp.experts.133.up_proj,0.0000852234,0.05000,2.080 +73,mlp.experts.134.up_proj,0.0001570305,0.05000,2.102 +73,mlp.experts.131.up_proj,0.0001020748,0.05000,2.087 +73,mlp.experts.128.up_proj,0.0003056586,0.05000,2.076 +73,mlp.experts.137.up_proj,0.0000753356,0.05000,2.039 +73,mlp.experts.135.up_proj,0.0000767900,0.05000,2.006 +73,mlp.experts.138.up_proj,0.0001650418,0.05000,2.117 +73,mlp.experts.132.up_proj,0.0000885884,0.05000,2.089 +73,mlp.experts.141.up_proj,0.0000804232,0.05000,2.042 +73,mlp.experts.139.up_proj,0.0000507925,0.05000,2.101 +73,mlp.experts.142.up_proj,0.0000530334,0.05000,2.046 +73,mlp.experts.136.up_proj,0.0001709654,0.05000,2.035 +73,mlp.experts.145.up_proj,0.0000465243,0.05000,2.030 +73,mlp.experts.143.up_proj,0.0000526264,0.05000,2.063 +73,mlp.experts.146.up_proj,0.0000125613,0.05000,2.150 +73,mlp.experts.140.up_proj,0.0001329513,0.05000,2.071 +73,mlp.experts.149.up_proj,0.0000140693,0.05000,2.032 +73,mlp.experts.147.up_proj,0.0000877793,0.05000,2.064 +73,mlp.experts.144.up_proj,0.0000736633,0.05000,2.051 +73,mlp.experts.150.up_proj,0.0000611652,0.05000,2.145 +73,mlp.experts.153.up_proj,0.0000911731,0.05000,2.043 +73,mlp.experts.151.up_proj,0.0000223107,0.05000,2.041 +73,mlp.experts.148.up_proj,0.0000636109,0.05000,2.045 +73,mlp.experts.154.up_proj,0.0000621041,0.05000,2.060 +73,mlp.experts.157.up_proj,0.0002028290,0.05000,2.047 +73,mlp.experts.155.up_proj,0.0001650516,0.05000,1.924 +73,mlp.experts.152.up_proj,0.0000739810,0.05000,1.913 +73,mlp.experts.158.up_proj,0.0000542021,0.05000,1.918 +73,mlp.experts.159.up_proj,0.0000958563,0.05000,1.434 +73,mlp.experts.156.up_proj,0.0001558378,0.05000,1.357 +73,mlp.experts.3.down_proj,0.0000269097,0.05000,0.632 +73,mlp.experts.1.down_proj,0.0000149792,0.05000,0.633 +73,mlp.experts.0.down_proj,0.0000206842,0.05000,0.635 +73,mlp.experts.2.down_proj,0.0000098055,0.05000,0.695 +73,mlp.experts.7.down_proj,0.0000198881,0.05000,0.602 +73,mlp.experts.4.down_proj,0.0000129756,0.05000,0.607 +73,mlp.experts.5.down_proj,0.0000040611,0.05000,0.623 +73,mlp.experts.6.down_proj,0.0000189421,0.05000,0.597 +73,mlp.experts.11.down_proj,0.0000237756,0.05000,0.601 +73,mlp.experts.8.down_proj,0.0000133571,0.05000,0.603 +73,mlp.experts.9.down_proj,0.0000059973,0.05000,0.594 +73,mlp.experts.10.down_proj,0.0000177543,0.05000,0.597 +73,mlp.experts.13.down_proj,0.0000142687,0.05000,0.616 +73,mlp.experts.15.down_proj,0.0000272418,0.05000,0.635 +73,mlp.experts.12.down_proj,0.0000106299,0.05000,0.658 +73,mlp.experts.14.down_proj,0.0000192124,0.05000,0.693 +73,mlp.experts.17.down_proj,0.0000200437,0.05000,0.604 +73,mlp.experts.19.down_proj,0.0000174709,0.05000,0.610 +73,mlp.experts.16.down_proj,0.0000165779,0.05000,0.609 +73,mlp.experts.18.down_proj,0.0000492488,0.05000,0.628 +73,mlp.experts.21.down_proj,0.0000174346,0.05000,0.622 +73,mlp.experts.23.down_proj,0.0000089977,0.05000,0.632 +73,mlp.experts.20.down_proj,0.0000223074,0.05000,0.603 +73,mlp.experts.22.down_proj,0.0000147694,0.05000,0.605 +73,mlp.experts.25.down_proj,0.0000086941,0.05000,0.599 +73,mlp.experts.27.down_proj,0.0000145123,0.05000,0.603 +73,mlp.experts.24.down_proj,0.0000111140,0.05000,0.603 +73,mlp.experts.26.down_proj,0.0000229108,0.05000,0.621 +73,mlp.experts.29.down_proj,0.0000089003,0.05000,0.608 +73,mlp.experts.28.down_proj,0.0000365893,0.05000,0.611 +73,mlp.experts.31.down_proj,0.0001115093,0.05000,0.631 +73,mlp.experts.30.down_proj,0.0000135826,0.05000,0.649 +73,mlp.experts.33.down_proj,0.0000126173,0.05000,0.605 +73,mlp.experts.32.down_proj,0.0000091179,0.05000,0.608 +73,mlp.experts.35.down_proj,0.0000170996,0.05000,0.623 +73,mlp.experts.34.down_proj,0.0000044994,0.05000,0.644 +73,mlp.experts.37.down_proj,0.0000181191,0.05000,0.611 +73,mlp.experts.36.down_proj,0.0000179030,0.05000,0.632 +73,mlp.experts.39.down_proj,0.0000328481,0.05000,0.630 +73,mlp.experts.38.down_proj,0.0000123024,0.05000,0.648 +73,mlp.experts.41.down_proj,0.0000258047,0.05000,0.604 +73,mlp.experts.40.down_proj,0.0000201077,0.05000,0.614 +73,mlp.experts.43.down_proj,0.0000083381,0.05000,0.620 +73,mlp.experts.42.down_proj,0.0000100138,0.05000,0.606 +73,mlp.experts.45.down_proj,0.0000436639,0.05000,0.608 +73,mlp.experts.44.down_proj,0.0000391925,0.05000,0.615 +73,mlp.experts.47.down_proj,0.0000136387,0.05000,0.628 +73,mlp.experts.46.down_proj,0.0000115980,0.05000,0.619 +73,mlp.experts.49.down_proj,0.0000390829,0.05000,0.608 +73,mlp.experts.48.down_proj,0.0000131782,0.05000,0.633 +73,mlp.experts.51.down_proj,0.0000163423,0.05000,0.603 +73,mlp.experts.50.down_proj,0.0000268905,0.05000,0.652 +73,mlp.experts.53.down_proj,0.0000211182,0.05000,0.633 +73,mlp.experts.52.down_proj,0.0000289256,0.05000,0.617 +73,mlp.experts.55.down_proj,0.0000143257,0.05000,0.638 +73,mlp.experts.54.down_proj,0.0000225355,0.05000,0.633 +73,mlp.experts.57.down_proj,0.0000167601,0.05000,0.610 +73,mlp.experts.56.down_proj,0.0000070842,0.05000,0.615 +73,mlp.experts.59.down_proj,0.0000387888,0.05000,0.613 +73,mlp.experts.58.down_proj,0.0000140090,0.05000,0.635 +73,mlp.experts.61.down_proj,0.0000282526,0.05000,0.651 +73,mlp.experts.60.down_proj,0.0000215492,0.05000,0.613 +73,mlp.experts.63.down_proj,0.0000232013,0.05000,0.615 +73,mlp.experts.62.down_proj,0.0000104186,0.05000,0.610 +73,mlp.experts.65.down_proj,0.0000073757,0.05000,0.616 +73,mlp.experts.64.down_proj,0.0000278082,0.05000,0.612 +73,mlp.experts.67.down_proj,0.0000041906,0.05000,0.615 +73,mlp.experts.66.down_proj,0.0000175335,0.05000,0.630 +73,mlp.experts.69.down_proj,0.0000330059,0.05000,0.615 +73,mlp.experts.68.down_proj,0.0000251740,0.05000,0.611 +73,mlp.experts.71.down_proj,0.0000189978,0.05000,0.615 +73,mlp.experts.70.down_proj,0.0000306604,0.05000,0.607 +73,mlp.experts.73.down_proj,0.0000280689,0.05000,0.620 +73,mlp.experts.72.down_proj,0.0000123537,0.05000,0.610 +73,mlp.experts.75.down_proj,0.0000158113,0.05000,0.629 +73,mlp.experts.74.down_proj,0.0000099815,0.05000,0.626 +73,mlp.experts.76.down_proj,0.0000093723,0.05000,0.620 +73,mlp.experts.77.down_proj,0.0000096731,0.05000,0.653 +73,mlp.experts.79.down_proj,0.0000435005,0.05000,0.650 +73,mlp.experts.78.down_proj,0.0000171960,0.05000,0.670 +73,mlp.experts.80.down_proj,0.0000242138,0.05000,0.605 +73,mlp.experts.81.down_proj,0.0000074942,0.05000,0.606 +73,mlp.experts.83.down_proj,0.0000272574,0.05000,0.607 +73,mlp.experts.82.down_proj,0.0000731969,0.05000,0.622 +73,mlp.experts.84.down_proj,0.0000320375,0.05000,0.602 +73,mlp.experts.85.down_proj,0.0000171414,0.05000,0.601 +73,mlp.experts.87.down_proj,0.0000044375,0.05000,0.599 +73,mlp.experts.86.down_proj,0.0000141443,0.05000,0.608 +73,mlp.experts.88.down_proj,0.0000134148,0.05000,0.609 +73,mlp.experts.89.down_proj,0.0000259513,0.05000,0.623 +73,mlp.experts.91.down_proj,0.0000343487,0.05000,0.659 +73,mlp.experts.90.down_proj,0.0000205814,0.05000,0.604 +73,mlp.experts.92.down_proj,0.0000216668,0.05000,0.611 +73,mlp.experts.93.down_proj,0.0000114837,0.05000,0.631 +73,mlp.experts.95.down_proj,0.0000130280,0.05000,0.605 +73,mlp.experts.94.down_proj,0.0000523486,0.05000,0.610 +73,mlp.experts.96.down_proj,0.0000355388,0.05000,0.603 +73,mlp.experts.97.down_proj,0.0000125355,0.05000,0.604 +73,mlp.experts.99.down_proj,0.0000282496,0.05000,0.603 +73,mlp.experts.98.down_proj,0.0000116389,0.05000,0.619 +73,mlp.experts.100.down_proj,0.0000088692,0.05000,0.603 +73,mlp.experts.101.down_proj,0.0000100610,0.05000,0.626 +73,mlp.experts.103.down_proj,0.0000171046,0.05000,0.610 +73,mlp.experts.102.down_proj,0.0000392929,0.05000,0.611 +73,mlp.experts.104.down_proj,0.0000212144,0.05000,0.632 +73,mlp.experts.105.down_proj,0.0000181599,0.05000,0.613 +73,mlp.experts.107.down_proj,0.0000095664,0.05000,0.619 +73,mlp.experts.106.down_proj,0.0000165708,0.05000,0.606 +73,mlp.experts.108.down_proj,0.0000079462,0.05000,0.639 +73,mlp.experts.109.down_proj,0.0001221114,0.05000,0.613 +73,mlp.experts.111.down_proj,0.0000264878,0.05000,0.620 +73,mlp.experts.110.down_proj,0.0000132584,0.05000,0.611 +73,mlp.experts.112.down_proj,0.0000232003,0.05000,0.639 +73,mlp.experts.113.down_proj,0.0000431937,0.05000,0.614 +73,mlp.experts.115.down_proj,0.0000134816,0.05000,0.663 +73,mlp.experts.114.down_proj,0.0000190272,0.05000,0.658 +73,mlp.experts.117.down_proj,0.0000308492,0.05000,0.619 +73,mlp.experts.116.down_proj,0.0000058687,0.05000,0.626 +73,mlp.experts.119.down_proj,0.0000148650,0.05000,0.619 +73,mlp.experts.118.down_proj,0.0000201461,0.05000,0.609 +73,mlp.experts.121.down_proj,0.0000114876,0.05000,0.610 +73,mlp.experts.120.down_proj,0.0000171576,0.05000,0.619 +73,mlp.experts.123.down_proj,0.0000422552,0.05000,0.614 +73,mlp.experts.122.down_proj,0.0000339503,0.05000,0.619 +73,mlp.experts.125.down_proj,0.0000055484,0.05000,0.611 +73,mlp.experts.124.down_proj,0.0000047140,0.05000,0.620 +73,mlp.experts.127.down_proj,0.0000144442,0.05000,0.611 +73,mlp.experts.126.down_proj,0.0000218887,0.05000,0.611 +73,mlp.experts.129.down_proj,0.0000087117,0.05000,0.636 +73,mlp.experts.128.down_proj,0.0000885650,0.05000,0.624 +73,mlp.experts.131.down_proj,0.0000263979,0.05000,0.626 +73,mlp.experts.130.down_proj,0.0000138123,0.05000,0.648 +73,mlp.experts.133.down_proj,0.0000197055,0.05000,0.607 +73,mlp.experts.132.down_proj,0.0000162419,0.05000,0.618 +73,mlp.experts.135.down_proj,0.0000148439,0.05000,0.631 +73,mlp.experts.134.down_proj,0.0000521633,0.05000,0.622 +73,mlp.experts.137.down_proj,0.0000109054,0.05000,0.611 +73,mlp.experts.136.down_proj,0.0000655130,0.05000,0.626 +73,mlp.experts.139.down_proj,0.0000072534,0.05000,0.607 +73,mlp.experts.138.down_proj,0.0000423146,0.05000,0.608 +73,mlp.experts.141.down_proj,0.0000159034,0.05000,0.610 +73,mlp.experts.140.down_proj,0.0000262544,0.05000,0.609 +73,mlp.experts.143.down_proj,0.0000096436,0.05000,0.605 +73,mlp.experts.142.down_proj,0.0000078666,0.05000,0.608 +73,mlp.experts.145.down_proj,0.0000105548,0.05000,0.613 +73,mlp.experts.144.down_proj,0.0000109193,0.05000,0.614 +73,mlp.experts.147.down_proj,0.0000178023,0.05000,0.621 +73,mlp.experts.146.down_proj,0.0000029004,0.05000,0.633 +73,mlp.experts.149.down_proj,0.0000030558,0.05000,0.653 +73,mlp.experts.148.down_proj,0.0000089197,0.05000,0.618 +73,mlp.experts.151.down_proj,0.0000043457,0.05000,0.634 +73,mlp.experts.150.down_proj,0.0000094378,0.05000,0.609 +73,mlp.experts.153.down_proj,0.0000178790,0.05000,0.608 +73,mlp.experts.152.down_proj,0.0000124768,0.05000,0.614 +73,mlp.experts.155.down_proj,0.0000507894,0.05000,0.628 +73,mlp.experts.154.down_proj,0.0000098257,0.05000,0.609 +73,mlp.experts.156.down_proj,0.0000392147,0.05000,0.619 +73,mlp.experts.157.down_proj,0.0000300817,0.05000,0.637 +73,mlp.experts.159.down_proj,0.0000139341,0.05000,0.569 +73,mlp.experts.158.down_proj,0.0000091329,0.05000,0.494 +74,mlp.experts.2.gate_proj,0.0001059936,0.05000,2.084 +74,mlp.experts.0.gate_proj,0.0000817252,0.05000,2.132 +74,mlp.experts.3.gate_proj,0.0000979444,0.05000,2.159 +74,mlp.experts.1.gate_proj,0.0001154977,0.05000,2.184 +74,mlp.experts.6.gate_proj,0.0001194587,0.05000,2.036 +74,mlp.experts.4.gate_proj,0.0000797907,0.05000,2.023 +74,mlp.experts.5.gate_proj,0.0000454560,0.05000,1.999 +74,mlp.experts.7.gate_proj,0.0003353938,0.05000,2.055 +74,mlp.experts.8.gate_proj,0.0000712949,0.05000,2.030 +74,mlp.experts.10.gate_proj,0.0001195388,0.05000,2.103 +74,mlp.experts.11.gate_proj,0.0001613473,0.05000,2.056 +74,mlp.experts.9.gate_proj,0.0000657246,0.05000,2.165 +74,mlp.experts.12.gate_proj,0.0001308590,0.05000,2.050 +74,mlp.experts.14.gate_proj,0.0001020397,0.05000,2.058 +74,mlp.experts.15.gate_proj,0.0000601084,0.05000,2.103 +74,mlp.experts.13.gate_proj,0.0002476998,0.05000,2.092 +74,mlp.experts.16.gate_proj,0.0001300873,0.05000,2.057 +74,mlp.experts.18.gate_proj,0.0000709578,0.05000,2.069 +74,mlp.experts.19.gate_proj,0.0001658445,0.05000,2.126 +74,mlp.experts.17.gate_proj,0.0001334649,0.05000,2.092 +74,mlp.experts.20.gate_proj,0.0000465420,0.05000,2.070 +74,mlp.experts.22.gate_proj,0.0000760051,0.05000,2.105 +74,mlp.experts.21.gate_proj,0.0000464303,0.05000,2.056 +74,mlp.experts.23.gate_proj,0.0000982895,0.05000,2.119 +74,mlp.experts.24.gate_proj,0.0000772296,0.05000,2.053 +74,mlp.experts.26.gate_proj,0.0001157960,0.05000,2.092 +74,mlp.experts.27.gate_proj,0.0000888658,0.05000,2.087 +74,mlp.experts.25.gate_proj,0.0000143708,0.05000,2.151 +74,mlp.experts.28.gate_proj,0.0001056914,0.05000,2.115 +74,mlp.experts.30.gate_proj,0.0001333307,0.05000,2.056 +74,mlp.experts.31.gate_proj,0.0000766647,0.05000,2.134 +74,mlp.experts.29.gate_proj,0.0001899784,0.05000,2.128 +74,mlp.experts.34.gate_proj,0.0000827207,0.05000,2.072 +74,mlp.experts.32.gate_proj,0.0000757797,0.05000,2.147 +74,mlp.experts.35.gate_proj,0.0001619802,0.05000,2.046 +74,mlp.experts.33.gate_proj,0.0001077814,0.05000,2.046 +74,mlp.experts.36.gate_proj,0.0001013680,0.05000,2.051 +74,mlp.experts.38.gate_proj,0.0001047008,0.05000,2.086 +74,mlp.experts.37.gate_proj,0.0000640609,0.05000,2.046 +74,mlp.experts.39.gate_proj,0.0003226430,0.05000,2.117 +74,mlp.experts.40.gate_proj,0.0000818433,0.05000,2.089 +74,mlp.experts.42.gate_proj,0.0001985456,0.05000,2.077 +74,mlp.experts.43.gate_proj,0.0000949490,0.05000,2.033 +74,mlp.experts.41.gate_proj,0.0000532743,0.05000,2.203 +74,mlp.experts.46.gate_proj,0.0001373511,0.05000,2.038 +74,mlp.experts.44.gate_proj,0.0000770268,0.05000,2.081 +74,mlp.experts.47.gate_proj,0.0002741193,0.05000,2.024 +74,mlp.experts.45.gate_proj,0.0000796784,0.05000,2.049 +74,mlp.experts.50.gate_proj,0.0000476338,0.05000,2.051 +74,mlp.experts.48.gate_proj,0.0001142922,0.05000,2.152 +74,mlp.experts.51.gate_proj,0.0000927967,0.05000,2.096 +74,mlp.experts.49.gate_proj,0.0000428699,0.05000,2.080 +74,mlp.experts.54.gate_proj,0.0000842566,0.05000,2.025 +74,mlp.experts.52.gate_proj,0.0001468382,0.05000,2.039 +74,mlp.experts.55.gate_proj,0.0000515082,0.05000,2.027 +74,mlp.experts.53.gate_proj,0.0001449025,0.05000,2.039 +74,mlp.experts.58.gate_proj,0.0001430172,0.05000,2.053 +74,mlp.experts.56.gate_proj,0.0000509257,0.05000,2.042 +74,mlp.experts.59.gate_proj,0.0000724264,0.05000,2.028 +74,mlp.experts.57.gate_proj,0.0001420520,0.05000,2.049 +74,mlp.experts.62.gate_proj,0.0002001804,0.05000,2.041 +74,mlp.experts.60.gate_proj,0.0000703182,0.05000,2.110 +74,mlp.experts.63.gate_proj,0.0000360062,0.05000,2.057 +74,mlp.experts.61.gate_proj,0.0001302972,0.05000,2.044 +74,mlp.experts.66.gate_proj,0.0002250223,0.05000,2.049 +74,mlp.experts.67.gate_proj,0.0001840565,0.05000,2.050 +74,mlp.experts.64.gate_proj,0.0000188569,0.05000,2.116 +74,mlp.experts.65.gate_proj,0.0000799881,0.05000,2.046 +74,mlp.experts.70.gate_proj,0.0000903428,0.05000,2.026 +74,mlp.experts.71.gate_proj,0.0001582280,0.05000,2.038 +74,mlp.experts.68.gate_proj,0.0000904590,0.05000,1.997 +74,mlp.experts.69.gate_proj,0.0000825950,0.05000,2.045 +74,mlp.experts.74.gate_proj,0.0001202892,0.05000,2.076 +74,mlp.experts.75.gate_proj,0.0001217633,0.05000,2.075 +74,mlp.experts.72.gate_proj,0.0001040335,0.05000,2.100 +74,mlp.experts.73.gate_proj,0.0001034465,0.05000,2.090 +74,mlp.experts.78.gate_proj,0.0000321754,0.05000,2.070 +74,mlp.experts.76.gate_proj,0.0000837941,0.05000,2.004 +74,mlp.experts.79.gate_proj,0.0000596271,0.05000,2.092 +74,mlp.experts.77.gate_proj,0.0001230194,0.05000,2.092 +74,mlp.experts.82.gate_proj,0.0001110102,0.05000,2.084 +74,mlp.experts.80.gate_proj,0.0000468359,0.05000,2.059 +74,mlp.experts.83.gate_proj,0.0000688500,0.05000,2.130 +74,mlp.experts.81.gate_proj,0.0001898967,0.05000,2.069 +74,mlp.experts.86.gate_proj,0.0001092442,0.05000,2.044 +74,mlp.experts.84.gate_proj,0.0001325333,0.05000,2.023 +74,mlp.experts.87.gate_proj,0.0001368087,0.05000,2.046 +74,mlp.experts.85.gate_proj,0.0000766501,0.05000,2.076 +74,mlp.experts.90.gate_proj,0.0000533928,0.05000,2.056 +74,mlp.experts.88.gate_proj,0.0000853397,0.05000,2.060 +74,mlp.experts.91.gate_proj,0.0000839109,0.05000,2.059 +74,mlp.experts.89.gate_proj,0.0001362791,0.05000,2.035 +74,mlp.experts.94.gate_proj,0.0000156100,0.05000,2.043 +74,mlp.experts.92.gate_proj,0.0000549043,0.05000,2.027 +74,mlp.experts.95.gate_proj,0.0000851865,0.05000,2.070 +74,mlp.experts.93.gate_proj,0.0000947705,0.05000,2.058 +74,mlp.experts.98.gate_proj,0.0000701444,0.05000,2.088 +74,mlp.experts.96.gate_proj,0.0000506805,0.05000,2.057 +74,mlp.experts.99.gate_proj,0.0000163137,0.05000,2.070 +74,mlp.experts.97.gate_proj,0.0000937601,0.05000,2.051 +74,mlp.experts.102.gate_proj,0.0000650318,0.05000,2.064 +74,mlp.experts.100.gate_proj,0.0000779731,0.05000,2.069 +74,mlp.experts.103.gate_proj,0.0001155912,0.05000,2.033 +74,mlp.experts.101.gate_proj,0.0000774557,0.05000,2.103 +74,mlp.experts.106.gate_proj,0.0001201124,0.05000,2.052 +74,mlp.experts.104.gate_proj,0.0002042206,0.05000,2.066 +74,mlp.experts.107.gate_proj,0.0002069452,0.05000,2.065 +74,mlp.experts.105.gate_proj,0.0000931489,0.05000,2.061 +74,mlp.experts.110.gate_proj,0.0000247301,0.05000,2.053 +74,mlp.experts.108.gate_proj,0.0000922690,0.05000,2.010 +74,mlp.experts.111.gate_proj,0.0000853512,0.05000,2.024 +74,mlp.experts.109.gate_proj,0.0000920090,0.05000,2.050 +74,mlp.experts.114.gate_proj,0.0000190699,0.05000,2.049 +74,mlp.experts.112.gate_proj,0.0000793647,0.05000,2.017 +74,mlp.experts.115.gate_proj,0.0000495967,0.05000,2.049 +74,mlp.experts.113.gate_proj,0.0000848352,0.05000,2.081 +74,mlp.experts.118.gate_proj,0.0001597904,0.05000,2.051 +74,mlp.experts.116.gate_proj,0.0001041242,0.05000,2.044 +74,mlp.experts.119.gate_proj,0.0000901356,0.05000,2.066 +74,mlp.experts.117.gate_proj,0.0000596307,0.05000,2.029 +74,mlp.experts.122.gate_proj,0.0001145486,0.05000,2.030 +74,mlp.experts.120.gate_proj,0.0001229597,0.05000,2.029 +74,mlp.experts.123.gate_proj,0.0001557148,0.05000,2.047 +74,mlp.experts.121.gate_proj,0.0000873603,0.05000,2.107 +74,mlp.experts.126.gate_proj,0.0000917634,0.05000,2.053 +74,mlp.experts.124.gate_proj,0.0000888901,0.05000,2.056 +74,mlp.experts.127.gate_proj,0.0000667937,0.05000,2.026 +74,mlp.experts.125.gate_proj,0.0000568240,0.05000,2.035 +74,mlp.experts.130.gate_proj,0.0000981680,0.05000,2.080 +74,mlp.experts.128.gate_proj,0.0000325959,0.05000,2.077 +74,mlp.experts.131.gate_proj,0.0000346047,0.05000,2.124 +74,mlp.experts.129.gate_proj,0.0000698961,0.05000,2.098 +74,mlp.experts.132.gate_proj,0.0001182639,0.05000,2.019 +74,mlp.experts.134.gate_proj,0.0000877891,0.05000,2.092 +74,mlp.experts.135.gate_proj,0.0002090020,0.05000,2.090 +74,mlp.experts.133.gate_proj,0.0001990716,0.05000,2.079 +74,mlp.experts.138.gate_proj,0.0000553669,0.05000,2.041 +74,mlp.experts.136.gate_proj,0.0001205430,0.05000,2.106 +74,mlp.experts.139.gate_proj,0.0000984524,0.05000,2.054 +74,mlp.experts.137.gate_proj,0.0000954864,0.05000,2.041 +74,mlp.experts.142.gate_proj,0.0001943195,0.05000,2.036 +74,mlp.experts.140.gate_proj,0.0002136276,0.05000,2.060 +74,mlp.experts.143.gate_proj,0.0001016797,0.05000,2.053 +74,mlp.experts.141.gate_proj,0.0001933276,0.05000,2.060 +74,mlp.experts.144.gate_proj,0.0001721742,0.05000,2.053 +74,mlp.experts.146.gate_proj,0.0000617816,0.05000,2.133 +74,mlp.experts.147.gate_proj,0.0000635574,0.05000,2.091 +74,mlp.experts.145.gate_proj,0.0000585548,0.05000,2.103 +74,mlp.experts.148.gate_proj,0.0000910990,0.05000,2.058 +74,mlp.experts.150.gate_proj,0.0000982282,0.05000,2.048 +74,mlp.experts.151.gate_proj,0.0000149057,0.05000,2.067 +74,mlp.experts.149.gate_proj,0.0000854766,0.05000,2.071 +74,mlp.experts.152.gate_proj,0.0000646844,0.05000,2.033 +74,mlp.experts.154.gate_proj,0.0000884206,0.05000,2.071 +74,mlp.experts.155.gate_proj,0.0000191605,0.05000,2.033 +74,mlp.experts.153.gate_proj,0.0000496357,0.05000,2.088 +74,mlp.experts.156.gate_proj,0.0000890898,0.05000,2.048 +74,mlp.experts.158.gate_proj,0.0000997069,0.05000,2.053 +74,mlp.experts.159.gate_proj,0.0000940769,0.05000,2.050 +74,mlp.experts.157.gate_proj,0.0001241505,0.05000,2.050 +74,mlp.experts.0.up_proj,0.0000799694,0.05000,2.067 +74,mlp.experts.2.up_proj,0.0001025689,0.05000,2.062 +74,mlp.experts.3.up_proj,0.0000952006,0.05000,2.072 +74,mlp.experts.1.up_proj,0.0001115049,0.05000,2.067 +74,mlp.experts.6.up_proj,0.0001146197,0.05000,1.493 +74,mlp.experts.4.up_proj,0.0000781790,0.05000,1.564 +74,mlp.experts.10.up_proj,0.0001154672,0.05000,2.085 +74,mlp.experts.5.up_proj,0.0000450437,0.05000,2.117 +74,mlp.experts.7.up_proj,0.0003264616,0.05000,2.161 +74,mlp.experts.8.up_proj,0.0000696992,0.05000,2.166 +74,mlp.experts.14.up_proj,0.0000977074,0.05000,2.064 +74,mlp.experts.11.up_proj,0.0001574510,0.05000,2.022 +74,mlp.experts.9.up_proj,0.0000635461,0.05000,2.132 +74,mlp.experts.12.up_proj,0.0001278056,0.05000,2.126 +74,mlp.experts.18.up_proj,0.0000687668,0.05000,2.062 +74,mlp.experts.15.up_proj,0.0000581278,0.05000,2.064 +74,mlp.experts.13.up_proj,0.0002377767,0.05000,2.053 +74,mlp.experts.16.up_proj,0.0001236220,0.05000,2.063 +74,mlp.experts.19.up_proj,0.0001591360,0.05000,2.037 +74,mlp.experts.22.up_proj,0.0000736453,0.05000,2.132 +74,mlp.experts.17.up_proj,0.0001315731,0.05000,2.079 +74,mlp.experts.20.up_proj,0.0000457476,0.05000,2.050 +74,mlp.experts.23.up_proj,0.0000956628,0.05000,2.075 +74,mlp.experts.26.up_proj,0.0001133788,0.05000,2.047 +74,mlp.experts.21.up_proj,0.0000454177,0.05000,2.066 +74,mlp.experts.24.up_proj,0.0000749123,0.05000,2.123 +74,mlp.experts.30.up_proj,0.0001296681,0.05000,2.029 +74,mlp.experts.27.up_proj,0.0000864567,0.05000,2.099 +74,mlp.experts.25.up_proj,0.0000141178,0.05000,2.060 +74,mlp.experts.28.up_proj,0.0001019379,0.05000,2.127 +74,mlp.experts.34.up_proj,0.0000802450,0.05000,2.077 +74,mlp.experts.31.up_proj,0.0000747824,0.05000,2.090 +74,mlp.experts.29.up_proj,0.0001858505,0.05000,2.064 +74,mlp.experts.32.up_proj,0.0000738422,0.05000,2.087 +74,mlp.experts.33.up_proj,0.0001021988,0.05000,2.047 +74,mlp.experts.35.up_proj,0.0001586237,0.05000,2.123 +74,mlp.experts.38.up_proj,0.0001002973,0.05000,2.203 +74,mlp.experts.36.up_proj,0.0000991545,0.05000,2.061 +74,mlp.experts.37.up_proj,0.0000620282,0.05000,2.085 +74,mlp.experts.39.up_proj,0.0003141772,0.05000,2.056 +74,mlp.experts.42.up_proj,0.0001947260,0.05000,2.064 +74,mlp.experts.40.up_proj,0.0000813511,0.05000,2.103 +74,mlp.experts.41.up_proj,0.0000515170,0.05000,2.061 +74,mlp.experts.43.up_proj,0.0000906322,0.05000,2.065 +74,mlp.experts.46.up_proj,0.0001334303,0.05000,2.072 +74,mlp.experts.44.up_proj,0.0000753562,0.05000,2.064 +74,mlp.experts.47.up_proj,0.0002715364,0.05000,2.022 +74,mlp.experts.50.up_proj,0.0000460411,0.05000,2.021 +74,mlp.experts.45.up_proj,0.0000776926,0.05000,2.154 +74,mlp.experts.48.up_proj,0.0001104400,0.05000,2.087 +74,mlp.experts.51.up_proj,0.0000876197,0.05000,2.046 +74,mlp.experts.54.up_proj,0.0000821971,0.05000,2.065 +74,mlp.experts.49.up_proj,0.0000419149,0.05000,2.066 +74,mlp.experts.52.up_proj,0.0001415800,0.05000,2.060 +74,mlp.experts.55.up_proj,0.0000501167,0.05000,2.030 +74,mlp.experts.58.up_proj,0.0001402300,0.05000,2.050 +74,mlp.experts.53.up_proj,0.0001407842,0.05000,2.053 +74,mlp.experts.56.up_proj,0.0000491094,0.05000,2.043 +74,mlp.experts.59.up_proj,0.0000699951,0.05000,2.027 +74,mlp.experts.62.up_proj,0.0001966000,0.05000,2.045 +74,mlp.experts.57.up_proj,0.0001360974,0.05000,2.015 +74,mlp.experts.60.up_proj,0.0000685043,0.05000,2.071 +74,mlp.experts.63.up_proj,0.0000349725,0.05000,2.027 +74,mlp.experts.66.up_proj,0.0002180967,0.05000,2.017 +74,mlp.experts.61.up_proj,0.0001273999,0.05000,2.010 +74,mlp.experts.64.up_proj,0.0000185580,0.05000,2.036 +74,mlp.experts.67.up_proj,0.0001794839,0.05000,2.083 +74,mlp.experts.65.up_proj,0.0000776250,0.05000,1.997 +74,mlp.experts.70.up_proj,0.0000846728,0.05000,2.076 +74,mlp.experts.68.up_proj,0.0000875492,0.05000,2.050 +74,mlp.experts.71.up_proj,0.0001486356,0.05000,2.063 +74,mlp.experts.69.up_proj,0.0000815205,0.05000,2.070 +74,mlp.experts.74.up_proj,0.0001117312,0.05000,2.075 +74,mlp.experts.72.up_proj,0.0001011497,0.05000,2.062 +74,mlp.experts.75.up_proj,0.0001166384,0.05000,2.020 +74,mlp.experts.73.up_proj,0.0001000673,0.05000,2.008 +74,mlp.experts.78.up_proj,0.0000308680,0.05000,2.017 +74,mlp.experts.76.up_proj,0.0000820278,0.05000,2.028 +74,mlp.experts.77.up_proj,0.0001217858,0.05000,2.039 +74,mlp.experts.79.up_proj,0.0000588547,0.05000,2.074 +74,mlp.experts.82.up_proj,0.0001087016,0.05000,2.056 +74,mlp.experts.80.up_proj,0.0000452592,0.05000,2.062 +74,mlp.experts.81.up_proj,0.0001847506,0.05000,2.012 +74,mlp.experts.83.up_proj,0.0000662256,0.05000,2.045 +74,mlp.experts.86.up_proj,0.0001051178,0.05000,2.010 +74,mlp.experts.84.up_proj,0.0001302417,0.05000,2.026 +74,mlp.experts.85.up_proj,0.0000757840,0.05000,2.050 +74,mlp.experts.87.up_proj,0.0001048927,0.05000,2.037 +74,mlp.experts.90.up_proj,0.0000523132,0.05000,2.081 +74,mlp.experts.88.up_proj,0.0000823732,0.05000,2.041 +74,mlp.experts.89.up_proj,0.0001323948,0.05000,2.036 +74,mlp.experts.91.up_proj,0.0000821426,0.05000,2.037 +74,mlp.experts.94.up_proj,0.0000153625,0.05000,2.062 +74,mlp.experts.92.up_proj,0.0000535011,0.05000,2.051 +74,mlp.experts.93.up_proj,0.0000917192,0.05000,2.030 +74,mlp.experts.95.up_proj,0.0000842601,0.05000,2.027 +74,mlp.experts.98.up_proj,0.0000676551,0.05000,2.017 +74,mlp.experts.96.up_proj,0.0000488439,0.05000,2.051 +74,mlp.experts.99.up_proj,0.0000161027,0.05000,2.069 +74,mlp.experts.102.up_proj,0.0000628320,0.05000,2.023 +74,mlp.experts.97.up_proj,0.0000906017,0.05000,2.201 +74,mlp.experts.100.up_proj,0.0000762682,0.05000,2.054 +74,mlp.experts.103.up_proj,0.0001102240,0.05000,2.051 +74,mlp.experts.106.up_proj,0.0001168678,0.05000,2.043 +74,mlp.experts.101.up_proj,0.0000736661,0.05000,2.032 +74,mlp.experts.104.up_proj,0.0002009642,0.05000,2.038 +74,mlp.experts.107.up_proj,0.0002013492,0.05000,2.061 +74,mlp.experts.105.up_proj,0.0000913975,0.05000,2.029 +74,mlp.experts.110.up_proj,0.0000245219,0.05000,2.102 +74,mlp.experts.108.up_proj,0.0000898406,0.05000,2.098 +74,mlp.experts.111.up_proj,0.0000833146,0.05000,2.057 +74,mlp.experts.109.up_proj,0.0000896734,0.05000,2.051 +74,mlp.experts.114.up_proj,0.0000186959,0.05000,2.097 +74,mlp.experts.112.up_proj,0.0000771227,0.05000,2.045 +74,mlp.experts.115.up_proj,0.0000482889,0.05000,2.074 +74,mlp.experts.113.up_proj,0.0000829114,0.05000,2.052 +74,mlp.experts.118.up_proj,0.0001543290,0.05000,2.082 +74,mlp.experts.116.up_proj,0.0001019677,0.05000,2.120 +74,mlp.experts.119.up_proj,0.0000872346,0.05000,2.030 +74,mlp.experts.117.up_proj,0.0000584476,0.05000,2.064 +74,mlp.experts.122.up_proj,0.0001092548,0.05000,2.037 +74,mlp.experts.120.up_proj,0.0001172388,0.05000,2.105 +74,mlp.experts.123.up_proj,0.0001504021,0.05000,2.075 +74,mlp.experts.121.up_proj,0.0000844079,0.05000,2.082 +74,mlp.experts.126.up_proj,0.0000883688,0.05000,2.124 +74,mlp.experts.124.up_proj,0.0000871406,0.05000,2.078 +74,mlp.experts.127.up_proj,0.0000648914,0.05000,2.053 +74,mlp.experts.125.up_proj,0.0000554278,0.05000,2.073 +74,mlp.experts.130.up_proj,0.0000908243,0.05000,2.041 +74,mlp.experts.128.up_proj,0.0000317389,0.05000,2.049 +74,mlp.experts.131.up_proj,0.0000337149,0.05000,2.070 +74,mlp.experts.129.up_proj,0.0000675212,0.05000,2.071 +74,mlp.experts.134.up_proj,0.0000840476,0.05000,2.043 +74,mlp.experts.132.up_proj,0.0001156015,0.05000,2.073 +74,mlp.experts.135.up_proj,0.0002038468,0.05000,2.052 +74,mlp.experts.133.up_proj,0.0001967109,0.05000,2.071 +74,mlp.experts.138.up_proj,0.0000537835,0.05000,2.055 +74,mlp.experts.136.up_proj,0.0001194015,0.05000,2.062 +74,mlp.experts.139.up_proj,0.0000957872,0.05000,2.068 +74,mlp.experts.137.up_proj,0.0000933870,0.05000,2.064 +74,mlp.experts.142.up_proj,0.0001893802,0.05000,2.101 +74,mlp.experts.140.up_proj,0.0002118769,0.05000,2.088 +74,mlp.experts.143.up_proj,0.0000991959,0.05000,2.039 +74,mlp.experts.141.up_proj,0.0002000607,0.05000,2.053 +74,mlp.experts.146.up_proj,0.0000604103,0.05000,2.079 +74,mlp.experts.144.up_proj,0.0001675250,0.05000,2.076 +74,mlp.experts.147.up_proj,0.0000622769,0.05000,2.079 +74,mlp.experts.145.up_proj,0.0000575585,0.05000,2.074 +74,mlp.experts.150.up_proj,0.0000948045,0.05000,2.059 +74,mlp.experts.148.up_proj,0.0000883233,0.05000,2.060 +74,mlp.experts.151.up_proj,0.0000144939,0.05000,2.066 +74,mlp.experts.149.up_proj,0.0000818005,0.05000,2.081 +74,mlp.experts.154.up_proj,0.0000862033,0.05000,2.094 +74,mlp.experts.152.up_proj,0.0000639775,0.05000,2.121 +74,mlp.experts.155.up_proj,0.0000185674,0.05000,2.076 +74,mlp.experts.153.up_proj,0.0000500432,0.05000,2.073 +74,mlp.experts.158.up_proj,0.0000981817,0.05000,2.097 +74,mlp.experts.156.up_proj,0.0000864688,0.05000,2.011 +74,mlp.experts.159.up_proj,0.0000905513,0.05000,1.493 +74,mlp.experts.157.up_proj,0.0001232392,0.05000,1.417 +74,mlp.experts.3.down_proj,0.0000172360,0.05000,0.626 +74,mlp.experts.2.down_proj,0.0000209806,0.05000,0.626 +74,mlp.experts.0.down_proj,0.0000115057,0.05000,0.629 +74,mlp.experts.1.down_proj,0.0000214903,0.05000,0.630 +74,mlp.experts.6.down_proj,0.0000155530,0.05000,0.610 +74,mlp.experts.4.down_proj,0.0000128311,0.05000,0.615 +74,mlp.experts.5.down_proj,0.0000159725,0.05000,0.616 +74,mlp.experts.7.down_proj,0.0000531378,0.05000,0.631 +74,mlp.experts.8.down_proj,0.0000324682,0.05000,0.610 +74,mlp.experts.9.down_proj,0.0000094556,0.05000,0.611 +74,mlp.experts.10.down_proj,0.0000199340,0.05000,0.633 +74,mlp.experts.11.down_proj,0.0000448035,0.05000,0.629 +74,mlp.experts.13.down_proj,0.0000532034,0.05000,0.615 +74,mlp.experts.14.down_proj,0.0000250751,0.05000,0.610 +74,mlp.experts.12.down_proj,0.0000273469,0.05000,0.634 +74,mlp.experts.15.down_proj,0.0000172394,0.05000,0.608 +74,mlp.experts.18.down_proj,0.0000103423,0.05000,0.618 +74,mlp.experts.17.down_proj,0.0000393477,0.05000,0.637 +74,mlp.experts.16.down_proj,0.0000337642,0.05000,0.638 +74,mlp.experts.19.down_proj,0.0000305227,0.05000,0.641 +74,mlp.experts.22.down_proj,0.0000110872,0.05000,0.612 +74,mlp.experts.21.down_proj,0.0000077842,0.05000,0.604 +74,mlp.experts.20.down_proj,0.0000082396,0.05000,0.614 +74,mlp.experts.23.down_proj,0.0000209493,0.05000,0.625 +74,mlp.experts.25.down_proj,0.0000031490,0.05000,0.604 +74,mlp.experts.26.down_proj,0.0000196689,0.05000,0.630 +74,mlp.experts.24.down_proj,0.0000138234,0.05000,0.613 +74,mlp.experts.27.down_proj,0.0000168641,0.05000,0.624 +74,mlp.experts.29.down_proj,0.0000339982,0.05000,0.601 +74,mlp.experts.30.down_proj,0.0000298504,0.05000,0.604 +74,mlp.experts.28.down_proj,0.0000133646,0.05000,0.608 +74,mlp.experts.31.down_proj,0.0000330116,0.05000,0.615 +74,mlp.experts.33.down_proj,0.0000276104,0.05000,0.604 +74,mlp.experts.34.down_proj,0.0000148941,0.05000,0.606 +74,mlp.experts.32.down_proj,0.0000182943,0.05000,0.607 +74,mlp.experts.35.down_proj,0.0000252966,0.05000,0.610 +74,mlp.experts.37.down_proj,0.0000092191,0.05000,0.599 +74,mlp.experts.38.down_proj,0.0000162579,0.05000,0.600 +74,mlp.experts.36.down_proj,0.0000251281,0.05000,0.608 +74,mlp.experts.39.down_proj,0.0000911955,0.05000,0.601 +74,mlp.experts.41.down_proj,0.0000087327,0.05000,0.605 +74,mlp.experts.42.down_proj,0.0000511770,0.05000,0.604 +74,mlp.experts.40.down_proj,0.0000148141,0.05000,0.607 +74,mlp.experts.43.down_proj,0.0000144812,0.05000,0.637 +74,mlp.experts.45.down_proj,0.0000152171,0.05000,0.619 +74,mlp.experts.46.down_proj,0.0000253633,0.05000,0.660 +74,mlp.experts.44.down_proj,0.0000116127,0.05000,0.639 +74,mlp.experts.47.down_proj,0.0000467245,0.05000,0.607 +74,mlp.experts.49.down_proj,0.0000070216,0.05000,0.652 +74,mlp.experts.50.down_proj,0.0000115119,0.05000,0.614 +74,mlp.experts.48.down_proj,0.0000294345,0.05000,0.618 +74,mlp.experts.51.down_proj,0.0000180685,0.05000,0.611 +74,mlp.experts.53.down_proj,0.0000263671,0.05000,0.609 +74,mlp.experts.54.down_proj,0.0000182124,0.05000,0.606 +74,mlp.experts.52.down_proj,0.0000244499,0.05000,0.610 +74,mlp.experts.55.down_proj,0.0000119909,0.05000,0.602 +74,mlp.experts.57.down_proj,0.0000196779,0.05000,0.613 +74,mlp.experts.56.down_proj,0.0000099607,0.05000,0.621 +74,mlp.experts.58.down_proj,0.0000333756,0.05000,0.657 +74,mlp.experts.59.down_proj,0.0000120528,0.05000,0.637 +74,mlp.experts.61.down_proj,0.0000291714,0.05000,0.636 +74,mlp.experts.60.down_proj,0.0000130577,0.05000,0.617 +74,mlp.experts.62.down_proj,0.0000405174,0.05000,0.610 +74,mlp.experts.63.down_proj,0.0000154960,0.05000,0.634 +74,mlp.experts.65.down_proj,0.0000105489,0.05000,0.619 +74,mlp.experts.64.down_proj,0.0000041513,0.05000,0.621 +74,mlp.experts.66.down_proj,0.0000552299,0.05000,0.636 +74,mlp.experts.67.down_proj,0.0000314276,0.05000,0.630 +74,mlp.experts.69.down_proj,0.0000180219,0.05000,0.621 +74,mlp.experts.68.down_proj,0.0000212141,0.05000,0.618 +74,mlp.experts.70.down_proj,0.0000153436,0.05000,0.619 +74,mlp.experts.71.down_proj,0.0000495579,0.05000,0.633 +74,mlp.experts.73.down_proj,0.0000151147,0.05000,0.616 +74,mlp.experts.72.down_proj,0.0000238017,0.05000,0.616 +74,mlp.experts.74.down_proj,0.0000443504,0.05000,0.609 +74,mlp.experts.75.down_proj,0.0000168688,0.05000,0.610 +74,mlp.experts.77.down_proj,0.0000269164,0.05000,0.613 +74,mlp.experts.76.down_proj,0.0000152608,0.05000,0.614 +74,mlp.experts.78.down_proj,0.0000045850,0.05000,0.616 +74,mlp.experts.79.down_proj,0.0000093928,0.05000,0.609 +74,mlp.experts.81.down_proj,0.0000387258,0.05000,0.619 +74,mlp.experts.80.down_proj,0.0000072755,0.05000,0.617 +74,mlp.experts.82.down_proj,0.0000221940,0.05000,0.616 +74,mlp.experts.83.down_proj,0.0000111886,0.05000,0.610 +74,mlp.experts.85.down_proj,0.0000336822,0.05000,0.617 +74,mlp.experts.84.down_proj,0.0000366676,0.05000,0.632 +74,mlp.experts.86.down_proj,0.0000221667,0.05000,0.610 +74,mlp.experts.87.down_proj,0.0000296326,0.05000,0.608 +74,mlp.experts.89.down_proj,0.0000222518,0.05000,0.610 +74,mlp.experts.88.down_proj,0.0000155655,0.05000,0.609 +74,mlp.experts.90.down_proj,0.0000111121,0.05000,0.609 +74,mlp.experts.91.down_proj,0.0000148110,0.05000,0.602 +74,mlp.experts.93.down_proj,0.0000244044,0.05000,0.613 +74,mlp.experts.92.down_proj,0.0000080001,0.05000,0.610 +74,mlp.experts.94.down_proj,0.0000035820,0.05000,0.614 +74,mlp.experts.95.down_proj,0.0000250022,0.05000,0.605 +74,mlp.experts.97.down_proj,0.0000363697,0.05000,0.609 +74,mlp.experts.96.down_proj,0.0000069256,0.05000,0.611 +74,mlp.experts.98.down_proj,0.0000206440,0.05000,0.606 +74,mlp.experts.99.down_proj,0.0000034667,0.05000,0.600 +74,mlp.experts.101.down_proj,0.0000094184,0.05000,0.630 +74,mlp.experts.100.down_proj,0.0000138797,0.05000,0.607 +74,mlp.experts.103.down_proj,0.0000274633,0.05000,0.599 +74,mlp.experts.102.down_proj,0.0000114056,0.05000,0.612 +74,mlp.experts.105.down_proj,0.0000219466,0.05000,0.606 +74,mlp.experts.107.down_proj,0.0000357471,0.05000,0.604 +74,mlp.experts.104.down_proj,0.0000428990,0.05000,0.609 +74,mlp.experts.106.down_proj,0.0000274811,0.05000,0.606 +74,mlp.experts.109.down_proj,0.0000272469,0.05000,0.611 +74,mlp.experts.110.down_proj,0.0000069689,0.05000,0.610 +74,mlp.experts.111.down_proj,0.0000145031,0.05000,0.633 +74,mlp.experts.108.down_proj,0.0000192638,0.05000,0.639 +74,mlp.experts.113.down_proj,0.0000254997,0.05000,0.610 +74,mlp.experts.114.down_proj,0.0000031325,0.05000,0.613 +74,mlp.experts.115.down_proj,0.0000073181,0.05000,0.611 +74,mlp.experts.112.down_proj,0.0000234528,0.05000,0.638 +74,mlp.experts.117.down_proj,0.0000119621,0.05000,0.609 +74,mlp.experts.118.down_proj,0.0000251729,0.05000,0.628 +74,mlp.experts.119.down_proj,0.0000158346,0.05000,0.624 +74,mlp.experts.116.down_proj,0.0000206677,0.05000,0.610 +74,mlp.experts.121.down_proj,0.0000162750,0.05000,0.609 +74,mlp.experts.122.down_proj,0.0000238720,0.05000,0.604 +74,mlp.experts.120.down_proj,0.0000283896,0.05000,0.605 +74,mlp.experts.123.down_proj,0.0000357962,0.05000,0.636 +74,mlp.experts.125.down_proj,0.0000089306,0.05000,0.607 +74,mlp.experts.126.down_proj,0.0000149002,0.05000,0.614 +74,mlp.experts.124.down_proj,0.0000170774,0.05000,0.605 +74,mlp.experts.127.down_proj,0.0000182652,0.05000,0.618 +74,mlp.experts.129.down_proj,0.0000194223,0.05000,0.601 +74,mlp.experts.130.down_proj,0.0000389095,0.05000,0.605 +74,mlp.experts.128.down_proj,0.0000133643,0.05000,0.607 +74,mlp.experts.131.down_proj,0.0000067265,0.05000,0.608 +74,mlp.experts.133.down_proj,0.0000303280,0.05000,0.605 +74,mlp.experts.134.down_proj,0.0000228202,0.05000,0.608 +74,mlp.experts.132.down_proj,0.0000236140,0.05000,0.620 +74,mlp.experts.135.down_proj,0.0000357157,0.05000,0.623 +74,mlp.experts.137.down_proj,0.0000204670,0.05000,0.636 +74,mlp.experts.138.down_proj,0.0000115118,0.05000,0.612 +74,mlp.experts.136.down_proj,0.0000317111,0.05000,0.630 +74,mlp.experts.139.down_proj,0.0000195124,0.05000,0.608 +74,mlp.experts.141.down_proj,0.0000743575,0.05000,0.626 +74,mlp.experts.142.down_proj,0.0000297634,0.05000,0.603 +74,mlp.experts.143.down_proj,0.0000313694,0.05000,0.604 +74,mlp.experts.140.down_proj,0.0000510002,0.05000,0.627 +74,mlp.experts.145.down_proj,0.0000192549,0.05000,0.631 +74,mlp.experts.146.down_proj,0.0000166760,0.05000,0.653 +74,mlp.experts.147.down_proj,0.0000156350,0.05000,0.637 +74,mlp.experts.144.down_proj,0.0000331000,0.05000,0.656 +74,mlp.experts.149.down_proj,0.0000244878,0.05000,0.608 +74,mlp.experts.150.down_proj,0.0000140667,0.05000,0.627 +74,mlp.experts.151.down_proj,0.0000039520,0.05000,0.628 +74,mlp.experts.148.down_proj,0.0000175470,0.05000,0.607 +74,mlp.experts.153.down_proj,0.0000144267,0.05000,0.610 +74,mlp.experts.154.down_proj,0.0000167923,0.05000,0.607 +74,mlp.experts.155.down_proj,0.0000026509,0.05000,0.603 +74,mlp.experts.152.down_proj,0.0000186884,0.05000,0.599 +74,mlp.experts.157.down_proj,0.0000345982,0.05000,0.604 +74,mlp.experts.158.down_proj,0.0000239254,0.05000,0.613 +74,mlp.experts.159.down_proj,0.0000315188,0.05000,0.581 +74,mlp.experts.156.down_proj,0.0000254567,0.05000,0.575 +75,mlp.experts.0.gate_proj,0.0001335440,0.05000,2.122 +75,mlp.experts.2.gate_proj,0.0001539118,0.05000,2.153 +75,mlp.experts.1.gate_proj,0.0001151386,0.05000,2.183 +75,mlp.experts.3.gate_proj,0.0001228952,0.05000,2.234 +75,mlp.experts.4.gate_proj,0.0000962415,0.05000,2.166 +75,mlp.experts.6.gate_proj,0.0000995756,0.05000,2.135 +75,mlp.experts.5.gate_proj,0.0000523667,0.05000,2.147 +75,mlp.experts.7.gate_proj,0.0000898070,0.05000,2.147 +75,mlp.experts.8.gate_proj,0.0001686807,0.05000,2.079 +75,mlp.experts.11.gate_proj,0.0000917051,0.05000,2.051 +75,mlp.experts.10.gate_proj,0.0001522850,0.05000,2.172 +75,mlp.experts.9.gate_proj,0.0002915124,0.05000,2.171 +75,mlp.experts.12.gate_proj,0.0000972819,0.05000,2.200 +75,mlp.experts.13.gate_proj,0.0000528716,0.05000,2.091 +75,mlp.experts.15.gate_proj,0.0001556216,0.05000,2.202 +75,mlp.experts.14.gate_proj,0.0001834511,0.05000,2.215 +75,mlp.experts.17.gate_proj,0.0000403234,0.05000,2.157 +75,mlp.experts.16.gate_proj,0.0000908033,0.05000,2.182 +75,mlp.experts.19.gate_proj,0.0001293576,0.05000,2.160 +75,mlp.experts.18.gate_proj,0.0001394440,0.05000,2.217 +75,mlp.experts.20.gate_proj,0.0000666147,0.05000,2.065 +75,mlp.experts.23.gate_proj,0.0001132472,0.05000,2.053 +75,mlp.experts.21.gate_proj,0.0001194192,0.05000,2.129 +75,mlp.experts.22.gate_proj,0.0000832032,0.05000,2.145 +75,mlp.experts.24.gate_proj,0.0000907849,0.05000,2.061 +75,mlp.experts.27.gate_proj,0.0000640343,0.05000,2.061 +75,mlp.experts.25.gate_proj,0.0000677243,0.05000,2.089 +75,mlp.experts.26.gate_proj,0.0001030471,0.05000,2.150 +75,mlp.experts.28.gate_proj,0.0000144791,0.05000,2.081 +75,mlp.experts.31.gate_proj,0.0001569251,0.05000,2.048 +75,mlp.experts.29.gate_proj,0.0001012439,0.05000,2.062 +75,mlp.experts.30.gate_proj,0.0000811351,0.05000,2.045 +75,mlp.experts.35.gate_proj,0.0001341488,0.05000,2.063 +75,mlp.experts.32.gate_proj,0.0000528747,0.05000,2.088 +75,mlp.experts.33.gate_proj,0.0002090501,0.05000,2.095 +75,mlp.experts.34.gate_proj,0.0000862102,0.05000,2.106 +75,mlp.experts.39.gate_proj,0.0000629127,0.05000,2.106 +75,mlp.experts.36.gate_proj,0.0001309187,0.05000,2.127 +75,mlp.experts.37.gate_proj,0.0000787659,0.05000,2.099 +75,mlp.experts.38.gate_proj,0.0001084206,0.05000,2.097 +75,mlp.experts.43.gate_proj,0.0001994592,0.05000,2.088 +75,mlp.experts.40.gate_proj,0.0003412725,0.05000,2.125 +75,mlp.experts.41.gate_proj,0.0001347800,0.05000,2.125 +75,mlp.experts.42.gate_proj,0.0001167773,0.05000,2.125 +75,mlp.experts.47.gate_proj,0.0000612353,0.05000,2.089 +75,mlp.experts.44.gate_proj,0.0001071065,0.05000,2.097 +75,mlp.experts.45.gate_proj,0.0000739304,0.05000,2.145 +75,mlp.experts.46.gate_proj,0.0001029588,0.05000,2.099 +75,mlp.experts.51.gate_proj,0.0001019887,0.05000,2.097 +75,mlp.experts.48.gate_proj,0.0000407477,0.05000,2.138 +75,mlp.experts.49.gate_proj,0.0001634073,0.05000,2.100 +75,mlp.experts.50.gate_proj,0.0001247946,0.05000,2.095 +75,mlp.experts.55.gate_proj,0.0002450102,0.05000,2.089 +75,mlp.experts.52.gate_proj,0.0001821356,0.05000,2.060 +75,mlp.experts.53.gate_proj,0.0000386081,0.05000,2.082 +75,mlp.experts.54.gate_proj,0.0001256668,0.05000,2.130 +75,mlp.experts.59.gate_proj,0.0001884976,0.05000,2.127 +75,mlp.experts.56.gate_proj,0.0000855559,0.05000,2.088 +75,mlp.experts.57.gate_proj,0.0000958265,0.05000,2.119 +75,mlp.experts.58.gate_proj,0.0000644828,0.05000,2.118 +75,mlp.experts.63.gate_proj,0.0000809752,0.05000,2.143 +75,mlp.experts.60.gate_proj,0.0001265609,0.05000,2.123 +75,mlp.experts.61.gate_proj,0.0000422359,0.05000,2.107 +75,mlp.experts.62.gate_proj,0.0001055358,0.05000,2.123 +75,mlp.experts.64.gate_proj,0.0001834079,0.05000,2.053 +75,mlp.experts.67.gate_proj,0.0001123977,0.05000,2.125 +75,mlp.experts.65.gate_proj,0.0001008196,0.05000,2.086 +75,mlp.experts.66.gate_proj,0.0001075645,0.05000,2.140 +75,mlp.experts.68.gate_proj,0.0001182149,0.05000,2.067 +75,mlp.experts.71.gate_proj,0.0001436360,0.05000,2.076 +75,mlp.experts.69.gate_proj,0.0001776868,0.05000,2.094 +75,mlp.experts.70.gate_proj,0.0000451538,0.05000,2.091 +75,mlp.experts.72.gate_proj,0.0000261819,0.05000,2.100 +75,mlp.experts.75.gate_proj,0.0000932832,0.05000,2.134 +75,mlp.experts.73.gate_proj,0.0001213779,0.05000,2.126 +75,mlp.experts.74.gate_proj,0.0001799488,0.05000,2.132 +75,mlp.experts.76.gate_proj,0.0000251649,0.05000,2.061 +75,mlp.experts.79.gate_proj,0.0000155323,0.05000,2.056 +75,mlp.experts.77.gate_proj,0.0002110133,0.05000,2.061 +75,mlp.experts.78.gate_proj,0.0002265449,0.05000,2.101 +75,mlp.experts.80.gate_proj,0.0001598574,0.05000,2.096 +75,mlp.experts.83.gate_proj,0.0000691739,0.05000,2.112 +75,mlp.experts.81.gate_proj,0.0000471723,0.05000,2.115 +75,mlp.experts.82.gate_proj,0.0002321670,0.05000,2.120 +75,mlp.experts.84.gate_proj,0.0000716032,0.05000,2.126 +75,mlp.experts.87.gate_proj,0.0000363830,0.05000,2.107 +75,mlp.experts.85.gate_proj,0.0000785395,0.05000,2.080 +75,mlp.experts.86.gate_proj,0.0001360750,0.05000,2.068 +75,mlp.experts.88.gate_proj,0.0001103171,0.05000,2.151 +75,mlp.experts.91.gate_proj,0.0000939232,0.05000,2.116 +75,mlp.experts.89.gate_proj,0.0000515529,0.05000,2.178 +75,mlp.experts.90.gate_proj,0.0000473391,0.05000,2.122 +75,mlp.experts.92.gate_proj,0.0001714170,0.05000,2.045 +75,mlp.experts.95.gate_proj,0.0000366049,0.05000,2.053 +75,mlp.experts.93.gate_proj,0.0001598909,0.05000,2.120 +75,mlp.experts.94.gate_proj,0.0000138074,0.05000,2.102 +75,mlp.experts.99.gate_proj,0.0000918775,0.05000,2.079 +75,mlp.experts.96.gate_proj,0.0001817141,0.05000,2.136 +75,mlp.experts.97.gate_proj,0.0001114910,0.05000,2.082 +75,mlp.experts.98.gate_proj,0.0001362079,0.05000,2.107 +75,mlp.experts.103.gate_proj,0.0000734661,0.05000,2.121 +75,mlp.experts.100.gate_proj,0.0001122482,0.05000,2.101 +75,mlp.experts.101.gate_proj,0.0003853281,0.05000,2.077 +75,mlp.experts.102.gate_proj,0.0002157077,0.05000,2.153 +75,mlp.experts.104.gate_proj,0.0000990446,0.05000,2.096 +75,mlp.experts.107.gate_proj,0.0000893760,0.05000,2.104 +75,mlp.experts.105.gate_proj,0.0000651808,0.05000,2.115 +75,mlp.experts.106.gate_proj,0.0001254560,0.05000,2.165 +75,mlp.experts.111.gate_proj,0.0000745498,0.05000,2.071 +75,mlp.experts.108.gate_proj,0.0000794339,0.05000,2.162 +75,mlp.experts.109.gate_proj,0.0000537661,0.05000,2.080 +75,mlp.experts.110.gate_proj,0.0001220673,0.05000,2.149 +75,mlp.experts.115.gate_proj,0.0000137549,0.05000,2.107 +75,mlp.experts.112.gate_proj,0.0000574276,0.05000,2.158 +75,mlp.experts.113.gate_proj,0.0001015630,0.05000,2.173 +75,mlp.experts.114.gate_proj,0.0000202999,0.05000,2.124 +75,mlp.experts.119.gate_proj,0.0001425085,0.05000,2.088 +75,mlp.experts.116.gate_proj,0.0001103367,0.05000,2.039 +75,mlp.experts.117.gate_proj,0.0000734569,0.05000,2.110 +75,mlp.experts.118.gate_proj,0.0000691563,0.05000,2.095 +75,mlp.experts.123.gate_proj,0.0001606756,0.05000,2.068 +75,mlp.experts.120.gate_proj,0.0001124324,0.05000,2.107 +75,mlp.experts.121.gate_proj,0.0000258307,0.05000,2.104 +75,mlp.experts.122.gate_proj,0.0001191235,0.05000,2.096 +75,mlp.experts.127.gate_proj,0.0000863371,0.05000,2.087 +75,mlp.experts.124.gate_proj,0.0001947641,0.05000,2.066 +75,mlp.experts.125.gate_proj,0.0001131984,0.05000,2.072 +75,mlp.experts.126.gate_proj,0.0000550321,0.05000,2.152 +75,mlp.experts.131.gate_proj,0.0003260690,0.05000,2.055 +75,mlp.experts.128.gate_proj,0.0000993417,0.05000,2.096 +75,mlp.experts.129.gate_proj,0.0001722323,0.05000,2.078 +75,mlp.experts.130.gate_proj,0.0002136591,0.05000,2.086 +75,mlp.experts.135.gate_proj,0.0000868192,0.05000,2.056 +75,mlp.experts.132.gate_proj,0.0001126684,0.05000,2.063 +75,mlp.experts.133.gate_proj,0.0000938755,0.05000,2.083 +75,mlp.experts.134.gate_proj,0.0000663442,0.05000,2.065 +75,mlp.experts.139.gate_proj,0.0001335487,0.05000,2.077 +75,mlp.experts.136.gate_proj,0.0000482209,0.05000,2.110 +75,mlp.experts.137.gate_proj,0.0001144209,0.05000,2.111 +75,mlp.experts.138.gate_proj,0.0001588013,0.05000,2.139 +75,mlp.experts.143.gate_proj,0.0001243824,0.05000,2.029 +75,mlp.experts.140.gate_proj,0.0001910320,0.05000,2.041 +75,mlp.experts.141.gate_proj,0.0001465634,0.05000,2.045 +75,mlp.experts.142.gate_proj,0.0000729870,0.05000,2.080 +75,mlp.experts.147.gate_proj,0.0001683112,0.05000,2.060 +75,mlp.experts.144.gate_proj,0.0000692170,0.05000,2.062 +75,mlp.experts.145.gate_proj,0.0000971147,0.05000,2.087 +75,mlp.experts.146.gate_proj,0.0001319975,0.05000,2.073 +75,mlp.experts.151.gate_proj,0.0000346811,0.05000,2.124 +75,mlp.experts.148.gate_proj,0.0001443099,0.05000,2.030 +75,mlp.experts.149.gate_proj,0.0001633167,0.05000,2.084 +75,mlp.experts.150.gate_proj,0.0001492997,0.05000,2.068 +75,mlp.experts.155.gate_proj,0.0000704544,0.05000,2.062 +75,mlp.experts.152.gate_proj,0.0000938145,0.05000,2.059 +75,mlp.experts.153.gate_proj,0.0001041249,0.05000,2.081 +75,mlp.experts.154.gate_proj,0.0000717367,0.05000,2.067 +75,mlp.experts.159.gate_proj,0.0000737786,0.05000,2.067 +75,mlp.experts.156.gate_proj,0.0001030628,0.05000,2.071 +75,mlp.experts.157.gate_proj,0.0000768463,0.05000,2.042 +75,mlp.experts.158.gate_proj,0.0000096488,0.05000,2.064 +75,mlp.experts.3.up_proj,0.0001203871,0.05000,2.047 +75,mlp.experts.0.up_proj,0.0001298134,0.05000,2.053 +75,mlp.experts.1.up_proj,0.0001128406,0.05000,2.055 +75,mlp.experts.2.up_proj,0.0001522662,0.05000,2.045 +75,mlp.experts.7.up_proj,0.0000892718,0.05000,2.034 +75,mlp.experts.4.up_proj,0.0000937181,0.05000,2.014 +75,mlp.experts.5.up_proj,0.0000510875,0.05000,2.051 +75,mlp.experts.6.up_proj,0.0000972189,0.05000,2.026 +75,mlp.experts.11.up_proj,0.0000877860,0.05000,2.073 +75,mlp.experts.8.up_proj,0.0001647225,0.05000,2.121 +75,mlp.experts.9.up_proj,0.0001871815,0.05000,2.081 +75,mlp.experts.10.up_proj,0.0001448139,0.05000,2.057 +75,mlp.experts.15.up_proj,0.0001520857,0.05000,2.097 +75,mlp.experts.12.up_proj,0.0000949900,0.05000,2.018 +75,mlp.experts.13.up_proj,0.0000520447,0.05000,2.018 +75,mlp.experts.14.up_proj,0.0001803368,0.05000,2.076 +75,mlp.experts.19.up_proj,0.0001257752,0.05000,2.053 +75,mlp.experts.16.up_proj,0.0000882833,0.05000,2.038 +75,mlp.experts.17.up_proj,0.0000389559,0.05000,2.050 +75,mlp.experts.18.up_proj,0.0001381683,0.05000,2.091 +75,mlp.experts.23.up_proj,0.0001094328,0.05000,2.051 +75,mlp.experts.20.up_proj,0.0000643936,0.05000,2.089 +75,mlp.experts.21.up_proj,0.0001128387,0.05000,2.044 +75,mlp.experts.22.up_proj,0.0000804424,0.05000,2.073 +75,mlp.experts.27.up_proj,0.0000618593,0.05000,2.046 +75,mlp.experts.24.up_proj,0.0000899594,0.05000,2.090 +75,mlp.experts.25.up_proj,0.0000652036,0.05000,2.052 +75,mlp.experts.26.up_proj,0.0001008405,0.05000,2.031 +75,mlp.experts.31.up_proj,0.0001538887,0.05000,2.086 +75,mlp.experts.28.up_proj,0.0000142737,0.05000,2.064 +75,mlp.experts.29.up_proj,0.0000984321,0.05000,2.034 +75,mlp.experts.30.up_proj,0.0000803568,0.05000,2.073 +75,mlp.experts.35.up_proj,0.0001245277,0.05000,2.054 +75,mlp.experts.32.up_proj,0.0000528195,0.05000,2.037 +75,mlp.experts.33.up_proj,0.0002016811,0.05000,2.079 +75,mlp.experts.34.up_proj,0.0000825027,0.05000,2.091 +75,mlp.experts.39.up_proj,0.0000615264,0.05000,2.062 +75,mlp.experts.36.up_proj,0.0001263234,0.05000,2.039 +75,mlp.experts.37.up_proj,0.0000755725,0.05000,2.011 +75,mlp.experts.38.up_proj,0.0001052828,0.05000,2.049 +75,mlp.experts.43.up_proj,0.0001942293,0.05000,2.019 +75,mlp.experts.40.up_proj,0.0003303229,0.05000,2.015 +75,mlp.experts.41.up_proj,0.0001290564,0.05000,2.049 +75,mlp.experts.42.up_proj,0.0001129587,0.05000,2.013 +75,mlp.experts.47.up_proj,0.0000594053,0.05000,2.077 +75,mlp.experts.44.up_proj,0.0001053272,0.05000,2.069 +75,mlp.experts.45.up_proj,0.0000714396,0.05000,2.049 +75,mlp.experts.46.up_proj,0.0001015456,0.05000,2.089 +75,mlp.experts.51.up_proj,0.0000988270,0.05000,2.038 +75,mlp.experts.48.up_proj,0.0000396305,0.05000,2.079 +75,mlp.experts.49.up_proj,0.0001589161,0.05000,2.088 +75,mlp.experts.50.up_proj,0.0001190337,0.05000,2.080 +75,mlp.experts.55.up_proj,0.0002411314,0.05000,2.079 +75,mlp.experts.52.up_proj,0.0001795630,0.05000,2.054 +75,mlp.experts.53.up_proj,0.0000377884,0.05000,2.035 +75,mlp.experts.54.up_proj,0.0001232529,0.05000,2.076 +75,mlp.experts.59.up_proj,0.0001832633,0.05000,2.061 +75,mlp.experts.56.up_proj,0.0000844765,0.05000,2.047 +75,mlp.experts.57.up_proj,0.0000944856,0.05000,2.056 +75,mlp.experts.58.up_proj,0.0000632016,0.05000,2.062 +75,mlp.experts.63.up_proj,0.0000786927,0.05000,2.049 +75,mlp.experts.60.up_proj,0.0001195506,0.05000,2.058 +75,mlp.experts.61.up_proj,0.0000410681,0.05000,2.079 +75,mlp.experts.62.up_proj,0.0001035205,0.05000,1.902 +75,mlp.experts.67.up_proj,0.0001086170,0.05000,1.567 +75,mlp.experts.64.up_proj,0.0001756188,0.05000,1.518 +75,mlp.experts.65.up_proj,0.0000980145,0.05000,2.078 +75,mlp.experts.68.up_proj,0.0001159939,0.05000,2.108 +75,mlp.experts.66.up_proj,0.0001048475,0.05000,2.137 +75,mlp.experts.71.up_proj,0.0001421610,0.05000,2.196 +75,mlp.experts.70.up_proj,0.0000443704,0.05000,2.010 +75,mlp.experts.69.up_proj,0.0001710857,0.05000,2.100 +75,mlp.experts.72.up_proj,0.0000256886,0.05000,2.102 +75,mlp.experts.75.up_proj,0.0000906227,0.05000,2.012 +75,mlp.experts.74.up_proj,0.0001750193,0.05000,2.041 +75,mlp.experts.73.up_proj,0.0001178236,0.05000,2.061 +75,mlp.experts.79.up_proj,0.0000152028,0.05000,2.049 +75,mlp.experts.76.up_proj,0.0000243603,0.05000,2.076 +75,mlp.experts.78.up_proj,0.0002247561,0.05000,2.095 +75,mlp.experts.77.up_proj,0.0002044079,0.05000,2.049 +75,mlp.experts.83.up_proj,0.0000669448,0.05000,2.090 +75,mlp.experts.80.up_proj,0.0001573623,0.05000,2.094 +75,mlp.experts.82.up_proj,0.0002173540,0.05000,2.069 +75,mlp.experts.87.up_proj,0.0000353830,0.05000,2.039 +75,mlp.experts.81.up_proj,0.0000457399,0.05000,2.132 +75,mlp.experts.84.up_proj,0.0000701201,0.05000,2.073 +75,mlp.experts.85.up_proj,0.0000768784,0.05000,1.985 +75,mlp.experts.91.up_proj,0.0000928605,0.05000,2.051 +75,mlp.experts.88.up_proj,0.0001067327,0.05000,2.021 +75,mlp.experts.86.up_proj,0.0001318986,0.05000,2.121 +75,mlp.experts.95.up_proj,0.0000355410,0.05000,2.042 +75,mlp.experts.90.up_proj,0.0000462753,0.05000,2.039 +75,mlp.experts.92.up_proj,0.0001675317,0.05000,2.042 +75,mlp.experts.89.up_proj,0.0000503611,0.05000,2.175 +75,mlp.experts.94.up_proj,0.0000134771,0.05000,1.997 +75,mlp.experts.96.up_proj,0.0001789369,0.05000,2.018 +75,mlp.experts.99.up_proj,0.0000895955,0.05000,2.073 +75,mlp.experts.93.up_proj,0.0001567498,0.05000,2.015 +75,mlp.experts.98.up_proj,0.0001319959,0.05000,2.033 +75,mlp.experts.103.up_proj,0.0000716166,0.05000,2.046 +75,mlp.experts.97.up_proj,0.0001076331,0.05000,2.009 +75,mlp.experts.100.up_proj,0.0001090114,0.05000,2.137 +75,mlp.experts.102.up_proj,0.0002106911,0.05000,2.033 +75,mlp.experts.101.up_proj,0.0003807335,0.05000,2.049 +75,mlp.experts.107.up_proj,0.0000877989,0.05000,2.098 +75,mlp.experts.104.up_proj,0.0000960783,0.05000,2.059 +75,mlp.experts.106.up_proj,0.0001246119,0.05000,2.037 +75,mlp.experts.108.up_proj,0.0000763899,0.05000,1.982 +75,mlp.experts.105.up_proj,0.0000634030,0.05000,2.089 +75,mlp.experts.111.up_proj,0.0000726316,0.05000,2.076 +75,mlp.experts.110.up_proj,0.0001190384,0.05000,2.069 +75,mlp.experts.115.up_proj,0.0000133147,0.05000,2.005 +75,mlp.experts.109.up_proj,0.0000528439,0.05000,2.086 +75,mlp.experts.112.up_proj,0.0000557059,0.05000,2.139 +75,mlp.experts.119.up_proj,0.0001399244,0.05000,2.013 +75,mlp.experts.114.up_proj,0.0000193713,0.05000,2.114 +75,mlp.experts.113.up_proj,0.0000992365,0.05000,2.041 +75,mlp.experts.116.up_proj,0.0001070659,0.05000,2.045 +75,mlp.experts.123.up_proj,0.0001591974,0.05000,2.040 +75,mlp.experts.117.up_proj,0.0000718787,0.05000,2.005 +75,mlp.experts.118.up_proj,0.0000673909,0.05000,2.116 +75,mlp.experts.120.up_proj,0.0001093104,0.05000,2.044 +75,mlp.experts.127.up_proj,0.0000839958,0.05000,2.054 +75,mlp.experts.121.up_proj,0.0000254715,0.05000,2.115 +75,mlp.experts.122.up_proj,0.0001156469,0.05000,2.080 +75,mlp.experts.124.up_proj,0.0001898277,0.05000,2.092 +75,mlp.experts.131.up_proj,0.0003194963,0.05000,2.066 +75,mlp.experts.128.up_proj,0.0000965364,0.05000,2.021 +75,mlp.experts.125.up_proj,0.0001096963,0.05000,2.114 +75,mlp.experts.126.up_proj,0.0000537471,0.05000,2.142 +75,mlp.experts.135.up_proj,0.0000852430,0.05000,2.029 +75,mlp.experts.132.up_proj,0.0001103165,0.05000,2.089 +75,mlp.experts.129.up_proj,0.0001675631,0.05000,2.066 +75,mlp.experts.130.up_proj,0.0002092948,0.05000,2.069 +75,mlp.experts.139.up_proj,0.0001296099,0.05000,2.056 +75,mlp.experts.133.up_proj,0.0000902742,0.05000,1.998 +75,mlp.experts.136.up_proj,0.0000469526,0.05000,2.053 +75,mlp.experts.134.up_proj,0.0000646484,0.05000,2.014 +75,mlp.experts.143.up_proj,0.0001196913,0.05000,2.022 +75,mlp.experts.138.up_proj,0.0001552904,0.05000,1.981 +75,mlp.experts.140.up_proj,0.0001893703,0.05000,2.039 +75,mlp.experts.137.up_proj,0.0001095255,0.05000,2.091 +75,mlp.experts.147.up_proj,0.0001656828,0.05000,2.059 +75,mlp.experts.141.up_proj,0.0001430435,0.05000,2.001 +75,mlp.experts.144.up_proj,0.0000671149,0.05000,2.048 +75,mlp.experts.142.up_proj,0.0000717261,0.05000,2.127 +75,mlp.experts.151.up_proj,0.0000339977,0.05000,2.063 +75,mlp.experts.145.up_proj,0.0000940723,0.05000,2.075 +75,mlp.experts.148.up_proj,0.0001364205,0.05000,2.074 +75,mlp.experts.146.up_proj,0.0001296627,0.05000,2.077 +75,mlp.experts.155.up_proj,0.0000675687,0.05000,2.051 +75,mlp.experts.152.up_proj,0.0000915037,0.05000,2.038 +75,mlp.experts.149.up_proj,0.0001586882,0.05000,2.110 +75,mlp.experts.150.up_proj,0.0001453737,0.05000,2.107 +75,mlp.experts.159.up_proj,0.0000715921,0.05000,2.084 +75,mlp.experts.153.up_proj,0.0001024836,0.05000,1.995 +75,mlp.experts.156.up_proj,0.0001009383,0.05000,2.069 +75,mlp.experts.154.up_proj,0.0000700934,0.05000,2.050 +75,mlp.experts.157.up_proj,0.0000752465,0.05000,1.363 +75,mlp.experts.158.up_proj,0.0000094345,0.05000,1.331 +75,mlp.experts.2.down_proj,0.0000339794,0.05000,0.627 +75,mlp.experts.3.down_proj,0.0000336085,0.05000,0.627 +75,mlp.experts.0.down_proj,0.0000376597,0.05000,0.627 +75,mlp.experts.1.down_proj,0.0000241514,0.05000,0.651 +75,mlp.experts.7.down_proj,0.0000264541,0.05000,0.603 +75,mlp.experts.6.down_proj,0.0000163232,0.05000,0.605 +75,mlp.experts.5.down_proj,0.0000076073,0.05000,0.600 +75,mlp.experts.4.down_proj,0.0000190530,0.05000,0.623 +75,mlp.experts.10.down_proj,0.0000301923,0.05000,0.598 +75,mlp.experts.11.down_proj,0.0000215729,0.05000,0.602 +75,mlp.experts.9.down_proj,0.0000558857,0.05000,0.598 +75,mlp.experts.8.down_proj,0.0000318864,0.05000,0.600 +75,mlp.experts.15.down_proj,0.0000365450,0.05000,0.599 +75,mlp.experts.14.down_proj,0.0000423220,0.05000,0.604 +75,mlp.experts.13.down_proj,0.0000178842,0.05000,0.597 +75,mlp.experts.12.down_proj,0.0000134916,0.05000,0.597 +75,mlp.experts.19.down_proj,0.0000267241,0.05000,0.600 +75,mlp.experts.18.down_proj,0.0000256294,0.05000,0.599 +75,mlp.experts.17.down_proj,0.0000171437,0.05000,0.588 +75,mlp.experts.16.down_proj,0.0000151400,0.05000,0.599 +75,mlp.experts.23.down_proj,0.0000139352,0.05000,0.603 +75,mlp.experts.21.down_proj,0.0000240568,0.05000,0.603 +75,mlp.experts.22.down_proj,0.0000137482,0.05000,0.606 +75,mlp.experts.20.down_proj,0.0000214068,0.05000,0.644 +75,mlp.experts.25.down_proj,0.0000175566,0.05000,0.597 +75,mlp.experts.27.down_proj,0.0000230613,0.05000,0.598 +75,mlp.experts.26.down_proj,0.0000156654,0.05000,0.605 +75,mlp.experts.24.down_proj,0.0000178859,0.05000,0.595 +75,mlp.experts.29.down_proj,0.0000281494,0.05000,0.599 +75,mlp.experts.30.down_proj,0.0000157809,0.05000,0.602 +75,mlp.experts.31.down_proj,0.0000492494,0.05000,0.623 +75,mlp.experts.28.down_proj,0.0000033013,0.05000,0.596 +75,mlp.experts.33.down_proj,0.0001421997,0.05000,0.610 +75,mlp.experts.35.down_proj,0.0000447049,0.05000,0.632 +75,mlp.experts.34.down_proj,0.0000238161,0.05000,0.646 +75,mlp.experts.32.down_proj,0.0000082371,0.05000,0.649 +75,mlp.experts.37.down_proj,0.0000318178,0.05000,0.603 +75,mlp.experts.39.down_proj,0.0000165988,0.05000,0.621 +75,mlp.experts.36.down_proj,0.0000621526,0.05000,0.602 +75,mlp.experts.38.down_proj,0.0000210788,0.05000,0.641 +75,mlp.experts.41.down_proj,0.0000357819,0.05000,0.598 +75,mlp.experts.43.down_proj,0.0000655281,0.05000,0.601 +75,mlp.experts.42.down_proj,0.0000209501,0.05000,0.598 +75,mlp.experts.40.down_proj,0.0000694854,0.05000,0.600 +75,mlp.experts.45.down_proj,0.0000112991,0.05000,0.597 +75,mlp.experts.47.down_proj,0.0000091754,0.05000,0.595 +75,mlp.experts.46.down_proj,0.0000293752,0.05000,0.597 +75,mlp.experts.44.down_proj,0.0000193818,0.05000,0.598 +75,mlp.experts.49.down_proj,0.0000246104,0.05000,0.599 +75,mlp.experts.51.down_proj,0.0000144601,0.05000,0.595 +75,mlp.experts.50.down_proj,0.0000274139,0.05000,0.598 +75,mlp.experts.48.down_proj,0.0000084225,0.05000,0.595 +75,mlp.experts.53.down_proj,0.0000129293,0.05000,0.596 +75,mlp.experts.55.down_proj,0.0000455459,0.05000,0.598 +75,mlp.experts.54.down_proj,0.0000241477,0.05000,0.598 +75,mlp.experts.52.down_proj,0.0000380251,0.05000,0.623 +75,mlp.experts.57.down_proj,0.0000163085,0.05000,0.598 +75,mlp.experts.59.down_proj,0.0000375238,0.05000,0.601 +75,mlp.experts.58.down_proj,0.0000120326,0.05000,0.598 +75,mlp.experts.56.down_proj,0.0000359378,0.05000,0.633 +75,mlp.experts.61.down_proj,0.0000061978,0.05000,0.601 +75,mlp.experts.63.down_proj,0.0000253514,0.05000,0.626 +75,mlp.experts.62.down_proj,0.0000317762,0.05000,0.641 +75,mlp.experts.60.down_proj,0.0000230422,0.05000,0.608 +75,mlp.experts.65.down_proj,0.0000207684,0.05000,0.600 +75,mlp.experts.67.down_proj,0.0000246549,0.05000,0.623 +75,mlp.experts.66.down_proj,0.0000241142,0.05000,0.623 +75,mlp.experts.64.down_proj,0.0000391353,0.05000,0.601 +75,mlp.experts.69.down_proj,0.0000278254,0.05000,0.600 +75,mlp.experts.71.down_proj,0.0000291374,0.05000,0.599 +75,mlp.experts.68.down_proj,0.0000261381,0.05000,0.602 +75,mlp.experts.70.down_proj,0.0000236451,0.05000,0.642 +75,mlp.experts.73.down_proj,0.0000173309,0.05000,0.602 +75,mlp.experts.75.down_proj,0.0000149059,0.05000,0.621 +75,mlp.experts.72.down_proj,0.0000078586,0.05000,0.602 +75,mlp.experts.74.down_proj,0.0000523279,0.05000,0.603 +75,mlp.experts.77.down_proj,0.0000423608,0.05000,0.604 +75,mlp.experts.79.down_proj,0.0000034631,0.05000,0.602 +75,mlp.experts.76.down_proj,0.0000071750,0.05000,0.610 +75,mlp.experts.78.down_proj,0.0000417530,0.05000,0.609 +75,mlp.experts.81.down_proj,0.0000076034,0.05000,0.600 +75,mlp.experts.83.down_proj,0.0000090559,0.05000,0.598 +75,mlp.experts.80.down_proj,0.0000397605,0.05000,0.603 +75,mlp.experts.82.down_proj,0.0000597661,0.05000,0.602 +75,mlp.experts.85.down_proj,0.0000114540,0.05000,0.601 +75,mlp.experts.87.down_proj,0.0000059112,0.05000,0.597 +75,mlp.experts.84.down_proj,0.0000164375,0.05000,0.597 +75,mlp.experts.86.down_proj,0.0000293178,0.05000,0.602 +75,mlp.experts.89.down_proj,0.0000092752,0.05000,0.601 +75,mlp.experts.91.down_proj,0.0000205891,0.05000,0.612 +75,mlp.experts.88.down_proj,0.0000231533,0.05000,0.625 +75,mlp.experts.90.down_proj,0.0000106482,0.05000,0.621 +75,mlp.experts.93.down_proj,0.0000241330,0.05000,0.678 +75,mlp.experts.95.down_proj,0.0000148184,0.05000,0.657 +75,mlp.experts.94.down_proj,0.0000036438,0.05000,0.621 +75,mlp.experts.92.down_proj,0.0000288118,0.05000,0.659 +75,mlp.experts.97.down_proj,0.0000355714,0.05000,0.634 +75,mlp.experts.99.down_proj,0.0000209474,0.05000,0.643 +75,mlp.experts.98.down_proj,0.0000284866,0.05000,0.628 +75,mlp.experts.96.down_proj,0.0000527186,0.05000,0.657 +75,mlp.experts.101.down_proj,0.0000675125,0.05000,0.614 +75,mlp.experts.103.down_proj,0.0000197795,0.05000,0.626 +75,mlp.experts.102.down_proj,0.0000360922,0.05000,0.611 +75,mlp.experts.100.down_proj,0.0000169035,0.05000,0.613 +75,mlp.experts.105.down_proj,0.0000114488,0.05000,0.631 +75,mlp.experts.107.down_proj,0.0000188990,0.05000,0.618 +75,mlp.experts.106.down_proj,0.0000339648,0.05000,0.633 +75,mlp.experts.104.down_proj,0.0000173594,0.05000,0.625 +75,mlp.experts.109.down_proj,0.0000100662,0.05000,0.604 +75,mlp.experts.111.down_proj,0.0000109831,0.05000,0.628 +75,mlp.experts.110.down_proj,0.0000232456,0.05000,0.609 +75,mlp.experts.108.down_proj,0.0000166302,0.05000,0.613 +75,mlp.experts.113.down_proj,0.0000157983,0.05000,0.604 +75,mlp.experts.115.down_proj,0.0000034903,0.05000,0.602 +75,mlp.experts.114.down_proj,0.0000047808,0.05000,0.612 +75,mlp.experts.112.down_proj,0.0000121757,0.05000,0.619 +75,mlp.experts.117.down_proj,0.0000166173,0.05000,0.600 +75,mlp.experts.119.down_proj,0.0000361662,0.05000,0.604 +75,mlp.experts.118.down_proj,0.0000136645,0.05000,0.604 +75,mlp.experts.116.down_proj,0.0000219133,0.05000,0.627 +75,mlp.experts.121.down_proj,0.0000035978,0.05000,0.599 +75,mlp.experts.123.down_proj,0.0000437082,0.05000,0.599 +75,mlp.experts.122.down_proj,0.0000258316,0.05000,0.603 +75,mlp.experts.120.down_proj,0.0000191165,0.05000,0.606 +75,mlp.experts.125.down_proj,0.0000159552,0.05000,0.599 +75,mlp.experts.127.down_proj,0.0000146872,0.05000,0.604 +75,mlp.experts.126.down_proj,0.0000087997,0.05000,0.623 +75,mlp.experts.124.down_proj,0.0000318929,0.05000,0.611 +75,mlp.experts.129.down_proj,0.0000277462,0.05000,0.602 +75,mlp.experts.131.down_proj,0.0000571521,0.05000,0.605 +75,mlp.experts.130.down_proj,0.0000334837,0.05000,0.627 +75,mlp.experts.128.down_proj,0.0000230341,0.05000,0.614 +75,mlp.experts.133.down_proj,0.0000192250,0.05000,0.632 +75,mlp.experts.135.down_proj,0.0000144593,0.05000,0.616 +75,mlp.experts.134.down_proj,0.0000220407,0.05000,0.617 +75,mlp.experts.132.down_proj,0.0000379156,0.05000,0.689 +75,mlp.experts.137.down_proj,0.0000256039,0.05000,0.636 +75,mlp.experts.139.down_proj,0.0000190520,0.05000,0.611 +75,mlp.experts.138.down_proj,0.0000246316,0.05000,0.612 +75,mlp.experts.136.down_proj,0.0000069174,0.05000,0.622 +75,mlp.experts.141.down_proj,0.0000668924,0.05000,0.613 +75,mlp.experts.143.down_proj,0.0000310316,0.05000,0.605 +75,mlp.experts.142.down_proj,0.0000242789,0.05000,0.609 +75,mlp.experts.140.down_proj,0.0000382458,0.05000,0.607 +75,mlp.experts.145.down_proj,0.0000158136,0.05000,0.614 +75,mlp.experts.147.down_proj,0.0000394092,0.05000,0.627 +75,mlp.experts.146.down_proj,0.0000305202,0.05000,0.614 +75,mlp.experts.144.down_proj,0.0000121704,0.05000,0.618 +75,mlp.experts.149.down_proj,0.0000228124,0.05000,0.620 +75,mlp.experts.151.down_proj,0.0000070180,0.05000,0.611 +75,mlp.experts.150.down_proj,0.0000308099,0.05000,0.673 +75,mlp.experts.148.down_proj,0.0000281595,0.05000,0.614 +75,mlp.experts.153.down_proj,0.0000408534,0.05000,0.618 +75,mlp.experts.155.down_proj,0.0000089055,0.05000,0.605 +75,mlp.experts.154.down_proj,0.0000147263,0.05000,0.609 +75,mlp.experts.152.down_proj,0.0000159278,0.05000,0.608 +75,mlp.experts.157.down_proj,0.0000216553,0.05000,0.617 +75,mlp.experts.159.down_proj,0.0000182493,0.05000,0.606 +75,mlp.experts.158.down_proj,0.0000046660,0.05000,0.552 +75,mlp.experts.156.down_proj,0.0000180598,0.05000,0.513 +76,mlp.experts.2.gate_proj,0.0001039678,0.05000,2.061 +76,mlp.experts.0.gate_proj,0.0001365880,0.05000,2.067 +76,mlp.experts.3.gate_proj,0.0002842776,0.05000,2.130 +76,mlp.experts.1.gate_proj,0.0000974710,0.05000,2.167 +76,mlp.experts.6.gate_proj,0.0000652204,0.05000,2.014 +76,mlp.experts.4.gate_proj,0.0002306913,0.05000,2.071 +76,mlp.experts.7.gate_proj,0.0000651535,0.05000,2.042 +76,mlp.experts.5.gate_proj,0.0001105025,0.05000,2.077 +76,mlp.experts.10.gate_proj,0.0002933983,0.05000,2.030 +76,mlp.experts.8.gate_proj,0.0001162299,0.05000,2.048 +76,mlp.experts.11.gate_proj,0.0001334922,0.05000,2.077 +76,mlp.experts.9.gate_proj,0.0001378020,0.05000,2.106 +76,mlp.experts.14.gate_proj,0.0000923260,0.05000,2.054 +76,mlp.experts.12.gate_proj,0.0001216813,0.05000,2.035 +76,mlp.experts.15.gate_proj,0.0001007765,0.05000,2.037 +76,mlp.experts.13.gate_proj,0.0000875519,0.05000,2.026 +76,mlp.experts.18.gate_proj,0.0000919260,0.05000,2.040 +76,mlp.experts.16.gate_proj,0.0000207462,0.05000,2.029 +76,mlp.experts.19.gate_proj,0.0000206741,0.05000,2.015 +76,mlp.experts.17.gate_proj,0.0000729221,0.05000,2.047 +76,mlp.experts.22.gate_proj,0.0000794031,0.05000,2.041 +76,mlp.experts.20.gate_proj,0.0000643866,0.05000,2.038 +76,mlp.experts.23.gate_proj,0.0001251655,0.05000,2.049 +76,mlp.experts.21.gate_proj,0.0001614121,0.05000,2.052 +76,mlp.experts.26.gate_proj,0.0002169287,0.05000,2.006 +76,mlp.experts.27.gate_proj,0.0000596715,0.05000,1.991 +76,mlp.experts.24.gate_proj,0.0001650611,0.05000,2.052 +76,mlp.experts.25.gate_proj,0.0000496557,0.05000,2.006 +76,mlp.experts.30.gate_proj,0.0000846259,0.05000,2.056 +76,mlp.experts.31.gate_proj,0.0000709554,0.05000,2.077 +76,mlp.experts.28.gate_proj,0.0001655206,0.05000,2.077 +76,mlp.experts.29.gate_proj,0.0002153508,0.05000,2.022 +76,mlp.experts.34.gate_proj,0.0001138245,0.05000,2.033 +76,mlp.experts.35.gate_proj,0.0001471594,0.05000,2.025 +76,mlp.experts.33.gate_proj,0.0000585698,0.05000,2.010 +76,mlp.experts.32.gate_proj,0.0000396925,0.05000,2.103 +76,mlp.experts.38.gate_proj,0.0001443327,0.05000,2.064 +76,mlp.experts.39.gate_proj,0.0001408222,0.05000,2.073 +76,mlp.experts.36.gate_proj,0.0000711390,0.05000,2.052 +76,mlp.experts.37.gate_proj,0.0000927633,0.05000,2.114 +76,mlp.experts.42.gate_proj,0.0001946329,0.05000,2.119 +76,mlp.experts.40.gate_proj,0.0000600002,0.05000,2.023 +76,mlp.experts.43.gate_proj,0.0001145667,0.05000,2.112 +76,mlp.experts.41.gate_proj,0.0000323721,0.05000,2.076 +76,mlp.experts.46.gate_proj,0.0000651517,0.05000,2.038 +76,mlp.experts.47.gate_proj,0.0001062299,0.05000,1.999 +76,mlp.experts.44.gate_proj,0.0001485473,0.05000,2.066 +76,mlp.experts.45.gate_proj,0.0001245982,0.05000,2.053 +76,mlp.experts.50.gate_proj,0.0002036552,0.05000,2.072 +76,mlp.experts.51.gate_proj,0.0001607341,0.05000,2.062 +76,mlp.experts.48.gate_proj,0.0000984103,0.05000,2.050 +76,mlp.experts.49.gate_proj,0.0000791969,0.05000,2.025 +76,mlp.experts.54.gate_proj,0.0003475241,0.05000,2.020 +76,mlp.experts.55.gate_proj,0.0001458226,0.05000,2.060 +76,mlp.experts.52.gate_proj,0.0001246552,0.05000,2.085 +76,mlp.experts.53.gate_proj,0.0000692562,0.05000,2.053 +76,mlp.experts.58.gate_proj,0.0000614663,0.05000,2.029 +76,mlp.experts.59.gate_proj,0.0001906416,0.05000,2.033 +76,mlp.experts.56.gate_proj,0.0001045056,0.05000,2.066 +76,mlp.experts.57.gate_proj,0.0002933930,0.05000,2.064 +76,mlp.experts.62.gate_proj,0.0000642605,0.05000,2.074 +76,mlp.experts.63.gate_proj,0.0000670507,0.05000,2.026 +76,mlp.experts.60.gate_proj,0.0001535712,0.05000,2.029 +76,mlp.experts.61.gate_proj,0.0001024852,0.05000,2.059 +76,mlp.experts.66.gate_proj,0.0001285924,0.05000,2.050 +76,mlp.experts.67.gate_proj,0.0003033663,0.05000,2.058 +76,mlp.experts.64.gate_proj,0.0001403249,0.05000,2.025 +76,mlp.experts.65.gate_proj,0.0000516807,0.05000,2.052 +76,mlp.experts.70.gate_proj,0.0000945161,0.05000,2.047 +76,mlp.experts.71.gate_proj,0.0000852860,0.05000,2.033 +76,mlp.experts.68.gate_proj,0.0001166820,0.05000,2.041 +76,mlp.experts.69.gate_proj,0.0000979936,0.05000,2.014 +76,mlp.experts.74.gate_proj,0.0001795054,0.05000,2.011 +76,mlp.experts.75.gate_proj,0.0001094828,0.05000,2.019 +76,mlp.experts.72.gate_proj,0.0000762585,0.05000,2.025 +76,mlp.experts.73.gate_proj,0.0001323052,0.05000,2.044 +76,mlp.experts.78.gate_proj,0.0000978699,0.05000,2.010 +76,mlp.experts.79.gate_proj,0.0000912996,0.05000,2.033 +76,mlp.experts.76.gate_proj,0.0000586576,0.05000,2.019 +76,mlp.experts.77.gate_proj,0.0001443392,0.05000,2.037 +76,mlp.experts.82.gate_proj,0.0000208441,0.05000,2.061 +76,mlp.experts.83.gate_proj,0.0001057496,0.05000,2.055 +76,mlp.experts.80.gate_proj,0.0001579292,0.05000,2.099 +76,mlp.experts.81.gate_proj,0.0001404697,0.05000,2.052 +76,mlp.experts.87.gate_proj,0.0000570506,0.05000,2.004 +76,mlp.experts.86.gate_proj,0.0000884317,0.05000,2.120 +76,mlp.experts.85.gate_proj,0.0001157615,0.05000,2.002 +76,mlp.experts.84.gate_proj,0.0001266922,0.05000,2.092 +76,mlp.experts.90.gate_proj,0.0001194281,0.05000,2.005 +76,mlp.experts.91.gate_proj,0.0001907983,0.05000,2.054 +76,mlp.experts.89.gate_proj,0.0000868212,0.05000,2.086 +76,mlp.experts.88.gate_proj,0.0000428107,0.05000,2.112 +76,mlp.experts.95.gate_proj,0.0001837664,0.05000,2.031 +76,mlp.experts.94.gate_proj,0.0001627504,0.05000,2.099 +76,mlp.experts.93.gate_proj,0.0000958351,0.05000,2.055 +76,mlp.experts.92.gate_proj,0.0001036582,0.05000,2.082 +76,mlp.experts.99.gate_proj,0.0000505333,0.05000,2.029 +76,mlp.experts.98.gate_proj,0.0001081006,0.05000,2.057 +76,mlp.experts.97.gate_proj,0.0000187847,0.05000,2.124 +76,mlp.experts.96.gate_proj,0.0000430449,0.05000,2.104 +76,mlp.experts.103.gate_proj,0.0000168393,0.05000,2.057 +76,mlp.experts.102.gate_proj,0.0001294526,0.05000,2.063 +76,mlp.experts.101.gate_proj,0.0002178221,0.05000,2.038 +76,mlp.experts.100.gate_proj,0.0001398588,0.05000,2.055 +76,mlp.experts.107.gate_proj,0.0000469982,0.05000,2.037 +76,mlp.experts.106.gate_proj,0.0001557682,0.05000,2.097 +76,mlp.experts.105.gate_proj,0.0000389091,0.05000,2.051 +76,mlp.experts.104.gate_proj,0.0000826768,0.05000,2.083 +76,mlp.experts.111.gate_proj,0.0000572257,0.05000,2.063 +76,mlp.experts.110.gate_proj,0.0001901458,0.05000,2.047 +76,mlp.experts.109.gate_proj,0.0000917846,0.05000,2.033 +76,mlp.experts.108.gate_proj,0.0001133530,0.05000,2.056 +76,mlp.experts.115.gate_proj,0.0000505885,0.05000,2.085 +76,mlp.experts.114.gate_proj,0.0001576389,0.05000,2.055 +76,mlp.experts.113.gate_proj,0.0001753457,0.05000,2.049 +76,mlp.experts.112.gate_proj,0.0000877005,0.05000,2.124 +76,mlp.experts.119.gate_proj,0.0001112166,0.05000,2.086 +76,mlp.experts.118.gate_proj,0.0001790388,0.05000,2.133 +76,mlp.experts.117.gate_proj,0.0001069559,0.05000,2.064 +76,mlp.experts.116.gate_proj,0.0001007954,0.05000,2.109 +76,mlp.experts.123.gate_proj,0.0000505373,0.05000,2.074 +76,mlp.experts.122.gate_proj,0.0001440612,0.05000,2.081 +76,mlp.experts.121.gate_proj,0.0000856921,0.05000,2.079 +76,mlp.experts.120.gate_proj,0.0001099622,0.05000,2.097 +76,mlp.experts.127.gate_proj,0.0000734586,0.05000,2.065 +76,mlp.experts.126.gate_proj,0.0001143804,0.05000,2.070 +76,mlp.experts.125.gate_proj,0.0001133759,0.05000,2.028 +76,mlp.experts.124.gate_proj,0.0000913022,0.05000,2.089 +76,mlp.experts.131.gate_proj,0.0001889678,0.05000,2.144 +76,mlp.experts.130.gate_proj,0.0000903688,0.05000,2.067 +76,mlp.experts.129.gate_proj,0.0000859739,0.05000,2.142 +76,mlp.experts.128.gate_proj,0.0000719975,0.05000,2.097 +76,mlp.experts.135.gate_proj,0.0001423996,0.05000,2.057 +76,mlp.experts.134.gate_proj,0.0001147112,0.05000,2.035 +76,mlp.experts.133.gate_proj,0.0001615343,0.05000,2.031 +76,mlp.experts.132.gate_proj,0.0000136754,0.05000,2.044 +76,mlp.experts.139.gate_proj,0.0000787894,0.05000,2.106 +76,mlp.experts.138.gate_proj,0.0000716163,0.05000,2.057 +76,mlp.experts.137.gate_proj,0.0000604207,0.05000,2.073 +76,mlp.experts.136.gate_proj,0.0000404739,0.05000,2.113 +76,mlp.experts.142.gate_proj,0.0001224492,0.05000,2.093 +76,mlp.experts.143.gate_proj,0.0000269380,0.05000,2.120 +76,mlp.experts.141.gate_proj,0.0001511817,0.05000,2.104 +76,mlp.experts.140.gate_proj,0.0001380021,0.05000,2.132 +76,mlp.experts.146.gate_proj,0.0001483416,0.05000,2.063 +76,mlp.experts.147.gate_proj,0.0001951521,0.05000,2.120 +76,mlp.experts.145.gate_proj,0.0000960477,0.05000,2.078 +76,mlp.experts.144.gate_proj,0.0000751577,0.05000,2.081 +76,mlp.experts.150.gate_proj,0.0000972559,0.05000,2.042 +76,mlp.experts.151.gate_proj,0.0001427988,0.05000,2.067 +76,mlp.experts.149.gate_proj,0.0001070011,0.05000,2.043 +76,mlp.experts.148.gate_proj,0.0001512251,0.05000,2.074 +76,mlp.experts.154.gate_proj,0.0000888716,0.05000,2.037 +76,mlp.experts.155.gate_proj,0.0000897691,0.05000,2.033 +76,mlp.experts.153.gate_proj,0.0000163149,0.05000,2.069 +76,mlp.experts.152.gate_proj,0.0000174756,0.05000,2.075 +76,mlp.experts.158.gate_proj,0.0000700247,0.05000,2.053 +76,mlp.experts.157.gate_proj,0.0000917353,0.05000,2.014 +76,mlp.experts.159.gate_proj,0.0000666011,0.05000,2.125 +76,mlp.experts.156.gate_proj,0.0001648041,0.05000,2.066 +76,mlp.experts.2.up_proj,0.0000995275,0.05000,2.083 +76,mlp.experts.1.up_proj,0.0000949992,0.05000,2.079 +76,mlp.experts.3.up_proj,0.0002747479,0.05000,2.069 +76,mlp.experts.0.up_proj,0.0001342974,0.05000,2.054 +76,mlp.experts.6.up_proj,0.0000622785,0.05000,2.022 +76,mlp.experts.5.up_proj,0.0001065998,0.05000,2.020 +76,mlp.experts.7.up_proj,0.0000637650,0.05000,2.056 +76,mlp.experts.4.up_proj,0.0002269368,0.05000,2.046 +76,mlp.experts.10.up_proj,0.0002880012,0.05000,2.082 +76,mlp.experts.9.up_proj,0.0001336298,0.05000,2.035 +76,mlp.experts.11.up_proj,0.0001321044,0.05000,2.017 +76,mlp.experts.8.up_proj,0.0001125274,0.05000,2.088 +76,mlp.experts.14.up_proj,0.0000890163,0.05000,2.062 +76,mlp.experts.13.up_proj,0.0000857124,0.05000,2.047 +76,mlp.experts.15.up_proj,0.0001004251,0.05000,2.065 +76,mlp.experts.12.up_proj,0.0001163344,0.05000,2.051 +76,mlp.experts.18.up_proj,0.0000880479,0.05000,2.088 +76,mlp.experts.17.up_proj,0.0000723134,0.05000,2.081 +76,mlp.experts.19.up_proj,0.0000202863,0.05000,2.078 +76,mlp.experts.16.up_proj,0.0000201909,0.05000,2.099 +76,mlp.experts.22.up_proj,0.0000774209,0.05000,2.096 +76,mlp.experts.21.up_proj,0.0001566481,0.05000,2.101 +76,mlp.experts.23.up_proj,0.0001234548,0.05000,2.099 +76,mlp.experts.20.up_proj,0.0000630398,0.05000,2.101 +76,mlp.experts.25.up_proj,0.0000532178,0.05000,2.047 +76,mlp.experts.26.up_proj,0.0002156539,0.05000,2.111 +76,mlp.experts.27.up_proj,0.0000586760,0.05000,2.094 +76,mlp.experts.24.up_proj,0.0001620928,0.05000,2.152 +76,mlp.experts.29.up_proj,0.0002099505,0.05000,2.089 +76,mlp.experts.30.up_proj,0.0000843239,0.05000,2.084 +76,mlp.experts.31.up_proj,0.0000701870,0.05000,2.133 +76,mlp.experts.28.up_proj,0.0001575663,0.05000,2.099 +76,mlp.experts.34.up_proj,0.0001104674,0.05000,2.013 +76,mlp.experts.33.up_proj,0.0000558034,0.05000,2.068 +76,mlp.experts.35.up_proj,0.0001431883,0.05000,2.041 +76,mlp.experts.32.up_proj,0.0000389447,0.05000,2.111 +76,mlp.experts.38.up_proj,0.0001414586,0.05000,2.097 +76,mlp.experts.37.up_proj,0.0000901808,0.05000,2.129 +76,mlp.experts.39.up_proj,0.0001359790,0.05000,2.060 +76,mlp.experts.36.up_proj,0.0000693159,0.05000,2.118 +76,mlp.experts.42.up_proj,0.0001917200,0.05000,2.035 +76,mlp.experts.41.up_proj,0.0000314338,0.05000,2.082 +76,mlp.experts.43.up_proj,0.0001101359,0.05000,2.078 +76,mlp.experts.40.up_proj,0.0000593053,0.05000,2.101 +76,mlp.experts.46.up_proj,0.0000642736,0.05000,2.025 +76,mlp.experts.45.up_proj,0.0001214353,0.05000,2.054 +76,mlp.experts.47.up_proj,0.0001028010,0.05000,2.064 +76,mlp.experts.44.up_proj,0.0001452640,0.05000,2.044 +76,mlp.experts.50.up_proj,0.0001998288,0.05000,2.103 +76,mlp.experts.49.up_proj,0.0000740686,0.05000,2.073 +76,mlp.experts.51.up_proj,0.0001540250,0.05000,2.115 +76,mlp.experts.48.up_proj,0.0000920269,0.05000,2.122 +76,mlp.experts.54.up_proj,0.0003240847,0.05000,2.054 +76,mlp.experts.53.up_proj,0.0000660330,0.05000,2.110 +76,mlp.experts.55.up_proj,0.0001418854,0.05000,2.110 +76,mlp.experts.52.up_proj,0.0001207563,0.05000,2.172 +76,mlp.experts.58.up_proj,0.0000595301,0.05000,2.078 +76,mlp.experts.57.up_proj,0.0002819391,0.05000,2.073 +76,mlp.experts.59.up_proj,0.0001870520,0.05000,2.069 +76,mlp.experts.56.up_proj,0.0001024421,0.05000,2.074 +76,mlp.experts.62.up_proj,0.0000621106,0.05000,2.103 +76,mlp.experts.61.up_proj,0.0000997114,0.05000,2.064 +76,mlp.experts.63.up_proj,0.0000659216,0.05000,2.058 +76,mlp.experts.60.up_proj,0.0001515295,0.05000,2.052 +76,mlp.experts.66.up_proj,0.0001244049,0.05000,2.119 +76,mlp.experts.65.up_proj,0.0000508220,0.05000,2.070 +76,mlp.experts.67.up_proj,0.0003018770,0.05000,2.066 +76,mlp.experts.64.up_proj,0.0001374595,0.05000,2.101 +76,mlp.experts.70.up_proj,0.0000913080,0.05000,2.082 +76,mlp.experts.69.up_proj,0.0000970565,0.05000,2.071 +76,mlp.experts.71.up_proj,0.0000839003,0.05000,2.089 +76,mlp.experts.68.up_proj,0.0001087003,0.05000,2.157 +76,mlp.experts.74.up_proj,0.0001761729,0.05000,2.113 +76,mlp.experts.73.up_proj,0.0001305503,0.05000,2.076 +76,mlp.experts.75.up_proj,0.0001072890,0.05000,2.085 +76,mlp.experts.72.up_proj,0.0000739152,0.05000,2.081 +76,mlp.experts.77.up_proj,0.0001411545,0.05000,2.045 +76,mlp.experts.78.up_proj,0.0000969887,0.05000,2.105 +76,mlp.experts.79.up_proj,0.0000891532,0.05000,2.075 +76,mlp.experts.76.up_proj,0.0000570300,0.05000,2.056 +76,mlp.experts.81.up_proj,0.0001377172,0.05000,2.048 +76,mlp.experts.82.up_proj,0.0000202702,0.05000,2.044 +76,mlp.experts.83.up_proj,0.0001046604,0.05000,2.110 +76,mlp.experts.80.up_proj,0.0001552801,0.05000,2.049 +76,mlp.experts.85.up_proj,0.0001131896,0.05000,2.049 +76,mlp.experts.86.up_proj,0.0000860870,0.05000,2.106 +76,mlp.experts.87.up_proj,0.0000557279,0.05000,2.082 +76,mlp.experts.84.up_proj,0.0001244521,0.05000,2.073 +76,mlp.experts.89.up_proj,0.0000838711,0.05000,2.072 +76,mlp.experts.90.up_proj,0.0001174242,0.05000,2.072 +76,mlp.experts.91.up_proj,0.0001862809,0.05000,2.080 +76,mlp.experts.88.up_proj,0.0000418775,0.05000,2.060 +76,mlp.experts.93.up_proj,0.0000935377,0.05000,2.041 +76,mlp.experts.94.up_proj,0.0001565025,0.05000,2.031 +76,mlp.experts.95.up_proj,0.0001789467,0.05000,2.128 +76,mlp.experts.92.up_proj,0.0000991682,0.05000,2.074 +76,mlp.experts.97.up_proj,0.0000185611,0.05000,2.052 +76,mlp.experts.98.up_proj,0.0001053265,0.05000,2.030 +76,mlp.experts.99.up_proj,0.0000501455,0.05000,2.084 +76,mlp.experts.96.up_proj,0.0000425297,0.05000,2.077 +76,mlp.experts.101.up_proj,0.0002123424,0.05000,2.060 +76,mlp.experts.102.up_proj,0.0001248496,0.05000,2.064 +76,mlp.experts.103.up_proj,0.0000166112,0.05000,2.084 +76,mlp.experts.100.up_proj,0.0001350001,0.05000,2.035 +76,mlp.experts.105.up_proj,0.0000384648,0.05000,2.051 +76,mlp.experts.106.up_proj,0.0001505725,0.05000,2.045 +76,mlp.experts.107.up_proj,0.0000465682,0.05000,2.103 +76,mlp.experts.104.up_proj,0.0000808006,0.05000,2.104 +76,mlp.experts.109.up_proj,0.0000905965,0.05000,2.058 +76,mlp.experts.110.up_proj,0.0001849824,0.05000,2.077 +76,mlp.experts.111.up_proj,0.0000558194,0.05000,2.143 +76,mlp.experts.108.up_proj,0.0001095229,0.05000,2.140 +76,mlp.experts.113.up_proj,0.0001719435,0.05000,2.096 +76,mlp.experts.114.up_proj,0.0001528135,0.05000,2.078 +76,mlp.experts.115.up_proj,0.0000497053,0.05000,2.102 +76,mlp.experts.112.up_proj,0.0000862841,0.05000,2.055 +76,mlp.experts.117.up_proj,0.0001053361,0.05000,2.053 +76,mlp.experts.118.up_proj,0.0001776539,0.05000,2.090 +76,mlp.experts.119.up_proj,0.0001088002,0.05000,2.089 +76,mlp.experts.116.up_proj,0.0000983244,0.05000,2.059 +76,mlp.experts.121.up_proj,0.0000848921,0.05000,2.070 +76,mlp.experts.122.up_proj,0.0001400541,0.05000,2.073 +76,mlp.experts.123.up_proj,0.0000493477,0.05000,2.060 +76,mlp.experts.120.up_proj,0.0001072476,0.05000,1.951 +76,mlp.experts.125.up_proj,0.0001097867,0.05000,1.610 +76,mlp.experts.126.up_proj,0.0001106276,0.05000,1.600 +76,mlp.experts.129.up_proj,0.0000825352,0.05000,2.071 +76,mlp.experts.124.up_proj,0.0000888267,0.05000,2.074 +76,mlp.experts.127.up_proj,0.0000696112,0.05000,2.120 +76,mlp.experts.130.up_proj,0.0000882665,0.05000,2.184 +76,mlp.experts.128.up_proj,0.0000703211,0.05000,2.018 +76,mlp.experts.133.up_proj,0.0001485525,0.05000,2.049 +76,mlp.experts.134.up_proj,0.0001123982,0.05000,2.009 +76,mlp.experts.131.up_proj,0.0001847241,0.05000,2.118 +76,mlp.experts.137.up_proj,0.0000604831,0.05000,2.015 +76,mlp.experts.132.up_proj,0.0000135607,0.05000,2.051 +76,mlp.experts.138.up_proj,0.0000706451,0.05000,2.065 +76,mlp.experts.135.up_proj,0.0001407950,0.05000,2.095 +76,mlp.experts.141.up_proj,0.0001498309,0.05000,2.051 +76,mlp.experts.136.up_proj,0.0000402102,0.05000,2.078 +76,mlp.experts.142.up_proj,0.0001182378,0.05000,2.040 +76,mlp.experts.139.up_proj,0.0000786794,0.05000,2.037 +76,mlp.experts.145.up_proj,0.0000929622,0.05000,2.045 +76,mlp.experts.140.up_proj,0.0001355091,0.05000,2.060 +76,mlp.experts.146.up_proj,0.0001432681,0.05000,2.058 +76,mlp.experts.143.up_proj,0.0000260231,0.05000,2.039 +76,mlp.experts.149.up_proj,0.0001041481,0.05000,2.072 +76,mlp.experts.144.up_proj,0.0000737245,0.05000,2.103 +76,mlp.experts.150.up_proj,0.0000948443,0.05000,2.068 +76,mlp.experts.147.up_proj,0.0001866718,0.05000,2.063 +76,mlp.experts.153.up_proj,0.0000159707,0.05000,2.153 +76,mlp.experts.148.up_proj,0.0001479061,0.05000,2.097 +76,mlp.experts.154.up_proj,0.0000874158,0.05000,2.080 +76,mlp.experts.151.up_proj,0.0001384361,0.05000,2.122 +76,mlp.experts.157.up_proj,0.0000891374,0.05000,2.018 +76,mlp.experts.152.up_proj,0.0000174113,0.05000,2.003 +76,mlp.experts.158.up_proj,0.0000691106,0.05000,2.013 +76,mlp.experts.155.up_proj,0.0000867985,0.05000,1.990 +76,mlp.experts.156.up_proj,0.0001618596,0.05000,1.353 +76,mlp.experts.159.up_proj,0.0000657168,0.05000,1.331 +76,mlp.experts.0.down_proj,0.0000337486,0.05000,0.631 +76,mlp.experts.1.down_proj,0.0000185092,0.05000,0.634 +76,mlp.experts.3.down_proj,0.0000778853,0.05000,0.658 +76,mlp.experts.2.down_proj,0.0000236688,0.05000,0.675 +76,mlp.experts.4.down_proj,0.0000654588,0.05000,0.610 +76,mlp.experts.7.down_proj,0.0000110848,0.05000,0.608 +76,mlp.experts.5.down_proj,0.0000159555,0.05000,0.637 +76,mlp.experts.6.down_proj,0.0000113018,0.05000,0.629 +76,mlp.experts.8.down_proj,0.0000277991,0.05000,0.605 +76,mlp.experts.9.down_proj,0.0000370842,0.05000,0.605 +76,mlp.experts.11.down_proj,0.0000724638,0.05000,0.618 +76,mlp.experts.10.down_proj,0.0001036255,0.05000,0.604 +76,mlp.experts.12.down_proj,0.0000258935,0.05000,0.639 +76,mlp.experts.13.down_proj,0.0000156312,0.05000,0.612 +76,mlp.experts.15.down_proj,0.0000276430,0.05000,0.619 +76,mlp.experts.14.down_proj,0.0000165647,0.05000,0.629 +76,mlp.experts.17.down_proj,0.0000191390,0.05000,0.623 +76,mlp.experts.16.down_proj,0.0000056112,0.05000,0.639 +76,mlp.experts.19.down_proj,0.0000033532,0.05000,0.636 +76,mlp.experts.18.down_proj,0.0000331775,0.05000,0.627 +76,mlp.experts.21.down_proj,0.0000205130,0.05000,0.607 +76,mlp.experts.20.down_proj,0.0000093326,0.05000,0.606 +76,mlp.experts.23.down_proj,0.0000268898,0.05000,0.605 +76,mlp.experts.22.down_proj,0.0000196436,0.05000,0.609 +76,mlp.experts.25.down_proj,0.0000127645,0.05000,0.615 +76,mlp.experts.27.down_proj,0.0000097829,0.05000,0.628 +76,mlp.experts.24.down_proj,0.0000250388,0.05000,0.653 +76,mlp.experts.26.down_proj,0.0000699284,0.05000,0.643 +76,mlp.experts.29.down_proj,0.0000769616,0.05000,0.609 +76,mlp.experts.31.down_proj,0.0000122417,0.05000,0.608 +76,mlp.experts.28.down_proj,0.0000449072,0.05000,0.622 +76,mlp.experts.30.down_proj,0.0000186519,0.05000,0.610 +76,mlp.experts.33.down_proj,0.0000112694,0.05000,0.617 +76,mlp.experts.32.down_proj,0.0000066658,0.05000,0.615 +76,mlp.experts.35.down_proj,0.0000239754,0.05000,0.653 +76,mlp.experts.34.down_proj,0.0000369573,0.05000,0.611 +76,mlp.experts.37.down_proj,0.0000271467,0.05000,0.623 +76,mlp.experts.36.down_proj,0.0000142310,0.05000,0.636 +76,mlp.experts.39.down_proj,0.0000364087,0.05000,0.634 +76,mlp.experts.38.down_proj,0.0000597124,0.05000,0.640 +76,mlp.experts.41.down_proj,0.0000121011,0.05000,0.647 +76,mlp.experts.43.down_proj,0.0000277856,0.05000,0.656 +76,mlp.experts.42.down_proj,0.0000461006,0.05000,0.664 +76,mlp.experts.40.down_proj,0.0000098746,0.05000,0.697 +76,mlp.experts.45.down_proj,0.0000257716,0.05000,0.639 +76,mlp.experts.47.down_proj,0.0000289513,0.05000,0.617 +76,mlp.experts.44.down_proj,0.0000439409,0.05000,0.633 +76,mlp.experts.46.down_proj,0.0000118993,0.05000,0.661 +76,mlp.experts.49.down_proj,0.0000144334,0.05000,0.621 +76,mlp.experts.51.down_proj,0.0000304946,0.05000,0.677 +76,mlp.experts.50.down_proj,0.0000535928,0.05000,0.618 +76,mlp.experts.48.down_proj,0.0000460772,0.05000,0.637 +76,mlp.experts.53.down_proj,0.0000123163,0.05000,0.624 +76,mlp.experts.55.down_proj,0.0000225339,0.05000,0.619 +76,mlp.experts.54.down_proj,0.0001312894,0.05000,0.676 +76,mlp.experts.52.down_proj,0.0000282163,0.05000,0.672 +76,mlp.experts.57.down_proj,0.0000417716,0.05000,0.620 +76,mlp.experts.59.down_proj,0.0000378299,0.05000,0.634 +76,mlp.experts.56.down_proj,0.0000208488,0.05000,0.610 +76,mlp.experts.58.down_proj,0.0000090319,0.05000,0.613 +76,mlp.experts.61.down_proj,0.0000160423,0.05000,0.618 +76,mlp.experts.63.down_proj,0.0000097729,0.05000,0.612 +76,mlp.experts.60.down_proj,0.0000321205,0.05000,0.610 +76,mlp.experts.62.down_proj,0.0000107237,0.05000,0.624 +76,mlp.experts.65.down_proj,0.0000337963,0.05000,0.630 +76,mlp.experts.67.down_proj,0.0000968048,0.05000,0.617 +76,mlp.experts.64.down_proj,0.0000418305,0.05000,0.610 +76,mlp.experts.66.down_proj,0.0000311437,0.05000,0.656 +76,mlp.experts.69.down_proj,0.0000189180,0.05000,0.617 +76,mlp.experts.71.down_proj,0.0000243082,0.05000,0.619 +76,mlp.experts.68.down_proj,0.0000290815,0.05000,0.631 +76,mlp.experts.70.down_proj,0.0000132991,0.05000,0.616 +76,mlp.experts.73.down_proj,0.0000378190,0.05000,0.629 +76,mlp.experts.75.down_proj,0.0000190597,0.05000,0.663 +76,mlp.experts.72.down_proj,0.0000255320,0.05000,0.651 +76,mlp.experts.74.down_proj,0.0000302568,0.05000,0.623 +76,mlp.experts.77.down_proj,0.0000362648,0.05000,0.626 +76,mlp.experts.79.down_proj,0.0000141421,0.05000,0.616 +76,mlp.experts.76.down_proj,0.0000243862,0.05000,0.612 +76,mlp.experts.78.down_proj,0.0000238876,0.05000,0.639 +76,mlp.experts.81.down_proj,0.0000385953,0.05000,0.622 +76,mlp.experts.83.down_proj,0.0000408257,0.05000,0.619 +76,mlp.experts.80.down_proj,0.0000236972,0.05000,0.616 +76,mlp.experts.82.down_proj,0.0000040689,0.05000,0.637 +76,mlp.experts.85.down_proj,0.0000449728,0.05000,0.616 +76,mlp.experts.87.down_proj,0.0000108345,0.05000,0.611 +76,mlp.experts.84.down_proj,0.0000231255,0.05000,0.613 +76,mlp.experts.86.down_proj,0.0000197386,0.05000,0.634 +76,mlp.experts.89.down_proj,0.0000220817,0.05000,0.626 +76,mlp.experts.91.down_proj,0.0000269693,0.05000,0.611 +76,mlp.experts.88.down_proj,0.0000065878,0.05000,0.604 +76,mlp.experts.90.down_proj,0.0000200035,0.05000,0.627 +76,mlp.experts.93.down_proj,0.0000266755,0.05000,0.631 +76,mlp.experts.95.down_proj,0.0000287523,0.05000,0.618 +76,mlp.experts.92.down_proj,0.0000395128,0.05000,0.653 +76,mlp.experts.94.down_proj,0.0000230595,0.05000,0.653 +76,mlp.experts.97.down_proj,0.0000030856,0.05000,0.634 +76,mlp.experts.99.down_proj,0.0000147353,0.05000,0.636 +76,mlp.experts.96.down_proj,0.0000237954,0.05000,0.609 +76,mlp.experts.98.down_proj,0.0000284034,0.05000,0.608 +76,mlp.experts.101.down_proj,0.0000700643,0.05000,0.637 +76,mlp.experts.103.down_proj,0.0000035816,0.05000,0.619 +76,mlp.experts.100.down_proj,0.0000212521,0.05000,0.608 +76,mlp.experts.102.down_proj,0.0000318744,0.05000,0.611 +76,mlp.experts.105.down_proj,0.0000160919,0.05000,0.658 +76,mlp.experts.107.down_proj,0.0000132852,0.05000,0.626 +76,mlp.experts.104.down_proj,0.0000177626,0.05000,0.630 +76,mlp.experts.106.down_proj,0.0000302372,0.05000,0.635 +76,mlp.experts.109.down_proj,0.0000251689,0.05000,0.630 +76,mlp.experts.111.down_proj,0.0000147665,0.05000,0.613 +76,mlp.experts.108.down_proj,0.0000361482,0.05000,0.610 +76,mlp.experts.110.down_proj,0.0000354225,0.05000,0.653 +76,mlp.experts.113.down_proj,0.0000286397,0.05000,0.658 +76,mlp.experts.115.down_proj,0.0000111378,0.05000,0.625 +76,mlp.experts.112.down_proj,0.0000167815,0.05000,0.637 +76,mlp.experts.114.down_proj,0.0000288596,0.05000,0.617 +76,mlp.experts.117.down_proj,0.0000216200,0.05000,0.612 +76,mlp.experts.119.down_proj,0.0000168197,0.05000,0.614 +76,mlp.experts.116.down_proj,0.0000166503,0.05000,0.651 +76,mlp.experts.118.down_proj,0.0000806859,0.05000,0.637 +76,mlp.experts.123.down_proj,0.0000131994,0.05000,0.621 +76,mlp.experts.121.down_proj,0.0000189162,0.05000,0.641 +76,mlp.experts.120.down_proj,0.0000195547,0.05000,0.612 +76,mlp.experts.122.down_proj,0.0000213527,0.05000,0.616 +76,mlp.experts.125.down_proj,0.0000229246,0.05000,0.657 +76,mlp.experts.124.down_proj,0.0000530775,0.05000,0.623 +76,mlp.experts.127.down_proj,0.0000135381,0.05000,0.701 +76,mlp.experts.126.down_proj,0.0000401792,0.05000,0.641 +76,mlp.experts.129.down_proj,0.0000103095,0.05000,0.618 +76,mlp.experts.128.down_proj,0.0000135691,0.05000,0.623 +76,mlp.experts.131.down_proj,0.0000487323,0.05000,0.639 +76,mlp.experts.130.down_proj,0.0000193265,0.05000,0.616 +76,mlp.experts.133.down_proj,0.0000405452,0.05000,0.626 +76,mlp.experts.132.down_proj,0.0000041097,0.05000,0.619 +76,mlp.experts.135.down_proj,0.0000266079,0.05000,0.643 +76,mlp.experts.134.down_proj,0.0000202510,0.05000,0.616 +76,mlp.experts.137.down_proj,0.0000229079,0.05000,0.616 +76,mlp.experts.136.down_proj,0.0000107219,0.05000,0.655 +76,mlp.experts.139.down_proj,0.0000172071,0.05000,0.622 +76,mlp.experts.138.down_proj,0.0000135848,0.05000,0.656 +76,mlp.experts.141.down_proj,0.0000486614,0.05000,0.604 +76,mlp.experts.140.down_proj,0.0000382710,0.05000,0.610 +76,mlp.experts.143.down_proj,0.0000149571,0.05000,0.615 +76,mlp.experts.142.down_proj,0.0000311615,0.05000,0.607 +76,mlp.experts.145.down_proj,0.0000230596,0.05000,0.636 +76,mlp.experts.144.down_proj,0.0000148806,0.05000,0.638 +76,mlp.experts.147.down_proj,0.0000454178,0.05000,0.635 +76,mlp.experts.146.down_proj,0.0000209348,0.05000,0.659 +76,mlp.experts.149.down_proj,0.0000170659,0.05000,0.610 +76,mlp.experts.148.down_proj,0.0000412163,0.05000,0.611 +76,mlp.experts.151.down_proj,0.0000385666,0.05000,0.626 +76,mlp.experts.150.down_proj,0.0000163504,0.05000,0.633 +76,mlp.experts.153.down_proj,0.0000065406,0.05000,0.610 +76,mlp.experts.152.down_proj,0.0000078768,0.05000,0.604 +76,mlp.experts.155.down_proj,0.0000196183,0.05000,0.619 +76,mlp.experts.154.down_proj,0.0000143069,0.05000,0.612 +76,mlp.experts.157.down_proj,0.0000195321,0.05000,0.609 +76,mlp.experts.156.down_proj,0.0000550716,0.05000,0.597 +76,mlp.experts.159.down_proj,0.0000112768,0.05000,0.588 +76,mlp.experts.158.down_proj,0.0000179870,0.05000,0.514 +77,mlp.experts.3.gate_proj,0.0001119010,0.05000,2.104 +77,mlp.experts.0.gate_proj,0.0000833757,0.05000,2.139 +77,mlp.experts.1.gate_proj,0.0003150969,0.05000,2.140 +77,mlp.experts.2.gate_proj,0.0001214109,0.05000,2.220 +77,mlp.experts.7.gate_proj,0.0001113388,0.05000,2.062 +77,mlp.experts.4.gate_proj,0.0000935480,0.05000,2.086 +77,mlp.experts.5.gate_proj,0.0004050653,0.05000,2.129 +77,mlp.experts.6.gate_proj,0.0000527171,0.05000,2.151 +77,mlp.experts.11.gate_proj,0.0001729070,0.05000,2.108 +77,mlp.experts.8.gate_proj,0.0000463525,0.05000,2.120 +77,mlp.experts.9.gate_proj,0.0000515655,0.05000,2.135 +77,mlp.experts.10.gate_proj,0.0001085511,0.05000,2.129 +77,mlp.experts.15.gate_proj,0.0002164768,0.05000,2.047 +77,mlp.experts.12.gate_proj,0.0001083758,0.05000,2.119 +77,mlp.experts.13.gate_proj,0.0001882609,0.05000,2.127 +77,mlp.experts.14.gate_proj,0.0000966655,0.05000,2.110 +77,mlp.experts.19.gate_proj,0.0001705592,0.05000,2.063 +77,mlp.experts.16.gate_proj,0.0001050907,0.05000,2.027 +77,mlp.experts.17.gate_proj,0.0001872304,0.05000,2.059 +77,mlp.experts.18.gate_proj,0.0000933512,0.05000,2.049 +77,mlp.experts.23.gate_proj,0.0001087624,0.05000,2.062 +77,mlp.experts.20.gate_proj,0.0000500127,0.05000,2.127 +77,mlp.experts.21.gate_proj,0.0001020704,0.05000,2.106 +77,mlp.experts.22.gate_proj,0.0001577026,0.05000,2.100 +77,mlp.experts.27.gate_proj,0.0000735465,0.05000,2.074 +77,mlp.experts.24.gate_proj,0.0001061496,0.05000,2.027 +77,mlp.experts.25.gate_proj,0.0000508499,0.05000,2.045 +77,mlp.experts.26.gate_proj,0.0000924399,0.05000,2.018 +77,mlp.experts.31.gate_proj,0.0000523909,0.05000,2.109 +77,mlp.experts.28.gate_proj,0.0001541442,0.05000,2.100 +77,mlp.experts.29.gate_proj,0.0000894436,0.05000,2.138 +77,mlp.experts.30.gate_proj,0.0001043092,0.05000,2.135 +77,mlp.experts.35.gate_proj,0.0000693019,0.05000,2.070 +77,mlp.experts.32.gate_proj,0.0001097489,0.05000,2.074 +77,mlp.experts.34.gate_proj,0.0000204213,0.05000,2.032 +77,mlp.experts.33.gate_proj,0.0002539509,0.05000,2.095 +77,mlp.experts.39.gate_proj,0.0000636567,0.05000,2.130 +77,mlp.experts.36.gate_proj,0.0001633372,0.05000,2.127 +77,mlp.experts.37.gate_proj,0.0000865693,0.05000,2.073 +77,mlp.experts.38.gate_proj,0.0000995192,0.05000,2.147 +77,mlp.experts.43.gate_proj,0.0001023861,0.05000,2.081 +77,mlp.experts.40.gate_proj,0.0001768044,0.05000,2.123 +77,mlp.experts.41.gate_proj,0.0000519441,0.05000,2.059 +77,mlp.experts.42.gate_proj,0.0000586148,0.05000,2.094 +77,mlp.experts.47.gate_proj,0.0000801659,0.05000,2.123 +77,mlp.experts.45.gate_proj,0.0000969635,0.05000,2.053 +77,mlp.experts.44.gate_proj,0.0000461963,0.05000,2.156 +77,mlp.experts.46.gate_proj,0.0000443493,0.05000,2.108 +77,mlp.experts.51.gate_proj,0.0004379780,0.05000,2.089 +77,mlp.experts.49.gate_proj,0.0001088700,0.05000,2.078 +77,mlp.experts.48.gate_proj,0.0001745750,0.05000,2.078 +77,mlp.experts.50.gate_proj,0.0003142496,0.05000,2.090 +77,mlp.experts.55.gate_proj,0.0001200778,0.05000,2.079 +77,mlp.experts.53.gate_proj,0.0000768965,0.05000,2.059 +77,mlp.experts.52.gate_proj,0.0000162042,0.05000,2.115 +77,mlp.experts.54.gate_proj,0.0000891072,0.05000,2.085 +77,mlp.experts.57.gate_proj,0.0001294452,0.05000,2.031 +77,mlp.experts.59.gate_proj,0.0001625709,0.05000,2.180 +77,mlp.experts.56.gate_proj,0.0001546777,0.05000,2.103 +77,mlp.experts.58.gate_proj,0.0000963122,0.05000,2.091 +77,mlp.experts.61.gate_proj,0.0000571682,0.05000,2.067 +77,mlp.experts.63.gate_proj,0.0003583729,0.05000,2.067 +77,mlp.experts.62.gate_proj,0.0001070458,0.05000,2.051 +77,mlp.experts.60.gate_proj,0.0000747086,0.05000,2.140 +77,mlp.experts.65.gate_proj,0.0000994527,0.05000,2.046 +77,mlp.experts.67.gate_proj,0.0001099240,0.05000,2.059 +77,mlp.experts.64.gate_proj,0.0000212525,0.05000,2.030 +77,mlp.experts.66.gate_proj,0.0002023666,0.05000,2.132 +77,mlp.experts.69.gate_proj,0.0000879410,0.05000,2.065 +77,mlp.experts.71.gate_proj,0.0001887205,0.05000,2.070 +77,mlp.experts.68.gate_proj,0.0000986604,0.05000,2.042 +77,mlp.experts.70.gate_proj,0.0001253612,0.05000,2.084 +77,mlp.experts.73.gate_proj,0.0000709588,0.05000,2.106 +77,mlp.experts.75.gate_proj,0.0000172796,0.05000,2.072 +77,mlp.experts.72.gate_proj,0.0001457607,0.05000,2.045 +77,mlp.experts.74.gate_proj,0.0001442968,0.05000,2.119 +77,mlp.experts.77.gate_proj,0.0000165468,0.05000,2.041 +77,mlp.experts.79.gate_proj,0.0001359346,0.05000,2.113 +77,mlp.experts.76.gate_proj,0.0001268173,0.05000,2.071 +77,mlp.experts.78.gate_proj,0.0001228098,0.05000,2.119 +77,mlp.experts.81.gate_proj,0.0000168587,0.05000,2.038 +77,mlp.experts.83.gate_proj,0.0001061509,0.05000,2.071 +77,mlp.experts.80.gate_proj,0.0000951053,0.05000,2.048 +77,mlp.experts.82.gate_proj,0.0001447508,0.05000,2.076 +77,mlp.experts.85.gate_proj,0.0000452385,0.05000,2.066 +77,mlp.experts.87.gate_proj,0.0002000441,0.05000,2.057 +77,mlp.experts.84.gate_proj,0.0001731078,0.05000,2.073 +77,mlp.experts.86.gate_proj,0.0001681705,0.05000,2.123 +77,mlp.experts.89.gate_proj,0.0000995702,0.05000,2.043 +77,mlp.experts.91.gate_proj,0.0001586017,0.05000,2.120 +77,mlp.experts.88.gate_proj,0.0000964435,0.05000,2.088 +77,mlp.experts.90.gate_proj,0.0000906905,0.05000,2.136 +77,mlp.experts.93.gate_proj,0.0000868830,0.05000,2.052 +77,mlp.experts.95.gate_proj,0.0000828692,0.05000,2.072 +77,mlp.experts.92.gate_proj,0.0000969728,0.05000,2.056 +77,mlp.experts.94.gate_proj,0.0001270488,0.05000,2.079 +77,mlp.experts.97.gate_proj,0.0000658201,0.05000,2.048 +77,mlp.experts.99.gate_proj,0.0000837103,0.05000,2.183 +77,mlp.experts.96.gate_proj,0.0002488178,0.05000,2.194 +77,mlp.experts.98.gate_proj,0.0001902285,0.05000,2.126 +77,mlp.experts.101.gate_proj,0.0001006719,0.05000,2.066 +77,mlp.experts.103.gate_proj,0.0000711471,0.05000,2.124 +77,mlp.experts.100.gate_proj,0.0000888560,0.05000,2.109 +77,mlp.experts.102.gate_proj,0.0000837394,0.05000,2.068 +77,mlp.experts.105.gate_proj,0.0001196615,0.05000,2.071 +77,mlp.experts.104.gate_proj,0.0001781191,0.05000,2.045 +77,mlp.experts.107.gate_proj,0.0000248673,0.05000,2.163 +77,mlp.experts.106.gate_proj,0.0000708540,0.05000,2.070 +77,mlp.experts.109.gate_proj,0.0000998714,0.05000,1.998 +77,mlp.experts.108.gate_proj,0.0000781205,0.05000,2.007 +77,mlp.experts.111.gate_proj,0.0002851098,0.05000,2.027 +77,mlp.experts.110.gate_proj,0.0001589029,0.05000,2.017 +77,mlp.experts.113.gate_proj,0.0001197782,0.05000,2.004 +77,mlp.experts.112.gate_proj,0.0000596871,0.05000,2.029 +77,mlp.experts.115.gate_proj,0.0000894370,0.05000,2.056 +77,mlp.experts.114.gate_proj,0.0000933824,0.05000,2.051 +77,mlp.experts.117.gate_proj,0.0002804272,0.05000,2.012 +77,mlp.experts.116.gate_proj,0.0000227041,0.05000,2.017 +77,mlp.experts.119.gate_proj,0.0003797961,0.05000,2.023 +77,mlp.experts.118.gate_proj,0.0002026756,0.05000,2.051 +77,mlp.experts.121.gate_proj,0.0001422556,0.05000,2.035 +77,mlp.experts.120.gate_proj,0.0000530134,0.05000,2.019 +77,mlp.experts.123.gate_proj,0.0001451148,0.05000,2.066 +77,mlp.experts.122.gate_proj,0.0001434590,0.05000,2.129 +77,mlp.experts.125.gate_proj,0.0000937136,0.05000,2.002 +77,mlp.experts.124.gate_proj,0.0001393615,0.05000,2.020 +77,mlp.experts.127.gate_proj,0.0000946637,0.05000,2.025 +77,mlp.experts.126.gate_proj,0.0001422159,0.05000,2.065 +77,mlp.experts.129.gate_proj,0.0001005508,0.05000,2.011 +77,mlp.experts.128.gate_proj,0.0001572350,0.05000,2.022 +77,mlp.experts.131.gate_proj,0.0000781180,0.05000,2.020 +77,mlp.experts.130.gate_proj,0.0000665899,0.05000,2.036 +77,mlp.experts.133.gate_proj,0.0000916380,0.05000,2.022 +77,mlp.experts.132.gate_proj,0.0000346284,0.05000,2.009 +77,mlp.experts.135.gate_proj,0.0001333715,0.05000,2.012 +77,mlp.experts.134.gate_proj,0.0001015254,0.05000,2.047 +77,mlp.experts.137.gate_proj,0.0001776091,0.05000,2.017 +77,mlp.experts.136.gate_proj,0.0001145725,0.05000,2.024 +77,mlp.experts.139.gate_proj,0.0000984950,0.05000,2.102 +77,mlp.experts.138.gate_proj,0.0001356005,0.05000,2.059 +77,mlp.experts.141.gate_proj,0.0001055102,0.05000,2.001 +77,mlp.experts.140.gate_proj,0.0001556783,0.05000,2.015 +77,mlp.experts.143.gate_proj,0.0001769455,0.05000,2.062 +77,mlp.experts.142.gate_proj,0.0004189124,0.05000,2.029 +77,mlp.experts.145.gate_proj,0.0001220753,0.05000,2.059 +77,mlp.experts.144.gate_proj,0.0001194820,0.05000,2.045 +77,mlp.experts.147.gate_proj,0.0001146921,0.05000,2.043 +77,mlp.experts.146.gate_proj,0.0000597379,0.05000,2.096 +77,mlp.experts.149.gate_proj,0.0001650183,0.05000,2.091 +77,mlp.experts.148.gate_proj,0.0000769865,0.05000,2.060 +77,mlp.experts.151.gate_proj,0.0001401188,0.05000,2.081 +77,mlp.experts.150.gate_proj,0.0000183524,0.05000,2.015 +77,mlp.experts.153.gate_proj,0.0001523980,0.05000,2.019 +77,mlp.experts.152.gate_proj,0.0001504526,0.05000,2.052 +77,mlp.experts.155.gate_proj,0.0001213090,0.05000,2.085 +77,mlp.experts.154.gate_proj,0.0002789901,0.05000,2.073 +77,mlp.experts.157.gate_proj,0.0000335582,0.05000,2.019 +77,mlp.experts.156.gate_proj,0.0000718149,0.05000,2.054 +77,mlp.experts.159.gate_proj,0.0001451142,0.05000,2.034 +77,mlp.experts.158.gate_proj,0.0001312396,0.05000,2.016 +77,mlp.experts.1.up_proj,0.0003097403,0.05000,2.027 +77,mlp.experts.0.up_proj,0.0000805779,0.05000,2.085 +77,mlp.experts.3.up_proj,0.0001097278,0.05000,2.089 +77,mlp.experts.2.up_proj,0.0001193876,0.05000,2.117 +77,mlp.experts.5.up_proj,0.0004022336,0.05000,2.024 +77,mlp.experts.4.up_proj,0.0000914942,0.05000,2.042 +77,mlp.experts.7.up_proj,0.0001098265,0.05000,2.024 +77,mlp.experts.6.up_proj,0.0000516064,0.05000,2.075 +77,mlp.experts.9.up_proj,0.0000511029,0.05000,2.027 +77,mlp.experts.8.up_proj,0.0000458301,0.05000,2.049 +77,mlp.experts.11.up_proj,0.0001698054,0.05000,2.128 +77,mlp.experts.10.up_proj,0.0001069611,0.05000,2.099 +77,mlp.experts.13.up_proj,0.0001831346,0.05000,2.066 +77,mlp.experts.12.up_proj,0.0001063824,0.05000,2.054 +77,mlp.experts.15.up_proj,0.0002105382,0.05000,2.142 +77,mlp.experts.14.up_proj,0.0000927974,0.05000,2.068 +77,mlp.experts.17.up_proj,0.0001849856,0.05000,2.066 +77,mlp.experts.16.up_proj,0.0001039621,0.05000,2.086 +77,mlp.experts.19.up_proj,0.0001689132,0.05000,2.015 +77,mlp.experts.18.up_proj,0.0000924478,0.05000,2.001 +77,mlp.experts.21.up_proj,0.0000995872,0.05000,2.020 +77,mlp.experts.20.up_proj,0.0000488148,0.05000,1.999 +77,mlp.experts.23.up_proj,0.0001070085,0.05000,2.004 +77,mlp.experts.22.up_proj,0.0001527519,0.05000,2.008 +77,mlp.experts.25.up_proj,0.0000503442,0.05000,2.021 +77,mlp.experts.24.up_proj,0.0001030077,0.05000,2.047 +77,mlp.experts.27.up_proj,0.0000700986,0.05000,2.042 +77,mlp.experts.26.up_proj,0.0000868701,0.05000,2.081 +77,mlp.experts.29.up_proj,0.0000875010,0.05000,2.092 +77,mlp.experts.28.up_proj,0.0001485331,0.05000,2.116 +77,mlp.experts.31.up_proj,0.0000514702,0.05000,2.065 +77,mlp.experts.30.up_proj,0.0001018011,0.05000,2.040 +77,mlp.experts.33.up_proj,0.0002494692,0.05000,2.037 +77,mlp.experts.32.up_proj,0.0001075763,0.05000,2.040 +77,mlp.experts.35.up_proj,0.0000683820,0.05000,2.111 +77,mlp.experts.34.up_proj,0.0000198696,0.05000,2.045 +77,mlp.experts.37.up_proj,0.0000833443,0.05000,2.039 +77,mlp.experts.36.up_proj,0.0001616741,0.05000,2.077 +77,mlp.experts.39.up_proj,0.0000622039,0.05000,2.058 +77,mlp.experts.38.up_proj,0.0000934701,0.05000,2.021 +77,mlp.experts.41.up_proj,0.0000516250,0.05000,2.029 +77,mlp.experts.40.up_proj,0.0001755211,0.05000,2.017 +77,mlp.experts.43.up_proj,0.0001006412,0.05000,2.018 +77,mlp.experts.42.up_proj,0.0000560608,0.05000,2.038 +77,mlp.experts.45.up_proj,0.0000947258,0.05000,2.025 +77,mlp.experts.44.up_proj,0.0000444705,0.05000,2.065 +77,mlp.experts.47.up_proj,0.0000788412,0.05000,2.022 +77,mlp.experts.46.up_proj,0.0000433747,0.05000,2.044 +77,mlp.experts.49.up_proj,0.0001081357,0.05000,2.100 +77,mlp.experts.48.up_proj,0.0001709516,0.05000,2.077 +77,mlp.experts.51.up_proj,0.0004325780,0.05000,2.055 +77,mlp.experts.50.up_proj,0.0003059878,0.05000,2.019 +77,mlp.experts.53.up_proj,0.0000752950,0.05000,2.054 +77,mlp.experts.52.up_proj,0.0000160953,0.05000,2.103 +77,mlp.experts.55.up_proj,0.0001186195,0.05000,2.092 +77,mlp.experts.54.up_proj,0.0000888027,0.05000,2.209 +77,mlp.experts.57.up_proj,0.0001277893,0.05000,2.053 +77,mlp.experts.56.up_proj,0.0001540876,0.05000,2.118 +77,mlp.experts.59.up_proj,0.0001571050,0.05000,2.149 +77,mlp.experts.58.up_proj,0.0000935730,0.05000,2.106 +77,mlp.experts.61.up_proj,0.0000563846,0.05000,2.120 +77,mlp.experts.60.up_proj,0.0000723135,0.05000,2.065 +77,mlp.experts.63.up_proj,0.0003538590,0.05000,2.061 +77,mlp.experts.62.up_proj,0.0001062691,0.05000,2.081 +77,mlp.experts.65.up_proj,0.0000974948,0.05000,2.124 +77,mlp.experts.64.up_proj,0.0000208227,0.05000,2.065 +77,mlp.experts.67.up_proj,0.0001035164,0.05000,2.095 +77,mlp.experts.66.up_proj,0.0002019514,0.05000,2.144 +77,mlp.experts.69.up_proj,0.0000856289,0.05000,2.060 +77,mlp.experts.68.up_proj,0.0000968394,0.05000,2.044 +77,mlp.experts.71.up_proj,0.0001837021,0.05000,2.061 +77,mlp.experts.70.up_proj,0.0001228054,0.05000,2.038 +77,mlp.experts.73.up_proj,0.0000704269,0.05000,2.052 +77,mlp.experts.72.up_proj,0.0001430680,0.05000,2.051 +77,mlp.experts.75.up_proj,0.0000170435,0.05000,2.068 +77,mlp.experts.74.up_proj,0.0001428851,0.05000,2.092 +77,mlp.experts.77.up_proj,0.0000166672,0.05000,2.091 +77,mlp.experts.76.up_proj,0.0001230138,0.05000,2.059 +77,mlp.experts.79.up_proj,0.0001338382,0.05000,2.066 +77,mlp.experts.78.up_proj,0.0001211206,0.05000,2.103 +77,mlp.experts.81.up_proj,0.0000165237,0.05000,2.108 +77,mlp.experts.80.up_proj,0.0000936419,0.05000,2.072 +77,mlp.experts.83.up_proj,0.0001048487,0.05000,2.102 +77,mlp.experts.82.up_proj,0.0001425515,0.05000,2.165 +77,mlp.experts.85.up_proj,0.0000440155,0.05000,2.064 +77,mlp.experts.84.up_proj,0.0001711248,0.05000,2.080 +77,mlp.experts.87.up_proj,0.0002000299,0.05000,2.046 +77,mlp.experts.86.up_proj,0.0001590322,0.05000,2.061 +77,mlp.experts.89.up_proj,0.0000969821,0.05000,2.057 +77,mlp.experts.88.up_proj,0.0000932596,0.05000,2.062 +77,mlp.experts.91.up_proj,0.0001549280,0.05000,2.100 +77,mlp.experts.90.up_proj,0.0000868426,0.05000,2.098 +77,mlp.experts.93.up_proj,0.0000836723,0.05000,2.062 +77,mlp.experts.92.up_proj,0.0000961869,0.05000,2.066 +77,mlp.experts.95.up_proj,0.0000817194,0.05000,2.085 +77,mlp.experts.94.up_proj,0.0001234845,0.05000,2.100 +77,mlp.experts.97.up_proj,0.0000638530,0.05000,2.047 +77,mlp.experts.96.up_proj,0.0002426258,0.05000,2.028 +77,mlp.experts.99.up_proj,0.0000832202,0.05000,2.051 +77,mlp.experts.98.up_proj,0.0001853343,0.05000,2.057 +77,mlp.experts.101.up_proj,0.0000992426,0.05000,2.049 +77,mlp.experts.100.up_proj,0.0000882974,0.05000,2.103 +77,mlp.experts.103.up_proj,0.0000691186,0.05000,2.054 +77,mlp.experts.102.up_proj,0.0000810802,0.05000,2.041 +77,mlp.experts.105.up_proj,0.0001179337,0.05000,2.045 +77,mlp.experts.104.up_proj,0.0001723456,0.05000,2.068 +77,mlp.experts.107.up_proj,0.0000233066,0.05000,2.088 +77,mlp.experts.106.up_proj,0.0000692514,0.05000,2.068 +77,mlp.experts.109.up_proj,0.0000998396,0.05000,2.057 +77,mlp.experts.108.up_proj,0.0000753798,0.05000,2.060 +77,mlp.experts.111.up_proj,0.0002804250,0.05000,2.051 +77,mlp.experts.110.up_proj,0.0001537195,0.05000,2.065 +77,mlp.experts.113.up_proj,0.0001149656,0.05000,2.066 +77,mlp.experts.112.up_proj,0.0000593978,0.05000,2.074 +77,mlp.experts.115.up_proj,0.0000874392,0.05000,2.064 +77,mlp.experts.114.up_proj,0.0000918830,0.05000,2.092 +77,mlp.experts.117.up_proj,0.0002718551,0.05000,2.052 +77,mlp.experts.116.up_proj,0.0000225316,0.05000,2.063 +77,mlp.experts.119.up_proj,0.0003706910,0.05000,2.107 +77,mlp.experts.118.up_proj,0.0002009707,0.05000,2.079 +77,mlp.experts.121.up_proj,0.0001406287,0.05000,2.040 +77,mlp.experts.120.up_proj,0.0000525090,0.05000,2.056 +77,mlp.experts.123.up_proj,0.0001435538,0.05000,2.063 +77,mlp.experts.122.up_proj,0.0001390725,0.05000,2.042 +77,mlp.experts.125.up_proj,0.0000912080,0.05000,2.058 +77,mlp.experts.124.up_proj,0.0001387109,0.05000,2.102 +77,mlp.experts.127.up_proj,0.0000931009,0.05000,2.060 +77,mlp.experts.126.up_proj,0.0001402344,0.05000,2.063 +77,mlp.experts.129.up_proj,0.0000965028,0.05000,2.055 +77,mlp.experts.128.up_proj,0.0001546361,0.05000,2.075 +77,mlp.experts.131.up_proj,0.0000765316,0.05000,2.087 +77,mlp.experts.130.up_proj,0.0000656263,0.05000,2.081 +77,mlp.experts.133.up_proj,0.0000904488,0.05000,2.068 +77,mlp.experts.132.up_proj,0.0000341193,0.05000,2.064 +77,mlp.experts.135.up_proj,0.0001328778,0.05000,2.063 +77,mlp.experts.134.up_proj,0.0001011753,0.05000,2.036 +77,mlp.experts.137.up_proj,0.0001740869,0.05000,2.056 +77,mlp.experts.136.up_proj,0.0001119562,0.05000,2.103 +77,mlp.experts.139.up_proj,0.0000974855,0.05000,2.043 +77,mlp.experts.138.up_proj,0.0001321035,0.05000,2.029 +77,mlp.experts.141.up_proj,0.0001045311,0.05000,2.034 +77,mlp.experts.140.up_proj,0.0001584879,0.05000,2.054 +77,mlp.experts.143.up_proj,0.0001725803,0.05000,2.049 +77,mlp.experts.142.up_proj,0.0004081934,0.05000,2.027 +77,mlp.experts.145.up_proj,0.0001192206,0.05000,2.040 +77,mlp.experts.144.up_proj,0.0001152165,0.05000,2.059 +77,mlp.experts.147.up_proj,0.0001138793,0.05000,2.057 +77,mlp.experts.146.up_proj,0.0000581321,0.05000,2.081 +77,mlp.experts.149.up_proj,0.0001588019,0.05000,2.081 +77,mlp.experts.148.up_proj,0.0000767520,0.05000,2.032 +77,mlp.experts.151.up_proj,0.0001362713,0.05000,2.038 +77,mlp.experts.150.up_proj,0.0000178383,0.05000,2.039 +77,mlp.experts.153.up_proj,0.0001481128,0.05000,2.069 +77,mlp.experts.152.up_proj,0.0001496366,0.05000,2.070 +77,mlp.experts.155.up_proj,0.0001187604,0.05000,2.107 +77,mlp.experts.154.up_proj,0.0002714141,0.05000,2.113 +77,mlp.experts.157.up_proj,0.0000331389,0.05000,2.128 +77,mlp.experts.156.up_proj,0.0000689232,0.05000,1.970 +77,mlp.experts.159.up_proj,0.0001419618,0.05000,1.818 +77,mlp.experts.158.up_proj,0.0001279790,0.05000,1.624 +77,mlp.experts.2.down_proj,0.0000243563,0.05000,0.644 +77,mlp.experts.0.down_proj,0.0000117792,0.05000,0.645 +77,mlp.experts.3.down_proj,0.0000230432,0.05000,0.645 +77,mlp.experts.1.down_proj,0.0000488183,0.05000,0.684 +77,mlp.experts.7.down_proj,0.0000172036,0.05000,0.630 +77,mlp.experts.4.down_proj,0.0000221957,0.05000,0.631 +77,mlp.experts.6.down_proj,0.0000081790,0.05000,0.648 +77,mlp.experts.5.down_proj,0.0000975627,0.05000,0.664 +77,mlp.experts.10.down_proj,0.0000303136,0.05000,0.617 +77,mlp.experts.11.down_proj,0.0000537606,0.05000,0.647 +77,mlp.experts.8.down_proj,0.0000177295,0.05000,0.686 +77,mlp.experts.9.down_proj,0.0000076721,0.05000,0.635 +77,mlp.experts.14.down_proj,0.0000358606,0.05000,0.610 +77,mlp.experts.15.down_proj,0.0000431828,0.05000,0.612 +77,mlp.experts.13.down_proj,0.0000478840,0.05000,0.620 +77,mlp.experts.12.down_proj,0.0000274881,0.05000,0.648 +77,mlp.experts.18.down_proj,0.0000304112,0.05000,0.610 +77,mlp.experts.19.down_proj,0.0000345092,0.05000,0.629 +77,mlp.experts.17.down_proj,0.0000457107,0.05000,0.633 +77,mlp.experts.16.down_proj,0.0000211397,0.05000,0.632 +77,mlp.experts.22.down_proj,0.0000704909,0.05000,0.601 +77,mlp.experts.23.down_proj,0.0000252317,0.05000,0.604 +77,mlp.experts.21.down_proj,0.0000239456,0.05000,0.603 +77,mlp.experts.20.down_proj,0.0000081510,0.05000,0.616 +77,mlp.experts.26.down_proj,0.0000299249,0.05000,0.439 +77,mlp.experts.27.down_proj,0.0000158339,0.05000,0.419 +77,mlp.experts.30.down_proj,0.0000191606,0.05000,0.644 +77,mlp.experts.31.down_proj,0.0000095988,0.05000,0.666 +77,mlp.experts.25.down_proj,0.0000154784,0.05000,0.669 +77,mlp.experts.24.down_proj,0.0000362674,0.05000,0.685 +77,mlp.experts.34.down_proj,0.0000032542,0.05000,0.621 +77,mlp.experts.29.down_proj,0.0000156064,0.05000,0.625 +77,mlp.experts.35.down_proj,0.0000117541,0.05000,0.647 +77,mlp.experts.28.down_proj,0.0000461390,0.05000,0.654 +77,mlp.experts.38.down_proj,0.0000321945,0.05000,0.633 +77,mlp.experts.33.down_proj,0.0000762438,0.05000,0.628 +77,mlp.experts.39.down_proj,0.0000090909,0.05000,0.615 +77,mlp.experts.32.down_proj,0.0000158632,0.05000,0.630 +77,mlp.experts.42.down_proj,0.0000170997,0.05000,0.646 +77,mlp.experts.43.down_proj,0.0000315086,0.05000,0.627 +77,mlp.experts.37.down_proj,0.0000393562,0.05000,0.640 +77,mlp.experts.36.down_proj,0.0000447652,0.05000,0.701 +77,mlp.experts.46.down_proj,0.0000078214,0.05000,0.617 +77,mlp.experts.47.down_proj,0.0000179417,0.05000,0.619 +77,mlp.experts.41.down_proj,0.0000242395,0.05000,0.621 +77,mlp.experts.40.down_proj,0.0000334065,0.05000,0.632 +77,mlp.experts.50.down_proj,0.0000726956,0.05000,0.619 +77,mlp.experts.51.down_proj,0.0000932219,0.05000,0.619 +77,mlp.experts.45.down_proj,0.0000153087,0.05000,0.626 +77,mlp.experts.44.down_proj,0.0000076511,0.05000,0.651 +77,mlp.experts.54.down_proj,0.0000270865,0.05000,0.615 +77,mlp.experts.55.down_proj,0.0000233413,0.05000,0.633 +77,mlp.experts.49.down_proj,0.0000300303,0.05000,0.623 +77,mlp.experts.48.down_proj,0.0000265249,0.05000,0.609 +77,mlp.experts.58.down_proj,0.0000360520,0.05000,0.614 +77,mlp.experts.59.down_proj,0.0000591047,0.05000,0.625 +77,mlp.experts.53.down_proj,0.0000201428,0.05000,0.637 +77,mlp.experts.52.down_proj,0.0000037744,0.05000,0.604 +77,mlp.experts.62.down_proj,0.0000342494,0.05000,0.606 +77,mlp.experts.63.down_proj,0.0000772091,0.05000,0.607 +77,mlp.experts.57.down_proj,0.0000200156,0.05000,0.608 +77,mlp.experts.56.down_proj,0.0000423506,0.05000,0.614 +77,mlp.experts.66.down_proj,0.0000513830,0.05000,0.611 +77,mlp.experts.67.down_proj,0.0000335752,0.05000,0.631 +77,mlp.experts.61.down_proj,0.0000093044,0.05000,0.642 +77,mlp.experts.60.down_proj,0.0000129047,0.05000,0.611 +77,mlp.experts.70.down_proj,0.0000307608,0.05000,0.610 +77,mlp.experts.71.down_proj,0.0000282051,0.05000,0.611 +77,mlp.experts.65.down_proj,0.0000245102,0.05000,0.632 +77,mlp.experts.64.down_proj,0.0000097287,0.05000,0.658 +77,mlp.experts.74.down_proj,0.0000306651,0.05000,0.630 +77,mlp.experts.75.down_proj,0.0000044762,0.05000,0.634 +77,mlp.experts.69.down_proj,0.0000421178,0.05000,0.616 +77,mlp.experts.68.down_proj,0.0000198591,0.05000,0.634 +77,mlp.experts.78.down_proj,0.0000202688,0.05000,0.653 +77,mlp.experts.79.down_proj,0.0000292895,0.05000,0.615 +77,mlp.experts.73.down_proj,0.0000228584,0.05000,0.616 +77,mlp.experts.72.down_proj,0.0000291598,0.05000,0.617 +77,mlp.experts.82.down_proj,0.0000327221,0.05000,0.606 +77,mlp.experts.83.down_proj,0.0000221510,0.05000,0.613 +77,mlp.experts.77.down_proj,0.0000052860,0.05000,0.608 +77,mlp.experts.76.down_proj,0.0000403616,0.05000,0.612 +77,mlp.experts.86.down_proj,0.0000738192,0.05000,0.606 +77,mlp.experts.87.down_proj,0.0000529446,0.05000,0.607 +77,mlp.experts.81.down_proj,0.0000065170,0.05000,0.610 +77,mlp.experts.80.down_proj,0.0000372575,0.05000,0.613 +77,mlp.experts.90.down_proj,0.0000229893,0.05000,0.609 +77,mlp.experts.91.down_proj,0.0000250671,0.05000,0.614 +77,mlp.experts.85.down_proj,0.0000153888,0.05000,0.641 +77,mlp.experts.84.down_proj,0.0000448240,0.05000,0.616 +77,mlp.experts.94.down_proj,0.0000321323,0.05000,0.611 +77,mlp.experts.95.down_proj,0.0000224123,0.05000,0.636 +77,mlp.experts.89.down_proj,0.0000172221,0.05000,0.641 +77,mlp.experts.88.down_proj,0.0000187652,0.05000,0.628 +77,mlp.experts.98.down_proj,0.0000449217,0.05000,0.605 +77,mlp.experts.99.down_proj,0.0000167807,0.05000,0.643 +77,mlp.experts.93.down_proj,0.0000116128,0.05000,0.627 +77,mlp.experts.92.down_proj,0.0000188576,0.05000,0.607 +77,mlp.experts.102.down_proj,0.0000314314,0.05000,0.626 +77,mlp.experts.103.down_proj,0.0000124821,0.05000,0.629 +77,mlp.experts.97.down_proj,0.0000298530,0.05000,0.621 +77,mlp.experts.96.down_proj,0.0000617483,0.05000,0.611 +77,mlp.experts.106.down_proj,0.0000130183,0.05000,0.624 +77,mlp.experts.107.down_proj,0.0000068251,0.05000,0.623 +77,mlp.experts.101.down_proj,0.0000483458,0.05000,0.617 +77,mlp.experts.100.down_proj,0.0000171256,0.05000,0.602 +77,mlp.experts.110.down_proj,0.0000257249,0.05000,0.608 +77,mlp.experts.111.down_proj,0.0000433583,0.05000,0.617 +77,mlp.experts.105.down_proj,0.0000248711,0.05000,0.612 +77,mlp.experts.104.down_proj,0.0000563975,0.05000,0.651 +77,mlp.experts.114.down_proj,0.0000178014,0.05000,0.618 +77,mlp.experts.115.down_proj,0.0000217006,0.05000,0.648 +77,mlp.experts.109.down_proj,0.0000310710,0.05000,0.627 +77,mlp.experts.108.down_proj,0.0000143928,0.05000,0.624 +77,mlp.experts.118.down_proj,0.0000368856,0.05000,0.653 +77,mlp.experts.113.down_proj,0.0000274681,0.05000,0.613 +77,mlp.experts.119.down_proj,0.0000683649,0.05000,0.656 +77,mlp.experts.112.down_proj,0.0000164150,0.05000,0.621 +77,mlp.experts.122.down_proj,0.0000318037,0.05000,0.630 +77,mlp.experts.117.down_proj,0.0000513926,0.05000,0.610 +77,mlp.experts.123.down_proj,0.0000365497,0.05000,0.610 +77,mlp.experts.116.down_proj,0.0000067310,0.05000,0.618 +77,mlp.experts.126.down_proj,0.0000265749,0.05000,0.619 +77,mlp.experts.127.down_proj,0.0000171076,0.05000,0.634 +77,mlp.experts.121.down_proj,0.0000371896,0.05000,0.662 +77,mlp.experts.120.down_proj,0.0000115779,0.05000,0.661 +77,mlp.experts.130.down_proj,0.0000159555,0.05000,0.631 +77,mlp.experts.131.down_proj,0.0000179547,0.05000,0.614 +77,mlp.experts.125.down_proj,0.0000294418,0.05000,0.634 +77,mlp.experts.124.down_proj,0.0000510079,0.05000,0.608 +77,mlp.experts.134.down_proj,0.0000185739,0.05000,0.627 +77,mlp.experts.135.down_proj,0.0000301498,0.05000,0.605 +77,mlp.experts.129.down_proj,0.0000282480,0.05000,0.606 +77,mlp.experts.128.down_proj,0.0000543105,0.05000,0.602 +77,mlp.experts.138.down_proj,0.0000225402,0.05000,0.605 +77,mlp.experts.139.down_proj,0.0000214072,0.05000,0.606 +77,mlp.experts.133.down_proj,0.0000148601,0.05000,0.607 +77,mlp.experts.132.down_proj,0.0000082477,0.05000,0.598 +77,mlp.experts.142.down_proj,0.0000727724,0.05000,0.611 +77,mlp.experts.143.down_proj,0.0000264031,0.05000,0.614 +77,mlp.experts.137.down_proj,0.0000521913,0.05000,0.613 +77,mlp.experts.136.down_proj,0.0000268239,0.05000,0.650 +77,mlp.experts.146.down_proj,0.0000129437,0.05000,0.650 +77,mlp.experts.147.down_proj,0.0000543279,0.05000,0.613 +77,mlp.experts.141.down_proj,0.0000246352,0.05000,0.610 +77,mlp.experts.140.down_proj,0.0000672362,0.05000,0.628 +77,mlp.experts.150.down_proj,0.0000031138,0.05000,0.644 +77,mlp.experts.151.down_proj,0.0000329652,0.05000,0.632 +77,mlp.experts.145.down_proj,0.0000495926,0.05000,0.623 +77,mlp.experts.144.down_proj,0.0000489337,0.05000,0.624 +77,mlp.experts.154.down_proj,0.0000772640,0.05000,0.641 +77,mlp.experts.155.down_proj,0.0000311557,0.05000,0.664 +77,mlp.experts.149.down_proj,0.0000547937,0.05000,0.657 +77,mlp.experts.148.down_proj,0.0000229070,0.05000,0.644 +77,mlp.experts.158.down_proj,0.0000583677,0.05000,0.634 +77,mlp.experts.159.down_proj,0.0000512933,0.05000,0.603 +77,mlp.experts.153.down_proj,0.0000263031,0.05000,0.609 +77,mlp.experts.152.down_proj,0.0000302667,0.05000,0.576 +77,mlp.experts.157.down_proj,0.0000101993,0.05000,0.423 +77,mlp.experts.156.down_proj,0.0000361958,0.05000,0.418 +78,mlp.experts.0.gate_proj,0.0000297181,0.05000,2.106 +78,mlp.experts.2.gate_proj,0.0001835428,0.05000,2.133 +78,mlp.experts.3.gate_proj,0.0000366073,0.05000,2.138 +78,mlp.experts.1.gate_proj,0.0003659958,0.05000,2.204 +78,mlp.experts.4.gate_proj,0.0001895789,0.05000,2.089 +78,mlp.experts.7.gate_proj,0.0001109507,0.05000,2.057 +78,mlp.experts.5.gate_proj,0.0001273797,0.05000,2.039 +78,mlp.experts.6.gate_proj,0.0000511180,0.05000,2.163 +78,mlp.experts.11.gate_proj,0.0001254670,0.05000,2.062 +78,mlp.experts.9.gate_proj,0.0002157517,0.05000,2.077 +78,mlp.experts.8.gate_proj,0.0001914557,0.05000,2.194 +78,mlp.experts.10.gate_proj,0.0001485181,0.05000,2.129 +78,mlp.experts.15.gate_proj,0.0000922732,0.05000,2.061 +78,mlp.experts.13.gate_proj,0.0000906647,0.05000,2.109 +78,mlp.experts.12.gate_proj,0.0001411746,0.05000,2.089 +78,mlp.experts.14.gate_proj,0.0000168561,0.05000,2.107 +78,mlp.experts.19.gate_proj,0.0000949991,0.05000,2.101 +78,mlp.experts.17.gate_proj,0.0001558128,0.05000,2.073 +78,mlp.experts.16.gate_proj,0.0000635261,0.05000,2.114 +78,mlp.experts.18.gate_proj,0.0000834437,0.05000,2.084 +78,mlp.experts.23.gate_proj,0.0001019121,0.05000,2.172 +78,mlp.experts.21.gate_proj,0.0001036343,0.05000,2.091 +78,mlp.experts.20.gate_proj,0.0000894560,0.05000,2.078 +78,mlp.experts.22.gate_proj,0.0001475540,0.05000,2.104 +78,mlp.experts.25.gate_proj,0.0000891989,0.05000,2.044 +78,mlp.experts.27.gate_proj,0.0002124686,0.05000,2.089 +78,mlp.experts.24.gate_proj,0.0000901870,0.05000,2.086 +78,mlp.experts.26.gate_proj,0.0001382840,0.05000,2.062 +78,mlp.experts.29.gate_proj,0.0001475286,0.05000,2.099 +78,mlp.experts.31.gate_proj,0.0002707181,0.05000,2.093 +78,mlp.experts.28.gate_proj,0.0001661279,0.05000,2.087 +78,mlp.experts.30.gate_proj,0.0001458316,0.05000,2.088 +78,mlp.experts.33.gate_proj,0.0001235157,0.05000,2.035 +78,mlp.experts.35.gate_proj,0.0000142571,0.05000,2.085 +78,mlp.experts.32.gate_proj,0.0002282304,0.05000,2.058 +78,mlp.experts.34.gate_proj,0.0000386695,0.05000,2.058 +78,mlp.experts.37.gate_proj,0.0001331772,0.05000,2.056 +78,mlp.experts.36.gate_proj,0.0000802969,0.05000,2.041 +78,mlp.experts.39.gate_proj,0.0000386380,0.05000,2.111 +78,mlp.experts.38.gate_proj,0.0001961736,0.05000,2.085 +78,mlp.experts.41.gate_proj,0.0001654295,0.05000,2.058 +78,mlp.experts.40.gate_proj,0.0001995206,0.05000,2.050 +78,mlp.experts.42.gate_proj,0.0000617944,0.05000,2.028 +78,mlp.experts.43.gate_proj,0.0000905776,0.05000,2.106 +78,mlp.experts.45.gate_proj,0.0001716742,0.05000,2.094 +78,mlp.experts.44.gate_proj,0.0000599082,0.05000,2.022 +78,mlp.experts.46.gate_proj,0.0000658323,0.05000,2.085 +78,mlp.experts.47.gate_proj,0.0001967650,0.05000,2.084 +78,mlp.experts.48.gate_proj,0.0001955796,0.05000,2.011 +78,mlp.experts.49.gate_proj,0.0002145025,0.05000,2.099 +78,mlp.experts.50.gate_proj,0.0000925521,0.05000,2.056 +78,mlp.experts.51.gate_proj,0.0001429063,0.05000,2.093 +78,mlp.experts.52.gate_proj,0.0000633859,0.05000,2.072 +78,mlp.experts.53.gate_proj,0.0001369918,0.05000,2.107 +78,mlp.experts.54.gate_proj,0.0003034637,0.05000,2.051 +78,mlp.experts.55.gate_proj,0.0000507148,0.05000,2.038 +78,mlp.experts.56.gate_proj,0.0001971765,0.05000,2.058 +78,mlp.experts.57.gate_proj,0.0000970846,0.05000,2.049 +78,mlp.experts.58.gate_proj,0.0002253050,0.05000,2.036 +78,mlp.experts.59.gate_proj,0.0001124987,0.05000,2.072 +78,mlp.experts.60.gate_proj,0.0000817393,0.05000,2.112 +78,mlp.experts.62.gate_proj,0.0001539616,0.05000,2.028 +78,mlp.experts.61.gate_proj,0.0002604759,0.05000,2.083 +78,mlp.experts.63.gate_proj,0.0001568952,0.05000,2.064 +78,mlp.experts.65.gate_proj,0.0001132125,0.05000,2.032 +78,mlp.experts.64.gate_proj,0.0000116916,0.05000,2.113 +78,mlp.experts.66.gate_proj,0.0001437931,0.05000,2.106 +78,mlp.experts.67.gate_proj,0.0000802301,0.05000,2.066 +78,mlp.experts.69.gate_proj,0.0001515163,0.05000,2.069 +78,mlp.experts.68.gate_proj,0.0001124515,0.05000,2.042 +78,mlp.experts.70.gate_proj,0.0001777289,0.05000,2.083 +78,mlp.experts.71.gate_proj,0.0001023909,0.05000,2.098 +78,mlp.experts.72.gate_proj,0.0000188536,0.05000,2.051 +78,mlp.experts.73.gate_proj,0.0000934460,0.05000,2.104 +78,mlp.experts.74.gate_proj,0.0000962610,0.05000,2.075 +78,mlp.experts.75.gate_proj,0.0000590835,0.05000,2.042 +78,mlp.experts.77.gate_proj,0.0000800409,0.05000,2.038 +78,mlp.experts.78.gate_proj,0.0000928410,0.05000,2.028 +78,mlp.experts.76.gate_proj,0.0001008882,0.05000,2.115 +78,mlp.experts.79.gate_proj,0.0003206785,0.05000,2.069 +78,mlp.experts.82.gate_proj,0.0001080430,0.05000,2.074 +78,mlp.experts.81.gate_proj,0.0001280386,0.05000,2.100 +78,mlp.experts.83.gate_proj,0.0001763561,0.05000,2.100 +78,mlp.experts.80.gate_proj,0.0001940596,0.05000,2.239 +78,mlp.experts.86.gate_proj,0.0000888707,0.05000,2.082 +78,mlp.experts.85.gate_proj,0.0001145017,0.05000,2.146 +78,mlp.experts.87.gate_proj,0.0000563706,0.05000,2.075 +78,mlp.experts.84.gate_proj,0.0001448334,0.05000,2.125 +78,mlp.experts.90.gate_proj,0.0001299348,0.05000,2.103 +78,mlp.experts.91.gate_proj,0.0000727942,0.05000,2.078 +78,mlp.experts.89.gate_proj,0.0000671761,0.05000,2.195 +78,mlp.experts.88.gate_proj,0.0001308469,0.05000,2.141 +78,mlp.experts.94.gate_proj,0.0001659203,0.05000,2.077 +78,mlp.experts.95.gate_proj,0.0000970636,0.05000,2.061 +78,mlp.experts.93.gate_proj,0.0000689556,0.05000,2.078 +78,mlp.experts.92.gate_proj,0.0001263073,0.05000,2.063 +78,mlp.experts.98.gate_proj,0.0001359067,0.05000,2.066 +78,mlp.experts.99.gate_proj,0.0001693955,0.05000,2.093 +78,mlp.experts.97.gate_proj,0.0001988518,0.05000,2.064 +78,mlp.experts.96.gate_proj,0.0001242185,0.05000,2.053 +78,mlp.experts.102.gate_proj,0.0000757515,0.05000,2.118 +78,mlp.experts.103.gate_proj,0.0001185515,0.05000,2.078 +78,mlp.experts.101.gate_proj,0.0001005176,0.05000,2.100 +78,mlp.experts.100.gate_proj,0.0000799101,0.05000,2.079 +78,mlp.experts.106.gate_proj,0.0001895945,0.05000,2.053 +78,mlp.experts.107.gate_proj,0.0001149368,0.05000,2.106 +78,mlp.experts.105.gate_proj,0.0001754062,0.05000,2.083 +78,mlp.experts.104.gate_proj,0.0000214761,0.05000,2.072 +78,mlp.experts.110.gate_proj,0.0000715331,0.05000,2.095 +78,mlp.experts.111.gate_proj,0.0001343219,0.05000,2.083 +78,mlp.experts.108.gate_proj,0.0000771292,0.05000,2.052 +78,mlp.experts.109.gate_proj,0.0000296268,0.05000,2.133 +78,mlp.experts.114.gate_proj,0.0001070311,0.05000,2.110 +78,mlp.experts.115.gate_proj,0.0001070608,0.05000,2.106 +78,mlp.experts.112.gate_proj,0.0000978902,0.05000,2.098 +78,mlp.experts.113.gate_proj,0.0002969269,0.05000,2.100 +78,mlp.experts.118.gate_proj,0.0001191834,0.05000,2.098 +78,mlp.experts.116.gate_proj,0.0000482035,0.05000,2.039 +78,mlp.experts.117.gate_proj,0.0001422090,0.05000,2.010 +78,mlp.experts.119.gate_proj,0.0000276574,0.05000,2.149 +78,mlp.experts.122.gate_proj,0.0002752147,0.05000,2.097 +78,mlp.experts.120.gate_proj,0.0001470230,0.05000,2.067 +78,mlp.experts.121.gate_proj,0.0001185464,0.05000,2.085 +78,mlp.experts.123.gate_proj,0.0000909764,0.05000,2.078 +78,mlp.experts.125.gate_proj,0.0003308210,0.05000,1.988 +78,mlp.experts.124.gate_proj,0.0000570722,0.05000,2.059 +78,mlp.experts.127.gate_proj,0.0001087903,0.05000,2.010 +78,mlp.experts.126.gate_proj,0.0000808957,0.05000,2.173 +78,mlp.experts.131.gate_proj,0.0000813968,0.05000,1.982 +78,mlp.experts.129.gate_proj,0.0001714868,0.05000,2.079 +78,mlp.experts.128.gate_proj,0.0000692616,0.05000,2.050 +78,mlp.experts.130.gate_proj,0.0003377539,0.05000,2.107 +78,mlp.experts.133.gate_proj,0.0000824730,0.05000,2.018 +78,mlp.experts.132.gate_proj,0.0001108821,0.05000,2.058 +78,mlp.experts.135.gate_proj,0.0000841283,0.05000,2.133 +78,mlp.experts.134.gate_proj,0.0001418230,0.05000,2.092 +78,mlp.experts.137.gate_proj,0.0000551971,0.05000,2.013 +78,mlp.experts.139.gate_proj,0.0000621478,0.05000,1.994 +78,mlp.experts.136.gate_proj,0.0001818880,0.05000,2.081 +78,mlp.experts.138.gate_proj,0.0001326358,0.05000,2.040 +78,mlp.experts.141.gate_proj,0.0000632928,0.05000,2.006 +78,mlp.experts.143.gate_proj,0.0001116016,0.05000,2.001 +78,mlp.experts.140.gate_proj,0.0000528171,0.05000,2.012 +78,mlp.experts.142.gate_proj,0.0001098680,0.05000,2.044 +78,mlp.experts.145.gate_proj,0.0001447906,0.05000,2.014 +78,mlp.experts.147.gate_proj,0.0001366698,0.05000,2.006 +78,mlp.experts.144.gate_proj,0.0001205679,0.05000,2.053 +78,mlp.experts.146.gate_proj,0.0001290868,0.05000,2.084 +78,mlp.experts.149.gate_proj,0.0001303730,0.05000,2.005 +78,mlp.experts.151.gate_proj,0.0001741994,0.05000,2.007 +78,mlp.experts.148.gate_proj,0.0000332848,0.05000,2.045 +78,mlp.experts.150.gate_proj,0.0000197681,0.05000,1.999 +78,mlp.experts.153.gate_proj,0.0000702317,0.05000,2.009 +78,mlp.experts.155.gate_proj,0.0000946288,0.05000,2.011 +78,mlp.experts.152.gate_proj,0.0001457425,0.05000,2.019 +78,mlp.experts.154.gate_proj,0.0001692956,0.05000,2.082 +78,mlp.experts.157.gate_proj,0.0000376684,0.05000,2.004 +78,mlp.experts.159.gate_proj,0.0001796478,0.05000,2.003 +78,mlp.experts.156.gate_proj,0.0001178331,0.05000,2.023 +78,mlp.experts.158.gate_proj,0.0000972304,0.05000,2.054 +78,mlp.experts.1.up_proj,0.0003502209,0.05000,2.054 +78,mlp.experts.3.up_proj,0.0000354988,0.05000,2.201 +78,mlp.experts.0.up_proj,0.0000295791,0.05000,2.071 +78,mlp.experts.2.up_proj,0.0001765266,0.05000,2.046 +78,mlp.experts.5.up_proj,0.0001272593,0.05000,2.012 +78,mlp.experts.7.up_proj,0.0001071643,0.05000,2.044 +78,mlp.experts.4.up_proj,0.0001884709,0.05000,2.041 +78,mlp.experts.6.up_proj,0.0000507954,0.05000,2.053 +78,mlp.experts.9.up_proj,0.0002105681,0.05000,2.013 +78,mlp.experts.11.up_proj,0.0001258441,0.05000,2.033 +78,mlp.experts.8.up_proj,0.0001868545,0.05000,2.060 +78,mlp.experts.10.up_proj,0.0001480465,0.05000,2.098 +78,mlp.experts.13.up_proj,0.0000895084,0.05000,2.022 +78,mlp.experts.15.up_proj,0.0000888283,0.05000,2.069 +78,mlp.experts.12.up_proj,0.0001370178,0.05000,2.075 +78,mlp.experts.14.up_proj,0.0000169229,0.05000,2.091 +78,mlp.experts.17.up_proj,0.0001527872,0.05000,2.007 +78,mlp.experts.19.up_proj,0.0000937393,0.05000,2.079 +78,mlp.experts.16.up_proj,0.0000622769,0.05000,2.076 +78,mlp.experts.18.up_proj,0.0000829809,0.05000,2.041 +78,mlp.experts.21.up_proj,0.0000997344,0.05000,2.096 +78,mlp.experts.23.up_proj,0.0001011255,0.05000,2.070 +78,mlp.experts.20.up_proj,0.0000889210,0.05000,2.087 +78,mlp.experts.22.up_proj,0.0001439268,0.05000,2.119 +78,mlp.experts.25.up_proj,0.0000885213,0.05000,2.075 +78,mlp.experts.27.up_proj,0.0002104653,0.05000,2.036 +78,mlp.experts.24.up_proj,0.0000892615,0.05000,2.067 +78,mlp.experts.26.up_proj,0.0001369757,0.05000,2.055 +78,mlp.experts.29.up_proj,0.0001428792,0.05000,2.033 +78,mlp.experts.31.up_proj,0.0002695301,0.05000,2.016 +78,mlp.experts.28.up_proj,0.0001571723,0.05000,2.060 +78,mlp.experts.30.up_proj,0.0001451229,0.05000,2.030 +78,mlp.experts.33.up_proj,0.0001193904,0.05000,2.053 +78,mlp.experts.35.up_proj,0.0000145146,0.05000,2.082 +78,mlp.experts.32.up_proj,0.0002261903,0.05000,2.030 +78,mlp.experts.34.up_proj,0.0000295377,0.05000,2.082 +78,mlp.experts.37.up_proj,0.0001283831,0.05000,2.014 +78,mlp.experts.39.up_proj,0.0000384024,0.05000,2.051 +78,mlp.experts.36.up_proj,0.0000792622,0.05000,2.106 +78,mlp.experts.38.up_proj,0.0001934482,0.05000,2.093 +78,mlp.experts.41.up_proj,0.0001646814,0.05000,2.087 +78,mlp.experts.43.up_proj,0.0000884363,0.05000,2.055 +78,mlp.experts.40.up_proj,0.0001937161,0.05000,2.145 +78,mlp.experts.42.up_proj,0.0000595045,0.05000,2.077 +78,mlp.experts.45.up_proj,0.0001644084,0.05000,2.058 +78,mlp.experts.47.up_proj,0.0001947987,0.05000,2.042 +78,mlp.experts.44.up_proj,0.0000588521,0.05000,2.090 +78,mlp.experts.46.up_proj,0.0000654056,0.05000,2.046 +78,mlp.experts.49.up_proj,0.0002139135,0.05000,2.037 +78,mlp.experts.51.up_proj,0.0001419752,0.05000,2.029 +78,mlp.experts.48.up_proj,0.0001975612,0.05000,2.051 +78,mlp.experts.50.up_proj,0.0000913898,0.05000,2.038 +78,mlp.experts.53.up_proj,0.0001340713,0.05000,2.076 +78,mlp.experts.55.up_proj,0.0000497070,0.05000,2.036 +78,mlp.experts.52.up_proj,0.0000627427,0.05000,2.081 +78,mlp.experts.54.up_proj,0.0002991620,0.05000,2.062 +78,mlp.experts.57.up_proj,0.0000957306,0.05000,2.150 +78,mlp.experts.59.up_proj,0.0001092254,0.05000,2.044 +78,mlp.experts.56.up_proj,0.0001930175,0.05000,2.048 +78,mlp.experts.58.up_proj,0.0002200416,0.05000,2.040 +78,mlp.experts.61.up_proj,0.0002587071,0.05000,2.083 +78,mlp.experts.63.up_proj,0.0001523670,0.05000,2.046 +78,mlp.experts.60.up_proj,0.0000802622,0.05000,2.030 +78,mlp.experts.62.up_proj,0.0001525225,0.05000,2.043 +78,mlp.experts.65.up_proj,0.0001095326,0.05000,2.108 +78,mlp.experts.67.up_proj,0.0000779648,0.05000,2.049 +78,mlp.experts.64.up_proj,0.0000115952,0.05000,2.064 +78,mlp.experts.66.up_proj,0.0001412797,0.05000,2.067 +78,mlp.experts.69.up_proj,0.0001511681,0.05000,2.048 +78,mlp.experts.71.up_proj,0.0001024366,0.05000,2.053 +78,mlp.experts.68.up_proj,0.0001100959,0.05000,2.087 +78,mlp.experts.70.up_proj,0.0001773819,0.05000,2.071 +78,mlp.experts.73.up_proj,0.0000899476,0.05000,2.101 +78,mlp.experts.75.up_proj,0.0000591868,0.05000,2.090 +78,mlp.experts.72.up_proj,0.0000187449,0.05000,2.109 +78,mlp.experts.74.up_proj,0.0000926564,0.05000,2.112 +78,mlp.experts.79.up_proj,0.0003216813,0.05000,2.004 +78,mlp.experts.77.up_proj,0.0000789654,0.05000,2.102 +78,mlp.experts.76.up_proj,0.0001013583,0.05000,2.057 +78,mlp.experts.78.up_proj,0.0000893493,0.05000,2.061 +78,mlp.experts.83.up_proj,0.0001706135,0.05000,2.051 +78,mlp.experts.81.up_proj,0.0001243386,0.05000,2.086 +78,mlp.experts.80.up_proj,0.0001900684,0.05000,2.049 +78,mlp.experts.82.up_proj,0.0001043092,0.05000,2.113 +78,mlp.experts.87.up_proj,0.0000558513,0.05000,2.053 +78,mlp.experts.85.up_proj,0.0001122825,0.05000,2.057 +78,mlp.experts.84.up_proj,0.0001397947,0.05000,2.086 +78,mlp.experts.86.up_proj,0.0000865785,0.05000,2.109 +78,mlp.experts.91.up_proj,0.0000721934,0.05000,2.054 +78,mlp.experts.89.up_proj,0.0000663749,0.05000,2.072 +78,mlp.experts.88.up_proj,0.0001304043,0.05000,2.056 +78,mlp.experts.90.up_proj,0.0001289900,0.05000,2.045 +78,mlp.experts.95.up_proj,0.0000976091,0.05000,2.024 +78,mlp.experts.93.up_proj,0.0000683577,0.05000,2.023 +78,mlp.experts.92.up_proj,0.0001240291,0.05000,2.061 +78,mlp.experts.94.up_proj,0.0001635917,0.05000,2.103 +78,mlp.experts.99.up_proj,0.0001645005,0.05000,2.045 +78,mlp.experts.97.up_proj,0.0001947773,0.05000,2.117 +78,mlp.experts.96.up_proj,0.0001213439,0.05000,2.045 +78,mlp.experts.98.up_proj,0.0001340211,0.05000,2.157 +78,mlp.experts.103.up_proj,0.0001181990,0.05000,2.027 +78,mlp.experts.101.up_proj,0.0000954590,0.05000,2.035 +78,mlp.experts.100.up_proj,0.0000789436,0.05000,2.055 +78,mlp.experts.102.up_proj,0.0000742932,0.05000,2.142 +78,mlp.experts.107.up_proj,0.0001141886,0.05000,2.064 +78,mlp.experts.105.up_proj,0.0001731395,0.05000,2.041 +78,mlp.experts.104.up_proj,0.0000212819,0.05000,2.067 +78,mlp.experts.106.up_proj,0.0001853138,0.05000,2.066 +78,mlp.experts.111.up_proj,0.0001310378,0.05000,2.060 +78,mlp.experts.109.up_proj,0.0000289315,0.05000,2.079 +78,mlp.experts.108.up_proj,0.0000768738,0.05000,2.062 +78,mlp.experts.110.up_proj,0.0000705912,0.05000,2.067 +78,mlp.experts.115.up_proj,0.0001066284,0.05000,2.077 +78,mlp.experts.113.up_proj,0.0002931771,0.05000,2.062 +78,mlp.experts.112.up_proj,0.0000974647,0.05000,2.023 +78,mlp.experts.114.up_proj,0.0001071802,0.05000,2.026 +78,mlp.experts.119.up_proj,0.0000275694,0.05000,2.047 +78,mlp.experts.117.up_proj,0.0001231316,0.05000,2.095 +78,mlp.experts.116.up_proj,0.0000476225,0.05000,2.033 +78,mlp.experts.118.up_proj,0.0001167209,0.05000,2.112 +78,mlp.experts.123.up_proj,0.0000895535,0.05000,2.075 +78,mlp.experts.121.up_proj,0.0001167274,0.05000,2.065 +78,mlp.experts.120.up_proj,0.0001409914,0.05000,2.054 +78,mlp.experts.122.up_proj,0.0002607336,0.05000,2.062 +78,mlp.experts.127.up_proj,0.0001065113,0.05000,2.022 +78,mlp.experts.125.up_proj,0.0003190939,0.05000,2.030 +78,mlp.experts.124.up_proj,0.0000564654,0.05000,2.022 +78,mlp.experts.126.up_proj,0.0000802690,0.05000,2.052 +78,mlp.experts.131.up_proj,0.0000812774,0.05000,2.064 +78,mlp.experts.129.up_proj,0.0001683517,0.05000,2.059 +78,mlp.experts.128.up_proj,0.0000678880,0.05000,2.065 +78,mlp.experts.130.up_proj,0.0003349301,0.05000,2.121 +78,mlp.experts.135.up_proj,0.0000819027,0.05000,2.024 +78,mlp.experts.133.up_proj,0.0000819767,0.05000,2.027 +78,mlp.experts.132.up_proj,0.0001094413,0.05000,2.031 +78,mlp.experts.134.up_proj,0.0001410460,0.05000,2.068 +78,mlp.experts.139.up_proj,0.0000620205,0.05000,2.023 +78,mlp.experts.137.up_proj,0.0000550345,0.05000,2.031 +78,mlp.experts.136.up_proj,0.0001772628,0.05000,2.043 +78,mlp.experts.138.up_proj,0.0001305182,0.05000,2.083 +78,mlp.experts.143.up_proj,0.0001078703,0.05000,2.027 +78,mlp.experts.141.up_proj,0.0000615169,0.05000,2.008 +78,mlp.experts.140.up_proj,0.0000513547,0.05000,2.029 +78,mlp.experts.142.up_proj,0.0001045937,0.05000,2.028 +78,mlp.experts.147.up_proj,0.0001345106,0.05000,2.021 +78,mlp.experts.145.up_proj,0.0001440764,0.05000,2.059 +78,mlp.experts.144.up_proj,0.0001171322,0.05000,2.056 +78,mlp.experts.146.up_proj,0.0001260331,0.05000,2.046 +78,mlp.experts.151.up_proj,0.0001709190,0.05000,2.058 +78,mlp.experts.149.up_proj,0.0001255630,0.05000,2.043 +78,mlp.experts.148.up_proj,0.0000326637,0.05000,2.061 +78,mlp.experts.150.up_proj,0.0000196840,0.05000,2.062 +78,mlp.experts.155.up_proj,0.0000927434,0.05000,2.049 +78,mlp.experts.153.up_proj,0.0000685987,0.05000,2.059 +78,mlp.experts.152.up_proj,0.0001416903,0.05000,2.063 +78,mlp.experts.154.up_proj,0.0001661241,0.05000,2.100 +78,mlp.experts.159.up_proj,0.0001729529,0.05000,2.048 +78,mlp.experts.157.up_proj,0.0000370612,0.05000,2.070 +78,mlp.experts.156.up_proj,0.0001131383,0.05000,1.910 +78,mlp.experts.158.up_proj,0.0000948252,0.05000,1.546 +78,mlp.experts.1.down_proj,0.0000604137,0.05000,0.636 +78,mlp.experts.0.down_proj,0.0000051590,0.05000,0.637 +78,mlp.experts.2.down_proj,0.0000632264,0.05000,0.638 +78,mlp.experts.3.down_proj,0.0000145590,0.05000,0.641 +78,mlp.experts.5.down_proj,0.0000369142,0.05000,0.613 +78,mlp.experts.4.down_proj,0.0000367815,0.05000,0.613 +78,mlp.experts.7.down_proj,0.0000352563,0.05000,0.613 +78,mlp.experts.6.down_proj,0.0000110897,0.05000,0.637 +78,mlp.experts.8.down_proj,0.0000269808,0.05000,0.608 +78,mlp.experts.11.down_proj,0.0000318797,0.05000,0.609 +78,mlp.experts.9.down_proj,0.0000300342,0.05000,0.612 +78,mlp.experts.10.down_proj,0.0000282679,0.05000,0.607 +78,mlp.experts.12.down_proj,0.0000488300,0.05000,0.609 +78,mlp.experts.13.down_proj,0.0000258115,0.05000,0.608 +78,mlp.experts.14.down_proj,0.0000034120,0.05000,0.606 +78,mlp.experts.15.down_proj,0.0000133046,0.05000,0.644 +78,mlp.experts.17.down_proj,0.0000324059,0.05000,0.615 +78,mlp.experts.16.down_proj,0.0000102285,0.05000,0.640 +78,mlp.experts.18.down_proj,0.0000205285,0.05000,0.622 +78,mlp.experts.19.down_proj,0.0000359698,0.05000,0.633 +78,mlp.experts.21.down_proj,0.0000168454,0.05000,0.636 +78,mlp.experts.20.down_proj,0.0000168560,0.05000,0.616 +78,mlp.experts.22.down_proj,0.0000441901,0.05000,0.617 +78,mlp.experts.23.down_proj,0.0000474178,0.05000,0.623 +78,mlp.experts.26.down_proj,0.0000293414,0.05000,0.618 +78,mlp.experts.24.down_proj,0.0000238171,0.05000,0.621 +78,mlp.experts.25.down_proj,0.0000177984,0.05000,0.640 +78,mlp.experts.27.down_proj,0.0000649987,0.05000,0.621 +78,mlp.experts.30.down_proj,0.0000288142,0.05000,0.630 +78,mlp.experts.29.down_proj,0.0000611782,0.05000,0.613 +78,mlp.experts.28.down_proj,0.0000417263,0.05000,0.643 +78,mlp.experts.31.down_proj,0.0000670008,0.05000,0.622 +78,mlp.experts.34.down_proj,0.0000245549,0.05000,0.625 +78,mlp.experts.32.down_proj,0.0000952410,0.05000,0.624 +78,mlp.experts.33.down_proj,0.0000233958,0.05000,0.642 +78,mlp.experts.35.down_proj,0.0000061911,0.05000,0.625 +78,mlp.experts.38.down_proj,0.0000766878,0.05000,0.616 +78,mlp.experts.37.down_proj,0.0000233785,0.05000,0.607 +78,mlp.experts.36.down_proj,0.0000213236,0.05000,0.619 +78,mlp.experts.39.down_proj,0.0000063429,0.05000,0.629 +78,mlp.experts.42.down_proj,0.0000119168,0.05000,0.626 +78,mlp.experts.43.down_proj,0.0000288058,0.05000,0.611 +78,mlp.experts.40.down_proj,0.0000512008,0.05000,0.645 +78,mlp.experts.41.down_proj,0.0000619075,0.05000,0.682 +78,mlp.experts.46.down_proj,0.0000103087,0.05000,0.617 +78,mlp.experts.47.down_proj,0.0000984348,0.05000,0.606 +78,mlp.experts.44.down_proj,0.0000163517,0.05000,0.608 +78,mlp.experts.45.down_proj,0.0000637529,0.05000,0.608 +78,mlp.experts.50.down_proj,0.0000145821,0.05000,0.615 +78,mlp.experts.51.down_proj,0.0000610386,0.05000,0.608 +78,mlp.experts.48.down_proj,0.0000473588,0.05000,0.610 +78,mlp.experts.49.down_proj,0.0000570979,0.05000,0.629 +78,mlp.experts.55.down_proj,0.0000371201,0.05000,0.609 +78,mlp.experts.52.down_proj,0.0000302672,0.05000,0.611 +78,mlp.experts.54.down_proj,0.0000624220,0.05000,0.640 +78,mlp.experts.53.down_proj,0.0000203176,0.05000,0.673 +78,mlp.experts.59.down_proj,0.0000341017,0.05000,0.610 +78,mlp.experts.56.down_proj,0.0000353019,0.05000,0.636 +78,mlp.experts.58.down_proj,0.0000562181,0.05000,0.638 +78,mlp.experts.57.down_proj,0.0000165451,0.05000,0.615 +78,mlp.experts.63.down_proj,0.0000579032,0.05000,0.615 +78,mlp.experts.60.down_proj,0.0000124812,0.05000,0.620 +78,mlp.experts.62.down_proj,0.0000322163,0.05000,0.632 +78,mlp.experts.61.down_proj,0.0000793559,0.05000,0.629 +78,mlp.experts.67.down_proj,0.0000138082,0.05000,0.601 +78,mlp.experts.64.down_proj,0.0000023111,0.05000,0.609 +78,mlp.experts.66.down_proj,0.0000905244,0.05000,0.602 +78,mlp.experts.65.down_proj,0.0000250845,0.05000,0.647 +78,mlp.experts.71.down_proj,0.0000282979,0.05000,0.605 +78,mlp.experts.68.down_proj,0.0000155012,0.05000,0.612 +78,mlp.experts.70.down_proj,0.0000315897,0.05000,0.629 +78,mlp.experts.69.down_proj,0.0000497941,0.05000,0.605 +78,mlp.experts.75.down_proj,0.0000178256,0.05000,0.608 +78,mlp.experts.72.down_proj,0.0000035128,0.05000,0.614 +78,mlp.experts.74.down_proj,0.0000135280,0.05000,0.630 +78,mlp.experts.73.down_proj,0.0000270021,0.05000,0.635 +78,mlp.experts.79.down_proj,0.0001404257,0.05000,0.600 +78,mlp.experts.76.down_proj,0.0000293135,0.05000,0.631 +78,mlp.experts.78.down_proj,0.0000125629,0.05000,0.611 +78,mlp.experts.77.down_proj,0.0000222921,0.05000,0.627 +78,mlp.experts.83.down_proj,0.0001021364,0.05000,0.626 +78,mlp.experts.80.down_proj,0.0000417761,0.05000,0.611 +78,mlp.experts.82.down_proj,0.0000246411,0.05000,0.609 +78,mlp.experts.81.down_proj,0.0000281810,0.05000,0.609 +78,mlp.experts.87.down_proj,0.0000237811,0.05000,0.472 +78,mlp.experts.84.down_proj,0.0000215581,0.05000,0.427 +78,mlp.experts.86.down_proj,0.0000268059,0.05000,0.632 +78,mlp.experts.91.down_proj,0.0000152602,0.05000,0.644 +78,mlp.experts.85.down_proj,0.0000256191,0.05000,0.663 +78,mlp.experts.88.down_proj,0.0000321567,0.05000,0.683 +78,mlp.experts.90.down_proj,0.0000381920,0.05000,0.603 +78,mlp.experts.95.down_proj,0.0000313039,0.05000,0.614 +78,mlp.experts.89.down_proj,0.0000122486,0.05000,0.607 +78,mlp.experts.92.down_proj,0.0000255223,0.05000,0.628 +78,mlp.experts.94.down_proj,0.0000388181,0.05000,0.613 +78,mlp.experts.99.down_proj,0.0000592227,0.05000,0.620 +78,mlp.experts.93.down_proj,0.0000157210,0.05000,0.631 +78,mlp.experts.96.down_proj,0.0000263206,0.05000,0.618 +78,mlp.experts.98.down_proj,0.0000277117,0.05000,0.618 +78,mlp.experts.103.down_proj,0.0000324425,0.05000,0.627 +78,mlp.experts.97.down_proj,0.0000445914,0.05000,0.634 +78,mlp.experts.100.down_proj,0.0000155762,0.05000,0.636 +78,mlp.experts.102.down_proj,0.0000191362,0.05000,0.618 +78,mlp.experts.107.down_proj,0.0000241087,0.05000,0.612 +78,mlp.experts.101.down_proj,0.0000178354,0.05000,0.605 +78,mlp.experts.104.down_proj,0.0000099015,0.05000,0.611 +78,mlp.experts.106.down_proj,0.0000302411,0.05000,0.623 +78,mlp.experts.111.down_proj,0.0000215753,0.05000,0.654 +78,mlp.experts.105.down_proj,0.0000327550,0.05000,0.681 +78,mlp.experts.108.down_proj,0.0000325662,0.05000,0.659 +78,mlp.experts.110.down_proj,0.0000259307,0.05000,0.610 +78,mlp.experts.115.down_proj,0.0000234527,0.05000,0.610 +78,mlp.experts.109.down_proj,0.0000197039,0.05000,0.610 +78,mlp.experts.112.down_proj,0.0000311653,0.05000,0.610 +78,mlp.experts.114.down_proj,0.0000452416,0.05000,0.615 +78,mlp.experts.119.down_proj,0.0000057343,0.05000,0.631 +78,mlp.experts.113.down_proj,0.0000507056,0.05000,0.631 +78,mlp.experts.116.down_proj,0.0000161591,0.05000,0.632 +78,mlp.experts.118.down_proj,0.0000303431,0.05000,0.658 +78,mlp.experts.123.down_proj,0.0000137313,0.05000,0.634 +78,mlp.experts.117.down_proj,0.0000460746,0.05000,0.618 +78,mlp.experts.120.down_proj,0.0000476551,0.05000,0.643 +78,mlp.experts.122.down_proj,0.0000958609,0.05000,0.652 +78,mlp.experts.127.down_proj,0.0000242263,0.05000,0.625 +78,mlp.experts.121.down_proj,0.0000218671,0.05000,0.657 +78,mlp.experts.124.down_proj,0.0000169414,0.05000,0.624 +78,mlp.experts.126.down_proj,0.0000354596,0.05000,0.639 +78,mlp.experts.131.down_proj,0.0000294140,0.05000,0.620 +78,mlp.experts.128.down_proj,0.0000123814,0.05000,0.620 +78,mlp.experts.125.down_proj,0.0000523115,0.05000,0.640 +78,mlp.experts.135.down_proj,0.0000312453,0.05000,0.627 +78,mlp.experts.130.down_proj,0.0001193237,0.05000,0.644 +78,mlp.experts.132.down_proj,0.0000259709,0.05000,0.624 +78,mlp.experts.129.down_proj,0.0000622374,0.05000,0.660 +78,mlp.experts.139.down_proj,0.0000227070,0.05000,0.614 +78,mlp.experts.134.down_proj,0.0000277261,0.05000,0.607 +78,mlp.experts.136.down_proj,0.0000497380,0.05000,0.616 +78,mlp.experts.133.down_proj,0.0000264326,0.05000,0.614 +78,mlp.experts.143.down_proj,0.0000294814,0.05000,0.616 +78,mlp.experts.138.down_proj,0.0000440951,0.05000,0.613 +78,mlp.experts.140.down_proj,0.0000174243,0.05000,0.614 +78,mlp.experts.137.down_proj,0.0000089395,0.05000,0.658 +78,mlp.experts.142.down_proj,0.0000255163,0.05000,0.612 +78,mlp.experts.147.down_proj,0.0000237588,0.05000,0.634 +78,mlp.experts.144.down_proj,0.0000294361,0.05000,0.621 +78,mlp.experts.141.down_proj,0.0000120057,0.05000,0.636 +78,mlp.experts.146.down_proj,0.0000189087,0.05000,0.621 +78,mlp.experts.151.down_proj,0.0000553940,0.05000,0.630 +78,mlp.experts.148.down_proj,0.0000050158,0.05000,0.637 +78,mlp.experts.145.down_proj,0.0000328210,0.05000,0.619 +78,mlp.experts.155.down_proj,0.0000279419,0.05000,0.622 +78,mlp.experts.150.down_proj,0.0000048310,0.05000,0.666 +78,mlp.experts.152.down_proj,0.0000249401,0.05000,0.636 +78,mlp.experts.149.down_proj,0.0000168542,0.05000,0.657 +78,mlp.experts.159.down_proj,0.0000257302,0.05000,0.613 +78,mlp.experts.154.down_proj,0.0000662240,0.05000,0.607 +78,mlp.experts.156.down_proj,0.0000437152,0.05000,0.606 +78,mlp.experts.153.down_proj,0.0000134529,0.05000,0.558 +78,mlp.experts.158.down_proj,0.0000177350,0.05000,0.419 +78,mlp.experts.157.down_proj,0.0000116669,0.05000,0.389 +79,mlp.experts.2.gate_proj,0.0000470923,0.05000,2.061 +79,mlp.experts.0.gate_proj,0.0000208564,0.05000,2.101 +79,mlp.experts.3.gate_proj,0.0001264864,0.05000,2.128 +79,mlp.experts.1.gate_proj,0.0000837816,0.05000,2.153 +79,mlp.experts.4.gate_proj,0.0001843972,0.05000,2.075 +79,mlp.experts.6.gate_proj,0.0002857200,0.05000,2.138 +79,mlp.experts.5.gate_proj,0.0001338744,0.05000,2.105 +79,mlp.experts.7.gate_proj,0.0000979292,0.05000,2.131 +79,mlp.experts.8.gate_proj,0.0000631607,0.05000,2.078 +79,mlp.experts.10.gate_proj,0.0000932687,0.05000,2.056 +79,mlp.experts.9.gate_proj,0.0001580697,0.05000,2.053 +79,mlp.experts.11.gate_proj,0.0001813254,0.05000,2.083 +79,mlp.experts.12.gate_proj,0.0001475730,0.05000,2.064 +79,mlp.experts.14.gate_proj,0.0001102990,0.05000,2.141 +79,mlp.experts.13.gate_proj,0.0001258161,0.05000,2.119 +79,mlp.experts.15.gate_proj,0.0000957959,0.05000,2.119 +79,mlp.experts.16.gate_proj,0.0001254028,0.05000,2.096 +79,mlp.experts.18.gate_proj,0.0000555689,0.05000,2.058 +79,mlp.experts.19.gate_proj,0.0002001203,0.05000,2.092 +79,mlp.experts.17.gate_proj,0.0001035624,0.05000,2.152 +79,mlp.experts.22.gate_proj,0.0000640644,0.05000,2.050 +79,mlp.experts.20.gate_proj,0.0003032479,0.05000,2.173 +79,mlp.experts.21.gate_proj,0.0000848581,0.05000,2.085 +79,mlp.experts.23.gate_proj,0.0000791080,0.05000,2.167 +79,mlp.experts.26.gate_proj,0.0000611142,0.05000,2.057 +79,mlp.experts.24.gate_proj,0.0000649786,0.05000,2.064 +79,mlp.experts.25.gate_proj,0.0000864714,0.05000,2.084 +79,mlp.experts.27.gate_proj,0.0002092398,0.05000,2.111 +79,mlp.experts.30.gate_proj,0.0001045227,0.05000,2.036 +79,mlp.experts.28.gate_proj,0.0001496414,0.05000,2.086 +79,mlp.experts.29.gate_proj,0.0000862100,0.05000,2.044 +79,mlp.experts.31.gate_proj,0.0001986783,0.05000,2.078 +79,mlp.experts.34.gate_proj,0.0000491808,0.05000,2.071 +79,mlp.experts.33.gate_proj,0.0002440439,0.05000,2.010 +79,mlp.experts.32.gate_proj,0.0000861002,0.05000,2.111 +79,mlp.experts.35.gate_proj,0.0000922994,0.05000,2.066 +79,mlp.experts.38.gate_proj,0.0001446889,0.05000,2.157 +79,mlp.experts.37.gate_proj,0.0001661570,0.05000,2.099 +79,mlp.experts.36.gate_proj,0.0001395648,0.05000,2.097 +79,mlp.experts.39.gate_proj,0.0002757851,0.05000,2.101 +79,mlp.experts.41.gate_proj,0.0002381873,0.05000,2.048 +79,mlp.experts.42.gate_proj,0.0001660191,0.05000,2.129 +79,mlp.experts.40.gate_proj,0.0000919832,0.05000,2.086 +79,mlp.experts.43.gate_proj,0.0001025792,0.05000,2.077 +79,mlp.experts.46.gate_proj,0.0000498467,0.05000,2.070 +79,mlp.experts.44.gate_proj,0.0000879838,0.05000,2.049 +79,mlp.experts.45.gate_proj,0.0001262973,0.05000,2.130 +79,mlp.experts.47.gate_proj,0.0001438642,0.05000,2.074 +79,mlp.experts.50.gate_proj,0.0000785150,0.05000,2.051 +79,mlp.experts.48.gate_proj,0.0001430115,0.05000,2.089 +79,mlp.experts.49.gate_proj,0.0000480362,0.05000,2.110 +79,mlp.experts.51.gate_proj,0.0001567221,0.05000,2.110 +79,mlp.experts.54.gate_proj,0.0000474043,0.05000,2.087 +79,mlp.experts.53.gate_proj,0.0001258655,0.05000,2.005 +79,mlp.experts.52.gate_proj,0.0001350993,0.05000,2.052 +79,mlp.experts.55.gate_proj,0.0000444663,0.05000,2.082 +79,mlp.experts.58.gate_proj,0.0002023582,0.05000,2.051 +79,mlp.experts.56.gate_proj,0.0002360084,0.05000,2.053 +79,mlp.experts.57.gate_proj,0.0001584923,0.05000,2.098 +79,mlp.experts.59.gate_proj,0.0001277682,0.05000,2.068 +79,mlp.experts.62.gate_proj,0.0000807547,0.05000,2.062 +79,mlp.experts.60.gate_proj,0.0001502011,0.05000,2.070 +79,mlp.experts.61.gate_proj,0.0000859908,0.05000,2.100 +79,mlp.experts.63.gate_proj,0.0001792681,0.05000,2.138 +79,mlp.experts.66.gate_proj,0.0000356269,0.05000,2.115 +79,mlp.experts.64.gate_proj,0.0000954030,0.05000,2.098 +79,mlp.experts.65.gate_proj,0.0001020196,0.05000,2.072 +79,mlp.experts.67.gate_proj,0.0000609486,0.05000,2.157 +79,mlp.experts.68.gate_proj,0.0001841183,0.05000,2.045 +79,mlp.experts.69.gate_proj,0.0000934226,0.05000,2.043 +79,mlp.experts.70.gate_proj,0.0000385203,0.05000,2.149 +79,mlp.experts.71.gate_proj,0.0001525443,0.05000,2.036 +79,mlp.experts.73.gate_proj,0.0001330652,0.05000,2.075 +79,mlp.experts.72.gate_proj,0.0001070082,0.05000,2.132 +79,mlp.experts.74.gate_proj,0.0001043857,0.05000,2.111 +79,mlp.experts.75.gate_proj,0.0000838161,0.05000,2.115 +79,mlp.experts.78.gate_proj,0.0000969836,0.05000,2.023 +79,mlp.experts.76.gate_proj,0.0001547133,0.05000,2.091 +79,mlp.experts.77.gate_proj,0.0001093518,0.05000,2.174 +79,mlp.experts.79.gate_proj,0.0003190254,0.05000,2.050 +79,mlp.experts.80.gate_proj,0.0001453283,0.05000,2.035 +79,mlp.experts.82.gate_proj,0.0001324188,0.05000,2.096 +79,mlp.experts.81.gate_proj,0.0001703428,0.05000,2.121 +79,mlp.experts.83.gate_proj,0.0001328554,0.05000,2.153 +79,mlp.experts.84.gate_proj,0.0002574178,0.05000,2.041 +79,mlp.experts.85.gate_proj,0.0000378089,0.05000,2.039 +79,mlp.experts.86.gate_proj,0.0001253824,0.05000,2.172 +79,mlp.experts.87.gate_proj,0.0001024167,0.05000,2.056 +79,mlp.experts.88.gate_proj,0.0001380357,0.05000,2.112 +79,mlp.experts.89.gate_proj,0.0000885082,0.05000,2.073 +79,mlp.experts.90.gate_proj,0.0001249106,0.05000,2.068 +79,mlp.experts.91.gate_proj,0.0001498138,0.05000,2.059 +79,mlp.experts.92.gate_proj,0.0001083429,0.05000,2.088 +79,mlp.experts.93.gate_proj,0.0000610407,0.05000,2.101 +79,mlp.experts.94.gate_proj,0.0001114982,0.05000,2.118 +79,mlp.experts.95.gate_proj,0.0001118784,0.05000,2.069 +79,mlp.experts.96.gate_proj,0.0000610668,0.05000,2.091 +79,mlp.experts.97.gate_proj,0.0000704304,0.05000,2.104 +79,mlp.experts.98.gate_proj,0.0001713185,0.05000,2.113 +79,mlp.experts.99.gate_proj,0.0000439025,0.05000,2.108 +79,mlp.experts.100.gate_proj,0.0001059420,0.05000,2.074 +79,mlp.experts.101.gate_proj,0.0000597310,0.05000,2.075 +79,mlp.experts.102.gate_proj,0.0001488445,0.05000,2.088 +79,mlp.experts.103.gate_proj,0.0002195525,0.05000,2.043 +79,mlp.experts.104.gate_proj,0.0001273155,0.05000,2.076 +79,mlp.experts.105.gate_proj,0.0000587480,0.05000,2.051 +79,mlp.experts.106.gate_proj,0.0001830967,0.05000,2.046 +79,mlp.experts.107.gate_proj,0.0001264441,0.05000,2.049 +79,mlp.experts.108.gate_proj,0.0001555522,0.05000,2.052 +79,mlp.experts.109.gate_proj,0.0001270883,0.05000,2.074 +79,mlp.experts.110.gate_proj,0.0000165054,0.05000,2.083 +79,mlp.experts.111.gate_proj,0.0001307761,0.05000,2.096 +79,mlp.experts.112.gate_proj,0.0001998248,0.05000,2.082 +79,mlp.experts.113.gate_proj,0.0001342279,0.05000,2.045 +79,mlp.experts.114.gate_proj,0.0000614552,0.05000,2.093 +79,mlp.experts.115.gate_proj,0.0000991230,0.05000,2.049 +79,mlp.experts.116.gate_proj,0.0002414369,0.05000,2.027 +79,mlp.experts.117.gate_proj,0.0001016909,0.05000,2.061 +79,mlp.experts.118.gate_proj,0.0001044776,0.05000,2.072 +79,mlp.experts.119.gate_proj,0.0001029552,0.05000,2.051 +79,mlp.experts.120.gate_proj,0.0002566315,0.05000,2.123 +79,mlp.experts.121.gate_proj,0.0001108905,0.05000,2.079 +79,mlp.experts.122.gate_proj,0.0000908106,0.05000,2.082 +79,mlp.experts.123.gate_proj,0.0001298724,0.05000,2.104 +79,mlp.experts.124.gate_proj,0.0000715085,0.05000,2.116 +79,mlp.experts.125.gate_proj,0.0000832605,0.05000,2.120 +79,mlp.experts.126.gate_proj,0.0001256288,0.05000,2.080 +79,mlp.experts.127.gate_proj,0.0000692606,0.05000,2.108 +79,mlp.experts.128.gate_proj,0.0000856842,0.05000,2.094 +79,mlp.experts.129.gate_proj,0.0001037552,0.05000,2.103 +79,mlp.experts.130.gate_proj,0.0000855854,0.05000,2.128 +79,mlp.experts.131.gate_proj,0.0000646661,0.05000,2.060 +79,mlp.experts.132.gate_proj,0.0000274399,0.05000,2.077 +79,mlp.experts.133.gate_proj,0.0000835197,0.05000,2.127 +79,mlp.experts.134.gate_proj,0.0000546621,0.05000,2.059 +79,mlp.experts.135.gate_proj,0.0001208056,0.05000,2.061 +79,mlp.experts.136.gate_proj,0.0002023681,0.05000,2.095 +79,mlp.experts.137.gate_proj,0.0001794758,0.05000,2.139 +79,mlp.experts.138.gate_proj,0.0000898275,0.05000,2.125 +79,mlp.experts.139.gate_proj,0.0000515865,0.05000,2.104 +79,mlp.experts.140.gate_proj,0.0001077258,0.05000,2.134 +79,mlp.experts.142.gate_proj,0.0000988123,0.05000,2.118 +79,mlp.experts.141.gate_proj,0.0000338697,0.05000,2.183 +79,mlp.experts.143.gate_proj,0.0000591615,0.05000,2.139 +79,mlp.experts.144.gate_proj,0.0000204116,0.05000,2.058 +79,mlp.experts.146.gate_proj,0.0001362227,0.05000,2.067 +79,mlp.experts.145.gate_proj,0.0002110173,0.05000,2.064 +79,mlp.experts.147.gate_proj,0.0001191168,0.05000,2.026 +79,mlp.experts.148.gate_proj,0.0001018034,0.05000,2.043 +79,mlp.experts.150.gate_proj,0.0001365438,0.05000,2.056 +79,mlp.experts.149.gate_proj,0.0001280909,0.05000,2.066 +79,mlp.experts.151.gate_proj,0.0000231244,0.05000,2.100 +79,mlp.experts.152.gate_proj,0.0000770398,0.05000,2.089 +79,mlp.experts.154.gate_proj,0.0001503126,0.05000,2.097 +79,mlp.experts.153.gate_proj,0.0001194692,0.05000,2.128 +79,mlp.experts.155.gate_proj,0.0001377422,0.05000,2.100 +79,mlp.experts.156.gate_proj,0.0000909219,0.05000,2.032 +79,mlp.experts.158.gate_proj,0.0001470648,0.05000,2.038 +79,mlp.experts.159.gate_proj,0.0002049875,0.05000,2.014 +79,mlp.experts.157.gate_proj,0.0001727981,0.05000,2.050 +79,mlp.experts.0.up_proj,0.0000209384,0.05000,2.046 +79,mlp.experts.2.up_proj,0.0000473195,0.05000,2.102 +79,mlp.experts.1.up_proj,0.0000832178,0.05000,2.073 +79,mlp.experts.3.up_proj,0.0001256925,0.05000,2.105 +79,mlp.experts.4.up_proj,0.0001756565,0.05000,2.083 +79,mlp.experts.5.up_proj,0.0001292888,0.05000,2.017 +79,mlp.experts.6.up_proj,0.0002819793,0.05000,2.121 +79,mlp.experts.7.up_proj,0.0000953736,0.05000,2.109 +79,mlp.experts.8.up_proj,0.0000608880,0.05000,2.029 +79,mlp.experts.9.up_proj,0.0001531188,0.05000,2.006 +79,mlp.experts.10.up_proj,0.0000903886,0.05000,2.033 +79,mlp.experts.11.up_proj,0.0001756747,0.05000,2.046 +79,mlp.experts.12.up_proj,0.0001460619,0.05000,2.046 +79,mlp.experts.13.up_proj,0.0001236186,0.05000,2.032 +79,mlp.experts.14.up_proj,0.0001095497,0.05000,2.068 +79,mlp.experts.15.up_proj,0.0000944427,0.05000,2.043 +79,mlp.experts.16.up_proj,0.0001232609,0.05000,2.041 +79,mlp.experts.17.up_proj,0.0001018487,0.05000,2.099 +79,mlp.experts.18.up_proj,0.0000552426,0.05000,2.063 +79,mlp.experts.19.up_proj,0.0001948547,0.05000,2.069 +79,mlp.experts.20.up_proj,0.0003002781,0.05000,2.082 +79,mlp.experts.21.up_proj,0.0000851415,0.05000,2.100 +79,mlp.experts.22.up_proj,0.0000611227,0.05000,2.094 +79,mlp.experts.23.up_proj,0.0000779664,0.05000,2.052 +79,mlp.experts.24.up_proj,0.0000659229,0.05000,2.112 +79,mlp.experts.27.up_proj,0.0002023130,0.05000,2.058 +79,mlp.experts.25.up_proj,0.0000854521,0.05000,2.150 +79,mlp.experts.26.up_proj,0.0000612499,0.05000,2.186 +79,mlp.experts.28.up_proj,0.0001467765,0.05000,2.129 +79,mlp.experts.31.up_proj,0.0001936450,0.05000,2.068 +79,mlp.experts.29.up_proj,0.0000858354,0.05000,2.133 +79,mlp.experts.30.up_proj,0.0000975553,0.05000,2.092 +79,mlp.experts.32.up_proj,0.0000848246,0.05000,2.104 +79,mlp.experts.35.up_proj,0.0000888360,0.05000,2.056 +79,mlp.experts.33.up_proj,0.0002365776,0.05000,2.038 +79,mlp.experts.34.up_proj,0.0000488444,0.05000,2.135 +79,mlp.experts.36.up_proj,0.0001322218,0.05000,2.031 +79,mlp.experts.39.up_proj,0.0002616838,0.05000,2.100 +79,mlp.experts.37.up_proj,0.0001596610,0.05000,2.071 +79,mlp.experts.38.up_proj,0.0001372794,0.05000,2.060 +79,mlp.experts.40.up_proj,0.0000879534,0.05000,2.029 +79,mlp.experts.43.up_proj,0.0001011403,0.05000,2.058 +79,mlp.experts.41.up_proj,0.0002335054,0.05000,2.091 +79,mlp.experts.42.up_proj,0.0001600017,0.05000,2.153 +79,mlp.experts.44.up_proj,0.0000866230,0.05000,2.122 +79,mlp.experts.47.up_proj,0.0001360667,0.05000,2.073 +79,mlp.experts.45.up_proj,0.0001260748,0.05000,2.087 +79,mlp.experts.46.up_proj,0.0000479900,0.05000,2.059 +79,mlp.experts.48.up_proj,0.0001400899,0.05000,2.105 +79,mlp.experts.51.up_proj,0.0001549390,0.05000,2.060 +79,mlp.experts.49.up_proj,0.0000476648,0.05000,2.074 +79,mlp.experts.50.up_proj,0.0000764761,0.05000,2.069 +79,mlp.experts.52.up_proj,0.0001371441,0.05000,2.075 +79,mlp.experts.55.up_proj,0.0000420507,0.05000,2.106 +79,mlp.experts.53.up_proj,0.0001236083,0.05000,2.059 +79,mlp.experts.54.up_proj,0.0000477712,0.05000,2.052 +79,mlp.experts.56.up_proj,0.0002350044,0.05000,2.094 +79,mlp.experts.59.up_proj,0.0001268152,0.05000,2.049 +79,mlp.experts.57.up_proj,0.0001575929,0.05000,2.055 +79,mlp.experts.58.up_proj,0.0001903780,0.05000,2.091 +79,mlp.experts.60.up_proj,0.0001425898,0.05000,2.126 +79,mlp.experts.63.up_proj,0.0001783778,0.05000,2.089 +79,mlp.experts.61.up_proj,0.0000835848,0.05000,2.051 +79,mlp.experts.62.up_proj,0.0000820911,0.05000,2.051 +79,mlp.experts.64.up_proj,0.0000934068,0.05000,2.130 +79,mlp.experts.67.up_proj,0.0000602320,0.05000,2.048 +79,mlp.experts.65.up_proj,0.0000956337,0.05000,2.062 +79,mlp.experts.66.up_proj,0.0000350918,0.05000,2.050 +79,mlp.experts.68.up_proj,0.0001812594,0.05000,2.055 +79,mlp.experts.71.up_proj,0.0001501856,0.05000,2.040 +79,mlp.experts.69.up_proj,0.0000900510,0.05000,2.100 +79,mlp.experts.70.up_proj,0.0000380949,0.05000,2.044 +79,mlp.experts.72.up_proj,0.0001070221,0.05000,2.095 +79,mlp.experts.75.up_proj,0.0000821087,0.05000,2.031 +79,mlp.experts.73.up_proj,0.0001285816,0.05000,2.068 +79,mlp.experts.74.up_proj,0.0001039065,0.05000,2.116 +79,mlp.experts.76.up_proj,0.0001519894,0.05000,2.055 +79,mlp.experts.79.up_proj,0.0003110623,0.05000,2.095 +79,mlp.experts.77.up_proj,0.0001077727,0.05000,2.101 +79,mlp.experts.78.up_proj,0.0000987119,0.05000,2.062 +79,mlp.experts.80.up_proj,0.0001444511,0.05000,2.064 +79,mlp.experts.83.up_proj,0.0001311961,0.05000,2.052 +79,mlp.experts.81.up_proj,0.0001703151,0.05000,2.060 +79,mlp.experts.82.up_proj,0.0001291735,0.05000,2.098 +79,mlp.experts.87.up_proj,0.0000997035,0.05000,2.045 +79,mlp.experts.84.up_proj,0.0002555887,0.05000,2.110 +79,mlp.experts.85.up_proj,0.0000381825,0.05000,2.060 +79,mlp.experts.86.up_proj,0.0001237253,0.05000,2.084 +79,mlp.experts.91.up_proj,0.0001476363,0.05000,2.038 +79,mlp.experts.88.up_proj,0.0001335637,0.05000,2.093 +79,mlp.experts.89.up_proj,0.0000874385,0.05000,2.064 +79,mlp.experts.90.up_proj,0.0001211555,0.05000,2.071 +79,mlp.experts.95.up_proj,0.0001097155,0.05000,2.061 +79,mlp.experts.92.up_proj,0.0001062270,0.05000,2.092 +79,mlp.experts.93.up_proj,0.0000623019,0.05000,2.097 +79,mlp.experts.94.up_proj,0.0001094496,0.05000,2.116 +79,mlp.experts.99.up_proj,0.0000431356,0.05000,2.070 +79,mlp.experts.96.up_proj,0.0000610014,0.05000,2.102 +79,mlp.experts.97.up_proj,0.0000706388,0.05000,2.097 +79,mlp.experts.98.up_proj,0.0001707384,0.05000,2.071 +79,mlp.experts.103.up_proj,0.0002165043,0.05000,2.062 +79,mlp.experts.100.up_proj,0.0001045818,0.05000,2.086 +79,mlp.experts.101.up_proj,0.0000588371,0.05000,2.056 +79,mlp.experts.102.up_proj,0.0001468368,0.05000,2.054 +79,mlp.experts.107.up_proj,0.0001236338,0.05000,2.145 +79,mlp.experts.104.up_proj,0.0001245493,0.05000,2.061 +79,mlp.experts.105.up_proj,0.0000576016,0.05000,2.070 +79,mlp.experts.106.up_proj,0.0001803761,0.05000,2.050 +79,mlp.experts.111.up_proj,0.0001291660,0.05000,2.053 +79,mlp.experts.108.up_proj,0.0001485246,0.05000,2.058 +79,mlp.experts.109.up_proj,0.0001247417,0.05000,2.029 +79,mlp.experts.110.up_proj,0.0000160296,0.05000,2.051 +79,mlp.experts.115.up_proj,0.0000999516,0.05000,2.029 +79,mlp.experts.112.up_proj,0.0002000236,0.05000,2.037 +79,mlp.experts.113.up_proj,0.0001339952,0.05000,2.041 +79,mlp.experts.114.up_proj,0.0000606127,0.05000,2.027 +79,mlp.experts.119.up_proj,0.0001001459,0.05000,2.109 +79,mlp.experts.116.up_proj,0.0002356089,0.05000,2.064 +79,mlp.experts.117.up_proj,0.0000991112,0.05000,2.059 +79,mlp.experts.118.up_proj,0.0001034620,0.05000,2.067 +79,mlp.experts.123.up_proj,0.0001294212,0.05000,2.082 +79,mlp.experts.120.up_proj,0.0002510002,0.05000,2.068 +79,mlp.experts.121.up_proj,0.0001096174,0.05000,2.060 +79,mlp.experts.122.up_proj,0.0000865036,0.05000,2.037 +79,mlp.experts.127.up_proj,0.0000691407,0.05000,2.033 +79,mlp.experts.125.up_proj,0.0000820758,0.05000,2.046 +79,mlp.experts.124.up_proj,0.0000711033,0.05000,2.123 +79,mlp.experts.126.up_proj,0.0001223297,0.05000,2.131 +79,mlp.experts.131.up_proj,0.0000643417,0.05000,2.117 +79,mlp.experts.129.up_proj,0.0001002137,0.05000,2.056 +79,mlp.experts.128.up_proj,0.0000833239,0.05000,2.060 +79,mlp.experts.130.up_proj,0.0000859008,0.05000,2.079 +79,mlp.experts.133.up_proj,0.0000829228,0.05000,1.983 +79,mlp.experts.135.up_proj,0.0001202639,0.05000,2.052 +79,mlp.experts.132.up_proj,0.0000270141,0.05000,2.005 +79,mlp.experts.134.up_proj,0.0000547523,0.05000,2.018 +79,mlp.experts.137.up_proj,0.0001762696,0.05000,2.052 +79,mlp.experts.139.up_proj,0.0000511662,0.05000,2.078 +79,mlp.experts.136.up_proj,0.0001965440,0.05000,2.094 +79,mlp.experts.138.up_proj,0.0000857580,0.05000,2.073 +79,mlp.experts.141.up_proj,0.0000330205,0.05000,2.052 +79,mlp.experts.143.up_proj,0.0000577916,0.05000,2.094 +79,mlp.experts.140.up_proj,0.0001045620,0.05000,2.082 +79,mlp.experts.142.up_proj,0.0000952681,0.05000,2.042 +79,mlp.experts.145.up_proj,0.0002073678,0.05000,2.040 +79,mlp.experts.147.up_proj,0.0001156699,0.05000,2.023 +79,mlp.experts.144.up_proj,0.0000206462,0.05000,2.059 +79,mlp.experts.146.up_proj,0.0001310433,0.05000,2.071 +79,mlp.experts.149.up_proj,0.0001253543,0.05000,2.118 +79,mlp.experts.151.up_proj,0.0000225256,0.05000,2.065 +79,mlp.experts.148.up_proj,0.0000981458,0.05000,2.099 +79,mlp.experts.150.up_proj,0.0001314332,0.05000,2.036 +79,mlp.experts.153.up_proj,0.0001194488,0.05000,2.029 +79,mlp.experts.155.up_proj,0.0001341129,0.05000,2.032 +79,mlp.experts.152.up_proj,0.0000749592,0.05000,2.059 +79,mlp.experts.154.up_proj,0.0001512022,0.05000,2.034 +79,mlp.experts.157.up_proj,0.0001665691,0.05000,2.069 +79,mlp.experts.159.up_proj,0.0002005855,0.05000,2.104 +79,mlp.experts.156.up_proj,0.0000897955,0.05000,2.012 +79,mlp.experts.158.up_proj,0.0001469946,0.05000,1.937 +79,mlp.experts.1.down_proj,0.0000246816,0.05000,0.632 +79,mlp.experts.0.down_proj,0.0000048602,0.05000,0.639 +79,mlp.experts.2.down_proj,0.0000178389,0.05000,0.642 +79,mlp.experts.3.down_proj,0.0000278411,0.05000,0.642 +79,mlp.experts.4.down_proj,0.0000530140,0.05000,0.607 +79,mlp.experts.7.down_proj,0.0000233743,0.05000,0.606 +79,mlp.experts.6.down_proj,0.0000441860,0.05000,0.608 +79,mlp.experts.5.down_proj,0.0000993156,0.05000,0.639 +79,mlp.experts.8.down_proj,0.0000125179,0.05000,0.620 +79,mlp.experts.10.down_proj,0.0000184481,0.05000,0.620 +79,mlp.experts.9.down_proj,0.0000450459,0.05000,0.616 +79,mlp.experts.11.down_proj,0.0000292668,0.05000,0.673 +79,mlp.experts.12.down_proj,0.0000230503,0.05000,0.609 +79,mlp.experts.14.down_proj,0.0000243606,0.05000,0.608 +79,mlp.experts.13.down_proj,0.0000159196,0.05000,0.609 +79,mlp.experts.15.down_proj,0.0000216497,0.05000,0.613 +79,mlp.experts.17.down_proj,0.0000273183,0.05000,0.609 +79,mlp.experts.16.down_proj,0.0000776407,0.05000,0.639 +79,mlp.experts.18.down_proj,0.0000095813,0.05000,0.641 +79,mlp.experts.19.down_proj,0.0000413415,0.05000,0.616 +79,mlp.experts.21.down_proj,0.0000245712,0.05000,0.603 +79,mlp.experts.20.down_proj,0.0002133107,0.05000,0.603 +79,mlp.experts.22.down_proj,0.0000681004,0.05000,0.615 +79,mlp.experts.23.down_proj,0.0000134972,0.05000,0.606 +79,mlp.experts.25.down_proj,0.0000362444,0.05000,0.608 +79,mlp.experts.24.down_proj,0.0000595093,0.05000,0.605 +79,mlp.experts.26.down_proj,0.0000121802,0.05000,0.609 +79,mlp.experts.27.down_proj,0.0000488773,0.05000,0.604 +79,mlp.experts.29.down_proj,0.0000176070,0.05000,0.607 +79,mlp.experts.28.down_proj,0.0000331410,0.05000,0.602 +79,mlp.experts.30.down_proj,0.0000316402,0.05000,0.614 +79,mlp.experts.31.down_proj,0.0000515443,0.05000,0.605 +79,mlp.experts.33.down_proj,0.0001330040,0.05000,0.633 +79,mlp.experts.32.down_proj,0.0000125351,0.05000,0.633 +79,mlp.experts.34.down_proj,0.0000158064,0.05000,0.621 +79,mlp.experts.35.down_proj,0.0000122306,0.05000,0.615 +79,mlp.experts.37.down_proj,0.0000710929,0.05000,0.606 +79,mlp.experts.36.down_proj,0.0000325567,0.05000,0.614 +79,mlp.experts.39.down_proj,0.0000508373,0.05000,0.608 +79,mlp.experts.38.down_proj,0.0000369361,0.05000,0.617 +79,mlp.experts.40.down_proj,0.0000411358,0.05000,0.609 +79,mlp.experts.43.down_proj,0.0000277679,0.05000,0.607 +79,mlp.experts.41.down_proj,0.0000568620,0.05000,0.632 +79,mlp.experts.42.down_proj,0.0000334894,0.05000,0.620 +79,mlp.experts.44.down_proj,0.0000157721,0.05000,0.615 +79,mlp.experts.45.down_proj,0.0000269779,0.05000,0.610 +79,mlp.experts.47.down_proj,0.0000339723,0.05000,0.611 +79,mlp.experts.46.down_proj,0.0000145471,0.05000,0.632 +79,mlp.experts.49.down_proj,0.0000107573,0.05000,0.616 +79,mlp.experts.48.down_proj,0.0000288697,0.05000,0.634 +79,mlp.experts.51.down_proj,0.0000491477,0.05000,0.641 +79,mlp.experts.50.down_proj,0.0000120814,0.05000,0.615 +79,mlp.experts.52.down_proj,0.0000226571,0.05000,0.632 +79,mlp.experts.55.down_proj,0.0000309705,0.05000,0.624 +79,mlp.experts.53.down_proj,0.0000397892,0.05000,0.656 +79,mlp.experts.54.down_proj,0.0000085909,0.05000,0.639 +79,mlp.experts.57.down_proj,0.0000444139,0.05000,0.624 +79,mlp.experts.56.down_proj,0.0000543320,0.05000,0.655 +79,mlp.experts.59.down_proj,0.0000308243,0.05000,0.648 +79,mlp.experts.58.down_proj,0.0000636998,0.05000,0.668 +79,mlp.experts.61.down_proj,0.0000219573,0.05000,0.625 +79,mlp.experts.60.down_proj,0.0000534517,0.05000,0.646 +79,mlp.experts.63.down_proj,0.0000604460,0.05000,0.660 +79,mlp.experts.62.down_proj,0.0000333538,0.05000,0.682 +79,mlp.experts.64.down_proj,0.0000202326,0.05000,0.612 +79,mlp.experts.65.down_proj,0.0000230038,0.05000,0.657 +79,mlp.experts.67.down_proj,0.0000257243,0.05000,0.635 +79,mlp.experts.66.down_proj,0.0000190342,0.05000,0.630 +79,mlp.experts.68.down_proj,0.0000274988,0.05000,0.609 +79,mlp.experts.69.down_proj,0.0000332137,0.05000,0.610 +79,mlp.experts.71.down_proj,0.0000613986,0.05000,0.605 +79,mlp.experts.70.down_proj,0.0000082134,0.05000,0.611 +79,mlp.experts.73.down_proj,0.0000186565,0.05000,0.610 +79,mlp.experts.72.down_proj,0.0000489245,0.05000,0.634 +79,mlp.experts.75.down_proj,0.0000159328,0.05000,0.604 +79,mlp.experts.74.down_proj,0.0000245424,0.05000,0.615 +79,mlp.experts.77.down_proj,0.0000263386,0.05000,0.604 +79,mlp.experts.76.down_proj,0.0000251977,0.05000,0.598 +79,mlp.experts.79.down_proj,0.0000474949,0.05000,0.607 +79,mlp.experts.78.down_proj,0.0000476610,0.05000,0.627 +79,mlp.experts.81.down_proj,0.0000461261,0.05000,0.610 +79,mlp.experts.83.down_proj,0.0000223668,0.05000,0.619 +79,mlp.experts.80.down_proj,0.0000278925,0.05000,0.655 +79,mlp.experts.82.down_proj,0.0000359243,0.05000,0.606 +79,mlp.experts.85.down_proj,0.0000057219,0.05000,0.631 +79,mlp.experts.87.down_proj,0.0000241078,0.05000,0.614 +79,mlp.experts.84.down_proj,0.0001025537,0.05000,0.679 +79,mlp.experts.86.down_proj,0.0000256416,0.05000,0.638 +79,mlp.experts.89.down_proj,0.0000190742,0.05000,0.609 +79,mlp.experts.91.down_proj,0.0000391137,0.05000,0.632 +79,mlp.experts.88.down_proj,0.0000283369,0.05000,0.609 +79,mlp.experts.90.down_proj,0.0000552967,0.05000,0.616 +79,mlp.experts.93.down_proj,0.0000304241,0.05000,0.608 +79,mlp.experts.95.down_proj,0.0000271935,0.05000,0.617 +79,mlp.experts.92.down_proj,0.0000198611,0.05000,0.632 +79,mlp.experts.94.down_proj,0.0000337016,0.05000,0.618 +79,mlp.experts.97.down_proj,0.0000130294,0.05000,0.654 +79,mlp.experts.99.down_proj,0.0000061399,0.05000,0.618 +79,mlp.experts.96.down_proj,0.0000228200,0.05000,0.631 +79,mlp.experts.98.down_proj,0.0000496276,0.05000,0.614 +79,mlp.experts.101.down_proj,0.0000111161,0.05000,0.611 +79,mlp.experts.103.down_proj,0.0000695826,0.05000,0.625 +79,mlp.experts.100.down_proj,0.0000284138,0.05000,0.614 +79,mlp.experts.102.down_proj,0.0000294078,0.05000,0.622 +79,mlp.experts.105.down_proj,0.0000093374,0.05000,0.611 +79,mlp.experts.107.down_proj,0.0000197626,0.05000,0.620 +79,mlp.experts.104.down_proj,0.0000406413,0.05000,0.612 +79,mlp.experts.106.down_proj,0.0000366228,0.05000,0.615 +79,mlp.experts.109.down_proj,0.0000315478,0.05000,0.609 +79,mlp.experts.111.down_proj,0.0000325942,0.05000,0.621 +79,mlp.experts.108.down_proj,0.0000535862,0.05000,0.617 +79,mlp.experts.110.down_proj,0.0000057900,0.05000,0.621 +79,mlp.experts.113.down_proj,0.0000365102,0.05000,0.651 +79,mlp.experts.115.down_proj,0.0000223794,0.05000,0.632 +79,mlp.experts.112.down_proj,0.0000802518,0.05000,0.621 +79,mlp.experts.114.down_proj,0.0000136206,0.05000,0.619 +79,mlp.experts.117.down_proj,0.0000374565,0.05000,0.626 +79,mlp.experts.119.down_proj,0.0000199066,0.05000,0.606 +79,mlp.experts.116.down_proj,0.0000354647,0.05000,0.612 +79,mlp.experts.118.down_proj,0.0000220312,0.05000,0.614 +79,mlp.experts.121.down_proj,0.0000264042,0.05000,0.608 +79,mlp.experts.123.down_proj,0.0000375476,0.05000,0.607 +79,mlp.experts.120.down_proj,0.0000528863,0.05000,0.611 +79,mlp.experts.122.down_proj,0.0000427669,0.05000,0.614 +79,mlp.experts.127.down_proj,0.0000285586,0.05000,0.610 +79,mlp.experts.125.down_proj,0.0000186861,0.05000,0.632 +79,mlp.experts.124.down_proj,0.0000137191,0.05000,0.611 +79,mlp.experts.126.down_proj,0.0000277751,0.05000,0.615 +79,mlp.experts.131.down_proj,0.0000111038,0.05000,0.605 +79,mlp.experts.129.down_proj,0.0000208073,0.05000,0.600 +79,mlp.experts.128.down_proj,0.0000184664,0.05000,0.633 +79,mlp.experts.130.down_proj,0.0000381454,0.05000,0.615 +79,mlp.experts.133.down_proj,0.0000305051,0.05000,0.610 +79,mlp.experts.135.down_proj,0.0000291930,0.05000,0.640 +79,mlp.experts.132.down_proj,0.0000070178,0.05000,0.615 +79,mlp.experts.134.down_proj,0.0000094303,0.05000,0.615 +79,mlp.experts.137.down_proj,0.0000515268,0.05000,0.613 +79,mlp.experts.139.down_proj,0.0000157430,0.05000,0.639 +79,mlp.experts.138.down_proj,0.0000648610,0.05000,0.616 +79,mlp.experts.136.down_proj,0.0000468126,0.05000,0.651 +79,mlp.experts.141.down_proj,0.0000092613,0.05000,0.626 +79,mlp.experts.143.down_proj,0.0000177515,0.05000,0.606 +79,mlp.experts.142.down_proj,0.0000418250,0.05000,0.627 +79,mlp.experts.140.down_proj,0.0000245578,0.05000,0.611 +79,mlp.experts.145.down_proj,0.0000575120,0.05000,0.440 +79,mlp.experts.147.down_proj,0.0000369817,0.05000,0.427 +79,mlp.experts.149.down_proj,0.0000354427,0.05000,0.653 +79,mlp.experts.146.down_proj,0.0000182683,0.05000,0.655 +79,mlp.experts.144.down_proj,0.0000043302,0.05000,0.655 +79,mlp.experts.151.down_proj,0.0000052067,0.05000,0.669 +79,mlp.experts.153.down_proj,0.0000250783,0.05000,0.606 +79,mlp.experts.148.down_proj,0.0000190630,0.05000,0.614 +79,mlp.experts.150.down_proj,0.0000370324,0.05000,0.617 +79,mlp.experts.155.down_proj,0.0000235986,0.05000,0.614 +79,mlp.experts.157.down_proj,0.0000394941,0.05000,0.609 +79,mlp.experts.152.down_proj,0.0000260843,0.05000,0.610 +79,mlp.experts.159.down_proj,0.0000325965,0.05000,0.609 +79,mlp.experts.154.down_proj,0.0000348567,0.05000,0.625 +79,mlp.experts.156.down_proj,0.0000262338,0.05000,0.413 +79,mlp.experts.158.down_proj,0.0000550154,0.05000,0.420 +80,mlp.experts.1.gate_proj,0.0000002976,0.05000,2.127 +80,mlp.experts.2.gate_proj,0.0000005146,0.05000,2.184 +80,mlp.experts.0.gate_proj,0.0000004289,0.05000,2.227 +80,mlp.experts.3.gate_proj,0.0000008659,0.05000,2.251 +80,mlp.experts.5.gate_proj,0.0000010344,0.05000,2.088 +80,mlp.experts.4.gate_proj,0.0000001887,0.05000,2.059 +80,mlp.experts.6.gate_proj,0.0000001813,0.05000,2.149 +80,mlp.experts.7.gate_proj,0.0000003469,0.05000,2.136 +80,mlp.experts.9.gate_proj,0.0000004804,0.05000,2.126 +80,mlp.experts.8.gate_proj,0.0000000542,0.05000,2.108 +80,mlp.experts.10.gate_proj,0.0000008883,0.05000,2.093 +80,mlp.experts.11.gate_proj,0.0000003030,0.05000,2.096 +80,mlp.experts.13.gate_proj,0.0000002327,0.05000,1.412 +80,mlp.experts.12.gate_proj,0.0000005227,0.05000,1.380 +80,mlp.experts.16.gate_proj,0.0000006040,0.05000,2.142 +80,mlp.experts.17.gate_proj,0.0000002947,0.05000,2.173 +80,mlp.experts.14.gate_proj,0.0000008720,0.05000,2.202 +80,mlp.experts.15.gate_proj,0.0000004096,0.05000,2.229 +80,mlp.experts.18.gate_proj,0.0000004756,0.05000,2.051 +80,mlp.experts.21.gate_proj,0.0000013815,0.05000,2.112 +80,mlp.experts.20.gate_proj,0.0000008230,0.05000,2.170 +80,mlp.experts.19.gate_proj,0.0000005054,0.05000,2.140 +80,mlp.experts.22.gate_proj,0.0000003796,0.05000,2.069 +80,mlp.experts.25.gate_proj,0.0000004525,0.05000,2.076 +80,mlp.experts.23.gate_proj,0.0000004263,0.05000,2.039 +80,mlp.experts.24.gate_proj,0.0000009394,0.05000,2.165 +80,mlp.experts.29.gate_proj,0.0000001950,0.05000,2.082 +80,mlp.experts.26.gate_proj,0.0000004150,0.05000,2.149 +80,mlp.experts.27.gate_proj,0.0000004778,0.05000,2.149 +80,mlp.experts.28.gate_proj,0.0000003913,0.05000,2.121 +80,mlp.experts.33.gate_proj,0.0000001575,0.05000,2.054 +80,mlp.experts.30.gate_proj,0.0000003827,0.05000,2.117 +80,mlp.experts.32.gate_proj,0.0000005893,0.05000,2.052 +80,mlp.experts.31.gate_proj,0.0000002600,0.05000,2.136 +80,mlp.experts.37.gate_proj,0.0000003663,0.05000,2.058 +80,mlp.experts.34.gate_proj,0.0000007007,0.05000,2.059 +80,mlp.experts.35.gate_proj,0.0000007503,0.05000,2.030 +80,mlp.experts.36.gate_proj,0.0000003360,0.05000,2.138 +80,mlp.experts.41.gate_proj,0.0000008237,0.05000,2.127 +80,mlp.experts.38.gate_proj,0.0000002846,0.05000,2.108 +80,mlp.experts.39.gate_proj,0.0000005274,0.05000,2.102 +80,mlp.experts.40.gate_proj,0.0000002689,0.05000,2.136 +80,mlp.experts.45.gate_proj,0.0000005361,0.05000,2.117 +80,mlp.experts.42.gate_proj,0.0000007279,0.05000,2.117 +80,mlp.experts.43.gate_proj,0.0000001575,0.05000,2.076 +80,mlp.experts.44.gate_proj,0.0000003336,0.05000,2.119 +80,mlp.experts.46.gate_proj,0.0000001519,0.05000,2.057 +80,mlp.experts.49.gate_proj,0.0000002639,0.05000,2.164 +80,mlp.experts.47.gate_proj,0.0000000853,0.05000,2.069 +80,mlp.experts.48.gate_proj,0.0000002466,0.05000,2.108 +80,mlp.experts.50.gate_proj,0.0000006865,0.05000,2.107 +80,mlp.experts.53.gate_proj,0.0000007619,0.05000,2.122 +80,mlp.experts.51.gate_proj,0.0000001320,0.05000,2.118 +80,mlp.experts.52.gate_proj,0.0000002100,0.05000,2.109 +80,mlp.experts.54.gate_proj,0.0000006320,0.05000,2.074 +80,mlp.experts.55.gate_proj,0.0000004304,0.05000,2.094 +80,mlp.experts.57.gate_proj,0.0000003051,0.05000,2.140 +80,mlp.experts.56.gate_proj,0.0000007436,0.05000,2.136 +80,mlp.experts.58.gate_proj,0.0000003747,0.05000,2.082 +80,mlp.experts.59.gate_proj,0.0000002687,0.05000,2.070 +80,mlp.experts.61.gate_proj,0.0000005377,0.05000,2.125 +80,mlp.experts.60.gate_proj,0.0000005200,0.05000,2.070 +80,mlp.experts.62.gate_proj,0.0000007239,0.05000,2.037 +80,mlp.experts.63.gate_proj,0.0000004014,0.05000,2.071 +80,mlp.experts.65.gate_proj,0.0000003596,0.05000,2.046 +80,mlp.experts.64.gate_proj,0.0000005202,0.05000,2.055 +80,mlp.experts.66.gate_proj,0.0000004548,0.05000,2.046 +80,mlp.experts.67.gate_proj,0.0000003722,0.05000,2.085 +80,mlp.experts.69.gate_proj,0.0000010206,0.05000,2.082 +80,mlp.experts.68.gate_proj,0.0000003444,0.05000,2.131 +80,mlp.experts.70.gate_proj,0.0000002969,0.05000,2.075 +80,mlp.experts.71.gate_proj,0.0000004096,0.05000,2.076 +80,mlp.experts.73.gate_proj,0.0000000773,0.05000,2.139 +80,mlp.experts.72.gate_proj,0.0000003429,0.05000,2.102 +80,mlp.experts.74.gate_proj,0.0000004447,0.05000,2.117 +80,mlp.experts.75.gate_proj,0.0000005788,0.05000,2.088 +80,mlp.experts.77.gate_proj,0.0000003220,0.05000,2.066 +80,mlp.experts.76.gate_proj,0.0000001833,0.05000,2.048 +80,mlp.experts.78.gate_proj,0.0000001167,0.05000,2.033 +80,mlp.experts.79.gate_proj,0.0000006277,0.05000,2.152 +80,mlp.experts.81.gate_proj,0.0000004569,0.05000,2.073 +80,mlp.experts.80.gate_proj,0.0000004557,0.05000,2.116 +80,mlp.experts.82.gate_proj,0.0000010475,0.05000,2.070 +80,mlp.experts.85.gate_proj,0.0000003795,0.05000,2.078 +80,mlp.experts.83.gate_proj,0.0000005615,0.05000,2.188 +80,mlp.experts.84.gate_proj,0.0000008862,0.05000,2.100 +80,mlp.experts.86.gate_proj,0.0000002682,0.05000,2.087 +80,mlp.experts.89.gate_proj,0.0000003077,0.05000,2.074 +80,mlp.experts.87.gate_proj,0.0000007385,0.05000,2.166 +80,mlp.experts.88.gate_proj,0.0000005874,0.05000,2.103 +80,mlp.experts.90.gate_proj,0.0000004798,0.05000,2.089 +80,mlp.experts.93.gate_proj,0.0000003804,0.05000,2.060 +80,mlp.experts.91.gate_proj,0.0000004057,0.05000,2.122 +80,mlp.experts.92.gate_proj,0.0000003279,0.05000,2.081 +80,mlp.experts.94.gate_proj,0.0000001508,0.05000,2.029 +80,mlp.experts.97.gate_proj,0.0000006892,0.05000,2.065 +80,mlp.experts.96.gate_proj,0.0000009549,0.05000,2.034 +80,mlp.experts.95.gate_proj,0.0000003050,0.05000,2.037 +80,mlp.experts.98.gate_proj,0.0000004424,0.05000,2.034 +80,mlp.experts.101.gate_proj,0.0000004573,0.05000,2.071 +80,mlp.experts.99.gate_proj,0.0000004941,0.05000,2.063 +80,mlp.experts.100.gate_proj,0.0000001460,0.05000,2.105 +80,mlp.experts.102.gate_proj,0.0000002640,0.05000,2.030 +80,mlp.experts.105.gate_proj,0.0000003642,0.05000,2.026 +80,mlp.experts.103.gate_proj,0.0000003884,0.05000,2.117 +80,mlp.experts.104.gate_proj,0.0000002067,0.05000,2.188 +80,mlp.experts.106.gate_proj,0.0000004665,0.05000,2.100 +80,mlp.experts.109.gate_proj,0.0000003440,0.05000,2.102 +80,mlp.experts.107.gate_proj,0.0000012462,0.05000,2.045 +80,mlp.experts.108.gate_proj,0.0000004851,0.05000,2.073 +80,mlp.experts.110.gate_proj,0.0000009016,0.05000,2.148 +80,mlp.experts.113.gate_proj,0.0000004476,0.05000,2.060 +80,mlp.experts.111.gate_proj,0.0000001929,0.05000,2.067 +80,mlp.experts.112.gate_proj,0.0000003203,0.05000,2.074 +80,mlp.experts.114.gate_proj,0.0000003051,0.05000,2.055 +80,mlp.experts.117.gate_proj,0.0000001979,0.05000,2.075 +80,mlp.experts.115.gate_proj,0.0000002664,0.05000,2.035 +80,mlp.experts.116.gate_proj,0.0000003215,0.05000,2.085 +80,mlp.experts.118.gate_proj,0.0000004355,0.05000,2.039 +80,mlp.experts.121.gate_proj,0.0000004541,0.05000,2.119 +80,mlp.experts.119.gate_proj,0.0000000556,0.05000,2.034 +80,mlp.experts.120.gate_proj,0.0000003371,0.05000,2.079 +80,mlp.experts.122.gate_proj,0.0000004455,0.05000,2.062 +80,mlp.experts.125.gate_proj,0.0000004516,0.05000,2.083 +80,mlp.experts.123.gate_proj,0.0000006201,0.05000,2.045 +80,mlp.experts.124.gate_proj,0.0000004728,0.05000,2.106 +80,mlp.experts.126.gate_proj,0.0000002066,0.05000,2.064 +80,mlp.experts.129.gate_proj,0.0000004266,0.05000,2.040 +80,mlp.experts.127.gate_proj,0.0000003136,0.05000,2.065 +80,mlp.experts.128.gate_proj,0.0000004240,0.05000,2.104 +80,mlp.experts.130.gate_proj,0.0000000689,0.05000,2.089 +80,mlp.experts.133.gate_proj,0.0000008476,0.05000,2.031 +80,mlp.experts.131.gate_proj,0.0000004134,0.05000,2.025 +80,mlp.experts.132.gate_proj,0.0000004612,0.05000,2.046 +80,mlp.experts.134.gate_proj,0.0000003748,0.05000,2.056 +80,mlp.experts.137.gate_proj,0.0000003759,0.05000,2.061 +80,mlp.experts.135.gate_proj,0.0000003189,0.05000,2.064 +80,mlp.experts.136.gate_proj,0.0000002732,0.05000,2.093 +80,mlp.experts.138.gate_proj,0.0000001828,0.05000,2.159 +80,mlp.experts.141.gate_proj,0.0000002534,0.05000,2.108 +80,mlp.experts.139.gate_proj,0.0000004120,0.05000,2.089 +80,mlp.experts.140.gate_proj,0.0000003367,0.05000,2.086 +80,mlp.experts.142.gate_proj,0.0000004819,0.05000,2.059 +80,mlp.experts.145.gate_proj,0.0000008974,0.05000,2.070 +80,mlp.experts.143.gate_proj,0.0000001852,0.05000,2.066 +80,mlp.experts.144.gate_proj,0.0000005568,0.05000,2.030 +80,mlp.experts.146.gate_proj,0.0000000720,0.05000,2.072 +80,mlp.experts.149.gate_proj,0.0000004358,0.05000,2.047 +80,mlp.experts.147.gate_proj,0.0000004373,0.05000,2.083 +80,mlp.experts.148.gate_proj,0.0000007581,0.05000,2.113 +80,mlp.experts.150.gate_proj,0.0000003281,0.05000,2.142 +80,mlp.experts.153.gate_proj,0.0000002513,0.05000,2.057 +80,mlp.experts.151.gate_proj,0.0000000744,0.05000,2.041 +80,mlp.experts.152.gate_proj,0.0000002159,0.05000,2.050 +80,mlp.experts.154.gate_proj,0.0000005658,0.05000,2.056 +80,mlp.experts.157.gate_proj,0.0000005181,0.05000,2.070 +80,mlp.experts.155.gate_proj,0.0000002627,0.05000,2.052 +80,mlp.experts.156.gate_proj,0.0000004884,0.05000,2.061 +80,mlp.experts.158.gate_proj,0.0000003122,0.05000,2.009 +80,mlp.experts.1.up_proj,0.0000002990,0.05000,2.041 +80,mlp.experts.159.gate_proj,0.0000003807,0.05000,2.059 +80,mlp.experts.0.up_proj,0.0000004239,0.05000,2.099 +80,mlp.experts.2.up_proj,0.0000005127,0.05000,2.097 +80,mlp.experts.5.up_proj,0.0000010362,0.05000,2.067 +80,mlp.experts.3.up_proj,0.0000008540,0.05000,2.093 +80,mlp.experts.4.up_proj,0.0000001883,0.05000,2.050 +80,mlp.experts.6.up_proj,0.0000001851,0.05000,2.134 +80,mlp.experts.9.up_proj,0.0000004764,0.05000,2.164 +80,mlp.experts.7.up_proj,0.0000003458,0.05000,2.151 +80,mlp.experts.8.up_proj,0.0000000541,0.05000,2.158 +80,mlp.experts.10.up_proj,0.0000008853,0.05000,2.095 +80,mlp.experts.13.up_proj,0.0000002338,0.05000,2.165 +80,mlp.experts.11.up_proj,0.0000003026,0.05000,2.132 +80,mlp.experts.12.up_proj,0.0000005169,0.05000,2.084 +80,mlp.experts.14.up_proj,0.0000008559,0.05000,2.157 +80,mlp.experts.17.up_proj,0.0000002796,0.05000,2.073 +80,mlp.experts.15.up_proj,0.0000004050,0.05000,2.126 +80,mlp.experts.16.up_proj,0.0000005864,0.05000,2.084 +80,mlp.experts.18.up_proj,0.0000004441,0.05000,2.144 +80,mlp.experts.21.up_proj,0.0000013369,0.05000,2.096 +80,mlp.experts.19.up_proj,0.0000005005,0.05000,2.109 +80,mlp.experts.20.up_proj,0.0000008026,0.05000,2.154 +80,mlp.experts.22.up_proj,0.0000003801,0.05000,2.075 +80,mlp.experts.25.up_proj,0.0000004460,0.05000,2.060 +80,mlp.experts.23.up_proj,0.0000004099,0.05000,2.095 +80,mlp.experts.24.up_proj,0.0000009303,0.05000,2.107 +80,mlp.experts.26.up_proj,0.0000003968,0.05000,2.082 +80,mlp.experts.29.up_proj,0.0000001959,0.05000,2.163 +80,mlp.experts.27.up_proj,0.0000004706,0.05000,2.118 +80,mlp.experts.28.up_proj,0.0000003898,0.05000,2.113 +80,mlp.experts.30.up_proj,0.0000003749,0.05000,2.168 +80,mlp.experts.33.up_proj,0.0000001501,0.05000,2.207 +80,mlp.experts.31.up_proj,0.0000002615,0.05000,2.098 +80,mlp.experts.32.up_proj,0.0000005895,0.05000,2.114 +80,mlp.experts.34.up_proj,0.0000006748,0.05000,2.037 +80,mlp.experts.37.up_proj,0.0000003693,0.05000,2.048 +80,mlp.experts.35.up_proj,0.0000007575,0.05000,2.109 +80,mlp.experts.36.up_proj,0.0000003335,0.05000,2.055 +80,mlp.experts.38.up_proj,0.0000002837,0.05000,2.071 +80,mlp.experts.41.up_proj,0.0000008225,0.05000,2.073 +80,mlp.experts.39.up_proj,0.0000005181,0.05000,2.090 +80,mlp.experts.40.up_proj,0.0000002697,0.05000,2.058 +80,mlp.experts.42.up_proj,0.0000007178,0.05000,2.073 +80,mlp.experts.45.up_proj,0.0000005187,0.05000,2.073 +80,mlp.experts.43.up_proj,0.0000001565,0.05000,2.034 +80,mlp.experts.44.up_proj,0.0000003234,0.05000,2.086 +80,mlp.experts.46.up_proj,0.0000001510,0.05000,2.047 +80,mlp.experts.47.up_proj,0.0000000782,0.05000,2.010 +80,mlp.experts.49.up_proj,0.0000002585,0.05000,2.072 +80,mlp.experts.48.up_proj,0.0000002314,0.05000,2.042 +80,mlp.experts.50.up_proj,0.0000006832,0.05000,2.068 +80,mlp.experts.53.up_proj,0.0000007692,0.05000,2.046 +80,mlp.experts.51.up_proj,0.0000001325,0.05000,2.091 +80,mlp.experts.52.up_proj,0.0000002053,0.05000,2.067 +80,mlp.experts.54.up_proj,0.0000006331,0.05000,2.061 +80,mlp.experts.57.up_proj,0.0000003058,0.05000,2.121 +80,mlp.experts.55.up_proj,0.0000004218,0.05000,2.138 +80,mlp.experts.56.up_proj,0.0000007207,0.05000,2.082 +80,mlp.experts.58.up_proj,0.0000003793,0.05000,2.073 +80,mlp.experts.61.up_proj,0.0000005094,0.05000,2.060 +80,mlp.experts.59.up_proj,0.0000002721,0.05000,2.103 +80,mlp.experts.60.up_proj,0.0000005179,0.05000,2.051 +80,mlp.experts.62.up_proj,0.0000007148,0.05000,2.040 +80,mlp.experts.65.up_proj,0.0000003605,0.05000,2.095 +80,mlp.experts.63.up_proj,0.0000004129,0.05000,2.066 +80,mlp.experts.64.up_proj,0.0000005069,0.05000,2.090 +80,mlp.experts.66.up_proj,0.0000004508,0.05000,2.066 +80,mlp.experts.67.up_proj,0.0000003664,0.05000,2.009 +80,mlp.experts.69.up_proj,0.0000010110,0.05000,2.125 +80,mlp.experts.68.up_proj,0.0000003464,0.05000,2.042 +80,mlp.experts.70.up_proj,0.0000002903,0.05000,2.042 +80,mlp.experts.71.up_proj,0.0000004023,0.05000,2.030 +80,mlp.experts.73.up_proj,0.0000000752,0.05000,2.079 +80,mlp.experts.72.up_proj,0.0000003470,0.05000,2.071 +80,mlp.experts.74.up_proj,0.0000004147,0.05000,2.106 +80,mlp.experts.75.up_proj,0.0000005677,0.05000,2.076 +80,mlp.experts.77.up_proj,0.0000003222,0.05000,2.068 +80,mlp.experts.76.up_proj,0.0000001839,0.05000,2.084 +80,mlp.experts.78.up_proj,0.0000001202,0.05000,2.118 +80,mlp.experts.79.up_proj,0.0000006190,0.05000,2.077 +80,mlp.experts.81.up_proj,0.0000004502,0.05000,2.074 +80,mlp.experts.80.up_proj,0.0000004382,0.05000,2.076 +80,mlp.experts.82.up_proj,0.0000009823,0.05000,2.148 +80,mlp.experts.83.up_proj,0.0000005571,0.05000,2.049 +80,mlp.experts.85.up_proj,0.0000003770,0.05000,2.044 +80,mlp.experts.84.up_proj,0.0000008858,0.05000,2.097 +80,mlp.experts.86.up_proj,0.0000002751,0.05000,2.070 +80,mlp.experts.87.up_proj,0.0000007299,0.05000,2.104 +80,mlp.experts.89.up_proj,0.0000003042,0.05000,2.055 +80,mlp.experts.88.up_proj,0.0000005860,0.05000,2.071 +80,mlp.experts.90.up_proj,0.0000004812,0.05000,2.053 +80,mlp.experts.91.up_proj,0.0000004047,0.05000,2.035 +80,mlp.experts.93.up_proj,0.0000003759,0.05000,2.079 +80,mlp.experts.92.up_proj,0.0000003105,0.05000,2.068 +80,mlp.experts.94.up_proj,0.0000001495,0.05000,2.101 +80,mlp.experts.95.up_proj,0.0000003042,0.05000,2.072 +80,mlp.experts.97.up_proj,0.0000006964,0.05000,2.063 +80,mlp.experts.96.up_proj,0.0000009191,0.05000,2.084 +80,mlp.experts.98.up_proj,0.0000004300,0.05000,2.094 +80,mlp.experts.99.up_proj,0.0000004888,0.05000,2.096 +80,mlp.experts.101.up_proj,0.0000004359,0.05000,2.117 +80,mlp.experts.100.up_proj,0.0000001456,0.05000,2.151 +80,mlp.experts.102.up_proj,0.0000002610,0.05000,2.080 +80,mlp.experts.103.up_proj,0.0000003868,0.05000,2.072 +80,mlp.experts.105.up_proj,0.0000003550,0.05000,2.058 +80,mlp.experts.104.up_proj,0.0000002058,0.05000,2.109 +80,mlp.experts.106.up_proj,0.0000004661,0.05000,2.124 +80,mlp.experts.107.up_proj,0.0000012473,0.05000,2.053 +80,mlp.experts.109.up_proj,0.0000003417,0.05000,2.101 +80,mlp.experts.108.up_proj,0.0000004514,0.05000,2.087 +80,mlp.experts.110.up_proj,0.0000008500,0.05000,2.108 +80,mlp.experts.111.up_proj,0.0000001919,0.05000,2.091 +80,mlp.experts.113.up_proj,0.0000004261,0.05000,2.142 +80,mlp.experts.112.up_proj,0.0000003161,0.05000,2.060 +80,mlp.experts.115.up_proj,0.0000002673,0.05000,2.069 +80,mlp.experts.114.up_proj,0.0000003073,0.05000,2.127 +80,mlp.experts.117.up_proj,0.0000001955,0.05000,2.067 +80,mlp.experts.116.up_proj,0.0000003152,0.05000,2.069 +80,mlp.experts.119.up_proj,0.0000000562,0.05000,2.119 +80,mlp.experts.118.up_proj,0.0000004382,0.05000,2.148 +80,mlp.experts.121.up_proj,0.0000004514,0.05000,2.060 +80,mlp.experts.120.up_proj,0.0000003301,0.05000,2.100 +80,mlp.experts.123.up_proj,0.0000005834,0.05000,2.097 +80,mlp.experts.122.up_proj,0.0000004393,0.05000,2.084 +80,mlp.experts.125.up_proj,0.0000004454,0.05000,2.137 +80,mlp.experts.124.up_proj,0.0000004721,0.05000,2.155 +80,mlp.experts.127.up_proj,0.0000003096,0.05000,2.077 +80,mlp.experts.126.up_proj,0.0000002091,0.05000,2.084 +80,mlp.experts.129.up_proj,0.0000004152,0.05000,2.097 +80,mlp.experts.128.up_proj,0.0000004266,0.05000,2.080 +80,mlp.experts.130.up_proj,0.0000000689,0.05000,2.036 +80,mlp.experts.131.up_proj,0.0000004136,0.05000,2.139 +80,mlp.experts.133.up_proj,0.0000008401,0.05000,2.049 +80,mlp.experts.132.up_proj,0.0000004543,0.05000,2.063 +80,mlp.experts.134.up_proj,0.0000003779,0.05000,2.084 +80,mlp.experts.135.up_proj,0.0000003179,0.05000,2.125 +80,mlp.experts.137.up_proj,0.0000003732,0.05000,2.117 +80,mlp.experts.136.up_proj,0.0000002712,0.05000,2.082 +80,mlp.experts.138.up_proj,0.0000001806,0.05000,2.046 +80,mlp.experts.139.up_proj,0.0000004085,0.05000,2.073 +80,mlp.experts.141.up_proj,0.0000002531,0.05000,2.059 +80,mlp.experts.140.up_proj,0.0000003299,0.05000,2.083 +80,mlp.experts.142.up_proj,0.0000004684,0.05000,2.078 +80,mlp.experts.143.up_proj,0.0000001818,0.05000,2.054 +80,mlp.experts.145.up_proj,0.0000008554,0.05000,2.077 +80,mlp.experts.144.up_proj,0.0000005466,0.05000,2.085 +80,mlp.experts.146.up_proj,0.0000000716,0.05000,2.077 +80,mlp.experts.147.up_proj,0.0000004213,0.05000,2.079 +80,mlp.experts.149.up_proj,0.0000004295,0.05000,2.088 +80,mlp.experts.148.up_proj,0.0000007500,0.05000,2.108 +80,mlp.experts.150.up_proj,0.0000003225,0.05000,2.088 +80,mlp.experts.151.up_proj,0.0000000748,0.05000,2.063 +80,mlp.experts.153.up_proj,0.0000002501,0.05000,2.052 +80,mlp.experts.152.up_proj,0.0000002165,0.05000,2.114 +80,mlp.experts.154.up_proj,0.0000005609,0.05000,2.041 +80,mlp.experts.155.up_proj,0.0000002584,0.05000,2.062 +80,mlp.experts.157.up_proj,0.0000004801,0.05000,2.035 +80,mlp.experts.156.up_proj,0.0000004787,0.05000,1.969 +80,mlp.experts.158.up_proj,0.0000003092,0.05000,1.474 +80,mlp.experts.159.up_proj,0.0000003711,0.05000,1.441 +80,mlp.experts.3.down_proj,0.0000003876,0.05000,0.639 +80,mlp.experts.2.down_proj,0.0000000826,0.05000,0.656 +80,mlp.experts.0.down_proj,0.0000001549,0.05000,0.669 +80,mlp.experts.1.down_proj,0.0000001002,0.05000,0.685 +80,mlp.experts.7.down_proj,0.0000001123,0.05000,0.617 +80,mlp.experts.6.down_proj,0.0000000295,0.05000,0.618 +80,mlp.experts.5.down_proj,0.0000002811,0.05000,0.604 +80,mlp.experts.4.down_proj,0.0000000392,0.05000,0.644 +80,mlp.experts.11.down_proj,0.0000000518,0.05000,0.614 +80,mlp.experts.10.down_proj,0.0000003267,0.05000,0.653 +80,mlp.experts.9.down_proj,0.0000000734,0.05000,0.665 +80,mlp.experts.8.down_proj,0.0000000151,0.05000,0.645 +80,mlp.experts.15.down_proj,0.0000002167,0.05000,0.609 +80,mlp.experts.14.down_proj,0.0000003213,0.05000,0.628 +80,mlp.experts.13.down_proj,0.0000000462,0.05000,0.631 +80,mlp.experts.12.down_proj,0.0000000881,0.05000,0.635 +80,mlp.experts.19.down_proj,0.0000002169,0.05000,0.598 +80,mlp.experts.18.down_proj,0.0000001588,0.05000,0.606 +80,mlp.experts.17.down_proj,0.0000001066,0.05000,0.626 +80,mlp.experts.16.down_proj,0.0000002031,0.05000,0.633 +80,mlp.experts.23.down_proj,0.0000001987,0.05000,0.603 +80,mlp.experts.22.down_proj,0.0000000717,0.05000,0.614 +80,mlp.experts.21.down_proj,0.0000005389,0.05000,0.603 +80,mlp.experts.20.down_proj,0.0000003263,0.05000,0.636 +80,mlp.experts.27.down_proj,0.0000000789,0.05000,0.603 +80,mlp.experts.26.down_proj,0.0000002515,0.05000,0.609 +80,mlp.experts.25.down_proj,0.0000002477,0.05000,0.604 +80,mlp.experts.24.down_proj,0.0000003731,0.05000,0.646 +80,mlp.experts.31.down_proj,0.0000000482,0.05000,0.619 +80,mlp.experts.30.down_proj,0.0000000848,0.05000,0.608 +80,mlp.experts.29.down_proj,0.0000000594,0.05000,0.604 +80,mlp.experts.28.down_proj,0.0000000917,0.05000,0.630 +80,mlp.experts.35.down_proj,0.0000001431,0.05000,0.609 +80,mlp.experts.34.down_proj,0.0000002494,0.05000,0.608 +80,mlp.experts.33.down_proj,0.0000000677,0.05000,0.605 +80,mlp.experts.32.down_proj,0.0000001744,0.05000,0.607 +80,mlp.experts.39.down_proj,0.0000001562,0.05000,0.613 +80,mlp.experts.38.down_proj,0.0000000644,0.05000,0.607 +80,mlp.experts.37.down_proj,0.0000000556,0.05000,0.611 +80,mlp.experts.36.down_proj,0.0000000894,0.05000,0.634 +80,mlp.experts.43.down_proj,0.0000000325,0.05000,0.610 +80,mlp.experts.42.down_proj,0.0000002777,0.05000,0.605 +80,mlp.experts.41.down_proj,0.0000001307,0.05000,0.603 +80,mlp.experts.40.down_proj,0.0000000421,0.05000,0.610 +80,mlp.experts.47.down_proj,0.0000000158,0.05000,0.630 +80,mlp.experts.46.down_proj,0.0000000610,0.05000,0.613 +80,mlp.experts.45.down_proj,0.0000001222,0.05000,0.651 +80,mlp.experts.44.down_proj,0.0000001047,0.05000,0.612 +80,mlp.experts.51.down_proj,0.0000001139,0.05000,0.597 +80,mlp.experts.50.down_proj,0.0000001082,0.05000,0.602 +80,mlp.experts.49.down_proj,0.0000000591,0.05000,0.602 +80,mlp.experts.48.down_proj,0.0000000488,0.05000,0.636 +80,mlp.experts.55.down_proj,0.0000000624,0.05000,0.601 +80,mlp.experts.54.down_proj,0.0000001139,0.05000,0.607 +80,mlp.experts.53.down_proj,0.0000001636,0.05000,0.605 +80,mlp.experts.52.down_proj,0.0000001000,0.05000,0.630 +80,mlp.experts.59.down_proj,0.0000000885,0.05000,0.603 +80,mlp.experts.58.down_proj,0.0000001019,0.05000,0.606 +80,mlp.experts.57.down_proj,0.0000000573,0.05000,0.617 +80,mlp.experts.56.down_proj,0.0000002635,0.05000,0.659 +80,mlp.experts.63.down_proj,0.0000001827,0.05000,0.640 +80,mlp.experts.62.down_proj,0.0000001603,0.05000,0.642 +80,mlp.experts.61.down_proj,0.0000001551,0.05000,0.613 +80,mlp.experts.60.down_proj,0.0000001416,0.05000,0.637 +80,mlp.experts.67.down_proj,0.0000001399,0.05000,0.614 +80,mlp.experts.66.down_proj,0.0000001106,0.05000,0.629 +80,mlp.experts.65.down_proj,0.0000001048,0.05000,0.631 +80,mlp.experts.64.down_proj,0.0000001751,0.05000,0.647 +80,mlp.experts.71.down_proj,0.0000000681,0.05000,0.609 +80,mlp.experts.70.down_proj,0.0000000791,0.05000,0.631 +80,mlp.experts.69.down_proj,0.0000001623,0.05000,0.603 +80,mlp.experts.68.down_proj,0.0000001398,0.05000,0.648 +80,mlp.experts.75.down_proj,0.0000000870,0.05000,0.609 +80,mlp.experts.74.down_proj,0.0000001690,0.05000,0.623 +80,mlp.experts.73.down_proj,0.0000000372,0.05000,0.605 +80,mlp.experts.72.down_proj,0.0000000712,0.05000,0.614 +80,mlp.experts.79.down_proj,0.0000001131,0.05000,0.629 +80,mlp.experts.78.down_proj,0.0000000260,0.05000,0.611 +80,mlp.experts.77.down_proj,0.0000001539,0.05000,0.648 +80,mlp.experts.76.down_proj,0.0000000549,0.05000,0.614 +80,mlp.experts.83.down_proj,0.0000001523,0.05000,0.609 +80,mlp.experts.82.down_proj,0.0000002011,0.05000,0.620 +80,mlp.experts.81.down_proj,0.0000000893,0.05000,0.625 +80,mlp.experts.80.down_proj,0.0000003183,0.05000,0.635 +80,mlp.experts.87.down_proj,0.0000001501,0.05000,0.630 +80,mlp.experts.86.down_proj,0.0000002513,0.05000,0.624 +80,mlp.experts.85.down_proj,0.0000000728,0.05000,0.631 +80,mlp.experts.84.down_proj,0.0000003166,0.05000,0.630 +80,mlp.experts.91.down_proj,0.0000001236,0.05000,0.628 +80,mlp.experts.90.down_proj,0.0000001618,0.05000,0.651 +80,mlp.experts.89.down_proj,0.0000001128,0.05000,0.608 +80,mlp.experts.88.down_proj,0.0000001277,0.05000,0.668 +80,mlp.experts.95.down_proj,0.0000000915,0.05000,0.624 +80,mlp.experts.93.down_proj,0.0000001436,0.05000,0.603 +80,mlp.experts.94.down_proj,0.0000000274,0.05000,0.626 +80,mlp.experts.92.down_proj,0.0000001613,0.05000,0.598 +80,mlp.experts.99.down_proj,0.0000001391,0.05000,0.624 +80,mlp.experts.97.down_proj,0.0000002703,0.05000,0.602 +80,mlp.experts.98.down_proj,0.0000000685,0.05000,0.604 +80,mlp.experts.96.down_proj,0.0000004770,0.05000,0.642 +80,mlp.experts.103.down_proj,0.0000001031,0.05000,0.615 +80,mlp.experts.101.down_proj,0.0000001570,0.05000,0.597 +80,mlp.experts.102.down_proj,0.0000000932,0.05000,0.599 +80,mlp.experts.100.down_proj,0.0000000298,0.05000,0.600 +80,mlp.experts.107.down_proj,0.0000002066,0.05000,0.605 +80,mlp.experts.105.down_proj,0.0000001019,0.05000,0.624 +80,mlp.experts.106.down_proj,0.0000001304,0.05000,0.635 +80,mlp.experts.104.down_proj,0.0000000768,0.05000,0.606 +80,mlp.experts.111.down_proj,0.0000002082,0.05000,0.600 +80,mlp.experts.109.down_proj,0.0000001478,0.05000,0.629 +80,mlp.experts.110.down_proj,0.0000004267,0.05000,0.614 +80,mlp.experts.108.down_proj,0.0000002215,0.05000,0.648 +80,mlp.experts.115.down_proj,0.0000000468,0.05000,0.625 +80,mlp.experts.113.down_proj,0.0000001133,0.05000,0.604 +80,mlp.experts.114.down_proj,0.0000000609,0.05000,0.607 +80,mlp.experts.112.down_proj,0.0000000665,0.05000,0.633 +80,mlp.experts.119.down_proj,0.0000000221,0.05000,0.629 +80,mlp.experts.117.down_proj,0.0000000424,0.05000,0.610 +80,mlp.experts.118.down_proj,0.0000001212,0.05000,0.649 +80,mlp.experts.116.down_proj,0.0000000882,0.05000,0.605 +80,mlp.experts.123.down_proj,0.0000002217,0.05000,0.607 +80,mlp.experts.121.down_proj,0.0000000672,0.05000,0.609 +80,mlp.experts.122.down_proj,0.0000001622,0.05000,0.606 +80,mlp.experts.120.down_proj,0.0000000896,0.05000,0.624 +80,mlp.experts.127.down_proj,0.0000000604,0.05000,0.607 +80,mlp.experts.125.down_proj,0.0000000978,0.05000,0.613 +80,mlp.experts.126.down_proj,0.0000000416,0.05000,0.670 +80,mlp.experts.124.down_proj,0.0000001306,0.05000,0.626 +80,mlp.experts.131.down_proj,0.0000000625,0.05000,0.601 +80,mlp.experts.129.down_proj,0.0000001813,0.05000,0.629 +80,mlp.experts.130.down_proj,0.0000000153,0.05000,0.627 +80,mlp.experts.128.down_proj,0.0000000845,0.05000,0.609 +80,mlp.experts.135.down_proj,0.0000000432,0.05000,0.627 +80,mlp.experts.133.down_proj,0.0000002018,0.05000,0.602 +80,mlp.experts.134.down_proj,0.0000001082,0.05000,0.605 +80,mlp.experts.132.down_proj,0.0000001258,0.05000,0.608 +80,mlp.experts.139.down_proj,0.0000000688,0.05000,0.605 +80,mlp.experts.137.down_proj,0.0000000872,0.05000,0.607 +80,mlp.experts.138.down_proj,0.0000000504,0.05000,0.634 +80,mlp.experts.136.down_proj,0.0000000501,0.05000,0.647 +80,mlp.experts.143.down_proj,0.0000000314,0.05000,0.629 +80,mlp.experts.141.down_proj,0.0000000411,0.05000,0.625 +80,mlp.experts.142.down_proj,0.0000001416,0.05000,0.618 +80,mlp.experts.140.down_proj,0.0000001708,0.05000,0.622 +80,mlp.experts.147.down_proj,0.0000001131,0.05000,0.598 +80,mlp.experts.145.down_proj,0.0000002029,0.05000,0.599 +80,mlp.experts.146.down_proj,0.0000000233,0.05000,0.607 +80,mlp.experts.144.down_proj,0.0000001251,0.05000,0.599 +80,mlp.experts.151.down_proj,0.0000000222,0.05000,0.595 +80,mlp.experts.149.down_proj,0.0000001031,0.05000,0.597 +80,mlp.experts.150.down_proj,0.0000000536,0.05000,0.595 +80,mlp.experts.148.down_proj,0.0000001349,0.05000,0.599 +80,mlp.experts.155.down_proj,0.0000000925,0.05000,0.597 +80,mlp.experts.153.down_proj,0.0000000618,0.05000,0.598 +80,mlp.experts.154.down_proj,0.0000001389,0.05000,0.601 +80,mlp.experts.152.down_proj,0.0000000546,0.05000,0.604 +80,mlp.experts.159.down_proj,0.0000001542,0.05000,0.633 +80,mlp.experts.157.down_proj,0.0000002288,0.05000,0.591 +80,mlp.experts.158.down_proj,0.0000000686,0.05000,0.561 +80,mlp.experts.156.down_proj,0.0000000927,0.05000,0.373 +81,mlp.experts.2.gate_proj,0.0000004175,0.05000,2.131 +81,mlp.experts.3.gate_proj,0.0000003587,0.05000,2.159 +81,mlp.experts.1.gate_proj,0.0000003960,0.05000,2.201 +81,mlp.experts.0.gate_proj,0.0000002798,0.05000,2.237 +81,mlp.experts.7.gate_proj,0.0000003272,0.05000,2.073 +81,mlp.experts.5.gate_proj,0.0000005325,0.05000,2.068 +81,mlp.experts.4.gate_proj,0.0000002804,0.05000,2.076 +81,mlp.experts.6.gate_proj,0.0000005487,0.05000,2.212 +81,mlp.experts.9.gate_proj,0.0000004010,0.05000,2.037 +81,mlp.experts.11.gate_proj,0.0000003315,0.05000,2.098 +81,mlp.experts.8.gate_proj,0.0000005929,0.05000,2.068 +81,mlp.experts.10.gate_proj,0.0000002801,0.05000,2.144 +81,mlp.experts.15.gate_proj,0.0000002698,0.05000,2.015 +81,mlp.experts.13.gate_proj,0.0000002271,0.05000,2.100 +81,mlp.experts.12.gate_proj,0.0000003349,0.05000,2.111 +81,mlp.experts.14.gate_proj,0.0000003510,0.05000,2.060 +81,mlp.experts.19.gate_proj,0.0000005366,0.05000,2.070 +81,mlp.experts.17.gate_proj,0.0000011273,0.05000,2.078 +81,mlp.experts.16.gate_proj,0.0000006804,0.05000,2.138 +81,mlp.experts.18.gate_proj,0.0000004369,0.05000,2.131 +81,mlp.experts.23.gate_proj,0.0000003163,0.05000,2.049 +81,mlp.experts.21.gate_proj,0.0000005696,0.05000,2.060 +81,mlp.experts.20.gate_proj,0.0000016964,0.05000,2.061 +81,mlp.experts.22.gate_proj,0.0000010197,0.05000,2.077 +81,mlp.experts.27.gate_proj,0.0000005755,0.05000,2.127 +81,mlp.experts.25.gate_proj,0.0000003033,0.05000,2.105 +81,mlp.experts.24.gate_proj,0.0000008002,0.05000,2.099 +81,mlp.experts.26.gate_proj,0.0000006409,0.05000,2.073 +81,mlp.experts.31.gate_proj,0.0000010295,0.05000,2.068 +81,mlp.experts.29.gate_proj,0.0000003497,0.05000,2.106 +81,mlp.experts.28.gate_proj,0.0000002411,0.05000,2.099 +81,mlp.experts.30.gate_proj,0.0000007052,0.05000,2.089 +81,mlp.experts.35.gate_proj,0.0000004114,0.05000,2.143 +81,mlp.experts.33.gate_proj,0.0000002188,0.05000,2.115 +81,mlp.experts.32.gate_proj,0.0000003062,0.05000,2.090 +81,mlp.experts.34.gate_proj,0.0000002818,0.05000,2.120 +81,mlp.experts.39.gate_proj,0.0000002573,0.05000,2.122 +81,mlp.experts.37.gate_proj,0.0000006363,0.05000,2.125 +81,mlp.experts.36.gate_proj,0.0000001494,0.05000,2.109 +81,mlp.experts.38.gate_proj,0.0000004055,0.05000,2.090 +81,mlp.experts.43.gate_proj,0.0000004328,0.05000,2.084 +81,mlp.experts.40.gate_proj,0.0000003087,0.05000,2.064 +81,mlp.experts.41.gate_proj,0.0000004074,0.05000,2.191 +81,mlp.experts.42.gate_proj,0.0000004159,0.05000,2.139 +81,mlp.experts.47.gate_proj,0.0000000679,0.05000,2.068 +81,mlp.experts.44.gate_proj,0.0000006395,0.05000,2.119 +81,mlp.experts.45.gate_proj,0.0000005296,0.05000,2.121 +81,mlp.experts.46.gate_proj,0.0000006668,0.05000,2.087 +81,mlp.experts.51.gate_proj,0.0000004646,0.05000,2.113 +81,mlp.experts.48.gate_proj,0.0000003875,0.05000,2.062 +81,mlp.experts.49.gate_proj,0.0000003201,0.05000,2.105 +81,mlp.experts.50.gate_proj,0.0000006105,0.05000,2.115 +81,mlp.experts.55.gate_proj,0.0000002994,0.05000,2.082 +81,mlp.experts.52.gate_proj,0.0000003225,0.05000,2.110 +81,mlp.experts.53.gate_proj,0.0000001276,0.05000,2.102 +81,mlp.experts.54.gate_proj,0.0000002827,0.05000,2.075 +81,mlp.experts.59.gate_proj,0.0000000670,0.05000,2.075 +81,mlp.experts.56.gate_proj,0.0000005460,0.05000,2.080 +81,mlp.experts.58.gate_proj,0.0000002385,0.05000,2.044 +81,mlp.experts.57.gate_proj,0.0000001749,0.05000,2.130 +81,mlp.experts.63.gate_proj,0.0000010477,0.05000,2.083 +81,mlp.experts.60.gate_proj,0.0000003804,0.05000,2.057 +81,mlp.experts.62.gate_proj,0.0000007405,0.05000,2.060 +81,mlp.experts.61.gate_proj,0.0000007877,0.05000,2.091 +81,mlp.experts.67.gate_proj,0.0000003290,0.05000,2.059 +81,mlp.experts.64.gate_proj,0.0000002831,0.05000,2.066 +81,mlp.experts.66.gate_proj,0.0000008616,0.05000,2.068 +81,mlp.experts.65.gate_proj,0.0000004744,0.05000,2.117 +81,mlp.experts.71.gate_proj,0.0000000673,0.05000,2.056 +81,mlp.experts.68.gate_proj,0.0000002143,0.05000,2.070 +81,mlp.experts.70.gate_proj,0.0000006632,0.05000,2.053 +81,mlp.experts.69.gate_proj,0.0000004541,0.05000,2.066 +81,mlp.experts.75.gate_proj,0.0000004090,0.05000,1.528 +81,mlp.experts.72.gate_proj,0.0000002050,0.05000,1.434 +81,mlp.experts.76.gate_proj,0.0000004628,0.05000,2.084 +81,mlp.experts.79.gate_proj,0.0000009740,0.05000,2.108 +81,mlp.experts.74.gate_proj,0.0000005289,0.05000,2.109 +81,mlp.experts.73.gate_proj,0.0000006139,0.05000,2.153 +81,mlp.experts.83.gate_proj,0.0000012663,0.05000,2.060 +81,mlp.experts.80.gate_proj,0.0000002417,0.05000,2.092 +81,mlp.experts.78.gate_proj,0.0000004431,0.05000,2.114 +81,mlp.experts.77.gate_proj,0.0000001366,0.05000,2.072 +81,mlp.experts.84.gate_proj,0.0000003067,0.05000,2.092 +81,mlp.experts.87.gate_proj,0.0000002709,0.05000,2.103 +81,mlp.experts.82.gate_proj,0.0000002854,0.05000,2.068 +81,mlp.experts.81.gate_proj,0.0000004724,0.05000,2.101 +81,mlp.experts.88.gate_proj,0.0000004485,0.05000,2.048 +81,mlp.experts.85.gate_proj,0.0000005014,0.05000,2.024 +81,mlp.experts.91.gate_proj,0.0000007267,0.05000,2.107 +81,mlp.experts.86.gate_proj,0.0000004422,0.05000,2.088 +81,mlp.experts.89.gate_proj,0.0000001532,0.05000,2.041 +81,mlp.experts.90.gate_proj,0.0000005234,0.05000,2.072 +81,mlp.experts.92.gate_proj,0.0000003844,0.05000,2.166 +81,mlp.experts.95.gate_proj,0.0000002833,0.05000,2.152 +81,mlp.experts.93.gate_proj,0.0000002244,0.05000,2.091 +81,mlp.experts.94.gate_proj,0.0000003125,0.05000,2.124 +81,mlp.experts.96.gate_proj,0.0000006859,0.05000,2.120 +81,mlp.experts.99.gate_proj,0.0000001176,0.05000,2.165 +81,mlp.experts.97.gate_proj,0.0000003074,0.05000,2.061 +81,mlp.experts.98.gate_proj,0.0000004971,0.05000,2.074 +81,mlp.experts.100.gate_proj,0.0000005218,0.05000,2.095 +81,mlp.experts.103.gate_proj,0.0000008569,0.05000,2.081 +81,mlp.experts.101.gate_proj,0.0000002473,0.05000,2.112 +81,mlp.experts.102.gate_proj,0.0000006362,0.05000,2.078 +81,mlp.experts.104.gate_proj,0.0000002788,0.05000,2.080 +81,mlp.experts.107.gate_proj,0.0000001621,0.05000,2.104 +81,mlp.experts.105.gate_proj,0.0000006385,0.05000,2.090 +81,mlp.experts.106.gate_proj,0.0000006949,0.05000,2.055 +81,mlp.experts.108.gate_proj,0.0000002003,0.05000,2.069 +81,mlp.experts.111.gate_proj,0.0000004958,0.05000,2.097 +81,mlp.experts.109.gate_proj,0.0000007750,0.05000,2.103 +81,mlp.experts.110.gate_proj,0.0000003447,0.05000,2.146 +81,mlp.experts.112.gate_proj,0.0000004288,0.05000,2.120 +81,mlp.experts.115.gate_proj,0.0000003318,0.05000,2.087 +81,mlp.experts.113.gate_proj,0.0000000989,0.05000,2.052 +81,mlp.experts.114.gate_proj,0.0000005710,0.05000,2.065 +81,mlp.experts.116.gate_proj,0.0000004016,0.05000,2.051 +81,mlp.experts.119.gate_proj,0.0000005889,0.05000,2.045 +81,mlp.experts.117.gate_proj,0.0000002875,0.05000,2.127 +81,mlp.experts.120.gate_proj,0.0000000667,0.05000,2.066 +81,mlp.experts.118.gate_proj,0.0000002689,0.05000,2.133 +81,mlp.experts.123.gate_proj,0.0000002938,0.05000,2.107 +81,mlp.experts.121.gate_proj,0.0000003241,0.05000,2.089 +81,mlp.experts.122.gate_proj,0.0000003148,0.05000,2.022 +81,mlp.experts.124.gate_proj,0.0000006153,0.05000,2.159 +81,mlp.experts.127.gate_proj,0.0000002445,0.05000,2.100 +81,mlp.experts.126.gate_proj,0.0000001148,0.05000,2.079 +81,mlp.experts.125.gate_proj,0.0000007826,0.05000,2.162 +81,mlp.experts.128.gate_proj,0.0000003045,0.05000,2.086 +81,mlp.experts.131.gate_proj,0.0000001736,0.05000,2.065 +81,mlp.experts.130.gate_proj,0.0000003038,0.05000,2.165 +81,mlp.experts.129.gate_proj,0.0000004065,0.05000,2.139 +81,mlp.experts.132.gate_proj,0.0000003836,0.05000,2.086 +81,mlp.experts.135.gate_proj,0.0000003573,0.05000,2.084 +81,mlp.experts.136.gate_proj,0.0000006455,0.05000,2.036 +81,mlp.experts.139.gate_proj,0.0000002461,0.05000,2.017 +81,mlp.experts.134.gate_proj,0.0000006229,0.05000,2.094 +81,mlp.experts.133.gate_proj,0.0000008634,0.05000,2.068 +81,mlp.experts.143.gate_proj,0.0000004541,0.05000,2.029 +81,mlp.experts.140.gate_proj,0.0000005881,0.05000,2.058 +81,mlp.experts.137.gate_proj,0.0000005675,0.05000,2.089 +81,mlp.experts.138.gate_proj,0.0000004246,0.05000,2.125 +81,mlp.experts.147.gate_proj,0.0000004012,0.05000,2.053 +81,mlp.experts.144.gate_proj,0.0000003461,0.05000,2.121 +81,mlp.experts.142.gate_proj,0.0000003842,0.05000,2.026 +81,mlp.experts.141.gate_proj,0.0000003771,0.05000,2.088 +81,mlp.experts.151.gate_proj,0.0000002613,0.05000,2.030 +81,mlp.experts.148.gate_proj,0.0000003985,0.05000,2.067 +81,mlp.experts.145.gate_proj,0.0000005498,0.05000,2.077 +81,mlp.experts.146.gate_proj,0.0000008167,0.05000,2.129 +81,mlp.experts.155.gate_proj,0.0000005912,0.05000,2.048 +81,mlp.experts.152.gate_proj,0.0000008227,0.05000,2.092 +81,mlp.experts.149.gate_proj,0.0000004019,0.05000,2.090 +81,mlp.experts.150.gate_proj,0.0000003495,0.05000,2.129 +81,mlp.experts.159.gate_proj,0.0000001977,0.05000,2.036 +81,mlp.experts.156.gate_proj,0.0000006225,0.05000,2.055 +81,mlp.experts.153.gate_proj,0.0000005641,0.05000,2.083 +81,mlp.experts.154.gate_proj,0.0000008056,0.05000,2.100 +81,mlp.experts.3.up_proj,0.0000003333,0.05000,2.022 +81,mlp.experts.157.gate_proj,0.0000003916,0.05000,2.007 +81,mlp.experts.0.up_proj,0.0000002757,0.05000,2.079 +81,mlp.experts.158.gate_proj,0.0000003680,0.05000,2.065 +81,mlp.experts.7.up_proj,0.0000003193,0.05000,2.108 +81,mlp.experts.1.up_proj,0.0000003931,0.05000,2.111 +81,mlp.experts.4.up_proj,0.0000002729,0.05000,2.165 +81,mlp.experts.2.up_proj,0.0000004147,0.05000,2.095 +81,mlp.experts.11.up_proj,0.0000003348,0.05000,2.106 +81,mlp.experts.5.up_proj,0.0000005078,0.05000,2.053 +81,mlp.experts.8.up_proj,0.0000005818,0.05000,2.058 +81,mlp.experts.6.up_proj,0.0000005412,0.05000,2.091 +81,mlp.experts.15.up_proj,0.0000002634,0.05000,2.135 +81,mlp.experts.9.up_proj,0.0000003878,0.05000,2.075 +81,mlp.experts.12.up_proj,0.0000003331,0.05000,2.068 +81,mlp.experts.10.up_proj,0.0000002788,0.05000,2.097 +81,mlp.experts.19.up_proj,0.0000005246,0.05000,2.069 +81,mlp.experts.13.up_proj,0.0000002264,0.05000,2.085 +81,mlp.experts.16.up_proj,0.0000006744,0.05000,2.073 +81,mlp.experts.14.up_proj,0.0000003503,0.05000,2.044 +81,mlp.experts.23.up_proj,0.0000003082,0.05000,2.070 +81,mlp.experts.17.up_proj,0.0000011183,0.05000,2.090 +81,mlp.experts.20.up_proj,0.0000016367,0.05000,2.105 +81,mlp.experts.18.up_proj,0.0000004494,0.05000,2.058 +81,mlp.experts.27.up_proj,0.0000005651,0.05000,2.051 +81,mlp.experts.22.up_proj,0.0000010262,0.05000,2.007 +81,mlp.experts.21.up_proj,0.0000005414,0.05000,2.154 +81,mlp.experts.24.up_proj,0.0000007666,0.05000,2.128 +81,mlp.experts.31.up_proj,0.0000009889,0.05000,2.046 +81,mlp.experts.26.up_proj,0.0000006379,0.05000,2.040 +81,mlp.experts.25.up_proj,0.0000002959,0.05000,2.000 +81,mlp.experts.28.up_proj,0.0000002412,0.05000,2.051 +81,mlp.experts.35.up_proj,0.0000004152,0.05000,2.047 +81,mlp.experts.30.up_proj,0.0000006713,0.05000,2.056 +81,mlp.experts.29.up_proj,0.0000003463,0.05000,2.107 +81,mlp.experts.32.up_proj,0.0000003041,0.05000,2.077 +81,mlp.experts.39.up_proj,0.0000002542,0.05000,2.047 +81,mlp.experts.34.up_proj,0.0000002821,0.05000,2.069 +81,mlp.experts.33.up_proj,0.0000002173,0.05000,2.062 +81,mlp.experts.36.up_proj,0.0000001492,0.05000,2.052 +81,mlp.experts.43.up_proj,0.0000004312,0.05000,2.009 +81,mlp.experts.38.up_proj,0.0000003922,0.05000,2.013 +81,mlp.experts.40.up_proj,0.0000003007,0.05000,1.999 +81,mlp.experts.37.up_proj,0.0000006199,0.05000,2.072 +81,mlp.experts.47.up_proj,0.0000000672,0.05000,2.074 +81,mlp.experts.42.up_proj,0.0000004141,0.05000,2.085 +81,mlp.experts.44.up_proj,0.0000006441,0.05000,2.080 +81,mlp.experts.41.up_proj,0.0000004033,0.05000,2.130 +81,mlp.experts.51.up_proj,0.0000004594,0.05000,2.056 +81,mlp.experts.46.up_proj,0.0000006466,0.05000,2.074 +81,mlp.experts.48.up_proj,0.0000003786,0.05000,2.032 +81,mlp.experts.45.up_proj,0.0000005085,0.05000,2.097 +81,mlp.experts.55.up_proj,0.0000002986,0.05000,2.063 +81,mlp.experts.50.up_proj,0.0000005981,0.05000,2.060 +81,mlp.experts.52.up_proj,0.0000003188,0.05000,2.095 +81,mlp.experts.49.up_proj,0.0000003124,0.05000,2.072 +81,mlp.experts.59.up_proj,0.0000000669,0.05000,2.066 +81,mlp.experts.54.up_proj,0.0000002823,0.05000,2.085 +81,mlp.experts.56.up_proj,0.0000005374,0.05000,2.092 +81,mlp.experts.53.up_proj,0.0000001199,0.05000,2.032 +81,mlp.experts.63.up_proj,0.0000009961,0.05000,2.079 +81,mlp.experts.58.up_proj,0.0000002324,0.05000,2.077 +81,mlp.experts.60.up_proj,0.0000003753,0.05000,2.090 +81,mlp.experts.57.up_proj,0.0000001785,0.05000,2.129 +81,mlp.experts.67.up_proj,0.0000003255,0.05000,2.131 +81,mlp.experts.62.up_proj,0.0000007281,0.05000,2.117 +81,mlp.experts.64.up_proj,0.0000002823,0.05000,2.090 +81,mlp.experts.61.up_proj,0.0000007821,0.05000,2.067 +81,mlp.experts.71.up_proj,0.0000000674,0.05000,2.082 +81,mlp.experts.66.up_proj,0.0000008607,0.05000,2.128 +81,mlp.experts.68.up_proj,0.0000002076,0.05000,2.102 +81,mlp.experts.65.up_proj,0.0000004772,0.05000,2.099 +81,mlp.experts.75.up_proj,0.0000004024,0.05000,2.062 +81,mlp.experts.70.up_proj,0.0000006143,0.05000,2.091 +81,mlp.experts.72.up_proj,0.0000002021,0.05000,2.107 +81,mlp.experts.69.up_proj,0.0000004336,0.05000,2.095 +81,mlp.experts.79.up_proj,0.0000009524,0.05000,2.092 +81,mlp.experts.76.up_proj,0.0000004645,0.05000,2.036 +81,mlp.experts.74.up_proj,0.0000005062,0.05000,2.129 +81,mlp.experts.73.up_proj,0.0000006037,0.05000,2.025 +81,mlp.experts.83.up_proj,0.0000012536,0.05000,2.077 +81,mlp.experts.77.up_proj,0.0000001377,0.05000,2.040 +81,mlp.experts.80.up_proj,0.0000002398,0.05000,2.125 +81,mlp.experts.78.up_proj,0.0000004420,0.05000,2.112 +81,mlp.experts.87.up_proj,0.0000002683,0.05000,2.080 +81,mlp.experts.81.up_proj,0.0000004671,0.05000,2.038 +81,mlp.experts.82.up_proj,0.0000002881,0.05000,2.023 +81,mlp.experts.84.up_proj,0.0000003066,0.05000,2.090 +81,mlp.experts.91.up_proj,0.0000007073,0.05000,2.095 +81,mlp.experts.85.up_proj,0.0000004777,0.05000,2.099 +81,mlp.experts.86.up_proj,0.0000004395,0.05000,2.128 +81,mlp.experts.88.up_proj,0.0000004520,0.05000,2.152 +81,mlp.experts.95.up_proj,0.0000002791,0.05000,2.108 +81,mlp.experts.89.up_proj,0.0000001533,0.05000,2.050 +81,mlp.experts.90.up_proj,0.0000005189,0.05000,2.083 +81,mlp.experts.92.up_proj,0.0000003721,0.05000,2.093 +81,mlp.experts.99.up_proj,0.0000001167,0.05000,2.067 +81,mlp.experts.93.up_proj,0.0000002251,0.05000,2.084 +81,mlp.experts.94.up_proj,0.0000003093,0.05000,2.085 +81,mlp.experts.96.up_proj,0.0000006609,0.05000,2.054 +81,mlp.experts.103.up_proj,0.0000008411,0.05000,2.118 +81,mlp.experts.97.up_proj,0.0000003094,0.05000,2.085 +81,mlp.experts.98.up_proj,0.0000004773,0.05000,2.093 +81,mlp.experts.100.up_proj,0.0000004996,0.05000,2.107 +81,mlp.experts.107.up_proj,0.0000001532,0.05000,2.108 +81,mlp.experts.101.up_proj,0.0000002481,0.05000,2.114 +81,mlp.experts.102.up_proj,0.0000006034,0.05000,2.071 +81,mlp.experts.104.up_proj,0.0000002764,0.05000,2.103 +81,mlp.experts.111.up_proj,0.0000005093,0.05000,2.085 +81,mlp.experts.105.up_proj,0.0000006218,0.05000,2.081 +81,mlp.experts.106.up_proj,0.0000006777,0.05000,2.171 +81,mlp.experts.108.up_proj,0.0000001964,0.05000,2.145 +81,mlp.experts.115.up_proj,0.0000003342,0.05000,2.082 +81,mlp.experts.109.up_proj,0.0000007418,0.05000,2.067 +81,mlp.experts.110.up_proj,0.0000003439,0.05000,2.071 +81,mlp.experts.112.up_proj,0.0000004277,0.05000,2.114 +81,mlp.experts.119.up_proj,0.0000005657,0.05000,2.091 +81,mlp.experts.113.up_proj,0.0000000967,0.05000,2.081 +81,mlp.experts.114.up_proj,0.0000005456,0.05000,2.129 +81,mlp.experts.116.up_proj,0.0000004008,0.05000,2.104 +81,mlp.experts.123.up_proj,0.0000002941,0.05000,2.107 +81,mlp.experts.117.up_proj,0.0000002854,0.05000,2.076 +81,mlp.experts.118.up_proj,0.0000002690,0.05000,2.061 +81,mlp.experts.120.up_proj,0.0000000661,0.05000,2.066 +81,mlp.experts.127.up_proj,0.0000002431,0.05000,2.096 +81,mlp.experts.121.up_proj,0.0000003158,0.05000,2.068 +81,mlp.experts.122.up_proj,0.0000003161,0.05000,2.039 +81,mlp.experts.124.up_proj,0.0000005988,0.05000,2.045 +81,mlp.experts.131.up_proj,0.0000001734,0.05000,2.071 +81,mlp.experts.125.up_proj,0.0000007642,0.05000,2.077 +81,mlp.experts.126.up_proj,0.0000001118,0.05000,2.031 +81,mlp.experts.128.up_proj,0.0000003051,0.05000,2.071 +81,mlp.experts.135.up_proj,0.0000003574,0.05000,2.059 +81,mlp.experts.129.up_proj,0.0000003984,0.05000,2.101 +81,mlp.experts.130.up_proj,0.0000003020,0.05000,2.011 +81,mlp.experts.132.up_proj,0.0000003665,0.05000,2.020 +81,mlp.experts.139.up_proj,0.0000002461,0.05000,2.075 +81,mlp.experts.133.up_proj,0.0000008483,0.05000,2.039 +81,mlp.experts.134.up_proj,0.0000006002,0.05000,2.088 +81,mlp.experts.136.up_proj,0.0000006277,0.05000,2.085 +81,mlp.experts.143.up_proj,0.0000004393,0.05000,2.096 +81,mlp.experts.137.up_proj,0.0000005675,0.05000,2.068 +81,mlp.experts.138.up_proj,0.0000004213,0.05000,2.066 +81,mlp.experts.140.up_proj,0.0000005603,0.05000,2.051 +81,mlp.experts.147.up_proj,0.0000003970,0.05000,2.111 +81,mlp.experts.141.up_proj,0.0000003699,0.05000,2.092 +81,mlp.experts.142.up_proj,0.0000003772,0.05000,2.130 +81,mlp.experts.144.up_proj,0.0000003362,0.05000,2.110 +81,mlp.experts.151.up_proj,0.0000002538,0.05000,2.088 +81,mlp.experts.145.up_proj,0.0000005428,0.05000,2.065 +81,mlp.experts.146.up_proj,0.0000008073,0.05000,2.090 +81,mlp.experts.148.up_proj,0.0000003883,0.05000,2.083 +81,mlp.experts.155.up_proj,0.0000005803,0.05000,2.103 +81,mlp.experts.149.up_proj,0.0000003975,0.05000,2.065 +81,mlp.experts.150.up_proj,0.0000003390,0.05000,2.096 +81,mlp.experts.152.up_proj,0.0000008304,0.05000,2.081 +81,mlp.experts.159.up_proj,0.0000001983,0.05000,2.062 +81,mlp.experts.153.up_proj,0.0000005694,0.05000,2.080 +81,mlp.experts.154.up_proj,0.0000007844,0.05000,2.022 +81,mlp.experts.156.up_proj,0.0000005487,0.05000,2.005 +81,mlp.experts.157.up_proj,0.0000003762,0.05000,1.425 +81,mlp.experts.158.up_proj,0.0000003629,0.05000,1.356 +81,mlp.experts.1.down_proj,0.0000000857,0.05000,0.640 +81,mlp.experts.3.down_proj,0.0000002717,0.05000,0.648 +81,mlp.experts.2.down_proj,0.0000000694,0.05000,0.650 +81,mlp.experts.0.down_proj,0.0000000548,0.05000,0.684 +81,mlp.experts.5.down_proj,0.0000001309,0.05000,0.612 +81,mlp.experts.7.down_proj,0.0000001263,0.05000,0.622 +81,mlp.experts.4.down_proj,0.0000000873,0.05000,0.605 +81,mlp.experts.6.down_proj,0.0000001638,0.05000,0.657 +81,mlp.experts.9.down_proj,0.0000000949,0.05000,0.632 +81,mlp.experts.11.down_proj,0.0000001811,0.05000,0.636 +81,mlp.experts.8.down_proj,0.0000000985,0.05000,0.634 +81,mlp.experts.10.down_proj,0.0000000539,0.05000,0.630 +81,mlp.experts.15.down_proj,0.0000000867,0.05000,0.603 +81,mlp.experts.12.down_proj,0.0000000703,0.05000,0.603 +81,mlp.experts.13.down_proj,0.0000000387,0.05000,0.643 +81,mlp.experts.14.down_proj,0.0000001892,0.05000,0.609 +81,mlp.experts.19.down_proj,0.0000001195,0.05000,0.610 +81,mlp.experts.17.down_proj,0.0000004366,0.05000,0.601 +81,mlp.experts.18.down_proj,0.0000001630,0.05000,0.600 +81,mlp.experts.16.down_proj,0.0000001055,0.05000,0.628 +81,mlp.experts.21.down_proj,0.0000001476,0.05000,0.605 +81,mlp.experts.22.down_proj,0.0000003322,0.05000,0.604 +81,mlp.experts.23.down_proj,0.0000000789,0.05000,0.652 +81,mlp.experts.20.down_proj,0.0000010944,0.05000,0.625 +81,mlp.experts.25.down_proj,0.0000000602,0.05000,0.612 +81,mlp.experts.26.down_proj,0.0000001186,0.05000,0.613 +81,mlp.experts.24.down_proj,0.0000002632,0.05000,0.611 +81,mlp.experts.27.down_proj,0.0000001898,0.05000,0.672 +81,mlp.experts.29.down_proj,0.0000000748,0.05000,0.604 +81,mlp.experts.30.down_proj,0.0000002380,0.05000,0.605 +81,mlp.experts.28.down_proj,0.0000000404,0.05000,0.606 +81,mlp.experts.31.down_proj,0.0000001866,0.05000,0.609 +81,mlp.experts.33.down_proj,0.0000000352,0.05000,0.609 +81,mlp.experts.34.down_proj,0.0000000821,0.05000,0.615 +81,mlp.experts.32.down_proj,0.0000000734,0.05000,0.629 +81,mlp.experts.35.down_proj,0.0000002031,0.05000,0.618 +81,mlp.experts.37.down_proj,0.0000005653,0.05000,0.603 +81,mlp.experts.38.down_proj,0.0000000988,0.05000,0.604 +81,mlp.experts.36.down_proj,0.0000000218,0.05000,0.600 +81,mlp.experts.39.down_proj,0.0000000983,0.05000,0.605 +81,mlp.experts.42.down_proj,0.0000001264,0.05000,0.617 +81,mlp.experts.41.down_proj,0.0000000696,0.05000,0.645 +81,mlp.experts.40.down_proj,0.0000000998,0.05000,0.604 +81,mlp.experts.43.down_proj,0.0000001551,0.05000,0.612 +81,mlp.experts.45.down_proj,0.0000001816,0.05000,0.630 +81,mlp.experts.44.down_proj,0.0000001121,0.05000,0.620 +81,mlp.experts.46.down_proj,0.0000001850,0.05000,0.662 +81,mlp.experts.47.down_proj,0.0000000272,0.05000,0.655 +81,mlp.experts.49.down_proj,0.0000000806,0.05000,0.622 +81,mlp.experts.50.down_proj,0.0000003264,0.05000,0.604 +81,mlp.experts.48.down_proj,0.0000001242,0.05000,0.631 +81,mlp.experts.51.down_proj,0.0000000839,0.05000,0.613 +81,mlp.experts.53.down_proj,0.0000001617,0.05000,0.604 +81,mlp.experts.52.down_proj,0.0000000593,0.05000,0.609 +81,mlp.experts.54.down_proj,0.0000000582,0.05000,0.650 +81,mlp.experts.55.down_proj,0.0000001735,0.05000,0.611 +81,mlp.experts.57.down_proj,0.0000000776,0.05000,0.607 +81,mlp.experts.56.down_proj,0.0000001892,0.05000,0.610 +81,mlp.experts.58.down_proj,0.0000000385,0.05000,0.627 +81,mlp.experts.59.down_proj,0.0000000215,0.05000,0.620 +81,mlp.experts.61.down_proj,0.0000004101,0.05000,0.624 +81,mlp.experts.60.down_proj,0.0000003675,0.05000,0.624 +81,mlp.experts.62.down_proj,0.0000002637,0.05000,0.627 +81,mlp.experts.63.down_proj,0.0000003458,0.05000,0.612 +81,mlp.experts.65.down_proj,0.0000000936,0.05000,0.608 +81,mlp.experts.64.down_proj,0.0000000426,0.05000,0.645 +81,mlp.experts.66.down_proj,0.0000003690,0.05000,0.622 +81,mlp.experts.67.down_proj,0.0000000628,0.05000,0.619 +81,mlp.experts.69.down_proj,0.0000001649,0.05000,0.602 +81,mlp.experts.68.down_proj,0.0000000805,0.05000,0.603 +81,mlp.experts.70.down_proj,0.0000002564,0.05000,0.599 +81,mlp.experts.71.down_proj,0.0000000184,0.05000,0.626 +81,mlp.experts.73.down_proj,0.0000002141,0.05000,0.624 +81,mlp.experts.72.down_proj,0.0000000895,0.05000,0.626 +81,mlp.experts.74.down_proj,0.0000001880,0.05000,0.601 +81,mlp.experts.75.down_proj,0.0000001044,0.05000,0.609 +81,mlp.experts.77.down_proj,0.0000000374,0.05000,0.605 +81,mlp.experts.76.down_proj,0.0000002958,0.05000,0.613 +81,mlp.experts.78.down_proj,0.0000000776,0.05000,0.646 +81,mlp.experts.79.down_proj,0.0000003641,0.05000,0.631 +81,mlp.experts.81.down_proj,0.0000001080,0.05000,0.606 +81,mlp.experts.80.down_proj,0.0000000488,0.05000,0.605 +81,mlp.experts.82.down_proj,0.0000000497,0.05000,0.604 +81,mlp.experts.83.down_proj,0.0000009427,0.05000,0.610 +81,mlp.experts.85.down_proj,0.0000001520,0.05000,0.602 +81,mlp.experts.84.down_proj,0.0000000987,0.05000,0.624 +81,mlp.experts.86.down_proj,0.0000001152,0.05000,0.601 +81,mlp.experts.87.down_proj,0.0000000423,0.05000,0.607 +81,mlp.experts.89.down_proj,0.0000000268,0.05000,0.629 +81,mlp.experts.90.down_proj,0.0000000783,0.05000,0.637 +81,mlp.experts.88.down_proj,0.0000001481,0.05000,0.674 +81,mlp.experts.91.down_proj,0.0000001823,0.05000,0.621 +81,mlp.experts.93.down_proj,0.0000002239,0.05000,0.612 +81,mlp.experts.94.down_proj,0.0000001223,0.05000,0.617 +81,mlp.experts.92.down_proj,0.0000000507,0.05000,0.629 +81,mlp.experts.95.down_proj,0.0000000925,0.05000,0.650 +81,mlp.experts.97.down_proj,0.0000001339,0.05000,0.637 +81,mlp.experts.98.down_proj,0.0000000673,0.05000,0.627 +81,mlp.experts.96.down_proj,0.0000001781,0.05000,0.630 +81,mlp.experts.99.down_proj,0.0000000316,0.05000,0.615 +81,mlp.experts.101.down_proj,0.0000000442,0.05000,0.604 +81,mlp.experts.102.down_proj,0.0000002022,0.05000,0.609 +81,mlp.experts.100.down_proj,0.0000001479,0.05000,0.607 +81,mlp.experts.103.down_proj,0.0000003961,0.05000,0.630 +81,mlp.experts.105.down_proj,0.0000002016,0.05000,0.612 +81,mlp.experts.106.down_proj,0.0000003349,0.05000,0.655 +81,mlp.experts.104.down_proj,0.0000000446,0.05000,0.632 +81,mlp.experts.107.down_proj,0.0000000277,0.05000,0.633 +81,mlp.experts.109.down_proj,0.0000001400,0.05000,0.625 +81,mlp.experts.110.down_proj,0.0000000907,0.05000,0.628 +81,mlp.experts.108.down_proj,0.0000000317,0.05000,0.621 +81,mlp.experts.111.down_proj,0.0000001267,0.05000,0.613 +81,mlp.experts.113.down_proj,0.0000000285,0.05000,0.608 +81,mlp.experts.114.down_proj,0.0000001439,0.05000,0.612 +81,mlp.experts.112.down_proj,0.0000000812,0.05000,0.618 +81,mlp.experts.115.down_proj,0.0000000817,0.05000,0.609 +81,mlp.experts.117.down_proj,0.0000000686,0.05000,0.618 +81,mlp.experts.118.down_proj,0.0000000512,0.05000,0.639 +81,mlp.experts.119.down_proj,0.0000001895,0.05000,0.618 +81,mlp.experts.116.down_proj,0.0000000794,0.05000,0.672 +81,mlp.experts.121.down_proj,0.0000000457,0.05000,0.608 +81,mlp.experts.122.down_proj,0.0000003092,0.05000,0.616 +81,mlp.experts.123.down_proj,0.0000000754,0.05000,0.615 +81,mlp.experts.120.down_proj,0.0000000262,0.05000,0.613 +81,mlp.experts.125.down_proj,0.0000004622,0.05000,0.610 +81,mlp.experts.126.down_proj,0.0000000171,0.05000,0.610 +81,mlp.experts.127.down_proj,0.0000000438,0.05000,0.611 +81,mlp.experts.124.down_proj,0.0000001661,0.05000,0.612 +81,mlp.experts.129.down_proj,0.0000001626,0.05000,0.655 +81,mlp.experts.130.down_proj,0.0000000747,0.05000,0.622 +81,mlp.experts.128.down_proj,0.0000001651,0.05000,0.636 +81,mlp.experts.131.down_proj,0.0000001296,0.05000,0.677 +81,mlp.experts.133.down_proj,0.0000001316,0.05000,0.608 +81,mlp.experts.134.down_proj,0.0000001967,0.05000,0.648 +81,mlp.experts.132.down_proj,0.0000001684,0.05000,0.609 +81,mlp.experts.135.down_proj,0.0000000630,0.05000,0.607 +81,mlp.experts.137.down_proj,0.0000001223,0.05000,0.609 +81,mlp.experts.136.down_proj,0.0000001327,0.05000,0.609 +81,mlp.experts.138.down_proj,0.0000000671,0.05000,0.654 +81,mlp.experts.139.down_proj,0.0000000549,0.05000,0.626 +81,mlp.experts.141.down_proj,0.0000000709,0.05000,0.609 +81,mlp.experts.140.down_proj,0.0000001090,0.05000,0.611 +81,mlp.experts.142.down_proj,0.0000000871,0.05000,0.632 +81,mlp.experts.143.down_proj,0.0000001274,0.05000,0.655 +81,mlp.experts.145.down_proj,0.0000001497,0.05000,0.613 +81,mlp.experts.144.down_proj,0.0000000568,0.05000,0.609 +81,mlp.experts.146.down_proj,0.0000002517,0.05000,0.616 +81,mlp.experts.147.down_proj,0.0000000784,0.05000,0.615 +81,mlp.experts.149.down_proj,0.0000001426,0.05000,0.627 +81,mlp.experts.148.down_proj,0.0000001971,0.05000,0.614 +81,mlp.experts.150.down_proj,0.0000000468,0.05000,0.615 +81,mlp.experts.151.down_proj,0.0000000876,0.05000,0.616 +81,mlp.experts.153.down_proj,0.0000001191,0.05000,0.605 +81,mlp.experts.152.down_proj,0.0000003854,0.05000,0.635 +81,mlp.experts.154.down_proj,0.0000003168,0.05000,0.621 +81,mlp.experts.155.down_proj,0.0000001483,0.05000,0.618 +81,mlp.experts.157.down_proj,0.0000001182,0.05000,0.613 +81,mlp.experts.156.down_proj,0.0000003059,0.05000,0.577 +81,mlp.experts.158.down_proj,0.0000002072,0.05000,0.566 +81,mlp.experts.159.down_proj,0.0000000295,0.05000,0.556 +82,mlp.experts.2.gate_proj,0.0000003662,0.05000,2.104 +82,mlp.experts.0.gate_proj,0.0000002899,0.05000,2.113 +82,mlp.experts.1.gate_proj,0.0000004502,0.05000,2.206 +82,mlp.experts.3.gate_proj,0.0000016257,0.05000,2.251 +82,mlp.experts.4.gate_proj,0.0000006177,0.05000,2.122 +82,mlp.experts.5.gate_proj,0.0000003231,0.05000,2.095 +82,mlp.experts.6.gate_proj,0.0000000622,0.05000,2.204 +82,mlp.experts.7.gate_proj,0.0000002519,0.05000,2.101 +82,mlp.experts.8.gate_proj,0.0000005790,0.05000,2.099 +82,mlp.experts.11.gate_proj,0.0000001663,0.05000,2.072 +82,mlp.experts.10.gate_proj,0.0000006360,0.05000,2.142 +82,mlp.experts.9.gate_proj,0.0000005445,0.05000,2.188 +82,mlp.experts.12.gate_proj,0.0000007907,0.05000,2.102 +82,mlp.experts.15.gate_proj,0.0000004907,0.05000,2.054 +82,mlp.experts.14.gate_proj,0.0000006343,0.05000,2.054 +82,mlp.experts.13.gate_proj,0.0000001868,0.05000,2.079 +82,mlp.experts.16.gate_proj,0.0000002456,0.05000,2.109 +82,mlp.experts.18.gate_proj,0.0000004035,0.05000,2.040 +82,mlp.experts.19.gate_proj,0.0000004048,0.05000,2.116 +82,mlp.experts.17.gate_proj,0.0000009086,0.05000,2.079 +82,mlp.experts.20.gate_proj,0.0000004270,0.05000,2.099 +82,mlp.experts.21.gate_proj,0.0000009093,0.05000,2.036 +82,mlp.experts.22.gate_proj,0.0000004355,0.05000,2.188 +82,mlp.experts.23.gate_proj,0.0000004741,0.05000,2.169 +82,mlp.experts.25.gate_proj,0.0000004496,0.05000,2.036 +82,mlp.experts.24.gate_proj,0.0000005060,0.05000,2.132 +82,mlp.experts.26.gate_proj,0.0000005835,0.05000,2.089 +82,mlp.experts.27.gate_proj,0.0000005997,0.05000,2.120 +82,mlp.experts.29.gate_proj,0.0000001228,0.05000,2.046 +82,mlp.experts.28.gate_proj,0.0000006698,0.05000,2.080 +82,mlp.experts.30.gate_proj,0.0000005512,0.05000,2.078 +82,mlp.experts.31.gate_proj,0.0000009927,0.05000,2.105 +82,mlp.experts.33.gate_proj,0.0000001839,0.05000,2.098 +82,mlp.experts.32.gate_proj,0.0000010735,0.05000,2.080 +82,mlp.experts.34.gate_proj,0.0000004682,0.05000,2.086 +82,mlp.experts.35.gate_proj,0.0000003720,0.05000,2.064 +82,mlp.experts.37.gate_proj,0.0000004963,0.05000,2.107 +82,mlp.experts.36.gate_proj,0.0000001812,0.05000,2.115 +82,mlp.experts.38.gate_proj,0.0000003015,0.05000,2.121 +82,mlp.experts.39.gate_proj,0.0000001126,0.05000,2.123 +82,mlp.experts.40.gate_proj,0.0000006415,0.05000,2.049 +82,mlp.experts.41.gate_proj,0.0000003273,0.05000,2.163 +82,mlp.experts.42.gate_proj,0.0000004230,0.05000,2.125 +82,mlp.experts.43.gate_proj,0.0000002568,0.05000,2.105 +82,mlp.experts.44.gate_proj,0.0000008187,0.05000,2.047 +82,mlp.experts.45.gate_proj,0.0000002998,0.05000,2.101 +82,mlp.experts.46.gate_proj,0.0000004266,0.05000,2.074 +82,mlp.experts.47.gate_proj,0.0000004530,0.05000,2.063 +82,mlp.experts.48.gate_proj,0.0000005005,0.05000,2.086 +82,mlp.experts.49.gate_proj,0.0000003891,0.05000,2.099 +82,mlp.experts.50.gate_proj,0.0000004040,0.05000,2.099 +82,mlp.experts.51.gate_proj,0.0000010241,0.05000,2.096 +82,mlp.experts.52.gate_proj,0.0000005577,0.05000,2.096 +82,mlp.experts.53.gate_proj,0.0000003199,0.05000,2.128 +82,mlp.experts.55.gate_proj,0.0000005512,0.05000,2.072 +82,mlp.experts.54.gate_proj,0.0000006937,0.05000,2.133 +82,mlp.experts.56.gate_proj,0.0000007004,0.05000,2.100 +82,mlp.experts.57.gate_proj,0.0000008487,0.05000,2.107 +82,mlp.experts.59.gate_proj,0.0000003552,0.05000,2.091 +82,mlp.experts.58.gate_proj,0.0000004188,0.05000,2.150 +82,mlp.experts.60.gate_proj,0.0000008204,0.05000,2.123 +82,mlp.experts.63.gate_proj,0.0000003144,0.05000,2.045 +82,mlp.experts.61.gate_proj,0.0000003013,0.05000,2.102 +82,mlp.experts.62.gate_proj,0.0000000918,0.05000,2.138 +82,mlp.experts.64.gate_proj,0.0000000751,0.05000,2.063 +82,mlp.experts.67.gate_proj,0.0000004163,0.05000,2.103 +82,mlp.experts.65.gate_proj,0.0000005420,0.05000,2.139 +82,mlp.experts.66.gate_proj,0.0000002923,0.05000,2.075 +82,mlp.experts.68.gate_proj,0.0000008141,0.05000,2.070 +82,mlp.experts.71.gate_proj,0.0000007800,0.05000,2.076 +82,mlp.experts.69.gate_proj,0.0000004213,0.05000,2.120 +82,mlp.experts.70.gate_proj,0.0000003262,0.05000,2.138 +82,mlp.experts.72.gate_proj,0.0000005136,0.05000,2.041 +82,mlp.experts.75.gate_proj,0.0000005518,0.05000,2.098 +82,mlp.experts.73.gate_proj,0.0000003242,0.05000,2.041 +82,mlp.experts.74.gate_proj,0.0000002836,0.05000,2.093 +82,mlp.experts.76.gate_proj,0.0000018291,0.05000,2.028 +82,mlp.experts.79.gate_proj,0.0000010115,0.05000,2.041 +82,mlp.experts.77.gate_proj,0.0000008012,0.05000,2.071 +82,mlp.experts.78.gate_proj,0.0000005720,0.05000,2.071 +82,mlp.experts.80.gate_proj,0.0000002392,0.05000,2.047 +82,mlp.experts.83.gate_proj,0.0000007339,0.05000,2.098 +82,mlp.experts.81.gate_proj,0.0000005801,0.05000,2.095 +82,mlp.experts.82.gate_proj,0.0000004973,0.05000,2.115 +82,mlp.experts.84.gate_proj,0.0000004458,0.05000,2.060 +82,mlp.experts.87.gate_proj,0.0000002767,0.05000,2.049 +82,mlp.experts.85.gate_proj,0.0000008782,0.05000,2.023 +82,mlp.experts.86.gate_proj,0.0000004024,0.05000,2.015 +82,mlp.experts.88.gate_proj,0.0000003621,0.05000,2.024 +82,mlp.experts.89.gate_proj,0.0000006217,0.05000,2.017 +82,mlp.experts.91.gate_proj,0.0000003538,0.05000,2.073 +82,mlp.experts.90.gate_proj,0.0000006986,0.05000,2.066 +82,mlp.experts.92.gate_proj,0.0000003088,0.05000,2.023 +82,mlp.experts.95.gate_proj,0.0000002589,0.05000,2.055 +82,mlp.experts.93.gate_proj,0.0000003897,0.05000,2.093 +82,mlp.experts.94.gate_proj,0.0000007629,0.05000,2.023 +82,mlp.experts.96.gate_proj,0.0000002125,0.05000,2.015 +82,mlp.experts.97.gate_proj,0.0000005919,0.05000,2.000 +82,mlp.experts.99.gate_proj,0.0000000614,0.05000,2.073 +82,mlp.experts.98.gate_proj,0.0000008021,0.05000,2.027 +82,mlp.experts.100.gate_proj,0.0000004532,0.05000,2.073 +82,mlp.experts.103.gate_proj,0.0000004952,0.05000,2.060 +82,mlp.experts.101.gate_proj,0.0000003890,0.05000,2.104 +82,mlp.experts.102.gate_proj,0.0000002558,0.05000,2.083 +82,mlp.experts.104.gate_proj,0.0000000462,0.05000,2.227 +82,mlp.experts.107.gate_proj,0.0000003445,0.05000,2.212 +82,mlp.experts.106.gate_proj,0.0000005257,0.05000,2.254 +82,mlp.experts.105.gate_proj,0.0000004235,0.05000,2.738 +82,mlp.experts.108.gate_proj,0.0000005882,0.05000,2.075 +82,mlp.experts.111.gate_proj,0.0000003274,0.05000,2.044 +82,mlp.experts.110.gate_proj,0.0000015317,0.05000,2.061 +82,mlp.experts.109.gate_proj,0.0000003895,0.05000,2.083 +82,mlp.experts.112.gate_proj,0.0000010931,0.05000,2.034 +82,mlp.experts.115.gate_proj,0.0000004353,0.05000,2.067 +82,mlp.experts.114.gate_proj,0.0000003437,0.05000,2.056 +82,mlp.experts.113.gate_proj,0.0000005623,0.05000,2.061 +82,mlp.experts.116.gate_proj,0.0000005987,0.05000,2.063 +82,mlp.experts.119.gate_proj,0.0000007886,0.05000,2.121 +82,mlp.experts.118.gate_proj,0.0000005872,0.05000,2.074 +82,mlp.experts.117.gate_proj,0.0000010022,0.05000,2.096 +82,mlp.experts.120.gate_proj,0.0000004608,0.05000,2.071 +82,mlp.experts.123.gate_proj,0.0000001315,0.05000,2.115 +82,mlp.experts.122.gate_proj,0.0000005734,0.05000,2.096 +82,mlp.experts.121.gate_proj,0.0000002416,0.05000,2.079 +82,mlp.experts.124.gate_proj,0.0000003204,0.05000,2.060 +82,mlp.experts.127.gate_proj,0.0000004558,0.05000,2.056 +82,mlp.experts.126.gate_proj,0.0000005791,0.05000,2.051 +82,mlp.experts.125.gate_proj,0.0000003883,0.05000,2.068 +82,mlp.experts.128.gate_proj,0.0000005507,0.05000,2.036 +82,mlp.experts.131.gate_proj,0.0000002933,0.05000,2.040 +82,mlp.experts.130.gate_proj,0.0000005085,0.05000,2.064 +82,mlp.experts.129.gate_proj,0.0000002709,0.05000,1.972 +82,mlp.experts.132.gate_proj,0.0000007033,0.05000,1.634 +82,mlp.experts.135.gate_proj,0.0000002566,0.05000,1.374 +82,mlp.experts.136.gate_proj,0.0000002263,0.05000,2.049 +82,mlp.experts.133.gate_proj,0.0000005757,0.05000,2.093 +82,mlp.experts.134.gate_proj,0.0000008078,0.05000,2.114 +82,mlp.experts.139.gate_proj,0.0000009257,0.05000,2.144 +82,mlp.experts.140.gate_proj,0.0000006574,0.05000,2.012 +82,mlp.experts.143.gate_proj,0.0000000679,0.05000,1.976 +82,mlp.experts.138.gate_proj,0.0000005111,0.05000,2.037 +82,mlp.experts.137.gate_proj,0.0000009331,0.05000,2.086 +82,mlp.experts.147.gate_proj,0.0000005333,0.05000,2.024 +82,mlp.experts.144.gate_proj,0.0000002653,0.05000,2.119 +82,mlp.experts.141.gate_proj,0.0000007611,0.05000,2.047 +82,mlp.experts.142.gate_proj,0.0000003397,0.05000,2.121 +82,mlp.experts.151.gate_proj,0.0000005569,0.05000,2.065 +82,mlp.experts.148.gate_proj,0.0000005652,0.05000,2.072 +82,mlp.experts.145.gate_proj,0.0000003982,0.05000,2.051 +82,mlp.experts.146.gate_proj,0.0000005161,0.05000,2.067 +82,mlp.experts.149.gate_proj,0.0000002229,0.05000,2.031 +82,mlp.experts.152.gate_proj,0.0000005840,0.05000,2.078 +82,mlp.experts.155.gate_proj,0.0000007077,0.05000,2.175 +82,mlp.experts.150.gate_proj,0.0000006242,0.05000,2.103 +82,mlp.experts.153.gate_proj,0.0000003517,0.05000,2.065 +82,mlp.experts.159.gate_proj,0.0000003222,0.05000,2.091 +82,mlp.experts.156.gate_proj,0.0000005515,0.05000,2.166 +82,mlp.experts.154.gate_proj,0.0000009744,0.05000,2.082 +82,mlp.experts.157.gate_proj,0.0000005764,0.05000,2.018 +82,mlp.experts.158.gate_proj,0.0000002912,0.05000,1.969 +82,mlp.experts.3.up_proj,0.0000015499,0.05000,2.066 +82,mlp.experts.0.up_proj,0.0000002879,0.05000,2.067 +82,mlp.experts.1.up_proj,0.0000004398,0.05000,2.068 +82,mlp.experts.2.up_proj,0.0000003613,0.05000,2.023 +82,mlp.experts.4.up_proj,0.0000005873,0.05000,2.027 +82,mlp.experts.7.up_proj,0.0000002434,0.05000,2.107 +82,mlp.experts.5.up_proj,0.0000003225,0.05000,2.033 +82,mlp.experts.6.up_proj,0.0000000624,0.05000,2.068 +82,mlp.experts.8.up_proj,0.0000005462,0.05000,2.074 +82,mlp.experts.11.up_proj,0.0000001640,0.05000,2.065 +82,mlp.experts.9.up_proj,0.0000005298,0.05000,2.015 +82,mlp.experts.10.up_proj,0.0000006256,0.05000,2.073 +82,mlp.experts.12.up_proj,0.0000007355,0.05000,2.069 +82,mlp.experts.15.up_proj,0.0000004803,0.05000,2.059 +82,mlp.experts.13.up_proj,0.0000001835,0.05000,2.023 +82,mlp.experts.16.up_proj,0.0000002459,0.05000,2.025 +82,mlp.experts.14.up_proj,0.0000006105,0.05000,2.101 +82,mlp.experts.19.up_proj,0.0000003937,0.05000,2.047 +82,mlp.experts.17.up_proj,0.0000008392,0.05000,2.017 +82,mlp.experts.18.up_proj,0.0000004026,0.05000,2.031 +82,mlp.experts.23.up_proj,0.0000004632,0.05000,1.999 +82,mlp.experts.20.up_proj,0.0000004093,0.05000,2.058 +82,mlp.experts.21.up_proj,0.0000009178,0.05000,2.072 +82,mlp.experts.27.up_proj,0.0000006239,0.05000,2.039 +82,mlp.experts.24.up_proj,0.0000004869,0.05000,2.086 +82,mlp.experts.22.up_proj,0.0000004316,0.05000,2.148 +82,mlp.experts.25.up_proj,0.0000004368,0.05000,2.090 +82,mlp.experts.31.up_proj,0.0000010002,0.05000,2.024 +82,mlp.experts.26.up_proj,0.0000005823,0.05000,2.020 +82,mlp.experts.28.up_proj,0.0000006466,0.05000,2.106 +82,mlp.experts.29.up_proj,0.0000001197,0.05000,2.081 +82,mlp.experts.35.up_proj,0.0000003636,0.05000,2.019 +82,mlp.experts.30.up_proj,0.0000005379,0.05000,2.032 +82,mlp.experts.32.up_proj,0.0000010577,0.05000,2.015 +82,mlp.experts.39.up_proj,0.0000001108,0.05000,2.005 +82,mlp.experts.33.up_proj,0.0000001846,0.05000,2.112 +82,mlp.experts.36.up_proj,0.0000001755,0.05000,2.026 +82,mlp.experts.34.up_proj,0.0000004277,0.05000,2.094 +82,mlp.experts.43.up_proj,0.0000002539,0.05000,2.043 +82,mlp.experts.37.up_proj,0.0000004832,0.05000,2.077 +82,mlp.experts.38.up_proj,0.0000002923,0.05000,2.023 +82,mlp.experts.40.up_proj,0.0000006099,0.05000,2.122 +82,mlp.experts.47.up_proj,0.0000004506,0.05000,2.033 +82,mlp.experts.41.up_proj,0.0000003264,0.05000,2.071 +82,mlp.experts.42.up_proj,0.0000004035,0.05000,2.082 +82,mlp.experts.44.up_proj,0.0000008086,0.05000,2.095 +82,mlp.experts.51.up_proj,0.0000010011,0.05000,2.024 +82,mlp.experts.45.up_proj,0.0000002957,0.05000,2.008 +82,mlp.experts.46.up_proj,0.0000004159,0.05000,2.018 +82,mlp.experts.48.up_proj,0.0000004794,0.05000,2.047 +82,mlp.experts.55.up_proj,0.0000005393,0.05000,2.039 +82,mlp.experts.49.up_proj,0.0000003809,0.05000,2.040 +82,mlp.experts.50.up_proj,0.0000003971,0.05000,2.022 +82,mlp.experts.52.up_proj,0.0000005289,0.05000,2.063 +82,mlp.experts.59.up_proj,0.0000003429,0.05000,2.075 +82,mlp.experts.53.up_proj,0.0000003120,0.05000,2.071 +82,mlp.experts.54.up_proj,0.0000006400,0.05000,2.064 +82,mlp.experts.56.up_proj,0.0000006699,0.05000,2.028 +82,mlp.experts.63.up_proj,0.0000003104,0.05000,2.078 +82,mlp.experts.57.up_proj,0.0000008309,0.05000,2.056 +82,mlp.experts.58.up_proj,0.0000003983,0.05000,2.032 +82,mlp.experts.60.up_proj,0.0000007811,0.05000,2.044 +82,mlp.experts.67.up_proj,0.0000004080,0.05000,2.049 +82,mlp.experts.61.up_proj,0.0000002998,0.05000,2.036 +82,mlp.experts.62.up_proj,0.0000000904,0.05000,2.030 +82,mlp.experts.64.up_proj,0.0000000739,0.05000,2.036 +82,mlp.experts.71.up_proj,0.0000007303,0.05000,2.090 +82,mlp.experts.65.up_proj,0.0000004836,0.05000,2.096 +82,mlp.experts.66.up_proj,0.0000002944,0.05000,2.087 +82,mlp.experts.68.up_proj,0.0000007701,0.05000,2.109 +82,mlp.experts.75.up_proj,0.0000005381,0.05000,2.053 +82,mlp.experts.69.up_proj,0.0000004040,0.05000,2.061 +82,mlp.experts.70.up_proj,0.0000003237,0.05000,2.125 +82,mlp.experts.72.up_proj,0.0000004986,0.05000,2.037 +82,mlp.experts.73.up_proj,0.0000003083,0.05000,2.028 +82,mlp.experts.79.up_proj,0.0000010181,0.05000,2.085 +82,mlp.experts.74.up_proj,0.0000002837,0.05000,2.034 +82,mlp.experts.76.up_proj,0.0000017242,0.05000,2.083 +82,mlp.experts.77.up_proj,0.0000007823,0.05000,2.014 +82,mlp.experts.83.up_proj,0.0000007051,0.05000,1.993 +82,mlp.experts.78.up_proj,0.0000005809,0.05000,2.040 +82,mlp.experts.80.up_proj,0.0000002393,0.05000,2.057 +82,mlp.experts.81.up_proj,0.0000005638,0.05000,2.022 +82,mlp.experts.87.up_proj,0.0000002756,0.05000,2.076 +82,mlp.experts.82.up_proj,0.0000004817,0.05000,2.046 +82,mlp.experts.84.up_proj,0.0000004355,0.05000,2.072 +82,mlp.experts.85.up_proj,0.0000008415,0.05000,2.137 +82,mlp.experts.91.up_proj,0.0000003495,0.05000,2.149 +82,mlp.experts.86.up_proj,0.0000003561,0.05000,2.098 +82,mlp.experts.88.up_proj,0.0000003640,0.05000,2.096 +82,mlp.experts.89.up_proj,0.0000005899,0.05000,2.032 +82,mlp.experts.95.up_proj,0.0000002560,0.05000,2.016 +82,mlp.experts.90.up_proj,0.0000006772,0.05000,2.040 +82,mlp.experts.92.up_proj,0.0000002993,0.05000,2.029 +82,mlp.experts.93.up_proj,0.0000003878,0.05000,2.052 +82,mlp.experts.99.up_proj,0.0000000610,0.05000,2.069 +82,mlp.experts.94.up_proj,0.0000007626,0.05000,2.103 +82,mlp.experts.96.up_proj,0.0000002082,0.05000,2.086 +82,mlp.experts.97.up_proj,0.0000005911,0.05000,2.067 +82,mlp.experts.103.up_proj,0.0000004846,0.05000,2.058 +82,mlp.experts.98.up_proj,0.0000008016,0.05000,2.090 +82,mlp.experts.100.up_proj,0.0000004460,0.05000,2.088 +82,mlp.experts.101.up_proj,0.0000003553,0.05000,2.037 +82,mlp.experts.107.up_proj,0.0000003423,0.05000,2.095 +82,mlp.experts.102.up_proj,0.0000002499,0.05000,2.032 +82,mlp.experts.104.up_proj,0.0000000461,0.05000,2.069 +82,mlp.experts.105.up_proj,0.0000004016,0.05000,2.053 +82,mlp.experts.111.up_proj,0.0000003211,0.05000,2.050 +82,mlp.experts.106.up_proj,0.0000005262,0.05000,2.035 +82,mlp.experts.108.up_proj,0.0000005809,0.05000,2.035 +82,mlp.experts.109.up_proj,0.0000003824,0.05000,2.046 +82,mlp.experts.115.up_proj,0.0000004241,0.05000,2.048 +82,mlp.experts.110.up_proj,0.0000013775,0.05000,2.033 +82,mlp.experts.112.up_proj,0.0000010722,0.05000,2.036 +82,mlp.experts.113.up_proj,0.0000005578,0.05000,2.050 +82,mlp.experts.119.up_proj,0.0000007386,0.05000,2.036 +82,mlp.experts.114.up_proj,0.0000003395,0.05000,2.027 +82,mlp.experts.116.up_proj,0.0000005871,0.05000,2.030 +82,mlp.experts.117.up_proj,0.0000009763,0.05000,2.075 +82,mlp.experts.123.up_proj,0.0000001289,0.05000,2.059 +82,mlp.experts.118.up_proj,0.0000005621,0.05000,2.103 +82,mlp.experts.120.up_proj,0.0000004583,0.05000,2.086 +82,mlp.experts.121.up_proj,0.0000002353,0.05000,2.054 +82,mlp.experts.127.up_proj,0.0000004374,0.05000,2.050 +82,mlp.experts.122.up_proj,0.0000005717,0.05000,2.027 +82,mlp.experts.124.up_proj,0.0000003235,0.05000,2.089 +82,mlp.experts.125.up_proj,0.0000003728,0.05000,2.067 +82,mlp.experts.131.up_proj,0.0000002836,0.05000,2.020 +82,mlp.experts.126.up_proj,0.0000005481,0.05000,2.031 +82,mlp.experts.128.up_proj,0.0000005481,0.05000,2.051 +82,mlp.experts.129.up_proj,0.0000002621,0.05000,2.036 +82,mlp.experts.135.up_proj,0.0000002503,0.05000,2.115 +82,mlp.experts.130.up_proj,0.0000005043,0.05000,2.050 +82,mlp.experts.132.up_proj,0.0000007011,0.05000,2.029 +82,mlp.experts.133.up_proj,0.0000005675,0.05000,2.113 +82,mlp.experts.139.up_proj,0.0000009070,0.05000,2.063 +82,mlp.experts.134.up_proj,0.0000007892,0.05000,2.046 +82,mlp.experts.136.up_proj,0.0000002234,0.05000,2.072 +82,mlp.experts.137.up_proj,0.0000009164,0.05000,2.076 +82,mlp.experts.138.up_proj,0.0000005062,0.05000,2.010 +82,mlp.experts.143.up_proj,0.0000000670,0.05000,2.078 +82,mlp.experts.140.up_proj,0.0000006692,0.05000,2.062 +82,mlp.experts.141.up_proj,0.0000007354,0.05000,2.034 +82,mlp.experts.142.up_proj,0.0000003337,0.05000,2.028 +82,mlp.experts.147.up_proj,0.0000005236,0.05000,2.057 +82,mlp.experts.144.up_proj,0.0000002553,0.05000,2.046 +82,mlp.experts.146.up_proj,0.0000005052,0.05000,2.013 +82,mlp.experts.145.up_proj,0.0000003944,0.05000,2.071 +82,mlp.experts.151.up_proj,0.0000005471,0.05000,2.076 +82,mlp.experts.148.up_proj,0.0000005601,0.05000,2.027 +82,mlp.experts.149.up_proj,0.0000002222,0.05000,2.053 +82,mlp.experts.150.up_proj,0.0000005902,0.05000,2.089 +82,mlp.experts.155.up_proj,0.0000006780,0.05000,2.101 +82,mlp.experts.152.up_proj,0.0000005863,0.05000,2.060 +82,mlp.experts.154.up_proj,0.0000009520,0.05000,2.049 +82,mlp.experts.153.up_proj,0.0000003416,0.05000,2.052 +82,mlp.experts.159.up_proj,0.0000003127,0.05000,2.091 +82,mlp.experts.156.up_proj,0.0000005485,0.05000,2.025 +82,mlp.experts.157.up_proj,0.0000005585,0.05000,1.444 +82,mlp.experts.158.up_proj,0.0000002822,0.05000,1.465 +82,mlp.experts.2.down_proj,0.0000000588,0.05000,0.632 +82,mlp.experts.1.down_proj,0.0000000893,0.05000,0.634 +82,mlp.experts.0.down_proj,0.0000000543,0.05000,0.636 +82,mlp.experts.3.down_proj,0.0000002998,0.05000,0.694 +82,mlp.experts.6.down_proj,0.0000000185,0.05000,0.608 +82,mlp.experts.4.down_proj,0.0000003356,0.05000,0.620 +82,mlp.experts.5.down_proj,0.0000000950,0.05000,0.637 +82,mlp.experts.7.down_proj,0.0000001004,0.05000,0.617 +82,mlp.experts.10.down_proj,0.0000002617,0.05000,0.612 +82,mlp.experts.9.down_proj,0.0000001302,0.05000,0.626 +82,mlp.experts.8.down_proj,0.0000001393,0.05000,0.670 +82,mlp.experts.11.down_proj,0.0000000315,0.05000,0.620 +82,mlp.experts.14.down_proj,0.0000001203,0.05000,0.600 +82,mlp.experts.13.down_proj,0.0000002320,0.05000,0.604 +82,mlp.experts.12.down_proj,0.0000004881,0.05000,0.601 +82,mlp.experts.15.down_proj,0.0000001355,0.05000,0.611 +82,mlp.experts.18.down_proj,0.0000002117,0.05000,0.607 +82,mlp.experts.17.down_proj,0.0000003918,0.05000,0.607 +82,mlp.experts.16.down_proj,0.0000000496,0.05000,0.605 +82,mlp.experts.19.down_proj,0.0000003400,0.05000,0.653 +82,mlp.experts.22.down_proj,0.0000001108,0.05000,0.610 +82,mlp.experts.21.down_proj,0.0000002233,0.05000,0.609 +82,mlp.experts.20.down_proj,0.0000000891,0.05000,0.603 +82,mlp.experts.23.down_proj,0.0000001354,0.05000,0.607 +82,mlp.experts.26.down_proj,0.0000001257,0.05000,0.607 +82,mlp.experts.25.down_proj,0.0000001594,0.05000,0.603 +82,mlp.experts.24.down_proj,0.0000001879,0.05000,0.607 +82,mlp.experts.27.down_proj,0.0000003664,0.05000,0.610 +82,mlp.experts.30.down_proj,0.0000001729,0.05000,0.652 +82,mlp.experts.29.down_proj,0.0000000191,0.05000,0.617 +82,mlp.experts.28.down_proj,0.0000001008,0.05000,0.610 +82,mlp.experts.31.down_proj,0.0000003841,0.05000,0.655 +82,mlp.experts.32.down_proj,0.0000004734,0.05000,0.604 +82,mlp.experts.34.down_proj,0.0000000969,0.05000,0.631 +82,mlp.experts.33.down_proj,0.0000000498,0.05000,0.633 +82,mlp.experts.35.down_proj,0.0000001072,0.05000,0.627 +82,mlp.experts.36.down_proj,0.0000000254,0.05000,0.603 +82,mlp.experts.37.down_proj,0.0000000848,0.05000,0.599 +82,mlp.experts.38.down_proj,0.0000000777,0.05000,0.646 +82,mlp.experts.39.down_proj,0.0000000163,0.05000,0.603 +82,mlp.experts.40.down_proj,0.0000001641,0.05000,0.611 +82,mlp.experts.41.down_proj,0.0000000869,0.05000,0.627 +82,mlp.experts.42.down_proj,0.0000000956,0.05000,0.650 +82,mlp.experts.43.down_proj,0.0000000614,0.05000,0.631 +82,mlp.experts.44.down_proj,0.0000005262,0.05000,0.605 +82,mlp.experts.45.down_proj,0.0000001628,0.05000,0.606 +82,mlp.experts.46.down_proj,0.0000001108,0.05000,0.603 +82,mlp.experts.47.down_proj,0.0000001215,0.05000,0.607 +82,mlp.experts.48.down_proj,0.0000001345,0.05000,0.601 +82,mlp.experts.49.down_proj,0.0000001005,0.05000,0.603 +82,mlp.experts.50.down_proj,0.0000000753,0.05000,0.600 +82,mlp.experts.51.down_proj,0.0000003953,0.05000,0.606 +82,mlp.experts.53.down_proj,0.0000001480,0.05000,0.612 +82,mlp.experts.52.down_proj,0.0000001544,0.05000,0.653 +82,mlp.experts.54.down_proj,0.0000002268,0.05000,0.652 +82,mlp.experts.55.down_proj,0.0000001421,0.05000,0.616 +82,mlp.experts.56.down_proj,0.0000000964,0.05000,0.610 +82,mlp.experts.57.down_proj,0.0000001287,0.05000,0.636 +82,mlp.experts.58.down_proj,0.0000001487,0.05000,0.635 +82,mlp.experts.59.down_proj,0.0000001296,0.05000,0.616 +82,mlp.experts.60.down_proj,0.0000001668,0.05000,0.603 +82,mlp.experts.61.down_proj,0.0000000626,0.05000,0.604 +82,mlp.experts.62.down_proj,0.0000000352,0.05000,0.626 +82,mlp.experts.63.down_proj,0.0000000602,0.05000,0.611 +82,mlp.experts.64.down_proj,0.0000000229,0.05000,0.606 +82,mlp.experts.65.down_proj,0.0000003079,0.05000,0.608 +82,mlp.experts.66.down_proj,0.0000000492,0.05000,0.626 +82,mlp.experts.67.down_proj,0.0000000950,0.05000,0.641 +82,mlp.experts.68.down_proj,0.0000002585,0.05000,0.617 +82,mlp.experts.69.down_proj,0.0000001825,0.05000,0.677 +82,mlp.experts.70.down_proj,0.0000001730,0.05000,0.628 +82,mlp.experts.71.down_proj,0.0000002347,0.05000,0.631 +82,mlp.experts.72.down_proj,0.0000000913,0.05000,0.617 +82,mlp.experts.73.down_proj,0.0000000493,0.05000,0.632 +82,mlp.experts.74.down_proj,0.0000000476,0.05000,0.632 +82,mlp.experts.75.down_proj,0.0000000923,0.05000,0.614 +82,mlp.experts.76.down_proj,0.0000005354,0.05000,0.603 +82,mlp.experts.77.down_proj,0.0000001681,0.05000,0.600 +82,mlp.experts.79.down_proj,0.0000003871,0.05000,0.605 +82,mlp.experts.78.down_proj,0.0000000993,0.05000,0.628 +82,mlp.experts.80.down_proj,0.0000000622,0.05000,0.608 +82,mlp.experts.81.down_proj,0.0000001548,0.05000,0.607 +82,mlp.experts.83.down_proj,0.0000003362,0.05000,0.609 +82,mlp.experts.82.down_proj,0.0000000777,0.05000,0.612 +82,mlp.experts.84.down_proj,0.0000001282,0.05000,0.620 +82,mlp.experts.85.down_proj,0.0000001850,0.05000,0.646 +82,mlp.experts.86.down_proj,0.0000001242,0.05000,0.622 +82,mlp.experts.87.down_proj,0.0000001193,0.05000,0.641 +82,mlp.experts.88.down_proj,0.0000000617,0.05000,0.637 +82,mlp.experts.89.down_proj,0.0000002481,0.05000,0.613 +82,mlp.experts.91.down_proj,0.0000000695,0.05000,0.614 +82,mlp.experts.90.down_proj,0.0000002032,0.05000,0.640 +82,mlp.experts.92.down_proj,0.0000000863,0.05000,0.621 +82,mlp.experts.93.down_proj,0.0000000718,0.05000,0.620 +82,mlp.experts.95.down_proj,0.0000000505,0.05000,0.656 +82,mlp.experts.94.down_proj,0.0000002022,0.05000,0.635 +82,mlp.experts.96.down_proj,0.0000000548,0.05000,0.618 +82,mlp.experts.97.down_proj,0.0000001236,0.05000,0.616 +82,mlp.experts.99.down_proj,0.0000000267,0.05000,0.661 +82,mlp.experts.98.down_proj,0.0000002297,0.05000,0.661 +82,mlp.experts.100.down_proj,0.0000000861,0.05000,0.619 +82,mlp.experts.101.down_proj,0.0000003793,0.05000,0.631 +82,mlp.experts.102.down_proj,0.0000000499,0.05000,0.616 +82,mlp.experts.103.down_proj,0.0000002360,0.05000,0.654 +82,mlp.experts.104.down_proj,0.0000000341,0.05000,0.612 +82,mlp.experts.105.down_proj,0.0000001592,0.05000,0.626 +82,mlp.experts.106.down_proj,0.0000000879,0.05000,0.617 +82,mlp.experts.107.down_proj,0.0000000926,0.05000,0.615 +82,mlp.experts.108.down_proj,0.0000001091,0.05000,0.614 +82,mlp.experts.109.down_proj,0.0000001021,0.05000,0.659 +82,mlp.experts.110.down_proj,0.0000003405,0.05000,0.642 +82,mlp.experts.111.down_proj,0.0000000711,0.05000,0.668 +82,mlp.experts.112.down_proj,0.0000002363,0.05000,0.634 +82,mlp.experts.113.down_proj,0.0000001500,0.05000,0.631 +82,mlp.experts.114.down_proj,0.0000000713,0.05000,0.615 +82,mlp.experts.115.down_proj,0.0000001169,0.05000,0.615 +82,mlp.experts.116.down_proj,0.0000001578,0.05000,0.625 +82,mlp.experts.117.down_proj,0.0000002462,0.05000,0.602 +82,mlp.experts.118.down_proj,0.0000001707,0.05000,0.611 +82,mlp.experts.119.down_proj,0.0000003064,0.05000,0.672 +82,mlp.experts.120.down_proj,0.0000000871,0.05000,0.623 +82,mlp.experts.121.down_proj,0.0000001458,0.05000,0.600 +82,mlp.experts.122.down_proj,0.0000001800,0.05000,0.601 +82,mlp.experts.123.down_proj,0.0000000506,0.05000,0.609 +82,mlp.experts.124.down_proj,0.0000003313,0.05000,0.600 +82,mlp.experts.125.down_proj,0.0000000549,0.05000,0.602 +82,mlp.experts.126.down_proj,0.0000002419,0.05000,0.611 +82,mlp.experts.127.down_proj,0.0000001941,0.05000,0.622 +82,mlp.experts.128.down_proj,0.0000001185,0.05000,0.599 +82,mlp.experts.129.down_proj,0.0000000935,0.05000,0.639 +82,mlp.experts.130.down_proj,0.0000000980,0.05000,0.608 +82,mlp.experts.131.down_proj,0.0000000525,0.05000,0.629 +82,mlp.experts.132.down_proj,0.0000001780,0.05000,0.606 +82,mlp.experts.133.down_proj,0.0000001446,0.05000,0.599 +82,mlp.experts.134.down_proj,0.0000001971,0.05000,0.612 +82,mlp.experts.135.down_proj,0.0000000423,0.05000,0.682 +82,mlp.experts.136.down_proj,0.0000000936,0.05000,0.613 +82,mlp.experts.137.down_proj,0.0000003071,0.05000,0.657 +82,mlp.experts.138.down_proj,0.0000000916,0.05000,0.653 +82,mlp.experts.139.down_proj,0.0000002861,0.05000,0.611 +82,mlp.experts.140.down_proj,0.0000002904,0.05000,0.628 +82,mlp.experts.141.down_proj,0.0000001870,0.05000,0.605 +82,mlp.experts.142.down_proj,0.0000000741,0.05000,0.636 +82,mlp.experts.143.down_proj,0.0000000279,0.05000,0.629 +82,mlp.experts.144.down_proj,0.0000000366,0.05000,0.608 +82,mlp.experts.145.down_proj,0.0000001440,0.05000,0.602 +82,mlp.experts.146.down_proj,0.0000001973,0.05000,0.598 +82,mlp.experts.147.down_proj,0.0000001890,0.05000,0.627 +82,mlp.experts.148.down_proj,0.0000001585,0.05000,0.630 +82,mlp.experts.149.down_proj,0.0000000504,0.05000,0.608 +82,mlp.experts.150.down_proj,0.0000002299,0.05000,0.634 +82,mlp.experts.151.down_proj,0.0000001794,0.05000,0.604 +82,mlp.experts.152.down_proj,0.0000001730,0.05000,0.606 +82,mlp.experts.153.down_proj,0.0000000716,0.05000,0.606 +82,mlp.experts.154.down_proj,0.0000002642,0.05000,0.609 +82,mlp.experts.155.down_proj,0.0000001032,0.05000,0.602 +82,mlp.experts.156.down_proj,0.0000001598,0.05000,0.607 +82,mlp.experts.157.down_proj,0.0000001513,0.05000,0.576 +82,mlp.experts.158.down_proj,0.0000000670,0.05000,0.532 +82,mlp.experts.159.down_proj,0.0000000746,0.05000,0.430 +83,mlp.experts.2.gate_proj,0.0000009197,0.05000,2.098 +83,mlp.experts.0.gate_proj,0.0000009525,0.05000,2.100 +83,mlp.experts.1.gate_proj,0.0000012967,0.05000,2.125 +83,mlp.experts.3.gate_proj,0.0000004034,0.05000,2.187 +83,mlp.experts.4.gate_proj,0.0000004271,0.05000,2.029 +83,mlp.experts.5.gate_proj,0.0000005677,0.05000,2.061 +83,mlp.experts.6.gate_proj,0.0000003433,0.05000,2.110 +83,mlp.experts.7.gate_proj,0.0000000888,0.05000,2.076 +83,mlp.experts.8.gate_proj,0.0000005182,0.05000,2.052 +83,mlp.experts.9.gate_proj,0.0000003061,0.05000,2.049 +83,mlp.experts.11.gate_proj,0.0000003616,0.05000,2.046 +83,mlp.experts.10.gate_proj,0.0000005057,0.05000,2.127 +83,mlp.experts.12.gate_proj,0.0000003700,0.05000,2.098 +83,mlp.experts.13.gate_proj,0.0000003545,0.05000,2.124 +83,mlp.experts.15.gate_proj,0.0000000803,0.05000,2.138 +83,mlp.experts.14.gate_proj,0.0000003980,0.05000,2.138 +83,mlp.experts.16.gate_proj,0.0000006784,0.05000,2.101 +83,mlp.experts.17.gate_proj,0.0000003629,0.05000,2.067 +83,mlp.experts.19.gate_proj,0.0000002524,0.05000,2.059 +83,mlp.experts.18.gate_proj,0.0000002324,0.05000,2.117 +83,mlp.experts.20.gate_proj,0.0000005300,0.05000,2.047 +83,mlp.experts.21.gate_proj,0.0000005547,0.05000,2.065 +83,mlp.experts.23.gate_proj,0.0000008171,0.05000,2.079 +83,mlp.experts.22.gate_proj,0.0000012378,0.05000,2.057 +83,mlp.experts.25.gate_proj,0.0000008403,0.05000,2.040 +83,mlp.experts.24.gate_proj,0.0000004636,0.05000,2.130 +83,mlp.experts.26.gate_proj,0.0000003254,0.05000,2.040 +83,mlp.experts.27.gate_proj,0.0000004996,0.05000,2.132 +83,mlp.experts.28.gate_proj,0.0000004305,0.05000,2.056 +83,mlp.experts.29.gate_proj,0.0000006003,0.05000,2.107 +83,mlp.experts.31.gate_proj,0.0000004575,0.05000,2.039 +83,mlp.experts.30.gate_proj,0.0000000797,0.05000,2.096 +83,mlp.experts.32.gate_proj,0.0000005062,0.05000,2.110 +83,mlp.experts.33.gate_proj,0.0000000803,0.05000,2.092 +83,mlp.experts.34.gate_proj,0.0000003999,0.05000,2.080 +83,mlp.experts.35.gate_proj,0.0000002990,0.05000,2.172 +83,mlp.experts.36.gate_proj,0.0000015445,0.05000,2.074 +83,mlp.experts.37.gate_proj,0.0000002587,0.05000,2.096 +83,mlp.experts.39.gate_proj,0.0000002785,0.05000,2.041 +83,mlp.experts.38.gate_proj,0.0000006525,0.05000,2.154 +83,mlp.experts.40.gate_proj,0.0000007781,0.05000,2.031 +83,mlp.experts.41.gate_proj,0.0000004812,0.05000,2.039 +83,mlp.experts.43.gate_proj,0.0000006423,0.05000,2.040 +83,mlp.experts.42.gate_proj,0.0000001577,0.05000,2.040 +83,mlp.experts.44.gate_proj,0.0000003098,0.05000,2.037 +83,mlp.experts.45.gate_proj,0.0000004743,0.05000,2.047 +83,mlp.experts.47.gate_proj,0.0000004660,0.05000,2.061 +83,mlp.experts.46.gate_proj,0.0000004112,0.05000,2.063 +83,mlp.experts.48.gate_proj,0.0000005182,0.05000,2.038 +83,mlp.experts.49.gate_proj,0.0000005625,0.05000,2.075 +83,mlp.experts.51.gate_proj,0.0000005092,0.05000,2.022 +83,mlp.experts.50.gate_proj,0.0000006974,0.05000,2.069 +83,mlp.experts.52.gate_proj,0.0000004654,0.05000,2.029 +83,mlp.experts.53.gate_proj,0.0000000630,0.05000,2.062 +83,mlp.experts.55.gate_proj,0.0000010061,0.05000,2.055 +83,mlp.experts.54.gate_proj,0.0000000510,0.05000,2.013 +83,mlp.experts.56.gate_proj,0.0000004390,0.05000,2.073 +83,mlp.experts.57.gate_proj,0.0000002069,0.05000,2.092 +83,mlp.experts.59.gate_proj,0.0000003543,0.05000,2.082 +83,mlp.experts.58.gate_proj,0.0000005678,0.05000,2.107 +83,mlp.experts.60.gate_proj,0.0000005119,0.05000,2.103 +83,mlp.experts.61.gate_proj,0.0000002719,0.05000,2.068 +83,mlp.experts.63.gate_proj,0.0000003241,0.05000,2.050 +83,mlp.experts.62.gate_proj,0.0000010840,0.05000,2.044 +83,mlp.experts.64.gate_proj,0.0000002539,0.05000,2.096 +83,mlp.experts.65.gate_proj,0.0000011524,0.05000,2.053 +83,mlp.experts.67.gate_proj,0.0000012033,0.05000,2.022 +83,mlp.experts.66.gate_proj,0.0000014755,0.05000,2.026 +83,mlp.experts.68.gate_proj,0.0000004234,0.05000,2.071 +83,mlp.experts.71.gate_proj,0.0000003454,0.05000,2.028 +83,mlp.experts.69.gate_proj,0.0000005283,0.05000,2.100 +83,mlp.experts.70.gate_proj,0.0000005045,0.05000,2.033 +83,mlp.experts.72.gate_proj,0.0000006469,0.05000,2.069 +83,mlp.experts.75.gate_proj,0.0000007032,0.05000,2.073 +83,mlp.experts.73.gate_proj,0.0000004016,0.05000,2.065 +83,mlp.experts.74.gate_proj,0.0000003645,0.05000,2.035 +83,mlp.experts.76.gate_proj,0.0000007705,0.05000,2.053 +83,mlp.experts.79.gate_proj,0.0000008548,0.05000,2.034 +83,mlp.experts.77.gate_proj,0.0000003687,0.05000,2.069 +83,mlp.experts.78.gate_proj,0.0000005414,0.05000,2.095 +83,mlp.experts.83.gate_proj,0.0000016183,0.05000,2.015 +83,mlp.experts.80.gate_proj,0.0000002061,0.05000,2.087 +83,mlp.experts.81.gate_proj,0.0000009153,0.05000,2.063 +83,mlp.experts.82.gate_proj,0.0000009046,0.05000,2.052 +83,mlp.experts.87.gate_proj,0.0000004056,0.05000,2.032 +83,mlp.experts.84.gate_proj,0.0000003201,0.05000,2.045 +83,mlp.experts.85.gate_proj,0.0000006732,0.05000,2.060 +83,mlp.experts.86.gate_proj,0.0000004225,0.05000,2.056 +83,mlp.experts.91.gate_proj,0.0000001932,0.05000,2.028 +83,mlp.experts.88.gate_proj,0.0000008208,0.05000,2.046 +83,mlp.experts.90.gate_proj,0.0000004892,0.05000,2.034 +83,mlp.experts.89.gate_proj,0.0000006927,0.05000,2.125 +83,mlp.experts.95.gate_proj,0.0000004823,0.05000,2.040 +83,mlp.experts.92.gate_proj,0.0000005560,0.05000,2.095 +83,mlp.experts.94.gate_proj,0.0000005005,0.05000,2.084 +83,mlp.experts.93.gate_proj,0.0000004432,0.05000,2.129 +83,mlp.experts.99.gate_proj,0.0000004525,0.05000,2.059 +83,mlp.experts.96.gate_proj,0.0000009833,0.05000,2.053 +83,mlp.experts.98.gate_proj,0.0000004777,0.05000,2.076 +83,mlp.experts.97.gate_proj,0.0000005517,0.05000,2.157 +83,mlp.experts.103.gate_proj,0.0000009377,0.05000,2.196 +83,mlp.experts.100.gate_proj,0.0000007302,0.05000,2.212 +83,mlp.experts.101.gate_proj,0.0000004198,0.05000,2.242 +83,mlp.experts.102.gate_proj,0.0000004650,0.05000,2.762 +83,mlp.experts.107.gate_proj,0.0000004043,0.05000,2.018 +83,mlp.experts.104.gate_proj,0.0000001291,0.05000,2.021 +83,mlp.experts.105.gate_proj,0.0000000691,0.05000,2.061 +83,mlp.experts.106.gate_proj,0.0000007853,0.05000,2.061 +83,mlp.experts.111.gate_proj,0.0000003117,0.05000,2.040 +83,mlp.experts.108.gate_proj,0.0000004489,0.05000,2.027 +83,mlp.experts.109.gate_proj,0.0000002889,0.05000,2.146 +83,mlp.experts.110.gate_proj,0.0000003733,0.05000,2.068 +83,mlp.experts.115.gate_proj,0.0000006829,0.05000,2.062 +83,mlp.experts.112.gate_proj,0.0000010356,0.05000,2.068 +83,mlp.experts.113.gate_proj,0.0000001753,0.05000,2.213 +83,mlp.experts.114.gate_proj,0.0000004827,0.05000,2.081 +83,mlp.experts.119.gate_proj,0.0000003926,0.05000,2.061 +83,mlp.experts.116.gate_proj,0.0000002787,0.05000,2.093 +83,mlp.experts.117.gate_proj,0.0000006160,0.05000,2.132 +83,mlp.experts.118.gate_proj,0.0000002679,0.05000,2.074 +83,mlp.experts.123.gate_proj,0.0000002469,0.05000,2.035 +83,mlp.experts.120.gate_proj,0.0000005600,0.05000,2.100 +83,mlp.experts.121.gate_proj,0.0000002784,0.05000,2.046 +83,mlp.experts.122.gate_proj,0.0000001626,0.05000,2.068 +83,mlp.experts.127.gate_proj,0.0000003343,0.05000,2.102 +83,mlp.experts.124.gate_proj,0.0000007906,0.05000,2.123 +83,mlp.experts.125.gate_proj,0.0000002915,0.05000,2.122 +83,mlp.experts.126.gate_proj,0.0000005697,0.05000,2.147 +83,mlp.experts.131.gate_proj,0.0000005008,0.05000,2.044 +83,mlp.experts.128.gate_proj,0.0000007163,0.05000,2.076 +83,mlp.experts.129.gate_proj,0.0000004664,0.05000,2.099 +83,mlp.experts.130.gate_proj,0.0000003716,0.05000,2.050 +83,mlp.experts.135.gate_proj,0.0000002912,0.05000,2.035 +83,mlp.experts.132.gate_proj,0.0000002921,0.05000,2.104 +83,mlp.experts.134.gate_proj,0.0000001103,0.05000,2.030 +83,mlp.experts.133.gate_proj,0.0000011468,0.05000,2.152 +83,mlp.experts.139.gate_proj,0.0000003089,0.05000,2.049 +83,mlp.experts.136.gate_proj,0.0000003505,0.05000,2.064 +83,mlp.experts.138.gate_proj,0.0000003500,0.05000,2.069 +83,mlp.experts.137.gate_proj,0.0000001561,0.05000,2.054 +83,mlp.experts.143.gate_proj,0.0000008312,0.05000,2.049 +83,mlp.experts.140.gate_proj,0.0000002861,0.05000,2.070 +83,mlp.experts.142.gate_proj,0.0000023066,0.05000,2.067 +83,mlp.experts.141.gate_proj,0.0000003200,0.05000,2.038 +83,mlp.experts.147.gate_proj,0.0000003484,0.05000,2.070 +83,mlp.experts.144.gate_proj,0.0000007338,0.05000,2.085 +83,mlp.experts.145.gate_proj,0.0000007852,0.05000,2.059 +83,mlp.experts.146.gate_proj,0.0000004365,0.05000,2.091 +83,mlp.experts.151.gate_proj,0.0000009513,0.05000,2.085 +83,mlp.experts.148.gate_proj,0.0000003396,0.05000,2.142 +83,mlp.experts.149.gate_proj,0.0000005279,0.05000,2.094 +83,mlp.experts.150.gate_proj,0.0000007905,0.05000,2.094 +83,mlp.experts.155.gate_proj,0.0000003354,0.05000,2.078 +83,mlp.experts.152.gate_proj,0.0000005403,0.05000,2.031 +83,mlp.experts.154.gate_proj,0.0000005900,0.05000,2.045 +83,mlp.experts.153.gate_proj,0.0000005248,0.05000,2.111 +83,mlp.experts.159.gate_proj,0.0000006731,0.05000,2.035 +83,mlp.experts.156.gate_proj,0.0000002471,0.05000,2.015 +83,mlp.experts.158.gate_proj,0.0000006408,0.05000,2.014 +83,mlp.experts.157.gate_proj,0.0000005396,0.05000,2.028 +83,mlp.experts.3.up_proj,0.0000004022,0.05000,2.063 +83,mlp.experts.0.up_proj,0.0000009537,0.05000,2.035 +83,mlp.experts.2.up_proj,0.0000009050,0.05000,2.080 +83,mlp.experts.1.up_proj,0.0000012321,0.05000,2.053 +83,mlp.experts.7.up_proj,0.0000000872,0.05000,2.039 +83,mlp.experts.4.up_proj,0.0000004076,0.05000,2.025 +83,mlp.experts.6.up_proj,0.0000003369,0.05000,2.001 +83,mlp.experts.5.up_proj,0.0000005391,0.05000,2.010 +83,mlp.experts.11.up_proj,0.0000003486,0.05000,2.015 +83,mlp.experts.8.up_proj,0.0000005034,0.05000,2.152 +83,mlp.experts.10.up_proj,0.0000004781,0.05000,2.011 +83,mlp.experts.9.up_proj,0.0000003052,0.05000,2.036 +83,mlp.experts.15.up_proj,0.0000000807,0.05000,2.014 +83,mlp.experts.12.up_proj,0.0000003516,0.05000,2.058 +83,mlp.experts.14.up_proj,0.0000003682,0.05000,2.036 +83,mlp.experts.13.up_proj,0.0000003546,0.05000,2.042 +83,mlp.experts.19.up_proj,0.0000002443,0.05000,2.063 +83,mlp.experts.16.up_proj,0.0000006535,0.05000,2.052 +83,mlp.experts.18.up_proj,0.0000002333,0.05000,2.086 +83,mlp.experts.17.up_proj,0.0000003534,0.05000,2.062 +83,mlp.experts.23.up_proj,0.0000007833,0.05000,2.047 +83,mlp.experts.20.up_proj,0.0000005226,0.05000,2.130 +83,mlp.experts.21.up_proj,0.0000005389,0.05000,2.041 +83,mlp.experts.22.up_proj,0.0000012102,0.05000,2.114 +83,mlp.experts.27.up_proj,0.0000005145,0.05000,2.042 +83,mlp.experts.24.up_proj,0.0000004507,0.05000,2.095 +83,mlp.experts.25.up_proj,0.0000008193,0.05000,2.113 +83,mlp.experts.26.up_proj,0.0000003060,0.05000,2.108 +83,mlp.experts.31.up_proj,0.0000004294,0.05000,2.084 +83,mlp.experts.28.up_proj,0.0000004204,0.05000,2.054 +83,mlp.experts.30.up_proj,0.0000000786,0.05000,2.008 +83,mlp.experts.29.up_proj,0.0000005998,0.05000,2.054 +83,mlp.experts.35.up_proj,0.0000002938,0.05000,1.723 +83,mlp.experts.32.up_proj,0.0000004485,0.05000,1.406 +83,mlp.experts.36.up_proj,0.0000014374,0.05000,2.092 +83,mlp.experts.33.up_proj,0.0000000785,0.05000,2.093 +83,mlp.experts.34.up_proj,0.0000003807,0.05000,2.185 +83,mlp.experts.39.up_proj,0.0000002733,0.05000,2.188 +83,mlp.experts.37.up_proj,0.0000002459,0.05000,2.078 +83,mlp.experts.40.up_proj,0.0000007211,0.05000,2.105 +83,mlp.experts.43.up_proj,0.0000006173,0.05000,2.049 +83,mlp.experts.38.up_proj,0.0000006292,0.05000,2.094 +83,mlp.experts.44.up_proj,0.0000002996,0.05000,2.020 +83,mlp.experts.47.up_proj,0.0000004642,0.05000,2.049 +83,mlp.experts.41.up_proj,0.0000004607,0.05000,2.138 +83,mlp.experts.42.up_proj,0.0000001563,0.05000,2.077 +83,mlp.experts.48.up_proj,0.0000005124,0.05000,2.059 +83,mlp.experts.46.up_proj,0.0000004000,0.05000,1.986 +83,mlp.experts.51.up_proj,0.0000004967,0.05000,2.086 +83,mlp.experts.45.up_proj,0.0000004545,0.05000,2.114 +83,mlp.experts.52.up_proj,0.0000004557,0.05000,2.089 +83,mlp.experts.50.up_proj,0.0000006522,0.05000,2.093 +83,mlp.experts.55.up_proj,0.0000009956,0.05000,2.108 +83,mlp.experts.49.up_proj,0.0000005529,0.05000,2.091 +83,mlp.experts.56.up_proj,0.0000004289,0.05000,2.108 +83,mlp.experts.54.up_proj,0.0000000503,0.05000,2.077 +83,mlp.experts.53.up_proj,0.0000000610,0.05000,2.084 +83,mlp.experts.59.up_proj,0.0000003464,0.05000,2.180 +83,mlp.experts.58.up_proj,0.0000005544,0.05000,2.062 +83,mlp.experts.60.up_proj,0.0000004990,0.05000,2.145 +83,mlp.experts.57.up_proj,0.0000002037,0.05000,2.119 +83,mlp.experts.63.up_proj,0.0000003137,0.05000,2.103 +83,mlp.experts.62.up_proj,0.0000009681,0.05000,2.093 +83,mlp.experts.64.up_proj,0.0000002520,0.05000,2.107 +83,mlp.experts.61.up_proj,0.0000002681,0.05000,2.092 +83,mlp.experts.67.up_proj,0.0000011362,0.05000,2.081 +83,mlp.experts.66.up_proj,0.0000013924,0.05000,2.035 +83,mlp.experts.68.up_proj,0.0000004252,0.05000,2.038 +83,mlp.experts.65.up_proj,0.0000010916,0.05000,2.066 +83,mlp.experts.71.up_proj,0.0000003445,0.05000,2.073 +83,mlp.experts.70.up_proj,0.0000004991,0.05000,2.036 +83,mlp.experts.72.up_proj,0.0000006033,0.05000,2.185 +83,mlp.experts.69.up_proj,0.0000005144,0.05000,2.123 +83,mlp.experts.75.up_proj,0.0000006726,0.05000,2.138 +83,mlp.experts.74.up_proj,0.0000003521,0.05000,2.077 +83,mlp.experts.76.up_proj,0.0000007624,0.05000,2.124 +83,mlp.experts.79.up_proj,0.0000008283,0.05000,2.043 +83,mlp.experts.73.up_proj,0.0000003859,0.05000,2.100 +83,mlp.experts.78.up_proj,0.0000005346,0.05000,2.050 +83,mlp.experts.80.up_proj,0.0000001944,0.05000,2.051 +83,mlp.experts.83.up_proj,0.0000014303,0.05000,2.028 +83,mlp.experts.77.up_proj,0.0000003506,0.05000,2.131 +83,mlp.experts.82.up_proj,0.0000009048,0.05000,2.099 +83,mlp.experts.87.up_proj,0.0000003879,0.05000,2.047 +83,mlp.experts.84.up_proj,0.0000003139,0.05000,2.076 +83,mlp.experts.81.up_proj,0.0000008768,0.05000,2.065 +83,mlp.experts.86.up_proj,0.0000003783,0.05000,2.083 +83,mlp.experts.91.up_proj,0.0000001913,0.05000,2.030 +83,mlp.experts.88.up_proj,0.0000007730,0.05000,2.064 +83,mlp.experts.85.up_proj,0.0000006120,0.05000,2.093 +83,mlp.experts.90.up_proj,0.0000004637,0.05000,2.061 +83,mlp.experts.95.up_proj,0.0000004738,0.05000,2.095 +83,mlp.experts.92.up_proj,0.0000005234,0.05000,2.065 +83,mlp.experts.89.up_proj,0.0000006486,0.05000,2.066 +83,mlp.experts.94.up_proj,0.0000004783,0.05000,2.037 +83,mlp.experts.99.up_proj,0.0000004457,0.05000,2.043 +83,mlp.experts.96.up_proj,0.0000009373,0.05000,2.072 +83,mlp.experts.93.up_proj,0.0000004368,0.05000,2.043 +83,mlp.experts.98.up_proj,0.0000004599,0.05000,2.045 +83,mlp.experts.103.up_proj,0.0000009211,0.05000,2.055 +83,mlp.experts.100.up_proj,0.0000006660,0.05000,2.089 +83,mlp.experts.97.up_proj,0.0000005335,0.05000,2.078 +83,mlp.experts.102.up_proj,0.0000003945,0.05000,2.111 +83,mlp.experts.107.up_proj,0.0000003649,0.05000,2.080 +83,mlp.experts.104.up_proj,0.0000001286,0.05000,2.045 +83,mlp.experts.101.up_proj,0.0000004064,0.05000,2.067 +83,mlp.experts.106.up_proj,0.0000007335,0.05000,2.068 +83,mlp.experts.108.up_proj,0.0000004313,0.05000,2.020 +83,mlp.experts.111.up_proj,0.0000002996,0.05000,2.156 +83,mlp.experts.105.up_proj,0.0000000667,0.05000,2.065 +83,mlp.experts.110.up_proj,0.0000003601,0.05000,2.073 +83,mlp.experts.112.up_proj,0.0000009826,0.05000,2.042 +83,mlp.experts.115.up_proj,0.0000006528,0.05000,2.037 +83,mlp.experts.109.up_proj,0.0000002818,0.05000,2.098 +83,mlp.experts.114.up_proj,0.0000004622,0.05000,2.076 +83,mlp.experts.116.up_proj,0.0000002761,0.05000,2.059 +83,mlp.experts.119.up_proj,0.0000003841,0.05000,2.046 +83,mlp.experts.113.up_proj,0.0000001683,0.05000,2.101 +83,mlp.experts.118.up_proj,0.0000002581,0.05000,2.065 +83,mlp.experts.120.up_proj,0.0000005415,0.05000,2.049 +83,mlp.experts.123.up_proj,0.0000002389,0.05000,2.060 +83,mlp.experts.117.up_proj,0.0000005873,0.05000,2.105 +83,mlp.experts.122.up_proj,0.0000001538,0.05000,2.069 +83,mlp.experts.124.up_proj,0.0000007914,0.05000,2.074 +83,mlp.experts.127.up_proj,0.0000003207,0.05000,2.054 +83,mlp.experts.121.up_proj,0.0000002635,0.05000,2.065 +83,mlp.experts.126.up_proj,0.0000005616,0.05000,2.069 +83,mlp.experts.128.up_proj,0.0000006828,0.05000,2.072 +83,mlp.experts.131.up_proj,0.0000004840,0.05000,2.049 +83,mlp.experts.125.up_proj,0.0000002863,0.05000,2.074 +83,mlp.experts.130.up_proj,0.0000003705,0.05000,2.052 +83,mlp.experts.135.up_proj,0.0000002883,0.05000,2.031 +83,mlp.experts.132.up_proj,0.0000002884,0.05000,2.128 +83,mlp.experts.129.up_proj,0.0000004633,0.05000,2.046 +83,mlp.experts.134.up_proj,0.0000001077,0.05000,2.049 +83,mlp.experts.139.up_proj,0.0000002969,0.05000,2.040 +83,mlp.experts.136.up_proj,0.0000003465,0.05000,2.067 +83,mlp.experts.133.up_proj,0.0000010987,0.05000,2.038 +83,mlp.experts.138.up_proj,0.0000003420,0.05000,2.049 +83,mlp.experts.143.up_proj,0.0000007836,0.05000,2.037 +83,mlp.experts.140.up_proj,0.0000002819,0.05000,2.067 +83,mlp.experts.137.up_proj,0.0000001549,0.05000,2.071 +83,mlp.experts.142.up_proj,0.0000020784,0.05000,2.060 +83,mlp.experts.147.up_proj,0.0000003202,0.05000,2.112 +83,mlp.experts.144.up_proj,0.0000007282,0.05000,2.070 +83,mlp.experts.141.up_proj,0.0000003126,0.05000,2.085 +83,mlp.experts.146.up_proj,0.0000004244,0.05000,2.118 +83,mlp.experts.151.up_proj,0.0000009548,0.05000,2.046 +83,mlp.experts.148.up_proj,0.0000003347,0.05000,2.079 +83,mlp.experts.145.up_proj,0.0000007855,0.05000,2.059 +83,mlp.experts.150.up_proj,0.0000007660,0.05000,2.067 +83,mlp.experts.155.up_proj,0.0000003332,0.05000,2.097 +83,mlp.experts.152.up_proj,0.0000005332,0.05000,2.117 +83,mlp.experts.149.up_proj,0.0000005049,0.05000,2.119 +83,mlp.experts.154.up_proj,0.0000005840,0.05000,2.073 +83,mlp.experts.159.up_proj,0.0000006613,0.05000,2.053 +83,mlp.experts.156.up_proj,0.0000002394,0.05000,2.034 +83,mlp.experts.153.up_proj,0.0000005194,0.05000,1.966 +83,mlp.experts.158.up_proj,0.0000006241,0.05000,1.432 +83,mlp.experts.157.up_proj,0.0000005411,0.05000,1.267 +83,mlp.experts.3.down_proj,0.0000001081,0.05000,0.630 +83,mlp.experts.0.down_proj,0.0000001791,0.05000,0.639 +83,mlp.experts.1.down_proj,0.0000003315,0.05000,0.650 +83,mlp.experts.2.down_proj,0.0000003031,0.05000,0.651 +83,mlp.experts.7.down_proj,0.0000000183,0.05000,0.624 +83,mlp.experts.4.down_proj,0.0000001121,0.05000,0.618 +83,mlp.experts.5.down_proj,0.0000002393,0.05000,0.620 +83,mlp.experts.6.down_proj,0.0000001387,0.05000,0.639 +83,mlp.experts.8.down_proj,0.0000000733,0.05000,0.618 +83,mlp.experts.9.down_proj,0.0000000671,0.05000,0.612 +83,mlp.experts.10.down_proj,0.0000006315,0.05000,0.618 +83,mlp.experts.11.down_proj,0.0000001937,0.05000,0.663 +83,mlp.experts.12.down_proj,0.0000000469,0.05000,0.617 +83,mlp.experts.13.down_proj,0.0000000729,0.05000,0.618 +83,mlp.experts.15.down_proj,0.0000000168,0.05000,0.610 +83,mlp.experts.14.down_proj,0.0000001136,0.05000,0.639 +83,mlp.experts.16.down_proj,0.0000001264,0.05000,0.612 +83,mlp.experts.17.down_proj,0.0000000608,0.05000,0.611 +83,mlp.experts.19.down_proj,0.0000001326,0.05000,0.611 +83,mlp.experts.18.down_proj,0.0000001118,0.05000,0.632 +83,mlp.experts.20.down_proj,0.0000001381,0.05000,0.635 +83,mlp.experts.21.down_proj,0.0000001054,0.05000,0.636 +83,mlp.experts.23.down_proj,0.0000002870,0.05000,0.634 +83,mlp.experts.22.down_proj,0.0000009350,0.05000,0.616 +83,mlp.experts.24.down_proj,0.0000000684,0.05000,0.615 +83,mlp.experts.25.down_proj,0.0000001827,0.05000,0.610 +83,mlp.experts.27.down_proj,0.0000001876,0.05000,0.628 +83,mlp.experts.26.down_proj,0.0000002177,0.05000,0.653 +83,mlp.experts.28.down_proj,0.0000001239,0.05000,0.636 +83,mlp.experts.29.down_proj,0.0000001610,0.05000,0.634 +83,mlp.experts.31.down_proj,0.0000000967,0.05000,0.614 +83,mlp.experts.30.down_proj,0.0000000203,0.05000,0.617 +83,mlp.experts.32.down_proj,0.0000001896,0.05000,0.638 +83,mlp.experts.33.down_proj,0.0000000209,0.05000,0.639 +83,mlp.experts.35.down_proj,0.0000000545,0.05000,0.636 +83,mlp.experts.34.down_proj,0.0000001496,0.05000,0.617 +83,mlp.experts.37.down_proj,0.0000001558,0.05000,0.611 +83,mlp.experts.36.down_proj,0.0000002330,0.05000,0.621 +83,mlp.experts.39.down_proj,0.0000000622,0.05000,0.649 +83,mlp.experts.38.down_proj,0.0000001732,0.05000,0.655 +83,mlp.experts.41.down_proj,0.0000001034,0.05000,0.617 +83,mlp.experts.40.down_proj,0.0000003450,0.05000,0.620 +83,mlp.experts.43.down_proj,0.0000002820,0.05000,0.626 +83,mlp.experts.42.down_proj,0.0000000460,0.05000,0.637 +83,mlp.experts.44.down_proj,0.0000000707,0.05000,0.614 +83,mlp.experts.45.down_proj,0.0000001806,0.05000,0.674 +83,mlp.experts.47.down_proj,0.0000001572,0.05000,0.607 +83,mlp.experts.46.down_proj,0.0000001047,0.05000,0.605 +83,mlp.experts.48.down_proj,0.0000002086,0.05000,0.610 +83,mlp.experts.51.down_proj,0.0000001395,0.05000,0.608 +83,mlp.experts.49.down_proj,0.0000002516,0.05000,0.612 +83,mlp.experts.50.down_proj,0.0000003129,0.05000,0.604 +83,mlp.experts.52.down_proj,0.0000000887,0.05000,0.641 +83,mlp.experts.53.down_proj,0.0000000222,0.05000,0.619 +83,mlp.experts.55.down_proj,0.0000004360,0.05000,0.632 +83,mlp.experts.54.down_proj,0.0000000102,0.05000,0.658 +83,mlp.experts.56.down_proj,0.0000001536,0.05000,0.616 +83,mlp.experts.57.down_proj,0.0000000495,0.05000,0.628 +83,mlp.experts.59.down_proj,0.0000001144,0.05000,0.626 +83,mlp.experts.58.down_proj,0.0000001362,0.05000,0.617 +83,mlp.experts.60.down_proj,0.0000001024,0.05000,0.613 +83,mlp.experts.61.down_proj,0.0000000494,0.05000,0.635 +83,mlp.experts.63.down_proj,0.0000000659,0.05000,0.642 +83,mlp.experts.62.down_proj,0.0000006535,0.05000,0.630 +83,mlp.experts.64.down_proj,0.0000000573,0.05000,0.614 +83,mlp.experts.65.down_proj,0.0000004289,0.05000,0.611 +83,mlp.experts.67.down_proj,0.0000002462,0.05000,0.629 +83,mlp.experts.66.down_proj,0.0000002224,0.05000,0.635 +83,mlp.experts.68.down_proj,0.0000001940,0.05000,0.635 +83,mlp.experts.69.down_proj,0.0000001823,0.05000,0.657 +83,mlp.experts.71.down_proj,0.0000001259,0.05000,0.654 +83,mlp.experts.70.down_proj,0.0000000931,0.05000,0.618 +83,mlp.experts.72.down_proj,0.0000002140,0.05000,0.656 +83,mlp.experts.73.down_proj,0.0000001679,0.05000,0.613 +83,mlp.experts.75.down_proj,0.0000001625,0.05000,0.607 +83,mlp.experts.74.down_proj,0.0000001669,0.05000,0.606 +83,mlp.experts.76.down_proj,0.0000001754,0.05000,0.638 +83,mlp.experts.77.down_proj,0.0000001229,0.05000,0.615 +83,mlp.experts.79.down_proj,0.0000001388,0.05000,0.633 +83,mlp.experts.78.down_proj,0.0000001247,0.05000,0.629 +83,mlp.experts.80.down_proj,0.0000000266,0.05000,0.614 +83,mlp.experts.81.down_proj,0.0000006564,0.05000,0.630 +83,mlp.experts.82.down_proj,0.0000002848,0.05000,0.611 +83,mlp.experts.83.down_proj,0.0000005270,0.05000,0.632 +83,mlp.experts.84.down_proj,0.0000000862,0.05000,0.616 +83,mlp.experts.85.down_proj,0.0000003692,0.05000,0.634 +83,mlp.experts.86.down_proj,0.0000002081,0.05000,0.614 +83,mlp.experts.87.down_proj,0.0000001487,0.05000,0.628 +83,mlp.experts.88.down_proj,0.0000002038,0.05000,0.612 +83,mlp.experts.90.down_proj,0.0000001637,0.05000,0.610 +83,mlp.experts.89.down_proj,0.0000002046,0.05000,0.633 +83,mlp.experts.91.down_proj,0.0000000445,0.05000,0.632 +83,mlp.experts.92.down_proj,0.0000005147,0.05000,0.609 +83,mlp.experts.94.down_proj,0.0000001562,0.05000,0.623 +83,mlp.experts.93.down_proj,0.0000000922,0.05000,0.629 +83,mlp.experts.95.down_proj,0.0000001117,0.05000,0.604 +83,mlp.experts.96.down_proj,0.0000002653,0.05000,0.634 +83,mlp.experts.98.down_proj,0.0000001713,0.05000,0.607 +83,mlp.experts.97.down_proj,0.0000001109,0.05000,0.611 +83,mlp.experts.99.down_proj,0.0000001639,0.05000,0.628 +83,mlp.experts.100.down_proj,0.0000000924,0.05000,0.608 +83,mlp.experts.102.down_proj,0.0000001644,0.05000,0.622 +83,mlp.experts.101.down_proj,0.0000003109,0.05000,0.604 +83,mlp.experts.103.down_proj,0.0000002470,0.05000,0.605 +83,mlp.experts.104.down_proj,0.0000000816,0.05000,0.620 +83,mlp.experts.105.down_proj,0.0000000452,0.05000,0.615 +83,mlp.experts.106.down_proj,0.0000003442,0.05000,0.632 +83,mlp.experts.107.down_proj,0.0000000631,0.05000,0.632 +83,mlp.experts.108.down_proj,0.0000001203,0.05000,0.638 +83,mlp.experts.109.down_proj,0.0000000755,0.05000,0.619 +83,mlp.experts.110.down_proj,0.0000000689,0.05000,0.631 +83,mlp.experts.111.down_proj,0.0000000726,0.05000,0.655 +83,mlp.experts.112.down_proj,0.0000001621,0.05000,0.614 +83,mlp.experts.113.down_proj,0.0000000338,0.05000,0.614 +83,mlp.experts.114.down_proj,0.0000000798,0.05000,0.652 +83,mlp.experts.115.down_proj,0.0000002055,0.05000,0.612 +83,mlp.experts.116.down_proj,0.0000000423,0.05000,0.618 +83,mlp.experts.117.down_proj,0.0000002431,0.05000,0.614 +83,mlp.experts.118.down_proj,0.0000000433,0.05000,0.610 +83,mlp.experts.119.down_proj,0.0000001085,0.05000,0.631 +83,mlp.experts.120.down_proj,0.0000000960,0.05000,0.632 +83,mlp.experts.121.down_proj,0.0000000514,0.05000,0.638 +83,mlp.experts.122.down_proj,0.0000000391,0.05000,0.618 +83,mlp.experts.123.down_proj,0.0000001169,0.05000,0.637 +83,mlp.experts.124.down_proj,0.0000003585,0.05000,0.616 +83,mlp.experts.125.down_proj,0.0000000687,0.05000,0.629 +83,mlp.experts.126.down_proj,0.0000001385,0.05000,0.612 +83,mlp.experts.127.down_proj,0.0000000596,0.05000,0.610 +83,mlp.experts.128.down_proj,0.0000001958,0.05000,0.614 +83,mlp.experts.129.down_proj,0.0000001231,0.05000,0.614 +83,mlp.experts.130.down_proj,0.0000001759,0.05000,0.612 +83,mlp.experts.131.down_proj,0.0000001512,0.05000,0.631 +83,mlp.experts.132.down_proj,0.0000001187,0.05000,0.639 +83,mlp.experts.133.down_proj,0.0000001983,0.05000,0.612 +83,mlp.experts.134.down_proj,0.0000000152,0.05000,0.611 +83,mlp.experts.135.down_proj,0.0000000636,0.05000,0.608 +83,mlp.experts.136.down_proj,0.0000001447,0.05000,0.607 +83,mlp.experts.137.down_proj,0.0000000259,0.05000,0.627 +83,mlp.experts.138.down_proj,0.0000001529,0.05000,0.626 +83,mlp.experts.139.down_proj,0.0000000441,0.05000,0.607 +83,mlp.experts.140.down_proj,0.0000001514,0.05000,0.627 +83,mlp.experts.141.down_proj,0.0000000700,0.05000,0.615 +83,mlp.experts.143.down_proj,0.0000002154,0.05000,0.605 +83,mlp.experts.142.down_proj,0.0000006496,0.05000,0.666 +83,mlp.experts.144.down_proj,0.0000003743,0.05000,0.613 +83,mlp.experts.145.down_proj,0.0000001982,0.05000,0.610 +83,mlp.experts.147.down_proj,0.0000001652,0.05000,0.629 +83,mlp.experts.146.down_proj,0.0000001914,0.05000,0.675 +83,mlp.experts.148.down_proj,0.0000000679,0.05000,0.616 +83,mlp.experts.149.down_proj,0.0000000798,0.05000,0.631 +83,mlp.experts.151.down_proj,0.0000006915,0.05000,0.605 +83,mlp.experts.150.down_proj,0.0000001350,0.05000,0.604 +83,mlp.experts.152.down_proj,0.0000002313,0.05000,0.632 +83,mlp.experts.153.down_proj,0.0000001226,0.05000,0.606 +83,mlp.experts.155.down_proj,0.0000000965,0.05000,0.605 +83,mlp.experts.154.down_proj,0.0000002471,0.05000,0.607 +83,mlp.experts.156.down_proj,0.0000000597,0.05000,0.601 +83,mlp.experts.157.down_proj,0.0000000979,0.05000,0.597 +83,mlp.experts.159.down_proj,0.0000003521,0.05000,0.578 +83,mlp.experts.158.down_proj,0.0000001065,0.05000,0.545 +84,mlp.experts.3.gate_proj,0.0000004573,0.05000,2.059 +84,mlp.experts.0.gate_proj,0.0000004354,0.05000,2.111 +84,mlp.experts.1.gate_proj,0.0000005996,0.05000,2.170 +84,mlp.experts.2.gate_proj,0.0000004564,0.05000,2.217 +84,mlp.experts.4.gate_proj,0.0000003214,0.05000,2.048 +84,mlp.experts.7.gate_proj,0.0000005905,0.05000,2.101 +84,mlp.experts.5.gate_proj,0.0000006640,0.05000,2.155 +84,mlp.experts.6.gate_proj,0.0000000874,0.05000,2.161 +84,mlp.experts.8.gate_proj,0.0000020758,0.05000,2.089 +84,mlp.experts.11.gate_proj,0.0000001223,0.05000,2.194 +84,mlp.experts.9.gate_proj,0.0000009822,0.05000,2.074 +84,mlp.experts.10.gate_proj,0.0000004637,0.05000,2.099 +84,mlp.experts.12.gate_proj,0.0000005084,0.05000,2.099 +84,mlp.experts.15.gate_proj,0.0000003223,0.05000,2.102 +84,mlp.experts.13.gate_proj,0.0000008044,0.05000,2.117 +84,mlp.experts.14.gate_proj,0.0000003395,0.05000,2.088 +84,mlp.experts.16.gate_proj,0.0000002690,0.05000,2.106 +84,mlp.experts.19.gate_proj,0.0000002608,0.05000,2.079 +84,mlp.experts.17.gate_proj,0.0000002774,0.05000,2.066 +84,mlp.experts.18.gate_proj,0.0000004194,0.05000,2.130 +84,mlp.experts.20.gate_proj,0.0000004341,0.05000,2.102 +84,mlp.experts.23.gate_proj,0.0000000882,0.05000,2.065 +84,mlp.experts.21.gate_proj,0.0000004959,0.05000,2.051 +84,mlp.experts.22.gate_proj,0.0000007421,0.05000,2.053 +84,mlp.experts.24.gate_proj,0.0000004426,0.05000,2.095 +84,mlp.experts.25.gate_proj,0.0000007398,0.05000,2.024 +84,mlp.experts.27.gate_proj,0.0000004835,0.05000,2.112 +84,mlp.experts.26.gate_proj,0.0000005590,0.05000,2.069 +84,mlp.experts.28.gate_proj,0.0000004821,0.05000,2.073 +84,mlp.experts.31.gate_proj,0.0000001437,0.05000,2.061 +84,mlp.experts.29.gate_proj,0.0000004181,0.05000,2.147 +84,mlp.experts.30.gate_proj,0.0000009390,0.05000,2.116 +84,mlp.experts.35.gate_proj,0.0000008762,0.05000,1.997 +84,mlp.experts.32.gate_proj,0.0000003812,0.05000,2.092 +84,mlp.experts.33.gate_proj,0.0000002880,0.05000,2.040 +84,mlp.experts.34.gate_proj,0.0000009335,0.05000,2.044 +84,mlp.experts.39.gate_proj,0.0000003571,0.05000,2.087 +84,mlp.experts.36.gate_proj,0.0000003456,0.05000,2.095 +84,mlp.experts.37.gate_proj,0.0000002616,0.05000,2.103 +84,mlp.experts.38.gate_proj,0.0000004411,0.05000,2.085 +84,mlp.experts.43.gate_proj,0.0000007300,0.05000,2.072 +84,mlp.experts.40.gate_proj,0.0000003764,0.05000,2.091 +84,mlp.experts.41.gate_proj,0.0000003756,0.05000,2.104 +84,mlp.experts.42.gate_proj,0.0000007647,0.05000,2.045 +84,mlp.experts.47.gate_proj,0.0000009149,0.05000,2.113 +84,mlp.experts.44.gate_proj,0.0000004674,0.05000,2.084 +84,mlp.experts.46.gate_proj,0.0000002817,0.05000,2.057 +84,mlp.experts.45.gate_proj,0.0000003757,0.05000,2.136 +84,mlp.experts.48.gate_proj,0.0000006307,0.05000,2.064 +84,mlp.experts.51.gate_proj,0.0000003572,0.05000,2.138 +84,mlp.experts.50.gate_proj,0.0000003644,0.05000,2.117 +84,mlp.experts.49.gate_proj,0.0000003347,0.05000,2.128 +84,mlp.experts.55.gate_proj,0.0000002156,0.05000,2.060 +84,mlp.experts.52.gate_proj,0.0000003590,0.05000,2.114 +84,mlp.experts.54.gate_proj,0.0000002689,0.05000,2.047 +84,mlp.experts.53.gate_proj,0.0000004162,0.05000,2.107 +84,mlp.experts.59.gate_proj,0.0000003397,0.05000,2.099 +84,mlp.experts.56.gate_proj,0.0000000682,0.05000,2.144 +84,mlp.experts.58.gate_proj,0.0000007836,0.05000,2.089 +84,mlp.experts.57.gate_proj,0.0000006777,0.05000,2.150 +84,mlp.experts.63.gate_proj,0.0000003831,0.05000,2.028 +84,mlp.experts.62.gate_proj,0.0000009318,0.05000,2.026 +84,mlp.experts.60.gate_proj,0.0000010188,0.05000,2.056 +84,mlp.experts.61.gate_proj,0.0000004435,0.05000,2.063 +84,mlp.experts.67.gate_proj,0.0000004219,0.05000,2.039 +84,mlp.experts.66.gate_proj,0.0000008247,0.05000,2.012 +84,mlp.experts.64.gate_proj,0.0000008813,0.05000,2.042 +84,mlp.experts.65.gate_proj,0.0000007755,0.05000,2.037 +84,mlp.experts.71.gate_proj,0.0000007091,0.05000,2.057 +84,mlp.experts.70.gate_proj,0.0000005168,0.05000,2.049 +84,mlp.experts.68.gate_proj,0.0000004294,0.05000,2.058 +84,mlp.experts.69.gate_proj,0.0000010491,0.05000,2.065 +84,mlp.experts.74.gate_proj,0.0000010775,0.05000,2.003 +84,mlp.experts.75.gate_proj,0.0000003081,0.05000,2.065 +84,mlp.experts.72.gate_proj,0.0000004995,0.05000,2.013 +84,mlp.experts.73.gate_proj,0.0000003669,0.05000,2.058 +84,mlp.experts.78.gate_proj,0.0000003778,0.05000,2.050 +84,mlp.experts.76.gate_proj,0.0000005308,0.05000,2.043 +84,mlp.experts.79.gate_proj,0.0000005894,0.05000,2.135 +84,mlp.experts.77.gate_proj,0.0000010308,0.05000,2.052 +84,mlp.experts.80.gate_proj,0.0000005751,0.05000,2.061 +84,mlp.experts.82.gate_proj,0.0000001984,0.05000,2.168 +84,mlp.experts.83.gate_proj,0.0000006298,0.05000,2.089 +84,mlp.experts.81.gate_proj,0.0000005819,0.05000,2.116 +84,mlp.experts.86.gate_proj,0.0000003793,0.05000,2.066 +84,mlp.experts.84.gate_proj,0.0000006106,0.05000,2.112 +84,mlp.experts.87.gate_proj,0.0000005685,0.05000,2.089 +84,mlp.experts.85.gate_proj,0.0000002509,0.05000,2.089 +84,mlp.experts.88.gate_proj,0.0000002874,0.05000,2.086 +84,mlp.experts.90.gate_proj,0.0000005246,0.05000,2.120 +84,mlp.experts.91.gate_proj,0.0000001211,0.05000,2.123 +84,mlp.experts.89.gate_proj,0.0000002631,0.05000,2.123 +84,mlp.experts.92.gate_proj,0.0000008178,0.05000,2.093 +84,mlp.experts.94.gate_proj,0.0000007560,0.05000,2.098 +84,mlp.experts.95.gate_proj,0.0000006417,0.05000,2.111 +84,mlp.experts.93.gate_proj,0.0000003160,0.05000,2.134 +84,mlp.experts.98.gate_proj,0.0000003968,0.05000,2.066 +84,mlp.experts.96.gate_proj,0.0000007385,0.05000,2.124 +84,mlp.experts.99.gate_proj,0.0000001884,0.05000,2.134 +84,mlp.experts.97.gate_proj,0.0000007448,0.05000,2.078 +84,mlp.experts.100.gate_proj,0.0000008046,0.05000,2.059 +84,mlp.experts.102.gate_proj,0.0000002731,0.05000,2.170 +84,mlp.experts.103.gate_proj,0.0000005956,0.05000,2.088 +84,mlp.experts.101.gate_proj,0.0000001920,0.05000,2.089 +84,mlp.experts.104.gate_proj,0.0000007421,0.05000,2.079 +84,mlp.experts.106.gate_proj,0.0000001350,0.05000,2.113 +84,mlp.experts.107.gate_proj,0.0000005109,0.05000,2.059 +84,mlp.experts.105.gate_proj,0.0000004908,0.05000,2.111 +84,mlp.experts.108.gate_proj,0.0000011147,0.05000,2.106 +84,mlp.experts.111.gate_proj,0.0000003394,0.05000,2.082 +84,mlp.experts.110.gate_proj,0.0000004336,0.05000,2.175 +84,mlp.experts.109.gate_proj,0.0000006937,0.05000,2.113 +84,mlp.experts.112.gate_proj,0.0000003478,0.05000,2.021 +84,mlp.experts.115.gate_proj,0.0000008929,0.05000,2.058 +84,mlp.experts.114.gate_proj,0.0000003949,0.05000,2.072 +84,mlp.experts.113.gate_proj,0.0000006099,0.05000,2.038 +84,mlp.experts.116.gate_proj,0.0000004291,0.05000,2.048 +84,mlp.experts.119.gate_proj,0.0000004724,0.05000,2.086 +84,mlp.experts.118.gate_proj,0.0000003392,0.05000,2.103 +84,mlp.experts.117.gate_proj,0.0000003589,0.05000,2.066 +84,mlp.experts.120.gate_proj,0.0000001460,0.05000,2.066 +84,mlp.experts.123.gate_proj,0.0000005598,0.05000,2.099 +84,mlp.experts.122.gate_proj,0.0000001359,0.05000,2.089 +84,mlp.experts.121.gate_proj,0.0000001807,0.05000,2.045 +84,mlp.experts.124.gate_proj,0.0000004122,0.05000,2.044 +84,mlp.experts.127.gate_proj,0.0000005855,0.05000,2.079 +84,mlp.experts.126.gate_proj,0.0000004239,0.05000,2.032 +84,mlp.experts.125.gate_proj,0.0000005603,0.05000,2.029 +84,mlp.experts.128.gate_proj,0.0000000710,0.05000,2.023 +84,mlp.experts.131.gate_proj,0.0000001161,0.05000,2.044 +84,mlp.experts.129.gate_proj,0.0000006010,0.05000,2.026 +84,mlp.experts.130.gate_proj,0.0000010907,0.05000,2.108 +84,mlp.experts.132.gate_proj,0.0000004635,0.05000,2.024 +84,mlp.experts.135.gate_proj,0.0000005405,0.05000,2.046 +84,mlp.experts.133.gate_proj,0.0000003295,0.05000,2.027 +84,mlp.experts.134.gate_proj,0.0000002476,0.05000,2.050 +84,mlp.experts.136.gate_proj,0.0000003459,0.05000,2.036 +84,mlp.experts.139.gate_proj,0.0000007752,0.05000,2.054 +84,mlp.experts.137.gate_proj,0.0000004617,0.05000,2.020 +84,mlp.experts.138.gate_proj,0.0000004577,0.05000,2.034 +84,mlp.experts.140.gate_proj,0.0000002759,0.05000,2.030 +84,mlp.experts.141.gate_proj,0.0000002082,0.05000,2.018 +84,mlp.experts.143.gate_proj,0.0000007409,0.05000,2.103 +84,mlp.experts.142.gate_proj,0.0000003463,0.05000,2.063 +84,mlp.experts.144.gate_proj,0.0000004117,0.05000,2.075 +84,mlp.experts.145.gate_proj,0.0000004302,0.05000,2.029 +84,mlp.experts.147.gate_proj,0.0000000624,0.05000,2.083 +84,mlp.experts.146.gate_proj,0.0000006936,0.05000,2.016 +84,mlp.experts.148.gate_proj,0.0000007235,0.05000,2.055 +84,mlp.experts.149.gate_proj,0.0000004523,0.05000,2.065 +84,mlp.experts.150.gate_proj,0.0000004725,0.05000,2.089 +84,mlp.experts.151.gate_proj,0.0000011384,0.05000,2.134 +84,mlp.experts.152.gate_proj,0.0000006702,0.05000,2.019 +84,mlp.experts.153.gate_proj,0.0000001114,0.05000,2.079 +84,mlp.experts.154.gate_proj,0.0000003015,0.05000,2.022 +84,mlp.experts.155.gate_proj,0.0000004487,0.05000,2.057 +84,mlp.experts.156.gate_proj,0.0000006020,0.05000,2.044 +84,mlp.experts.157.gate_proj,0.0000003045,0.05000,2.056 +84,mlp.experts.158.gate_proj,0.0000002973,0.05000,2.055 +84,mlp.experts.159.gate_proj,0.0000005492,0.05000,2.098 +84,mlp.experts.0.up_proj,0.0000004237,0.05000,2.052 +84,mlp.experts.2.up_proj,0.0000004413,0.05000,2.057 +84,mlp.experts.1.up_proj,0.0000006066,0.05000,2.150 +84,mlp.experts.3.up_proj,0.0000004469,0.05000,2.106 +84,mlp.experts.4.up_proj,0.0000003222,0.05000,2.048 +84,mlp.experts.5.up_proj,0.0000006516,0.05000,2.028 +84,mlp.experts.6.up_proj,0.0000000851,0.05000,2.089 +84,mlp.experts.7.up_proj,0.0000005828,0.05000,2.036 +84,mlp.experts.8.up_proj,0.0000017998,0.05000,2.030 +84,mlp.experts.9.up_proj,0.0000009214,0.05000,2.073 +84,mlp.experts.11.up_proj,0.0000001222,0.05000,2.046 +84,mlp.experts.10.up_proj,0.0000004638,0.05000,2.184 +84,mlp.experts.12.up_proj,0.0000005060,0.05000,2.035 +84,mlp.experts.13.up_proj,0.0000007947,0.05000,2.022 +84,mlp.experts.14.up_proj,0.0000003353,0.05000,2.011 +84,mlp.experts.15.up_proj,0.0000003109,0.05000,2.076 +84,mlp.experts.16.up_proj,0.0000002616,0.05000,2.054 +84,mlp.experts.17.up_proj,0.0000002810,0.05000,2.093 +84,mlp.experts.18.up_proj,0.0000004163,0.05000,2.069 +84,mlp.experts.19.up_proj,0.0000002578,0.05000,2.102 +84,mlp.experts.20.up_proj,0.0000004311,0.05000,2.048 +84,mlp.experts.21.up_proj,0.0000004669,0.05000,2.056 +84,mlp.experts.22.up_proj,0.0000007177,0.05000,2.074 +84,mlp.experts.23.up_proj,0.0000000813,0.05000,2.198 +84,mlp.experts.24.up_proj,0.0000004207,0.05000,2.054 +84,mlp.experts.25.up_proj,0.0000006997,0.05000,2.060 +84,mlp.experts.26.up_proj,0.0000005325,0.05000,2.039 +84,mlp.experts.27.up_proj,0.0000004744,0.05000,2.040 +84,mlp.experts.28.up_proj,0.0000004494,0.05000,2.132 +84,mlp.experts.29.up_proj,0.0000004067,0.05000,2.061 +84,mlp.experts.30.up_proj,0.0000008900,0.05000,2.074 +84,mlp.experts.31.up_proj,0.0000001414,0.05000,2.092 +84,mlp.experts.32.up_proj,0.0000003741,0.05000,2.092 +84,mlp.experts.33.up_proj,0.0000002766,0.05000,2.063 +84,mlp.experts.34.up_proj,0.0000008581,0.05000,2.064 +84,mlp.experts.35.up_proj,0.0000008231,0.05000,2.164 +84,mlp.experts.36.up_proj,0.0000003406,0.05000,2.064 +84,mlp.experts.37.up_proj,0.0000002559,0.05000,2.029 +84,mlp.experts.38.up_proj,0.0000004148,0.05000,2.063 +84,mlp.experts.39.up_proj,0.0000003504,0.05000,2.044 +84,mlp.experts.40.up_proj,0.0000003568,0.05000,2.040 +84,mlp.experts.41.up_proj,0.0000003655,0.05000,2.037 +84,mlp.experts.42.up_proj,0.0000007600,0.05000,2.066 +84,mlp.experts.43.up_proj,0.0000007190,0.05000,2.086 +84,mlp.experts.44.up_proj,0.0000004551,0.05000,2.093 +84,mlp.experts.45.up_proj,0.0000003781,0.05000,2.085 +84,mlp.experts.46.up_proj,0.0000002782,0.05000,2.085 +84,mlp.experts.47.up_proj,0.0000008555,0.05000,2.080 +84,mlp.experts.48.up_proj,0.0000006110,0.05000,2.107 +84,mlp.experts.49.up_proj,0.0000003458,0.05000,2.140 +84,mlp.experts.50.up_proj,0.0000003464,0.05000,2.059 +84,mlp.experts.51.up_proj,0.0000003556,0.05000,2.106 +84,mlp.experts.52.up_proj,0.0000003473,0.05000,2.061 +84,mlp.experts.53.up_proj,0.0000004120,0.05000,2.025 +84,mlp.experts.54.up_proj,0.0000002710,0.05000,2.026 +84,mlp.experts.55.up_proj,0.0000002113,0.05000,2.070 +84,mlp.experts.56.up_proj,0.0000000684,0.05000,2.030 +84,mlp.experts.57.up_proj,0.0000006336,0.05000,2.022 +84,mlp.experts.58.up_proj,0.0000007700,0.05000,2.100 +84,mlp.experts.59.up_proj,0.0000003267,0.05000,2.037 +84,mlp.experts.60.up_proj,0.0000010175,0.05000,2.067 +84,mlp.experts.61.up_proj,0.0000004347,0.05000,2.063 +84,mlp.experts.62.up_proj,0.0000009021,0.05000,2.158 +84,mlp.experts.63.up_proj,0.0000003731,0.05000,2.088 +84,mlp.experts.64.up_proj,0.0000008613,0.05000,2.050 +84,mlp.experts.65.up_proj,0.0000007205,0.05000,2.053 +84,mlp.experts.66.up_proj,0.0000008218,0.05000,2.068 +84,mlp.experts.67.up_proj,0.0000004054,0.05000,2.062 +84,mlp.experts.68.up_proj,0.0000004208,0.05000,2.136 +84,mlp.experts.69.up_proj,0.0000010483,0.05000,2.064 +84,mlp.experts.70.up_proj,0.0000004705,0.05000,2.101 +84,mlp.experts.71.up_proj,0.0000007063,0.05000,2.091 +84,mlp.experts.72.up_proj,0.0000004857,0.05000,2.088 +84,mlp.experts.73.up_proj,0.0000003621,0.05000,2.038 +84,mlp.experts.74.up_proj,0.0000010897,0.05000,2.095 +84,mlp.experts.75.up_proj,0.0000002941,0.05000,2.040 +84,mlp.experts.76.up_proj,0.0000005183,0.05000,2.113 +84,mlp.experts.77.up_proj,0.0000010197,0.05000,2.084 +84,mlp.experts.78.up_proj,0.0000003836,0.05000,2.042 +84,mlp.experts.79.up_proj,0.0000005378,0.05000,2.048 +84,mlp.experts.80.up_proj,0.0000005518,0.05000,2.067 +84,mlp.experts.81.up_proj,0.0000005534,0.05000,2.070 +84,mlp.experts.82.up_proj,0.0000001923,0.05000,2.025 +84,mlp.experts.83.up_proj,0.0000006306,0.05000,2.022 +84,mlp.experts.84.up_proj,0.0000005820,0.05000,2.090 +84,mlp.experts.85.up_proj,0.0000002356,0.05000,2.019 +84,mlp.experts.86.up_proj,0.0000003753,0.05000,2.024 +84,mlp.experts.87.up_proj,0.0000005499,0.05000,2.064 +84,mlp.experts.88.up_proj,0.0000002839,0.05000,2.055 +84,mlp.experts.89.up_proj,0.0000002556,0.05000,2.046 +84,mlp.experts.90.up_proj,0.0000004963,0.05000,2.117 +84,mlp.experts.91.up_proj,0.0000001169,0.05000,1.984 +84,mlp.experts.92.up_proj,0.0000007770,0.05000,1.557 +84,mlp.experts.93.up_proj,0.0000003158,0.05000,1.460 +84,mlp.experts.96.up_proj,0.0000007214,0.05000,2.051 +84,mlp.experts.94.up_proj,0.0000007160,0.05000,2.073 +84,mlp.experts.95.up_proj,0.0000006355,0.05000,2.073 +84,mlp.experts.97.up_proj,0.0000007125,0.05000,2.075 +84,mlp.experts.98.up_proj,0.0000003924,0.05000,2.040 +84,mlp.experts.99.up_proj,0.0000001849,0.05000,2.069 +84,mlp.experts.101.up_proj,0.0000001907,0.05000,2.103 +84,mlp.experts.100.up_proj,0.0000007798,0.05000,2.161 +84,mlp.experts.102.up_proj,0.0000002521,0.05000,2.046 +84,mlp.experts.103.up_proj,0.0000005564,0.05000,2.058 +84,mlp.experts.105.up_proj,0.0000004669,0.05000,2.049 +84,mlp.experts.104.up_proj,0.0000006879,0.05000,2.126 +84,mlp.experts.106.up_proj,0.0000001299,0.05000,2.101 +84,mlp.experts.107.up_proj,0.0000005095,0.05000,2.109 +84,mlp.experts.109.up_proj,0.0000006696,0.05000,2.116 +84,mlp.experts.108.up_proj,0.0000010207,0.05000,2.168 +84,mlp.experts.110.up_proj,0.0000004364,0.05000,2.053 +84,mlp.experts.111.up_proj,0.0000003346,0.05000,2.077 +84,mlp.experts.113.up_proj,0.0000006055,0.05000,2.094 +84,mlp.experts.112.up_proj,0.0000003247,0.05000,2.107 +84,mlp.experts.114.up_proj,0.0000003924,0.05000,2.101 +84,mlp.experts.115.up_proj,0.0000008546,0.05000,2.076 +84,mlp.experts.117.up_proj,0.0000003375,0.05000,2.138 +84,mlp.experts.116.up_proj,0.0000004205,0.05000,2.120 +84,mlp.experts.118.up_proj,0.0000003355,0.05000,2.093 +84,mlp.experts.119.up_proj,0.0000004654,0.05000,2.089 +84,mlp.experts.121.up_proj,0.0000001759,0.05000,2.109 +84,mlp.experts.120.up_proj,0.0000001382,0.05000,2.060 +84,mlp.experts.122.up_proj,0.0000001298,0.05000,2.045 +84,mlp.experts.123.up_proj,0.0000005204,0.05000,2.049 +84,mlp.experts.125.up_proj,0.0000005563,0.05000,2.041 +84,mlp.experts.124.up_proj,0.0000004020,0.05000,2.098 +84,mlp.experts.126.up_proj,0.0000004151,0.05000,2.086 +84,mlp.experts.127.up_proj,0.0000005419,0.05000,2.072 +84,mlp.experts.129.up_proj,0.0000005600,0.05000,2.048 +84,mlp.experts.128.up_proj,0.0000000696,0.05000,2.136 +84,mlp.experts.131.up_proj,0.0000001253,0.05000,2.024 +84,mlp.experts.130.up_proj,0.0000009477,0.05000,2.086 +84,mlp.experts.133.up_proj,0.0000003215,0.05000,2.071 +84,mlp.experts.132.up_proj,0.0000004543,0.05000,2.121 +84,mlp.experts.135.up_proj,0.0000005367,0.05000,2.085 +84,mlp.experts.134.up_proj,0.0000002518,0.05000,2.057 +84,mlp.experts.137.up_proj,0.0000004423,0.05000,2.088 +84,mlp.experts.136.up_proj,0.0000003380,0.05000,2.086 +84,mlp.experts.139.up_proj,0.0000007318,0.05000,2.049 +84,mlp.experts.138.up_proj,0.0000004450,0.05000,2.049 +84,mlp.experts.141.up_proj,0.0000002054,0.05000,2.050 +84,mlp.experts.140.up_proj,0.0000002578,0.05000,2.120 +84,mlp.experts.143.up_proj,0.0000007167,0.05000,2.078 +84,mlp.experts.142.up_proj,0.0000003414,0.05000,2.134 +84,mlp.experts.145.up_proj,0.0000004296,0.05000,2.090 +84,mlp.experts.144.up_proj,0.0000004128,0.05000,2.120 +84,mlp.experts.146.up_proj,0.0000006809,0.05000,2.038 +84,mlp.experts.147.up_proj,0.0000000597,0.05000,2.146 +84,mlp.experts.149.up_proj,0.0000004501,0.05000,2.064 +84,mlp.experts.148.up_proj,0.0000007009,0.05000,2.051 +84,mlp.experts.150.up_proj,0.0000004688,0.05000,2.030 +84,mlp.experts.151.up_proj,0.0000011109,0.05000,2.031 +84,mlp.experts.153.up_proj,0.0000001073,0.05000,2.078 +84,mlp.experts.152.up_proj,0.0000006379,0.05000,2.091 +84,mlp.experts.154.up_proj,0.0000003062,0.05000,2.075 +84,mlp.experts.155.up_proj,0.0000004445,0.05000,2.063 +84,mlp.experts.157.up_proj,0.0000002981,0.05000,2.086 +84,mlp.experts.156.up_proj,0.0000005797,0.05000,1.983 +84,mlp.experts.158.up_proj,0.0000002940,0.05000,1.503 +84,mlp.experts.159.up_proj,0.0000005195,0.05000,1.496 +84,mlp.experts.2.down_proj,0.0000001597,0.05000,0.632 +84,mlp.experts.3.down_proj,0.0000000838,0.05000,0.634 +84,mlp.experts.1.down_proj,0.0000002844,0.05000,0.636 +84,mlp.experts.0.down_proj,0.0000002245,0.05000,0.685 +84,mlp.experts.7.down_proj,0.0000002779,0.05000,0.633 +84,mlp.experts.4.down_proj,0.0000002147,0.05000,0.620 +84,mlp.experts.6.down_proj,0.0000000633,0.05000,0.698 +84,mlp.experts.5.down_proj,0.0000003855,0.05000,0.696 +84,mlp.experts.11.down_proj,0.0000000394,0.05000,0.605 +84,mlp.experts.8.down_proj,0.0000005201,0.05000,0.608 +84,mlp.experts.10.down_proj,0.0000002114,0.05000,0.598 +84,mlp.experts.9.down_proj,0.0000001849,0.05000,0.603 +84,mlp.experts.15.down_proj,0.0000000795,0.05000,0.604 +84,mlp.experts.12.down_proj,0.0000001375,0.05000,0.605 +84,mlp.experts.13.down_proj,0.0000002010,0.05000,0.597 +84,mlp.experts.14.down_proj,0.0000001317,0.05000,0.623 +84,mlp.experts.19.down_proj,0.0000000583,0.05000,0.610 +84,mlp.experts.17.down_proj,0.0000001738,0.05000,0.610 +84,mlp.experts.16.down_proj,0.0000000645,0.05000,0.627 +84,mlp.experts.18.down_proj,0.0000001031,0.05000,0.604 +84,mlp.experts.23.down_proj,0.0000000378,0.05000,0.607 +84,mlp.experts.21.down_proj,0.0000001534,0.05000,0.605 +84,mlp.experts.20.down_proj,0.0000000826,0.05000,0.609 +84,mlp.experts.22.down_proj,0.0000002607,0.05000,0.606 +84,mlp.experts.27.down_proj,0.0000002956,0.05000,0.607 +84,mlp.experts.25.down_proj,0.0000002364,0.05000,0.601 +84,mlp.experts.26.down_proj,0.0000000784,0.05000,0.597 +84,mlp.experts.24.down_proj,0.0000001831,0.05000,0.609 +84,mlp.experts.31.down_proj,0.0000000321,0.05000,0.648 +84,mlp.experts.29.down_proj,0.0000001031,0.05000,0.605 +84,mlp.experts.30.down_proj,0.0000013069,0.05000,0.627 +84,mlp.experts.28.down_proj,0.0000001512,0.05000,0.632 +84,mlp.experts.33.down_proj,0.0000001533,0.05000,0.603 +84,mlp.experts.35.down_proj,0.0000002583,0.05000,0.610 +84,mlp.experts.34.down_proj,0.0000001824,0.05000,0.607 +84,mlp.experts.32.down_proj,0.0000002144,0.05000,0.611 +84,mlp.experts.37.down_proj,0.0000001785,0.05000,0.607 +84,mlp.experts.39.down_proj,0.0000000496,0.05000,0.611 +84,mlp.experts.38.down_proj,0.0000001484,0.05000,0.604 +84,mlp.experts.36.down_proj,0.0000001326,0.05000,0.623 +84,mlp.experts.41.down_proj,0.0000000958,0.05000,0.605 +84,mlp.experts.43.down_proj,0.0000002418,0.05000,0.606 +84,mlp.experts.42.down_proj,0.0000001994,0.05000,0.602 +84,mlp.experts.40.down_proj,0.0000001195,0.05000,0.605 +84,mlp.experts.47.down_proj,0.0000003849,0.05000,0.617 +84,mlp.experts.45.down_proj,0.0000002977,0.05000,0.637 +84,mlp.experts.44.down_proj,0.0000000801,0.05000,0.610 +84,mlp.experts.46.down_proj,0.0000001680,0.05000,0.655 +84,mlp.experts.51.down_proj,0.0000001678,0.05000,0.615 +84,mlp.experts.49.down_proj,0.0000002365,0.05000,0.614 +84,mlp.experts.48.down_proj,0.0000001913,0.05000,0.612 +84,mlp.experts.50.down_proj,0.0000000942,0.05000,0.630 +84,mlp.experts.55.down_proj,0.0000000940,0.05000,0.618 +84,mlp.experts.53.down_proj,0.0000002745,0.05000,0.607 +84,mlp.experts.52.down_proj,0.0000001056,0.05000,0.616 +84,mlp.experts.54.down_proj,0.0000001750,0.05000,0.645 +84,mlp.experts.57.down_proj,0.0000000879,0.05000,0.615 +84,mlp.experts.59.down_proj,0.0000000521,0.05000,0.654 +84,mlp.experts.56.down_proj,0.0000000397,0.05000,0.635 +84,mlp.experts.58.down_proj,0.0000003732,0.05000,0.624 +84,mlp.experts.61.down_proj,0.0000001308,0.05000,0.624 +84,mlp.experts.63.down_proj,0.0000000914,0.05000,0.614 +84,mlp.experts.60.down_proj,0.0000002422,0.05000,0.609 +84,mlp.experts.62.down_proj,0.0000001310,0.05000,0.606 +84,mlp.experts.65.down_proj,0.0000002323,0.05000,0.636 +84,mlp.experts.67.down_proj,0.0000001041,0.05000,0.610 +84,mlp.experts.64.down_proj,0.0000001427,0.05000,0.615 +84,mlp.experts.66.down_proj,0.0000002588,0.05000,0.607 +84,mlp.experts.71.down_proj,0.0000001749,0.05000,0.620 +84,mlp.experts.69.down_proj,0.0000005547,0.05000,0.636 +84,mlp.experts.68.down_proj,0.0000001140,0.05000,0.634 +84,mlp.experts.70.down_proj,0.0000002345,0.05000,0.633 +84,mlp.experts.75.down_proj,0.0000000998,0.05000,0.610 +84,mlp.experts.73.down_proj,0.0000003712,0.05000,0.598 +84,mlp.experts.72.down_proj,0.0000001920,0.05000,0.602 +84,mlp.experts.74.down_proj,0.0000010059,0.05000,0.603 +84,mlp.experts.79.down_proj,0.0000002521,0.05000,0.619 +84,mlp.experts.77.down_proj,0.0000002629,0.05000,0.631 +84,mlp.experts.78.down_proj,0.0000001652,0.05000,0.612 +84,mlp.experts.76.down_proj,0.0000002084,0.05000,0.654 +84,mlp.experts.83.down_proj,0.0000001861,0.05000,0.637 +84,mlp.experts.81.down_proj,0.0000001838,0.05000,0.633 +84,mlp.experts.82.down_proj,0.0000000303,0.05000,0.613 +84,mlp.experts.80.down_proj,0.0000001362,0.05000,0.644 +84,mlp.experts.86.down_proj,0.0000000865,0.05000,0.609 +84,mlp.experts.85.down_proj,0.0000000326,0.05000,0.637 +84,mlp.experts.87.down_proj,0.0000001767,0.05000,0.651 +84,mlp.experts.84.down_proj,0.0000002633,0.05000,0.611 +84,mlp.experts.91.down_proj,0.0000000263,0.05000,0.599 +84,mlp.experts.90.down_proj,0.0000002528,0.05000,0.607 +84,mlp.experts.89.down_proj,0.0000001319,0.05000,0.625 +84,mlp.experts.88.down_proj,0.0000000806,0.05000,0.628 +84,mlp.experts.95.down_proj,0.0000001292,0.05000,0.602 +84,mlp.experts.94.down_proj,0.0000002622,0.05000,0.609 +84,mlp.experts.93.down_proj,0.0000001073,0.05000,0.622 +84,mlp.experts.92.down_proj,0.0000002556,0.05000,0.606 +84,mlp.experts.98.down_proj,0.0000000980,0.05000,0.628 +84,mlp.experts.99.down_proj,0.0000000384,0.05000,0.652 +84,mlp.experts.97.down_proj,0.0000002540,0.05000,0.612 +84,mlp.experts.96.down_proj,0.0000001982,0.05000,0.629 +84,mlp.experts.102.down_proj,0.0000001350,0.05000,0.603 +84,mlp.experts.103.down_proj,0.0000002688,0.05000,0.603 +84,mlp.experts.101.down_proj,0.0000000421,0.05000,0.631 +84,mlp.experts.100.down_proj,0.0000001676,0.05000,0.608 +84,mlp.experts.106.down_proj,0.0000000592,0.05000,0.598 +84,mlp.experts.107.down_proj,0.0000006027,0.05000,0.597 +84,mlp.experts.105.down_proj,0.0000000699,0.05000,0.594 +84,mlp.experts.104.down_proj,0.0000002325,0.05000,0.598 +84,mlp.experts.110.down_proj,0.0000003327,0.05000,0.606 +84,mlp.experts.111.down_proj,0.0000001284,0.05000,0.628 +84,mlp.experts.109.down_proj,0.0000002308,0.05000,0.607 +84,mlp.experts.108.down_proj,0.0000002558,0.05000,0.629 +84,mlp.experts.114.down_proj,0.0000002026,0.05000,0.628 +84,mlp.experts.113.down_proj,0.0000001851,0.05000,0.606 +84,mlp.experts.115.down_proj,0.0000002165,0.05000,0.614 +84,mlp.experts.112.down_proj,0.0000000887,0.05000,0.629 +84,mlp.experts.117.down_proj,0.0000000950,0.05000,0.603 +84,mlp.experts.118.down_proj,0.0000000633,0.05000,0.624 +84,mlp.experts.119.down_proj,0.0000001085,0.05000,0.611 +84,mlp.experts.116.down_proj,0.0000000928,0.05000,0.627 +84,mlp.experts.121.down_proj,0.0000000338,0.05000,0.609 +84,mlp.experts.122.down_proj,0.0000000337,0.05000,0.623 +84,mlp.experts.123.down_proj,0.0000003072,0.05000,0.629 +84,mlp.experts.120.down_proj,0.0000001035,0.05000,0.645 +84,mlp.experts.125.down_proj,0.0000002386,0.05000,0.615 +84,mlp.experts.126.down_proj,0.0000001182,0.05000,0.608 +84,mlp.experts.127.down_proj,0.0000001449,0.05000,0.621 +84,mlp.experts.124.down_proj,0.0000001736,0.05000,0.607 +84,mlp.experts.129.down_proj,0.0000006890,0.05000,0.608 +84,mlp.experts.130.down_proj,0.0000009561,0.05000,0.609 +84,mlp.experts.131.down_proj,0.0000000220,0.05000,0.628 +84,mlp.experts.128.down_proj,0.0000000256,0.05000,0.603 +84,mlp.experts.133.down_proj,0.0000000941,0.05000,0.605 +84,mlp.experts.134.down_proj,0.0000001686,0.05000,0.601 +84,mlp.experts.135.down_proj,0.0000003438,0.05000,0.637 +84,mlp.experts.132.down_proj,0.0000001942,0.05000,0.628 +84,mlp.experts.138.down_proj,0.0000001438,0.05000,0.604 +84,mlp.experts.137.down_proj,0.0000001155,0.05000,0.608 +84,mlp.experts.139.down_proj,0.0000003026,0.05000,0.606 +84,mlp.experts.136.down_proj,0.0000000661,0.05000,0.605 +84,mlp.experts.141.down_proj,0.0000000725,0.05000,0.607 +84,mlp.experts.142.down_proj,0.0000000977,0.05000,0.625 +84,mlp.experts.143.down_proj,0.0000002250,0.05000,0.632 +84,mlp.experts.140.down_proj,0.0000000348,0.05000,0.606 +84,mlp.experts.145.down_proj,0.0000001793,0.05000,0.603 +84,mlp.experts.146.down_proj,0.0000002847,0.05000,0.602 +84,mlp.experts.147.down_proj,0.0000000155,0.05000,0.604 +84,mlp.experts.144.down_proj,0.0000000967,0.05000,0.665 +84,mlp.experts.149.down_proj,0.0000001757,0.05000,0.605 +84,mlp.experts.150.down_proj,0.0000001926,0.05000,0.633 +84,mlp.experts.151.down_proj,0.0000002400,0.05000,0.601 +84,mlp.experts.148.down_proj,0.0000001199,0.05000,0.600 +84,mlp.experts.153.down_proj,0.0000001707,0.05000,0.602 +84,mlp.experts.154.down_proj,0.0000003736,0.05000,0.623 +84,mlp.experts.155.down_proj,0.0000001492,0.05000,0.601 +84,mlp.experts.152.down_proj,0.0000000929,0.05000,0.608 +84,mlp.experts.157.down_proj,0.0000002097,0.05000,0.627 +84,mlp.experts.158.down_proj,0.0000001645,0.05000,0.618 +84,mlp.experts.159.down_proj,0.0000000991,0.05000,0.584 +84,mlp.experts.156.down_proj,0.0000000988,0.05000,0.536 +85,mlp.experts.0.gate_proj,0.0000002216,0.05000,2.078 +85,mlp.experts.1.gate_proj,0.0000002786,0.05000,2.101 +85,mlp.experts.2.gate_proj,0.0000000567,0.05000,2.130 +85,mlp.experts.3.gate_proj,0.0000002430,0.05000,2.183 +85,mlp.experts.4.gate_proj,0.0000003240,0.05000,2.071 +85,mlp.experts.6.gate_proj,0.0000002258,0.05000,2.042 +85,mlp.experts.5.gate_proj,0.0000003206,0.05000,2.105 +85,mlp.experts.7.gate_proj,0.0000003315,0.05000,2.094 +85,mlp.experts.9.gate_proj,0.0000005776,0.05000,2.024 +85,mlp.experts.10.gate_proj,0.0000003250,0.05000,2.116 +85,mlp.experts.11.gate_proj,0.0000001219,0.05000,2.052 +85,mlp.experts.8.gate_proj,0.0000007506,0.05000,2.210 +85,mlp.experts.13.gate_proj,0.0000002738,0.05000,2.077 +85,mlp.experts.15.gate_proj,0.0000004103,0.05000,2.058 +85,mlp.experts.14.gate_proj,0.0000006095,0.05000,2.148 +85,mlp.experts.12.gate_proj,0.0000004000,0.05000,2.104 +85,mlp.experts.17.gate_proj,0.0000000937,0.05000,2.066 +85,mlp.experts.19.gate_proj,0.0000006622,0.05000,2.082 +85,mlp.experts.18.gate_proj,0.0000005272,0.05000,2.064 +85,mlp.experts.16.gate_proj,0.0000003418,0.05000,2.071 +85,mlp.experts.21.gate_proj,0.0000003839,0.05000,2.079 +85,mlp.experts.23.gate_proj,0.0000005108,0.05000,2.035 +85,mlp.experts.20.gate_proj,0.0000004515,0.05000,2.025 +85,mlp.experts.22.gate_proj,0.0000002014,0.05000,2.123 +85,mlp.experts.25.gate_proj,0.0000004858,0.05000,2.035 +85,mlp.experts.27.gate_proj,0.0000004013,0.05000,2.056 +85,mlp.experts.24.gate_proj,0.0000004877,0.05000,2.032 +85,mlp.experts.26.gate_proj,0.0000004092,0.05000,2.091 +85,mlp.experts.29.gate_proj,0.0000002498,0.05000,2.083 +85,mlp.experts.31.gate_proj,0.0000003302,0.05000,2.061 +85,mlp.experts.28.gate_proj,0.0000000759,0.05000,2.063 +85,mlp.experts.30.gate_proj,0.0000004085,0.05000,2.061 +85,mlp.experts.33.gate_proj,0.0000003461,0.05000,2.080 +85,mlp.experts.32.gate_proj,0.0000002772,0.05000,2.020 +85,mlp.experts.35.gate_proj,0.0000005819,0.05000,2.111 +85,mlp.experts.34.gate_proj,0.0000001992,0.05000,2.061 +85,mlp.experts.37.gate_proj,0.0000007342,0.05000,2.035 +85,mlp.experts.36.gate_proj,0.0000006029,0.05000,2.017 +85,mlp.experts.39.gate_proj,0.0000008725,0.05000,2.026 +85,mlp.experts.38.gate_proj,0.0000009500,0.05000,2.030 +85,mlp.experts.40.gate_proj,0.0000005283,0.05000,2.033 +85,mlp.experts.41.gate_proj,0.0000005176,0.05000,2.039 +85,mlp.experts.43.gate_proj,0.0000003376,0.05000,2.104 +85,mlp.experts.42.gate_proj,0.0000004321,0.05000,2.038 +85,mlp.experts.44.gate_proj,0.0000001269,0.05000,2.063 +85,mlp.experts.47.gate_proj,0.0000003625,0.05000,2.050 +85,mlp.experts.45.gate_proj,0.0000003640,0.05000,2.192 +85,mlp.experts.46.gate_proj,0.0000008786,0.05000,2.093 +85,mlp.experts.48.gate_proj,0.0000007484,0.05000,2.090 +85,mlp.experts.49.gate_proj,0.0000004277,0.05000,2.113 +85,mlp.experts.50.gate_proj,0.0000002090,0.05000,2.099 +85,mlp.experts.51.gate_proj,0.0000003844,0.05000,2.214 +85,mlp.experts.53.gate_proj,0.0000001052,0.05000,2.059 +85,mlp.experts.54.gate_proj,0.0000004131,0.05000,2.047 +85,mlp.experts.52.gate_proj,0.0000005503,0.05000,2.291 +85,mlp.experts.55.gate_proj,0.0000003305,0.05000,2.117 +85,mlp.experts.57.gate_proj,0.0000006691,0.05000,2.053 +85,mlp.experts.56.gate_proj,0.0000002536,0.05000,2.037 +85,mlp.experts.58.gate_proj,0.0000007368,0.05000,2.095 +85,mlp.experts.59.gate_proj,0.0000002164,0.05000,2.096 +85,mlp.experts.61.gate_proj,0.0000003789,0.05000,2.039 +85,mlp.experts.60.gate_proj,0.0000007497,0.05000,2.034 +85,mlp.experts.62.gate_proj,0.0000002844,0.05000,2.026 +85,mlp.experts.63.gate_proj,0.0000003250,0.05000,2.038 +85,mlp.experts.64.gate_proj,0.0000005416,0.05000,2.005 +85,mlp.experts.65.gate_proj,0.0000004786,0.05000,2.063 +85,mlp.experts.66.gate_proj,0.0000004226,0.05000,2.056 +85,mlp.experts.67.gate_proj,0.0000005102,0.05000,2.037 +85,mlp.experts.68.gate_proj,0.0000003129,0.05000,2.037 +85,mlp.experts.69.gate_proj,0.0000002425,0.05000,2.063 +85,mlp.experts.70.gate_proj,0.0000002221,0.05000,2.080 +85,mlp.experts.71.gate_proj,0.0000005843,0.05000,2.042 +85,mlp.experts.72.gate_proj,0.0000002212,0.05000,2.078 +85,mlp.experts.73.gate_proj,0.0000007075,0.05000,2.081 +85,mlp.experts.74.gate_proj,0.0000003734,0.05000,2.074 +85,mlp.experts.75.gate_proj,0.0000012157,0.05000,2.066 +85,mlp.experts.76.gate_proj,0.0000010990,0.05000,2.093 +85,mlp.experts.77.gate_proj,0.0000006665,0.05000,2.096 +85,mlp.experts.79.gate_proj,0.0000014744,0.05000,2.054 +85,mlp.experts.78.gate_proj,0.0000000632,0.05000,2.103 +85,mlp.experts.81.gate_proj,0.0000005025,0.05000,2.029 +85,mlp.experts.80.gate_proj,0.0000000550,0.05000,2.138 +85,mlp.experts.83.gate_proj,0.0000010181,0.05000,2.059 +85,mlp.experts.82.gate_proj,0.0000002513,0.05000,2.115 +85,mlp.experts.84.gate_proj,0.0000006874,0.05000,2.038 +85,mlp.experts.85.gate_proj,0.0000004794,0.05000,2.168 +85,mlp.experts.87.gate_proj,0.0000005519,0.05000,2.098 +85,mlp.experts.86.gate_proj,0.0000003523,0.05000,2.143 +85,mlp.experts.88.gate_proj,0.0000003775,0.05000,2.023 +85,mlp.experts.89.gate_proj,0.0000005097,0.05000,2.048 +85,mlp.experts.91.gate_proj,0.0000006793,0.05000,2.039 +85,mlp.experts.90.gate_proj,0.0000003164,0.05000,2.054 +85,mlp.experts.92.gate_proj,0.0000000990,0.05000,2.059 +85,mlp.experts.93.gate_proj,0.0000009842,0.05000,2.032 +85,mlp.experts.95.gate_proj,0.0000001960,0.05000,2.042 +85,mlp.experts.94.gate_proj,0.0000002632,0.05000,2.085 +85,mlp.experts.96.gate_proj,0.0000005211,0.05000,2.032 +85,mlp.experts.97.gate_proj,0.0000004404,0.05000,2.048 +85,mlp.experts.99.gate_proj,0.0000005465,0.05000,2.039 +85,mlp.experts.98.gate_proj,0.0000003339,0.05000,2.085 +85,mlp.experts.100.gate_proj,0.0000004658,0.05000,2.032 +85,mlp.experts.101.gate_proj,0.0000005960,0.05000,2.029 +85,mlp.experts.103.gate_proj,0.0000004573,0.05000,2.034 +85,mlp.experts.102.gate_proj,0.0000002810,0.05000,2.070 +85,mlp.experts.104.gate_proj,0.0000003910,0.05000,2.026 +85,mlp.experts.105.gate_proj,0.0000003337,0.05000,2.036 +85,mlp.experts.107.gate_proj,0.0000002334,0.05000,2.041 +85,mlp.experts.106.gate_proj,0.0000007620,0.05000,2.105 +85,mlp.experts.108.gate_proj,0.0000009265,0.05000,2.017 +85,mlp.experts.109.gate_proj,0.0000007867,0.05000,2.024 +85,mlp.experts.111.gate_proj,0.0000002446,0.05000,2.027 +85,mlp.experts.110.gate_proj,0.0000004461,0.05000,2.028 +85,mlp.experts.112.gate_proj,0.0000004175,0.05000,2.038 +85,mlp.experts.113.gate_proj,0.0000004540,0.05000,2.031 +85,mlp.experts.115.gate_proj,0.0000004059,0.05000,2.040 +85,mlp.experts.114.gate_proj,0.0000007049,0.05000,2.049 +85,mlp.experts.116.gate_proj,0.0000003915,0.05000,2.025 +85,mlp.experts.117.gate_proj,0.0000006608,0.05000,2.039 +85,mlp.experts.119.gate_proj,0.0000002784,0.05000,2.087 +85,mlp.experts.118.gate_proj,0.0000007797,0.05000,2.054 +85,mlp.experts.120.gate_proj,0.0000004387,0.05000,2.040 +85,mlp.experts.121.gate_proj,0.0000012070,0.05000,2.062 +85,mlp.experts.123.gate_proj,0.0000005327,0.05000,2.079 +85,mlp.experts.122.gate_proj,0.0000007703,0.05000,2.056 +85,mlp.experts.124.gate_proj,0.0000019531,0.05000,2.063 +85,mlp.experts.125.gate_proj,0.0000004020,0.05000,2.120 +85,mlp.experts.127.gate_proj,0.0000002827,0.05000,2.124 +85,mlp.experts.126.gate_proj,0.0000002013,0.05000,2.054 +85,mlp.experts.128.gate_proj,0.0000003315,0.05000,2.052 +85,mlp.experts.129.gate_proj,0.0000002912,0.05000,2.080 +85,mlp.experts.131.gate_proj,0.0000005844,0.05000,2.102 +85,mlp.experts.130.gate_proj,0.0000005035,0.05000,2.041 +85,mlp.experts.132.gate_proj,0.0000005813,0.05000,2.100 +85,mlp.experts.133.gate_proj,0.0000002131,0.05000,2.083 +85,mlp.experts.135.gate_proj,0.0000005038,0.05000,2.104 +85,mlp.experts.134.gate_proj,0.0000004065,0.05000,2.044 +85,mlp.experts.136.gate_proj,0.0000003806,0.05000,2.059 +85,mlp.experts.137.gate_proj,0.0000005028,0.05000,2.067 +85,mlp.experts.139.gate_proj,0.0000003552,0.05000,2.083 +85,mlp.experts.138.gate_proj,0.0000006915,0.05000,2.043 +85,mlp.experts.140.gate_proj,0.0000000945,0.05000,2.075 +85,mlp.experts.141.gate_proj,0.0000004070,0.05000,2.057 +85,mlp.experts.142.gate_proj,0.0000005315,0.05000,2.023 +85,mlp.experts.143.gate_proj,0.0000013425,0.05000,2.072 +85,mlp.experts.144.gate_proj,0.0000005285,0.05000,2.077 +85,mlp.experts.145.gate_proj,0.0000003056,0.05000,2.075 +85,mlp.experts.146.gate_proj,0.0000001149,0.05000,2.054 +85,mlp.experts.147.gate_proj,0.0000001716,0.05000,2.054 +85,mlp.experts.148.gate_proj,0.0000000842,0.05000,2.033 +85,mlp.experts.149.gate_proj,0.0000002864,0.05000,2.108 +85,mlp.experts.151.gate_proj,0.0000005617,0.05000,2.058 +85,mlp.experts.150.gate_proj,0.0000005677,0.05000,2.081 +85,mlp.experts.152.gate_proj,0.0000003478,0.05000,2.050 +85,mlp.experts.153.gate_proj,0.0000004790,0.05000,2.096 +85,mlp.experts.155.gate_proj,0.0000004128,0.05000,2.053 +85,mlp.experts.154.gate_proj,0.0000003781,0.05000,2.052 +85,mlp.experts.156.gate_proj,0.0000008376,0.05000,2.028 +85,mlp.experts.157.gate_proj,0.0000013505,0.05000,2.098 +85,mlp.experts.159.gate_proj,0.0000003441,0.05000,2.068 +85,mlp.experts.158.gate_proj,0.0000004226,0.05000,2.132 +85,mlp.experts.0.up_proj,0.0000002222,0.05000,2.016 +85,mlp.experts.3.up_proj,0.0000002422,0.05000,2.003 +85,mlp.experts.1.up_proj,0.0000002647,0.05000,2.092 +85,mlp.experts.2.up_proj,0.0000000567,0.05000,2.013 +85,mlp.experts.4.up_proj,0.0000003168,0.05000,2.028 +85,mlp.experts.5.up_proj,0.0000003237,0.05000,2.026 +85,mlp.experts.7.up_proj,0.0000003307,0.05000,2.095 +85,mlp.experts.6.up_proj,0.0000002168,0.05000,2.093 +85,mlp.experts.8.up_proj,0.0000007548,0.05000,2.033 +85,mlp.experts.9.up_proj,0.0000005686,0.05000,2.054 +85,mlp.experts.11.up_proj,0.0000001146,0.05000,2.053 +85,mlp.experts.10.up_proj,0.0000003278,0.05000,2.071 +85,mlp.experts.12.up_proj,0.0000003914,0.05000,2.093 +85,mlp.experts.15.up_proj,0.0000004015,0.05000,2.030 +85,mlp.experts.13.up_proj,0.0000002656,0.05000,2.128 +85,mlp.experts.14.up_proj,0.0000005986,0.05000,2.057 +85,mlp.experts.16.up_proj,0.0000003299,0.05000,2.074 +85,mlp.experts.19.up_proj,0.0000006482,0.05000,2.032 +85,mlp.experts.17.up_proj,0.0000000896,0.05000,2.046 +85,mlp.experts.18.up_proj,0.0000004975,0.05000,2.064 +85,mlp.experts.20.up_proj,0.0000004470,0.05000,2.048 +85,mlp.experts.21.up_proj,0.0000003833,0.05000,2.012 +85,mlp.experts.23.up_proj,0.0000004930,0.05000,2.090 +85,mlp.experts.22.up_proj,0.0000001968,0.05000,2.047 +85,mlp.experts.24.up_proj,0.0000004673,0.05000,2.049 +85,mlp.experts.25.up_proj,0.0000004841,0.05000,2.026 +85,mlp.experts.27.up_proj,0.0000003933,0.05000,2.071 +85,mlp.experts.26.up_proj,0.0000004024,0.05000,2.106 +85,mlp.experts.28.up_proj,0.0000000726,0.05000,2.044 +85,mlp.experts.29.up_proj,0.0000002506,0.05000,2.043 +85,mlp.experts.31.up_proj,0.0000003200,0.05000,2.040 +85,mlp.experts.30.up_proj,0.0000004066,0.05000,2.052 +85,mlp.experts.32.up_proj,0.0000002715,0.05000,2.059 +85,mlp.experts.33.up_proj,0.0000003264,0.05000,2.054 +85,mlp.experts.35.up_proj,0.0000005963,0.05000,2.072 +85,mlp.experts.34.up_proj,0.0000001930,0.05000,2.041 +85,mlp.experts.36.up_proj,0.0000006023,0.05000,2.052 +85,mlp.experts.37.up_proj,0.0000007059,0.05000,2.059 +85,mlp.experts.39.up_proj,0.0000008417,0.05000,2.044 +85,mlp.experts.38.up_proj,0.0000009748,0.05000,2.030 +85,mlp.experts.40.up_proj,0.0000005064,0.05000,2.035 +85,mlp.experts.43.up_proj,0.0000003346,0.05000,2.015 +85,mlp.experts.41.up_proj,0.0000005063,0.05000,2.088 +85,mlp.experts.42.up_proj,0.0000004261,0.05000,2.075 +85,mlp.experts.44.up_proj,0.0000001202,0.05000,2.100 +85,mlp.experts.47.up_proj,0.0000003475,0.05000,2.073 +85,mlp.experts.45.up_proj,0.0000003649,0.05000,2.075 +85,mlp.experts.46.up_proj,0.0000008729,0.05000,2.063 +85,mlp.experts.48.up_proj,0.0000007169,0.05000,2.046 +85,mlp.experts.51.up_proj,0.0000003865,0.05000,2.024 +85,mlp.experts.49.up_proj,0.0000004261,0.05000,2.112 +85,mlp.experts.50.up_proj,0.0000002065,0.05000,2.045 +85,mlp.experts.52.up_proj,0.0000005154,0.05000,2.030 +85,mlp.experts.55.up_proj,0.0000003184,0.05000,2.033 +85,mlp.experts.53.up_proj,0.0000001025,0.05000,2.050 +85,mlp.experts.54.up_proj,0.0000003801,0.05000,2.058 +85,mlp.experts.56.up_proj,0.0000002447,0.05000,2.036 +85,mlp.experts.59.up_proj,0.0000002088,0.05000,2.044 +85,mlp.experts.57.up_proj,0.0000006653,0.05000,2.122 +85,mlp.experts.58.up_proj,0.0000007286,0.05000,2.095 +85,mlp.experts.60.up_proj,0.0000007328,0.05000,2.082 +85,mlp.experts.63.up_proj,0.0000003260,0.05000,2.041 +85,mlp.experts.61.up_proj,0.0000003634,0.05000,2.059 +85,mlp.experts.62.up_proj,0.0000002820,0.05000,2.096 +85,mlp.experts.64.up_proj,0.0000005229,0.05000,2.140 +85,mlp.experts.67.up_proj,0.0000004895,0.05000,2.046 +85,mlp.experts.65.up_proj,0.0000004720,0.05000,2.047 +85,mlp.experts.66.up_proj,0.0000004108,0.05000,2.047 +85,mlp.experts.68.up_proj,0.0000002982,0.05000,2.100 +85,mlp.experts.71.up_proj,0.0000005630,0.05000,2.093 +85,mlp.experts.70.up_proj,0.0000002185,0.05000,2.079 +85,mlp.experts.69.up_proj,0.0000002369,0.05000,2.190 +85,mlp.experts.72.up_proj,0.0000002124,0.05000,2.201 +85,mlp.experts.75.up_proj,0.0000011632,0.05000,2.072 +85,mlp.experts.74.up_proj,0.0000003600,0.05000,2.055 +85,mlp.experts.73.up_proj,0.0000007159,0.05000,2.078 +85,mlp.experts.76.up_proj,0.0000009727,0.05000,2.125 +85,mlp.experts.79.up_proj,0.0000013695,0.05000,2.076 +85,mlp.experts.77.up_proj,0.0000005682,0.05000,2.008 +85,mlp.experts.78.up_proj,0.0000000628,0.05000,2.091 +85,mlp.experts.80.up_proj,0.0000000548,0.05000,2.015 +85,mlp.experts.83.up_proj,0.0000009251,0.05000,2.032 +85,mlp.experts.81.up_proj,0.0000004881,0.05000,2.013 +85,mlp.experts.82.up_proj,0.0000002566,0.05000,2.021 +85,mlp.experts.84.up_proj,0.0000006688,0.05000,2.005 +85,mlp.experts.87.up_proj,0.0000005181,0.05000,2.039 +85,mlp.experts.86.up_proj,0.0000003463,0.05000,1.999 +85,mlp.experts.85.up_proj,0.0000004585,0.05000,2.094 +85,mlp.experts.88.up_proj,0.0000003660,0.05000,2.018 +85,mlp.experts.91.up_proj,0.0000006506,0.05000,2.035 +85,mlp.experts.90.up_proj,0.0000003156,0.05000,2.066 +85,mlp.experts.89.up_proj,0.0000005017,0.05000,2.033 +85,mlp.experts.92.up_proj,0.0000000966,0.05000,2.064 +85,mlp.experts.95.up_proj,0.0000001963,0.05000,2.130 +85,mlp.experts.93.up_proj,0.0000009631,0.05000,2.042 +85,mlp.experts.94.up_proj,0.0000002624,0.05000,2.128 +85,mlp.experts.96.up_proj,0.0000005071,0.05000,2.028 +85,mlp.experts.99.up_proj,0.0000005366,0.05000,2.049 +85,mlp.experts.97.up_proj,0.0000004389,0.05000,2.025 +85,mlp.experts.98.up_proj,0.0000003278,0.05000,2.090 +85,mlp.experts.100.up_proj,0.0000004479,0.05000,2.017 +85,mlp.experts.103.up_proj,0.0000004477,0.05000,2.035 +85,mlp.experts.101.up_proj,0.0000005854,0.05000,2.008 +85,mlp.experts.102.up_proj,0.0000002809,0.05000,2.049 +85,mlp.experts.104.up_proj,0.0000003759,0.05000,2.024 +85,mlp.experts.107.up_proj,0.0000002340,0.05000,2.029 +85,mlp.experts.105.up_proj,0.0000003271,0.05000,2.038 +85,mlp.experts.106.up_proj,0.0000007379,0.05000,2.056 +85,mlp.experts.108.up_proj,0.0000008868,0.05000,2.038 +85,mlp.experts.111.up_proj,0.0000002393,0.05000,2.061 +85,mlp.experts.109.up_proj,0.0000007601,0.05000,2.035 +85,mlp.experts.110.up_proj,0.0000004488,0.05000,2.047 +85,mlp.experts.112.up_proj,0.0000004114,0.05000,2.013 +85,mlp.experts.115.up_proj,0.0000003941,0.05000,2.028 +85,mlp.experts.113.up_proj,0.0000004443,0.05000,2.011 +85,mlp.experts.114.up_proj,0.0000006647,0.05000,2.096 +85,mlp.experts.116.up_proj,0.0000003960,0.05000,2.046 +85,mlp.experts.119.up_proj,0.0000002768,0.05000,2.083 +85,mlp.experts.117.up_proj,0.0000006500,0.05000,2.030 +85,mlp.experts.118.up_proj,0.0000007381,0.05000,2.094 +85,mlp.experts.120.up_proj,0.0000004207,0.05000,2.049 +85,mlp.experts.123.up_proj,0.0000005195,0.05000,2.035 +85,mlp.experts.121.up_proj,0.0000011589,0.05000,2.065 +85,mlp.experts.122.up_proj,0.0000007394,0.05000,2.124 +85,mlp.experts.124.up_proj,0.0000019574,0.05000,2.042 +85,mlp.experts.127.up_proj,0.0000002732,0.05000,2.030 +85,mlp.experts.125.up_proj,0.0000003773,0.05000,2.019 +85,mlp.experts.126.up_proj,0.0000002020,0.05000,2.099 +85,mlp.experts.128.up_proj,0.0000003240,0.05000,2.036 +85,mlp.experts.131.up_proj,0.0000005410,0.05000,2.078 +85,mlp.experts.129.up_proj,0.0000002885,0.05000,2.076 +85,mlp.experts.130.up_proj,0.0000004993,0.05000,2.125 +85,mlp.experts.132.up_proj,0.0000005656,0.05000,2.035 +85,mlp.experts.135.up_proj,0.0000004868,0.05000,2.021 +85,mlp.experts.133.up_proj,0.0000002092,0.05000,2.023 +85,mlp.experts.134.up_proj,0.0000003955,0.05000,2.035 +85,mlp.experts.136.up_proj,0.0000003713,0.05000,2.011 +85,mlp.experts.139.up_proj,0.0000003523,0.05000,2.022 +85,mlp.experts.137.up_proj,0.0000004862,0.05000,2.023 +85,mlp.experts.138.up_proj,0.0000006625,0.05000,2.037 +85,mlp.experts.140.up_proj,0.0000000893,0.05000,2.039 +85,mlp.experts.143.up_proj,0.0000013067,0.05000,2.018 +85,mlp.experts.141.up_proj,0.0000004062,0.05000,2.026 +85,mlp.experts.142.up_proj,0.0000005225,0.05000,2.060 +85,mlp.experts.144.up_proj,0.0000005161,0.05000,2.027 +85,mlp.experts.147.up_proj,0.0000001755,0.05000,2.023 +85,mlp.experts.145.up_proj,0.0000003028,0.05000,2.064 +85,mlp.experts.146.up_proj,0.0000001116,0.05000,2.019 +85,mlp.experts.148.up_proj,0.0000000838,0.05000,2.015 +85,mlp.experts.151.up_proj,0.0000005354,0.05000,2.027 +85,mlp.experts.149.up_proj,0.0000002788,0.05000,2.007 +85,mlp.experts.150.up_proj,0.0000005528,0.05000,1.939 +85,mlp.experts.152.up_proj,0.0000003321,0.05000,1.588 +85,mlp.experts.155.up_proj,0.0000003916,0.05000,1.421 +85,mlp.experts.159.up_proj,0.0000003332,0.05000,2.087 +85,mlp.experts.154.up_proj,0.0000003807,0.05000,2.095 +85,mlp.experts.153.up_proj,0.0000004720,0.05000,2.096 +85,mlp.experts.156.up_proj,0.0000008262,0.05000,2.144 +85,mlp.experts.158.up_proj,0.0000004146,0.05000,1.406 +85,mlp.experts.157.up_proj,0.0000012738,0.05000,1.413 +85,mlp.experts.1.down_proj,0.0000000944,0.05000,0.631 +85,mlp.experts.3.down_proj,0.0000001228,0.05000,0.632 +85,mlp.experts.0.down_proj,0.0000000501,0.05000,0.653 +85,mlp.experts.2.down_proj,0.0000000176,0.05000,0.662 +85,mlp.experts.5.down_proj,0.0000001530,0.05000,0.604 +85,mlp.experts.7.down_proj,0.0000001283,0.05000,0.604 +85,mlp.experts.4.down_proj,0.0000000827,0.05000,0.597 +85,mlp.experts.6.down_proj,0.0000001453,0.05000,0.623 +85,mlp.experts.11.down_proj,0.0000000831,0.05000,0.608 +85,mlp.experts.8.down_proj,0.0000001714,0.05000,0.603 +85,mlp.experts.9.down_proj,0.0000003011,0.05000,0.628 +85,mlp.experts.10.down_proj,0.0000001224,0.05000,0.607 +85,mlp.experts.15.down_proj,0.0000000930,0.05000,0.617 +85,mlp.experts.14.down_proj,0.0000001433,0.05000,0.632 +85,mlp.experts.12.down_proj,0.0000001061,0.05000,0.678 +85,mlp.experts.13.down_proj,0.0000000665,0.05000,0.675 +85,mlp.experts.19.down_proj,0.0000005709,0.05000,0.607 +85,mlp.experts.18.down_proj,0.0000002118,0.05000,0.604 +85,mlp.experts.16.down_proj,0.0000001189,0.05000,0.600 +85,mlp.experts.17.down_proj,0.0000000932,0.05000,0.619 +85,mlp.experts.23.down_proj,0.0000004131,0.05000,0.607 +85,mlp.experts.22.down_proj,0.0000001013,0.05000,0.608 +85,mlp.experts.20.down_proj,0.0000002567,0.05000,0.628 +85,mlp.experts.21.down_proj,0.0000002957,0.05000,0.622 +85,mlp.experts.27.down_proj,0.0000001621,0.05000,0.604 +85,mlp.experts.24.down_proj,0.0000002367,0.05000,0.603 +85,mlp.experts.25.down_proj,0.0000001274,0.05000,0.603 +85,mlp.experts.26.down_proj,0.0000001880,0.05000,0.663 +85,mlp.experts.31.down_proj,0.0000000757,0.05000,0.611 +85,mlp.experts.28.down_proj,0.0000000601,0.05000,0.604 +85,mlp.experts.30.down_proj,0.0000001385,0.05000,0.604 +85,mlp.experts.29.down_proj,0.0000000752,0.05000,0.626 +85,mlp.experts.35.down_proj,0.0000003897,0.05000,0.621 +85,mlp.experts.32.down_proj,0.0000000746,0.05000,0.604 +85,mlp.experts.34.down_proj,0.0000000794,0.05000,0.604 +85,mlp.experts.33.down_proj,0.0000001083,0.05000,0.625 +85,mlp.experts.39.down_proj,0.0000004029,0.05000,0.628 +85,mlp.experts.36.down_proj,0.0000001654,0.05000,0.633 +85,mlp.experts.37.down_proj,0.0000001146,0.05000,0.635 +85,mlp.experts.38.down_proj,0.0000004766,0.05000,0.669 +85,mlp.experts.43.down_proj,0.0000000671,0.05000,0.604 +85,mlp.experts.40.down_proj,0.0000001807,0.05000,0.598 +85,mlp.experts.41.down_proj,0.0000001491,0.05000,0.600 +85,mlp.experts.42.down_proj,0.0000002625,0.05000,0.604 +85,mlp.experts.47.down_proj,0.0000001179,0.05000,0.653 +85,mlp.experts.44.down_proj,0.0000000228,0.05000,0.637 +85,mlp.experts.46.down_proj,0.0000003185,0.05000,0.605 +85,mlp.experts.45.down_proj,0.0000002016,0.05000,0.648 +85,mlp.experts.51.down_proj,0.0000001408,0.05000,0.598 +85,mlp.experts.48.down_proj,0.0000002997,0.05000,0.603 +85,mlp.experts.50.down_proj,0.0000000409,0.05000,0.605 +85,mlp.experts.49.down_proj,0.0000001991,0.05000,0.618 +85,mlp.experts.55.down_proj,0.0000000590,0.05000,0.624 +85,mlp.experts.52.down_proj,0.0000000793,0.05000,0.602 +85,mlp.experts.54.down_proj,0.0000001266,0.05000,0.606 +85,mlp.experts.53.down_proj,0.0000000175,0.05000,0.602 +85,mlp.experts.56.down_proj,0.0000001176,0.05000,0.604 +85,mlp.experts.59.down_proj,0.0000000285,0.05000,0.626 +85,mlp.experts.58.down_proj,0.0000003562,0.05000,0.626 +85,mlp.experts.57.down_proj,0.0000001622,0.05000,0.609 +85,mlp.experts.60.down_proj,0.0000001224,0.05000,0.604 +85,mlp.experts.63.down_proj,0.0000000653,0.05000,0.605 +85,mlp.experts.62.down_proj,0.0000001119,0.05000,0.608 +85,mlp.experts.61.down_proj,0.0000000963,0.05000,0.611 +85,mlp.experts.64.down_proj,0.0000002206,0.05000,0.631 +85,mlp.experts.67.down_proj,0.0000001664,0.05000,0.629 +85,mlp.experts.66.down_proj,0.0000002759,0.05000,0.613 +85,mlp.experts.65.down_proj,0.0000002182,0.05000,0.615 +85,mlp.experts.68.down_proj,0.0000000451,0.05000,0.607 +85,mlp.experts.71.down_proj,0.0000001992,0.05000,0.628 +85,mlp.experts.70.down_proj,0.0000000525,0.05000,0.613 +85,mlp.experts.69.down_proj,0.0000000832,0.05000,0.620 +85,mlp.experts.72.down_proj,0.0000001388,0.05000,0.628 +85,mlp.experts.75.down_proj,0.0000006565,0.05000,0.619 +85,mlp.experts.74.down_proj,0.0000000852,0.05000,0.622 +85,mlp.experts.73.down_proj,0.0000003633,0.05000,0.613 +85,mlp.experts.76.down_proj,0.0000005324,0.05000,0.617 +85,mlp.experts.79.down_proj,0.0000002634,0.05000,0.607 +85,mlp.experts.78.down_proj,0.0000000322,0.05000,0.630 +85,mlp.experts.77.down_proj,0.0000003174,0.05000,0.608 +85,mlp.experts.80.down_proj,0.0000000370,0.05000,0.602 +85,mlp.experts.83.down_proj,0.0000001593,0.05000,0.607 +85,mlp.experts.82.down_proj,0.0000000408,0.05000,0.607 +85,mlp.experts.81.down_proj,0.0000001253,0.05000,0.602 +85,mlp.experts.84.down_proj,0.0000002685,0.05000,0.602 +85,mlp.experts.87.down_proj,0.0000002377,0.05000,0.608 +85,mlp.experts.86.down_proj,0.0000001262,0.05000,0.601 +85,mlp.experts.85.down_proj,0.0000001036,0.05000,0.610 +85,mlp.experts.88.down_proj,0.0000000593,0.05000,0.603 +85,mlp.experts.91.down_proj,0.0000002687,0.05000,0.649 +85,mlp.experts.90.down_proj,0.0000000904,0.05000,0.611 +85,mlp.experts.89.down_proj,0.0000001971,0.05000,0.652 +85,mlp.experts.92.down_proj,0.0000000235,0.05000,0.602 +85,mlp.experts.95.down_proj,0.0000000453,0.05000,0.618 +85,mlp.experts.94.down_proj,0.0000002526,0.05000,0.607 +85,mlp.experts.93.down_proj,0.0000001812,0.05000,0.604 +85,mlp.experts.96.down_proj,0.0000002658,0.05000,0.598 +85,mlp.experts.99.down_proj,0.0000002257,0.05000,0.598 +85,mlp.experts.98.down_proj,0.0000000837,0.05000,0.604 +85,mlp.experts.97.down_proj,0.0000002362,0.05000,0.606 +85,mlp.experts.100.down_proj,0.0000000714,0.05000,0.644 +85,mlp.experts.103.down_proj,0.0000003803,0.05000,0.608 +85,mlp.experts.102.down_proj,0.0000000748,0.05000,0.630 +85,mlp.experts.101.down_proj,0.0000001144,0.05000,0.611 +85,mlp.experts.104.down_proj,0.0000000854,0.05000,0.621 +85,mlp.experts.107.down_proj,0.0000001309,0.05000,0.601 +85,mlp.experts.106.down_proj,0.0000003357,0.05000,0.623 +85,mlp.experts.105.down_proj,0.0000001249,0.05000,0.611 +85,mlp.experts.108.down_proj,0.0000003895,0.05000,0.606 +85,mlp.experts.111.down_proj,0.0000000590,0.05000,0.603 +85,mlp.experts.109.down_proj,0.0000001359,0.05000,0.609 +85,mlp.experts.110.down_proj,0.0000001354,0.05000,0.647 +85,mlp.experts.112.down_proj,0.0000002371,0.05000,0.604 +85,mlp.experts.115.down_proj,0.0000000860,0.05000,0.598 +85,mlp.experts.113.down_proj,0.0000001927,0.05000,0.605 +85,mlp.experts.114.down_proj,0.0000004626,0.05000,0.616 +85,mlp.experts.119.down_proj,0.0000000588,0.05000,0.610 +85,mlp.experts.116.down_proj,0.0000001672,0.05000,0.648 +85,mlp.experts.117.down_proj,0.0000004362,0.05000,0.615 +85,mlp.experts.118.down_proj,0.0000007858,0.05000,0.634 +85,mlp.experts.123.down_proj,0.0000001704,0.05000,0.602 +85,mlp.experts.120.down_proj,0.0000003111,0.05000,0.607 +85,mlp.experts.121.down_proj,0.0000002677,0.05000,0.611 +85,mlp.experts.122.down_proj,0.0000002871,0.05000,0.605 +85,mlp.experts.127.down_proj,0.0000000446,0.05000,0.624 +85,mlp.experts.124.down_proj,0.0000009665,0.05000,0.608 +85,mlp.experts.125.down_proj,0.0000001834,0.05000,0.609 +85,mlp.experts.126.down_proj,0.0000000442,0.05000,0.610 +85,mlp.experts.131.down_proj,0.0000002627,0.05000,0.627 +85,mlp.experts.128.down_proj,0.0000001972,0.05000,0.651 +85,mlp.experts.129.down_proj,0.0000003383,0.05000,0.614 +85,mlp.experts.130.down_proj,0.0000002786,0.05000,0.615 +85,mlp.experts.135.down_proj,0.0000001611,0.05000,0.604 +85,mlp.experts.132.down_proj,0.0000001070,0.05000,0.623 +85,mlp.experts.133.down_proj,0.0000000472,0.05000,0.609 +85,mlp.experts.134.down_proj,0.0000001593,0.05000,0.631 +85,mlp.experts.139.down_proj,0.0000001832,0.05000,0.597 +85,mlp.experts.136.down_proj,0.0000000994,0.05000,0.618 +85,mlp.experts.137.down_proj,0.0000001622,0.05000,0.604 +85,mlp.experts.138.down_proj,0.0000002193,0.05000,0.602 +85,mlp.experts.143.down_proj,0.0000006480,0.05000,0.602 +85,mlp.experts.140.down_proj,0.0000000134,0.05000,0.600 +85,mlp.experts.141.down_proj,0.0000002232,0.05000,0.606 +85,mlp.experts.142.down_proj,0.0000001247,0.05000,0.647 +85,mlp.experts.147.down_proj,0.0000002307,0.05000,0.604 +85,mlp.experts.144.down_proj,0.0000001356,0.05000,0.616 +85,mlp.experts.145.down_proj,0.0000000777,0.05000,0.626 +85,mlp.experts.146.down_proj,0.0000000246,0.05000,0.604 +85,mlp.experts.151.down_proj,0.0000000803,0.05000,0.604 +85,mlp.experts.148.down_proj,0.0000000226,0.05000,0.623 +85,mlp.experts.149.down_proj,0.0000000452,0.05000,0.646 +85,mlp.experts.150.down_proj,0.0000002126,0.05000,0.603 +85,mlp.experts.155.down_proj,0.0000002775,0.05000,0.600 +85,mlp.experts.152.down_proj,0.0000000865,0.05000,0.596 +85,mlp.experts.153.down_proj,0.0000001906,0.05000,0.597 +85,mlp.experts.154.down_proj,0.0000004764,0.05000,0.598 +85,mlp.experts.159.down_proj,0.0000003291,0.05000,0.596 +85,mlp.experts.156.down_proj,0.0000003366,0.05000,0.581 +85,mlp.experts.157.down_proj,0.0000002530,0.05000,0.578 +85,mlp.experts.158.down_proj,0.0000001307,0.05000,0.546 +86,mlp.experts.3.gate_proj,0.0000003871,0.05000,2.065 +86,mlp.experts.0.gate_proj,0.0000008153,0.05000,2.089 +86,mlp.experts.1.gate_proj,0.0000005465,0.05000,2.093 +86,mlp.experts.2.gate_proj,0.0000003404,0.05000,2.133 +86,mlp.experts.7.gate_proj,0.0000004215,0.05000,2.066 +86,mlp.experts.4.gate_proj,0.0000004046,0.05000,2.073 +86,mlp.experts.5.gate_proj,0.0000006190,0.05000,2.096 +86,mlp.experts.6.gate_proj,0.0000002782,0.05000,2.115 +86,mlp.experts.8.gate_proj,0.0000006294,0.05000,2.021 +86,mlp.experts.11.gate_proj,0.0000005598,0.05000,2.124 +86,mlp.experts.9.gate_proj,0.0000008301,0.05000,2.089 +86,mlp.experts.10.gate_proj,0.0000005527,0.05000,2.089 +86,mlp.experts.12.gate_proj,0.0000003153,0.05000,2.068 +86,mlp.experts.13.gate_proj,0.0000006714,0.05000,2.049 +86,mlp.experts.15.gate_proj,0.0000004605,0.05000,2.101 +86,mlp.experts.14.gate_proj,0.0000009409,0.05000,2.065 +86,mlp.experts.16.gate_proj,0.0000007623,0.05000,2.089 +86,mlp.experts.17.gate_proj,0.0000003108,0.05000,2.105 +86,mlp.experts.19.gate_proj,0.0000008373,0.05000,2.079 +86,mlp.experts.18.gate_proj,0.0000003955,0.05000,2.113 +86,mlp.experts.20.gate_proj,0.0000003794,0.05000,2.056 +86,mlp.experts.23.gate_proj,0.0000000885,0.05000,2.059 +86,mlp.experts.21.gate_proj,0.0000004347,0.05000,2.119 +86,mlp.experts.22.gate_proj,0.0000014426,0.05000,2.070 +86,mlp.experts.24.gate_proj,0.0000008713,0.05000,2.080 +86,mlp.experts.27.gate_proj,0.0000002912,0.05000,2.076 +86,mlp.experts.25.gate_proj,0.0000005999,0.05000,2.079 +86,mlp.experts.26.gate_proj,0.0000002791,0.05000,2.117 +86,mlp.experts.28.gate_proj,0.0000001128,0.05000,2.045 +86,mlp.experts.31.gate_proj,0.0000003107,0.05000,2.065 +86,mlp.experts.29.gate_proj,0.0000003914,0.05000,2.092 +86,mlp.experts.30.gate_proj,0.0000003764,0.05000,2.132 +86,mlp.experts.32.gate_proj,0.0000001750,0.05000,2.063 +86,mlp.experts.35.gate_proj,0.0000006004,0.05000,2.065 +86,mlp.experts.33.gate_proj,0.0000003689,0.05000,2.054 +86,mlp.experts.34.gate_proj,0.0000003433,0.05000,2.143 +86,mlp.experts.36.gate_proj,0.0000010296,0.05000,2.100 +86,mlp.experts.39.gate_proj,0.0000003333,0.05000,2.080 +86,mlp.experts.37.gate_proj,0.0000005423,0.05000,2.066 +86,mlp.experts.38.gate_proj,0.0000002623,0.05000,2.062 +86,mlp.experts.40.gate_proj,0.0000003123,0.05000,2.120 +86,mlp.experts.43.gate_proj,0.0000003895,0.05000,2.094 +86,mlp.experts.41.gate_proj,0.0000001488,0.05000,2.134 +86,mlp.experts.42.gate_proj,0.0000010707,0.05000,2.099 +86,mlp.experts.44.gate_proj,0.0000003955,0.05000,2.047 +86,mlp.experts.47.gate_proj,0.0000003629,0.05000,2.042 +86,mlp.experts.45.gate_proj,0.0000003479,0.05000,2.064 +86,mlp.experts.46.gate_proj,0.0000002187,0.05000,2.076 +86,mlp.experts.48.gate_proj,0.0000005507,0.05000,2.069 +86,mlp.experts.51.gate_proj,0.0000047986,0.05000,2.139 +86,mlp.experts.49.gate_proj,0.0000003775,0.05000,2.090 +86,mlp.experts.50.gate_proj,0.0000003850,0.05000,2.113 +86,mlp.experts.52.gate_proj,0.0000005218,0.05000,2.046 +86,mlp.experts.55.gate_proj,0.0000003899,0.05000,2.078 +86,mlp.experts.53.gate_proj,0.0000001292,0.05000,2.153 +86,mlp.experts.54.gate_proj,0.0000012349,0.05000,2.110 +86,mlp.experts.56.gate_proj,0.0000004094,0.05000,2.056 +86,mlp.experts.59.gate_proj,0.0000001927,0.05000,2.104 +86,mlp.experts.57.gate_proj,0.0000001959,0.05000,2.055 +86,mlp.experts.58.gate_proj,0.0000004881,0.05000,2.051 +86,mlp.experts.60.gate_proj,0.0000005355,0.05000,2.064 +86,mlp.experts.63.gate_proj,0.0000001895,0.05000,2.109 +86,mlp.experts.61.gate_proj,0.0000008629,0.05000,2.044 +86,mlp.experts.62.gate_proj,0.0000007275,0.05000,2.073 +86,mlp.experts.64.gate_proj,0.0000001332,0.05000,2.076 +86,mlp.experts.67.gate_proj,0.0000007363,0.05000,2.090 +86,mlp.experts.65.gate_proj,0.0000006861,0.05000,2.091 +86,mlp.experts.66.gate_proj,0.0000002260,0.05000,2.077 +86,mlp.experts.68.gate_proj,0.0000004332,0.05000,2.049 +86,mlp.experts.69.gate_proj,0.0000005938,0.05000,2.028 +86,mlp.experts.71.gate_proj,0.0000009668,0.05000,2.129 +86,mlp.experts.70.gate_proj,0.0000006676,0.05000,2.033 +86,mlp.experts.72.gate_proj,0.0000001651,0.05000,2.067 +86,mlp.experts.73.gate_proj,0.0000003804,0.05000,2.062 +86,mlp.experts.75.gate_proj,0.0000008202,0.05000,2.063 +86,mlp.experts.74.gate_proj,0.0000003479,0.05000,2.065 +86,mlp.experts.76.gate_proj,0.0000003353,0.05000,2.055 +86,mlp.experts.77.gate_proj,0.0000005914,0.05000,2.123 +86,mlp.experts.79.gate_proj,0.0000002910,0.05000,2.110 +86,mlp.experts.78.gate_proj,0.0000003702,0.05000,2.062 +86,mlp.experts.80.gate_proj,0.0000003205,0.05000,2.081 +86,mlp.experts.83.gate_proj,0.0000002359,0.05000,2.088 +86,mlp.experts.82.gate_proj,0.0000004399,0.05000,2.057 +86,mlp.experts.81.gate_proj,0.0000006997,0.05000,2.197 +86,mlp.experts.84.gate_proj,0.0000007068,0.05000,2.041 +86,mlp.experts.87.gate_proj,0.0000005009,0.05000,2.036 +86,mlp.experts.86.gate_proj,0.0000009612,0.05000,2.054 +86,mlp.experts.85.gate_proj,0.0000005872,0.05000,2.022 +86,mlp.experts.88.gate_proj,0.0000002094,0.05000,2.070 +86,mlp.experts.91.gate_proj,0.0000003359,0.05000,2.049 +86,mlp.experts.90.gate_proj,0.0000003087,0.05000,2.044 +86,mlp.experts.89.gate_proj,0.0000004323,0.05000,2.099 +86,mlp.experts.92.gate_proj,0.0000004898,0.05000,2.071 +86,mlp.experts.94.gate_proj,0.0000003020,0.05000,2.034 +86,mlp.experts.95.gate_proj,0.0000004348,0.05000,2.104 +86,mlp.experts.93.gate_proj,0.0000003169,0.05000,2.096 +86,mlp.experts.96.gate_proj,0.0000004927,0.05000,2.070 +86,mlp.experts.98.gate_proj,0.0000003387,0.05000,2.062 +86,mlp.experts.99.gate_proj,0.0000005525,0.05000,2.065 +86,mlp.experts.97.gate_proj,0.0000004231,0.05000,2.042 +86,mlp.experts.100.gate_proj,0.0000006588,0.05000,2.100 +86,mlp.experts.102.gate_proj,0.0000003321,0.05000,2.041 +86,mlp.experts.103.gate_proj,0.0000005859,0.05000,2.061 +86,mlp.experts.101.gate_proj,0.0000002987,0.05000,2.096 +86,mlp.experts.104.gate_proj,0.0000000642,0.05000,2.130 +86,mlp.experts.106.gate_proj,0.0000005001,0.05000,2.057 +86,mlp.experts.107.gate_proj,0.0000002953,0.05000,2.060 +86,mlp.experts.105.gate_proj,0.0000004890,0.05000,2.101 +86,mlp.experts.108.gate_proj,0.0000001145,0.05000,2.131 +86,mlp.experts.110.gate_proj,0.0000000691,0.05000,2.101 +86,mlp.experts.111.gate_proj,0.0000007347,0.05000,2.118 +86,mlp.experts.109.gate_proj,0.0000000778,0.05000,2.084 +86,mlp.experts.112.gate_proj,0.0000007728,0.05000,2.093 +86,mlp.experts.114.gate_proj,0.0000008443,0.05000,2.096 +86,mlp.experts.115.gate_proj,0.0000006036,0.05000,2.091 +86,mlp.experts.113.gate_proj,0.0000005851,0.05000,2.103 +86,mlp.experts.116.gate_proj,0.0000007290,0.05000,2.115 +86,mlp.experts.118.gate_proj,0.0000009354,0.05000,2.041 +86,mlp.experts.119.gate_proj,0.0000005404,0.05000,2.033 +86,mlp.experts.117.gate_proj,0.0000002595,0.05000,2.085 +86,mlp.experts.120.gate_proj,0.0000002879,0.05000,2.079 +86,mlp.experts.122.gate_proj,0.0000004625,0.05000,2.040 +86,mlp.experts.123.gate_proj,0.0000004596,0.05000,2.060 +86,mlp.experts.121.gate_proj,0.0000009985,0.05000,2.066 +86,mlp.experts.124.gate_proj,0.0000004062,0.05000,2.088 +86,mlp.experts.126.gate_proj,0.0000003113,0.05000,2.040 +86,mlp.experts.127.gate_proj,0.0000007736,0.05000,2.034 +86,mlp.experts.125.gate_proj,0.0000004847,0.05000,2.069 +86,mlp.experts.130.gate_proj,0.0000002865,0.05000,2.037 +86,mlp.experts.128.gate_proj,0.0000002679,0.05000,2.113 +86,mlp.experts.131.gate_proj,0.0000007543,0.05000,2.099 +86,mlp.experts.129.gate_proj,0.0000004559,0.05000,2.072 +86,mlp.experts.134.gate_proj,0.0000002487,0.05000,2.090 +86,mlp.experts.132.gate_proj,0.0000004528,0.05000,2.093 +86,mlp.experts.135.gate_proj,0.0000009934,0.05000,2.071 +86,mlp.experts.133.gate_proj,0.0000004716,0.05000,2.068 +86,mlp.experts.138.gate_proj,0.0000005352,0.05000,2.053 +86,mlp.experts.136.gate_proj,0.0000007389,0.05000,2.017 +86,mlp.experts.139.gate_proj,0.0000004183,0.05000,2.051 +86,mlp.experts.137.gate_proj,0.0000009138,0.05000,2.039 +86,mlp.experts.142.gate_proj,0.0000004321,0.05000,2.024 +86,mlp.experts.140.gate_proj,0.0000004035,0.05000,2.092 +86,mlp.experts.143.gate_proj,0.0000000759,0.05000,2.024 +86,mlp.experts.141.gate_proj,0.0000004009,0.05000,2.034 +86,mlp.experts.146.gate_proj,0.0000000674,0.05000,2.020 +86,mlp.experts.144.gate_proj,0.0000010125,0.05000,2.063 +86,mlp.experts.147.gate_proj,0.0000001402,0.05000,2.038 +86,mlp.experts.145.gate_proj,0.0000003558,0.05000,2.025 +86,mlp.experts.150.gate_proj,0.0000008777,0.05000,2.068 +86,mlp.experts.151.gate_proj,0.0000007005,0.05000,2.057 +86,mlp.experts.148.gate_proj,0.0000005885,0.05000,2.123 +86,mlp.experts.149.gate_proj,0.0000002798,0.05000,2.089 +86,mlp.experts.154.gate_proj,0.0000003545,0.05000,2.071 +86,mlp.experts.155.gate_proj,0.0000001865,0.05000,2.065 +86,mlp.experts.152.gate_proj,0.0000003267,0.05000,2.056 +86,mlp.experts.153.gate_proj,0.0000003844,0.05000,2.065 +86,mlp.experts.158.gate_proj,0.0000001393,0.05000,2.142 +86,mlp.experts.159.gate_proj,0.0000004674,0.05000,2.066 +86,mlp.experts.156.gate_proj,0.0000004535,0.05000,2.070 +86,mlp.experts.157.gate_proj,0.0000004298,0.05000,2.076 +86,mlp.experts.2.up_proj,0.0000003354,0.05000,2.036 +86,mlp.experts.3.up_proj,0.0000003723,0.05000,2.066 +86,mlp.experts.0.up_proj,0.0000007654,0.05000,2.063 +86,mlp.experts.1.up_proj,0.0000005223,0.05000,2.049 +86,mlp.experts.6.up_proj,0.0000002757,0.05000,2.110 +86,mlp.experts.4.up_proj,0.0000004041,0.05000,2.062 +86,mlp.experts.7.up_proj,0.0000004008,0.05000,2.131 +86,mlp.experts.5.up_proj,0.0000005803,0.05000,2.102 +86,mlp.experts.10.up_proj,0.0000005263,0.05000,2.074 +86,mlp.experts.8.up_proj,0.0000006278,0.05000,2.042 +86,mlp.experts.11.up_proj,0.0000005480,0.05000,2.079 +86,mlp.experts.9.up_proj,0.0000008011,0.05000,2.051 +86,mlp.experts.14.up_proj,0.0000008926,0.05000,2.037 +86,mlp.experts.12.up_proj,0.0000003072,0.05000,2.067 +86,mlp.experts.15.up_proj,0.0000004398,0.05000,2.048 +86,mlp.experts.13.up_proj,0.0000006540,0.05000,2.060 +86,mlp.experts.18.up_proj,0.0000003736,0.05000,2.065 +86,mlp.experts.16.up_proj,0.0000007276,0.05000,2.062 +86,mlp.experts.19.up_proj,0.0000008038,0.05000,2.087 +86,mlp.experts.17.up_proj,0.0000003033,0.05000,2.053 +86,mlp.experts.22.up_proj,0.0000013266,0.05000,2.074 +86,mlp.experts.20.up_proj,0.0000003763,0.05000,2.076 +86,mlp.experts.23.up_proj,0.0000000850,0.05000,2.061 +86,mlp.experts.21.up_proj,0.0000004291,0.05000,2.082 +86,mlp.experts.24.up_proj,0.0000008410,0.05000,2.029 +86,mlp.experts.26.up_proj,0.0000002786,0.05000,2.137 +86,mlp.experts.27.up_proj,0.0000002871,0.05000,2.076 +86,mlp.experts.25.up_proj,0.0000005726,0.05000,2.049 +86,mlp.experts.28.up_proj,0.0000001099,0.05000,2.074 +86,mlp.experts.30.up_proj,0.0000003736,0.05000,2.054 +86,mlp.experts.31.up_proj,0.0000003057,0.05000,2.064 +86,mlp.experts.29.up_proj,0.0000003903,0.05000,2.070 +86,mlp.experts.32.up_proj,0.0000001694,0.05000,2.078 +86,mlp.experts.34.up_proj,0.0000003323,0.05000,2.090 +86,mlp.experts.35.up_proj,0.0000005809,0.05000,2.050 +86,mlp.experts.33.up_proj,0.0000003673,0.05000,2.026 +86,mlp.experts.39.up_proj,0.0000003245,0.05000,2.005 +86,mlp.experts.36.up_proj,0.0000009501,0.05000,2.106 +86,mlp.experts.38.up_proj,0.0000002463,0.05000,2.092 +86,mlp.experts.37.up_proj,0.0000005311,0.05000,2.055 +86,mlp.experts.43.up_proj,0.0000003559,0.05000,2.071 +86,mlp.experts.42.up_proj,0.0000010241,0.05000,2.035 +86,mlp.experts.40.up_proj,0.0000003112,0.05000,2.091 +86,mlp.experts.41.up_proj,0.0000001472,0.05000,2.041 +86,mlp.experts.47.up_proj,0.0000003537,0.05000,2.074 +86,mlp.experts.46.up_proj,0.0000002185,0.05000,2.114 +86,mlp.experts.45.up_proj,0.0000003421,0.05000,2.033 +86,mlp.experts.44.up_proj,0.0000003905,0.05000,2.147 +86,mlp.experts.51.up_proj,0.0000046701,0.05000,2.050 +86,mlp.experts.50.up_proj,0.0000003805,0.05000,2.028 +86,mlp.experts.49.up_proj,0.0000003646,0.05000,2.074 +86,mlp.experts.48.up_proj,0.0000005406,0.05000,2.023 +86,mlp.experts.54.up_proj,0.0000010961,0.05000,2.040 +86,mlp.experts.53.up_proj,0.0000001276,0.05000,2.018 +86,mlp.experts.55.up_proj,0.0000003767,0.05000,2.172 +86,mlp.experts.52.up_proj,0.0000005105,0.05000,2.102 +86,mlp.experts.57.up_proj,0.0000001989,0.05000,2.062 +86,mlp.experts.58.up_proj,0.0000004942,0.05000,2.118 +86,mlp.experts.59.up_proj,0.0000001895,0.05000,2.062 +86,mlp.experts.56.up_proj,0.0000003920,0.05000,2.061 +86,mlp.experts.61.up_proj,0.0000008341,0.05000,2.034 +86,mlp.experts.63.up_proj,0.0000001884,0.05000,2.025 +86,mlp.experts.62.up_proj,0.0000007095,0.05000,2.088 +86,mlp.experts.60.up_proj,0.0000005265,0.05000,2.103 +86,mlp.experts.67.up_proj,0.0000007212,0.05000,2.032 +86,mlp.experts.65.up_proj,0.0000006478,0.05000,2.117 +86,mlp.experts.66.up_proj,0.0000002234,0.05000,2.084 +86,mlp.experts.64.up_proj,0.0000001269,0.05000,2.070 +86,mlp.experts.71.up_proj,0.0000009505,0.05000,2.053 +86,mlp.experts.69.up_proj,0.0000005593,0.05000,2.066 +86,mlp.experts.68.up_proj,0.0000004107,0.05000,2.045 +86,mlp.experts.70.up_proj,0.0000006564,0.05000,2.105 +86,mlp.experts.75.up_proj,0.0000008066,0.05000,2.039 +86,mlp.experts.73.up_proj,0.0000003790,0.05000,2.035 +86,mlp.experts.72.up_proj,0.0000001629,0.05000,2.065 +86,mlp.experts.74.up_proj,0.0000003489,0.05000,2.106 +86,mlp.experts.79.up_proj,0.0000002936,0.05000,2.088 +86,mlp.experts.77.up_proj,0.0000005895,0.05000,2.068 +86,mlp.experts.76.up_proj,0.0000003258,0.05000,2.062 +86,mlp.experts.78.up_proj,0.0000003698,0.05000,2.071 +86,mlp.experts.81.up_proj,0.0000006940,0.05000,2.049 +86,mlp.experts.83.up_proj,0.0000002353,0.05000,2.104 +86,mlp.experts.80.up_proj,0.0000003222,0.05000,2.056 +86,mlp.experts.82.up_proj,0.0000004321,0.05000,2.109 +86,mlp.experts.85.up_proj,0.0000005794,0.05000,2.068 +86,mlp.experts.87.up_proj,0.0000004905,0.05000,2.064 +86,mlp.experts.84.up_proj,0.0000007006,0.05000,2.046 +86,mlp.experts.86.up_proj,0.0000009513,0.05000,2.029 +86,mlp.experts.91.up_proj,0.0000003326,0.05000,2.086 +86,mlp.experts.88.up_proj,0.0000002072,0.05000,2.066 +86,mlp.experts.89.up_proj,0.0000004109,0.05000,2.187 +86,mlp.experts.90.up_proj,0.0000003107,0.05000,2.118 +86,mlp.experts.95.up_proj,0.0000004317,0.05000,2.055 +86,mlp.experts.92.up_proj,0.0000004669,0.05000,2.065 +86,mlp.experts.93.up_proj,0.0000002982,0.05000,2.104 +86,mlp.experts.94.up_proj,0.0000002969,0.05000,2.106 +86,mlp.experts.99.up_proj,0.0000005241,0.05000,2.066 +86,mlp.experts.97.up_proj,0.0000004065,0.05000,2.040 +86,mlp.experts.96.up_proj,0.0000004680,0.05000,2.107 +86,mlp.experts.98.up_proj,0.0000003209,0.05000,2.080 +86,mlp.experts.103.up_proj,0.0000005747,0.05000,2.091 +86,mlp.experts.101.up_proj,0.0000002974,0.05000,2.062 +86,mlp.experts.100.up_proj,0.0000006198,0.05000,2.067 +86,mlp.experts.102.up_proj,0.0000003264,0.05000,2.114 +86,mlp.experts.107.up_proj,0.0000002893,0.05000,2.054 +86,mlp.experts.105.up_proj,0.0000004817,0.05000,2.025 +86,mlp.experts.104.up_proj,0.0000000638,0.05000,2.087 +86,mlp.experts.106.up_proj,0.0000004921,0.05000,2.073 +86,mlp.experts.111.up_proj,0.0000006886,0.05000,2.039 +86,mlp.experts.109.up_proj,0.0000000735,0.05000,2.030 +86,mlp.experts.108.up_proj,0.0000001188,0.05000,2.033 +86,mlp.experts.110.up_proj,0.0000000688,0.05000,2.081 +86,mlp.experts.113.up_proj,0.0000005491,0.05000,2.017 +86,mlp.experts.115.up_proj,0.0000005903,0.05000,2.077 +86,mlp.experts.112.up_proj,0.0000007541,0.05000,2.070 +86,mlp.experts.114.up_proj,0.0000008248,0.05000,2.046 +86,mlp.experts.119.up_proj,0.0000005157,0.05000,2.068 +86,mlp.experts.117.up_proj,0.0000002575,0.05000,2.142 +86,mlp.experts.116.up_proj,0.0000007101,0.05000,2.073 +86,mlp.experts.118.up_proj,0.0000008850,0.05000,2.113 +86,mlp.experts.121.up_proj,0.0000009446,0.05000,2.008 +86,mlp.experts.123.up_proj,0.0000004635,0.05000,2.050 +86,mlp.experts.120.up_proj,0.0000002861,0.05000,2.062 +86,mlp.experts.122.up_proj,0.0000004372,0.05000,2.036 +86,mlp.experts.127.up_proj,0.0000007375,0.05000,2.024 +86,mlp.experts.125.up_proj,0.0000004675,0.05000,2.101 +86,mlp.experts.124.up_proj,0.0000003785,0.05000,2.054 +86,mlp.experts.126.up_proj,0.0000003009,0.05000,2.083 +86,mlp.experts.131.up_proj,0.0000007274,0.05000,2.062 +86,mlp.experts.129.up_proj,0.0000004438,0.05000,2.050 +86,mlp.experts.128.up_proj,0.0000002617,0.05000,2.099 +86,mlp.experts.130.up_proj,0.0000002834,0.05000,2.051 +86,mlp.experts.135.up_proj,0.0000009714,0.05000,2.037 +86,mlp.experts.133.up_proj,0.0000004585,0.05000,2.040 +86,mlp.experts.132.up_proj,0.0000004453,0.05000,2.042 +86,mlp.experts.134.up_proj,0.0000002381,0.05000,2.050 +86,mlp.experts.139.up_proj,0.0000004224,0.05000,2.032 +86,mlp.experts.137.up_proj,0.0000008835,0.05000,2.106 +86,mlp.experts.136.up_proj,0.0000007061,0.05000,2.056 +86,mlp.experts.138.up_proj,0.0000005164,0.05000,2.062 +86,mlp.experts.143.up_proj,0.0000000742,0.05000,2.064 +86,mlp.experts.140.up_proj,0.0000004003,0.05000,2.005 +86,mlp.experts.141.up_proj,0.0000004212,0.05000,2.070 +86,mlp.experts.142.up_proj,0.0000004185,0.05000,2.046 +86,mlp.experts.147.up_proj,0.0000001400,0.05000,2.076 +86,mlp.experts.144.up_proj,0.0000009399,0.05000,2.081 +86,mlp.experts.145.up_proj,0.0000003545,0.05000,2.087 +86,mlp.experts.146.up_proj,0.0000000644,0.05000,2.108 +86,mlp.experts.151.up_proj,0.0000006458,0.05000,2.033 +86,mlp.experts.149.up_proj,0.0000002751,0.05000,2.010 +86,mlp.experts.148.up_proj,0.0000005634,0.05000,2.018 +86,mlp.experts.150.up_proj,0.0000008009,0.05000,2.075 +86,mlp.experts.155.up_proj,0.0000001888,0.05000,2.043 +86,mlp.experts.153.up_proj,0.0000003732,0.05000,2.037 +86,mlp.experts.152.up_proj,0.0000003038,0.05000,2.039 +86,mlp.experts.154.up_proj,0.0000003481,0.05000,2.019 +86,mlp.experts.159.up_proj,0.0000004558,0.05000,2.089 +86,mlp.experts.156.up_proj,0.0000004565,0.05000,2.025 +86,mlp.experts.157.up_proj,0.0000004215,0.05000,2.041 +86,mlp.experts.158.up_proj,0.0000001321,0.05000,1.834 +86,mlp.experts.3.down_proj,0.0000001752,0.05000,0.632 +86,mlp.experts.1.down_proj,0.0000002519,0.05000,0.653 +86,mlp.experts.0.down_proj,0.0000001596,0.05000,0.656 +86,mlp.experts.2.down_proj,0.0000001500,0.05000,0.693 +86,mlp.experts.7.down_proj,0.0000000946,0.05000,0.602 +86,mlp.experts.5.down_proj,0.0000002437,0.05000,0.599 +86,mlp.experts.4.down_proj,0.0000001882,0.05000,0.603 +86,mlp.experts.6.down_proj,0.0000000781,0.05000,0.648 +86,mlp.experts.11.down_proj,0.0000001951,0.05000,0.602 +86,mlp.experts.9.down_proj,0.0000003381,0.05000,0.596 +86,mlp.experts.8.down_proj,0.0000002754,0.05000,0.598 +86,mlp.experts.10.down_proj,0.0000001604,0.05000,0.645 +86,mlp.experts.15.down_proj,0.0000002236,0.05000,0.597 +86,mlp.experts.13.down_proj,0.0000004405,0.05000,0.594 +86,mlp.experts.12.down_proj,0.0000000516,0.05000,0.594 +86,mlp.experts.14.down_proj,0.0000004273,0.05000,0.615 +86,mlp.experts.19.down_proj,0.0000004504,0.05000,0.598 +86,mlp.experts.17.down_proj,0.0000000961,0.05000,0.592 +86,mlp.experts.16.down_proj,0.0000001452,0.05000,0.593 +86,mlp.experts.18.down_proj,0.0000001712,0.05000,0.638 +86,mlp.experts.23.down_proj,0.0000000300,0.05000,0.604 +86,mlp.experts.20.down_proj,0.0000001003,0.05000,0.595 +86,mlp.experts.21.down_proj,0.0000000920,0.05000,0.627 +86,mlp.experts.22.down_proj,0.0000002157,0.05000,0.596 +86,mlp.experts.24.down_proj,0.0000003027,0.05000,0.594 +86,mlp.experts.27.down_proj,0.0000002962,0.05000,0.599 +86,mlp.experts.25.down_proj,0.0000000824,0.05000,0.597 +86,mlp.experts.26.down_proj,0.0000000759,0.05000,0.596 +86,mlp.experts.31.down_proj,0.0000000606,0.05000,0.617 +86,mlp.experts.28.down_proj,0.0000000404,0.05000,0.637 +86,mlp.experts.29.down_proj,0.0000001593,0.05000,0.633 +86,mlp.experts.30.down_proj,0.0000001607,0.05000,0.655 +86,mlp.experts.35.down_proj,0.0000001181,0.05000,0.614 +86,mlp.experts.32.down_proj,0.0000000327,0.05000,0.615 +86,mlp.experts.33.down_proj,0.0000001182,0.05000,0.649 +86,mlp.experts.34.down_proj,0.0000000733,0.05000,0.626 +86,mlp.experts.36.down_proj,0.0000012276,0.05000,0.622 +86,mlp.experts.39.down_proj,0.0000001707,0.05000,0.655 +86,mlp.experts.37.down_proj,0.0000002497,0.05000,0.617 +86,mlp.experts.38.down_proj,0.0000001631,0.05000,0.630 +86,mlp.experts.40.down_proj,0.0000000714,0.05000,0.616 +86,mlp.experts.43.down_proj,0.0000000514,0.05000,0.613 +86,mlp.experts.41.down_proj,0.0000001170,0.05000,0.628 +86,mlp.experts.42.down_proj,0.0000005196,0.05000,0.646 +86,mlp.experts.44.down_proj,0.0000002111,0.05000,0.608 +86,mlp.experts.47.down_proj,0.0000004771,0.05000,0.606 +86,mlp.experts.45.down_proj,0.0000000964,0.05000,0.604 +86,mlp.experts.46.down_proj,0.0000000395,0.05000,0.616 +86,mlp.experts.48.down_proj,0.0000001007,0.05000,0.613 +86,mlp.experts.51.down_proj,0.0000014020,0.05000,0.633 +86,mlp.experts.49.down_proj,0.0000000807,0.05000,0.601 +86,mlp.experts.50.down_proj,0.0000001103,0.05000,0.603 +86,mlp.experts.52.down_proj,0.0000001123,0.05000,0.553 +86,mlp.experts.55.down_proj,0.0000000756,0.05000,0.541 +86,mlp.experts.53.down_proj,0.0000001350,0.05000,0.529 +86,mlp.experts.57.down_proj,0.0000000715,0.05000,0.625 +86,mlp.experts.56.down_proj,0.0000001828,0.05000,0.634 +86,mlp.experts.59.down_proj,0.0000000645,0.05000,0.634 +86,mlp.experts.54.down_proj,0.0000007568,0.05000,0.653 +86,mlp.experts.61.down_proj,0.0000002309,0.05000,0.602 +86,mlp.experts.63.down_proj,0.0000000317,0.05000,0.610 +86,mlp.experts.60.down_proj,0.0000004381,0.05000,0.611 +86,mlp.experts.58.down_proj,0.0000001136,0.05000,0.602 +86,mlp.experts.65.down_proj,0.0000003587,0.05000,0.601 +86,mlp.experts.62.down_proj,0.0000005499,0.05000,0.597 +86,mlp.experts.67.down_proj,0.0000004405,0.05000,0.608 +86,mlp.experts.64.down_proj,0.0000000385,0.05000,0.626 +86,mlp.experts.69.down_proj,0.0000001126,0.05000,0.599 +86,mlp.experts.71.down_proj,0.0000003951,0.05000,0.608 +86,mlp.experts.66.down_proj,0.0000000438,0.05000,0.624 +86,mlp.experts.68.down_proj,0.0000000980,0.05000,0.603 +86,mlp.experts.73.down_proj,0.0000000815,0.05000,0.597 +86,mlp.experts.75.down_proj,0.0000003149,0.05000,0.603 +86,mlp.experts.72.down_proj,0.0000000285,0.05000,0.600 +86,mlp.experts.70.down_proj,0.0000002351,0.05000,0.616 +86,mlp.experts.77.down_proj,0.0000002324,0.05000,0.635 +86,mlp.experts.79.down_proj,0.0000001086,0.05000,0.615 +86,mlp.experts.76.down_proj,0.0000000643,0.05000,0.638 +86,mlp.experts.74.down_proj,0.0000000968,0.05000,0.629 +86,mlp.experts.81.down_proj,0.0000001968,0.05000,0.621 +86,mlp.experts.83.down_proj,0.0000000637,0.05000,0.617 +86,mlp.experts.78.down_proj,0.0000002159,0.05000,0.607 +86,mlp.experts.80.down_proj,0.0000001396,0.05000,0.616 +86,mlp.experts.85.down_proj,0.0000004694,0.05000,0.658 +86,mlp.experts.84.down_proj,0.0000001301,0.05000,0.617 +86,mlp.experts.82.down_proj,0.0000001729,0.05000,0.621 +86,mlp.experts.87.down_proj,0.0000001993,0.05000,0.664 +86,mlp.experts.88.down_proj,0.0000000401,0.05000,0.623 +86,mlp.experts.89.down_proj,0.0000000621,0.05000,0.633 +86,mlp.experts.91.down_proj,0.0000000713,0.05000,0.641 +86,mlp.experts.86.down_proj,0.0000002475,0.05000,0.666 +86,mlp.experts.92.down_proj,0.0000000885,0.05000,0.621 +86,mlp.experts.93.down_proj,0.0000001106,0.05000,0.634 +86,mlp.experts.95.down_proj,0.0000000873,0.05000,0.618 +86,mlp.experts.90.down_proj,0.0000000642,0.05000,0.655 +86,mlp.experts.96.down_proj,0.0000002873,0.05000,0.617 +86,mlp.experts.97.down_proj,0.0000001007,0.05000,0.635 +86,mlp.experts.99.down_proj,0.0000000913,0.05000,0.636 +86,mlp.experts.94.down_proj,0.0000000644,0.05000,0.610 +86,mlp.experts.100.down_proj,0.0000000882,0.05000,0.610 +86,mlp.experts.101.down_proj,0.0000001941,0.05000,0.600 +86,mlp.experts.103.down_proj,0.0000003570,0.05000,0.606 +86,mlp.experts.98.down_proj,0.0000001120,0.05000,0.599 +86,mlp.experts.104.down_proj,0.0000000229,0.05000,0.612 +86,mlp.experts.105.down_proj,0.0000001391,0.05000,0.605 +86,mlp.experts.107.down_proj,0.0000000827,0.05000,0.617 +86,mlp.experts.102.down_proj,0.0000000882,0.05000,0.631 +86,mlp.experts.108.down_proj,0.0000005533,0.05000,0.616 +86,mlp.experts.109.down_proj,0.0000000674,0.05000,0.606 +86,mlp.experts.111.down_proj,0.0000004523,0.05000,0.612 +86,mlp.experts.106.down_proj,0.0000001151,0.05000,0.647 +86,mlp.experts.112.down_proj,0.0000004342,0.05000,0.633 +86,mlp.experts.113.down_proj,0.0000003808,0.05000,0.638 +86,mlp.experts.115.down_proj,0.0000002005,0.05000,0.621 +86,mlp.experts.110.down_proj,0.0000000301,0.05000,0.642 +86,mlp.experts.116.down_proj,0.0000001602,0.05000,0.629 +86,mlp.experts.119.down_proj,0.0000001107,0.05000,0.607 +86,mlp.experts.117.down_proj,0.0000000679,0.05000,0.654 +86,mlp.experts.114.down_proj,0.0000001721,0.05000,0.606 +86,mlp.experts.120.down_proj,0.0000000829,0.05000,0.619 +86,mlp.experts.123.down_proj,0.0000001605,0.05000,0.637 +86,mlp.experts.121.down_proj,0.0000002701,0.05000,0.642 +86,mlp.experts.118.down_proj,0.0000003389,0.05000,0.626 +86,mlp.experts.124.down_proj,0.0000001287,0.05000,0.613 +86,mlp.experts.127.down_proj,0.0000005055,0.05000,0.607 +86,mlp.experts.125.down_proj,0.0000000752,0.05000,0.610 +86,mlp.experts.122.down_proj,0.0000000646,0.05000,0.629 +86,mlp.experts.128.down_proj,0.0000000586,0.05000,0.617 +86,mlp.experts.131.down_proj,0.0000002804,0.05000,0.610 +86,mlp.experts.129.down_proj,0.0000000967,0.05000,0.614 +86,mlp.experts.126.down_proj,0.0000000795,0.05000,0.611 +86,mlp.experts.132.down_proj,0.0000001133,0.05000,0.623 +86,mlp.experts.135.down_proj,0.0000003057,0.05000,0.619 +86,mlp.experts.133.down_proj,0.0000001751,0.05000,0.658 +86,mlp.experts.130.down_proj,0.0000000685,0.05000,0.618 +86,mlp.experts.136.down_proj,0.0000002288,0.05000,0.614 +86,mlp.experts.139.down_proj,0.0000002386,0.05000,0.606 +86,mlp.experts.137.down_proj,0.0000001816,0.05000,0.606 +86,mlp.experts.134.down_proj,0.0000000607,0.05000,0.610 +86,mlp.experts.140.down_proj,0.0000001184,0.05000,0.623 +86,mlp.experts.143.down_proj,0.0000000250,0.05000,0.637 +86,mlp.experts.138.down_proj,0.0000001198,0.05000,0.621 +86,mlp.experts.141.down_proj,0.0000006020,0.05000,0.647 +86,mlp.experts.144.down_proj,0.0000001304,0.05000,0.637 +86,mlp.experts.147.down_proj,0.0000000884,0.05000,0.621 +86,mlp.experts.142.down_proj,0.0000001039,0.05000,0.616 +86,mlp.experts.145.down_proj,0.0000000849,0.05000,0.640 +86,mlp.experts.148.down_proj,0.0000002579,0.05000,0.609 +86,mlp.experts.151.down_proj,0.0000001473,0.05000,0.613 +86,mlp.experts.146.down_proj,0.0000000162,0.05000,0.626 +86,mlp.experts.149.down_proj,0.0000000593,0.05000,0.627 +86,mlp.experts.152.down_proj,0.0000000424,0.05000,0.607 +86,mlp.experts.155.down_proj,0.0000000546,0.05000,0.629 +86,mlp.experts.150.down_proj,0.0000005732,0.05000,0.600 +86,mlp.experts.153.down_proj,0.0000001117,0.05000,0.616 +86,mlp.experts.156.down_proj,0.0000001557,0.05000,0.608 +86,mlp.experts.159.down_proj,0.0000001368,0.05000,0.602 +86,mlp.experts.154.down_proj,0.0000002160,0.05000,0.596 +86,mlp.experts.157.down_proj,0.0000001479,0.05000,0.578 +86,mlp.experts.158.down_proj,0.0000000203,0.05000,0.298 +87,mlp.experts.3.gate_proj,0.0000004559,0.05000,2.062 +87,mlp.experts.2.gate_proj,0.0000005208,0.05000,2.093 +87,mlp.experts.1.gate_proj,0.0000004330,0.05000,2.116 +87,mlp.experts.0.gate_proj,0.0000005051,0.05000,2.192 +87,mlp.experts.5.gate_proj,0.0000005222,0.05000,2.011 +87,mlp.experts.7.gate_proj,0.0000000809,0.05000,2.092 +87,mlp.experts.6.gate_proj,0.0000004071,0.05000,2.103 +87,mlp.experts.4.gate_proj,0.0000003566,0.05000,2.125 +87,mlp.experts.9.gate_proj,0.0000004762,0.05000,2.082 +87,mlp.experts.10.gate_proj,0.0000004276,0.05000,2.071 +87,mlp.experts.11.gate_proj,0.0000009085,0.05000,2.178 +87,mlp.experts.8.gate_proj,0.0000003168,0.05000,2.210 +87,mlp.experts.13.gate_proj,0.0000005688,0.05000,2.087 +87,mlp.experts.14.gate_proj,0.0000003129,0.05000,2.111 +87,mlp.experts.15.gate_proj,0.0000003656,0.05000,2.124 +87,mlp.experts.12.gate_proj,0.0000002612,0.05000,2.086 +87,mlp.experts.17.gate_proj,0.0000010835,0.05000,2.065 +87,mlp.experts.19.gate_proj,0.0000000834,0.05000,2.046 +87,mlp.experts.18.gate_proj,0.0000002789,0.05000,2.150 +87,mlp.experts.16.gate_proj,0.0000003293,0.05000,2.074 +87,mlp.experts.21.gate_proj,0.0000005537,0.05000,2.091 +87,mlp.experts.22.gate_proj,0.0000004897,0.05000,2.040 +87,mlp.experts.23.gate_proj,0.0000011077,0.05000,2.098 +87,mlp.experts.20.gate_proj,0.0000002227,0.05000,2.109 +87,mlp.experts.25.gate_proj,0.0000006320,0.05000,2.089 +87,mlp.experts.27.gate_proj,0.0000004465,0.05000,2.081 +87,mlp.experts.26.gate_proj,0.0000006169,0.05000,2.159 +87,mlp.experts.24.gate_proj,0.0000006163,0.05000,2.101 +87,mlp.experts.29.gate_proj,0.0000004639,0.05000,2.160 +87,mlp.experts.31.gate_proj,0.0000007148,0.05000,2.091 +87,mlp.experts.30.gate_proj,0.0000012606,0.05000,2.130 +87,mlp.experts.28.gate_proj,0.0000006460,0.05000,2.140 +87,mlp.experts.33.gate_proj,0.0000004907,0.05000,2.044 +87,mlp.experts.35.gate_proj,0.0000004532,0.05000,2.133 +87,mlp.experts.34.gate_proj,0.0000001723,0.05000,2.109 +87,mlp.experts.32.gate_proj,0.0000003652,0.05000,2.057 +87,mlp.experts.37.gate_proj,0.0000007483,0.05000,2.087 +87,mlp.experts.39.gate_proj,0.0000003988,0.05000,2.074 +87,mlp.experts.38.gate_proj,0.0000003205,0.05000,2.054 +87,mlp.experts.36.gate_proj,0.0000005800,0.05000,2.139 +87,mlp.experts.41.gate_proj,0.0000007932,0.05000,2.064 +87,mlp.experts.42.gate_proj,0.0000003467,0.05000,2.026 +87,mlp.experts.43.gate_proj,0.0000009563,0.05000,2.105 +87,mlp.experts.40.gate_proj,0.0000009132,0.05000,2.075 +87,mlp.experts.45.gate_proj,0.0000008652,0.05000,2.097 +87,mlp.experts.46.gate_proj,0.0000008964,0.05000,2.061 +87,mlp.experts.47.gate_proj,0.0000003704,0.05000,2.113 +87,mlp.experts.44.gate_proj,0.0000003031,0.05000,2.076 +87,mlp.experts.49.gate_proj,0.0000005235,0.05000,2.104 +87,mlp.experts.50.gate_proj,0.0000006260,0.05000,2.112 +87,mlp.experts.51.gate_proj,0.0000005710,0.05000,2.138 +87,mlp.experts.48.gate_proj,0.0000004619,0.05000,2.159 +87,mlp.experts.53.gate_proj,0.0000003810,0.05000,2.038 +87,mlp.experts.54.gate_proj,0.0000007703,0.05000,2.047 +87,mlp.experts.55.gate_proj,0.0000003035,0.05000,2.107 +87,mlp.experts.52.gate_proj,0.0000010000,0.05000,2.041 +87,mlp.experts.57.gate_proj,0.0000009246,0.05000,2.080 +87,mlp.experts.58.gate_proj,0.0000001578,0.05000,2.046 +87,mlp.experts.59.gate_proj,0.0000004144,0.05000,2.085 +87,mlp.experts.56.gate_proj,0.0000002419,0.05000,2.067 +87,mlp.experts.61.gate_proj,0.0000003269,0.05000,2.071 +87,mlp.experts.62.gate_proj,0.0000002160,0.05000,2.056 +87,mlp.experts.63.gate_proj,0.0000006402,0.05000,2.063 +87,mlp.experts.60.gate_proj,0.0000004786,0.05000,2.094 +87,mlp.experts.65.gate_proj,0.0000006255,0.05000,2.112 +87,mlp.experts.66.gate_proj,0.0000005072,0.05000,2.089 +87,mlp.experts.67.gate_proj,0.0000002629,0.05000,2.088 +87,mlp.experts.64.gate_proj,0.0000002982,0.05000,2.083 +87,mlp.experts.69.gate_proj,0.0000003725,0.05000,2.038 +87,mlp.experts.70.gate_proj,0.0000000772,0.05000,2.069 +87,mlp.experts.71.gate_proj,0.0000006376,0.05000,2.047 +87,mlp.experts.68.gate_proj,0.0000005657,0.05000,2.023 +87,mlp.experts.73.gate_proj,0.0000005333,0.05000,2.093 +87,mlp.experts.74.gate_proj,0.0000003651,0.05000,2.172 +87,mlp.experts.75.gate_proj,0.0000004234,0.05000,2.123 +87,mlp.experts.72.gate_proj,0.0000005782,0.05000,2.131 +87,mlp.experts.77.gate_proj,0.0000004981,0.05000,2.120 +87,mlp.experts.78.gate_proj,0.0000003259,0.05000,2.060 +87,mlp.experts.79.gate_proj,0.0000002702,0.05000,2.086 +87,mlp.experts.76.gate_proj,0.0000006681,0.05000,2.082 +87,mlp.experts.81.gate_proj,0.0000003869,0.05000,2.054 +87,mlp.experts.82.gate_proj,0.0000000969,0.05000,2.043 +87,mlp.experts.83.gate_proj,0.0000005959,0.05000,2.025 +87,mlp.experts.80.gate_proj,0.0000003656,0.05000,2.080 +87,mlp.experts.85.gate_proj,0.0000004468,0.05000,2.122 +87,mlp.experts.86.gate_proj,0.0000004409,0.05000,2.080 +87,mlp.experts.87.gate_proj,0.0000002608,0.05000,2.036 +87,mlp.experts.84.gate_proj,0.0000003373,0.05000,2.099 +87,mlp.experts.90.gate_proj,0.0000003932,0.05000,2.071 +87,mlp.experts.89.gate_proj,0.0000003020,0.05000,2.147 +87,mlp.experts.91.gate_proj,0.0000004211,0.05000,2.040 +87,mlp.experts.88.gate_proj,0.0000006054,0.05000,2.142 +87,mlp.experts.94.gate_proj,0.0000004523,0.05000,2.031 +87,mlp.experts.95.gate_proj,0.0000004271,0.05000,2.010 +87,mlp.experts.93.gate_proj,0.0000003564,0.05000,2.095 +87,mlp.experts.92.gate_proj,0.0000000629,0.05000,2.084 +87,mlp.experts.98.gate_proj,0.0000005315,0.05000,2.037 +87,mlp.experts.99.gate_proj,0.0000003881,0.05000,2.044 +87,mlp.experts.97.gate_proj,0.0000003907,0.05000,2.065 +87,mlp.experts.96.gate_proj,0.0000003396,0.05000,2.033 +87,mlp.experts.102.gate_proj,0.0000020215,0.05000,2.031 +87,mlp.experts.103.gate_proj,0.0000005740,0.05000,2.023 +87,mlp.experts.101.gate_proj,0.0000001068,0.05000,2.057 +87,mlp.experts.100.gate_proj,0.0000004163,0.05000,2.064 +87,mlp.experts.106.gate_proj,0.0000002859,0.05000,2.032 +87,mlp.experts.107.gate_proj,0.0000007513,0.05000,2.055 +87,mlp.experts.105.gate_proj,0.0000008252,0.05000,2.039 +87,mlp.experts.104.gate_proj,0.0000003356,0.05000,2.043 +87,mlp.experts.110.gate_proj,0.0000004140,0.05000,2.047 +87,mlp.experts.111.gate_proj,0.0000000778,0.05000,2.041 +87,mlp.experts.109.gate_proj,0.0000011893,0.05000,2.043 +87,mlp.experts.108.gate_proj,0.0000003976,0.05000,2.069 +87,mlp.experts.114.gate_proj,0.0000004960,0.05000,2.037 +87,mlp.experts.115.gate_proj,0.0000002767,0.05000,2.071 +87,mlp.experts.113.gate_proj,0.0000008243,0.05000,2.067 +87,mlp.experts.112.gate_proj,0.0000000726,0.05000,2.070 +87,mlp.experts.118.gate_proj,0.0000004681,0.05000,2.054 +87,mlp.experts.119.gate_proj,0.0000003000,0.05000,2.075 +87,mlp.experts.117.gate_proj,0.0000003266,0.05000,2.083 +87,mlp.experts.116.gate_proj,0.0000008036,0.05000,2.115 +87,mlp.experts.122.gate_proj,0.0000006751,0.05000,2.058 +87,mlp.experts.123.gate_proj,0.0000007410,0.05000,2.050 +87,mlp.experts.121.gate_proj,0.0000004277,0.05000,2.053 +87,mlp.experts.120.gate_proj,0.0000004758,0.05000,2.063 +87,mlp.experts.126.gate_proj,0.0000006799,0.05000,2.103 +87,mlp.experts.127.gate_proj,0.0000007883,0.05000,2.027 +87,mlp.experts.125.gate_proj,0.0000003573,0.05000,2.063 +87,mlp.experts.124.gate_proj,0.0000003946,0.05000,2.025 +87,mlp.experts.130.gate_proj,0.0000001657,0.05000,2.035 +87,mlp.experts.131.gate_proj,0.0000008001,0.05000,2.037 +87,mlp.experts.129.gate_proj,0.0000002269,0.05000,2.043 +87,mlp.experts.128.gate_proj,0.0000006326,0.05000,2.019 +87,mlp.experts.134.gate_proj,0.0000003872,0.05000,2.107 +87,mlp.experts.135.gate_proj,0.0000002764,0.05000,2.060 +87,mlp.experts.133.gate_proj,0.0000003615,0.05000,2.069 +87,mlp.experts.132.gate_proj,0.0000002081,0.05000,2.085 +87,mlp.experts.138.gate_proj,0.0000004028,0.05000,2.036 +87,mlp.experts.139.gate_proj,0.0000004657,0.05000,2.070 +87,mlp.experts.137.gate_proj,0.0000003662,0.05000,2.071 +87,mlp.experts.136.gate_proj,0.0000003238,0.05000,2.061 +87,mlp.experts.143.gate_proj,0.0000004479,0.05000,2.024 +87,mlp.experts.142.gate_proj,0.0000005946,0.05000,2.092 +87,mlp.experts.141.gate_proj,0.0000003803,0.05000,2.115 +87,mlp.experts.140.gate_proj,0.0000000738,0.05000,2.075 +87,mlp.experts.147.gate_proj,0.0000015759,0.05000,2.085 +87,mlp.experts.146.gate_proj,0.0000006632,0.05000,2.144 +87,mlp.experts.145.gate_proj,0.0000003571,0.05000,2.152 +87,mlp.experts.144.gate_proj,0.0000005302,0.05000,2.095 +87,mlp.experts.151.gate_proj,0.0000004829,0.05000,2.061 +87,mlp.experts.150.gate_proj,0.0000004054,0.05000,2.102 +87,mlp.experts.149.gate_proj,0.0000003040,0.05000,2.100 +87,mlp.experts.148.gate_proj,0.0000005124,0.05000,2.119 +87,mlp.experts.155.gate_proj,0.0000004805,0.05000,2.058 +87,mlp.experts.154.gate_proj,0.0000004166,0.05000,2.055 +87,mlp.experts.153.gate_proj,0.0000002069,0.05000,2.053 +87,mlp.experts.152.gate_proj,0.0000002719,0.05000,2.064 +87,mlp.experts.159.gate_proj,0.0000002825,0.05000,2.077 +87,mlp.experts.158.gate_proj,0.0000013395,0.05000,2.093 +87,mlp.experts.157.gate_proj,0.0000004041,0.05000,2.048 +87,mlp.experts.156.gate_proj,0.0000009147,0.05000,2.028 +87,mlp.experts.3.up_proj,0.0000004387,0.05000,2.035 +87,mlp.experts.2.up_proj,0.0000005183,0.05000,2.073 +87,mlp.experts.1.up_proj,0.0000004217,0.05000,2.070 +87,mlp.experts.0.up_proj,0.0000005088,0.05000,2.085 +87,mlp.experts.7.up_proj,0.0000000778,0.05000,2.037 +87,mlp.experts.6.up_proj,0.0000004002,0.05000,2.035 +87,mlp.experts.5.up_proj,0.0000005047,0.05000,2.149 +87,mlp.experts.4.up_proj,0.0000003427,0.05000,2.098 +87,mlp.experts.11.up_proj,0.0000008803,0.05000,2.092 +87,mlp.experts.10.up_proj,0.0000004238,0.05000,2.042 +87,mlp.experts.9.up_proj,0.0000004794,0.05000,2.092 +87,mlp.experts.8.up_proj,0.0000003066,0.05000,2.116 +87,mlp.experts.15.up_proj,0.0000003561,0.05000,2.100 +87,mlp.experts.14.up_proj,0.0000003089,0.05000,2.044 +87,mlp.experts.13.up_proj,0.0000005480,0.05000,2.076 +87,mlp.experts.12.up_proj,0.0000002549,0.05000,2.087 +87,mlp.experts.19.up_proj,0.0000000815,0.05000,2.025 +87,mlp.experts.18.up_proj,0.0000002728,0.05000,2.030 +87,mlp.experts.17.up_proj,0.0000010457,0.05000,2.053 +87,mlp.experts.16.up_proj,0.0000003217,0.05000,2.063 +87,mlp.experts.23.up_proj,0.0000010711,0.05000,2.106 +87,mlp.experts.22.up_proj,0.0000004743,0.05000,2.051 +87,mlp.experts.21.up_proj,0.0000005116,0.05000,2.067 +87,mlp.experts.20.up_proj,0.0000002188,0.05000,2.068 +87,mlp.experts.26.up_proj,0.0000005896,0.05000,2.031 +87,mlp.experts.27.up_proj,0.0000004196,0.05000,2.099 +87,mlp.experts.25.up_proj,0.0000006245,0.05000,2.095 +87,mlp.experts.24.up_proj,0.0000006112,0.05000,2.069 +87,mlp.experts.30.up_proj,0.0000011709,0.05000,2.048 +87,mlp.experts.31.up_proj,0.0000006834,0.05000,2.071 +87,mlp.experts.29.up_proj,0.0000004424,0.05000,2.055 +87,mlp.experts.28.up_proj,0.0000006117,0.05000,2.173 +87,mlp.experts.34.up_proj,0.0000001634,0.05000,2.061 +87,mlp.experts.35.up_proj,0.0000004497,0.05000,2.101 +87,mlp.experts.33.up_proj,0.0000004824,0.05000,2.143 +87,mlp.experts.32.up_proj,0.0000003643,0.05000,2.099 +87,mlp.experts.38.up_proj,0.0000003105,0.05000,2.048 +87,mlp.experts.39.up_proj,0.0000003827,0.05000,2.038 +87,mlp.experts.37.up_proj,0.0000007324,0.05000,2.025 +87,mlp.experts.36.up_proj,0.0000005690,0.05000,2.107 +87,mlp.experts.42.up_proj,0.0000003657,0.05000,2.018 +87,mlp.experts.43.up_proj,0.0000009149,0.05000,2.050 +87,mlp.experts.41.up_proj,0.0000007861,0.05000,2.027 +87,mlp.experts.40.up_proj,0.0000008650,0.05000,2.085 +87,mlp.experts.46.up_proj,0.0000008372,0.05000,2.092 +87,mlp.experts.47.up_proj,0.0000003598,0.05000,2.067 +87,mlp.experts.45.up_proj,0.0000008431,0.05000,2.070 +87,mlp.experts.44.up_proj,0.0000002944,0.05000,2.072 +87,mlp.experts.50.up_proj,0.0000006155,0.05000,2.071 +87,mlp.experts.51.up_proj,0.0000005335,0.05000,2.019 +87,mlp.experts.49.up_proj,0.0000005193,0.05000,2.019 +87,mlp.experts.48.up_proj,0.0000004502,0.05000,2.049 +87,mlp.experts.54.up_proj,0.0000007466,0.05000,2.073 +87,mlp.experts.55.up_proj,0.0000002912,0.05000,2.093 +87,mlp.experts.53.up_proj,0.0000003698,0.05000,2.034 +87,mlp.experts.52.up_proj,0.0000009810,0.05000,2.057 +87,mlp.experts.58.up_proj,0.0000001596,0.05000,2.026 +87,mlp.experts.59.up_proj,0.0000004023,0.05000,2.032 +87,mlp.experts.57.up_proj,0.0000008847,0.05000,2.011 +87,mlp.experts.56.up_proj,0.0000002343,0.05000,2.004 +87,mlp.experts.62.up_proj,0.0000002214,0.05000,2.058 +87,mlp.experts.63.up_proj,0.0000006197,0.05000,2.050 +87,mlp.experts.61.up_proj,0.0000003165,0.05000,2.060 +87,mlp.experts.60.up_proj,0.0000004577,0.05000,2.017 +87,mlp.experts.66.up_proj,0.0000004839,0.05000,2.065 +87,mlp.experts.67.up_proj,0.0000002570,0.05000,2.038 +87,mlp.experts.65.up_proj,0.0000006219,0.05000,2.050 +87,mlp.experts.64.up_proj,0.0000002845,0.05000,2.057 +87,mlp.experts.71.up_proj,0.0000005986,0.05000,2.005 +87,mlp.experts.70.up_proj,0.0000000769,0.05000,2.070 +87,mlp.experts.69.up_proj,0.0000003555,0.05000,2.015 +87,mlp.experts.68.up_proj,0.0000005280,0.05000,2.017 +87,mlp.experts.74.up_proj,0.0000003561,0.05000,1.985 +87,mlp.experts.75.up_proj,0.0000004240,0.05000,2.043 +87,mlp.experts.73.up_proj,0.0000005267,0.05000,2.011 +87,mlp.experts.72.up_proj,0.0000005804,0.05000,2.069 +87,mlp.experts.78.up_proj,0.0000003180,0.05000,2.034 +87,mlp.experts.79.up_proj,0.0000002636,0.05000,2.063 +87,mlp.experts.77.up_proj,0.0000005005,0.05000,2.070 +87,mlp.experts.76.up_proj,0.0000006376,0.05000,2.078 +87,mlp.experts.82.up_proj,0.0000000951,0.05000,2.019 +87,mlp.experts.83.up_proj,0.0000005677,0.05000,2.060 +87,mlp.experts.81.up_proj,0.0000003675,0.05000,2.039 +87,mlp.experts.80.up_proj,0.0000003634,0.05000,2.064 +87,mlp.experts.86.up_proj,0.0000004141,0.05000,2.099 +87,mlp.experts.87.up_proj,0.0000002579,0.05000,2.119 +87,mlp.experts.85.up_proj,0.0000004332,0.05000,2.064 +87,mlp.experts.84.up_proj,0.0000003293,0.05000,2.083 +87,mlp.experts.90.up_proj,0.0000003794,0.05000,2.075 +87,mlp.experts.91.up_proj,0.0000004114,0.05000,2.037 +87,mlp.experts.89.up_proj,0.0000003023,0.05000,2.050 +87,mlp.experts.88.up_proj,0.0000005897,0.05000,2.103 +87,mlp.experts.94.up_proj,0.0000004438,0.05000,2.109 +87,mlp.experts.95.up_proj,0.0000004245,0.05000,2.133 +87,mlp.experts.93.up_proj,0.0000003617,0.05000,2.079 +87,mlp.experts.92.up_proj,0.0000000617,0.05000,2.025 +87,mlp.experts.98.up_proj,0.0000005325,0.05000,2.046 +87,mlp.experts.99.up_proj,0.0000003800,0.05000,2.050 +87,mlp.experts.97.up_proj,0.0000003812,0.05000,2.076 +87,mlp.experts.96.up_proj,0.0000003247,0.05000,2.043 +87,mlp.experts.102.up_proj,0.0000019245,0.05000,2.078 +87,mlp.experts.103.up_proj,0.0000005230,0.05000,2.106 +87,mlp.experts.101.up_proj,0.0000001047,0.05000,2.034 +87,mlp.experts.100.up_proj,0.0000004179,0.05000,2.019 +87,mlp.experts.106.up_proj,0.0000002924,0.05000,2.047 +87,mlp.experts.107.up_proj,0.0000007097,0.05000,2.117 +87,mlp.experts.105.up_proj,0.0000008033,0.05000,2.033 +87,mlp.experts.104.up_proj,0.0000003382,0.05000,2.039 +87,mlp.experts.110.up_proj,0.0000003980,0.05000,2.069 +87,mlp.experts.111.up_proj,0.0000000771,0.05000,2.050 +87,mlp.experts.109.up_proj,0.0000011521,0.05000,2.048 +87,mlp.experts.108.up_proj,0.0000003883,0.05000,2.050 +87,mlp.experts.114.up_proj,0.0000004785,0.05000,2.111 +87,mlp.experts.115.up_proj,0.0000002775,0.05000,2.064 +87,mlp.experts.113.up_proj,0.0000007675,0.05000,2.057 +87,mlp.experts.112.up_proj,0.0000000721,0.05000,2.053 +87,mlp.experts.118.up_proj,0.0000004418,0.05000,2.056 +87,mlp.experts.117.up_proj,0.0000003178,0.05000,2.029 +87,mlp.experts.119.up_proj,0.0000002927,0.05000,2.147 +87,mlp.experts.116.up_proj,0.0000007347,0.05000,2.050 +87,mlp.experts.122.up_proj,0.0000006416,0.05000,2.061 +87,mlp.experts.123.up_proj,0.0000007129,0.05000,2.067 +87,mlp.experts.121.up_proj,0.0000004171,0.05000,2.152 +87,mlp.experts.120.up_proj,0.0000004593,0.05000,2.077 +87,mlp.experts.126.up_proj,0.0000006485,0.05000,2.095 +87,mlp.experts.125.up_proj,0.0000003566,0.05000,2.020 +87,mlp.experts.127.up_proj,0.0000007796,0.05000,2.093 +87,mlp.experts.124.up_proj,0.0000003921,0.05000,2.021 +87,mlp.experts.130.up_proj,0.0000001632,0.05000,2.079 +87,mlp.experts.129.up_proj,0.0000002281,0.05000,2.112 +87,mlp.experts.131.up_proj,0.0000007791,0.05000,2.122 +87,mlp.experts.128.up_proj,0.0000006117,0.05000,2.069 +87,mlp.experts.134.up_proj,0.0000003864,0.05000,2.063 +87,mlp.experts.133.up_proj,0.0000003619,0.05000,2.125 +87,mlp.experts.135.up_proj,0.0000002744,0.05000,2.145 +87,mlp.experts.132.up_proj,0.0000002073,0.05000,2.060 +87,mlp.experts.138.up_proj,0.0000003872,0.05000,2.033 +87,mlp.experts.137.up_proj,0.0000003558,0.05000,2.062 +87,mlp.experts.139.up_proj,0.0000004606,0.05000,2.024 +87,mlp.experts.136.up_proj,0.0000003135,0.05000,2.038 +87,mlp.experts.142.up_proj,0.0000005890,0.05000,2.073 +87,mlp.experts.143.up_proj,0.0000004203,0.05000,2.027 +87,mlp.experts.141.up_proj,0.0000003537,0.05000,2.088 +87,mlp.experts.140.up_proj,0.0000000701,0.05000,2.038 +87,mlp.experts.146.up_proj,0.0000006584,0.05000,2.013 +87,mlp.experts.147.up_proj,0.0000015409,0.05000,2.039 +87,mlp.experts.145.up_proj,0.0000003519,0.05000,2.068 +87,mlp.experts.144.up_proj,0.0000005158,0.05000,2.040 +87,mlp.experts.150.up_proj,0.0000004289,0.05000,2.052 +87,mlp.experts.151.up_proj,0.0000004490,0.05000,2.055 +87,mlp.experts.149.up_proj,0.0000002930,0.05000,2.053 +87,mlp.experts.148.up_proj,0.0000004979,0.05000,2.036 +87,mlp.experts.154.up_proj,0.0000004075,0.05000,2.035 +87,mlp.experts.155.up_proj,0.0000004632,0.05000,2.047 +87,mlp.experts.153.up_proj,0.0000001957,0.05000,2.036 +87,mlp.experts.152.up_proj,0.0000002746,0.05000,2.051 +87,mlp.experts.158.up_proj,0.0000013296,0.05000,2.093 +87,mlp.experts.159.up_proj,0.0000002785,0.05000,1.977 +87,mlp.experts.157.up_proj,0.0000003903,0.05000,1.945 +87,mlp.experts.156.up_proj,0.0000008732,0.05000,1.763 +87,mlp.experts.0.down_proj,0.0000002488,0.05000,0.627 +87,mlp.experts.3.down_proj,0.0000000654,0.05000,0.630 +87,mlp.experts.1.down_proj,0.0000000906,0.05000,0.634 +87,mlp.experts.2.down_proj,0.0000001894,0.05000,0.654 +87,mlp.experts.4.down_proj,0.0000001078,0.05000,0.611 +87,mlp.experts.5.down_proj,0.0000002579,0.05000,0.630 +87,mlp.experts.6.down_proj,0.0000002243,0.05000,0.628 +87,mlp.experts.7.down_proj,0.0000000217,0.05000,0.654 +87,mlp.experts.8.down_proj,0.0000000888,0.05000,0.623 +87,mlp.experts.9.down_proj,0.0000001438,0.05000,0.608 +87,mlp.experts.11.down_proj,0.0000004373,0.05000,0.604 +87,mlp.experts.10.down_proj,0.0000007988,0.05000,0.625 +87,mlp.experts.12.down_proj,0.0000000579,0.05000,0.608 +87,mlp.experts.13.down_proj,0.0000001870,0.05000,0.607 +87,mlp.experts.15.down_proj,0.0000000813,0.05000,0.624 +87,mlp.experts.14.down_proj,0.0000001079,0.05000,0.631 +87,mlp.experts.16.down_proj,0.0000000816,0.05000,0.599 +87,mlp.experts.17.down_proj,0.0000002859,0.05000,0.604 +87,mlp.experts.19.down_proj,0.0000000333,0.05000,0.626 +87,mlp.experts.18.down_proj,0.0000000818,0.05000,0.601 +87,mlp.experts.21.down_proj,0.0000001222,0.05000,0.602 +87,mlp.experts.20.down_proj,0.0000000380,0.05000,0.628 +87,mlp.experts.22.down_proj,0.0000001545,0.05000,0.609 +87,mlp.experts.23.down_proj,0.0000005138,0.05000,0.622 +87,mlp.experts.25.down_proj,0.0000003724,0.05000,0.616 +87,mlp.experts.24.down_proj,0.0000003476,0.05000,0.650 +87,mlp.experts.26.down_proj,0.0000000991,0.05000,0.628 +87,mlp.experts.27.down_proj,0.0000001947,0.05000,0.647 +87,mlp.experts.29.down_proj,0.0000001094,0.05000,0.607 +87,mlp.experts.28.down_proj,0.0000002302,0.05000,0.604 +87,mlp.experts.30.down_proj,0.0000002250,0.05000,0.627 +87,mlp.experts.31.down_proj,0.0000001165,0.05000,0.623 +87,mlp.experts.33.down_proj,0.0000001286,0.05000,0.607 +87,mlp.experts.32.down_proj,0.0000000765,0.05000,0.603 +87,mlp.experts.34.down_proj,0.0000002208,0.05000,0.632 +87,mlp.experts.35.down_proj,0.0000002726,0.05000,0.621 +87,mlp.experts.37.down_proj,0.0000005177,0.05000,0.611 +87,mlp.experts.36.down_proj,0.0000002395,0.05000,0.652 +87,mlp.experts.38.down_proj,0.0000000845,0.05000,0.630 +87,mlp.experts.39.down_proj,0.0000000740,0.05000,0.640 +87,mlp.experts.41.down_proj,0.0000003566,0.05000,0.607 +87,mlp.experts.40.down_proj,0.0000001245,0.05000,0.604 +87,mlp.experts.42.down_proj,0.0000001151,0.05000,0.624 +87,mlp.experts.43.down_proj,0.0000001258,0.05000,0.625 +87,mlp.experts.45.down_proj,0.0000008611,0.05000,0.596 +87,mlp.experts.44.down_proj,0.0000000983,0.05000,0.620 +87,mlp.experts.46.down_proj,0.0000000986,0.05000,0.611 +87,mlp.experts.47.down_proj,0.0000001224,0.05000,0.597 +87,mlp.experts.49.down_proj,0.0000001514,0.05000,0.616 +87,mlp.experts.48.down_proj,0.0000002898,0.05000,0.631 +87,mlp.experts.50.down_proj,0.0000006426,0.05000,0.632 +87,mlp.experts.51.down_proj,0.0000002074,0.05000,0.635 +87,mlp.experts.53.down_proj,0.0000001721,0.05000,0.606 +87,mlp.experts.52.down_proj,0.0000006655,0.05000,0.606 +87,mlp.experts.54.down_proj,0.0000002926,0.05000,0.624 +87,mlp.experts.55.down_proj,0.0000000668,0.05000,0.624 +87,mlp.experts.57.down_proj,0.0000004016,0.05000,0.608 +87,mlp.experts.56.down_proj,0.0000000482,0.05000,0.624 +87,mlp.experts.58.down_proj,0.0000001057,0.05000,0.601 +87,mlp.experts.59.down_proj,0.0000001571,0.05000,0.599 +87,mlp.experts.61.down_proj,0.0000001365,0.05000,0.629 +87,mlp.experts.60.down_proj,0.0000000510,0.05000,0.616 +87,mlp.experts.62.down_proj,0.0000004418,0.05000,0.626 +87,mlp.experts.63.down_proj,0.0000001809,0.05000,0.611 +87,mlp.experts.65.down_proj,0.0000001313,0.05000,0.619 +87,mlp.experts.64.down_proj,0.0000001143,0.05000,0.633 +87,mlp.experts.66.down_proj,0.0000001744,0.05000,0.610 +87,mlp.experts.67.down_proj,0.0000000642,0.05000,0.633 +87,mlp.experts.69.down_proj,0.0000000568,0.05000,0.613 +87,mlp.experts.68.down_proj,0.0000002284,0.05000,0.627 +87,mlp.experts.70.down_proj,0.0000000309,0.05000,0.648 +87,mlp.experts.71.down_proj,0.0000002099,0.05000,0.632 +87,mlp.experts.73.down_proj,0.0000001578,0.05000,0.611 +87,mlp.experts.72.down_proj,0.0000001298,0.05000,0.651 +87,mlp.experts.74.down_proj,0.0000001344,0.05000,0.613 +87,mlp.experts.75.down_proj,0.0000002102,0.05000,0.631 +87,mlp.experts.77.down_proj,0.0000002442,0.05000,0.626 +87,mlp.experts.76.down_proj,0.0000000928,0.05000,0.624 +87,mlp.experts.78.down_proj,0.0000000660,0.05000,0.604 +87,mlp.experts.79.down_proj,0.0000000822,0.05000,0.599 +87,mlp.experts.81.down_proj,0.0000001762,0.05000,0.633 +87,mlp.experts.82.down_proj,0.0000000387,0.05000,0.617 +87,mlp.experts.80.down_proj,0.0000000842,0.05000,0.654 +87,mlp.experts.83.down_proj,0.0000001742,0.05000,0.634 +87,mlp.experts.85.down_proj,0.0000001064,0.05000,0.614 +87,mlp.experts.86.down_proj,0.0000000579,0.05000,0.606 +87,mlp.experts.84.down_proj,0.0000001312,0.05000,0.606 +87,mlp.experts.87.down_proj,0.0000000620,0.05000,0.607 +87,mlp.experts.89.down_proj,0.0000000937,0.05000,0.610 +87,mlp.experts.90.down_proj,0.0000001370,0.05000,0.606 +87,mlp.experts.88.down_proj,0.0000002369,0.05000,0.605 +87,mlp.experts.91.down_proj,0.0000001904,0.05000,0.606 +87,mlp.experts.93.down_proj,0.0000001055,0.05000,0.618 +87,mlp.experts.94.down_proj,0.0000000988,0.05000,0.616 +87,mlp.experts.92.down_proj,0.0000000710,0.05000,0.629 +87,mlp.experts.95.down_proj,0.0000001532,0.05000,0.651 +87,mlp.experts.97.down_proj,0.0000001181,0.05000,0.621 +87,mlp.experts.98.down_proj,0.0000002277,0.05000,0.629 +87,mlp.experts.96.down_proj,0.0000000691,0.05000,0.614 +87,mlp.experts.99.down_proj,0.0000001589,0.05000,0.630 +87,mlp.experts.101.down_proj,0.0000000166,0.05000,0.616 +87,mlp.experts.100.down_proj,0.0000002336,0.05000,0.609 +87,mlp.experts.102.down_proj,0.0000005243,0.05000,0.672 +87,mlp.experts.103.down_proj,0.0000002679,0.05000,0.620 +87,mlp.experts.105.down_proj,0.0000001079,0.05000,0.610 +87,mlp.experts.104.down_proj,0.0000001155,0.05000,0.625 +87,mlp.experts.107.down_proj,0.0000001059,0.05000,0.610 +87,mlp.experts.106.down_proj,0.0000002595,0.05000,0.651 +87,mlp.experts.109.down_proj,0.0000004605,0.05000,0.611 +87,mlp.experts.108.down_proj,0.0000001413,0.05000,0.601 +87,mlp.experts.111.down_proj,0.0000000330,0.05000,0.601 +87,mlp.experts.110.down_proj,0.0000000862,0.05000,0.594 +87,mlp.experts.113.down_proj,0.0000002770,0.05000,0.497 +87,mlp.experts.112.down_proj,0.0000000366,0.05000,0.415 +87,mlp.experts.115.down_proj,0.0000001379,0.05000,0.626 +87,mlp.experts.114.down_proj,0.0000003364,0.05000,0.628 +87,mlp.experts.117.down_proj,0.0000000543,0.05000,0.631 +87,mlp.experts.116.down_proj,0.0000001034,0.05000,0.650 +87,mlp.experts.119.down_proj,0.0000001132,0.05000,0.603 +87,mlp.experts.121.down_proj,0.0000000986,0.05000,0.613 +87,mlp.experts.120.down_proj,0.0000001310,0.05000,0.594 +87,mlp.experts.118.down_proj,0.0000000995,0.05000,0.637 +87,mlp.experts.124.down_proj,0.0000001288,0.05000,0.611 +87,mlp.experts.125.down_proj,0.0000001449,0.05000,0.636 +87,mlp.experts.123.down_proj,0.0000002816,0.05000,0.651 +87,mlp.experts.122.down_proj,0.0000002108,0.05000,0.652 +87,mlp.experts.128.down_proj,0.0000003487,0.05000,0.598 +87,mlp.experts.129.down_proj,0.0000001172,0.05000,0.604 +87,mlp.experts.127.down_proj,0.0000002206,0.05000,0.623 +87,mlp.experts.126.down_proj,0.0000000937,0.05000,0.603 +87,mlp.experts.132.down_proj,0.0000000434,0.05000,0.603 +87,mlp.experts.133.down_proj,0.0000002429,0.05000,0.603 +87,mlp.experts.131.down_proj,0.0000002274,0.05000,0.622 +87,mlp.experts.130.down_proj,0.0000000907,0.05000,0.623 +87,mlp.experts.136.down_proj,0.0000001053,0.05000,0.598 +87,mlp.experts.137.down_proj,0.0000001924,0.05000,0.601 +87,mlp.experts.135.down_proj,0.0000000763,0.05000,0.599 +87,mlp.experts.134.down_proj,0.0000002437,0.05000,0.600 +87,mlp.experts.140.down_proj,0.0000000801,0.05000,0.603 +87,mlp.experts.141.down_proj,0.0000000903,0.05000,0.629 +87,mlp.experts.138.down_proj,0.0000001269,0.05000,0.606 +87,mlp.experts.139.down_proj,0.0000001597,0.05000,0.633 +87,mlp.experts.144.down_proj,0.0000001149,0.05000,0.657 +87,mlp.experts.145.down_proj,0.0000001295,0.05000,0.641 +87,mlp.experts.143.down_proj,0.0000001027,0.05000,0.614 +87,mlp.experts.142.down_proj,0.0000002054,0.05000,0.636 +87,mlp.experts.148.down_proj,0.0000003289,0.05000,0.633 +87,mlp.experts.147.down_proj,0.0000005155,0.05000,0.610 +87,mlp.experts.146.down_proj,0.0000002130,0.05000,0.613 +87,mlp.experts.149.down_proj,0.0000000834,0.05000,0.659 +87,mlp.experts.152.down_proj,0.0000000761,0.05000,0.605 +87,mlp.experts.151.down_proj,0.0000001552,0.05000,0.621 +87,mlp.experts.150.down_proj,0.0000008316,0.05000,0.616 +87,mlp.experts.153.down_proj,0.0000000830,0.05000,0.604 +87,mlp.experts.156.down_proj,0.0000001251,0.05000,0.601 +87,mlp.experts.155.down_proj,0.0000001984,0.05000,0.590 +87,mlp.experts.154.down_proj,0.0000003558,0.05000,0.593 +87,mlp.experts.157.down_proj,0.0000000825,0.05000,0.589 +87,mlp.experts.159.down_proj,0.0000000600,0.05000,0.406 +87,mlp.experts.158.down_proj,0.0000006679,0.05000,0.400 +88,mlp.experts.1.gate_proj,0.0000002593,0.05000,2.089 +88,mlp.experts.0.gate_proj,0.0000003895,0.05000,2.161 +88,mlp.experts.2.gate_proj,0.0000004729,0.05000,2.162 +88,mlp.experts.3.gate_proj,0.0000003621,0.05000,2.216 +88,mlp.experts.5.gate_proj,0.0000007119,0.05000,2.058 +88,mlp.experts.4.gate_proj,0.0000003162,0.05000,2.044 +88,mlp.experts.6.gate_proj,0.0000004240,0.05000,2.087 +88,mlp.experts.7.gate_proj,0.0000002950,0.05000,2.041 +88,mlp.experts.8.gate_proj,0.0000005590,0.05000,2.037 +88,mlp.experts.9.gate_proj,0.0000004325,0.05000,2.171 +88,mlp.experts.10.gate_proj,0.0000003716,0.05000,2.122 +88,mlp.experts.11.gate_proj,0.0000005809,0.05000,2.116 +88,mlp.experts.12.gate_proj,0.0000004963,0.05000,2.055 +88,mlp.experts.15.gate_proj,0.0000010204,0.05000,2.018 +88,mlp.experts.14.gate_proj,0.0000002980,0.05000,2.064 +88,mlp.experts.13.gate_proj,0.0000006850,0.05000,2.138 +88,mlp.experts.16.gate_proj,0.0000014725,0.05000,2.082 +88,mlp.experts.18.gate_proj,0.0000003520,0.05000,2.065 +88,mlp.experts.19.gate_proj,0.0000003287,0.05000,2.142 +88,mlp.experts.17.gate_proj,0.0000003967,0.05000,2.117 +88,mlp.experts.20.gate_proj,0.0000005352,0.05000,2.084 +88,mlp.experts.22.gate_proj,0.0000004816,0.05000,2.093 +88,mlp.experts.23.gate_proj,0.0000005005,0.05000,2.100 +88,mlp.experts.21.gate_proj,0.0000003440,0.05000,2.171 +88,mlp.experts.24.gate_proj,0.0000003633,0.05000,2.031 +88,mlp.experts.26.gate_proj,0.0000003342,0.05000,2.082 +88,mlp.experts.27.gate_proj,0.0000006279,0.05000,2.043 +88,mlp.experts.25.gate_proj,0.0000004473,0.05000,2.093 +88,mlp.experts.28.gate_proj,0.0000008279,0.05000,2.083 +88,mlp.experts.30.gate_proj,0.0000004480,0.05000,2.021 +88,mlp.experts.31.gate_proj,0.0000001117,0.05000,2.087 +88,mlp.experts.29.gate_proj,0.0000007481,0.05000,2.103 +88,mlp.experts.32.gate_proj,0.0000010198,0.05000,2.019 +88,mlp.experts.34.gate_proj,0.0000002689,0.05000,2.059 +88,mlp.experts.35.gate_proj,0.0000008504,0.05000,2.088 +88,mlp.experts.33.gate_proj,0.0000003336,0.05000,2.085 +88,mlp.experts.36.gate_proj,0.0000004392,0.05000,2.079 +88,mlp.experts.38.gate_proj,0.0000004225,0.05000,2.091 +88,mlp.experts.39.gate_proj,0.0000007501,0.05000,2.060 +88,mlp.experts.37.gate_proj,0.0000006284,0.05000,2.074 +88,mlp.experts.40.gate_proj,0.0000004715,0.05000,2.114 +88,mlp.experts.42.gate_proj,0.0000004094,0.05000,2.072 +88,mlp.experts.43.gate_proj,0.0000006046,0.05000,2.105 +88,mlp.experts.41.gate_proj,0.0000003127,0.05000,2.063 +88,mlp.experts.44.gate_proj,0.0000006455,0.05000,2.029 +88,mlp.experts.46.gate_proj,0.0000002448,0.05000,2.067 +88,mlp.experts.47.gate_proj,0.0000003794,0.05000,2.060 +88,mlp.experts.45.gate_proj,0.0000006990,0.05000,2.076 +88,mlp.experts.48.gate_proj,0.0000004928,0.05000,2.008 +88,mlp.experts.50.gate_proj,0.0000009362,0.05000,2.019 +88,mlp.experts.51.gate_proj,0.0000003307,0.05000,2.057 +88,mlp.experts.49.gate_proj,0.0000006807,0.05000,2.012 +88,mlp.experts.52.gate_proj,0.0000004800,0.05000,2.103 +88,mlp.experts.54.gate_proj,0.0000010124,0.05000,2.086 +88,mlp.experts.55.gate_proj,0.0000005280,0.05000,2.073 +88,mlp.experts.53.gate_proj,0.0000001148,0.05000,2.058 +88,mlp.experts.56.gate_proj,0.0000002564,0.05000,2.074 +88,mlp.experts.58.gate_proj,0.0000004178,0.05000,2.032 +88,mlp.experts.59.gate_proj,0.0000003328,0.05000,2.063 +88,mlp.experts.57.gate_proj,0.0000002211,0.05000,2.038 +88,mlp.experts.60.gate_proj,0.0000006299,0.05000,2.073 +88,mlp.experts.62.gate_proj,0.0000003973,0.05000,2.084 +88,mlp.experts.63.gate_proj,0.0000000783,0.05000,2.072 +88,mlp.experts.61.gate_proj,0.0000002846,0.05000,2.031 +88,mlp.experts.64.gate_proj,0.0000004260,0.05000,2.019 +88,mlp.experts.66.gate_proj,0.0000003454,0.05000,2.022 +88,mlp.experts.67.gate_proj,0.0000004828,0.05000,2.077 +88,mlp.experts.65.gate_proj,0.0000003574,0.05000,2.060 +88,mlp.experts.68.gate_proj,0.0000003846,0.05000,2.056 +88,mlp.experts.70.gate_proj,0.0000005876,0.05000,2.030 +88,mlp.experts.69.gate_proj,0.0000001369,0.05000,2.028 +88,mlp.experts.71.gate_proj,0.0000003806,0.05000,2.124 +88,mlp.experts.72.gate_proj,0.0000003029,0.05000,2.093 +88,mlp.experts.74.gate_proj,0.0000003329,0.05000,2.097 +88,mlp.experts.73.gate_proj,0.0000003515,0.05000,2.095 +88,mlp.experts.75.gate_proj,0.0000002719,0.05000,2.087 +88,mlp.experts.76.gate_proj,0.0000003428,0.05000,2.101 +88,mlp.experts.78.gate_proj,0.0000008458,0.05000,2.090 +88,mlp.experts.77.gate_proj,0.0000006371,0.05000,2.109 +88,mlp.experts.79.gate_proj,0.0000005854,0.05000,2.103 +88,mlp.experts.80.gate_proj,0.0000013162,0.05000,2.052 +88,mlp.experts.82.gate_proj,0.0000013098,0.05000,2.080 +88,mlp.experts.81.gate_proj,0.0000005057,0.05000,2.049 +88,mlp.experts.83.gate_proj,0.0000002506,0.05000,2.069 +88,mlp.experts.84.gate_proj,0.0000008748,0.05000,2.028 +88,mlp.experts.86.gate_proj,0.0000000623,0.05000,2.039 +88,mlp.experts.85.gate_proj,0.0000005138,0.05000,2.029 +88,mlp.experts.87.gate_proj,0.0000005042,0.05000,2.009 +88,mlp.experts.88.gate_proj,0.0000001902,0.05000,2.041 +88,mlp.experts.90.gate_proj,0.0000002784,0.05000,2.021 +88,mlp.experts.89.gate_proj,0.0000005777,0.05000,2.034 +88,mlp.experts.91.gate_proj,0.0000003090,0.05000,2.049 +88,mlp.experts.92.gate_proj,0.0000003149,0.05000,2.083 +88,mlp.experts.94.gate_proj,0.0000005910,0.05000,2.069 +88,mlp.experts.93.gate_proj,0.0000002508,0.05000,2.057 +88,mlp.experts.95.gate_proj,0.0000008557,0.05000,2.115 +88,mlp.experts.96.gate_proj,0.0000003160,0.05000,2.101 +88,mlp.experts.98.gate_proj,0.0000001650,0.05000,2.092 +88,mlp.experts.97.gate_proj,0.0000004131,0.05000,2.055 +88,mlp.experts.99.gate_proj,0.0000014312,0.05000,2.035 +88,mlp.experts.100.gate_proj,0.0000004897,0.05000,2.081 +88,mlp.experts.102.gate_proj,0.0000005044,0.05000,2.055 +88,mlp.experts.101.gate_proj,0.0000004805,0.05000,2.067 +88,mlp.experts.103.gate_proj,0.0000002375,0.05000,2.155 +88,mlp.experts.104.gate_proj,0.0000003068,0.05000,2.015 +88,mlp.experts.106.gate_proj,0.0000005026,0.05000,2.026 +88,mlp.experts.105.gate_proj,0.0000004959,0.05000,2.062 +88,mlp.experts.107.gate_proj,0.0000004206,0.05000,2.037 +88,mlp.experts.108.gate_proj,0.0000003515,0.05000,2.020 +88,mlp.experts.110.gate_proj,0.0000003980,0.05000,2.020 +88,mlp.experts.109.gate_proj,0.0000004940,0.05000,2.003 +88,mlp.experts.111.gate_proj,0.0000007321,0.05000,2.060 +88,mlp.experts.112.gate_proj,0.0000005443,0.05000,2.020 +88,mlp.experts.114.gate_proj,0.0000004893,0.05000,2.022 +88,mlp.experts.113.gate_proj,0.0000005252,0.05000,2.033 +88,mlp.experts.115.gate_proj,0.0000004711,0.05000,2.078 +88,mlp.experts.116.gate_proj,0.0000011367,0.05000,2.047 +88,mlp.experts.118.gate_proj,0.0000006050,0.05000,2.018 +88,mlp.experts.117.gate_proj,0.0000006135,0.05000,2.001 +88,mlp.experts.119.gate_proj,0.0000003728,0.05000,2.024 +88,mlp.experts.122.gate_proj,0.0000005820,0.05000,2.007 +88,mlp.experts.120.gate_proj,0.0000005190,0.05000,2.077 +88,mlp.experts.121.gate_proj,0.0000003686,0.05000,2.033 +88,mlp.experts.123.gate_proj,0.0000006563,0.05000,2.077 +88,mlp.experts.126.gate_proj,0.0000005487,0.05000,2.040 +88,mlp.experts.124.gate_proj,0.0000002572,0.05000,2.064 +88,mlp.experts.125.gate_proj,0.0000004937,0.05000,2.089 +88,mlp.experts.127.gate_proj,0.0000006381,0.05000,2.086 +88,mlp.experts.130.gate_proj,0.0000002406,0.05000,2.071 +88,mlp.experts.128.gate_proj,0.0000008331,0.05000,2.043 +88,mlp.experts.129.gate_proj,0.0000005178,0.05000,2.050 +88,mlp.experts.131.gate_proj,0.0000003904,0.05000,2.072 +88,mlp.experts.134.gate_proj,0.0000009613,0.05000,2.052 +88,mlp.experts.132.gate_proj,0.0000003227,0.05000,2.028 +88,mlp.experts.133.gate_proj,0.0000005684,0.05000,2.019 +88,mlp.experts.135.gate_proj,0.0000006979,0.05000,2.045 +88,mlp.experts.136.gate_proj,0.0000004426,0.05000,2.010 +88,mlp.experts.138.gate_proj,0.0000005558,0.05000,2.041 +88,mlp.experts.137.gate_proj,0.0000000960,0.05000,2.041 +88,mlp.experts.139.gate_proj,0.0000000640,0.05000,2.040 +88,mlp.experts.140.gate_proj,0.0000004420,0.05000,2.095 +88,mlp.experts.142.gate_proj,0.0000004105,0.05000,2.103 +88,mlp.experts.141.gate_proj,0.0000005598,0.05000,2.123 +88,mlp.experts.143.gate_proj,0.0000002338,0.05000,2.148 +88,mlp.experts.144.gate_proj,0.0000002730,0.05000,2.025 +88,mlp.experts.146.gate_proj,0.0000003750,0.05000,2.069 +88,mlp.experts.145.gate_proj,0.0000002711,0.05000,2.068 +88,mlp.experts.147.gate_proj,0.0000007493,0.05000,2.074 +88,mlp.experts.148.gate_proj,0.0000005563,0.05000,2.031 +88,mlp.experts.150.gate_proj,0.0000004445,0.05000,2.035 +88,mlp.experts.149.gate_proj,0.0000003516,0.05000,2.089 +88,mlp.experts.151.gate_proj,0.0000008240,0.05000,2.040 +88,mlp.experts.152.gate_proj,0.0000005973,0.05000,2.046 +88,mlp.experts.154.gate_proj,0.0000004572,0.05000,2.071 +88,mlp.experts.153.gate_proj,0.0000000858,0.05000,2.038 +88,mlp.experts.155.gate_proj,0.0000001503,0.05000,2.069 +88,mlp.experts.156.gate_proj,0.0000004609,0.05000,2.040 +88,mlp.experts.158.gate_proj,0.0000003064,0.05000,2.066 +88,mlp.experts.157.gate_proj,0.0000006620,0.05000,2.035 +88,mlp.experts.159.gate_proj,0.0000002258,0.05000,2.134 +88,mlp.experts.0.up_proj,0.0000003659,0.05000,2.076 +88,mlp.experts.2.up_proj,0.0000004609,0.05000,2.027 +88,mlp.experts.1.up_proj,0.0000002593,0.05000,2.085 +88,mlp.experts.3.up_proj,0.0000003446,0.05000,2.191 +88,mlp.experts.4.up_proj,0.0000003090,0.05000,2.091 +88,mlp.experts.6.up_proj,0.0000004026,0.05000,2.108 +88,mlp.experts.5.up_proj,0.0000006943,0.05000,2.044 +88,mlp.experts.7.up_proj,0.0000002842,0.05000,2.164 +88,mlp.experts.8.up_proj,0.0000005345,0.05000,2.053 +88,mlp.experts.10.up_proj,0.0000003642,0.05000,2.094 +88,mlp.experts.9.up_proj,0.0000004113,0.05000,2.066 +88,mlp.experts.11.up_proj,0.0000005602,0.05000,2.062 +88,mlp.experts.12.up_proj,0.0000004744,0.05000,2.079 +88,mlp.experts.14.up_proj,0.0000002899,0.05000,2.078 +88,mlp.experts.13.up_proj,0.0000006548,0.05000,2.098 +88,mlp.experts.15.up_proj,0.0000009492,0.05000,2.044 +88,mlp.experts.16.up_proj,0.0000013580,0.05000,2.053 +88,mlp.experts.18.up_proj,0.0000003437,0.05000,2.058 +88,mlp.experts.17.up_proj,0.0000003831,0.05000,2.052 +88,mlp.experts.19.up_proj,0.0000003265,0.05000,2.065 +88,mlp.experts.20.up_proj,0.0000005000,0.05000,2.050 +88,mlp.experts.22.up_proj,0.0000004735,0.05000,2.083 +88,mlp.experts.21.up_proj,0.0000003363,0.05000,2.091 +88,mlp.experts.23.up_proj,0.0000004731,0.05000,2.093 +88,mlp.experts.24.up_proj,0.0000003419,0.05000,2.084 +88,mlp.experts.26.up_proj,0.0000003268,0.05000,2.033 +88,mlp.experts.25.up_proj,0.0000004364,0.05000,2.064 +88,mlp.experts.27.up_proj,0.0000006003,0.05000,2.089 +88,mlp.experts.28.up_proj,0.0000008235,0.05000,2.073 +88,mlp.experts.30.up_proj,0.0000004274,0.05000,2.070 +88,mlp.experts.29.up_proj,0.0000007340,0.05000,2.174 +88,mlp.experts.31.up_proj,0.0000001084,0.05000,2.078 +88,mlp.experts.32.up_proj,0.0000009799,0.05000,2.082 +88,mlp.experts.34.up_proj,0.0000002666,0.05000,2.072 +88,mlp.experts.33.up_proj,0.0000003266,0.05000,2.129 +88,mlp.experts.35.up_proj,0.0000008218,0.05000,2.073 +88,mlp.experts.36.up_proj,0.0000004157,0.05000,2.041 +88,mlp.experts.38.up_proj,0.0000004059,0.05000,2.065 +88,mlp.experts.37.up_proj,0.0000006140,0.05000,2.058 +88,mlp.experts.39.up_proj,0.0000007218,0.05000,2.038 +88,mlp.experts.40.up_proj,0.0000004468,0.05000,2.024 +88,mlp.experts.42.up_proj,0.0000003950,0.05000,2.016 +88,mlp.experts.41.up_proj,0.0000003034,0.05000,2.031 +88,mlp.experts.43.up_proj,0.0000005980,0.05000,2.082 +88,mlp.experts.44.up_proj,0.0000006426,0.05000,2.066 +88,mlp.experts.46.up_proj,0.0000002468,0.05000,2.078 +88,mlp.experts.45.up_proj,0.0000006711,0.05000,2.064 +88,mlp.experts.47.up_proj,0.0000003452,0.05000,2.072 +88,mlp.experts.48.up_proj,0.0000004858,0.05000,2.039 +88,mlp.experts.50.up_proj,0.0000009097,0.05000,2.060 +88,mlp.experts.49.up_proj,0.0000006479,0.05000,2.094 +88,mlp.experts.51.up_proj,0.0000003247,0.05000,2.136 +88,mlp.experts.52.up_proj,0.0000004685,0.05000,2.092 +88,mlp.experts.54.up_proj,0.0000009598,0.05000,2.085 +88,mlp.experts.53.up_proj,0.0000001108,0.05000,2.103 +88,mlp.experts.55.up_proj,0.0000005115,0.05000,2.115 +88,mlp.experts.56.up_proj,0.0000002469,0.05000,2.105 +88,mlp.experts.58.up_proj,0.0000004045,0.05000,2.091 +88,mlp.experts.57.up_proj,0.0000002172,0.05000,2.071 +88,mlp.experts.59.up_proj,0.0000003184,0.05000,2.059 +88,mlp.experts.60.up_proj,0.0000006041,0.05000,2.012 +88,mlp.experts.62.up_proj,0.0000003812,0.05000,2.018 +88,mlp.experts.61.up_proj,0.0000002683,0.05000,2.067 +88,mlp.experts.63.up_proj,0.0000000787,0.05000,2.024 +88,mlp.experts.64.up_proj,0.0000004429,0.05000,2.056 +88,mlp.experts.66.up_proj,0.0000003565,0.05000,2.039 +88,mlp.experts.65.up_proj,0.0000003272,0.05000,2.053 +88,mlp.experts.67.up_proj,0.0000004677,0.05000,2.052 +88,mlp.experts.68.up_proj,0.0000003672,0.05000,2.069 +88,mlp.experts.70.up_proj,0.0000005704,0.05000,2.048 +88,mlp.experts.69.up_proj,0.0000001262,0.05000,2.083 +88,mlp.experts.71.up_proj,0.0000003608,0.05000,2.091 +88,mlp.experts.72.up_proj,0.0000002944,0.05000,2.069 +88,mlp.experts.74.up_proj,0.0000003279,0.05000,2.055 +88,mlp.experts.73.up_proj,0.0000003438,0.05000,2.122 +88,mlp.experts.75.up_proj,0.0000002690,0.05000,2.074 +88,mlp.experts.76.up_proj,0.0000003378,0.05000,2.005 +88,mlp.experts.78.up_proj,0.0000008097,0.05000,2.015 +88,mlp.experts.77.up_proj,0.0000006047,0.05000,2.065 +88,mlp.experts.79.up_proj,0.0000005540,0.05000,2.063 +88,mlp.experts.80.up_proj,0.0000012689,0.05000,2.001 +88,mlp.experts.82.up_proj,0.0000013011,0.05000,2.011 +88,mlp.experts.81.up_proj,0.0000004766,0.05000,2.127 +88,mlp.experts.83.up_proj,0.0000002615,0.05000,2.008 +88,mlp.experts.84.up_proj,0.0000008495,0.05000,2.061 +88,mlp.experts.86.up_proj,0.0000000645,0.05000,2.013 +88,mlp.experts.85.up_proj,0.0000004936,0.05000,2.060 +88,mlp.experts.87.up_proj,0.0000004814,0.05000,2.073 +88,mlp.experts.88.up_proj,0.0000001931,0.05000,2.075 +88,mlp.experts.90.up_proj,0.0000002631,0.05000,2.014 +88,mlp.experts.89.up_proj,0.0000005507,0.05000,2.041 +88,mlp.experts.91.up_proj,0.0000002978,0.05000,2.044 +88,mlp.experts.94.up_proj,0.0000005572,0.05000,2.052 +88,mlp.experts.92.up_proj,0.0000003076,0.05000,2.085 +88,mlp.experts.93.up_proj,0.0000002474,0.05000,2.049 +88,mlp.experts.95.up_proj,0.0000008477,0.05000,2.071 +88,mlp.experts.96.up_proj,0.0000003143,0.05000,2.037 +88,mlp.experts.98.up_proj,0.0000001633,0.05000,2.139 +88,mlp.experts.97.up_proj,0.0000003773,0.05000,2.125 +88,mlp.experts.99.up_proj,0.0000013729,0.05000,2.100 +88,mlp.experts.100.up_proj,0.0000004943,0.05000,2.030 +88,mlp.experts.102.up_proj,0.0000004857,0.05000,2.073 +88,mlp.experts.101.up_proj,0.0000004633,0.05000,2.031 +88,mlp.experts.103.up_proj,0.0000002379,0.05000,2.053 +88,mlp.experts.104.up_proj,0.0000003065,0.05000,2.029 +88,mlp.experts.106.up_proj,0.0000004930,0.05000,2.045 +88,mlp.experts.105.up_proj,0.0000004738,0.05000,2.010 +88,mlp.experts.107.up_proj,0.0000004143,0.05000,2.042 +88,mlp.experts.108.up_proj,0.0000003459,0.05000,2.012 +88,mlp.experts.110.up_proj,0.0000003834,0.05000,2.009 +88,mlp.experts.109.up_proj,0.0000004800,0.05000,2.044 +88,mlp.experts.111.up_proj,0.0000006990,0.05000,2.062 +88,mlp.experts.112.up_proj,0.0000005195,0.05000,2.075 +88,mlp.experts.114.up_proj,0.0000004614,0.05000,2.092 +88,mlp.experts.113.up_proj,0.0000005118,0.05000,2.101 +88,mlp.experts.115.up_proj,0.0000004621,0.05000,2.115 +88,mlp.experts.116.up_proj,0.0000011018,0.05000,2.033 +88,mlp.experts.118.up_proj,0.0000005907,0.05000,2.047 +88,mlp.experts.117.up_proj,0.0000005745,0.05000,2.083 +88,mlp.experts.119.up_proj,0.0000003643,0.05000,2.069 +88,mlp.experts.120.up_proj,0.0000005035,0.05000,2.072 +88,mlp.experts.122.up_proj,0.0000005640,0.05000,2.084 +88,mlp.experts.121.up_proj,0.0000003701,0.05000,1.999 +88,mlp.experts.123.up_proj,0.0000006411,0.05000,2.046 +88,mlp.experts.124.up_proj,0.0000002405,0.05000,2.010 +88,mlp.experts.126.up_proj,0.0000005220,0.05000,2.001 +88,mlp.experts.125.up_proj,0.0000004819,0.05000,1.999 +88,mlp.experts.127.up_proj,0.0000006055,0.05000,2.027 +88,mlp.experts.128.up_proj,0.0000007896,0.05000,2.054 +88,mlp.experts.130.up_proj,0.0000002427,0.05000,2.083 +88,mlp.experts.129.up_proj,0.0000005420,0.05000,2.121 +88,mlp.experts.131.up_proj,0.0000003742,0.05000,2.116 +88,mlp.experts.132.up_proj,0.0000003091,0.05000,2.026 +88,mlp.experts.134.up_proj,0.0000009317,0.05000,2.074 +88,mlp.experts.133.up_proj,0.0000005399,0.05000,2.118 +88,mlp.experts.135.up_proj,0.0000006652,0.05000,2.085 +88,mlp.experts.136.up_proj,0.0000004293,0.05000,2.080 +88,mlp.experts.138.up_proj,0.0000005375,0.05000,2.104 +88,mlp.experts.137.up_proj,0.0000000836,0.05000,2.062 +88,mlp.experts.139.up_proj,0.0000000616,0.05000,2.063 +88,mlp.experts.140.up_proj,0.0000004244,0.05000,2.014 +88,mlp.experts.142.up_proj,0.0000004056,0.05000,2.027 +88,mlp.experts.141.up_proj,0.0000005568,0.05000,2.100 +88,mlp.experts.143.up_proj,0.0000002241,0.05000,2.031 +88,mlp.experts.144.up_proj,0.0000002635,0.05000,2.090 +88,mlp.experts.146.up_proj,0.0000003660,0.05000,2.046 +88,mlp.experts.145.up_proj,0.0000002569,0.05000,2.031 +88,mlp.experts.147.up_proj,0.0000007355,0.05000,2.088 +88,mlp.experts.148.up_proj,0.0000005280,0.05000,2.030 +88,mlp.experts.150.up_proj,0.0000004176,0.05000,2.048 +88,mlp.experts.149.up_proj,0.0000003435,0.05000,2.010 +88,mlp.experts.151.up_proj,0.0000007423,0.05000,2.012 +88,mlp.experts.152.up_proj,0.0000005822,0.05000,2.045 +88,mlp.experts.154.up_proj,0.0000004570,0.05000,2.094 +88,mlp.experts.153.up_proj,0.0000000785,0.05000,2.072 +88,mlp.experts.155.up_proj,0.0000001487,0.05000,2.015 +88,mlp.experts.156.up_proj,0.0000004379,0.05000,2.029 +88,mlp.experts.158.up_proj,0.0000002918,0.05000,1.987 +88,mlp.experts.157.up_proj,0.0000006422,0.05000,1.685 +88,mlp.experts.159.up_proj,0.0000002248,0.05000,1.430 +88,mlp.experts.3.down_proj,0.0000000550,0.05000,0.633 +88,mlp.experts.1.down_proj,0.0000001277,0.05000,0.636 +88,mlp.experts.0.down_proj,0.0000000832,0.05000,0.651 +88,mlp.experts.2.down_proj,0.0000001878,0.05000,0.675 +88,mlp.experts.7.down_proj,0.0000000577,0.05000,0.600 +88,mlp.experts.5.down_proj,0.0000002066,0.05000,0.604 +88,mlp.experts.4.down_proj,0.0000001529,0.05000,0.600 +88,mlp.experts.6.down_proj,0.0000001549,0.05000,0.637 +88,mlp.experts.11.down_proj,0.0000000967,0.05000,0.607 +88,mlp.experts.9.down_proj,0.0000000618,0.05000,0.601 +88,mlp.experts.8.down_proj,0.0000000605,0.05000,0.616 +88,mlp.experts.10.down_proj,0.0000001001,0.05000,0.624 +88,mlp.experts.12.down_proj,0.0000002338,0.05000,0.602 +88,mlp.experts.15.down_proj,0.0000002512,0.05000,0.629 +88,mlp.experts.13.down_proj,0.0000002039,0.05000,0.651 +88,mlp.experts.14.down_proj,0.0000001051,0.05000,0.602 +88,mlp.experts.16.down_proj,0.0000003311,0.05000,0.597 +88,mlp.experts.19.down_proj,0.0000001022,0.05000,0.620 +88,mlp.experts.17.down_proj,0.0000000820,0.05000,0.612 +88,mlp.experts.18.down_proj,0.0000001925,0.05000,0.604 +88,mlp.experts.20.down_proj,0.0000004264,0.05000,0.601 +88,mlp.experts.23.down_proj,0.0000001743,0.05000,0.609 +88,mlp.experts.21.down_proj,0.0000001179,0.05000,0.619 +88,mlp.experts.22.down_proj,0.0000002746,0.05000,0.601 +88,mlp.experts.24.down_proj,0.0000000943,0.05000,0.607 +88,mlp.experts.27.down_proj,0.0000001159,0.05000,0.608 +88,mlp.experts.26.down_proj,0.0000003965,0.05000,0.621 +88,mlp.experts.25.down_proj,0.0000001893,0.05000,0.645 +88,mlp.experts.28.down_proj,0.0000005638,0.05000,0.594 +88,mlp.experts.31.down_proj,0.0000000300,0.05000,0.603 +88,mlp.experts.30.down_proj,0.0000001917,0.05000,0.599 +88,mlp.experts.29.down_proj,0.0000002965,0.05000,0.594 +88,mlp.experts.32.down_proj,0.0000004013,0.05000,0.621 +88,mlp.experts.35.down_proj,0.0000001630,0.05000,0.604 +88,mlp.experts.34.down_proj,0.0000000980,0.05000,0.606 +88,mlp.experts.33.down_proj,0.0000000655,0.05000,0.618 +88,mlp.experts.36.down_proj,0.0000001001,0.05000,0.610 +88,mlp.experts.39.down_proj,0.0000002543,0.05000,0.610 +88,mlp.experts.37.down_proj,0.0000003934,0.05000,0.622 +88,mlp.experts.38.down_proj,0.0000001821,0.05000,0.654 +88,mlp.experts.40.down_proj,0.0000000653,0.05000,0.630 +88,mlp.experts.43.down_proj,0.0000001965,0.05000,0.646 +88,mlp.experts.42.down_proj,0.0000000596,0.05000,0.608 +88,mlp.experts.41.down_proj,0.0000000846,0.05000,0.653 +88,mlp.experts.44.down_proj,0.0000002245,0.05000,0.598 +88,mlp.experts.47.down_proj,0.0000003715,0.05000,0.602 +88,mlp.experts.46.down_proj,0.0000000944,0.05000,0.599 +88,mlp.experts.45.down_proj,0.0000002856,0.05000,0.631 +88,mlp.experts.48.down_proj,0.0000001561,0.05000,0.622 +88,mlp.experts.51.down_proj,0.0000000801,0.05000,0.605 +88,mlp.experts.50.down_proj,0.0000005399,0.05000,0.603 +88,mlp.experts.49.down_proj,0.0000001491,0.05000,0.625 +88,mlp.experts.52.down_proj,0.0000001869,0.05000,0.600 +88,mlp.experts.55.down_proj,0.0000001556,0.05000,0.596 +88,mlp.experts.54.down_proj,0.0000002430,0.05000,0.596 +88,mlp.experts.53.down_proj,0.0000000361,0.05000,0.595 +88,mlp.experts.56.down_proj,0.0000000650,0.05000,0.604 +88,mlp.experts.59.down_proj,0.0000001063,0.05000,0.620 +88,mlp.experts.58.down_proj,0.0000001108,0.05000,0.599 +88,mlp.experts.57.down_proj,0.0000000502,0.05000,0.598 +88,mlp.experts.60.down_proj,0.0000001910,0.05000,0.625 +88,mlp.experts.63.down_proj,0.0000000343,0.05000,0.607 +88,mlp.experts.62.down_proj,0.0000000869,0.05000,0.632 +88,mlp.experts.61.down_proj,0.0000001418,0.05000,0.626 +88,mlp.experts.64.down_proj,0.0000002485,0.05000,0.602 +88,mlp.experts.67.down_proj,0.0000001359,0.05000,0.605 +88,mlp.experts.66.down_proj,0.0000001796,0.05000,0.612 +88,mlp.experts.65.down_proj,0.0000000754,0.05000,0.624 +88,mlp.experts.68.down_proj,0.0000001602,0.05000,0.610 +88,mlp.experts.71.down_proj,0.0000002093,0.05000,0.654 +88,mlp.experts.70.down_proj,0.0000002281,0.05000,0.631 +88,mlp.experts.69.down_proj,0.0000000268,0.05000,0.630 +88,mlp.experts.72.down_proj,0.0000001158,0.05000,0.599 +88,mlp.experts.75.down_proj,0.0000000655,0.05000,0.611 +88,mlp.experts.74.down_proj,0.0000000759,0.05000,0.604 +88,mlp.experts.73.down_proj,0.0000001019,0.05000,0.642 +88,mlp.experts.76.down_proj,0.0000001008,0.05000,0.632 +88,mlp.experts.79.down_proj,0.0000001305,0.05000,0.610 +88,mlp.experts.78.down_proj,0.0000006461,0.05000,0.628 +88,mlp.experts.77.down_proj,0.0000001011,0.05000,0.619 +88,mlp.experts.80.down_proj,0.0000001993,0.05000,0.610 +88,mlp.experts.83.down_proj,0.0000003479,0.05000,0.630 +88,mlp.experts.82.down_proj,0.0000009077,0.05000,0.626 +88,mlp.experts.81.down_proj,0.0000000668,0.05000,0.629 +88,mlp.experts.84.down_proj,0.0000002650,0.05000,0.649 +88,mlp.experts.87.down_proj,0.0000002241,0.05000,0.655 +88,mlp.experts.86.down_proj,0.0000000620,0.05000,0.643 +88,mlp.experts.85.down_proj,0.0000002207,0.05000,0.672 +88,mlp.experts.88.down_proj,0.0000001693,0.05000,0.638 +88,mlp.experts.91.down_proj,0.0000002060,0.05000,0.633 +88,mlp.experts.90.down_proj,0.0000000524,0.05000,0.640 +88,mlp.experts.89.down_proj,0.0000002994,0.05000,0.611 +88,mlp.experts.92.down_proj,0.0000000895,0.05000,0.607 +88,mlp.experts.95.down_proj,0.0000003421,0.05000,0.603 +88,mlp.experts.94.down_proj,0.0000002111,0.05000,0.600 +88,mlp.experts.93.down_proj,0.0000000954,0.05000,0.604 +88,mlp.experts.96.down_proj,0.0000001552,0.05000,0.610 +88,mlp.experts.99.down_proj,0.0000003353,0.05000,0.625 +88,mlp.experts.98.down_proj,0.0000000549,0.05000,0.624 +88,mlp.experts.97.down_proj,0.0000000404,0.05000,0.607 +88,mlp.experts.100.down_proj,0.0000002513,0.05000,0.631 +88,mlp.experts.103.down_proj,0.0000000794,0.05000,0.606 +88,mlp.experts.102.down_proj,0.0000000859,0.05000,0.624 +88,mlp.experts.101.down_proj,0.0000005646,0.05000,0.603 +88,mlp.experts.104.down_proj,0.0000001917,0.05000,0.603 +88,mlp.experts.107.down_proj,0.0000001409,0.05000,0.624 +88,mlp.experts.106.down_proj,0.0000001460,0.05000,0.612 +88,mlp.experts.105.down_proj,0.0000003353,0.05000,0.602 +88,mlp.experts.108.down_proj,0.0000001567,0.05000,0.603 +88,mlp.experts.111.down_proj,0.0000000979,0.05000,0.622 +88,mlp.experts.110.down_proj,0.0000000646,0.05000,0.608 +88,mlp.experts.109.down_proj,0.0000001543,0.05000,0.600 +88,mlp.experts.112.down_proj,0.0000002257,0.05000,0.626 +88,mlp.experts.115.down_proj,0.0000001587,0.05000,0.599 +88,mlp.experts.114.down_proj,0.0000003447,0.05000,0.604 +88,mlp.experts.113.down_proj,0.0000004642,0.05000,0.599 +88,mlp.experts.116.down_proj,0.0000001052,0.05000,0.606 +88,mlp.experts.119.down_proj,0.0000001549,0.05000,0.598 +88,mlp.experts.118.down_proj,0.0000002217,0.05000,0.603 +88,mlp.experts.117.down_proj,0.0000000802,0.05000,0.619 +88,mlp.experts.120.down_proj,0.0000001638,0.05000,0.601 +88,mlp.experts.123.down_proj,0.0000001636,0.05000,0.601 +88,mlp.experts.122.down_proj,0.0000000698,0.05000,0.623 +88,mlp.experts.121.down_proj,0.0000002288,0.05000,0.599 +88,mlp.experts.124.down_proj,0.0000000463,0.05000,0.619 +88,mlp.experts.127.down_proj,0.0000001427,0.05000,0.648 +88,mlp.experts.126.down_proj,0.0000001298,0.05000,0.636 +88,mlp.experts.125.down_proj,0.0000001307,0.05000,0.611 +88,mlp.experts.128.down_proj,0.0000001586,0.05000,0.605 +88,mlp.experts.131.down_proj,0.0000001336,0.05000,0.611 +88,mlp.experts.130.down_proj,0.0000001157,0.05000,0.606 +88,mlp.experts.129.down_proj,0.0000005403,0.05000,0.619 +88,mlp.experts.132.down_proj,0.0000000838,0.05000,0.627 +88,mlp.experts.135.down_proj,0.0000008752,0.05000,0.608 +88,mlp.experts.134.down_proj,0.0000003960,0.05000,0.631 +88,mlp.experts.133.down_proj,0.0000001040,0.05000,0.605 +88,mlp.experts.136.down_proj,0.0000000957,0.05000,0.627 +88,mlp.experts.139.down_proj,0.0000000711,0.05000,0.609 +88,mlp.experts.137.down_proj,0.0000000391,0.05000,0.606 +88,mlp.experts.138.down_proj,0.0000002784,0.05000,0.670 +88,mlp.experts.140.down_proj,0.0000002025,0.05000,0.608 +88,mlp.experts.143.down_proj,0.0000000666,0.05000,0.608 +88,mlp.experts.141.down_proj,0.0000001706,0.05000,0.598 +88,mlp.experts.142.down_proj,0.0000002004,0.05000,0.610 +88,mlp.experts.144.down_proj,0.0000000704,0.05000,0.610 +88,mlp.experts.147.down_proj,0.0000003520,0.05000,0.628 +88,mlp.experts.145.down_proj,0.0000000792,0.05000,0.625 +88,mlp.experts.146.down_proj,0.0000000502,0.05000,0.650 +88,mlp.experts.148.down_proj,0.0000002207,0.05000,0.615 +88,mlp.experts.151.down_proj,0.0000004519,0.05000,0.611 +88,mlp.experts.149.down_proj,0.0000000558,0.05000,0.622 +88,mlp.experts.150.down_proj,0.0000001193,0.05000,0.627 +88,mlp.experts.152.down_proj,0.0000002851,0.05000,0.611 +88,mlp.experts.155.down_proj,0.0000000318,0.05000,0.645 +88,mlp.experts.153.down_proj,0.0000000463,0.05000,0.608 +88,mlp.experts.154.down_proj,0.0000001599,0.05000,0.647 +88,mlp.experts.156.down_proj,0.0000001528,0.05000,0.610 +88,mlp.experts.159.down_proj,0.0000000511,0.05000,0.585 +88,mlp.experts.157.down_proj,0.0000005456,0.05000,0.569 +88,mlp.experts.158.down_proj,0.0000001047,0.05000,0.509 +89,mlp.experts.3.gate_proj,0.0000002058,0.05000,2.095 +89,mlp.experts.0.gate_proj,0.0000005401,0.05000,2.100 +89,mlp.experts.2.gate_proj,0.0000007937,0.05000,2.174 +89,mlp.experts.1.gate_proj,0.0000004142,0.05000,2.195 +89,mlp.experts.4.gate_proj,0.0000003295,0.05000,2.062 +89,mlp.experts.7.gate_proj,0.0000003680,0.05000,2.116 +89,mlp.experts.6.gate_proj,0.0000003083,0.05000,2.104 +89,mlp.experts.5.gate_proj,0.0000002435,0.05000,2.134 +89,mlp.experts.8.gate_proj,0.0000005389,0.05000,2.123 +89,mlp.experts.11.gate_proj,0.0000003464,0.05000,2.079 +89,mlp.experts.10.gate_proj,0.0000003932,0.05000,2.050 +89,mlp.experts.9.gate_proj,0.0000005350,0.05000,2.075 +89,mlp.experts.15.gate_proj,0.0000002109,0.05000,2.102 +89,mlp.experts.14.gate_proj,0.0000014597,0.05000,2.090 +89,mlp.experts.13.gate_proj,0.0000005437,0.05000,2.049 +89,mlp.experts.12.gate_proj,0.0000007501,0.05000,2.231 +89,mlp.experts.19.gate_proj,0.0000005719,0.05000,2.095 +89,mlp.experts.17.gate_proj,0.0000003120,0.05000,2.041 +89,mlp.experts.18.gate_proj,0.0000003705,0.05000,2.123 +89,mlp.experts.16.gate_proj,0.0000001725,0.05000,2.132 +89,mlp.experts.21.gate_proj,0.0000005558,0.05000,2.040 +89,mlp.experts.23.gate_proj,0.0000000802,0.05000,2.085 +89,mlp.experts.22.gate_proj,0.0000008648,0.05000,2.039 +89,mlp.experts.20.gate_proj,0.0000001487,0.05000,2.054 +89,mlp.experts.25.gate_proj,0.0000003181,0.05000,2.037 +89,mlp.experts.26.gate_proj,0.0000001634,0.05000,2.029 +89,mlp.experts.27.gate_proj,0.0000011749,0.05000,2.087 +89,mlp.experts.24.gate_proj,0.0000003324,0.05000,2.069 +89,mlp.experts.29.gate_proj,0.0000004924,0.05000,2.032 +89,mlp.experts.30.gate_proj,0.0000002198,0.05000,2.076 +89,mlp.experts.31.gate_proj,0.0000005425,0.05000,2.074 +89,mlp.experts.28.gate_proj,0.0000004147,0.05000,2.055 +89,mlp.experts.33.gate_proj,0.0000003472,0.05000,2.071 +89,mlp.experts.34.gate_proj,0.0000002171,0.05000,2.074 +89,mlp.experts.35.gate_proj,0.0000004819,0.05000,2.168 +89,mlp.experts.32.gate_proj,0.0000003897,0.05000,2.102 +89,mlp.experts.37.gate_proj,0.0000003626,0.05000,2.034 +89,mlp.experts.38.gate_proj,0.0000005321,0.05000,2.056 +89,mlp.experts.36.gate_proj,0.0000005734,0.05000,2.038 +89,mlp.experts.39.gate_proj,0.0000000641,0.05000,2.082 +89,mlp.experts.41.gate_proj,0.0000005702,0.05000,1.446 +89,mlp.experts.42.gate_proj,0.0000003006,0.05000,1.423 +89,mlp.experts.45.gate_proj,0.0000002981,0.05000,2.037 +89,mlp.experts.40.gate_proj,0.0000005156,0.05000,2.071 +89,mlp.experts.46.gate_proj,0.0000003497,0.05000,2.076 +89,mlp.experts.43.gate_proj,0.0000016202,0.05000,2.123 +89,mlp.experts.49.gate_proj,0.0000004220,0.05000,2.052 +89,mlp.experts.50.gate_proj,0.0000004057,0.05000,2.044 +89,mlp.experts.44.gate_proj,0.0000001857,0.05000,2.097 +89,mlp.experts.47.gate_proj,0.0000011023,0.05000,2.067 +89,mlp.experts.53.gate_proj,0.0000003059,0.05000,2.054 +89,mlp.experts.54.gate_proj,0.0000003562,0.05000,2.073 +89,mlp.experts.48.gate_proj,0.0000003321,0.05000,2.080 +89,mlp.experts.51.gate_proj,0.0000002539,0.05000,2.086 +89,mlp.experts.57.gate_proj,0.0000002571,0.05000,2.028 +89,mlp.experts.55.gate_proj,0.0000003622,0.05000,2.003 +89,mlp.experts.58.gate_proj,0.0000001640,0.05000,2.129 +89,mlp.experts.52.gate_proj,0.0000003287,0.05000,2.096 +89,mlp.experts.61.gate_proj,0.0000005464,0.05000,2.043 +89,mlp.experts.59.gate_proj,0.0000002758,0.05000,2.076 +89,mlp.experts.62.gate_proj,0.0000002489,0.05000,2.070 +89,mlp.experts.56.gate_proj,0.0000006180,0.05000,2.136 +89,mlp.experts.65.gate_proj,0.0000013515,0.05000,2.068 +89,mlp.experts.63.gate_proj,0.0000004708,0.05000,2.092 +89,mlp.experts.66.gate_proj,0.0000004623,0.05000,2.103 +89,mlp.experts.60.gate_proj,0.0000006669,0.05000,2.145 +89,mlp.experts.69.gate_proj,0.0000004402,0.05000,2.056 +89,mlp.experts.67.gate_proj,0.0000003622,0.05000,2.079 +89,mlp.experts.70.gate_proj,0.0000004760,0.05000,2.095 +89,mlp.experts.64.gate_proj,0.0000005335,0.05000,2.056 +89,mlp.experts.73.gate_proj,0.0000003812,0.05000,2.094 +89,mlp.experts.71.gate_proj,0.0000004008,0.05000,2.115 +89,mlp.experts.74.gate_proj,0.0000007435,0.05000,2.109 +89,mlp.experts.68.gate_proj,0.0000003152,0.05000,2.118 +89,mlp.experts.77.gate_proj,0.0000003435,0.05000,2.026 +89,mlp.experts.75.gate_proj,0.0000004560,0.05000,2.026 +89,mlp.experts.78.gate_proj,0.0000004211,0.05000,2.022 +89,mlp.experts.72.gate_proj,0.0000004824,0.05000,2.073 +89,mlp.experts.81.gate_proj,0.0000011326,0.05000,2.045 +89,mlp.experts.79.gate_proj,0.0000004945,0.05000,2.043 +89,mlp.experts.82.gate_proj,0.0000007542,0.05000,2.074 +89,mlp.experts.76.gate_proj,0.0000004492,0.05000,2.054 +89,mlp.experts.85.gate_proj,0.0000009215,0.05000,2.047 +89,mlp.experts.86.gate_proj,0.0000003155,0.05000,2.075 +89,mlp.experts.83.gate_proj,0.0000003148,0.05000,2.182 +89,mlp.experts.80.gate_proj,0.0000002445,0.05000,2.069 +89,mlp.experts.89.gate_proj,0.0000008424,0.05000,2.054 +89,mlp.experts.90.gate_proj,0.0000005289,0.05000,2.032 +89,mlp.experts.87.gate_proj,0.0000002521,0.05000,2.057 +89,mlp.experts.84.gate_proj,0.0000000889,0.05000,2.038 +89,mlp.experts.93.gate_proj,0.0000009918,0.05000,2.025 +89,mlp.experts.94.gate_proj,0.0000001386,0.05000,2.088 +89,mlp.experts.91.gate_proj,0.0000003564,0.05000,2.069 +89,mlp.experts.88.gate_proj,0.0000006196,0.05000,2.041 +89,mlp.experts.97.gate_proj,0.0000003338,0.05000,2.036 +89,mlp.experts.98.gate_proj,0.0000003757,0.05000,2.043 +89,mlp.experts.95.gate_proj,0.0000006400,0.05000,2.048 +89,mlp.experts.92.gate_proj,0.0000001731,0.05000,2.054 +89,mlp.experts.101.gate_proj,0.0000002504,0.05000,2.015 +89,mlp.experts.102.gate_proj,0.0000000750,0.05000,2.059 +89,mlp.experts.99.gate_proj,0.0000008532,0.05000,2.058 +89,mlp.experts.96.gate_proj,0.0000002921,0.05000,2.033 +89,mlp.experts.105.gate_proj,0.0000003232,0.05000,2.081 +89,mlp.experts.103.gate_proj,0.0000003251,0.05000,2.072 +89,mlp.experts.100.gate_proj,0.0000011536,0.05000,2.085 +89,mlp.experts.106.gate_proj,0.0000005026,0.05000,2.179 +89,mlp.experts.109.gate_proj,0.0000002883,0.05000,2.079 +89,mlp.experts.107.gate_proj,0.0000003480,0.05000,2.078 +89,mlp.experts.104.gate_proj,0.0000003755,0.05000,2.095 +89,mlp.experts.110.gate_proj,0.0000004403,0.05000,2.105 +89,mlp.experts.113.gate_proj,0.0000003279,0.05000,2.075 +89,mlp.experts.111.gate_proj,0.0000003547,0.05000,2.056 +89,mlp.experts.114.gate_proj,0.0000019427,0.05000,2.059 +89,mlp.experts.108.gate_proj,0.0000010950,0.05000,2.127 +89,mlp.experts.117.gate_proj,0.0000005438,0.05000,2.061 +89,mlp.experts.115.gate_proj,0.0000003852,0.05000,2.064 +89,mlp.experts.112.gate_proj,0.0000002021,0.05000,2.017 +89,mlp.experts.118.gate_proj,0.0000004553,0.05000,2.089 +89,mlp.experts.121.gate_proj,0.0000005245,0.05000,2.042 +89,mlp.experts.119.gate_proj,0.0000003747,0.05000,2.014 +89,mlp.experts.116.gate_proj,0.0000012789,0.05000,2.052 +89,mlp.experts.122.gate_proj,0.0000001514,0.05000,2.018 +89,mlp.experts.125.gate_proj,0.0000003242,0.05000,2.017 +89,mlp.experts.123.gate_proj,0.0000003600,0.05000,2.037 +89,mlp.experts.126.gate_proj,0.0000009406,0.05000,2.022 +89,mlp.experts.120.gate_proj,0.0000006274,0.05000,2.062 +89,mlp.experts.129.gate_proj,0.0000001321,0.05000,2.127 +89,mlp.experts.127.gate_proj,0.0000002711,0.05000,2.129 +89,mlp.experts.130.gate_proj,0.0000017124,0.05000,2.053 +89,mlp.experts.124.gate_proj,0.0000003265,0.05000,2.090 +89,mlp.experts.133.gate_proj,0.0000001851,0.05000,2.083 +89,mlp.experts.131.gate_proj,0.0000003819,0.05000,2.055 +89,mlp.experts.128.gate_proj,0.0000004685,0.05000,2.033 +89,mlp.experts.134.gate_proj,0.0000005063,0.05000,2.132 +89,mlp.experts.137.gate_proj,0.0000004039,0.05000,2.028 +89,mlp.experts.135.gate_proj,0.0000002484,0.05000,2.007 +89,mlp.experts.132.gate_proj,0.0000016406,0.05000,2.014 +89,mlp.experts.138.gate_proj,0.0000003389,0.05000,1.990 +89,mlp.experts.141.gate_proj,0.0000003298,0.05000,2.082 +89,mlp.experts.139.gate_proj,0.0000003289,0.05000,2.084 +89,mlp.experts.142.gate_proj,0.0000000982,0.05000,2.054 +89,mlp.experts.136.gate_proj,0.0000001838,0.05000,2.063 +89,mlp.experts.145.gate_proj,0.0000007806,0.05000,2.073 +89,mlp.experts.143.gate_proj,0.0000004386,0.05000,2.115 +89,mlp.experts.140.gate_proj,0.0000002177,0.05000,2.039 +89,mlp.experts.146.gate_proj,0.0000011917,0.05000,2.121 +89,mlp.experts.149.gate_proj,0.0000001311,0.05000,2.076 +89,mlp.experts.147.gate_proj,0.0000005370,0.05000,2.077 +89,mlp.experts.144.gate_proj,0.0000000618,0.05000,2.129 +89,mlp.experts.150.gate_proj,0.0000003372,0.05000,2.113 +89,mlp.experts.153.gate_proj,0.0000002974,0.05000,2.070 +89,mlp.experts.151.gate_proj,0.0000003945,0.05000,2.081 +89,mlp.experts.148.gate_proj,0.0000006972,0.05000,2.076 +89,mlp.experts.154.gate_proj,0.0000004085,0.05000,2.095 +89,mlp.experts.157.gate_proj,0.0000010467,0.05000,2.064 +89,mlp.experts.155.gate_proj,0.0000001909,0.05000,2.074 +89,mlp.experts.152.gate_proj,0.0000003345,0.05000,2.072 +89,mlp.experts.158.gate_proj,0.0000004497,0.05000,2.101 +89,mlp.experts.1.up_proj,0.0000004079,0.05000,2.060 +89,mlp.experts.159.gate_proj,0.0000000753,0.05000,2.053 +89,mlp.experts.156.gate_proj,0.0000006940,0.05000,2.041 +89,mlp.experts.2.up_proj,0.0000007643,0.05000,2.102 +89,mlp.experts.5.up_proj,0.0000002476,0.05000,2.032 +89,mlp.experts.3.up_proj,0.0000001990,0.05000,2.036 +89,mlp.experts.0.up_proj,0.0000005128,0.05000,2.024 +89,mlp.experts.6.up_proj,0.0000002958,0.05000,2.067 +89,mlp.experts.9.up_proj,0.0000005080,0.05000,2.041 +89,mlp.experts.7.up_proj,0.0000003524,0.05000,2.021 +89,mlp.experts.4.up_proj,0.0000003184,0.05000,2.042 +89,mlp.experts.10.up_proj,0.0000003960,0.05000,2.042 +89,mlp.experts.13.up_proj,0.0000005246,0.05000,2.042 +89,mlp.experts.11.up_proj,0.0000003436,0.05000,2.058 +89,mlp.experts.8.up_proj,0.0000005648,0.05000,2.046 +89,mlp.experts.14.up_proj,0.0000013810,0.05000,2.104 +89,mlp.experts.17.up_proj,0.0000003105,0.05000,2.109 +89,mlp.experts.15.up_proj,0.0000002063,0.05000,2.052 +89,mlp.experts.12.up_proj,0.0000007230,0.05000,2.075 +89,mlp.experts.18.up_proj,0.0000003679,0.05000,2.091 +89,mlp.experts.21.up_proj,0.0000005603,0.05000,2.097 +89,mlp.experts.19.up_proj,0.0000005393,0.05000,2.058 +89,mlp.experts.16.up_proj,0.0000001582,0.05000,2.075 +89,mlp.experts.22.up_proj,0.0000008423,0.05000,2.086 +89,mlp.experts.25.up_proj,0.0000003120,0.05000,2.060 +89,mlp.experts.23.up_proj,0.0000000766,0.05000,2.048 +89,mlp.experts.20.up_proj,0.0000001573,0.05000,2.043 +89,mlp.experts.26.up_proj,0.0000001631,0.05000,2.077 +89,mlp.experts.29.up_proj,0.0000004711,0.05000,2.068 +89,mlp.experts.27.up_proj,0.0000011372,0.05000,2.063 +89,mlp.experts.24.up_proj,0.0000003279,0.05000,2.114 +89,mlp.experts.30.up_proj,0.0000002191,0.05000,2.110 +89,mlp.experts.33.up_proj,0.0000003380,0.05000,2.069 +89,mlp.experts.31.up_proj,0.0000005252,0.05000,2.069 +89,mlp.experts.28.up_proj,0.0000003846,0.05000,2.058 +89,mlp.experts.34.up_proj,0.0000002147,0.05000,2.063 +89,mlp.experts.37.up_proj,0.0000003664,0.05000,2.065 +89,mlp.experts.35.up_proj,0.0000004702,0.05000,2.102 +89,mlp.experts.32.up_proj,0.0000003688,0.05000,2.045 +89,mlp.experts.38.up_proj,0.0000005174,0.05000,2.074 +89,mlp.experts.41.up_proj,0.0000005680,0.05000,2.051 +89,mlp.experts.36.up_proj,0.0000005654,0.05000,2.047 +89,mlp.experts.39.up_proj,0.0000000647,0.05000,2.149 +89,mlp.experts.42.up_proj,0.0000002872,0.05000,2.113 +89,mlp.experts.45.up_proj,0.0000003013,0.05000,2.066 +89,mlp.experts.40.up_proj,0.0000004907,0.05000,2.048 +89,mlp.experts.43.up_proj,0.0000014828,0.05000,2.027 +89,mlp.experts.46.up_proj,0.0000003507,0.05000,2.051 +89,mlp.experts.49.up_proj,0.0000004218,0.05000,2.045 +89,mlp.experts.44.up_proj,0.0000001838,0.05000,2.095 +89,mlp.experts.47.up_proj,0.0000010876,0.05000,2.070 +89,mlp.experts.50.up_proj,0.0000003954,0.05000,2.077 +89,mlp.experts.53.up_proj,0.0000002971,0.05000,2.070 +89,mlp.experts.51.up_proj,0.0000002477,0.05000,2.051 +89,mlp.experts.48.up_proj,0.0000003351,0.05000,2.099 +89,mlp.experts.54.up_proj,0.0000003528,0.05000,2.124 +89,mlp.experts.57.up_proj,0.0000002463,0.05000,2.040 +89,mlp.experts.55.up_proj,0.0000003756,0.05000,2.095 +89,mlp.experts.52.up_proj,0.0000003163,0.05000,2.112 +89,mlp.experts.58.up_proj,0.0000001610,0.05000,2.121 +89,mlp.experts.61.up_proj,0.0000005234,0.05000,2.062 +89,mlp.experts.59.up_proj,0.0000002753,0.05000,2.131 +89,mlp.experts.56.up_proj,0.0000006371,0.05000,2.122 +89,mlp.experts.62.up_proj,0.0000002481,0.05000,2.087 +89,mlp.experts.65.up_proj,0.0000013188,0.05000,2.071 +89,mlp.experts.63.up_proj,0.0000004417,0.05000,2.047 +89,mlp.experts.60.up_proj,0.0000006534,0.05000,2.074 +89,mlp.experts.66.up_proj,0.0000004808,0.05000,2.101 +89,mlp.experts.69.up_proj,0.0000004028,0.05000,2.057 +89,mlp.experts.67.up_proj,0.0000003445,0.05000,2.041 +89,mlp.experts.64.up_proj,0.0000005170,0.05000,2.076 +89,mlp.experts.70.up_proj,0.0000004551,0.05000,2.123 +89,mlp.experts.73.up_proj,0.0000003626,0.05000,2.062 +89,mlp.experts.71.up_proj,0.0000003911,0.05000,2.049 +89,mlp.experts.68.up_proj,0.0000003113,0.05000,2.060 +89,mlp.experts.74.up_proj,0.0000006664,0.05000,2.141 +89,mlp.experts.77.up_proj,0.0000003274,0.05000,2.045 +89,mlp.experts.75.up_proj,0.0000004664,0.05000,2.023 +89,mlp.experts.72.up_proj,0.0000004474,0.05000,2.031 +89,mlp.experts.78.up_proj,0.0000003979,0.05000,2.080 +89,mlp.experts.81.up_proj,0.0000010806,0.05000,2.109 +89,mlp.experts.79.up_proj,0.0000004906,0.05000,2.133 +89,mlp.experts.76.up_proj,0.0000004409,0.05000,2.159 +89,mlp.experts.82.up_proj,0.0000007387,0.05000,2.171 +89,mlp.experts.85.up_proj,0.0000008661,0.05000,2.150 +89,mlp.experts.83.up_proj,0.0000003113,0.05000,2.134 +89,mlp.experts.80.up_proj,0.0000002392,0.05000,2.084 +89,mlp.experts.86.up_proj,0.0000003191,0.05000,2.037 +89,mlp.experts.89.up_proj,0.0000008132,0.05000,2.104 +89,mlp.experts.87.up_proj,0.0000002488,0.05000,2.073 +89,mlp.experts.84.up_proj,0.0000000837,0.05000,2.058 +89,mlp.experts.90.up_proj,0.0000005046,0.05000,2.041 +89,mlp.experts.93.up_proj,0.0000009119,0.05000,2.027 +89,mlp.experts.91.up_proj,0.0000003486,0.05000,2.060 +89,mlp.experts.88.up_proj,0.0000005913,0.05000,2.092 +89,mlp.experts.94.up_proj,0.0000001385,0.05000,2.071 +89,mlp.experts.97.up_proj,0.0000003283,0.05000,2.053 +89,mlp.experts.95.up_proj,0.0000006150,0.05000,2.058 +89,mlp.experts.92.up_proj,0.0000001770,0.05000,2.096 +89,mlp.experts.98.up_proj,0.0000003524,0.05000,2.082 +89,mlp.experts.101.up_proj,0.0000002413,0.05000,2.057 +89,mlp.experts.99.up_proj,0.0000008125,0.05000,2.116 +89,mlp.experts.96.up_proj,0.0000002820,0.05000,2.076 +89,mlp.experts.102.up_proj,0.0000000723,0.05000,2.115 +89,mlp.experts.105.up_proj,0.0000003153,0.05000,2.141 +89,mlp.experts.103.up_proj,0.0000003145,0.05000,2.099 +89,mlp.experts.100.up_proj,0.0000010858,0.05000,2.077 +89,mlp.experts.106.up_proj,0.0000004813,0.05000,2.071 +89,mlp.experts.109.up_proj,0.0000002705,0.05000,2.040 +89,mlp.experts.107.up_proj,0.0000003333,0.05000,2.194 +89,mlp.experts.104.up_proj,0.0000003818,0.05000,2.097 +89,mlp.experts.110.up_proj,0.0000004124,0.05000,2.047 +89,mlp.experts.113.up_proj,0.0000003213,0.05000,2.035 +89,mlp.experts.108.up_proj,0.0000010394,0.05000,2.068 +89,mlp.experts.111.up_proj,0.0000003374,0.05000,2.100 +89,mlp.experts.114.up_proj,0.0000018642,0.05000,2.034 +89,mlp.experts.117.up_proj,0.0000005031,0.05000,2.026 +89,mlp.experts.112.up_proj,0.0000002103,0.05000,2.046 +89,mlp.experts.115.up_proj,0.0000003761,0.05000,2.042 +89,mlp.experts.118.up_proj,0.0000004194,0.05000,2.029 +89,mlp.experts.121.up_proj,0.0000004987,0.05000,2.086 +89,mlp.experts.116.up_proj,0.0000012454,0.05000,2.091 +89,mlp.experts.119.up_proj,0.0000003799,0.05000,2.125 +89,mlp.experts.122.up_proj,0.0000001517,0.05000,2.043 +89,mlp.experts.125.up_proj,0.0000003167,0.05000,2.072 +89,mlp.experts.120.up_proj,0.0000006105,0.05000,2.023 +89,mlp.experts.123.up_proj,0.0000003577,0.05000,2.041 +89,mlp.experts.126.up_proj,0.0000008918,0.05000,2.036 +89,mlp.experts.129.up_proj,0.0000001294,0.05000,2.077 +89,mlp.experts.124.up_proj,0.0000003250,0.05000,2.072 +89,mlp.experts.127.up_proj,0.0000002703,0.05000,2.079 +89,mlp.experts.130.up_proj,0.0000015195,0.05000,2.032 +89,mlp.experts.133.up_proj,0.0000001850,0.05000,2.031 +89,mlp.experts.128.up_proj,0.0000004519,0.05000,2.023 +89,mlp.experts.131.up_proj,0.0000003810,0.05000,2.036 +89,mlp.experts.134.up_proj,0.0000004809,0.05000,2.024 +89,mlp.experts.137.up_proj,0.0000003798,0.05000,2.032 +89,mlp.experts.132.up_proj,0.0000014533,0.05000,2.060 +89,mlp.experts.135.up_proj,0.0000002477,0.05000,2.041 +89,mlp.experts.138.up_proj,0.0000003371,0.05000,2.029 +89,mlp.experts.141.up_proj,0.0000003327,0.05000,2.025 +89,mlp.experts.136.up_proj,0.0000001627,0.05000,2.020 +89,mlp.experts.139.up_proj,0.0000003223,0.05000,2.034 +89,mlp.experts.142.up_proj,0.0000000939,0.05000,2.047 +89,mlp.experts.145.up_proj,0.0000007505,0.05000,2.030 +89,mlp.experts.140.up_proj,0.0000002117,0.05000,2.048 +89,mlp.experts.143.up_proj,0.0000004204,0.05000,2.076 +89,mlp.experts.146.up_proj,0.0000011472,0.05000,2.058 +89,mlp.experts.149.up_proj,0.0000001296,0.05000,2.018 +89,mlp.experts.144.up_proj,0.0000000599,0.05000,2.028 +89,mlp.experts.147.up_proj,0.0000005200,0.05000,2.083 +89,mlp.experts.150.up_proj,0.0000003101,0.05000,2.020 +89,mlp.experts.153.up_proj,0.0000002970,0.05000,2.043 +89,mlp.experts.148.up_proj,0.0000006719,0.05000,2.067 +89,mlp.experts.151.up_proj,0.0000003865,0.05000,2.087 +89,mlp.experts.154.up_proj,0.0000004020,0.05000,2.045 +89,mlp.experts.157.up_proj,0.0000010251,0.05000,2.102 +89,mlp.experts.152.up_proj,0.0000003316,0.05000,1.963 +89,mlp.experts.155.up_proj,0.0000001909,0.05000,1.916 +89,mlp.experts.158.up_proj,0.0000004256,0.05000,1.864 +89,mlp.experts.156.up_proj,0.0000006633,0.05000,1.501 +89,mlp.experts.159.up_proj,0.0000000726,0.05000,1.380 +89,mlp.experts.2.down_proj,0.0000001160,0.05000,0.632 +89,mlp.experts.0.down_proj,0.0000002899,0.05000,0.632 +89,mlp.experts.3.down_proj,0.0000000513,0.05000,0.634 +89,mlp.experts.1.down_proj,0.0000001997,0.05000,0.665 +89,mlp.experts.6.down_proj,0.0000002618,0.05000,0.646 +89,mlp.experts.4.down_proj,0.0000000476,0.05000,0.662 +89,mlp.experts.7.down_proj,0.0000000715,0.05000,0.661 +89,mlp.experts.5.down_proj,0.0000001449,0.05000,0.635 +89,mlp.experts.10.down_proj,0.0000001427,0.05000,0.630 +89,mlp.experts.8.down_proj,0.0000008443,0.05000,0.631 +89,mlp.experts.9.down_proj,0.0000001352,0.05000,0.630 +89,mlp.experts.11.down_proj,0.0000001329,0.05000,0.638 +89,mlp.experts.14.down_proj,0.0000001793,0.05000,0.620 +89,mlp.experts.12.down_proj,0.0000003294,0.05000,0.608 +89,mlp.experts.13.down_proj,0.0000002217,0.05000,0.619 +89,mlp.experts.15.down_proj,0.0000000551,0.05000,0.621 +89,mlp.experts.16.down_proj,0.0000000359,0.05000,0.614 +89,mlp.experts.19.down_proj,0.0000000797,0.05000,0.632 +89,mlp.experts.18.down_proj,0.0000000974,0.05000,0.669 +89,mlp.experts.17.down_proj,0.0000000666,0.05000,0.651 +89,mlp.experts.20.down_proj,0.0000004041,0.05000,0.626 +89,mlp.experts.23.down_proj,0.0000000565,0.05000,0.608 +89,mlp.experts.22.down_proj,0.0000002233,0.05000,0.613 +89,mlp.experts.21.down_proj,0.0000002092,0.05000,0.615 +89,mlp.experts.24.down_proj,0.0000000820,0.05000,0.600 +89,mlp.experts.27.down_proj,0.0000002607,0.05000,0.601 +89,mlp.experts.25.down_proj,0.0000000971,0.05000,0.602 +89,mlp.experts.26.down_proj,0.0000000352,0.05000,0.623 +89,mlp.experts.28.down_proj,0.0000001176,0.05000,0.601 +89,mlp.experts.31.down_proj,0.0000002382,0.05000,0.604 +89,mlp.experts.30.down_proj,0.0000000542,0.05000,0.599 +89,mlp.experts.29.down_proj,0.0000001910,0.05000,0.629 +89,mlp.experts.32.down_proj,0.0000000906,0.05000,0.606 +89,mlp.experts.35.down_proj,0.0000001548,0.05000,0.629 +89,mlp.experts.34.down_proj,0.0000000539,0.05000,0.606 +89,mlp.experts.33.down_proj,0.0000006611,0.05000,0.613 +89,mlp.experts.36.down_proj,0.0000003576,0.05000,0.604 +89,mlp.experts.39.down_proj,0.0000000323,0.05000,0.610 +89,mlp.experts.38.down_proj,0.0000001728,0.05000,0.606 +89,mlp.experts.37.down_proj,0.0000002576,0.05000,0.628 +89,mlp.experts.40.down_proj,0.0000001449,0.05000,0.600 +89,mlp.experts.42.down_proj,0.0000000435,0.05000,0.601 +89,mlp.experts.43.down_proj,0.0000004763,0.05000,0.626 +89,mlp.experts.41.down_proj,0.0000002998,0.05000,0.608 +89,mlp.experts.44.down_proj,0.0000003152,0.05000,0.612 +89,mlp.experts.46.down_proj,0.0000002906,0.05000,0.639 +89,mlp.experts.45.down_proj,0.0000001379,0.05000,0.617 +89,mlp.experts.47.down_proj,0.0000009866,0.05000,0.648 +89,mlp.experts.48.down_proj,0.0000001666,0.05000,0.607 +89,mlp.experts.50.down_proj,0.0000001274,0.05000,0.609 +89,mlp.experts.51.down_proj,0.0000001002,0.05000,0.609 +89,mlp.experts.49.down_proj,0.0000001922,0.05000,0.616 +89,mlp.experts.52.down_proj,0.0000001099,0.05000,0.603 +89,mlp.experts.54.down_proj,0.0000001058,0.05000,0.613 +89,mlp.experts.55.down_proj,0.0000003990,0.05000,0.611 +89,mlp.experts.53.down_proj,0.0000000774,0.05000,0.609 +89,mlp.experts.56.down_proj,0.0000004123,0.05000,0.628 +89,mlp.experts.57.down_proj,0.0000008196,0.05000,0.615 +89,mlp.experts.58.down_proj,0.0000000434,0.05000,0.648 +89,mlp.experts.59.down_proj,0.0000000602,0.05000,0.656 +89,mlp.experts.60.down_proj,0.0000003417,0.05000,0.646 +89,mlp.experts.62.down_proj,0.0000001173,0.05000,0.630 +89,mlp.experts.61.down_proj,0.0000001707,0.05000,0.635 +89,mlp.experts.63.down_proj,0.0000001826,0.05000,0.612 +89,mlp.experts.64.down_proj,0.0000002076,0.05000,0.604 +89,mlp.experts.66.down_proj,0.0000003610,0.05000,0.606 +89,mlp.experts.65.down_proj,0.0000007460,0.05000,0.612 +89,mlp.experts.67.down_proj,0.0000000546,0.05000,0.600 +89,mlp.experts.68.down_proj,0.0000000794,0.05000,0.608 +89,mlp.experts.70.down_proj,0.0000001636,0.05000,0.633 +89,mlp.experts.71.down_proj,0.0000001033,0.05000,0.623 +89,mlp.experts.69.down_proj,0.0000000756,0.05000,0.643 +89,mlp.experts.72.down_proj,0.0000000762,0.05000,0.634 +89,mlp.experts.74.down_proj,0.0000003041,0.05000,0.618 +89,mlp.experts.75.down_proj,0.0000002286,0.05000,0.638 +89,mlp.experts.73.down_proj,0.0000006623,0.05000,0.631 +89,mlp.experts.76.down_proj,0.0000001145,0.05000,0.630 +89,mlp.experts.78.down_proj,0.0000000936,0.05000,0.616 +89,mlp.experts.79.down_proj,0.0000001107,0.05000,0.621 +89,mlp.experts.77.down_proj,0.0000000818,0.05000,0.632 +89,mlp.experts.80.down_proj,0.0000000555,0.05000,0.680 +89,mlp.experts.82.down_proj,0.0000001711,0.05000,0.639 +89,mlp.experts.83.down_proj,0.0000001840,0.05000,0.646 +89,mlp.experts.81.down_proj,0.0000001861,0.05000,0.651 +89,mlp.experts.84.down_proj,0.0000000511,0.05000,0.625 +89,mlp.experts.86.down_proj,0.0000000781,0.05000,0.608 +89,mlp.experts.87.down_proj,0.0000000680,0.05000,0.604 +89,mlp.experts.85.down_proj,0.0000012015,0.05000,0.612 +89,mlp.experts.88.down_proj,0.0000002016,0.05000,0.625 +89,mlp.experts.90.down_proj,0.0000001361,0.05000,0.606 +89,mlp.experts.91.down_proj,0.0000001220,0.05000,0.602 +89,mlp.experts.89.down_proj,0.0000002975,0.05000,0.612 +89,mlp.experts.92.down_proj,0.0000003430,0.05000,0.622 +89,mlp.experts.94.down_proj,0.0000000922,0.05000,0.619 +89,mlp.experts.95.down_proj,0.0000004610,0.05000,0.606 +89,mlp.experts.93.down_proj,0.0000001640,0.05000,0.629 +89,mlp.experts.96.down_proj,0.0000000737,0.05000,0.605 +89,mlp.experts.98.down_proj,0.0000001407,0.05000,0.606 +89,mlp.experts.99.down_proj,0.0000001185,0.05000,0.607 +89,mlp.experts.97.down_proj,0.0000000842,0.05000,0.630 +89,mlp.experts.100.down_proj,0.0000001813,0.05000,0.603 +89,mlp.experts.102.down_proj,0.0000000253,0.05000,0.608 +89,mlp.experts.103.down_proj,0.0000004280,0.05000,0.622 +89,mlp.experts.101.down_proj,0.0000000352,0.05000,0.642 +89,mlp.experts.104.down_proj,0.0000002709,0.05000,0.623 +89,mlp.experts.106.down_proj,0.0000001736,0.05000,0.611 +89,mlp.experts.107.down_proj,0.0000000684,0.05000,0.618 +89,mlp.experts.105.down_proj,0.0000010179,0.05000,0.605 +89,mlp.experts.108.down_proj,0.0000002013,0.05000,0.599 +89,mlp.experts.110.down_proj,0.0000001206,0.05000,0.608 +89,mlp.experts.111.down_proj,0.0000000552,0.05000,0.601 +89,mlp.experts.109.down_proj,0.0000000795,0.05000,0.602 +89,mlp.experts.112.down_proj,0.0000000777,0.05000,0.631 +89,mlp.experts.114.down_proj,0.0000003860,0.05000,0.633 +89,mlp.experts.115.down_proj,0.0000004193,0.05000,0.634 +89,mlp.experts.113.down_proj,0.0000000933,0.05000,0.632 +89,mlp.experts.116.down_proj,0.0000002540,0.05000,0.612 +89,mlp.experts.118.down_proj,0.0000001777,0.05000,0.615 +89,mlp.experts.119.down_proj,0.0000000981,0.05000,0.613 +89,mlp.experts.117.down_proj,0.0000001311,0.05000,0.653 +89,mlp.experts.120.down_proj,0.0000009669,0.05000,0.612 +89,mlp.experts.122.down_proj,0.0000000560,0.05000,0.629 +89,mlp.experts.123.down_proj,0.0000001513,0.05000,0.636 +89,mlp.experts.121.down_proj,0.0000002700,0.05000,0.656 +89,mlp.experts.124.down_proj,0.0000002123,0.05000,0.625 +89,mlp.experts.126.down_proj,0.0000004142,0.05000,0.634 +89,mlp.experts.127.down_proj,0.0000004794,0.05000,0.643 +89,mlp.experts.125.down_proj,0.0000000886,0.05000,0.612 +89,mlp.experts.128.down_proj,0.0000001375,0.05000,0.627 +89,mlp.experts.130.down_proj,0.0000003874,0.05000,0.613 +89,mlp.experts.131.down_proj,0.0000001608,0.05000,0.611 +89,mlp.experts.129.down_proj,0.0000000304,0.05000,0.610 +89,mlp.experts.132.down_proj,0.0000006811,0.05000,0.636 +89,mlp.experts.134.down_proj,0.0000001505,0.05000,0.622 +89,mlp.experts.135.down_proj,0.0000001109,0.05000,0.631 +89,mlp.experts.133.down_proj,0.0000001811,0.05000,0.645 +89,mlp.experts.136.down_proj,0.0000000590,0.05000,0.604 +89,mlp.experts.138.down_proj,0.0000001986,0.05000,0.616 +89,mlp.experts.139.down_proj,0.0000001365,0.05000,0.608 +89,mlp.experts.137.down_proj,0.0000001073,0.05000,0.613 +89,mlp.experts.140.down_proj,0.0000000887,0.05000,0.628 +89,mlp.experts.142.down_proj,0.0000000201,0.05000,0.616 +89,mlp.experts.143.down_proj,0.0000001613,0.05000,0.613 +89,mlp.experts.141.down_proj,0.0000001480,0.05000,0.616 +89,mlp.experts.146.down_proj,0.0000004260,0.05000,0.613 +89,mlp.experts.144.down_proj,0.0000000507,0.05000,0.631 +89,mlp.experts.147.down_proj,0.0000001256,0.05000,0.632 +89,mlp.experts.145.down_proj,0.0000003457,0.05000,0.615 +89,mlp.experts.148.down_proj,0.0000001872,0.05000,0.612 +89,mlp.experts.150.down_proj,0.0000001046,0.05000,0.621 +89,mlp.experts.151.down_proj,0.0000002711,0.05000,0.651 +89,mlp.experts.149.down_proj,0.0000000427,0.05000,0.617 +89,mlp.experts.152.down_proj,0.0000001014,0.05000,0.604 +89,mlp.experts.154.down_proj,0.0000002171,0.05000,0.612 +89,mlp.experts.155.down_proj,0.0000000553,0.05000,0.609 +89,mlp.experts.153.down_proj,0.0000000719,0.05000,0.614 +89,mlp.experts.158.down_proj,0.0000002078,0.05000,0.609 +89,mlp.experts.156.down_proj,0.0000003346,0.05000,0.630 +89,mlp.experts.159.down_proj,0.0000000324,0.05000,0.602 +89,mlp.experts.157.down_proj,0.0000006212,0.05000,0.537 +90,mlp.experts.0.gate_proj,0.0000002662,0.05000,2.145 +90,mlp.experts.3.gate_proj,0.0000002148,0.05000,2.145 +90,mlp.experts.1.gate_proj,0.0000002769,0.05000,2.199 +90,mlp.experts.2.gate_proj,0.0000002884,0.05000,2.299 +90,mlp.experts.7.gate_proj,0.0000001778,0.05000,2.035 +90,mlp.experts.4.gate_proj,0.0000003453,0.05000,2.037 +90,mlp.experts.5.gate_proj,0.0000002591,0.05000,2.069 +90,mlp.experts.6.gate_proj,0.0000006408,0.05000,2.088 +90,mlp.experts.11.gate_proj,0.0000002606,0.05000,2.024 +90,mlp.experts.8.gate_proj,0.0000002476,0.05000,2.055 +90,mlp.experts.9.gate_proj,0.0000001612,0.05000,2.036 +90,mlp.experts.10.gate_proj,0.0000004450,0.05000,2.066 +90,mlp.experts.15.gate_proj,0.0000003417,0.05000,2.045 +90,mlp.experts.12.gate_proj,0.0000004706,0.05000,2.070 +90,mlp.experts.13.gate_proj,0.0000007699,0.05000,2.036 +90,mlp.experts.14.gate_proj,0.0000003570,0.05000,2.088 +90,mlp.experts.19.gate_proj,0.0000002008,0.05000,2.137 +90,mlp.experts.16.gate_proj,0.0000005996,0.05000,2.112 +90,mlp.experts.17.gate_proj,0.0000002497,0.05000,2.082 +90,mlp.experts.18.gate_proj,0.0000002648,0.05000,2.133 +90,mlp.experts.21.gate_proj,0.0000012664,0.05000,2.057 +90,mlp.experts.20.gate_proj,0.0000003155,0.05000,2.089 +90,mlp.experts.23.gate_proj,0.0000002932,0.05000,2.186 +90,mlp.experts.22.gate_proj,0.0000003188,0.05000,2.069 +90,mlp.experts.25.gate_proj,0.0000003930,0.05000,2.034 +90,mlp.experts.24.gate_proj,0.0000000624,0.05000,2.047 +90,mlp.experts.27.gate_proj,0.0000009381,0.05000,2.093 +90,mlp.experts.26.gate_proj,0.0000002835,0.05000,2.051 +90,mlp.experts.29.gate_proj,0.0000004894,0.05000,2.092 +90,mlp.experts.28.gate_proj,0.0000000619,0.05000,2.100 +90,mlp.experts.31.gate_proj,0.0000011196,0.05000,2.093 +90,mlp.experts.30.gate_proj,0.0000008369,0.05000,2.088 +90,mlp.experts.33.gate_proj,0.0000003357,0.05000,2.128 +90,mlp.experts.32.gate_proj,0.0000004775,0.05000,2.131 +90,mlp.experts.35.gate_proj,0.0000003620,0.05000,2.135 +90,mlp.experts.34.gate_proj,0.0000001987,0.05000,2.096 +90,mlp.experts.37.gate_proj,0.0000006804,0.05000,2.049 +90,mlp.experts.36.gate_proj,0.0000006451,0.05000,2.053 +90,mlp.experts.39.gate_proj,0.0000002630,0.05000,2.043 +90,mlp.experts.38.gate_proj,0.0000001953,0.05000,2.064 +90,mlp.experts.40.gate_proj,0.0000004348,0.05000,2.048 +90,mlp.experts.41.gate_proj,0.0000003775,0.05000,2.161 +90,mlp.experts.43.gate_proj,0.0000003688,0.05000,2.088 +90,mlp.experts.42.gate_proj,0.0000005644,0.05000,2.083 +90,mlp.experts.44.gate_proj,0.0000002893,0.05000,2.036 +90,mlp.experts.45.gate_proj,0.0000002371,0.05000,2.057 +90,mlp.experts.47.gate_proj,0.0000005324,0.05000,2.100 +90,mlp.experts.46.gate_proj,0.0000003246,0.05000,2.039 +90,mlp.experts.48.gate_proj,0.0000012794,0.05000,2.064 +90,mlp.experts.49.gate_proj,0.0000003054,0.05000,2.093 +90,mlp.experts.51.gate_proj,0.0000003701,0.05000,2.082 +90,mlp.experts.50.gate_proj,0.0000004541,0.05000,2.048 +90,mlp.experts.52.gate_proj,0.0000003425,0.05000,2.010 +90,mlp.experts.53.gate_proj,0.0000003861,0.05000,2.096 +90,mlp.experts.55.gate_proj,0.0000009190,0.05000,2.037 +90,mlp.experts.54.gate_proj,0.0000006335,0.05000,2.069 +90,mlp.experts.56.gate_proj,0.0000002078,0.05000,2.070 +90,mlp.experts.57.gate_proj,0.0000002755,0.05000,2.035 +90,mlp.experts.59.gate_proj,0.0000004801,0.05000,2.060 +90,mlp.experts.58.gate_proj,0.0000001168,0.05000,2.025 +90,mlp.experts.60.gate_proj,0.0000003308,0.05000,2.016 +90,mlp.experts.61.gate_proj,0.0000002617,0.05000,2.056 +90,mlp.experts.62.gate_proj,0.0000004319,0.05000,2.044 +90,mlp.experts.63.gate_proj,0.0000005734,0.05000,2.071 +90,mlp.experts.64.gate_proj,0.0000007177,0.05000,2.088 +90,mlp.experts.65.gate_proj,0.0000001954,0.05000,2.074 +90,mlp.experts.66.gate_proj,0.0000005354,0.05000,2.070 +90,mlp.experts.67.gate_proj,0.0000002128,0.05000,2.134 +90,mlp.experts.68.gate_proj,0.0000007753,0.05000,2.034 +90,mlp.experts.69.gate_proj,0.0000001688,0.05000,2.067 +90,mlp.experts.70.gate_proj,0.0000004398,0.05000,2.088 +90,mlp.experts.71.gate_proj,0.0000002371,0.05000,2.063 +90,mlp.experts.72.gate_proj,0.0000003590,0.05000,2.081 +90,mlp.experts.73.gate_proj,0.0000006695,0.05000,2.082 +90,mlp.experts.74.gate_proj,0.0000002978,0.05000,2.119 +90,mlp.experts.75.gate_proj,0.0000002311,0.05000,2.084 +90,mlp.experts.76.gate_proj,0.0000004016,0.05000,2.017 +90,mlp.experts.77.gate_proj,0.0000010346,0.05000,2.022 +90,mlp.experts.79.gate_proj,0.0000005156,0.05000,1.999 +90,mlp.experts.78.gate_proj,0.0000002152,0.05000,2.065 +90,mlp.experts.80.gate_proj,0.0000001027,0.05000,2.029 +90,mlp.experts.81.gate_proj,0.0000000506,0.05000,2.022 +90,mlp.experts.83.gate_proj,0.0000000989,0.05000,2.016 +90,mlp.experts.82.gate_proj,0.0000008209,0.05000,2.047 +90,mlp.experts.84.gate_proj,0.0000001921,0.05000,2.015 +90,mlp.experts.85.gate_proj,0.0000005203,0.05000,2.075 +90,mlp.experts.86.gate_proj,0.0000006945,0.05000,2.037 +90,mlp.experts.87.gate_proj,0.0000003025,0.05000,2.142 +90,mlp.experts.88.gate_proj,0.0000004955,0.05000,2.029 +90,mlp.experts.89.gate_proj,0.0000005617,0.05000,2.049 +90,mlp.experts.90.gate_proj,0.0000005071,0.05000,2.065 +90,mlp.experts.91.gate_proj,0.0000002511,0.05000,2.060 +90,mlp.experts.92.gate_proj,0.0000002281,0.05000,2.117 +90,mlp.experts.93.gate_proj,0.0000002894,0.05000,2.054 +90,mlp.experts.94.gate_proj,0.0000005176,0.05000,2.063 +90,mlp.experts.95.gate_proj,0.0000006439,0.05000,2.139 +90,mlp.experts.96.gate_proj,0.0000003730,0.05000,2.049 +90,mlp.experts.97.gate_proj,0.0000002637,0.05000,2.070 +90,mlp.experts.98.gate_proj,0.0000005394,0.05000,2.092 +90,mlp.experts.99.gate_proj,0.0000004955,0.05000,2.038 +90,mlp.experts.100.gate_proj,0.0000003132,0.05000,1.534 +90,mlp.experts.101.gate_proj,0.0000002619,0.05000,1.386 +90,mlp.experts.104.gate_proj,0.0000001062,0.05000,2.057 +90,mlp.experts.102.gate_proj,0.0000002392,0.05000,2.082 +90,mlp.experts.103.gate_proj,0.0000005311,0.05000,2.118 +90,mlp.experts.105.gate_proj,0.0000002850,0.05000,2.121 +90,mlp.experts.108.gate_proj,0.0000003403,0.05000,2.045 +90,mlp.experts.106.gate_proj,0.0000002964,0.05000,2.097 +90,mlp.experts.109.gate_proj,0.0000002599,0.05000,2.063 +90,mlp.experts.107.gate_proj,0.0000003298,0.05000,2.117 +90,mlp.experts.112.gate_proj,0.0000005413,0.05000,2.097 +90,mlp.experts.113.gate_proj,0.0000001003,0.05000,2.082 +90,mlp.experts.111.gate_proj,0.0000003201,0.05000,2.037 +90,mlp.experts.110.gate_proj,0.0000002984,0.05000,2.143 +90,mlp.experts.116.gate_proj,0.0000002058,0.05000,2.005 +90,mlp.experts.117.gate_proj,0.0000002870,0.05000,2.016 +90,mlp.experts.115.gate_proj,0.0000009272,0.05000,2.059 +90,mlp.experts.114.gate_proj,0.0000001975,0.05000,2.015 +90,mlp.experts.120.gate_proj,0.0000003347,0.05000,2.015 +90,mlp.experts.121.gate_proj,0.0000004263,0.05000,2.025 +90,mlp.experts.118.gate_proj,0.0000004516,0.05000,2.038 +90,mlp.experts.119.gate_proj,0.0000008336,0.05000,2.159 +90,mlp.experts.124.gate_proj,0.0000002937,0.05000,2.014 +90,mlp.experts.122.gate_proj,0.0000004658,0.05000,2.009 +90,mlp.experts.125.gate_proj,0.0000010509,0.05000,2.079 +90,mlp.experts.123.gate_proj,0.0000006008,0.05000,2.051 +90,mlp.experts.128.gate_proj,0.0000006618,0.05000,1.999 +90,mlp.experts.129.gate_proj,0.0000002030,0.05000,2.018 +90,mlp.experts.126.gate_proj,0.0000003505,0.05000,2.049 +90,mlp.experts.127.gate_proj,0.0000002300,0.05000,2.025 +90,mlp.experts.132.gate_proj,0.0000000869,0.05000,2.056 +90,mlp.experts.130.gate_proj,0.0000004497,0.05000,2.012 +90,mlp.experts.133.gate_proj,0.0000002384,0.05000,2.091 +90,mlp.experts.131.gate_proj,0.0000001897,0.05000,2.038 +90,mlp.experts.136.gate_proj,0.0000008407,0.05000,2.022 +90,mlp.experts.137.gate_proj,0.0000002816,0.05000,2.010 +90,mlp.experts.134.gate_proj,0.0000004027,0.05000,2.094 +90,mlp.experts.135.gate_proj,0.0000002987,0.05000,2.053 +90,mlp.experts.140.gate_proj,0.0000004452,0.05000,2.072 +90,mlp.experts.138.gate_proj,0.0000000997,0.05000,2.045 +90,mlp.experts.141.gate_proj,0.0000002861,0.05000,2.135 +90,mlp.experts.139.gate_proj,0.0000002454,0.05000,2.053 +90,mlp.experts.144.gate_proj,0.0000003514,0.05000,2.054 +90,mlp.experts.142.gate_proj,0.0000001713,0.05000,2.030 +90,mlp.experts.145.gate_proj,0.0000003572,0.05000,2.043 +90,mlp.experts.143.gate_proj,0.0000004236,0.05000,2.053 +90,mlp.experts.148.gate_proj,0.0000003337,0.05000,2.058 +90,mlp.experts.146.gate_proj,0.0000003899,0.05000,2.020 +90,mlp.experts.149.gate_proj,0.0000007944,0.05000,2.036 +90,mlp.experts.147.gate_proj,0.0000001767,0.05000,2.015 +90,mlp.experts.152.gate_proj,0.0000000681,0.05000,2.069 +90,mlp.experts.150.gate_proj,0.0000003354,0.05000,2.026 +90,mlp.experts.153.gate_proj,0.0000002343,0.05000,2.044 +90,mlp.experts.151.gate_proj,0.0000005837,0.05000,2.079 +90,mlp.experts.156.gate_proj,0.0000003346,0.05000,2.033 +90,mlp.experts.154.gate_proj,0.0000002319,0.05000,2.038 +90,mlp.experts.157.gate_proj,0.0000001559,0.05000,2.040 +90,mlp.experts.155.gate_proj,0.0000002149,0.05000,2.031 +90,mlp.experts.0.up_proj,0.0000002483,0.05000,2.011 +90,mlp.experts.158.gate_proj,0.0000002856,0.05000,2.034 +90,mlp.experts.1.up_proj,0.0000002759,0.05000,2.023 +90,mlp.experts.159.gate_proj,0.0000006781,0.05000,2.059 +90,mlp.experts.4.up_proj,0.0000004293,0.05000,2.054 +90,mlp.experts.2.up_proj,0.0000002888,0.05000,2.036 +90,mlp.experts.5.up_proj,0.0000002555,0.05000,2.017 +90,mlp.experts.3.up_proj,0.0000002049,0.05000,2.027 +90,mlp.experts.8.up_proj,0.0000002464,0.05000,2.017 +90,mlp.experts.6.up_proj,0.0000005989,0.05000,2.014 +90,mlp.experts.9.up_proj,0.0000001571,0.05000,2.035 +90,mlp.experts.7.up_proj,0.0000001768,0.05000,2.044 +90,mlp.experts.12.up_proj,0.0000004542,0.05000,2.035 +90,mlp.experts.10.up_proj,0.0000004129,0.05000,2.014 +90,mlp.experts.13.up_proj,0.0000007343,0.05000,2.025 +90,mlp.experts.11.up_proj,0.0000002409,0.05000,2.032 +90,mlp.experts.16.up_proj,0.0000005595,0.05000,2.008 +90,mlp.experts.14.up_proj,0.0000003438,0.05000,2.012 +90,mlp.experts.17.up_proj,0.0000002420,0.05000,2.018 +90,mlp.experts.15.up_proj,0.0000003297,0.05000,2.040 +90,mlp.experts.20.up_proj,0.0000003148,0.05000,2.075 +90,mlp.experts.18.up_proj,0.0000002598,0.05000,2.041 +90,mlp.experts.21.up_proj,0.0000011732,0.05000,2.050 +90,mlp.experts.19.up_proj,0.0000001946,0.05000,2.088 +90,mlp.experts.24.up_proj,0.0000000595,0.05000,2.035 +90,mlp.experts.22.up_proj,0.0000003088,0.05000,2.034 +90,mlp.experts.25.up_proj,0.0000003919,0.05000,2.069 +90,mlp.experts.23.up_proj,0.0000002857,0.05000,2.104 +90,mlp.experts.28.up_proj,0.0000000579,0.05000,2.042 +90,mlp.experts.26.up_proj,0.0000002678,0.05000,2.057 +90,mlp.experts.29.up_proj,0.0000004764,0.05000,2.021 +90,mlp.experts.27.up_proj,0.0000009198,0.05000,2.036 +90,mlp.experts.32.up_proj,0.0000004573,0.05000,2.013 +90,mlp.experts.30.up_proj,0.0000007612,0.05000,2.023 +90,mlp.experts.33.up_proj,0.0000003156,0.05000,2.055 +90,mlp.experts.31.up_proj,0.0000009950,0.05000,2.048 +90,mlp.experts.36.up_proj,0.0000006148,0.05000,2.015 +90,mlp.experts.34.up_proj,0.0000001939,0.05000,2.047 +90,mlp.experts.37.up_proj,0.0000006524,0.05000,2.034 +90,mlp.experts.35.up_proj,0.0000003537,0.05000,2.036 +90,mlp.experts.40.up_proj,0.0000004284,0.05000,2.045 +90,mlp.experts.38.up_proj,0.0000001877,0.05000,2.058 +90,mlp.experts.41.up_proj,0.0000003498,0.05000,2.045 +90,mlp.experts.39.up_proj,0.0000002544,0.05000,2.054 +90,mlp.experts.44.up_proj,0.0000002856,0.05000,2.021 +90,mlp.experts.42.up_proj,0.0000005656,0.05000,2.027 +90,mlp.experts.45.up_proj,0.0000002249,0.05000,2.050 +90,mlp.experts.43.up_proj,0.0000003670,0.05000,2.042 +90,mlp.experts.48.up_proj,0.0000011102,0.05000,2.022 +90,mlp.experts.46.up_proj,0.0000003032,0.05000,2.032 +90,mlp.experts.49.up_proj,0.0000003114,0.05000,2.018 +90,mlp.experts.47.up_proj,0.0000004784,0.05000,2.008 +90,mlp.experts.52.up_proj,0.0000003339,0.05000,2.077 +90,mlp.experts.50.up_proj,0.0000004569,0.05000,2.014 +90,mlp.experts.53.up_proj,0.0000003761,0.05000,2.020 +90,mlp.experts.51.up_proj,0.0000003672,0.05000,2.020 +90,mlp.experts.56.up_proj,0.0000002052,0.05000,2.058 +90,mlp.experts.54.up_proj,0.0000006135,0.05000,2.065 +90,mlp.experts.57.up_proj,0.0000002762,0.05000,2.066 +90,mlp.experts.55.up_proj,0.0000008576,0.05000,2.054 +90,mlp.experts.60.up_proj,0.0000003221,0.05000,2.065 +90,mlp.experts.58.up_proj,0.0000001140,0.05000,2.037 +90,mlp.experts.61.up_proj,0.0000002582,0.05000,2.055 +90,mlp.experts.59.up_proj,0.0000004553,0.05000,2.081 +90,mlp.experts.64.up_proj,0.0000007041,0.05000,2.018 +90,mlp.experts.62.up_proj,0.0000004077,0.05000,2.022 +90,mlp.experts.65.up_proj,0.0000001998,0.05000,2.048 +90,mlp.experts.63.up_proj,0.0000005470,0.05000,2.030 +90,mlp.experts.68.up_proj,0.0000007224,0.05000,2.094 +90,mlp.experts.66.up_proj,0.0000005207,0.05000,2.049 +90,mlp.experts.69.up_proj,0.0000001595,0.05000,2.045 +90,mlp.experts.67.up_proj,0.0000002058,0.05000,2.069 +90,mlp.experts.70.up_proj,0.0000004082,0.05000,2.070 +90,mlp.experts.72.up_proj,0.0000003460,0.05000,2.120 +90,mlp.experts.73.up_proj,0.0000006386,0.05000,2.080 +90,mlp.experts.71.up_proj,0.0000002210,0.05000,2.131 +90,mlp.experts.74.up_proj,0.0000002885,0.05000,2.071 +90,mlp.experts.76.up_proj,0.0000003973,0.05000,2.125 +90,mlp.experts.77.up_proj,0.0000009904,0.05000,2.106 +90,mlp.experts.75.up_proj,0.0000002256,0.05000,2.141 +90,mlp.experts.78.up_proj,0.0000002102,0.05000,2.057 +90,mlp.experts.80.up_proj,0.0000001005,0.05000,2.058 +90,mlp.experts.81.up_proj,0.0000000513,0.05000,2.104 +90,mlp.experts.79.up_proj,0.0000004991,0.05000,2.062 +90,mlp.experts.82.up_proj,0.0000007969,0.05000,2.062 +90,mlp.experts.84.up_proj,0.0000001814,0.05000,2.070 +90,mlp.experts.85.up_proj,0.0000005135,0.05000,2.109 +90,mlp.experts.83.up_proj,0.0000000920,0.05000,2.162 +90,mlp.experts.86.up_proj,0.0000006493,0.05000,2.076 +90,mlp.experts.88.up_proj,0.0000004779,0.05000,2.095 +90,mlp.experts.89.up_proj,0.0000005424,0.05000,2.143 +90,mlp.experts.87.up_proj,0.0000003007,0.05000,2.138 +90,mlp.experts.90.up_proj,0.0000004610,0.05000,2.055 +90,mlp.experts.92.up_proj,0.0000002258,0.05000,2.061 +90,mlp.experts.93.up_proj,0.0000002818,0.05000,2.063 +90,mlp.experts.91.up_proj,0.0000002343,0.05000,2.064 +90,mlp.experts.94.up_proj,0.0000005038,0.05000,2.055 +90,mlp.experts.96.up_proj,0.0000003669,0.05000,2.033 +90,mlp.experts.97.up_proj,0.0000002492,0.05000,2.036 +90,mlp.experts.95.up_proj,0.0000005571,0.05000,2.043 +90,mlp.experts.98.up_proj,0.0000005342,0.05000,2.096 +90,mlp.experts.100.up_proj,0.0000003082,0.05000,2.093 +90,mlp.experts.101.up_proj,0.0000002535,0.05000,2.046 +90,mlp.experts.99.up_proj,0.0000004858,0.05000,2.103 +90,mlp.experts.102.up_proj,0.0000002448,0.05000,2.053 +90,mlp.experts.104.up_proj,0.0000001036,0.05000,2.045 +90,mlp.experts.105.up_proj,0.0000002584,0.05000,2.034 +90,mlp.experts.103.up_proj,0.0000005291,0.05000,2.139 +90,mlp.experts.106.up_proj,0.0000002770,0.05000,2.128 +90,mlp.experts.109.up_proj,0.0000002505,0.05000,2.056 +90,mlp.experts.108.up_proj,0.0000003357,0.05000,2.321 +90,mlp.experts.107.up_proj,0.0000003110,0.05000,2.100 +90,mlp.experts.110.up_proj,0.0000002834,0.05000,2.062 +90,mlp.experts.113.up_proj,0.0000000967,0.05000,2.033 +90,mlp.experts.112.up_proj,0.0000005243,0.05000,2.111 +90,mlp.experts.111.up_proj,0.0000003046,0.05000,2.097 +90,mlp.experts.114.up_proj,0.0000001918,0.05000,2.072 +90,mlp.experts.117.up_proj,0.0000002786,0.05000,2.113 +90,mlp.experts.116.up_proj,0.0000002027,0.05000,2.092 +90,mlp.experts.115.up_proj,0.0000008733,0.05000,2.146 +90,mlp.experts.118.up_proj,0.0000004477,0.05000,2.069 +90,mlp.experts.121.up_proj,0.0000004133,0.05000,2.106 +90,mlp.experts.120.up_proj,0.0000003154,0.05000,2.082 +90,mlp.experts.119.up_proj,0.0000008216,0.05000,2.115 +90,mlp.experts.122.up_proj,0.0000004342,0.05000,2.098 +90,mlp.experts.125.up_proj,0.0000009907,0.05000,2.094 +90,mlp.experts.124.up_proj,0.0000002902,0.05000,2.092 +90,mlp.experts.123.up_proj,0.0000005912,0.05000,2.098 +90,mlp.experts.126.up_proj,0.0000003468,0.05000,2.130 +90,mlp.experts.129.up_proj,0.0000002046,0.05000,2.111 +90,mlp.experts.128.up_proj,0.0000006416,0.05000,2.149 +90,mlp.experts.127.up_proj,0.0000002242,0.05000,2.123 +90,mlp.experts.130.up_proj,0.0000004418,0.05000,2.128 +90,mlp.experts.133.up_proj,0.0000002254,0.05000,2.079 +90,mlp.experts.132.up_proj,0.0000000843,0.05000,2.085 +90,mlp.experts.131.up_proj,0.0000001891,0.05000,2.067 +90,mlp.experts.134.up_proj,0.0000003913,0.05000,2.079 +90,mlp.experts.137.up_proj,0.0000002753,0.05000,2.042 +90,mlp.experts.136.up_proj,0.0000007951,0.05000,2.095 +90,mlp.experts.135.up_proj,0.0000002918,0.05000,2.102 +90,mlp.experts.138.up_proj,0.0000000975,0.05000,2.121 +90,mlp.experts.141.up_proj,0.0000002775,0.05000,2.107 +90,mlp.experts.140.up_proj,0.0000004381,0.05000,2.093 +90,mlp.experts.139.up_proj,0.0000002432,0.05000,2.123 +90,mlp.experts.142.up_proj,0.0000001606,0.05000,2.137 +90,mlp.experts.145.up_proj,0.0000003215,0.05000,2.049 +90,mlp.experts.144.up_proj,0.0000003384,0.05000,2.083 +90,mlp.experts.143.up_proj,0.0000004008,0.05000,2.083 +90,mlp.experts.146.up_proj,0.0000003883,0.05000,2.104 +90,mlp.experts.149.up_proj,0.0000007026,0.05000,2.071 +90,mlp.experts.148.up_proj,0.0000003162,0.05000,2.081 +90,mlp.experts.147.up_proj,0.0000001682,0.05000,2.118 +90,mlp.experts.150.up_proj,0.0000003232,0.05000,2.047 +90,mlp.experts.153.up_proj,0.0000002273,0.05000,2.069 +90,mlp.experts.152.up_proj,0.0000000685,0.05000,2.075 +90,mlp.experts.151.up_proj,0.0000005525,0.05000,2.057 +90,mlp.experts.154.up_proj,0.0000002252,0.05000,2.084 +90,mlp.experts.157.up_proj,0.0000001438,0.05000,2.084 +90,mlp.experts.156.up_proj,0.0000003274,0.05000,2.026 +90,mlp.experts.155.up_proj,0.0000002019,0.05000,1.815 +90,mlp.experts.158.up_proj,0.0000002659,0.05000,1.443 +90,mlp.experts.159.up_proj,0.0000006579,0.05000,1.206 +90,mlp.experts.1.down_proj,0.0000001902,0.05000,0.634 +90,mlp.experts.0.down_proj,0.0000001334,0.05000,0.639 +90,mlp.experts.2.down_proj,0.0000008251,0.05000,0.638 +90,mlp.experts.3.down_proj,0.0000000631,0.05000,0.662 +90,mlp.experts.5.down_proj,0.0000001190,0.05000,0.615 +90,mlp.experts.6.down_proj,0.0000004762,0.05000,0.617 +90,mlp.experts.4.down_proj,0.0000010132,0.05000,0.624 +90,mlp.experts.7.down_proj,0.0000000801,0.05000,0.621 +90,mlp.experts.9.down_proj,0.0000000383,0.05000,0.612 +90,mlp.experts.10.down_proj,0.0000002065,0.05000,0.633 +90,mlp.experts.8.down_proj,0.0000000823,0.05000,0.635 +90,mlp.experts.11.down_proj,0.0000000762,0.05000,0.631 +90,mlp.experts.13.down_proj,0.0000005640,0.05000,0.603 +90,mlp.experts.14.down_proj,0.0000001576,0.05000,0.597 +90,mlp.experts.12.down_proj,0.0000000925,0.05000,0.599 +90,mlp.experts.15.down_proj,0.0000001007,0.05000,0.597 +90,mlp.experts.17.down_proj,0.0000001461,0.05000,0.601 +90,mlp.experts.18.down_proj,0.0000000846,0.05000,0.602 +90,mlp.experts.16.down_proj,0.0000001297,0.05000,0.602 +90,mlp.experts.19.down_proj,0.0000000585,0.05000,0.598 +90,mlp.experts.21.down_proj,0.0000009782,0.05000,0.636 +90,mlp.experts.20.down_proj,0.0000004544,0.05000,0.615 +90,mlp.experts.23.down_proj,0.0000001862,0.05000,0.645 +90,mlp.experts.22.down_proj,0.0000001903,0.05000,0.681 +90,mlp.experts.25.down_proj,0.0000004193,0.05000,0.620 +90,mlp.experts.24.down_proj,0.0000000348,0.05000,0.615 +90,mlp.experts.27.down_proj,0.0000003713,0.05000,0.626 +90,mlp.experts.26.down_proj,0.0000000689,0.05000,0.634 +90,mlp.experts.29.down_proj,0.0000002580,0.05000,0.619 +90,mlp.experts.28.down_proj,0.0000000474,0.05000,0.619 +90,mlp.experts.31.down_proj,0.0000003517,0.05000,0.617 +90,mlp.experts.30.down_proj,0.0000001720,0.05000,0.638 +90,mlp.experts.32.down_proj,0.0000004659,0.05000,0.614 +90,mlp.experts.33.down_proj,0.0000001098,0.05000,0.652 +90,mlp.experts.35.down_proj,0.0000001358,0.05000,0.669 +90,mlp.experts.34.down_proj,0.0000000492,0.05000,0.649 +90,mlp.experts.36.down_proj,0.0000001823,0.05000,0.628 +90,mlp.experts.37.down_proj,0.0000001455,0.05000,0.613 +90,mlp.experts.39.down_proj,0.0000000855,0.05000,0.602 +90,mlp.experts.38.down_proj,0.0000001495,0.05000,0.611 +90,mlp.experts.41.down_proj,0.0000000749,0.05000,0.626 +90,mlp.experts.40.down_proj,0.0000002313,0.05000,0.669 +90,mlp.experts.43.down_proj,0.0000001721,0.05000,0.599 +90,mlp.experts.42.down_proj,0.0000003061,0.05000,0.602 +90,mlp.experts.45.down_proj,0.0000000466,0.05000,0.600 +90,mlp.experts.44.down_proj,0.0000001547,0.05000,0.593 +90,mlp.experts.47.down_proj,0.0000002438,0.05000,0.597 +90,mlp.experts.46.down_proj,0.0000000535,0.05000,0.598 +90,mlp.experts.48.down_proj,0.0000003421,0.05000,0.598 +90,mlp.experts.49.down_proj,0.0000002281,0.05000,0.622 +90,mlp.experts.51.down_proj,0.0000001764,0.05000,0.602 +90,mlp.experts.50.down_proj,0.0000002778,0.05000,0.623 +90,mlp.experts.53.down_proj,0.0000002053,0.05000,0.602 +90,mlp.experts.55.down_proj,0.0000001999,0.05000,0.599 +90,mlp.experts.52.down_proj,0.0000004885,0.05000,0.623 +90,mlp.experts.54.down_proj,0.0000002156,0.05000,0.599 +90,mlp.experts.57.down_proj,0.0000001076,0.05000,0.600 +90,mlp.experts.59.down_proj,0.0000003087,0.05000,0.600 +90,mlp.experts.56.down_proj,0.0000000568,0.05000,0.601 +90,mlp.experts.58.down_proj,0.0000000504,0.05000,0.601 +90,mlp.experts.63.down_proj,0.0000002204,0.05000,0.601 +90,mlp.experts.61.down_proj,0.0000000664,0.05000,0.618 +90,mlp.experts.60.down_proj,0.0000001218,0.05000,0.618 +90,mlp.experts.62.down_proj,0.0000002455,0.05000,0.621 +90,mlp.experts.67.down_proj,0.0000001144,0.05000,0.602 +90,mlp.experts.65.down_proj,0.0000001857,0.05000,0.604 +90,mlp.experts.64.down_proj,0.0000002203,0.05000,0.624 +90,mlp.experts.66.down_proj,0.0000002181,0.05000,0.621 +90,mlp.experts.71.down_proj,0.0000000425,0.05000,0.600 +90,mlp.experts.69.down_proj,0.0000000309,0.05000,0.603 +90,mlp.experts.68.down_proj,0.0000004787,0.05000,0.600 +90,mlp.experts.70.down_proj,0.0000000840,0.05000,0.595 +90,mlp.experts.75.down_proj,0.0000000751,0.05000,0.606 +90,mlp.experts.73.down_proj,0.0000001857,0.05000,0.649 +90,mlp.experts.72.down_proj,0.0000001279,0.05000,0.648 +90,mlp.experts.74.down_proj,0.0000002742,0.05000,0.635 +90,mlp.experts.79.down_proj,0.0000002448,0.05000,0.632 +90,mlp.experts.77.down_proj,0.0000018798,0.05000,0.632 +90,mlp.experts.76.down_proj,0.0000003238,0.05000,0.632 +90,mlp.experts.78.down_proj,0.0000000518,0.05000,0.648 +90,mlp.experts.83.down_proj,0.0000000170,0.05000,0.612 +90,mlp.experts.81.down_proj,0.0000000776,0.05000,0.608 +90,mlp.experts.80.down_proj,0.0000001122,0.05000,0.608 +90,mlp.experts.82.down_proj,0.0000001951,0.05000,0.604 +90,mlp.experts.87.down_proj,0.0000002353,0.05000,0.623 +90,mlp.experts.85.down_proj,0.0000004967,0.05000,0.606 +90,mlp.experts.84.down_proj,0.0000000299,0.05000,0.603 +90,mlp.experts.86.down_proj,0.0000003900,0.05000,0.600 +90,mlp.experts.91.down_proj,0.0000000366,0.05000,0.605 +90,mlp.experts.89.down_proj,0.0000001234,0.05000,0.607 +90,mlp.experts.90.down_proj,0.0000001782,0.05000,0.602 +90,mlp.experts.88.down_proj,0.0000001759,0.05000,0.671 +90,mlp.experts.95.down_proj,0.0000001296,0.05000,0.601 +90,mlp.experts.93.down_proj,0.0000000909,0.05000,0.604 +90,mlp.experts.94.down_proj,0.0000003703,0.05000,0.598 +90,mlp.experts.92.down_proj,0.0000002913,0.05000,0.620 +90,mlp.experts.99.down_proj,0.0000002518,0.05000,0.603 +90,mlp.experts.97.down_proj,0.0000000599,0.05000,0.605 +90,mlp.experts.98.down_proj,0.0000002305,0.05000,0.648 +90,mlp.experts.96.down_proj,0.0000001776,0.05000,0.602 +90,mlp.experts.103.down_proj,0.0000002931,0.05000,0.601 +90,mlp.experts.101.down_proj,0.0000000928,0.05000,0.621 +90,mlp.experts.100.down_proj,0.0000000691,0.05000,0.596 +90,mlp.experts.102.down_proj,0.0000002145,0.05000,0.607 +90,mlp.experts.107.down_proj,0.0000002326,0.05000,0.656 +90,mlp.experts.105.down_proj,0.0000000809,0.05000,0.613 +90,mlp.experts.106.down_proj,0.0003787437,0.05000,0.632 +90,mlp.experts.104.down_proj,0.0000001194,0.05000,0.665 +90,mlp.experts.109.down_proj,0.0000000782,0.05000,0.599 +90,mlp.experts.111.down_proj,0.0000002124,0.05000,0.627 +90,mlp.experts.110.down_proj,0.0000000645,0.05000,0.603 +90,mlp.experts.108.down_proj,0.0000001379,0.05000,0.606 +90,mlp.experts.113.down_proj,0.0000000551,0.05000,0.608 +90,mlp.experts.115.down_proj,0.0000001627,0.05000,0.628 +90,mlp.experts.114.down_proj,0.0000000372,0.05000,0.604 +90,mlp.experts.112.down_proj,0.0000001488,0.05000,0.649 +90,mlp.experts.117.down_proj,0.0000000727,0.05000,0.634 +90,mlp.experts.119.down_proj,0.0000008111,0.05000,0.632 +90,mlp.experts.118.down_proj,0.0000002970,0.05000,0.612 +90,mlp.experts.116.down_proj,0.0000000839,0.05000,0.616 +90,mlp.experts.121.down_proj,0.0000001813,0.05000,0.617 +90,mlp.experts.123.down_proj,0.0000003238,0.05000,0.619 +90,mlp.experts.122.down_proj,0.0000000762,0.05000,0.635 +90,mlp.experts.120.down_proj,0.0000000546,0.05000,0.621 +90,mlp.experts.125.down_proj,0.0000002453,0.05000,0.612 +90,mlp.experts.127.down_proj,0.0000000819,0.05000,0.634 +90,mlp.experts.126.down_proj,0.0000001741,0.05000,0.609 +90,mlp.experts.124.down_proj,0.0000001401,0.05000,0.650 +90,mlp.experts.129.down_proj,0.0000001952,0.05000,0.604 +90,mlp.experts.131.down_proj,0.0000000634,0.05000,0.605 +90,mlp.experts.130.down_proj,0.0000002524,0.05000,0.601 +90,mlp.experts.128.down_proj,0.0000001664,0.05000,0.605 +90,mlp.experts.133.down_proj,0.0000001757,0.05000,0.606 +90,mlp.experts.135.down_proj,0.0000001715,0.05000,0.605 +90,mlp.experts.134.down_proj,0.0000000868,0.05000,0.603 +90,mlp.experts.132.down_proj,0.0000000846,0.05000,0.631 +90,mlp.experts.137.down_proj,0.0000002087,0.05000,0.614 +90,mlp.experts.139.down_proj,0.0000001140,0.05000,0.636 +90,mlp.experts.138.down_proj,0.0000000330,0.05000,0.611 +90,mlp.experts.136.down_proj,0.0000003583,0.05000,0.672 +90,mlp.experts.141.down_proj,0.0000000734,0.05000,0.639 +90,mlp.experts.143.down_proj,0.0000000721,0.05000,0.610 +90,mlp.experts.142.down_proj,0.0000000320,0.05000,0.624 +90,mlp.experts.140.down_proj,0.0000001706,0.05000,0.612 +90,mlp.experts.145.down_proj,0.0000001256,0.05000,0.623 +90,mlp.experts.147.down_proj,0.0000000410,0.05000,0.615 +90,mlp.experts.146.down_proj,0.0000002054,0.05000,0.622 +90,mlp.experts.144.down_proj,0.0000000993,0.05000,0.599 +90,mlp.experts.149.down_proj,0.0000001560,0.05000,0.614 +90,mlp.experts.151.down_proj,0.0000001088,0.05000,0.630 +90,mlp.experts.150.down_proj,0.0000001296,0.05000,0.626 +90,mlp.experts.148.down_proj,0.0000001756,0.05000,0.632 +90,mlp.experts.153.down_proj,0.0000002925,0.05000,0.616 +90,mlp.experts.155.down_proj,0.0000000493,0.05000,0.621 +90,mlp.experts.154.down_proj,0.0000000836,0.05000,0.618 +90,mlp.experts.152.down_proj,0.0000000839,0.05000,0.656 +90,mlp.experts.157.down_proj,0.0000000247,0.05000,0.616 +90,mlp.experts.159.down_proj,0.0000004009,0.05000,0.607 +90,mlp.experts.158.down_proj,0.0000000451,0.05000,0.587 +90,mlp.experts.156.down_proj,0.0000001093,0.05000,0.481 +91,mlp.experts.0.gate_proj,0.0000004403,0.05000,2.070 +91,mlp.experts.3.gate_proj,0.0000003768,0.05000,2.115 +91,mlp.experts.1.gate_proj,0.0000003219,0.05000,2.115 +91,mlp.experts.2.gate_proj,0.0000002470,0.05000,2.157 +91,mlp.experts.4.gate_proj,0.0000001285,0.05000,2.039 +91,mlp.experts.5.gate_proj,0.0000001529,0.05000,2.032 +91,mlp.experts.6.gate_proj,0.0000004678,0.05000,2.046 +91,mlp.experts.7.gate_proj,0.0000002792,0.05000,2.116 +91,mlp.experts.9.gate_proj,0.0000001920,0.05000,2.035 +91,mlp.experts.8.gate_proj,0.0000002251,0.05000,2.107 +91,mlp.experts.10.gate_proj,0.0000001842,0.05000,2.071 +91,mlp.experts.11.gate_proj,0.0000001160,0.05000,2.117 +91,mlp.experts.12.gate_proj,0.0000001562,0.05000,2.001 +91,mlp.experts.13.gate_proj,0.0000004257,0.05000,2.067 +91,mlp.experts.14.gate_proj,0.0000001573,0.05000,2.028 +91,mlp.experts.15.gate_proj,0.0000006072,0.05000,2.122 +91,mlp.experts.16.gate_proj,0.0000002588,0.05000,2.018 +91,mlp.experts.17.gate_proj,0.0000002032,0.05000,2.027 +91,mlp.experts.18.gate_proj,0.0000001156,0.05000,2.022 +91,mlp.experts.19.gate_proj,0.0000003109,0.05000,2.109 +91,mlp.experts.20.gate_proj,0.0000001360,0.05000,2.023 +91,mlp.experts.22.gate_proj,0.0000002064,0.05000,2.021 +91,mlp.experts.21.gate_proj,0.0000002017,0.05000,2.091 +91,mlp.experts.23.gate_proj,0.0000002075,0.05000,2.097 +91,mlp.experts.24.gate_proj,0.0000002609,0.05000,2.041 +91,mlp.experts.26.gate_proj,0.0000002212,0.05000,2.025 +91,mlp.experts.25.gate_proj,0.0000001724,0.05000,2.037 +91,mlp.experts.27.gate_proj,0.0000002253,0.05000,2.064 +91,mlp.experts.28.gate_proj,0.0000003548,0.05000,2.090 +91,mlp.experts.30.gate_proj,0.0000002250,0.05000,2.024 +91,mlp.experts.29.gate_proj,0.0000001150,0.05000,2.074 +91,mlp.experts.31.gate_proj,0.0000002888,0.05000,2.088 +91,mlp.experts.34.gate_proj,0.0000002166,0.05000,2.064 +91,mlp.experts.32.gate_proj,0.0000002505,0.05000,2.136 +91,mlp.experts.33.gate_proj,0.0000005730,0.05000,2.115 +91,mlp.experts.35.gate_proj,0.0000002617,0.05000,2.086 +91,mlp.experts.38.gate_proj,0.0000002229,0.05000,2.101 +91,mlp.experts.36.gate_proj,0.0000003007,0.05000,2.103 +91,mlp.experts.37.gate_proj,0.0000001414,0.05000,2.120 +91,mlp.experts.39.gate_proj,0.0000002832,0.05000,2.087 +91,mlp.experts.42.gate_proj,0.0000004076,0.05000,2.016 +91,mlp.experts.40.gate_proj,0.0000001240,0.05000,2.052 +91,mlp.experts.41.gate_proj,0.0000003283,0.05000,2.050 +91,mlp.experts.43.gate_proj,0.0000001846,0.05000,2.021 +91,mlp.experts.46.gate_proj,0.0000003401,0.05000,2.040 +91,mlp.experts.44.gate_proj,0.0000002001,0.05000,2.013 +91,mlp.experts.45.gate_proj,0.0000002017,0.05000,2.035 +91,mlp.experts.47.gate_proj,0.0000001488,0.05000,2.017 +91,mlp.experts.50.gate_proj,0.0000001230,0.05000,2.026 +91,mlp.experts.48.gate_proj,0.0000004342,0.05000,2.023 +91,mlp.experts.49.gate_proj,0.0000001979,0.05000,2.094 +91,mlp.experts.51.gate_proj,0.0000003399,0.05000,2.092 +91,mlp.experts.54.gate_proj,0.0000002593,0.05000,2.067 +91,mlp.experts.52.gate_proj,0.0000002845,0.05000,2.126 +91,mlp.experts.53.gate_proj,0.0000003070,0.05000,2.138 +91,mlp.experts.55.gate_proj,0.0000002461,0.05000,2.059 +91,mlp.experts.58.gate_proj,0.0000007403,0.05000,2.065 +91,mlp.experts.56.gate_proj,0.0000003079,0.05000,2.111 +91,mlp.experts.57.gate_proj,0.0000002269,0.05000,2.049 +91,mlp.experts.59.gate_proj,0.0000004186,0.05000,2.105 +91,mlp.experts.62.gate_proj,0.0000002746,0.05000,2.031 +91,mlp.experts.60.gate_proj,0.0000002140,0.05000,2.094 +91,mlp.experts.61.gate_proj,0.0000003119,0.05000,2.091 +91,mlp.experts.63.gate_proj,0.0000002637,0.05000,2.022 +91,mlp.experts.66.gate_proj,0.0000001993,0.05000,2.036 +91,mlp.experts.64.gate_proj,0.0000002193,0.05000,2.063 +91,mlp.experts.65.gate_proj,0.0000004388,0.05000,2.033 +91,mlp.experts.67.gate_proj,0.0000003102,0.05000,2.075 +91,mlp.experts.70.gate_proj,0.0000001381,0.05000,2.024 +91,mlp.experts.68.gate_proj,0.0000003726,0.05000,2.005 +91,mlp.experts.69.gate_proj,0.0000001316,0.05000,2.027 +91,mlp.experts.71.gate_proj,0.0000003997,0.05000,2.020 +91,mlp.experts.74.gate_proj,0.0000000456,0.05000,2.083 +91,mlp.experts.72.gate_proj,0.0000008788,0.05000,2.087 +91,mlp.experts.73.gate_proj,0.0000001551,0.05000,2.057 +91,mlp.experts.75.gate_proj,0.0000002876,0.05000,2.080 +91,mlp.experts.78.gate_proj,0.0000001949,0.05000,2.052 +91,mlp.experts.77.gate_proj,0.0000005225,0.05000,2.050 +91,mlp.experts.76.gate_proj,0.0000001726,0.05000,2.156 +91,mlp.experts.79.gate_proj,0.0000001437,0.05000,2.064 +91,mlp.experts.82.gate_proj,0.0000005848,0.05000,2.074 +91,mlp.experts.81.gate_proj,0.0000001330,0.05000,2.052 +91,mlp.experts.80.gate_proj,0.0000001957,0.05000,2.093 +91,mlp.experts.83.gate_proj,0.0000001289,0.05000,2.124 +91,mlp.experts.86.gate_proj,0.0000000352,0.05000,2.026 +91,mlp.experts.85.gate_proj,0.0000002971,0.05000,2.024 +91,mlp.experts.84.gate_proj,0.0000003691,0.05000,2.047 +91,mlp.experts.87.gate_proj,0.0000003940,0.05000,2.043 +91,mlp.experts.90.gate_proj,0.0000001107,0.05000,2.091 +91,mlp.experts.89.gate_proj,0.0000002313,0.05000,2.081 +91,mlp.experts.88.gate_proj,0.0000001781,0.05000,2.082 +91,mlp.experts.91.gate_proj,0.0000002934,0.05000,2.093 +91,mlp.experts.94.gate_proj,0.0000003266,0.05000,2.032 +91,mlp.experts.93.gate_proj,0.0000003846,0.05000,2.041 +91,mlp.experts.92.gate_proj,0.0000001996,0.05000,2.067 +91,mlp.experts.95.gate_proj,0.0000002150,0.05000,2.084 +91,mlp.experts.98.gate_proj,0.0000001003,0.05000,2.116 +91,mlp.experts.97.gate_proj,0.0000003573,0.05000,2.060 +91,mlp.experts.96.gate_proj,0.0000002226,0.05000,2.070 +91,mlp.experts.99.gate_proj,0.0000003761,0.05000,2.024 +91,mlp.experts.102.gate_proj,0.0000002197,0.05000,2.053 +91,mlp.experts.101.gate_proj,0.0000003771,0.05000,2.037 +91,mlp.experts.100.gate_proj,0.0000005985,0.05000,2.049 +91,mlp.experts.103.gate_proj,0.0000001971,0.05000,2.025 +91,mlp.experts.106.gate_proj,0.0000004127,0.05000,2.036 +91,mlp.experts.105.gate_proj,0.0000001581,0.05000,2.016 +91,mlp.experts.104.gate_proj,0.0000002088,0.05000,2.058 +91,mlp.experts.107.gate_proj,0.0000003159,0.05000,2.023 +91,mlp.experts.110.gate_proj,0.0000003822,0.05000,2.044 +91,mlp.experts.109.gate_proj,0.0000005600,0.05000,2.018 +91,mlp.experts.108.gate_proj,0.0000002490,0.05000,2.060 +91,mlp.experts.111.gate_proj,0.0000002178,0.05000,2.037 +91,mlp.experts.114.gate_proj,0.0000002924,0.05000,2.050 +91,mlp.experts.113.gate_proj,0.0000002701,0.05000,2.028 +91,mlp.experts.112.gate_proj,0.0000005766,0.05000,2.105 +91,mlp.experts.115.gate_proj,0.0000001519,0.05000,2.030 +91,mlp.experts.118.gate_proj,0.0000002354,0.05000,2.013 +91,mlp.experts.117.gate_proj,0.0000002493,0.05000,2.026 +91,mlp.experts.116.gate_proj,0.0000001286,0.05000,2.004 +91,mlp.experts.119.gate_proj,0.0000005153,0.05000,2.028 +91,mlp.experts.122.gate_proj,0.0000002361,0.05000,2.029 +91,mlp.experts.121.gate_proj,0.0000002825,0.05000,2.080 +91,mlp.experts.120.gate_proj,0.0000000399,0.05000,2.037 +91,mlp.experts.123.gate_proj,0.0000002340,0.05000,2.025 +91,mlp.experts.126.gate_proj,0.0000001767,0.05000,2.045 +91,mlp.experts.125.gate_proj,0.0000001946,0.05000,2.035 +91,mlp.experts.127.gate_proj,0.0000001577,0.05000,2.025 +91,mlp.experts.124.gate_proj,0.0000004504,0.05000,2.089 +91,mlp.experts.130.gate_proj,0.0000003480,0.05000,2.025 +91,mlp.experts.129.gate_proj,0.0000001131,0.05000,2.037 +91,mlp.experts.131.gate_proj,0.0000000523,0.05000,2.023 +91,mlp.experts.128.gate_proj,0.0000002952,0.05000,2.115 +91,mlp.experts.134.gate_proj,0.0000000879,0.05000,2.018 +91,mlp.experts.133.gate_proj,0.0000001592,0.05000,2.058 +91,mlp.experts.135.gate_proj,0.0000007562,0.05000,2.031 +91,mlp.experts.132.gate_proj,0.0000002969,0.05000,2.059 +91,mlp.experts.138.gate_proj,0.0000001071,0.05000,2.049 +91,mlp.experts.137.gate_proj,0.0000002054,0.05000,2.102 +91,mlp.experts.139.gate_proj,0.0000003815,0.05000,2.064 +91,mlp.experts.136.gate_proj,0.0000003716,0.05000,2.143 +91,mlp.experts.142.gate_proj,0.0000002829,0.05000,2.039 +91,mlp.experts.141.gate_proj,0.0000004096,0.05000,2.050 +91,mlp.experts.143.gate_proj,0.0000003045,0.05000,2.024 +91,mlp.experts.140.gate_proj,0.0000003705,0.05000,2.077 +91,mlp.experts.146.gate_proj,0.0000001355,0.05000,2.025 +91,mlp.experts.145.gate_proj,0.0000002801,0.05000,2.042 +91,mlp.experts.147.gate_proj,0.0000001635,0.05000,2.030 +91,mlp.experts.144.gate_proj,0.0000004517,0.05000,2.060 +91,mlp.experts.150.gate_proj,0.0000004836,0.05000,2.050 +91,mlp.experts.149.gate_proj,0.0000004043,0.05000,2.045 +91,mlp.experts.151.gate_proj,0.0000006747,0.05000,2.069 +91,mlp.experts.148.gate_proj,0.0000001861,0.05000,2.084 +91,mlp.experts.154.gate_proj,0.0000001883,0.05000,2.068 +91,mlp.experts.153.gate_proj,0.0000001841,0.05000,2.063 +91,mlp.experts.155.gate_proj,0.0000002334,0.05000,2.100 +91,mlp.experts.152.gate_proj,0.0000006339,0.05000,2.091 +91,mlp.experts.158.gate_proj,0.0000001671,0.05000,2.058 +91,mlp.experts.157.gate_proj,0.0000002052,0.05000,2.010 +91,mlp.experts.159.gate_proj,0.0000002131,0.05000,2.036 +91,mlp.experts.156.gate_proj,0.0000002575,0.05000,1.980 +91,mlp.experts.2.up_proj,0.0000002568,0.05000,1.609 +91,mlp.experts.1.up_proj,0.0000003023,0.05000,1.441 +91,mlp.experts.5.up_proj,0.0000001474,0.05000,2.134 +91,mlp.experts.6.up_proj,0.0000004658,0.05000,2.137 +91,mlp.experts.3.up_proj,0.0000003387,0.05000,2.191 +91,mlp.experts.0.up_proj,0.0000004083,0.05000,2.193 +91,mlp.experts.10.up_proj,0.0000001783,0.05000,2.054 +91,mlp.experts.9.up_proj,0.0000001855,0.05000,2.065 +91,mlp.experts.4.up_proj,0.0000001225,0.05000,2.056 +91,mlp.experts.7.up_proj,0.0000002747,0.05000,2.099 +91,mlp.experts.8.up_proj,0.0000002158,0.05000,2.029 +91,mlp.experts.11.up_proj,0.0000001091,0.05000,2.014 +91,mlp.experts.14.up_proj,0.0000001436,0.05000,2.136 +91,mlp.experts.13.up_proj,0.0000004287,0.05000,2.171 +91,mlp.experts.15.up_proj,0.0000005695,0.05000,2.069 +91,mlp.experts.12.up_proj,0.0000001520,0.05000,2.133 +91,mlp.experts.17.up_proj,0.0000002003,0.05000,2.075 +91,mlp.experts.18.up_proj,0.0000001059,0.05000,2.165 +91,mlp.experts.19.up_proj,0.0000002999,0.05000,2.069 +91,mlp.experts.16.up_proj,0.0000002496,0.05000,2.079 +91,mlp.experts.21.up_proj,0.0000001800,0.05000,2.096 +91,mlp.experts.22.up_proj,0.0000002030,0.05000,2.066 +91,mlp.experts.23.up_proj,0.0000002026,0.05000,2.053 +91,mlp.experts.20.up_proj,0.0000001346,0.05000,2.053 +91,mlp.experts.25.up_proj,0.0000001673,0.05000,2.048 +91,mlp.experts.26.up_proj,0.0000002149,0.05000,2.058 +91,mlp.experts.24.up_proj,0.0000002425,0.05000,2.037 +91,mlp.experts.27.up_proj,0.0000002161,0.05000,2.138 +91,mlp.experts.29.up_proj,0.0000001064,0.05000,2.116 +91,mlp.experts.30.up_proj,0.0000002191,0.05000,2.072 +91,mlp.experts.28.up_proj,0.0000003367,0.05000,2.039 +91,mlp.experts.31.up_proj,0.0000002635,0.05000,2.034 +91,mlp.experts.33.up_proj,0.0000005352,0.05000,2.039 +91,mlp.experts.34.up_proj,0.0000002135,0.05000,2.126 +91,mlp.experts.32.up_proj,0.0000002565,0.05000,2.070 +91,mlp.experts.35.up_proj,0.0000002452,0.05000,2.105 +91,mlp.experts.37.up_proj,0.0000001331,0.05000,2.029 +91,mlp.experts.38.up_proj,0.0000002096,0.05000,2.075 +91,mlp.experts.36.up_proj,0.0000003118,0.05000,2.063 +91,mlp.experts.39.up_proj,0.0000002624,0.05000,2.037 +91,mlp.experts.41.up_proj,0.0000003013,0.05000,2.112 +91,mlp.experts.42.up_proj,0.0000003814,0.05000,2.043 +91,mlp.experts.40.up_proj,0.0000001138,0.05000,2.068 +91,mlp.experts.43.up_proj,0.0000001707,0.05000,2.050 +91,mlp.experts.45.up_proj,0.0000002005,0.05000,2.068 +91,mlp.experts.46.up_proj,0.0000003175,0.05000,2.083 +91,mlp.experts.44.up_proj,0.0000001944,0.05000,2.068 +91,mlp.experts.47.up_proj,0.0000001358,0.05000,2.067 +91,mlp.experts.49.up_proj,0.0000002010,0.05000,2.056 +91,mlp.experts.50.up_proj,0.0000001129,0.05000,2.080 +91,mlp.experts.48.up_proj,0.0000003810,0.05000,2.071 +91,mlp.experts.53.up_proj,0.0000002880,0.05000,2.082 +91,mlp.experts.51.up_proj,0.0000003335,0.05000,2.195 +91,mlp.experts.54.up_proj,0.0000002348,0.05000,2.073 +91,mlp.experts.52.up_proj,0.0000002698,0.05000,2.052 +91,mlp.experts.57.up_proj,0.0000002158,0.05000,2.068 +91,mlp.experts.55.up_proj,0.0000002428,0.05000,2.094 +91,mlp.experts.58.up_proj,0.0000007117,0.05000,2.074 +91,mlp.experts.56.up_proj,0.0000002945,0.05000,2.058 +91,mlp.experts.61.up_proj,0.0000002775,0.05000,2.094 +91,mlp.experts.59.up_proj,0.0000003985,0.05000,2.108 +91,mlp.experts.62.up_proj,0.0000002764,0.05000,2.093 +91,mlp.experts.60.up_proj,0.0000002023,0.05000,2.038 +91,mlp.experts.65.up_proj,0.0000004093,0.05000,2.012 +91,mlp.experts.66.up_proj,0.0000001929,0.05000,1.999 +91,mlp.experts.63.up_proj,0.0000002479,0.05000,2.095 +91,mlp.experts.64.up_proj,0.0000002080,0.05000,2.020 +91,mlp.experts.69.up_proj,0.0000001234,0.05000,2.016 +91,mlp.experts.70.up_proj,0.0000001270,0.05000,2.059 +91,mlp.experts.67.up_proj,0.0000002852,0.05000,2.049 +91,mlp.experts.68.up_proj,0.0000003505,0.05000,2.028 +91,mlp.experts.73.up_proj,0.0000001521,0.05000,2.051 +91,mlp.experts.74.up_proj,0.0000000443,0.05000,2.029 +91,mlp.experts.71.up_proj,0.0000003679,0.05000,2.049 +91,mlp.experts.72.up_proj,0.0000008569,0.05000,2.100 +91,mlp.experts.77.up_proj,0.0000004974,0.05000,2.094 +91,mlp.experts.78.up_proj,0.0000001840,0.05000,2.099 +91,mlp.experts.75.up_proj,0.0000002838,0.05000,2.058 +91,mlp.experts.76.up_proj,0.0000001662,0.05000,2.033 +91,mlp.experts.81.up_proj,0.0000001302,0.05000,2.055 +91,mlp.experts.82.up_proj,0.0000005518,0.05000,2.040 +91,mlp.experts.79.up_proj,0.0000001381,0.05000,2.086 +91,mlp.experts.80.up_proj,0.0000001841,0.05000,2.069 +91,mlp.experts.85.up_proj,0.0000002762,0.05000,2.105 +91,mlp.experts.86.up_proj,0.0000000362,0.05000,2.053 +91,mlp.experts.83.up_proj,0.0000001241,0.05000,2.093 +91,mlp.experts.84.up_proj,0.0000003480,0.05000,2.047 +91,mlp.experts.89.up_proj,0.0000002213,0.05000,2.071 +91,mlp.experts.90.up_proj,0.0000001018,0.05000,2.067 +91,mlp.experts.87.up_proj,0.0000003849,0.05000,2.096 +91,mlp.experts.88.up_proj,0.0000001712,0.05000,2.096 +91,mlp.experts.93.up_proj,0.0000003677,0.05000,2.083 +91,mlp.experts.94.up_proj,0.0000003042,0.05000,2.081 +91,mlp.experts.91.up_proj,0.0000002956,0.05000,2.055 +91,mlp.experts.92.up_proj,0.0000002000,0.05000,2.109 +91,mlp.experts.98.up_proj,0.0000000933,0.05000,2.047 +91,mlp.experts.97.up_proj,0.0000003403,0.05000,2.113 +91,mlp.experts.95.up_proj,0.0000002097,0.05000,2.085 +91,mlp.experts.96.up_proj,0.0000002300,0.05000,2.057 +91,mlp.experts.102.up_proj,0.0000002131,0.05000,2.027 +91,mlp.experts.101.up_proj,0.0000003657,0.05000,2.032 +91,mlp.experts.99.up_proj,0.0000003592,0.05000,2.078 +91,mlp.experts.100.up_proj,0.0000005568,0.05000,2.033 +91,mlp.experts.106.up_proj,0.0000003884,0.05000,2.061 +91,mlp.experts.105.up_proj,0.0000001538,0.05000,2.132 +91,mlp.experts.103.up_proj,0.0000001914,0.05000,2.049 +91,mlp.experts.104.up_proj,0.0000002039,0.05000,2.081 +91,mlp.experts.110.up_proj,0.0000003631,0.05000,2.043 +91,mlp.experts.109.up_proj,0.0000005635,0.05000,2.121 +91,mlp.experts.107.up_proj,0.0000003093,0.05000,2.061 +91,mlp.experts.108.up_proj,0.0000002380,0.05000,2.070 +91,mlp.experts.114.up_proj,0.0000002801,0.05000,2.048 +91,mlp.experts.111.up_proj,0.0000002060,0.05000,2.072 +91,mlp.experts.113.up_proj,0.0000002552,0.05000,2.150 +91,mlp.experts.112.up_proj,0.0000005567,0.05000,2.073 +91,mlp.experts.118.up_proj,0.0000002171,0.05000,2.095 +91,mlp.experts.117.up_proj,0.0000002365,0.05000,2.074 +91,mlp.experts.115.up_proj,0.0000001426,0.05000,2.138 +91,mlp.experts.116.up_proj,0.0000001231,0.05000,2.061 +91,mlp.experts.122.up_proj,0.0000002292,0.05000,2.078 +91,mlp.experts.121.up_proj,0.0000002766,0.05000,2.068 +91,mlp.experts.119.up_proj,0.0000004846,0.05000,2.086 +91,mlp.experts.120.up_proj,0.0000000392,0.05000,2.093 +91,mlp.experts.126.up_proj,0.0000001636,0.05000,2.029 +91,mlp.experts.123.up_proj,0.0000002285,0.05000,2.021 +91,mlp.experts.125.up_proj,0.0000001892,0.05000,2.069 +91,mlp.experts.124.up_proj,0.0000004469,0.05000,2.076 +91,mlp.experts.130.up_proj,0.0000003220,0.05000,2.037 +91,mlp.experts.129.up_proj,0.0000001067,0.05000,2.059 +91,mlp.experts.127.up_proj,0.0000001558,0.05000,2.089 +91,mlp.experts.128.up_proj,0.0000002876,0.05000,2.083 +91,mlp.experts.134.up_proj,0.0000000796,0.05000,2.095 +91,mlp.experts.133.up_proj,0.0000001495,0.05000,2.049 +91,mlp.experts.131.up_proj,0.0000000500,0.05000,2.089 +91,mlp.experts.132.up_proj,0.0000002818,0.05000,2.015 +91,mlp.experts.138.up_proj,0.0000001028,0.05000,2.018 +91,mlp.experts.137.up_proj,0.0000001966,0.05000,2.032 +91,mlp.experts.135.up_proj,0.0000007148,0.05000,2.078 +91,mlp.experts.136.up_proj,0.0000003497,0.05000,2.079 +91,mlp.experts.142.up_proj,0.0000002663,0.05000,2.076 +91,mlp.experts.141.up_proj,0.0000003903,0.05000,2.115 +91,mlp.experts.139.up_proj,0.0000003561,0.05000,2.084 +91,mlp.experts.140.up_proj,0.0000003416,0.05000,2.053 +91,mlp.experts.146.up_proj,0.0000001450,0.05000,2.072 +91,mlp.experts.145.up_proj,0.0000002631,0.05000,2.062 +91,mlp.experts.143.up_proj,0.0000002914,0.05000,2.045 +91,mlp.experts.144.up_proj,0.0000004113,0.05000,2.052 +91,mlp.experts.150.up_proj,0.0000004647,0.05000,2.024 +91,mlp.experts.149.up_proj,0.0000003808,0.05000,2.052 +91,mlp.experts.147.up_proj,0.0000001530,0.05000,2.088 +91,mlp.experts.148.up_proj,0.0000001754,0.05000,2.113 +91,mlp.experts.154.up_proj,0.0000001832,0.05000,2.057 +91,mlp.experts.153.up_proj,0.0000001751,0.05000,2.064 +91,mlp.experts.151.up_proj,0.0000006584,0.05000,2.173 +91,mlp.experts.152.up_proj,0.0000005878,0.05000,2.067 +91,mlp.experts.158.up_proj,0.0000001555,0.05000,2.076 +91,mlp.experts.157.up_proj,0.0000001922,0.05000,1.986 +91,mlp.experts.155.up_proj,0.0000002009,0.05000,1.925 +91,mlp.experts.156.up_proj,0.0000002460,0.05000,1.410 +91,mlp.experts.159.up_proj,0.0000002063,0.05000,1.242 +91,mlp.experts.0.down_proj,0.0000004643,0.05000,0.634 +91,mlp.experts.1.down_proj,0.0000002195,0.05000,0.634 +91,mlp.experts.3.down_proj,0.0000001766,0.05000,0.635 +91,mlp.experts.2.down_proj,0.0000002620,0.05000,0.661 +91,mlp.experts.7.down_proj,0.0000001572,0.05000,0.618 +91,mlp.experts.4.down_proj,0.0000000560,0.05000,0.629 +91,mlp.experts.5.down_proj,0.0000000547,0.05000,0.628 +91,mlp.experts.6.down_proj,0.0000002680,0.05000,0.626 +91,mlp.experts.11.down_proj,0.0000001245,0.05000,0.622 +91,mlp.experts.9.down_proj,0.0000000809,0.05000,0.650 +91,mlp.experts.10.down_proj,0.0000210048,0.05000,0.634 +91,mlp.experts.8.down_proj,0.0000000870,0.05000,0.658 +91,mlp.experts.15.down_proj,0.0000001579,0.05000,0.633 +91,mlp.experts.13.down_proj,0.0000009298,0.05000,0.613 +91,mlp.experts.14.down_proj,0.0000000341,0.05000,0.607 +91,mlp.experts.12.down_proj,0.0000000453,0.05000,0.619 +91,mlp.experts.17.down_proj,0.0000001247,0.05000,0.614 +91,mlp.experts.18.down_proj,0.0000000265,0.05000,0.626 +91,mlp.experts.19.down_proj,0.0000001619,0.05000,0.663 +91,mlp.experts.16.down_proj,0.0000001195,0.05000,0.634 +91,mlp.experts.21.down_proj,0.0000000380,0.05000,0.609 +91,mlp.experts.23.down_proj,0.0000001300,0.05000,0.610 +91,mlp.experts.20.down_proj,0.0000000482,0.05000,0.614 +91,mlp.experts.22.down_proj,0.0000000920,0.05000,0.634 +91,mlp.experts.25.down_proj,0.0000000561,0.05000,0.614 +91,mlp.experts.27.down_proj,0.0000000708,0.05000,0.616 +91,mlp.experts.26.down_proj,0.0000001560,0.05000,0.613 +91,mlp.experts.24.down_proj,0.0000000534,0.05000,0.616 +91,mlp.experts.29.down_proj,0.0000000893,0.05000,0.627 +91,mlp.experts.31.down_proj,0.0000001182,0.05000,0.617 +91,mlp.experts.30.down_proj,0.0000001291,0.05000,0.621 +91,mlp.experts.28.down_proj,0.0000001447,0.05000,0.620 +91,mlp.experts.33.down_proj,0.0000003185,0.05000,0.637 +91,mlp.experts.34.down_proj,0.0000001254,0.05000,0.614 +91,mlp.experts.32.down_proj,0.0000002722,0.05000,0.625 +91,mlp.experts.35.down_proj,0.0000000562,0.05000,0.645 +91,mlp.experts.37.down_proj,0.0000000679,0.05000,0.609 +91,mlp.experts.38.down_proj,0.0000000532,0.05000,0.613 +91,mlp.experts.36.down_proj,0.0000003510,0.05000,0.620 +91,mlp.experts.39.down_proj,0.0000000772,0.05000,0.662 +91,mlp.experts.41.down_proj,0.0000001883,0.05000,0.608 +91,mlp.experts.42.down_proj,0.0000002101,0.05000,0.612 +91,mlp.experts.40.down_proj,0.0000000245,0.05000,0.611 +91,mlp.experts.43.down_proj,0.0000000411,0.05000,0.615 +91,mlp.experts.45.down_proj,0.0000001138,0.05000,0.620 +91,mlp.experts.46.down_proj,0.0000000628,0.05000,0.613 +91,mlp.experts.44.down_proj,0.0000000910,0.05000,0.624 +91,mlp.experts.47.down_proj,0.0000000392,0.05000,0.618 +91,mlp.experts.50.down_proj,0.0000000206,0.05000,0.620 +91,mlp.experts.49.down_proj,0.0000003143,0.05000,0.640 +91,mlp.experts.48.down_proj,0.0000006679,0.05000,0.615 +91,mlp.experts.51.down_proj,0.0000004125,0.05000,0.648 +91,mlp.experts.54.down_proj,0.0000000602,0.05000,0.613 +91,mlp.experts.53.down_proj,0.0000000785,0.05000,0.605 +91,mlp.experts.52.down_proj,0.0000005857,0.05000,0.630 +91,mlp.experts.55.down_proj,0.0000001085,0.05000,0.615 +91,mlp.experts.57.down_proj,0.0000001029,0.05000,0.608 +91,mlp.experts.58.down_proj,0.0000004531,0.05000,0.653 +91,mlp.experts.56.down_proj,0.0000001209,0.05000,0.621 +91,mlp.experts.59.down_proj,0.0000003208,0.05000,0.626 +91,mlp.experts.61.down_proj,0.0000000916,0.05000,0.609 +91,mlp.experts.62.down_proj,0.0000003556,0.05000,0.611 +91,mlp.experts.60.down_proj,0.0000000858,0.05000,0.613 +91,mlp.experts.63.down_proj,0.0000001520,0.05000,0.613 +91,mlp.experts.65.down_proj,0.0000001721,0.05000,0.604 +91,mlp.experts.66.down_proj,0.0000000965,0.05000,0.611 +91,mlp.experts.64.down_proj,0.0000001236,0.05000,0.623 +91,mlp.experts.67.down_proj,0.0000000754,0.05000,0.615 +91,mlp.experts.69.down_proj,0.0000000590,0.05000,0.611 +91,mlp.experts.68.down_proj,0.0000001508,0.05000,0.619 +91,mlp.experts.70.down_proj,0.0000000365,0.05000,0.674 +91,mlp.experts.71.down_proj,0.0000002001,0.05000,0.620 +91,mlp.experts.73.down_proj,0.0000000381,0.05000,0.602 +91,mlp.experts.72.down_proj,0.0000008177,0.05000,0.616 +91,mlp.experts.74.down_proj,0.0000000757,0.05000,0.649 +91,mlp.experts.75.down_proj,0.0000001854,0.05000,0.639 +91,mlp.experts.77.down_proj,0.0000002426,0.05000,0.632 +91,mlp.experts.76.down_proj,0.0000000638,0.05000,0.623 +91,mlp.experts.78.down_proj,0.0000000758,0.05000,0.607 +91,mlp.experts.79.down_proj,0.0000000372,0.05000,0.613 +91,mlp.experts.81.down_proj,0.0000003288,0.05000,0.620 +91,mlp.experts.80.down_proj,0.0000000464,0.05000,0.622 +91,mlp.experts.82.down_proj,0.0000003847,0.05000,0.638 +91,mlp.experts.83.down_proj,0.0000000426,0.05000,0.637 +91,mlp.experts.85.down_proj,0.0000001245,0.05000,0.631 +91,mlp.experts.84.down_proj,0.0000001527,0.05000,0.624 +91,mlp.experts.86.down_proj,0.0000000799,0.05000,0.614 +91,mlp.experts.87.down_proj,0.0000005359,0.05000,0.634 +91,mlp.experts.89.down_proj,0.0000001694,0.05000,0.605 +91,mlp.experts.88.down_proj,0.0000003579,0.05000,0.630 +91,mlp.experts.90.down_proj,0.0000000426,0.05000,0.607 +91,mlp.experts.91.down_proj,0.0000002742,0.05000,0.608 +91,mlp.experts.93.down_proj,0.0000001872,0.05000,0.599 +91,mlp.experts.94.down_proj,0.0000000676,0.05000,0.615 +91,mlp.experts.92.down_proj,0.0000002359,0.05000,0.651 +91,mlp.experts.95.down_proj,0.0000000758,0.05000,0.638 +91,mlp.experts.97.down_proj,0.0000001102,0.05000,0.638 +91,mlp.experts.96.down_proj,0.0000002447,0.05000,0.606 +91,mlp.experts.98.down_proj,0.0000000511,0.05000,0.614 +91,mlp.experts.99.down_proj,0.0000000956,0.05000,0.635 +91,mlp.experts.101.down_proj,0.0000002512,0.05000,0.610 +91,mlp.experts.100.down_proj,0.0000002791,0.05000,0.610 +91,mlp.experts.102.down_proj,0.0000000618,0.05000,0.611 +91,mlp.experts.103.down_proj,0.0000001259,0.05000,0.632 +91,mlp.experts.105.down_proj,0.0000000845,0.05000,0.616 +91,mlp.experts.106.down_proj,0.0000001685,0.05000,0.638 +91,mlp.experts.104.down_proj,0.0000000970,0.05000,0.665 +91,mlp.experts.107.down_proj,0.0000001570,0.05000,0.648 +91,mlp.experts.109.down_proj,0.0000001502,0.05000,0.631 +91,mlp.experts.110.down_proj,0.0000001364,0.05000,0.603 +91,mlp.experts.108.down_proj,0.0000000763,0.05000,0.596 +91,mlp.experts.111.down_proj,0.0000001473,0.05000,0.606 +91,mlp.experts.113.down_proj,0.0000000744,0.05000,0.603 +91,mlp.experts.112.down_proj,0.0000007648,0.05000,0.602 +91,mlp.experts.114.down_proj,0.0000001319,0.05000,0.630 +91,mlp.experts.115.down_proj,0.0000000475,0.05000,0.630 +91,mlp.experts.117.down_proj,0.0000001067,0.05000,0.608 +91,mlp.experts.116.down_proj,0.0000000296,0.05000,0.600 +91,mlp.experts.118.down_proj,0.0000000556,0.05000,0.605 +91,mlp.experts.119.down_proj,0.0000001497,0.05000,0.609 +91,mlp.experts.121.down_proj,0.0000001895,0.05000,0.606 +91,mlp.experts.120.down_proj,0.0000000854,0.05000,0.629 +91,mlp.experts.122.down_proj,0.0000000870,0.05000,0.626 +91,mlp.experts.123.down_proj,0.0000001972,0.05000,0.616 +91,mlp.experts.125.down_proj,0.0000001044,0.05000,0.602 +91,mlp.experts.124.down_proj,0.0000004740,0.05000,0.609 +91,mlp.experts.126.down_proj,0.0000000390,0.05000,0.602 +91,mlp.experts.127.down_proj,0.0000000490,0.05000,0.643 +91,mlp.experts.129.down_proj,0.0000001207,0.05000,0.605 +91,mlp.experts.128.down_proj,0.0000002255,0.05000,0.607 +91,mlp.experts.130.down_proj,0.0000000829,0.05000,0.600 +91,mlp.experts.131.down_proj,0.0000000180,0.05000,0.607 +91,mlp.experts.133.down_proj,0.0000000480,0.05000,0.614 +91,mlp.experts.132.down_proj,0.0000001142,0.05000,0.624 +91,mlp.experts.134.down_proj,0.0000000282,0.05000,0.630 +91,mlp.experts.135.down_proj,0.0000007094,0.05000,0.630 +91,mlp.experts.137.down_proj,0.0000000663,0.05000,0.598 +91,mlp.experts.138.down_proj,0.0000000415,0.05000,0.606 +91,mlp.experts.136.down_proj,0.0000001574,0.05000,0.624 +91,mlp.experts.139.down_proj,0.0000002883,0.05000,0.604 +91,mlp.experts.141.down_proj,0.0000002273,0.05000,0.601 +91,mlp.experts.142.down_proj,0.0000000773,0.05000,0.605 +91,mlp.experts.140.down_proj,0.0000002378,0.05000,0.605 +91,mlp.experts.143.down_proj,0.0000001029,0.05000,0.629 +91,mlp.experts.145.down_proj,0.0000001838,0.05000,0.628 +91,mlp.experts.146.down_proj,0.0000004968,0.05000,0.615 +91,mlp.experts.144.down_proj,0.0000001403,0.05000,0.612 +91,mlp.experts.147.down_proj,0.0000000329,0.05000,0.610 +91,mlp.experts.149.down_proj,0.0000001436,0.05000,0.623 +91,mlp.experts.148.down_proj,0.0000001131,0.05000,0.594 +91,mlp.experts.150.down_proj,0.0000007467,0.05000,0.604 +91,mlp.experts.151.down_proj,0.0000006202,0.05000,0.606 +91,mlp.experts.153.down_proj,0.0000001872,0.05000,0.610 +91,mlp.experts.152.down_proj,0.0000001755,0.05000,0.605 +91,mlp.experts.154.down_proj,0.0000000896,0.05000,0.649 +91,mlp.experts.155.down_proj,0.0000001293,0.05000,0.620 +91,mlp.experts.157.down_proj,0.0000000538,0.05000,0.593 +91,mlp.experts.156.down_proj,0.0000000714,0.05000,0.573 +91,mlp.experts.158.down_proj,0.0000000314,0.05000,0.559 +91,mlp.experts.159.down_proj,0.0000001117,0.05000,0.490 diff --git a/quantize_config.json b/quantize_config.json new file mode 100644 index 0000000000000000000000000000000000000000..337cc37c2a4348e49dfb95438f300c0a74b88694 --- /dev/null +++ b/quantize_config.json @@ -0,0 +1,36 @@ +{ + "bits": 4, + "dynamic": { + "-:.*embed_tokens.*": {}, + "-:.*shared_head.*": {}, + "-:.*shared_experts.*": {}, + "-:.*lm_head.*": {}, + "-:model[.]layers[.].*[.]self_attn[.].*": {}, + "+:model[.]layers[.]([0-9]|1[0-1]|8[0-9]|9[0-2])[.].*": { + "bits": 8 + } + }, + "group_size": 128, + "desc_act": false, + "sym": true, + "lm_head": false, + "quant_method": "gptq", + "checkpoint_format": "gptq", + "pack_dtype": "int32", + "meta": { + "quantizer": [ + "gptqmodel:5.4.4" + ], + "uri": "https://github.com/modelcloud/gptqmodel", + "damp_percent": 0.05, + "damp_auto_increment": 0.01, + "static_groups": false, + "true_sequential": true, + "mse": 0.0, + "gptaq": false, + "gptaq_alpha": 0.25, + "act_group_aware": true + }, + "pack_impl": "cpu", + "format": "gptq" +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..7645faed5973c324a314e6c1157a946a960f284c --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,34 @@ +{ + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>", + "<|code_prefix|>", + "<|code_middle|>", + "<|code_suffix|>", + "/nothink" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|endoftext|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..e3ed3c66baf1ec4de61840b0abf02142687bfed8 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda8e2146c3bb7b7e0fc96dcc4f0aeff041c6c27952e3ace0665663ebff346ba +size 19970700 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75e11cfb2e0cc09f19391ec2278b4825a4c3fae9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,325 @@ +{ + "added_tokens_decoder": { + "151329": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151330": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151331": { + "content": "[gMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151332": { + "content": "[sMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151335": { + "content": "<|system|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151336": { + "content": "<|user|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151337": { + "content": "<|assistant|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151338": { + "content": "<|observation|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151339": { + "content": "<|begin_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151340": { + "content": "<|end_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151341": { + "content": "<|begin_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151342": { + "content": "<|end_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151343": { + "content": "<|begin_of_audio|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151344": { + "content": "<|end_of_audio|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151345": { + "content": "<|begin_of_transcription|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151346": { + "content": "<|end_of_transcription|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151347": { + "content": "<|code_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151348": { + "content": "<|code_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151349": { + "content": "<|code_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151350": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151351": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151352": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151353": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151354": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151355": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151356": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151357": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151358": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151359": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151360": { + "content": "/nothink", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151361": { + "content": "<|begin_of_box|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151362": { + "content": "<|end_of_box|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151363": { + "content": "<|image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151364": { + "content": "<|video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>", + "<|code_prefix|>", + "<|code_middle|>", + "<|code_suffix|>", + "/nothink" + ], + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": {}, + "model_max_length": 128000, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "PreTrainedTokenizerFast" +}